-- Logs begin at Tue 2021-07-06 10:41:20 UTC, end at Tue 2021-07-06 13:14:44 UTC. -- Jul 06 11:12:54.637803 n-d-799527-2 systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 11:12:57.735273 n-d-799527-2 neutron-server[93705]: INFO neutron.common.config [-] Logging enabled! Jul 06 11:12:57.736071 n-d-799527-2 neutron-server[93705]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 11:12:57.736221 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93705) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 11:12:57.740294 n-d-799527-2 neutron-server[93705]: INFO neutron.common.config [-] Logging enabled! Jul 06 11:12:57.740560 n-d-799527-2 neutron-server[93705]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 11:12:57.740877 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93705) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 11:12:57.742840 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 11:12:57.743075 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 11:12:57.743654 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 11:12:57.743907 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 11:12:57.744136 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 11:12:57.744462 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.744762 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.745063 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.745295 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.745592 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.745882 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.746164 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.746454 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.746755 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.747039 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.747318 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.747631 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.747861 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.748140 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.748427 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.748713 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.748937 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] debug = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.749214 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.749637 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.750059 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.750336 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.750630 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.750906 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.751178 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.751483 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.751771 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.752127 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] host = n-d-799527-2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.752403 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.752690 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.752977 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.753262 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.753534 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.753812 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.754096 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.754367 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.754642 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] log_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.754915 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.755202 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.755508 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.755803 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.756024 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.756245 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.756536 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.757449 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.758301 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.758591 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.758869 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.759148 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.759426 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.759733 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.760026 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.760313 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.760602 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.760877 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.761151 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.761420 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.761687 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.761973 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.762245 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.762517 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.762785 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.763070 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.763337 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.763633 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.763939 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.764223 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.764504 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.764787 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.765056 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.765343 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.765613 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.765880 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.766149 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] use_json = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.766414 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.766679 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.766955 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.767223 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.767608 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.767783 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.768053 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.768337 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:12:57.768628 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.768922 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.769222 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.769506 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.769801 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.770084 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.770374 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.770648 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.770936 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.771224 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.771537 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.771815 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.772101 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.772445 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.773876 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.774203 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.774499 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.774804 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.775084 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.775363 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.775661 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.775940 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.776226 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.776521 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.776805 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.777085 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.777361 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.777673 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.777929 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.778200 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.778476 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.778765 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.779041 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.779310 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.779618 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.779893 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.780167 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.780441 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.780716 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.781010 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.781288 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.781559 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.781831 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.782101 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.782370 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.782656 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.782933 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.783205 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.783492 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.783773 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.784040 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.784310 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.784584 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.784854 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.785128 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.785478 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.785847 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.786228 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.786663 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.786954 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.787365 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.787781 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.788231 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.788658 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.788946 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.789400 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.789792 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.790243 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.790583 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.790895 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.791206 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.791637 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.792098 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.792456 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.792748 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.793166 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.793528 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.793819 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.794112 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.794586 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.795061 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.795415 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.795820 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.796113 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.796489 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.796865 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.797164 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.797455 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.797754 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.798043 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.798337 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.798642 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.798948 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.799249 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.799573 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.799882 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.800169 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.800501 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.800780 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:12:57.801000 n-d-799527-2 neutron-server[93705]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 11:12:57.801251 n-d-799527-2 neutron-server[93705]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93705) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 11:12:58.172319 n-d-799527-2 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 11:12:58.172707 n-d-799527-2 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 11:12:58.173076 n-d-799527-2 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 11:12:58.173507 n-d-799527-2 neutron-server[93705]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 11:12:58.589446 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.589749 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.590015 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.591311 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.591629 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.591907 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.629839 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.630151 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.630457 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.645356 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.645681 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.645994 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.680508 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.680840 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.681157 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.720507 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.720776 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.721044 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.972131 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.973099 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.973099 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.973099 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:58.973512 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.102041 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.102362 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.102644 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.102915 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.103178 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.103513 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.103778 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.104035 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.104288 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.104584 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.104853 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.105126 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.105386 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.105649 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.105907 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.106175 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.106445 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.106703 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.107229 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.107511 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.107796 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.108164 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.108425 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.108712 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.108967 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.109214 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.109659 n-d-799527-2 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:12:59.109902 n-d-799527-2 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:12:59.110140 n-d-799527-2 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:12:59.110377 n-d-799527-2 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:12:59.110611 n-d-799527-2 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:12:59.110846 n-d-799527-2 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:12:59.111224 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 11:12:59.116066 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 11:12:59.120989 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 11:12:59.126124 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 06 11:12:59.127910 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 11:12:59.128391 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 11:12:59.128730 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 11:12:59.129131 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 11:12:59.132122 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 11:12:59.132373 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 11:12:59.132734 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 11:12:59.161901 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 11:12:59.162368 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.162672 n-d-799527-2 neutron-server[93705]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93705) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 06 11:12:59.163603 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.165108 n-d-799527-2 neutron-server[93705]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93705) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 11:12:59.165403 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 11:12:59.165647 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 11:12:59.169290 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.169574 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:12:59.234080 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 11:12:59.234283 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 11:12:59.234478 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 11:12:59.234831 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 11:12:59.259288 n-d-799527-2 neutron-server[93705]: DEBUG oslo_db.sqlalchemy.engines [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93705) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 11:12:59.838145 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Initializing driver for type 'gre' Jul 06 11:12:59.838767 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] gre ID ranges: [(1, 1000)] Jul 06 11:12:59.910195 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Initializing driver for type 'local' Jul 06 11:12:59.910662 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Initializing driver for type 'vlan' Jul 06 11:12:59.926339 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] VlanTypeDriver initialization complete Jul 06 11:12:59.926775 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Initializing driver for type 'vxlan' Jul 06 11:12:59.927413 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] vxlan ID ranges: [(1, 1000)] Jul 06 11:12:59.995669 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Initializing extension driver 'port_security' Jul 06 11:12:59.996862 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.extensions.port_security [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] PortSecurityExtensionDriver initialization complete Jul 06 11:12:59.996862 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Initializing mechanism driver 'openvswitch' Jul 06 11:12:59.997202 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Initializing mechanism driver 'hyperv' Jul 06 11:13:00.004171 n-d-799527-2 neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:13:00.004864 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > port after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.005237 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.005590 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > port after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.006137 n-d-799527-2 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:13:00.006577 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.007657 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.008014 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.008454 n-d-799527-2 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:13:00.008931 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > network after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.009283 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > network after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.009627 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > network after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.010115 n-d-799527-2 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:13:00.010442 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.010795 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.011138 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.011743 n-d-799527-2 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:13:00.012160 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.012513 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.018561 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.018561 n-d-799527-2 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:13:00.018561 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.018561 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.018561 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.019136 n-d-799527-2 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:13:00.019136 n-d-799527-2 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] ML2 OVO RPC backend initialized. {{(pid=93705) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 06 11:13:00.019136 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.019136 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.019136 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > network before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.019601 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > networks before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.019601 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > port before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.019601 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > ports before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.019601 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.019907 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.019907 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > network after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.019907 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > network after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.019907 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > network after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.020210 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > port after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.020210 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.020344 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > port after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.020597 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.020931 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.021260 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.021905 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.plugin [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Modular L2 Plugin initialization complete Jul 06 11:13:00.022240 n-d-799527-2 neutron-server[93705]: DEBUG neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading services supported by the core plugin {{(pid=93705) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 11:13:00.023300 n-d-799527-2 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Got port-security extension from driver 'port_security' Jul 06 11:13:00.023867 n-d-799527-2 neutron-server[93705]: INFO neutron.extensions.vlantransparent [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Disabled vlantransparent extension. Jul 06 11:13:00.024369 n-d-799527-2 neutron-server[93705]: DEBUG neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93705) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 11:13:00.024683 n-d-799527-2 neutron-server[93705]: INFO neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading Plugin: router Jul 06 11:13:00.063947 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.064355 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router after_create 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.064725 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router before_create 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.065151 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.065609 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.065850 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router after_delete 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.066211 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.066586 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router after_create 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.066932 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router after_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.067345 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router after_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.067750 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.068229 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router after_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.068553 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.068939 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.069825 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: port after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.070170 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: subnet after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.070507 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.070858 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.071209 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.071585 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: port before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.071928 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.072290 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router after_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.072625 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.072981 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.073342 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.073737 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.074065 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > agent after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.074402 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.074750 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > network after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.075777 n-d-799527-2 neutron-server[93705]: DEBUG neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Tracking information for resource: router configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:13:00.076106 n-d-799527-2 neutron-server[93705]: DEBUG neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Tracking information for resource: floatingip configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:13:00.082194 n-d-799527-2 neutron-server[93705]: INFO neutron.db.l3_agentschedulers_db [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 11:13:00.082792 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.083164 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: port after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.083552 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: port after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.083903 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.084767 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router before_create 55550100 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.085140 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.085510 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.085854 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.090640 n-d-799527-2 neutron-server[93705]: DEBUG neutron.services.provider_configuration [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service providers = [] {{(pid=93705) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 11:13:00.091068 n-d-799527-2 neutron-server[93705]: DEBUG neutron.db.servicetype_db [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93705) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 11:13:00.094642 n-d-799527-2 neutron-server[93705]: DEBUG neutron.services.service_base [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:13:00.095034 n-d-799527-2 neutron-server[93705]: DEBUG neutron.services.service_base [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:13:00.095405 n-d-799527-2 neutron-server[93705]: DEBUG neutron.services.service_base [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:13:00.096359 n-d-799527-2 neutron-server[93705]: DEBUG neutron.services.service_base [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:13:00.096743 n-d-799527-2 neutron-server[93705]: INFO neutron.services.service_base [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 11:13:00.097175 n-d-799527-2 neutron-server[93705]: DEBUG neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:13:00.097449 n-d-799527-2 neutron-server[93705]: INFO neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 11:13:00.110209 n-d-799527-2 neutron-server[93705]: DEBUG neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:13:00.110546 n-d-799527-2 neutron-server[93705]: INFO neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading Plugin: auto_allocate Jul 06 11:13:00.117978 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: network precommit_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.118351 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: network precommit_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.118910 n-d-799527-2 neutron-server[93705]: DEBUG neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:13:00.119238 n-d-799527-2 neutron-server[93705]: INFO neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading Plugin: tag Jul 06 11:13:00.126819 n-d-799527-2 neutron-server[93705]: DEBUG neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:13:00.127198 n-d-799527-2 neutron-server[93705]: INFO neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading Plugin: timestamp Jul 06 11:13:00.133876 n-d-799527-2 neutron-server[93705]: DEBUG neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:13:00.134248 n-d-799527-2 neutron-server[93705]: INFO neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading Plugin: network_ip_availability Jul 06 11:13:00.140357 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.140733 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.141085 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.141877 n-d-799527-2 neutron-server[93705]: DEBUG neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:13:00.142202 n-d-799527-2 neutron-server[93705]: INFO neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading Plugin: flavors Jul 06 11:13:00.148117 n-d-799527-2 neutron-server[93705]: DEBUG neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:13:00.148608 n-d-799527-2 neutron-server[93705]: INFO neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading Plugin: revisions Jul 06 11:13:00.153512 n-d-799527-2 neutron-server[93705]: DEBUG neutron.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:13:00.153900 n-d-799527-2 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.981s {{(pid=93705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 11:13:00.154672 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93705) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 06 11:13:00.155008 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Initializing extension manager. Jul 06 11:13:00.155552 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: __init__.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.155897 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: __pycache__ {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.156229 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.156554 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: address_group.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.157400 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.157987 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: address-group Jul 06 11:13:00.158307 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: address_scope.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.159023 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.159552 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: address-scope Jul 06 11:13:00.159872 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.160888 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.161396 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: router-admin-state-down-before-update Jul 06 11:13:00.161717 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: agent.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.162431 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.163928 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: agent Jul 06 11:13:00.164257 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: agent_resources_synced.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.165232 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.165745 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: agent-resources-synced Jul 06 11:13:00.166067 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.168014 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.168543 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: allowed-address-pairs Jul 06 11:13:00.168869 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.170026 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.170539 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: auto-allocated-topology Jul 06 11:13:00.170861 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: availability_zone.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.171599 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.172102 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: availability_zone Jul 06 11:13:00.172423 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: availability_zone_filter.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.173370 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.173875 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: availability_zone_filter Jul 06 11:13:00.174194 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: data_plane_status.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.175103 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.175629 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 11:13:00.175950 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: default_subnetpools.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.176878 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.177379 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: default-subnetpools Jul 06 11:13:00.177700 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.178581 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.179087 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: dhcp_agent_scheduler Jul 06 11:13:00.179441 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: dns.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.180631 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.181131 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension dns-integration not supported by any of loaded plugins Jul 06 11:13:00.181452 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: dns_domain_ports.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.182397 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.182900 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 11:13:00.183224 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.184185 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.184685 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 11:13:00.185006 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: dvr.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.185692 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.186190 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: dvr Jul 06 11:13:00.186508 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: empty_string_filtering.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.187471 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.187985 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: empty-string-filtering Jul 06 11:13:00.188301 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.189223 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.189722 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 11:13:00.190043 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.190987 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.191524 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 11:13:00.191846 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: external_net.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.192767 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.193267 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: external-net Jul 06 11:13:00.193584 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.194685 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.195188 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: extra_dhcp_opt Jul 06 11:13:00.195548 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: extraroute.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.196471 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.197650 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: extraroute Jul 06 11:13:00.197650 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: extraroute_atomic.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.198347 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.198898 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: extraroute-atomic Jul 06 11:13:00.199437 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: filter_validation.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.200468 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.200973 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: filter-validation Jul 06 11:13:00.201293 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: fip_pf_description.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.202227 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.202722 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 11:13:00.203195 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: fip_port_details.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.203982 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.204482 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: fip-port-details Jul 06 11:13:00.204801 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: flavors.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.206076 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.206641 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: flavors Jul 06 11:13:00.207003 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.208860 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.209425 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 11:13:00.210307 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: floatingip_pools.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.211232 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.211714 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: floatingip-pools Jul 06 11:13:00.212130 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: ip_allocation.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.213120 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.213679 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 11:13:00.214095 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.215063 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.215691 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: ip-substring-filtering Jul 06 11:13:00.216047 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: l2_adjacency.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.217031 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.217580 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 11:13:00.217997 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: l3.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.219129 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.219790 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: router Jul 06 11:13:00.220196 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.222973 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.223540 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 11:13:00.223869 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.224816 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.226156 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: ext-gw-mode Jul 06 11:13:00.226417 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.227215 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.227768 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: l3-ha Jul 06 11:13:00.228094 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: l3_flavors.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.229022 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.229530 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: l3-flavors Jul 06 11:13:00.229857 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.230792 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.231298 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 11:13:00.231652 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: l3agentscheduler.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.233011 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.233566 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: l3_agent_scheduler Jul 06 11:13:00.233922 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: logging.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.235601 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.236158 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension logging not supported by any of loaded plugins Jul 06 11:13:00.236576 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: metering.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.237381 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.238016 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: metering Jul 06 11:13:00.238368 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.239623 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.240182 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: metering_source_and_destination_fields Jul 06 11:13:00.240534 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: multiprovidernet.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.241600 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.242344 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: multi-provider Jul 06 11:13:00.242755 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: netmtu.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.243817 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.244383 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: net-mtu Jul 06 11:13:00.244745 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: netmtu_writable.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.245750 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.246318 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: net-mtu-writable Jul 06 11:13:00.246674 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: network_availability_zone.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.247406 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.248011 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: network_availability_zone Jul 06 11:13:00.248363 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: network_ip_availability.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.249559 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.250122 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: network-ip-availability Jul 06 11:13:00.250487 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: network_segment_range.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.251382 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.251969 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 11:13:00.252327 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: pagination.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.253426 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.253794 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: pagination Jul 06 11:13:00.254151 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: port_device_profile.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.255122 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.255735 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: port-device-profile Jul 06 11:13:00.256098 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.257182 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.257687 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: port-mac-address-regenerate Jul 06 11:13:00.258004 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.258932 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.259434 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: port-numa-affinity-policy Jul 06 11:13:00.259778 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: port_resource_request.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.260685 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.261182 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 11:13:00.261505 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: portbindings.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.262439 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.262993 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: binding Jul 06 11:13:00.263259 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: portbindings_extended.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.264774 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.265292 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: binding-extended Jul 06 11:13:00.265618 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: portsecurity.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.266549 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.267061 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: port-security Jul 06 11:13:00.267385 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: project_id.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.268407 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.268737 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: project-id Jul 06 11:13:00.269060 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: providernet.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.270004 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.270522 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: provider Jul 06 11:13:00.270846 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: qos.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.275171 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.275735 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension qos not supported by any of loaded plugins Jul 06 11:13:00.276063 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.277352 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.277866 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 11:13:00.278191 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.279111 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.279660 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 11:13:00.279985 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: qos_default.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.280908 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.281417 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension qos-default not supported by any of loaded plugins Jul 06 11:13:00.281741 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: qos_fip.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.282415 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.282912 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension qos-fip not supported by any of loaded plugins Jul 06 11:13:00.283231 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.284196 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.284703 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 11:13:00.285022 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.285951 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.286455 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 11:13:00.286776 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.287747 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.288811 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 11:13:00.289128 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: qos_rules_alias.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.290222 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.290733 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 11:13:00.291051 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: quotasv2.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.292093 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.292419 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: quotas Jul 06 11:13:00.292736 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: quotasv2_detail.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.296041 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.298816 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: quota_details Jul 06 11:13:00.298816 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: rbac.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.298816 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.298816 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: rbac-policies Jul 06 11:13:00.298816 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: rbac_address_group.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.299866 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.300384 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: rbac-address-group Jul 06 11:13:00.300708 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: rbac_address_scope.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.301633 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.302147 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: rbac-address-scope Jul 06 11:13:00.302467 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: rbac_security_groups.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.303391 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.303966 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: rbac-security-groups Jul 06 11:13:00.304282 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.305228 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.305732 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: rbac-subnetpool Jul 06 11:13:00.306055 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: revisionifmatch.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.306990 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.307529 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: revision-if-match Jul 06 11:13:00.307855 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: revisions.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.309025 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.309535 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: standard-attr-revisions Jul 06 11:13:00.309859 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: router_availability_zone.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.310548 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.311050 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: router_availability_zone Jul 06 11:13:00.311365 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: routerservicetype.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.312359 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.312858 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension router-service-type not supported by any of loaded plugins Jul 06 11:13:00.313175 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.314174 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.314610 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: security-groups-normalized-cidr Jul 06 11:13:00.314931 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.315903 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.316410 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: port-security-groups-filtering Jul 06 11:13:00.316732 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.317665 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.318185 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: security-groups-remote-address-group Jul 06 11:13:00.318509 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: securitygroup.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.328721 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.329292 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: security-group Jul 06 11:13:00.329626 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: segment.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.330530 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.331039 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension segment not supported by any of loaded plugins Jul 06 11:13:00.331363 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.332451 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.332969 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 11:13:00.333282 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: servicetype.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.334472 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.335720 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: service-type Jul 06 11:13:00.336379 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: sorting.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.337165 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.337496 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: sorting Jul 06 11:13:00.337819 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: standard_attr_segment.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.338827 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.339349 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 11:13:00.339694 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: standardattrdescription.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.340355 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.340854 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: standard-attr-description Jul 06 11:13:00.341175 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: stateful_security_group.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.342133 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.342637 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: stateful-security-group Jul 06 11:13:00.342960 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: stdattrs_common.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.343603 n-d-799527-2 neutron-server[93705]: WARNING neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 11:13:00.343922 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.344859 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.345378 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 11:13:00.345701 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: subnet_onboard.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.346780 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.347292 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: subnet_onboard Jul 06 11:13:00.347644 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.348567 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.349071 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 11:13:00.349401 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: subnet_service_types.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.350348 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.351415 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: subnet-service-types Jul 06 11:13:00.351939 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: subnetallocation.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.352862 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.353362 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: subnet_allocation Jul 06 11:13:00.353682 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.354362 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.354859 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: subnetpool-prefix-ops Jul 06 11:13:00.355176 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.356124 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.356624 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 11:13:00.357235 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: tagging.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.358343 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.358869 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: standard-attr-tag Jul 06 11:13:00.359194 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: timestamp.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.360468 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.360987 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loaded extension: standard-attr-timestamp Jul 06 11:13:00.361308 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: trunk.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.362382 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.362885 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension trunk not supported by any of loaded plugins Jul 06 11:13:00.363209 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: trunk_details.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.364197 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.364730 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension trunk-details not supported by any of loaded plugins Jul 06 11:13:00.365046 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.366023 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.366547 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 11:13:00.366872 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Loading extension file: vlantransparent.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:13:00.367614 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:13:00.368126 n-d-799527-2 neutron-server[93705]: INFO neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 11:13:00.370739 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:network Jul 06 11:13:00.371273 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:subnet Jul 06 11:13:00.371714 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:13:00.372142 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:port Jul 06 11:13:00.373482 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.373922 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service FLAVORS assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.374536 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.374955 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.375283 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:router Jul 06 11:13:00.375742 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 11:13:00.376260 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service METERING assigned prefix: /metering {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.377745 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.378114 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.378466 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:13:00.379544 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 11:13:00.380066 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:security_group Jul 06 11:13:00.380439 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 11:13:00.381071 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service CORE assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.381402 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:13:00.381792 n-d-799527-2 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] subnetpool is already registered Jul 06 11:13:00.382223 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service CORE assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.382734 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:13:00.383051 n-d-799527-2 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] subnetpool is already registered Jul 06 11:13:00.385552 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.385983 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service FLAVORS assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.386577 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.387002 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.387332 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:router Jul 06 11:13:00.387705 n-d-799527-2 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] router is already registered Jul 06 11:13:00.388118 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 11:13:00.388454 n-d-799527-2 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] floatingip is already registered Jul 06 11:13:00.388913 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service METERING assigned prefix: /metering {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.389615 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 11:13:00.389941 n-d-799527-2 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] rbac_policy is already registered Jul 06 11:13:00.390351 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:security_group Jul 06 11:13:00.390688 n-d-799527-2 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] security_group is already registered Jul 06 11:13:00.391086 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 11:13:00.391418 n-d-799527-2 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] security_group_rule is already registered Jul 06 11:13:00.392101 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service CORE assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.392425 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:13:00.392756 n-d-799527-2 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] subnetpool is already registered Jul 06 11:13:00.393172 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Service CORE assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:13:00.393505 n-d-799527-2 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:13:00.393836 n-d-799527-2 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] subnetpool is already registered Jul 06 11:13:00.394305 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: extensions {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.395881 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: address-groups {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.397927 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: address-scopes {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.399313 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: agents {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.400598 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: auto-allocated-topology {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.401926 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: availability_zones {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.403352 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: dhcp-networks {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.406551 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: dhcp-agents {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.408211 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: routers {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.410076 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: flavors {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.411497 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: service_profiles {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.412747 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: next_providers {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.414986 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: service_profiles {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.416987 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: floatingip-pools {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.418305 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: routers {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.420088 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: floatingips {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.421366 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: l3-routers {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.422778 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: l3-agents {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.424459 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: metering-labels {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.425858 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: metering-label-rules {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.427310 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: network-ip-availabilities {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.428753 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: bindings {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.430383 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: quotas {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.432002 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: quotas {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.433426 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: rbac-policies {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.434620 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: security-groups {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.435962 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: security-group-rules {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.437221 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: service-providers {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.438443 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: subnetpools {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.439811 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: subnetpools {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.441358 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.443070 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.445752 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.447590 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.449270 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.451253 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.452997 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.454822 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.456723 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.458479 n-d-799527-2 neutron-server[93705]: DEBUG neutron.api.extensions [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:13:00.465472 n-d-799527-2 neutron-server[93705]: WARNING keystonemiddleware.auth_token [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 11:13:00.470195 n-d-799527-2 neutron-server[93705]: WARNING keystonemiddleware.auth_token [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 11:13:00.480230 n-d-799527-2 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Acquired lock "singleton_lock" {{(pid=93705) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 06 11:13:00.480760 n-d-799527-2 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Releasing lock "singleton_lock" {{(pid=93705) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 06 11:13:00.481469 n-d-799527-2 neutron-server[93705]: INFO oslo_service.service [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Starting 2 workers Jul 06 11:13:00.487939 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Started child 93814 {{(pid=93705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:13:00.494929 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Started child 93815 {{(pid=93705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:13:00.495701 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:00.497150 n-d-799527-2 neutron-server[93705]: INFO neutron.service [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 11:13:00.497845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [-] (93814) wsgi starting up on http://0.0.0.0:9696 Jul 06 11:13:00.498099 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Notify callbacks [] for process, before_spawn {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:00.499297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:00.500694 n-d-799527-2 neutron-server[93705]: INFO oslo_service.service [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Starting 1 workers Jul 06 11:13:00.500833 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [-] (93815) wsgi starting up on http://0.0.0.0:9696 Jul 06 11:13:00.506114 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Started child 93816 {{(pid=93705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:13:00.507879 n-d-799527-2 neutron-server[93705]: INFO oslo_service.service [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Starting 1 workers Jul 06 11:13:00.510710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.service [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] calling RpcWorker wait() {{(pid=93816) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 11:13:00.511515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.service [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] returning from RpcWorker wait() {{(pid=93816) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 11:13:00.512423 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Started child 93817 {{(pid=93705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:13:00.512620 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:00.513262 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:13:00.513417 n-d-799527-2 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-04de1af8-7c41-46e9-923c-fd176cb7dff9 None None] Notify callbacks [] for process, after_spawn {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:00.515391 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93705) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 11:13:00.515721 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 11:13:00.516140 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 11:13:00.516535 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 11:13:00.517091 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 11:13:00.517497 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 11:13:00.518209 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.518652 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.519079 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.519582 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.520043 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.520861 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.521200 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:00.521994 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.521994 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.522298 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.523182 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.523492 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.523765 n-d-799527-2 neutron-server[93817]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:13:00.523934 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.524196 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.524659 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.525111 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.525605 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.526026 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.526529 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.526878 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.527317 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.527843 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.528282 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.528734 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] debug = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.529156 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.529842 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.530283 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.530723 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.531141 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.531651 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.532066 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.532531 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.532952 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.533359 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.533850 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.534302 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.534772 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.535247 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.535758 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.536203 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.536707 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.537397 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] host = n-d-799527-2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.537904 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.538352 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.538778 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.539201 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.539666 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.540059 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.540492 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.540922 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.541362 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.541768 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.542209 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.542641 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.543051 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.543498 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.543869 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_options = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.544306 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.544819 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.545327 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.545725 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.546180 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.546657 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.547365 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.548159 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.549004 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.549479 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.550038 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.550409 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.550784 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.551081 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.551484 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.552082 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.552606 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.553133 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.553724 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.554561 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.555155 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.555801 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.556386 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.556956 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.557338 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.557709 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.558104 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.558456 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.558816 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.559188 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.559565 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.559940 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.560359 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.560775 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.561182 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.561555 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.561903 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.562350 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.563357 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.563797 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.564254 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.564574 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.564985 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.565344 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.565693 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.566056 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_json = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.566618 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.566995 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.567419 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.567826 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.568193 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.568497 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.568869 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.569834 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.570655 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.571153 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.571732 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.572159 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.572543 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.572924 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.573314 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.573696 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.574117 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.574527 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.575018 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.576163 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.576645 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.577050 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.577483 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.577903 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.578302 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.578731 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.579125 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.579475 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.579887 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.580263 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.580768 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.581245 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.581682 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.582100 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.582643 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.583025 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.583404 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.583833 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.584147 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.584505 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.585517 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.586235 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.586786 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.587204 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.587676 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.588097 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.588506 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.588958 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.589399 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.589808 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.590226 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.590641 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.591039 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.591434 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.591867 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.592277 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.592665 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.593109 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.593528 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.593950 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.594372 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.594758 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.595164 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.595628 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.596039 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.596424 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.596825 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.597216 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.597647 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.599406 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.599406 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.603423 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.603980 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.604829 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.605247 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.605649 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.606098 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.606521 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.606888 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.607573 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.607975 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.608334 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.608970 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.609546 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.610144 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.610739 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.611389 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.611852 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.612266 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.612598 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.613000 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.613356 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.613850 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.614386 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.614822 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.615228 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.615876 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.616548 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.617174 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.617825 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.618249 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.618623 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.619039 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.619528 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.619920 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.620325 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.620732 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.621130 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.621572 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.621974 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.622348 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.623602 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.623602 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.623602 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.623990 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.624685 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.625381 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.626019 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.626633 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.627303 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.628167 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.628860 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.629483 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.629950 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.630455 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.630909 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.631383 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.632410 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.632834 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.633234 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.633638 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.634101 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.634486 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.634879 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.635400 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.635917 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.636300 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.636784 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.637148 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.637585 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.638100 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.638480 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.638861 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.639274 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.639745 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.640140 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.640570 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.641007 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.641404 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.641854 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.642315 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.642699 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.643076 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.643502 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.643898 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.644253 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.644665 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.645063 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.645437 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.645840 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.646214 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.646618 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.646959 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.647941 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.648334 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.648695 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.649091 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.649535 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.649880 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.650262 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.650668 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.651037 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.651396 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.651806 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.652177 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.652592 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.652944 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.653459 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.653930 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.654317 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.654745 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.655139 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.655647 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.656025 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.656477 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.656827 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.657303 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.657699 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.657971 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.658239 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.658504 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.658980 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.659330 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.659760 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.660191 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.660903 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.661307 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.661709 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.662163 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.662522 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.663159 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.663576 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.664018 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.664392 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.664777 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.665162 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.665571 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.665673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:13:00.665998 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.666382 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.666748 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.667129 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.667519 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.667871 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.668271 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.668775 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.669169 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.669568 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.670029 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.670413 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.670796 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.671207 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.671598 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.674174 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.674174 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.674174 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.674174 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.674174 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.674174 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.674174 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.675034 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.675034 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.675280 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.675725 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.676078 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.676499 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.676833 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.677212 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.677590 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.678012 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.678352 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.679174 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.679591 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.679993 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.680328 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.680863 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.681292 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.681645 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.682141 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.682559 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.683018 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.683553 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.683965 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.684336 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.684755 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.685118 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.685530 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.685951 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.686394 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.686914 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.687373 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.687816 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.688255 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.688677 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.689126 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.689595 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.689980 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.690435 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.690959 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.691406 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.691867 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.692294 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.692739 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.693125 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.693556 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.693952 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.694869 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.695268 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.695896 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.696332 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.696698 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.697096 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.697509 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.697895 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.698317 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.698743 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.699144 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.699556 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.699850 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 11:13:00.700647 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93705) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 11:13:00.701014 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 11:13:00.701173 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 11:13:00.701447 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 11:13:00.701738 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 11:13:00.701992 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 11:13:00.702308 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.702597 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.702846 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.703138 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.703393 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.703742 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.704033 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.704271 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.704557 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.704819 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.705095 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.705360 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.705633 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.705892 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.706170 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.706426 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.706704 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.706957 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.707252 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.707529 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.707815 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.708054 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.708462 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] debug = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.708641 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.708957 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.709213 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.709498 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.710827 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.711210 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.711483 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.711786 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.712056 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.712314 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.712590 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.712839 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.713125 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.713391 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.713648 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.713919 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.714184 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.718437 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] host = n-d-799527-2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.718437 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.718437 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.718437 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.718437 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.718437 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.718437 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.718437 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.719701 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.719701 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.719701 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.719701 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.719701 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.719701 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.719701 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.719701 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_options = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.719701 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.720739 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.720739 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.720739 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.720739 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.720739 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.720739 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.720739 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.721546 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.721546 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.721546 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.721546 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.721546 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.721546 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.721546 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.721546 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.721546 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.722498 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.722498 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.722498 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.722498 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.722498 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.722498 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.722498 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.722498 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.723483 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.723483 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.723483 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.723483 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.723483 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.723483 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.723483 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.723483 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.724497 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.724497 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.724497 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.724497 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.724497 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.724497 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.724497 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.724497 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.725537 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.725537 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.725537 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.725537 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.725537 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_json = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.725537 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.725537 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.725537 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.726446 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.726446 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.726446 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.726446 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.726446 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:13:00.726446 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.727094 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.727094 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.727094 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.727094 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.728873 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.728873 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.728873 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.728873 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.728873 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.728873 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.728873 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.728873 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.730056 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.730056 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.730056 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.730056 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.730056 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.731044 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.731044 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.731044 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.731044 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.731044 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.731044 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.732540 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.732540 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.732540 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.732540 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.732540 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.732540 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.732540 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.733422 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.733422 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.733422 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.733422 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.733422 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.733422 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.734502 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.734502 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.734502 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.734502 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.734502 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.734502 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.734502 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.735746 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.735746 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.735746 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.735746 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.735746 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.735746 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.735746 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.735746 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.737010 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.737010 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.737010 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.737010 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.737010 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.737010 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.737010 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.737010 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.737010 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738106 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738106 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738106 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738106 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738106 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738106 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738106 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738942 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738942 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738942 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738942 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738942 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.738942 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.739771 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.739771 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.739771 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.739771 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.739771 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.740371 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.740371 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.740371 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.740371 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.740879 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.740879 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.740879 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.741276 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.741276 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.741276 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.741655 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.741655 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.741941 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.741941 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.742170 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.742318 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.742463 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.742650 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.742650 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.742926 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.742926 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.743177 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.743315 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.743511 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.743639 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.743762 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.743910 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.744060 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.744188 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.744329 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.744476 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.744627 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.744765 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.744900 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.745043 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.745196 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.745331 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.745516 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.745689 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.745833 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.745956 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.746123 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.746280 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.746410 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.746576 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.746729 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.746874 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.747011 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.747185 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.747345 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.747526 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.747690 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.747844 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.748020 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.748180 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.748324 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.748474 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.748639 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.748798 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.748958 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.749117 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.749277 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.749437 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.749599 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.749760 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.749915 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.750072 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.750213 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.750380 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.750531 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.750691 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.750850 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.751011 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.751173 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.751323 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.751492 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.751695 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.751884 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.752024 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.752179 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.752314 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.752449 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.752586 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.752784 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.752921 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.753054 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.753188 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.753316 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.753447 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.753581 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.753710 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.753854 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.754005 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.754173 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.754316 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.754480 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.754621 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.754791 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.754931 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.755101 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.755265 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.755417 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.755649 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.755813 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.755953 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.756106 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.756269 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.756411 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.757151 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.757437 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.757598 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.757788 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.757966 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.758231 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.758381 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.758548 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.758710 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.758856 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.759005 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.759161 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.759329 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.759629 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.759780 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.759922 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.760084 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.760225 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.760391 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.760556 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.760722 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.760869 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.761020 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.761170 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.761308 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.761485 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.761628 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.761797 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.761961 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.762108 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.762250 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.762412 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.762558 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.762744 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.762946 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.763093 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.763246 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.763398 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.763558 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.763697 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.763837 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.763973 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.764113 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.764265 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.764405 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.764536 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.764696 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.764840 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.764981 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.765142 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.765279 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.765409 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.765588 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.765732 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.765896 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.766039 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.766217 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.766376 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.766539 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.766698 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.766857 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.767017 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.767181 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.767344 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.767541 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.767707 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.767868 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.768038 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.768207 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.768376 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.768534 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.768701 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.768872 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.769141 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.769275 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.769400 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.769585 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.769709 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.769834 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.769957 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.770091 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.770228 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.770387 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.770529 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.770668 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.770802 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.770938 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.771079 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.771218 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.771388 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.771563 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.771725 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:13:00.771866 n-d-799527-2 neutron-server[93705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 11:13:00.877202 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50482) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:00.886552 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070629 Jul 06 11:13:14.235912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ddc99-fd22-454d-9772-385d9de5f1e0 None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:13:14.332930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397ddc99-fd22-454d-9772-385d9de5f1e0 None None] No non-hosted networks {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 11:13:14.352401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.agentschedulers_db [None req-397ddc99-fd22-454d-9772-385d9de5f1e0 None None] DHCP Agent not found on host n-d-799527-2 {{(pid=93816) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 06 11:13:14.434863 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a107-c4c5-4d58-9604-3e6d6141fa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872730'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:18.068043 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872730'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:18.069911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.070729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.071248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.071869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.072986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.075078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.075394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.075875 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.077302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.078071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.078452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.078904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:18.079674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799527-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:13:18.091960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799527-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:13:18.254118 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cd68527-3a6b-4a3e-ae1b-9e46f3c91804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872730'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:18.331016 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-416209bf-52f2-4e07-bff5-c1c6c96febfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:18.416184 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872730'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:20.184852 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872730'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:21.398074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50576) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:21.952353 n-d-799527-2 neutron-server[93814]: WARNING oslo_policy.policy [None req-052b9ef5-bbd6-4e82-b17c-a7d8fdd3ce0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:13:21.952928 n-d-799527-2 neutron-server[93814]: WARNING oslo_policy.policy [None req-052b9ef5-bbd6-4e82-b17c-a7d8fdd3ce0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:13:22.178340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-052b9ef5-bbd6-4e82-b17c-a7d8fdd3ce0e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:13:22.179725 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-052b9ef5-bbd6-4e82-b17c-a7d8fdd3ce0e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7786756 Jul 06 11:13:24.914507 n-d-799527-2 neutron-server[93816]: INFO neutron.db.l3_hamode_db [None req-d95909c8-711b-44bf-95b2-eb67d526c61d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 11:13:24.928985 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50590) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:25.017859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95909c8-711b-44bf-95b2-eb67d526c61d None None] Routers set() bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:13:25.018387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95909c8-711b-44bf-95b2-eb67d526c61d None None] Router IDs set() for agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:13:25.413521 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-60743e99-4c33-4baa-a7b6-59dc47dde9cb admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:13:25.510911 n-d-799527-2 neutron-server[93814]: DEBUG neutron.policy [None req-60743e99-4c33-4baa-a7b6-59dc47dde9cb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93814) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 11:13:25.557860 n-d-799527-2 neutron-server[93814]: WARNING oslo_policy.policy [None req-60743e99-4c33-4baa-a7b6-59dc47dde9cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:13:25.558266 n-d-799527-2 neutron-server[93814]: WARNING oslo_policy.policy [None req-60743e99-4c33-4baa-a7b6-59dc47dde9cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:13:25.567633 n-d-799527-2 neutron-server[93814]: INFO neutron.quota [None req-60743e99-4c33-4baa-a7b6-59dc47dde9cb admin admin] Loaded quota_driver: . Jul 06 11:13:25.669526 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60743e99-4c33-4baa-a7b6-59dc47dde9cb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763115488285', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763115488814', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763115475462', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763115477964', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763115479425', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763115457015', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-785600', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-726051', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7922081', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7991579'] for rbac-policy, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:25.740290 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60743e99-4c33-4baa-a7b6-59dc47dde9cb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:25.741528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-60743e99-4c33-4baa-a7b6-59dc47dde9cb admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8111813 Jul 06 11:13:28.472562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50602) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:28.806789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'name': 'private'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:13:28.840612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Made reservation on behalf of a040df4e68c74c15a044fa10ca6b74f8 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:13:28.845550 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:28.876555 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:29.028468 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:29.032683 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:29.054989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:13:29.088298 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763113343829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:29.088922 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Unsubscribe: segment precommit_create {{(pid=93814) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 11:13:29.089429 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Added segment bc6c9080-2498-4175-ad21-abc4eedcf2c7 of type vlan for network 42359b1c-f9b6-43b4-a973-368fa8113c25 Jul 06 11:13:29.108335 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98865c-936a-48fb-b196-22887e74e97c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:29.159917 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.160255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.160592 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.160925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.161251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.162110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.162465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.162845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.163167 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.163507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.163828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.164144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Tracked resource versions report: Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: pushed versions: Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: { 'AddressGroup': {'1.2'}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'ConntrackHelper': {'1.0'}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'Log': {'1.0'}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'Network': {'1.1'}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'Port': {'1.7'}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'PortForwarding': {'1.2'}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'QosPolicy': {'1.8'}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'SecurityGroup': {'1.4'}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'SubPort': {'1.0'}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'Subnet': {'1.1'}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'Trunk': {'1.1'}} Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: consumer versions: Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: { DHCP agent@n-d-799527-2: {}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: L3 agent@n-d-799527-2: {}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: Metadata agent@n-d-799527-2: {}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: Metering agent@n-d-799527-2: {}, Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: Open vSwitch agent@n-d-799527-2: { 'AddressGroup': '1.2', Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'ConntrackHelper': '1.0', Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'Log': '1.0', Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'Network': '1.1', Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'Port': '1.7', Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'PortForwarding': '1.2', Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'QosPolicy': '1.8', Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'SecurityGroup': '1.4', Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'SecurityGroupRule': '1.2', Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'SubPort': '1.0', Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'Subnet': '1.1', Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: 'Trunk': '1.1'}} Jul 06 11:13:29.165283 n-d-799527-2 neutron-server[93814]: {{(pid=93814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:13:29.215779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:29.271299 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:29.272594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:13:29.273307 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:29.361893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8879209 Jul 06 11:13:29.376440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a93341-44f9-45d6-b008-25281e9f4d18 admin admin] Pushing event updated for resources: {'Network': ['ID=42359b1c-f9b6-43b4-a973-368fa8113c25,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:29.398461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 42359b1c-f9b6-43b4-a973-368fa8113c25 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:13:32.166240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50616) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:32.709142 n-d-799527-2 neutron-server[93815]: WARNING oslo_policy.policy [None req-d6909d23-c548-436e-a60b-c9c3a1edf0c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:13:32.709742 n-d-799527-2 neutron-server[93815]: WARNING oslo_policy.policy [None req-d6909d23-c548-436e-a60b-c9c3a1edf0c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:13:33.165512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.policy [None req-d6909d23-c548-436e-a60b-c9c3a1edf0c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93815) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 11:13:33.211467 n-d-799527-2 neutron-server[93815]: WARNING oslo_policy.policy [None req-d6909d23-c548-436e-a60b-c9c3a1edf0c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:13:33.212123 n-d-799527-2 neutron-server[93815]: WARNING oslo_policy.policy [None req-d6909d23-c548-436e-a60b-c9c3a1edf0c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:13:33.220300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6909d23-c548-436e-a60b-c9c3a1edf0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:13:33.222125 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d6909d23-c548-436e-a60b-c9c3a1edf0c8 admin admin] 10.222.0.21 "GET /v2.0/networks/42359b1c-f9b6-43b4-a973-368fa8113c25 HTTP/1.1" status: 200 len: 825 time: 1.0549722 Jul 06 11:13:33.264028 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a6359934-ee15-4459-bb34-c2e1c1a43fb6 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/2c206804-c258-418e-af3e-48208889280b HTTP/1.1" status: 200 len: 734 time: 0.0360320 Jul 06 11:13:33.273565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Request body: {'subnet': {'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'ip_version': 4, 'subnetpool_id': '2c206804-c258-418e-af3e-48208889280b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:13:33.275158 n-d-799527-2 neutron-server[93815]: INFO neutron.quota [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Loaded quota_driver: . Jul 06 11:13:33.319652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Made reservation on behalf of a040df4e68c74c15a044fa10ca6b74f8 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:13:33.322464 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:33.636043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:33.706833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Checking segment: {'id': 'bc6c9080-2498-4175-ad21-abc4eedcf2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:13:33.707222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Network hostable DHCP agents. Network: 42359b1c-f9b6-43b4-a973-368fa8113c25, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:13:33.721771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007dcf4b-6c2d-4545-86b5-63a72c1f118d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:33.734921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.735262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.735629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.735960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.736287 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.736618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.736937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.737252 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.737567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.737883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.738197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.738509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Tracked resource versions report: Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: pushed versions: Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: { 'AddressGroup': {'1.2'}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'Log': {'1.0'}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'Network': {'1.1'}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'Port': {'1.7'}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'PortForwarding': {'1.2'}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'QosPolicy': {'1.8'}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'SecurityGroup': {'1.4'}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'SubPort': {'1.0'}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'Subnet': {'1.1'}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'Trunk': {'1.1'}} Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: consumer versions: Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: { DHCP agent@n-d-799527-2: {}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: L3 agent@n-d-799527-2: {}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: Metadata agent@n-d-799527-2: {}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: Metering agent@n-d-799527-2: {}, Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: Open vSwitch agent@n-d-799527-2: { 'AddressGroup': '1.2', Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'ConntrackHelper': '1.0', Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'Log': '1.0', Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'Network': '1.1', Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'Port': '1.7', Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'PortForwarding': '1.2', Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'QosPolicy': '1.8', Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'SecurityGroup': '1.4', Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'SecurityGroupRule': '1.2', Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'SubPort': '1.0', Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'Subnet': '1.1', Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: 'Trunk': '1.1'}} Jul 06 11:13:33.739839 n-d-799527-2 neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:13:33.774065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Network 42359b1c-f9b6-43b4-a973-368fa8113c25 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:13:33.788275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 42359b1c-f9b6-43b4-a973-368fa8113c25) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:13:33.793158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:13:33.793783 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:33.798625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e7cd46-91ac-4615-8191-c357f2fe1960 None None] Network 42359b1c-f9b6-43b4-a973-368fa8113c25 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:13:33.816931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a2abfbc8-3329-4bda-bbc3-d0d59634d938 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5466850 Jul 06 11:13:34.156768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-42359b1c-f9b6-43b4-a973-368fa8113c25', 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'fixed_ips': [{'subnet_id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:13:34.158500 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:34.476414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Allocated IP 172.20.0.2 (42359b1c-f9b6-43b4-a973-368fa8113c25/007dcf4b-6c2d-4545-86b5-63a72c1f118d/e370bf46-3086-49ec-8af7-3834adfad7df) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:13:34.770786 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:34.788112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Transition to ACTIVE for port object e370bf46-3086-49ec-8af7-3834adfad7df will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:13:34.812091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Transition to ACTIVE for port object e370bf46-3086-49ec-8af7-3834adfad7df will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:13:34.824498 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:34.899317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Network 42359b1c-f9b6-43b4-a973-368fa8113c25 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:13:34.906441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:13:34.909622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:13:34.925364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Pushing event updated for resources: {'Port': ['ID=e370bf46-3086-49ec-8af7-3834adfad7df,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:34.969338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.969684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.970027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.970364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.970740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.971072 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.971435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.971784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.972108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.972433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.972755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.973075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Tracked resource versions report: Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: pushed versions: Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: { 'AddressGroup': {'1.2'}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'Log': {'1.0'}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'Network': {'1.1'}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'Port': {'1.7'}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'PortForwarding': {'1.2'}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'QosPolicy': {'1.8'}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'SecurityGroup': {'1.4'}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'SubPort': {'1.0'}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'Subnet': {'1.1'}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'Trunk': {'1.1'}} Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: consumer versions: Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: { DHCP agent@n-d-799527-2: {}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: L3 agent@n-d-799527-2: {}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: Metadata agent@n-d-799527-2: {}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: Metering agent@n-d-799527-2: {}, Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: Open vSwitch agent@n-d-799527-2: { 'AddressGroup': '1.2', Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'ConntrackHelper': '1.0', Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'Log': '1.0', Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'Network': '1.1', Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'Port': '1.7', Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'PortForwarding': '1.2', Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'QosPolicy': '1.8', Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'SecurityGroup': '1.4', Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'SecurityGroupRule': '1.2', Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'SubPort': '1.0', Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'Subnet': '1.1', Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: 'Trunk': '1.1'}} Jul 06 11:13:34.974446 n-d-799527-2 neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:13:35.008400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Attempting to bind port e370bf46-3086-49ec-8af7-3834adfad7df on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:13:35.008804 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Attempting to bind port e370bf46-3086-49ec-8af7-3834adfad7df by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'bc6c9080-2498-4175-ad21-abc4eedcf2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:13:35.009235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Attempting to bind port e370bf46-3086-49ec-8af7-3834adfad7df on network 42359b1c-f9b6-43b4-a973-368fa8113c25 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:13:35.014452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:13:35.014853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Checking segment: {'id': 'bc6c9080-2498-4175-ad21-abc4eedcf2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:13:35.015354 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:35.015780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Bound using segment: {'id': 'bc6c9080-2498-4175-ad21-abc4eedcf2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:13:35.016281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Bound port: e370bf46-3086-49ec-8af7-3834adfad7df, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6c9080-2498-4175-ad21-abc4eedcf2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:13:35.016701 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:35.094101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] For port e370bf46-3086-49ec-8af7-3834adfad7df, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:13:35.098740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] For port e370bf46-3086-49ec-8af7-3834adfad7df, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e370bf46-3086-49ec-8af7-3834adfad7df,segment=NetworkSegment(bc6c9080-2498-4175-ad21-abc4eedcf2c7),segment_id=bc6c9080-2498-4175-ad21-abc4eedcf2c7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:13:35.104526 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:35.186689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f58dc6-28ec-4e55-b39a-a1707acc0e37 None None] Pushing event updated for resources: {'Port': ['ID=e370bf46-3086-49ec-8af7-3834adfad7df,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:36.444792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50636) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:36.985110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-4244b583-a40e-4fc4-9aa3-0cdae152bc2f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:13:36.986379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4244b583-a40e-4fc4-9aa3-0cdae152bc2f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5398960 Jul 06 11:13:39.776017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50644) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:40.164629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-e15ebe8a-6402-425f-b828-caedaba3a816 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:13:40.165693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e15ebe8a-6402-425f-b828-caedaba3a816 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3883903 Jul 06 11:13:42.263631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e370bf46-3086-49ec-8af7-3834adfad7df up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:13:42.422114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e370bf46-3086-49ec-8af7-3834adfad7df completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:13:42.456667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d624b0-08f1-464e-a807-a6e6859a8eb1 None None] Network 42359b1c-f9b6-43b4-a973-368fa8113c25 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:13:42.558417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ecb8debf-9314-4971-9fc8-5b0b713300b7 None None] Provisioning for port e370bf46-3086-49ec-8af7-3834adfad7df completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:13:42.569442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ecb8debf-9314-4971-9fc8-5b0b713300b7 None None] Provisioning complete for port e370bf46-3086-49ec-8af7-3834adfad7df triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:13:42.570058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecb8debf-9314-4971-9fc8-5b0b713300b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:42.885894 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecb8debf-9314-4971-9fc8-5b0b713300b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:43.014293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ecb8debf-9314-4971-9fc8-5b0b713300b7 None None] For port e370bf46-3086-49ec-8af7-3834adfad7df, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e370bf46-3086-49ec-8af7-3834adfad7df,segment=NetworkSegment(bc6c9080-2498-4175-ad21-abc4eedcf2c7),segment_id=bc6c9080-2498-4175-ad21-abc4eedcf2c7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:13:43.023471 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecb8debf-9314-4971-9fc8-5b0b713300b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:43.147520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8debf-9314-4971-9fc8-5b0b713300b7 None None] Pushing event updated for resources: {'Port': ['ID=e370bf46-3086-49ec-8af7-3834adfad7df,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:43.323612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50658) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:43.356297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4ea0af52-efb6-44c6-83cc-d598efd09d5a None None] Provisioning complete for port e370bf46-3086-49ec-8af7-3834adfad7df triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:13:43.357252 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ea0af52-efb6-44c6-83cc-d598efd09d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:43.805598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2b70392b-d67d-4916-8c92-206f753a3374 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:13:43.834285 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b70392b-d67d-4916-8c92-206f753a3374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:43.836450 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b70392b-d67d-4916-8c92-206f753a3374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:44.028509 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b70392b-d67d-4916-8c92-206f753a3374 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:44.033789 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b70392b-d67d-4916-8c92-206f753a3374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:44.049439 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b70392b-d67d-4916-8c92-206f753a3374 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:44.051407 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2b70392b-d67d-4916-8c92-206f753a3374 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7262473 Jul 06 11:13:44.075437 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d8386fc-1ce7-4374-810e-4f9beca4c5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:44.184659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e370bf46-3086-49ec-8af7-3834adfad7df up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:13:44.237564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e370bf46-3086-49ec-8af7-3834adfad7df triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:13:44.237922 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:46.777320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50666) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:47.163814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-760eb3fe-e679-4a48-8a58-5e452a88564c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:13:47.165576 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-760eb3fe-e679-4a48-8a58-5e452a88564c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3868110 Jul 06 11:13:48.060132 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:48.245355 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18aa837c-0b0a-4276-a0c6-5aebfa8c33a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:48.365601 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:49.855360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50684) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:50.007617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:13:50.034332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Made reservation on behalf of 5d755627aa9d4e4293d14446ced7fe69 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:13:50.037311 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:50.054732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:50.105329 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:50.210969 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:50.216138 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:50.234609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Reserving flat network on physical network physnet1 {{(pid=93815) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 11:13:50.265329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763113343829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:50.265904 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Unsubscribe: segment precommit_create {{(pid=93815) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 11:13:50.266391 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Added segment fc27cba9-51e4-43e1-8067-e12e3a0540a1 of type flat for network df1087d2-3bdc-4320-881a-9a406341ee71 Jul 06 11:13:50.272040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c5b545-3adb-4dd6-a69a-d80f8ab290c7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:50.356096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:50.441990 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:50.444088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:13:50.444675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:50.547717 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6911345 Jul 06 11:13:50.572195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4296d-9a38-4f69-b831-611d74943f54 admin admin] Pushing event updated for resources: {'Network': ['ID=df1087d2-3bdc-4320-881a-9a406341ee71,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:50.586961 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network df1087d2-3bdc-4320-881a-9a406341ee71 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:13:53.060118 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:53.245006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f81789-b357-48d5-9ed6-de2e47cd920b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:13:53.246455 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b0f81789-b357-48d5-9ed6-de2e47cd920b admin admin] 10.222.0.21 "GET /v2.0/subnets/007dcf4b-6c2d-4545-86b5-63a72c1f118d HTTP/1.1" status: 200 len: 849 time: 0.1853395 Jul 06 11:13:53.418679 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2c6013bf-9433-44a9-b2f8-4190c196066a admin admin] 10.222.0.21 "GET /v2.0/routers/34de5f5b-8fa0-45c4-9ecd-b1980baa0430 HTTP/1.1" status: 200 len: 704 time: 0.1622496 Jul 06 11:13:53.717394 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:54.073373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Allocated IP 172.20.0.1 (42359b1c-f9b6-43b4-a973-368fa8113c25/007dcf4b-6c2d-4545-86b5-63a72c1f118d/788dd95e-10c5-4353-8b49-2f2b108ed1dc) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:13:54.296186 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:54.323827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Transition to ACTIVE for port object 788dd95e-10c5-4353-8b49-2f2b108ed1dc will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:13:54.421729 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:54.488218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Network 42359b1c-f9b6-43b4-a973-368fa8113c25 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:13:54.493745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:13:54.497284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:13:54.498133 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:54.596022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Pushing event updated for resources: {'Port': ['ID=788dd95e-10c5-4353-8b49-2f2b108ed1dc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:54.622540 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:13:54.764838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f78b71c-cf78-4876-ba4e-011c1e581205 None None] Provisioning for port 788dd95e-10c5-4353-8b49-2f2b108ed1dc completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:13:54.769459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f78b71c-cf78-4876-ba4e-011c1e581205 None None] Provisioning complete for port 788dd95e-10c5-4353-8b49-2f2b108ed1dc triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:13:54.769658 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f78b71c-cf78-4876-ba4e-011c1e581205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:54.806658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f78b71c-cf78-4876-ba4e-011c1e581205 None None] Port 788dd95e-10c5-4353-8b49-2f2b108ed1dc cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:13:54.836490 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:55.038396 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:55.043135 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:55.043974 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:55.126827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Pushing event updated for resources: {'Port': ['ID=788dd95e-10c5-4353-8b49-2f2b108ed1dc,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:55.175476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Network 42359b1c-f9b6-43b4-a973-368fa8113c25 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:13:55.177028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:13:55.360771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Router 34de5f5b-8fa0-45c4-9ecd-b1980baa0430 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:13:55.429104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b4e6ddb6-c3a5-4998-932d-c14f689a81a5 None None] Provisioning complete for port 788dd95e-10c5-4353-8b49-2f2b108ed1dc triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:13:55.429493 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ddb6-c3a5-4998-932d-c14f689a81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:55.458643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:13:55.464533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7c392cb5-a702-473d-aac6-a459a3735712 admin admin] 10.222.0.21 "PUT /v2.0/routers/34de5f5b-8fa0-45c4-9ecd-b1980baa0430/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0403433 Jul 06 11:13:55.466268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6ddb6-c3a5-4998-932d-c14f689a81a5 None None] Port 788dd95e-10c5-4353-8b49-2f2b108ed1dc cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:13:55.479954 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Sync routers for ids ['34de5f5b-8fa0-45c4-9ecd-b1980baa0430'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:13:55.499988 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Routers {'34de5f5b-8fa0-45c4-9ecd-b1980baa0430'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:13:55.501395 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:13:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['34de5f5b-8fa0-45c4-9ecd-b1980baa0430'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:13:55.718076 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Set router 34de5f5b-8fa0-45c4-9ecd-b1980baa0430 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:13:56.246072 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'name': 'router1', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:13:43Z', 'updated_at': '2021-07-06T11:13:54Z', 'revision_number': 2, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'gw_port_host': None, '_interfaces': [{'id': '788dd95e-10c5-4353-8b49-2f2b108ed1dc', 'name': '', 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'mac_address': 'fa:16:3e:d7:28:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:13:53Z', 'updated_at': '2021-07-06T11:13:54Z', 'revision_number': 2, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'subnets': [{'id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c206804-c258-418e-af3e-48208889280b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:13:56.302325 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Checking router: 34de5f5b-8fa0-45c4-9ecd-b1980baa0430 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:13:56.302695 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Updating router 34de5f5b-8fa0-45c4-9ecd-b1980baa0430 port 788dd95e-10c5-4353-8b49-2f2b108ed1dc binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:13:56.373690 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:57.108866 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:57.128751 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Transition to ACTIVE for port object 788dd95e-10c5-4353-8b49-2f2b108ed1dc will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:13:57.137587 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:57.365566 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Pushing event updated for resources: {'Port': ['ID=788dd95e-10c5-4353-8b49-2f2b108ed1dc,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:57.393669 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.394009 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.394337 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.394671 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.395572 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.395905 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.396230 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.396554 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.396875 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.397201 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.397525 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.397844 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Tracked resource versions report: Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: pushed versions: Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: { 'AddressGroup': {'1.2'}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'Log': {'1.0'}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'Network': {'1.1'}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'Port': {'1.7'}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'PortForwarding': {'1.2'}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'QosPolicy': {'1.8'}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'SecurityGroup': {'1.4'}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'SubPort': {'1.0'}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'Subnet': {'1.1'}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'Trunk': {'1.1'}} Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: consumer versions: Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: { DHCP agent@n-d-799527-2: {}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: L3 agent@n-d-799527-2: {}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: Metadata agent@n-d-799527-2: {}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: Metering agent@n-d-799527-2: {}, Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: Open vSwitch agent@n-d-799527-2: { 'AddressGroup': '1.2', Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'ConntrackHelper': '1.0', Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'Log': '1.0', Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'Network': '1.1', Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'Port': '1.7', Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'PortForwarding': '1.2', Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'QosPolicy': '1.8', Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'SecurityGroup': '1.4', Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'SecurityGroupRule': '1.2', Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'SubPort': '1.0', Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'Subnet': '1.1', Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: 'Trunk': '1.1'}} Jul 06 11:13:57.399099 n-d-799527-2 neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:13:57.404980 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Attempting to bind port 788dd95e-10c5-4353-8b49-2f2b108ed1dc on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:13:57.404980 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Attempting to bind port 788dd95e-10c5-4353-8b49-2f2b108ed1dc by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'bc6c9080-2498-4175-ad21-abc4eedcf2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:13:57.404980 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Attempting to bind port 788dd95e-10c5-4353-8b49-2f2b108ed1dc on network 42359b1c-f9b6-43b4-a973-368fa8113c25 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:13:57.412441 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:13:57.412855 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Checking segment: {'id': 'bc6c9080-2498-4175-ad21-abc4eedcf2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:13:57.413360 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:57.413752 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Bound using segment: {'id': 'bc6c9080-2498-4175-ad21-abc4eedcf2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:13:57.414264 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Bound port: 788dd95e-10c5-4353-8b49-2f2b108ed1dc, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6c9080-2498-4175-ad21-abc4eedcf2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:13:57.414688 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:57.515389 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] For port 788dd95e-10c5-4353-8b49-2f2b108ed1dc, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:13:57.552072 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] For port 788dd95e-10c5-4353-8b49-2f2b108ed1dc, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=788dd95e-10c5-4353-8b49-2f2b108ed1dc,segment=NetworkSegment(bc6c9080-2498-4175-ad21-abc4eedcf2c7),segment_id=bc6c9080-2498-4175-ad21-abc4eedcf2c7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:13:57.557395 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:57.620908 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Routers {'34de5f5b-8fa0-45c4-9ecd-b1980baa0430'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:13:57.621546 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:13:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['34de5f5b-8fa0-45c4-9ecd-b1980baa0430'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:13:57.623650 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f0d0d-2f3b-409f-9cd8-3191427f0def None None] Pushing event updated for resources: {'Port': ['ID=788dd95e-10c5-4353-8b49-2f2b108ed1dc,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:57.732722 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] Set router 34de5f5b-8fa0-45c4-9ecd-b1980baa0430 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:13:57.807896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50712) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:13:57.928825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba2969-74a9-40d4-aacd-93c4dcc19a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:13:57.930139 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c2ba2969-74a9-40d4-aacd-93c4dcc19a73 admin admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 842 time: 0.1212218 Jul 06 11:13:57.939961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'enable_dhcp': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:13:57.970416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Made reservation on behalf of 5d755627aa9d4e4293d14446ced7fe69 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:13:57.972945 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:58.043569 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'name': 'router1', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:13:43Z', 'updated_at': '2021-07-06T11:13:54Z', 'revision_number': 2, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'gw_port_host': None, '_interfaces': [{'id': '788dd95e-10c5-4353-8b49-2f2b108ed1dc', 'name': '', 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'mac_address': 'fa:16:3e:d7:28:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:13:53Z', 'updated_at': '2021-07-06T11:13:57Z', 'revision_number': 4, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'subnets': [{'id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c206804-c258-418e-af3e-48208889280b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:13:58.076317 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68443811-f403-4edd-a89c-18f5d7045bfe None None] The sync data for ids ['34de5f5b-8fa0-45c4-9ecd-b1980baa0430'] in n-d-799527-2 is: [{'id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'name': 'router1', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:13:43Z', 'updated_at': '2021-07-06T11:13:54Z', 'revision_number': 2, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'gw_port_host': None, '_interfaces': [{'id': '788dd95e-10c5-4353-8b49-2f2b108ed1dc', 'name': '', 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'mac_address': 'fa:16:3e:d7:28:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:13:53Z', 'updated_at': '2021-07-06T11:13:57Z', 'revision_number': 4, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'subnets': [{'id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c206804-c258-418e-af3e-48208889280b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:13:58.371773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:13:58.372220 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:58.431251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052e40d2-8c16-4c0b-b3a9-76df9d9e244c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:13:58.444218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:13:58.444703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Network hostable DHCP agents. Network: df1087d2-3bdc-4320-881a-9a406341ee71, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:13:58.475191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:13:58.492566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, df1087d2-3bdc-4320-881a-9a406341ee71) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:13:58.498357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:13:58.498956 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:13:58.510737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b984740-ac3d-4c8b-9ff0-eb33d0fbc155 None None] Network df1087d2-3bdc-4320-881a-9a406341ee71 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:13:58.515719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-89851ec8-999a-43f8-ab2a-cf1f711c5401 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5793412 Jul 06 11:13:58.729948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b8c788-2bd6-46e5-9a08-7e5194609cdf None None] Network df1087d2-3bdc-4320-881a-9a406341ee71 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:14:00.950271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50720) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:14:01.276004 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-af26e895-b6e7-4048-96fb-c2752b3366a6 admin admin] 10.222.0.21 "GET /v2.0/routers/34de5f5b-8fa0-45c4-9ecd-b1980baa0430 HTTP/1.1" status: 200 len: 710 time: 0.3242424 Jul 06 11:14:01.428414 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68517da-75b5-43fe-890b-ae246d9c78dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:14:01.429807 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c68517da-75b5-43fe-890b-ae246d9c78dd admin admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 886 time: 0.1484058 Jul 06 11:14:01.439076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:14:01.708058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:02.014534 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:02.127069 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:02.245062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 788dd95e-10c5-4353-8b49-2f2b108ed1dc up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:14:02.318110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Allocated IP 172.25.0.84 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/78433edd-aaaa-4b8a-b0ee-de1de0f6caaa) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:14:02.329060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 788dd95e-10c5-4353-8b49-2f2b108ed1dc completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:14:02.333662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 788dd95e-10c5-4353-8b49-2f2b108ed1dc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:14:02.334120 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:02.449720 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:02.493666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 788dd95e-10c5-4353-8b49-2f2b108ed1dc, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=788dd95e-10c5-4353-8b49-2f2b108ed1dc,segment=NetworkSegment(bc6c9080-2498-4175-ad21-abc4eedcf2c7),segment_id=bc6c9080-2498-4175-ad21-abc4eedcf2c7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:14:02.502876 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:02.505700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:02.597090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=788dd95e-10c5-4353-8b49-2f2b108ed1dc,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:14:02.612683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:02.692822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:14:02.700026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:14:02.706853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:14:02.713160 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Pushing event updated for resources: {'Port': ['ID=78433edd-aaaa-4b8a-b0ee-de1de0f6caaa,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:14:03.022132 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:03.243014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:03.248757 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:03.378227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Router 34de5f5b-8fa0-45c4-9ecd-b1980baa0430 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:14:03.503252 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:14:03.509487 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:03.511317 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-73562431-9eee-4f81-b045-e8b7d3872d3f admin admin] 10.222.0.21 "PUT /v2.0/routers/34de5f5b-8fa0-45c4-9ecd-b1980baa0430 HTTP/1.1" status: 200 len: 889 time: 2.0757005 Jul 06 11:14:03.528112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Sync routers for ids ['34de5f5b-8fa0-45c4-9ecd-b1980baa0430'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:14:03.544013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Routers {'34de5f5b-8fa0-45c4-9ecd-b1980baa0430'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:14:03.544997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:13:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['34de5f5b-8fa0-45c4-9ecd-b1980baa0430'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:14:03.889597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Set router 34de5f5b-8fa0-45c4-9ecd-b1980baa0430 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:14:04.234364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 788dd95e-10c5-4353-8b49-2f2b108ed1dc up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:14:04.364900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 788dd95e-10c5-4353-8b49-2f2b108ed1dc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:14:04.365224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:04.452252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'name': 'router1', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '78433edd-aaaa-4b8a-b0ee-de1de0f6caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:13:43Z', 'updated_at': '2021-07-06T11:14:02Z', 'revision_number': 4, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'gw_port': {'id': '78433edd-aaaa-4b8a-b0ee-de1de0f6caaa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:14:02Z', 'updated_at': '2021-07-06T11:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '788dd95e-10c5-4353-8b49-2f2b108ed1dc', 'name': '', 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'mac_address': 'fa:16:3e:d7:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:13:53Z', 'updated_at': '2021-07-06T11:14:02Z', 'revision_number': 5, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'subnets': [{'id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c206804-c258-418e-af3e-48208889280b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:14:04.510871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Checking router: 34de5f5b-8fa0-45c4-9ecd-b1980baa0430 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:14:04.511237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Updating router 34de5f5b-8fa0-45c4-9ecd-b1980baa0430 port 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:14:04.587037 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:04.982893 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:04.995707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Transition to ACTIVE for port object 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:14:05.002802 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:05.063355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38811f89-49b9-40fc-8952-07f2fee99fba None None] Pushing event updated for resources: {'Port': ['ID=78433edd-aaaa-4b8a-b0ee-de1de0f6caaa,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:14:05.069949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Attempting to bind port 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:14:05.070339 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Attempting to bind port 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:14:05.070715 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Attempting to bind port 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:14:05.077248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:14:05.077633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:14:05.078060 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:05.078465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:14:05.078982 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Bound port: 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:14:05.079408 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:05.143016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] For port 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:14:05.147406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] For port 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=78433edd-aaaa-4b8a-b0ee-de1de0f6caaa,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:14:05.153696 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:05.306620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Routers {'34de5f5b-8fa0-45c4-9ecd-b1980baa0430'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:14:05.308037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:13:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['34de5f5b-8fa0-45c4-9ecd-b1980baa0430'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:14:05.345374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38811f89-49b9-40fc-8952-07f2fee99fba None None] Pushing event updated for resources: {'Port': ['ID=78433edd-aaaa-4b8a-b0ee-de1de0f6caaa,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:14:05.429045 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] Set router 34de5f5b-8fa0-45c4-9ecd-b1980baa0430 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:14:05.678402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'name': 'router1', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '78433edd-aaaa-4b8a-b0ee-de1de0f6caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:13:43Z', 'updated_at': '2021-07-06T11:14:02Z', 'revision_number': 4, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'gw_port': {'id': '78433edd-aaaa-4b8a-b0ee-de1de0f6caaa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:14:02Z', 'updated_at': '2021-07-06T11:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '788dd95e-10c5-4353-8b49-2f2b108ed1dc', 'name': '', 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'mac_address': 'fa:16:3e:d7:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:13:53Z', 'updated_at': '2021-07-06T11:14:02Z', 'revision_number': 5, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'subnets': [{'id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c206804-c258-418e-af3e-48208889280b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:14:05.713141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04bd68-146d-41d5-9a67-48c297a6ee27 None None] The sync data for ids ['34de5f5b-8fa0-45c4-9ecd-b1980baa0430'] in n-d-799527-2 is: [{'id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'name': 'router1', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '78433edd-aaaa-4b8a-b0ee-de1de0f6caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:13:43Z', 'updated_at': '2021-07-06T11:14:02Z', 'revision_number': 4, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'gw_port': {'id': '78433edd-aaaa-4b8a-b0ee-de1de0f6caaa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:14:02Z', 'updated_at': '2021-07-06T11:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '788dd95e-10c5-4353-8b49-2f2b108ed1dc', 'name': '', 'network_id': '42359b1c-f9b6-43b4-a973-368fa8113c25', 'tenant_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'mac_address': 'fa:16:3e:d7:28:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34de5f5b-8fa0-45c4-9ecd-b1980baa0430', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:13:53Z', 'updated_at': '2021-07-06T11:14:02Z', 'revision_number': 5, 'project_id': 'a040df4e68c74c15a044fa10ca6b74f8', 'subnets': [{'id': '007dcf4b-6c2d-4545-86b5-63a72c1f118d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c206804-c258-418e-af3e-48208889280b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:14:06.256547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50732) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:14:06.271523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:14:06.351692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:14:06.362276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:14:06.362858 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:06.443156 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-32c4df80-6eca-421a-9638-4f6652667dfe admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1852043 Jul 06 11:14:06.470136 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:06.510152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=78433edd-aaaa-4b8a-b0ee-de1de0f6caaa,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:14:06.517758 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:06.613493 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=78433edd-aaaa-4b8a-b0ee-de1de0f6caaa,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:14:08.218557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:14:08.313222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 78433edd-aaaa-4b8a-b0ee-de1de0f6caaa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:14:08.313857 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:14.115047 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6622981-9dd3-4bc9-a640-f169e351f2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:18.062877 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:18.251850 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d1bb0f9-1478-402a-8149-0ff2f9ebda3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:18.391700 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:20.119588 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:31.611573 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:14:44.116338 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67dbaf61-afb1-4c80-869b-0a5110b94675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:48.113449 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:48.261289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a906b9b1-0f27-4567-8c19-8a91619dbf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:48.394509 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:14:50.158627 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:15:08.614859 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:15:14.086169 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d65cb27-3cd9-41fa-b3b4-161ba92ea045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:15:18.061613 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:15:18.253531 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d8671c1-911d-4919-a624-7567dbb74bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:15:18.383959 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:15:20.135579 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:15:44.080599 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae4ee23b-88c2-4e4a-9925-96af99605d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:15:45.616894 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:15:48.058563 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:15:48.250050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9992237-93cb-43f3-8733-dd90f2c0064d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:15:48.381266 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:15:50.135844 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:03.720778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:03.794286 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2f589a-4df7-44ec-89e8-c370cda11aaa admin admin] GET failed (client error): The resource could not be found. Jul 06 11:16:03.796339 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5a2f589a-4df7-44ec-89e8-c370cda11aaa admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0745304 Jul 06 11:16:03.973480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ad1fb-b959-4771-ab54-1b0329514a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:03.974925 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ca7ad1fb-b959-4771-ab54-1b0329514a07 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1747653 Jul 06 11:16:06.275701 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51342) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:06.374844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e5e0fa-67ea-471a-ad93-3226abaed96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:06.376311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d9e5e0fa-67ea-471a-ad93-3226abaed96e admin admin] 10.222.0.21 "GET /v2.0/subnets/007dcf4b-6c2d-4545-86b5-63a72c1f118d HTTP/1.1" status: 200 len: 849 time: 0.0996292 Jul 06 11:16:06.385875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:16:06.482619 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:06.720802 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763113365279'] for subnet, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:06.761958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:06.761958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:06.761958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] 10.222.0.21 "PUT /v2.0/subnets/007dcf4b-6c2d-4545-86b5-63a72c1f118d HTTP/1.1" status: 200 len: 868 time: 0.3777180 Jul 06 11:16:06.774812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6502ae71-6bd5-432e-8172-5a21b95b25b6 None None] Network 42359b1c-f9b6-43b4-a973-368fa8113c25 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:16:06.783868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007dcf4b-6c2d-4545-86b5-63a72c1f118d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:16:06.793530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:06.793944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:06.794298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:06.794643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:06.795055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:06.795611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:06.795958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:06.800126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:06.800126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:06.800126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:06.800126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:06.800126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9bbb2-76e3-4c31-ab83-17f22dc4fe06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:16:07.242361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a36a699a-829d-41f5-842e-fb799a410eaf None None] Provisioning complete for port e370bf46-3086-49ec-8af7-3834adfad7df triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:16:07.242733 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a36a699a-829d-41f5-842e-fb799a410eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:07.340390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a36a699a-829d-41f5-842e-fb799a410eaf None None] Provisioning complete for port 788dd95e-10c5-4353-8b49-2f2b108ed1dc triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:16:07.340991 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a36a699a-829d-41f5-842e-fb799a410eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:09.018568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51350) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:09.239967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc1f13-c6cb-4d4f-907d-36b65a0adbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:09.240460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc1f13-c6cb-4d4f-907d-36b65a0adbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:09.242075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-58bc1f13-c6cb-4d4f-907d-36b65a0adbd1 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2225268 Jul 06 11:16:11.597125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51358) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:11.746747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a0975-75bb-4733-8ef0-22c4dbe115e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:11.747156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a0975-75bb-4733-8ef0-22c4dbe115e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:11.749348 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fa2a0975-75bb-4733-8ef0-22c4dbe115e3 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1512127 Jul 06 11:16:14.077537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71991ad4-96b5-41d9-b2e7-f3716342e1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:14.136831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51366) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:14.325681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163ce2ff-b272-4a93-8124-5618bdc52417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:14.327716 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-163ce2ff-b272-4a93-8124-5618bdc52417 admin admin] 10.222.0.21 "GET /v2.0/networks/42359b1c-f9b6-43b4-a973-368fa8113c25 HTTP/1.1" status: 200 len: 869 time: 0.1895757 Jul 06 11:16:16.671771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51376) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:16.805142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3150d456-6b2f-4790-8b12-63161d0d9286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:16.806542 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3150d456-6b2f-4790-8b12-63161d0d9286 admin admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 886 time: 0.1338184 Jul 06 11:16:18.054457 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:18.251081 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e66cd18-c6f4-4d2e-a0ea-a534454f6a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:18.386091 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:19.490873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51384) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:19.713988 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c2f55-dabc-40ff-879c-50c84a837045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:19.714362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c2f55-dabc-40ff-879c-50c84a837045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:19.716230 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bd8c2f55-dabc-40ff-879c-50c84a837045 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2239978 Jul 06 11:16:20.140629 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:22.070599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51392) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:22.170955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26742103-1528-4785-bef2-bc65c0309916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:22.171422 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26742103-1528-4785-bef2-bc65c0309916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:22.173105 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-26742103-1528-4785-bef2-bc65c0309916 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1015236 Jul 06 11:16:22.616172 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:16:24.489898 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:24.590801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a354aa8-9917-48b0-b949-ebfcc9acfaff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:24.592834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0a354aa8-9917-48b0-b949-ebfcc9acfaff admin admin] 10.222.0.21 "GET /v2.0/subnets/007dcf4b-6c2d-4545-86b5-63a72c1f118d HTTP/1.1" status: 200 len: 868 time: 0.1019337 Jul 06 11:16:26.901346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51408) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:26.993772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b63b50a-5222-4f2e-8e9a-6e90b6e932e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:26.995184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2b63b50a-5222-4f2e-8e9a-6e90b6e932e7 admin admin] 10.222.0.21 "GET /v2.0/subnets/052e40d2-8c16-4c0b-b3a9-76df9d9e244c HTTP/1.1" status: 200 len: 816 time: 0.0928741 Jul 06 11:16:44.073228 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb6d90d4-6de8-4a92-b6b7-7ac2f6401ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:48.061852 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:48.247892 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8c46a35-0569-495e-aea7-1bd6fd294052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:48.395349 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:50.145372 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:53.466811 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51452) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:53.525101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-931822d8-0dc6-4540-85f1-f60ae538eded admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:16:53.526910 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-931822d8-0dc6-4540-85f1-f60ae538eded admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586131 Jul 06 11:16:55.897545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51460) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:55.984158 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-22078687-41e0-4ea5-a39a-e2a27fec8e86 admin admin] GET failed (client error): The resource could not be found. Jul 06 11:16:55.986302 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-22078687-41e0-4ea5-a39a-e2a27fec8e86 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0873299 Jul 06 11:16:56.162983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7e595e-4ae2-403a-bb31-a5fce257fd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:56.164878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6e7e595e-4ae2-403a-bb31-a5fce257fd1c admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1744494 Jul 06 11:16:58.558473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:16:58.611772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:16:58.646176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] Made reservation on behalf of 5d755627aa9d4e4293d14446ced7fe69 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:16:58.650113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:58.681937 n-d-799527-2 neutron-server[93814]: WARNING neutron.services.revisions.revision_plugin [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] Could not find related network for resource to bump revision. Jul 06 11:16:58.697525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:16:58.714212 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:58.714558 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] Added segment 40a59314-cebe-4194-b93d-9ea620764cb1 of type vlan for network b5c9b943-3aeb-4f98-8272-3d49e9f3239d Jul 06 11:16:58.759727 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:58.795200 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:58.796373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:16:58.797002 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:16:58.855146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2945049 Jul 06 11:16:58.865465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af90da9-d456-4b40-a89e-dbc0331d3c2a admin admin] Pushing event updated for resources: {'Network': ['ID=b5c9b943-3aeb-4f98-8272-3d49e9f3239d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:16:58.881957 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:16:59.615199 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:17:01.369659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:17:01.454523 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-071a9872-31b0-4eff-be85-c69a2ffe5c62 admin admin] GET failed (client error): The resource could not be found. Jul 06 11:17:01.457005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-071a9872-31b0-4eff-be85-c69a2ffe5c62 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0861478 Jul 06 11:17:01.582058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df1267-b97f-474f-82e8-7677a878980e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:17:01.583831 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a5df1267-b97f-474f-82e8-7677a878980e admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1224346 Jul 06 11:17:01.599560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:17:01.627070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] Made reservation on behalf of 5d755627aa9d4e4293d14446ced7fe69 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:17:01.629800 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:01.814920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:01.863426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c01b0f-4415-40cd-bdbf-82b35b2a295c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:17:01.886345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:17:01.887401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] Network hostable DHCP agents. Network: b5c9b943-3aeb-4f98-8272-3d49e9f3239d, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:17:01.912974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:17:01.924482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, b5c9b943-3aeb-4f98-8272-3d49e9f3239d) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:17:01.929760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:17:01.930970 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:01.935298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bda149-3131-4ef1-a18e-8783563932d8 None None] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:17:01.947908 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-af80e22a-ee73-469b-9f6d-c945174f1cb8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3539965 Jul 06 11:17:02.113957 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'tenant_id': '5d755627aa9d4e4293d14446ced7fe69', 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:17:02.115392 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:02.328161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Allocated IP 192.168.233.2 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/a95118fb-d6dd-4040-ad37-af1c0d460a7e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:17:02.548813 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:02.563199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Transition to ACTIVE for port object a95118fb-d6dd-4040-ad37-af1c0d460a7e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:17:02.584002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Transition to ACTIVE for port object a95118fb-d6dd-4040-ad37-af1c0d460a7e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:17:02.593137 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:02.633675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:17:02.642075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:17:02.646934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:17:02.650420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Pushing event updated for resources: {'Port': ['ID=a95118fb-d6dd-4040-ad37-af1c0d460a7e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:17:02.659108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.659477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.659835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.660184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.660561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.660863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.661208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.661534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.661863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.662202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.662534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.662887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:17:02.730803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Attempting to bind port a95118fb-d6dd-4040-ad37-af1c0d460a7e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:17:02.731416 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Attempting to bind port a95118fb-d6dd-4040-ad37-af1c0d460a7e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:17:02.732023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Attempting to bind port a95118fb-d6dd-4040-ad37-af1c0d460a7e on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:17:02.740354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:17:02.740915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:17:02.741559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:02.742212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:17:02.742968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Bound port: a95118fb-d6dd-4040-ad37-af1c0d460a7e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:17:02.743709 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:02.831512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] For port a95118fb-d6dd-4040-ad37-af1c0d460a7e, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:17:02.835884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] For port a95118fb-d6dd-4040-ad37-af1c0d460a7e, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a95118fb-d6dd-4040-ad37-af1c0d460a7e,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:17:02.842194 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:02.915132 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8cc9c-d30a-4dc9-aa66-b73fd3a323f7 None None] Pushing event updated for resources: {'Port': ['ID=a95118fb-d6dd-4040-ad37-af1c0d460a7e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:17:03.854580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4701f7-e507-4f46-9366-44263cc0950f None None] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:17:03.927996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0c876512-167e-4236-8588-22cd4c74b4a2 None None] Provisioning for port a95118fb-d6dd-4040-ad37-af1c0d460a7e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:17:04.418754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a95118fb-d6dd-4040-ad37-af1c0d460a7e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:17:04.479871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port a95118fb-d6dd-4040-ad37-af1c0d460a7e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:17:04.487121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a95118fb-d6dd-4040-ad37-af1c0d460a7e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:17:04.487949 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:04.637894 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:04.680336 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port a95118fb-d6dd-4040-ad37-af1c0d460a7e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a95118fb-d6dd-4040-ad37-af1c0d460a7e,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:17:04.686634 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:04.748455 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=a95118fb-d6dd-4040-ad37-af1c0d460a7e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:17:06.384176 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a95118fb-d6dd-4040-ad37-af1c0d460a7e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:17:06.475963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a95118fb-d6dd-4040-ad37-af1c0d460a7e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:17:06.476577 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:14.067181 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99fa7242-ece9-45c0-8924-dab75b4fd6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:18.060635 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:18.242424 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87638b91-7dd0-4779-a951-da3edff1435a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:18.399668 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:20.154218 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:36.614463 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:17:44.068843 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49687f6a-f100-4bfa-bfb5-ae03f3e4f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:48.055710 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:48.249678 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe94cf10-f660-4f67-856e-4f2dc424b178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:48.397321 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:17:50.149781 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:13.613020 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:18:14.075299 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dedfb2c-fa4e-4b30-aa2e-f10e0ea10661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:18.060529 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:18.249460 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7965bb6-cddd-4b35-9629-e29d9c64ca21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:18.403745 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:20.169098 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:20.340567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51528) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:18:20.347877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-6da8a6eb-7b48-4fe7-a55f-264ac34f9112 tempest-verify_tempest_config-1950859620 tempest-verify_tempest_config-1950859620-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:18:20.349134 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6da8a6eb-7b48-4fe7-a55f-264ac34f9112 tempest-verify_tempest_config-1950859620 tempest-verify_tempest_config-1950859620-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0075772 Jul 06 11:18:20.853491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51546) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:18:20.978348 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:21.105582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:21.111302 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:21.174750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf7d935-f8ef-451a-9d67-da3e876051ad,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:18:21.178692 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9adc3a6f15ae4b11a4109ccc24c796d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3238366 Jul 06 11:18:21.182582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51550) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:18:21.187093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.187555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.188727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.189300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.189894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.190426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.190956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.191504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.192207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.192750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.193338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.193912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb4846-5d2a-47b3-ba0a-740cb3140ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.261630 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:21.285650 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:21.394490 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:21.398310 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:21.400176 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eaf7d935-f8ef-451a-9d67-da3e876051ad HTTP/1.1" status: 204 len: 168 time: 0.2165167 Jul 06 11:18:21.409313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf7d935-f8ef-451a-9d67-da3e876051ad,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:18:21.417740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.418086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.418431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.418773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.419106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.419437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.419797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.420128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.420459 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.420783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.421108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:21.421430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d001e12-6c86-446f-9de7-7b5ae4ea07cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:18:44.072221 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9c31676-a8cc-403d-84a3-1a72d6fc1c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:48.058023 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:48.242849 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51503645-af70-4be4-8798-b624db18f0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:48.401703 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:50.161931 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:18:50.613068 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:19:14.076513 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ecfd-9d93-4ed5-a47b-1b3b70004e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:19:18.055150 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:19:18.247262 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4f1f4c8-231e-4ee8-96aa-2de5de32402e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:19:18.405926 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:19:20.165588 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:19:27.612669 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:19:44.070620 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3bef6523-a21c-4116-a6cb-59af3e6bf3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:19:48.049557 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:19:48.252572 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb342-6749-4084-a040-e8fc23121d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:19:48.409072 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:19:50.169026 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:20:04.611757 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:20:14.076605 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc41d51e-3368-4894-8ca5-12c9af6bbba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:20:18.055669 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:20:18.246849 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0ae474a-4a08-423b-b4cf-a75fcc30bae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:20:18.412074 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:20:20.176120 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:20:41.612345 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:20:44.071105 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67428d7a-3984-47a7-924c-660cf0001728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:20:48.060282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:20:48.250111 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ac926ac-ea79-4341-9442-d9a8157a3c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:20:48.414174 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:20:50.176693 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:14.076620 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-481f030d-c35a-4eb6-900b-7c3fb64ce41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:18.072477 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:18.262241 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d32d72f2-b325-4a01-9028-a9a0dd11217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:18.419325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:18.611665 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:21:20.181198 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:28.225194 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872730'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:28.242071 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872730'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:44.071538 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf8f571d-6099-4a1a-b85a-8879dbf2621d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:48.074716 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:48.257030 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-970a8af2-e870-4936-a023-a2c87c50ae84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:48.421765 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:50.183023 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:55.612929 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:21:58.216270 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:21:58.218761 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:14.082476 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03277fba-d268-4f84-a47b-49ae656e9437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:16.381157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51620) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:22:16.504913 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-79a5d137-6c05-43f8-8668-58b82a588667 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1225643 Jul 06 11:22:18.080559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:18.271351 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a74e849f-bc2d-440f-ae40-cfe4722b1ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:18.425779 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:19.428965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51630) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:22:19.498311 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-01dbe2dc-80f4-4be4-a017-4dd979afe35b admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0675135 Jul 06 11:22:20.192666 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:28.222243 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:28.225036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:32.614060 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:22:44.081992 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5c08-e551-4c1f-bd82-9668131f69b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:48.064423 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:48.266474 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7049226-40a2-400a-a997-7972cdec592b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:48.428153 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:50.190568 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:58.234706 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:22:58.236310 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:09.620429 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:23:14.082349 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99e05445-e2d2-436e-83a0-2d837cd4522f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:18.070325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:18.271826 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-870644d5-5b75-472e-938d-8938dda72a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:18.437673 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:20.194788 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:28.230547 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:28.241127 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:44.097666 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaf9dcf2-0c51-4554-8752-c85e85f6c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:46.611996 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:23:48.087873 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:48.275995 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c09001cc-8845-435e-878e-3bac29eb35d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:48.437455 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:50.207281 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:54.912655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52040) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:23:54.920881 n-d-799527-2 neutron-server[93814]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 11:23:54.963002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-816e6371-7b5e-4626-b8f7-a93610b349fd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a3f3e00bb62f4d78b1546d2f8cc4dfe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440974 Jul 06 11:23:55.228197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-e94edcc7-f8ff-4022-a134-66154c6812c9 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:23:55.230863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-e94edcc7-f8ff-4022-a134-66154c6812c9 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579949 Jul 06 11:23:55.259034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ea3c8935-4024-492e-a45d-34eefc9227dd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/quotas/a3f3e00bb62f4d78b1546d2f8cc4dfe7 HTTP/1.1" status: 200 len: 375 time: 0.0212672 Jul 06 11:23:55.347196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-10d6cbeb-d1a2-4af6-b6f6-4c993b3f2346 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f3e00bb62f4d78b1546d2f8cc4dfe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811317 Jul 06 11:23:55.776923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52078) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:23:56.109646 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:56.288580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-67a69196-bf8f-410d-8bc1-93789f2ccab5 req-1ad4a51d-2043-43b2-a881-baf79927c78b tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 210 time: 0.0963647 Jul 06 11:23:56.352011 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:56.352011 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:56.422311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4bde53f37d6454aa304db05126d076c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6442535 Jul 06 11:23:56.424023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e89306-5b6a-41ce-af58-6406956858fd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:23:56.427887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52108) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:23:56.435726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.436064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.437310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.437818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.438328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.439120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.439673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.440131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.440779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.441371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.442157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.442606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444993e7-3510-4c2c-bcb6-85a0a955a797 admin admin] Tracked resource versions report: Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: pushed versions: Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: { 'AddressGroup': {'1.2'}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'ConntrackHelper': {'1.0'}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'Log': {'1.0'}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'Network': {'1.1'}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'Port': {'1.7'}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'PortForwarding': {'1.2'}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'QosPolicy': {'1.8'}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'SecurityGroup': {'1.4'}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'SubPort': {'1.0'}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'Subnet': {'1.1'}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'Trunk': {'1.1'}} Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: consumer versions: Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: { DHCP agent@n-d-799527-2: {}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: HyperV agent@n-h1-799527-2: {}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: HyperV agent@n-h2-799527-2: {}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: L3 agent@n-d-799527-2: {}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: Metadata agent@n-d-799527-2: {}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: Metering agent@n-d-799527-2: {}, Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: Open vSwitch agent@n-d-799527-2: { 'AddressGroup': '1.2', Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'ConntrackHelper': '1.0', Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'Log': '1.0', Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'Network': '1.1', Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'Port': '1.7', Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'PortForwarding': '1.2', Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'QosPolicy': '1.8', Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'SecurityGroup': '1.4', Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'SecurityGroupRule': '1.2', Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'SubPort': '1.0', Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'Subnet': '1.1', Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: 'Trunk': '1.1'}} Jul 06 11:23:56.443971 n-d-799527-2 neutron-server[93814]: {{(pid=93814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:23:56.568411 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:56.583824 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:56.678545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:56.684074 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:56.686122 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24e89306-5b6a-41ce-af58-6406956858fd HTTP/1.1" status: 204 len: 168 time: 0.2566972 Jul 06 11:23:56.714699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e89306-5b6a-41ce-af58-6406956858fd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:23:56.747662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.748182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.748626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.749114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.749596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.750108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.750587 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.751059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.751582 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.756835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.758325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.759063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51917e4-113b-4bdf-b6a1-bfc48c13a397 admin admin] Tracked resource versions report: Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: pushed versions: Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: { 'AddressGroup': {'1.2'}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'Log': {'1.0'}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'Network': {'1.1'}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'Port': {'1.7'}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'PortForwarding': {'1.2'}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'QosPolicy': {'1.8'}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'SecurityGroup': {'1.4'}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'SubPort': {'1.0'}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'Subnet': {'1.1'}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'Trunk': {'1.1'}} Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: consumer versions: Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: { DHCP agent@n-d-799527-2: {}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: HyperV agent@n-h1-799527-2: {}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: HyperV agent@n-h2-799527-2: {}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: L3 agent@n-d-799527-2: {}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: Metadata agent@n-d-799527-2: {}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: Metering agent@n-d-799527-2: {}, Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: Open vSwitch agent@n-d-799527-2: { 'AddressGroup': '1.2', Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'ConntrackHelper': '1.0', Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'Log': '1.0', Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'Network': '1.1', Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'Port': '1.7', Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'PortForwarding': '1.2', Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'QosPolicy': '1.8', Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'SecurityGroup': '1.4', Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'SecurityGroupRule': '1.2', Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'SubPort': '1.0', Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'Subnet': '1.1', Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: 'Trunk': '1.1'}} Jul 06 11:23:56.761768 n-d-799527-2 neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:23:57.284989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52166) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:23:57.299733 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8a1c-1ede-485d-879c-a18b99a69356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:57.484415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8a1c-1ede-485d-879c-a18b99a69356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:57.491353 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecbc8a1c-1ede-485d-879c-a18b99a69356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:57.569962 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ecbc8a1c-1ede-485d-879c-a18b99a69356 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1cdcfa28ed84f6cba72453184c210cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2834485 Jul 06 11:23:57.573329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52184) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:23:57.607123 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc8a1c-1ede-485d-879c-a18b99a69356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb544a8-4887-4bc1-9b67-383c5d1f705d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:23:57.684424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e184ec01-e888-403e-8728-7be79031959c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:57.726295 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e184ec01-e888-403e-8728-7be79031959c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:57.839102 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e184ec01-e888-403e-8728-7be79031959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:57.853442 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e184ec01-e888-403e-8728-7be79031959c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:57.856452 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e184ec01-e888-403e-8728-7be79031959c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/deb544a8-4887-4bc1-9b67-383c5d1f705d HTTP/1.1" status: 204 len: 168 time: 0.2813444 Jul 06 11:23:57.903023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184ec01-e888-403e-8728-7be79031959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb544a8-4887-4bc1-9b67-383c5d1f705d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:23:57.973033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:23:58.251797 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:58.253215 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:58.411506 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.47', 62635) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:23:58.455427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-8496ecd1-761f-4bb5-ab44-69318c3a7ee2 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a3f3e00bb62f4d78b1546d2f8cc4dfe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420284 Jul 06 11:23:58.512178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a736207d-7c6c-49a3-ac8c-1e102e756125 req-711ac9d0-b146-425a-9b7b-f178fece6982 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 210 time: 0.5373440 Jul 06 11:23:58.781680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:23:59.001265 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-5dc0df27-21aa-49c6-bb5d-b6b1c920bed3 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:23:59.004005 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-5dc0df27-21aa-49c6-bb5d-b6b1c920bed3 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5430081 Jul 06 11:23:59.074304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Request body: {'port': {'device_id': 'a453a454-a231-412b-b668-e55cf4e51329', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'a3f3e00bb62f4d78b1546d2f8cc4dfe7'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:23:59.157596 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-caac7596-b89f-4fa9-b24a-f216d0b816a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:59.330426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52302) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:23:59.464645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-caac7596-b89f-4fa9-b24a-f216d0b816a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:59.473433 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-caac7596-b89f-4fa9-b24a-f216d0b816a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:59.517466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac7596-b89f-4fa9-b24a-f216d0b816a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e63040-290b-4433-9ea6-ac7fd4ef73ef,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:23:59.543832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-caac7596-b89f-4fa9-b24a-f216d0b816a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb09770c7c544f8088c6b6f39782070e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7608156 Jul 06 11:23:59.544005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52308) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:23:59.580069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Made reservation on behalf of a3f3e00bb62f4d78b1546d2f8cc4dfe7 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:23:59.586227 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:59.616333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:59.723749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c20e4312-9b09-4b81-8f63-e7105a7f0584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:59.778481 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa6b27b5-dd45-428e-a72d-1d5efbff629d req-c45577fd-5cc3-4183-ab33-a66f9f5ff5da tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 210 time: 0.0593071 Jul 06 11:23:59.801652 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c20e4312-9b09-4b81-8f63-e7105a7f0584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:59.903405 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:59.907515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c20e4312-9b09-4b81-8f63-e7105a7f0584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:59.910388 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c20e4312-9b09-4b81-8f63-e7105a7f0584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:59.915493 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c20e4312-9b09-4b81-8f63-e7105a7f0584 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04e63040-290b-4433-9ea6-ac7fd4ef73ef HTTP/1.1" status: 204 len: 168 time: 0.3675954 Jul 06 11:23:59.919630 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:23:59.929946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e4312-9b09-4b81-8f63-e7105a7f0584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e63040-290b-4433-9ea6-ac7fd4ef73ef,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:00.039827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0c63d5-a55f-40bf-b26a-3c14d7558dff,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:00.281887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52346) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:00.309369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Allocated IP 192.168.233.172 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/b00614aa-5e9c-4f1a-a8bb-c3651069d68e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:24:00.312559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12208814-8989-4445-b4b2-50e1a4fb164c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:00.332932 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-912b61ee-9f38-4081-ac06-20c86c428fee tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a4dd23c2442649d6ad6cb26d2aa49289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694137 Jul 06 11:24:00.334867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52350) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:00.346353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52352) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:00.566269 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440a7ad-0084-430d-9b03-92416f921d84 req-2e543848-b107-410c-aada-12b021158a41 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:00.582764 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-2e543848-b107-410c-aada-12b021158a41 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483735 Jul 06 11:24:00.606479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:00.609502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-9f08ba0a-7fc2-4765-8bc1-22e9b3666837 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/quotas/a4dd23c2442649d6ad6cb26d2aa49289 HTTP/1.1" status: 200 len: 375 time: 0.0237629 Jul 06 11:24:00.627367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12208814-8989-4445-b4b2-50e1a4fb164c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:00.637572 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12208814-8989-4445-b4b2-50e1a4fb164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:00.640892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Transition to ACTIVE for port object b00614aa-5e9c-4f1a-a8bb-c3651069d68e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:24:00.654487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-0971bc5b-4e90-4a28-9f40-a78c226a3d03 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4dd23c2442649d6ad6cb26d2aa49289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441427 Jul 06 11:24:00.823333 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-12208814-8989-4445-b4b2-50e1a4fb164c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2289fd1f1c024b34aef6168f3fe584c0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4867709 Jul 06 11:24:00.823333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12208814-8989-4445-b4b2-50e1a4fb164c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a134a773-7ca6-45f8-8e57-56a04943f94e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:00.823593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52364) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:00.856753 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:00.923514 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04bc4d6-e8a2-43b4-b2ae-015263ee49b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:00.969204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:24:00.992539 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04bc4d6-e8a2-43b4-b2ae-015263ee49b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:01.003533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:24:01.062981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:24:01.083212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:01.088287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:01.111369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Pushing event updated for resources: {'Port': ['ID=b00614aa-5e9c-4f1a-a8bb-c3651069d68e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:01.161526 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-ff9eb76d-6121-4726-b80a-687364683c69 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0932696 Jul 06 11:24:01.189681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-0cd47a93-c0af-4336-95e8-1044196f2aa8 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:24:01.191938 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-0cd47a93-c0af-4336-95e8-1044196f2aa8 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131140 Jul 06 11:24:01.225718 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8981baba-ce9b-4028-8ec8-236a57a246f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:01.255236 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b427e737-d52c-4841-99dd-e3256c35e4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:01.404117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e23ca2c6-fe38-40a9-80d3-57d12edbfed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:01.597955 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51fa62a2-9015-4e21-a00f-755a1eb09212 req-7c713c34-52c7-43bc-92e3-15bc8b0747a0 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 210 time: 0.2406397 Jul 06 11:24:01.648982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52390) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:01.673408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9ccef9c2-54b7-430b-84e1-340d06026f94 None None] Provisioning for port b00614aa-5e9c-4f1a-a8bb-c3651069d68e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:24:01.683006 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e476b27-0e17-44fa-82da-e6b1ab3738ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:01.695071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9ccef9c2-54b7-430b-84e1-340d06026f94 None None] Provisioning complete for port b00614aa-5e9c-4f1a-a8bb-c3651069d68e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:24:01.695486 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ccef9c2-54b7-430b-84e1-340d06026f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:01.740527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04bc4d6-e8a2-43b4-b2ae-015263ee49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:01.744564 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04bc4d6-e8a2-43b4-b2ae-015263ee49b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:01.746011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f04bc4d6-e8a2-43b4-b2ae-015263ee49b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a134a773-7ca6-45f8-8e57-56a04943f94e HTTP/1.1" status: 204 len: 168 time: 0.9215028 Jul 06 11:24:01.782736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b7abe-44ea-4427-b588-608e057de388 req-36c8c6b7-531a-4091-9ef4-bd23e3a9f1f1 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:01.792546 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d0b7abe-44ea-4427-b588-608e057de388 req-36c8c6b7-531a-4091-9ef4-bd23e3a9f1f1 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 936 time: 0.4375319 Jul 06 11:24:01.843134 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8981baba-ce9b-4028-8ec8-236a57a246f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:01.854924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8981baba-ce9b-4028-8ec8-236a57a246f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:01.897620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9ccef9c2-54b7-430b-84e1-340d06026f94 None None] Port b00614aa-5e9c-4f1a-a8bb-c3651069d68e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:24:01.903335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d0b7abe-44ea-4427-b588-608e057de388 req-31046f23-809c-4abe-9864-dd1794d30a14 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095729 Jul 06 11:24:01.915080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-e23ca2c6-fe38-40a9-80d3-57d12edbfed6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:24:01.915080 n-d-799527-2 neutron-server[93815]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:24:01.915080 n-d-799527-2 neutron-server[93815]: [parameters: {'project_id_1': '9593f22306554f3baa2a08748648a772', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 24, 1, 519172)}] Jul 06 11:24:01.915080 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:24:01.919857 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-e23ca2c6-fe38-40a9-80d3-57d12edbfed6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:24:01.947289 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-7e476b27-0e17-44fa-82da-e6b1ab3738ca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:24:01.947289 n-d-799527-2 neutron-server[93815]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:24:01.947289 n-d-799527-2 neutron-server[93815]: [parameters: {'project_id_1': 'c6507953cc2f4fd9b7370262217aeef9', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 24, 1, 788802)}] Jul 06 11:24:01.947289 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:24:01.951844 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-7e476b27-0e17-44fa-82da-e6b1ab3738ca admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:24:01.991123 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8981baba-ce9b-4028-8ec8-236a57a246f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdcab0f7b1ce414d8b75cbee8ec1ab71&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6550894 Jul 06 11:24:01.996813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52404) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:02.006409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981baba-ce9b-4028-8ec8-236a57a246f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc43c80-68cb-49f0-b391-047e59fb2593,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:02.076062 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b427e737-d52c-4841-99dd-e3256c35e4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.078299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bc4d6-e8a2-43b4-b2ae-015263ee49b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a134a773-7ca6-45f8-8e57-56a04943f94e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:02.092977 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b427e737-d52c-4841-99dd-e3256c35e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.151064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-046ad917-5525-445c-b076-b5748f0235b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.212513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Request body: {'port': {'device_id': 'a453a454-a231-412b-b668-e55cf4e51329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:02.226082 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b427e737-d52c-4841-99dd-e3256c35e4a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52f1083e852a4adba636274787cb7f87&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9427178 Jul 06 11:24:02.231809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:02.233033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427e737-d52c-4841-99dd-e3256c35e4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c37fb1-5b4e-4f1f-b138-5e693df46a3e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:02.273873 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-046ad917-5525-445c-b076-b5748f0235b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.424242 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e23ca2c6-fe38-40a9-80d3-57d12edbfed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.441094 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73e816c-70d8-4cae-a1ba-d74d0c8fb16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.469224 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e476b27-0e17-44fa-82da-e6b1ab3738ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.481761 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73e816c-70d8-4cae-a1ba-d74d0c8fb16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.551850 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73e816c-70d8-4cae-a1ba-d74d0c8fb16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.555048 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73e816c-70d8-4cae-a1ba-d74d0c8fb16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.562675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c73e816c-70d8-4cae-a1ba-d74d0c8fb16a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7c37fb1-5b4e-4f1f-b138-5e693df46a3e HTTP/1.1" status: 204 len: 168 time: 0.3090556 Jul 06 11:24:02.601999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e816c-70d8-4cae-a1ba-d74d0c8fb16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c37fb1-5b4e-4f1f-b138-5e693df46a3e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:02.731078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.773131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-046ad917-5525-445c-b076-b5748f0235b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.777702 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-046ad917-5525-445c-b076-b5748f0235b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:02.783155 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-046ad917-5525-445c-b076-b5748f0235b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbc43c80-68cb-49f0-b391-047e59fb2593 HTTP/1.1" status: 204 len: 168 time: 0.7848794 Jul 06 11:24:02.900263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27a652bf-d0a3-4fb5-b413-bd40e0b1e86a req-c9fd8843-8dfc-4d20-91a4-bc690cfb01cd tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 210 time: 0.1189671 Jul 06 11:24:03.101478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ad917-5525-445c-b076-b5748f0235b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc43c80-68cb-49f0-b391-047e59fb2593,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:03.419033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52436) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:03.526338 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ca2fe4c-ea49-4e00-8fa3-e898664aa537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:03.636462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e23ca2c6-fe38-40a9-80d3-57d12edbfed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:03.656767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89dd90-86ce-44e9-af2e-748d743a2e30 req-2af0d882-7654-43f8-8506-cb9a834a979c tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:03.659671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b89dd90-86ce-44e9-af2e-748d743a2e30 req-2af0d882-7654-43f8-8506-cb9a834a979c tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 936 time: 0.2982016 Jul 06 11:24:03.754707 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e23ca2c6-fe38-40a9-80d3-57d12edbfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:03.811486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b89dd90-86ce-44e9-af2e-748d743a2e30 req-052b9ef8-d848-43c6-bd50-f4e9496c3f07 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372266 Jul 06 11:24:04.041375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ca2c6-fe38-40a9-80d3-57d12edbfed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f737c33-671b-4715-a899-311fb3083ebd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:04.072798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:04.073060 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e23ca2c6-fe38-40a9-80d3-57d12edbfed6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9593f22306554f3baa2a08748648a772&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7240710 Jul 06 11:24:04.299563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7106614f-a897-484b-801b-1e1f70bfa179 req-e9c869f5-8650-4fc8-a781-a038fdf22759 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 210 time: 0.1342363 Jul 06 11:24:04.361946 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e476b27-0e17-44fa-82da-e6b1ab3738ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.362121 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85897c3b-2712-4b1e-ab9a-cf8311ce8170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.396228 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e476b27-0e17-44fa-82da-e6b1ab3738ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.428978 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85897c3b-2712-4b1e-ab9a-cf8311ce8170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.560418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e476b27-0e17-44fa-82da-e6b1ab3738ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24461e5-8788-4707-a588-3a2af440ee32,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:04.609425 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7e476b27-0e17-44fa-82da-e6b1ab3738ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6507953cc2f4fd9b7370262217aeef9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9670012 Jul 06 11:24:04.609736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52450) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:04.635363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00614aa-5e9c-4f1a-a8bb-c3651069d68e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:24:04.650475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52452) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:04.746227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85897c3b-2712-4b1e-ab9a-cf8311ce8170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.749348 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85897c3b-2712-4b1e-ab9a-cf8311ce8170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.750529 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-85897c3b-2712-4b1e-ab9a-cf8311ce8170 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f737c33-671b-4715-a899-311fb3083ebd HTTP/1.1" status: 204 len: 168 time: 0.6763120 Jul 06 11:24:04.775577 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de39f882-55f7-4f69-bf33-c588811599d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.788349 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ca2fe4c-ea49-4e00-8fa3-e898664aa537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.794078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.831589 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de39f882-55f7-4f69-bf33-c588811599d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.843890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Transition to ACTIVE for port object b00614aa-5e9c-4f1a-a8bb-c3651069d68e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:24:04.845676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52456) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:04.861879 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ca2fe4c-ea49-4e00-8fa3-e898664aa537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.901803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85897c3b-2712-4b1e-ab9a-cf8311ce8170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f737c33-671b-4715-a899-311fb3083ebd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:04.909055 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de39f882-55f7-4f69-bf33-c588811599d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.929901 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de39f882-55f7-4f69-bf33-c588811599d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:04.938503 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-de39f882-55f7-4f69-bf33-c588811599d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f24461e5-8788-4707-a588-3a2af440ee32 HTTP/1.1" status: 204 len: 168 time: 0.3246124 Jul 06 11:24:04.962210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39f882-55f7-4f69-bf33-c588811599d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24461e5-8788-4707-a588-3a2af440ee32,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:05.003209 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9ca2fe4c-ea49-4e00-8fa3-e898664aa537 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d53ecb69a0494b318863b9365ff881f5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5798707 Jul 06 11:24:05.004927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:05.019818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2fe4c-ea49-4e00-8fa3-e898664aa537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2690831-7dd9-4fb3-b7ef-53e53cbc3918,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:05.025156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:05.059854 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6383-0ff3-4abb-b1dc-bb573b7e0990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:05.076692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e4514229-6218-47a2-a223-14f62556abcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:05.180054 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0fcb-1820-4cf5-9534-cb478d05511f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:05.280568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0fcb-1820-4cf5-9534-cb478d05511f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:05.466935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.47', 62640) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:05.560323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb035c8-a0f3-4e5b-acd8-e83b8a2c7e4f req-7676570c-a3aa-48a3-a8b8-b1771260dbf7 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:05.571916 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bb035c8-a0f3-4e5b-acd8-e83b8a2c7e4f req-7676570c-a3aa-48a3-a8b8-b1771260dbf7 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 948 time: 0.2928915 Jul 06 11:24:05.591380 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0fcb-1820-4cf5-9534-cb478d05511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:05.596763 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dcf0fcb-1820-4cf5-9534-cb478d05511f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:05.601796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5dcf0fcb-1820-4cf5-9534-cb478d05511f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2690831-7dd9-4fb3-b7ef-53e53cbc3918 HTTP/1.1" status: 204 len: 168 time: 0.5909379 Jul 06 11:24:05.658703 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Pushing event updated for resources: {'Port': ['ID=b00614aa-5e9c-4f1a-a8bb-c3651069d68e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:05.696348 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cc72d7f-e72a-4de9-bec1-8b386dba8969 req-571be5ad-de6f-4376-a48c-fa7da313c91a tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 210 time: 0.0886934 Jul 06 11:24:05.750640 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-1238582e-b32d-4fc1-a7a4-73ad65146de2 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a4dd23c2442649d6ad6cb26d2aa49289&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2734656 Jul 06 11:24:05.763099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf0fcb-1820-4cf5-9534-cb478d05511f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2690831-7dd9-4fb3-b7ef-53e53cbc3918,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:05.829587 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-9d8b6383-0ff3-4abb-b1dc-bb573b7e0990 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:24:05.829587 n-d-799527-2 neutron-server[93815]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 11:24:05.829587 n-d-799527-2 neutron-server[93815]: [parameters: {'project_id': '421535611cb24ec1ad13f059f56ae1ac', 'id': 'aa79f637-35ab-4d5e-87b2-5aa43fcdd756', 'expiration': datetime.datetime(2021, 7, 6, 11, 26, 5, 663985)}] Jul 06 11:24:05.829587 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:24:05.832264 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-9d8b6383-0ff3-4abb-b1dc-bb573b7e0990 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:24:05.844483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bb035c8-a0f3-4e5b-acd8-e83b8a2c7e4f req-6a3b8e4d-ca5e-4928-bff8-687663b53950 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716265 Jul 06 11:24:05.862001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Attempting to bind port b00614aa-5e9c-4f1a-a8bb-c3651069d68e on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:24:05.862583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Attempting to bind port b00614aa-5e9c-4f1a-a8bb-c3651069d68e by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:24:05.863136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Attempting to bind port b00614aa-5e9c-4f1a-a8bb-c3651069d68e on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:06.078095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Port b00614aa-5e9c-4f1a-a8bb-c3651069d68e on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:24:06.078837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Attempting to bind port b00614aa-5e9c-4f1a-a8bb-c3651069d68e on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:06.121222 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e4514229-6218-47a2-a223-14f62556abcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:06.127681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:24:06.128740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:24:06.129716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:24:06.130923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Bound port: b00614aa-5e9c-4f1a-a8bb-c3651069d68e, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:24:06.131672 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:06.160665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e4514229-6218-47a2-a223-14f62556abcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:06.175280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52478) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:06.226761 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f582d7f5-d086-4bb0-9c61-4d2636e98790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:06.245028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4514229-6218-47a2-a223-14f62556abcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026aee22-6973-40f2-978b-130187f189c2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:06.337227 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6383-0ff3-4abb-b1dc-bb573b7e0990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:06.378785 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e4514229-6218-47a2-a223-14f62556abcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07eaa031f0cf47a7ada628d87ed6a01b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5238879 Jul 06 11:24:06.379972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52480) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:06.475780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440a7ad-0084-430d-9b03-92416f921d84 req-08497c87-4d3a-4955-b0c9-846c29ee8839 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:06.502182 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-08497c87-4d3a-4955-b0c9-846c29ee8839 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7414548 Jul 06 11:24:06.557898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Request body: {'port': {'device_id': '6abae4ba-e653-4d8d-a800-ee9677a8874c', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'a4dd23c2442649d6ad6cb26d2aa49289'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:06.623699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f582d7f5-d086-4bb0-9c61-4d2636e98790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:06.636657 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f582d7f5-d086-4bb0-9c61-4d2636e98790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:06.821430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582d7f5-d086-4bb0-9c61-4d2636e98790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c13e44-b29e-48da-9ea5-f13569e193e3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:06.869725 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6383-0ff3-4abb-b1dc-bb573b7e0990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:06.871818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] For port b00614aa-5e9c-4f1a-a8bb-c3651069d68e, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:24:06.925390 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f582d7f5-d086-4bb0-9c61-4d2636e98790 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=738ac9236dc0471cb5d344b35deda9fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7433109 Jul 06 11:24:06.925841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6383-0ff3-4abb-b1dc-bb573b7e0990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:06.926385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52490) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:06.984664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] For port b00614aa-5e9c-4f1a-a8bb-c3651069d68e, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b00614aa-5e9c-4f1a-a8bb-c3651069d68e,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:24:07.070280 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:07.246787 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62e7c887-6c67-4fb8-a16c-ae534f749aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:07.398265 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:07.400041 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:07.402674 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] 10.222.0.47 "PUT /v2.0/ports/b00614aa-5e9c-4f1a-a8bb-c3651069d68e HTTP/1.1" status: 200 len: 1096 time: 5.8425815 Jul 06 11:24:07.463261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9933c-5bd0-437b-ac2e-b0464247aeaa service neutron] Pushing event updated for resources: {'Port': ['ID=b00614aa-5e9c-4f1a-a8bb-c3651069d68e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:07.473919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b43ff284-6e1a-4c6e-b5f3-da8b97e3cb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:07.489390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a453a454-a231-412b-b668-e55cf4e51329', 'tag': 'b00614aa-5e9c-4f1a-a8bb-c3651069d68e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:07.510794 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c41db482-d7bc-40d1-a2b3-a46c110440c3 req-24deff7f-c71d-4384-80b0-645525059f44 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 210 time: 0.1182570 Jul 06 11:24:07.531001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62e7c887-6c67-4fb8-a16c-ae534f749aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:07.758212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae62c6-4057-4e29-b7a8-8a3f2798aee3 req-f63c24be-1117-4001-b347-22ad81244960 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:07.768417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bae62c6-4057-4e29-b7a8-8a3f2798aee3 req-f63c24be-1117-4001-b347-22ad81244960 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 948 time: 0.4581735 Jul 06 11:24:07.810027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9d8b6383-0ff3-4abb-b1dc-bb573b7e0990 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=421535611cb24ec1ad13f059f56ae1ac&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1573386 Jul 06 11:24:07.827829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52510) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:07.930934 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bae62c6-4057-4e29-b7a8-8a3f2798aee3 req-6dcdc2ce-ff5f-4829-82a7-cf67406ff989 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439865 Jul 06 11:24:07.971229 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62e7c887-6c67-4fb8-a16c-ae534f749aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:07.988090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b6383-0ff3-4abb-b1dc-bb573b7e0990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388a3cfd-ba47-4c3b-9462-df054fb3bc83,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:07.988896 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62e7c887-6c67-4fb8-a16c-ae534f749aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:08.010717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-62e7c887-6c67-4fb8-a16c-ae534f749aa9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4c13e44-b29e-48da-9ea5-f13569e193e3 HTTP/1.1" status: 204 len: 168 time: 1.0413132 Jul 06 11:24:08.056957 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7c887-6c67-4fb8-a16c-ae534f749aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c13e44-b29e-48da-9ea5-f13569e193e3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:08.085741 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b43ff284-6e1a-4c6e-b5f3-da8b97e3cb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:08.463429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2458b006-fbdd-4771-8a4d-c9ac294dce97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:08.551257 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11152007-ff03-4e32-a11a-efa6e1179b13" -d '{"events": [{"name": "network-changed", "server_uuid": "a453a454-a231-412b-b668-e55cf4e51329", "tag": "b00614aa-5e9c-4f1a-a8bb-c3651069d68e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:08.560058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2458b006-fbdd-4771-8a4d-c9ac294dce97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:08.562780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Made reservation on behalf of a4dd23c2442649d6ad6cb26d2aa49289 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:24:08.566555 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:08.577552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-36e843f5-608c-4e3c-ad31-2fd7beec077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:08.579226 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-36e843f5-608c-4e3c-ad31-2fd7beec077f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3f3e00bb62f4d78b1546d2f8cc4dfe7&device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 1099 time: 0.8238993 Jul 06 11:24:08.590047 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:08.696651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b43ff284-6e1a-4c6e-b5f3-da8b97e3cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:08.699391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b43ff284-6e1a-4c6e-b5f3-da8b97e3cb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:08.700630 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b43ff284-6e1a-4c6e-b5f3-da8b97e3cb88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/026aee22-6973-40f2-978b-130187f189c2 HTTP/1.1" status: 204 len: 168 time: 2.2857604 Jul 06 11:24:08.725786 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-7680ef22-624f-44b9-ba0f-fc3e507d83cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b00614aa-5e9c-4f1a-a8bb-c3651069d68e HTTP/1.1" status: 200 len: 217 time: 0.1166258 Jul 06 11:24:08.737943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ff284-6e1a-4c6e-b5f3-da8b97e3cb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026aee22-6973-40f2-978b-130187f189c2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:08.882298 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-70eed5db-8f61-44a9-a028-fc5c97ada292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:08.888291 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-70eed5db-8f61-44a9-a028-fc5c97ada292 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1445966 Jul 06 11:24:08.935301 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2458b006-fbdd-4771-8a4d-c9ac294dce97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:08.937804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54e9ecb3-b405-4c37-8beb-335ecb1e3110 req-133e3277-cb3f-4b0f-89ee-572571b16301 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 210 time: 0.0647259 Jul 06 11:24:08.941224 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2458b006-fbdd-4771-8a4d-c9ac294dce97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:08.944185 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2458b006-fbdd-4771-8a4d-c9ac294dce97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/388a3cfd-ba47-4c3b-9462-df054fb3bc83 HTTP/1.1" status: 204 len: 168 time: 1.0943806 Jul 06 11:24:09.060407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458b006-fbdd-4771-8a4d-c9ac294dce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388a3cfd-ba47-4c3b-9462-df054fb3bc83,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:09.370158 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab57480-ca7d-4d22-b24d-5ef875bf2f5f x-openstack-request-id: req-1ab57480-ca7d-4d22-b24d-5ef875bf2f5f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:24:09.371802 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a453a454-a231-412b-b668-e55cf4e51329", "tag": "b00614aa-5e9c-4f1a-a8bb-c3651069d68e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:24:09.372645 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ab57480-ca7d-4d22-b24d-5ef875bf2f5f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:24:09.373934 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a453a454-a231-412b-b668-e55cf4e51329', 'tag': 'b00614aa-5e9c-4f1a-a8bb-c3651069d68e', 'status': 'completed', 'code': 200} Jul 06 11:24:09.469594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-4641ff41-b6c1-465c-a1c1-2cea6d2eb897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:09.473136 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-4641ff41-b6c1-465c-a1c1-2cea6d2eb897 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5267565 Jul 06 11:24:09.707578 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-736dbcb9-6014-499e-95e4-183658ae4362 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928222 Jul 06 11:24:09.752064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:09.782755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4818cf-bad7-40ed-83ef-abca979974ea req-40936daf-eaee-43ff-b406-11507e3f0034 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:09.798933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de4818cf-bad7-40ed-83ef-abca979974ea req-40936daf-eaee-43ff-b406-11507e3f0034 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 948 time: 0.2550409 Jul 06 11:24:09.824563 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:09.884953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de4818cf-bad7-40ed-83ef-abca979974ea req-c5e84394-bdad-4ae3-8fa9-337707c4bce8 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827038 Jul 06 11:24:10.035052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Allocated IP 192.168.233.133 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/211a10da-e49a-45f7-b42c-6504756aa2dc) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:24:10.241650 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:10.265344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52564) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:10.282602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Transition to ACTIVE for port object 211a10da-e49a-45f7-b42c-6504756aa2dc will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:24:10.376165 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:10.550944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a2729-4be5-460f-bf60-cf482602e957 req-45f416f1-0888-4b4a-915b-d266e80e4934 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:10.564670 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed0a2729-4be5-460f-bf60-cf482602e957 req-45f416f1-0888-4b4a-915b-d266e80e4934 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 936 time: 0.1663513 Jul 06 11:24:10.565151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:24:10.572127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4997c041-185f-404c-8094-1ea9ea7c0791,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:10.600226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:24:10.610616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Pushing event updated for resources: {'Port': ['ID=211a10da-e49a-45f7-b42c-6504756aa2dc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:10.651767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:24:10.662654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed0a2729-4be5-460f-bf60-cf482602e957 req-4bf5fef0-55f6-4654-a930-4fad86c46be1 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955248 Jul 06 11:24:10.692941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:10.693898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:10.755164 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa53f63b-9b13-4870-bf0e-f5892acb4b90 req-2fcfd154-1205-419b-8eca-0bf85b7e4f5d service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0327117 Jul 06 11:24:10.794219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-d3324a89-f6e7-4fb1-9635-bdc346376020 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2651265 Jul 06 11:24:10.824677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Request body: {'port': {'device_id': '6abae4ba-e653-4d8d-a800-ee9677a8874c', 'device_owner': 'compute:tempest-test_az-1865251824', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:11.262644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:11.324365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0c00f63-3ad6-4695-a5af-a3cb3080f3ad None None] Provisioning for port 211a10da-e49a-45f7-b42c-6504756aa2dc completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:24:11.334076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0c00f63-3ad6-4695-a5af-a3cb3080f3ad None None] Provisioning complete for port 211a10da-e49a-45f7-b42c-6504756aa2dc triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:24:11.334978 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c00f63-3ad6-4695-a5af-a3cb3080f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:11.386497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc2f2-cd0a-4664-9853-5950a171df42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:11.393312 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:11.468483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d0c00f63-3ad6-4695-a5af-a3cb3080f3ad None None] Port 211a10da-e49a-45f7-b42c-6504756aa2dc cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:24:11.614413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11152007-ff03-4e32-a11a-efa6e1179b13 req-aa97eeef-bf2e-4eac-8c51-2b54b12005f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:11.615480 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11152007-ff03-4e32-a11a-efa6e1179b13 req-aa97eeef-bf2e-4eac-8c51-2b54b12005f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3f3e00bb62f4d78b1546d2f8cc4dfe7&device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 1099 time: 0.6734648 Jul 06 11:24:11.617987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e449f1-6b3c-46e7-a77d-61ccfc5894ba req-fa60e764-b364-434f-a24e-ceb65787d45e tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:11.630072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9e449f1-6b3c-46e7-a77d-61ccfc5894ba req-fa60e764-b364-434f-a24e-ceb65787d45e tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 948 time: 0.2899611 Jul 06 11:24:11.733527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9e449f1-6b3c-46e7-a77d-61ccfc5894ba req-6206ce88-3918-4925-83e9-063c59110f17 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018479 Jul 06 11:24:11.893337 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc2f2-cd0a-4664-9853-5950a171df42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:11.904400 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d7dc2f2-cd0a-4664-9853-5950a171df42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:12.099909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2d7dc2f2-cd0a-4664-9853-5950a171df42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96e864020e9a41bb9e5a81ea7b98a851&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8278642 Jul 06 11:24:12.111143 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52602) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:12.119031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-364394452-network', 'tenant_id': '07789db484674e1da7cc9ccb7d200675'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:12.181057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7dc2f2-cd0a-4664-9853-5950a171df42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ed0af2-a065-4f34-a848-474680d4f376,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:12.306968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Made reservation on behalf of 07789db484674e1da7cc9ccb7d200675 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:24:12.309566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:12.338648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9f3f1-5467-4522-b0c9-115a8d331c29 req-88cde9ab-fcc0-430a-b20c-7ae56706f589 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:12.349869 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b9f3f1-5467-4522-b0c9-115a8d331c29 req-88cde9ab-fcc0-430a-b20c-7ae56706f589 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 936 time: 0.3423548 Jul 06 11:24:12.394391 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:12.417780 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df9ad453-67f6-4e7e-a59c-cb638da304ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:12.544156 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df9ad453-67f6-4e7e-a59c-cb638da304ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:12.598038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b9f3f1-5467-4522-b0c9-115a8d331c29 req-67b7528a-b230-49d1-82c4-332364366f71 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473152 Jul 06 11:24:12.696997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11152007-ff03-4e32-a11a-efa6e1179b13 req-00a2b3f4-0fc7-4c10-8301-3b287c62f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:12.700057 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11152007-ff03-4e32-a11a-efa6e1179b13 req-00a2b3f4-0fc7-4c10-8301-3b287c62f870 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.8277116 Jul 06 11:24:12.944935 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df9ad453-67f6-4e7e-a59c-cb638da304ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:12.956702 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df9ad453-67f6-4e7e-a59c-cb638da304ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:12.964594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-df9ad453-67f6-4e7e-a59c-cb638da304ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3ed0af2-a065-4f34-a848-474680d4f376 HTTP/1.1" status: 204 len: 168 time: 0.8358829 Jul 06 11:24:13.035476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ad453-67f6-4e7e-a59c-cb638da304ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ed0af2-a065-4f34-a848-474680d4f376,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:13.073016 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11152007-ff03-4e32-a11a-efa6e1179b13 req-6440b611-b6bc-4d5d-90f5-02a771b5e70f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b00614aa-5e9c-4f1a-a8bb-c3651069d68e HTTP/1.1" status: 200 len: 217 time: 0.2311852 Jul 06 11:24:13.135752 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:13.144057 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:13.197174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:24:13.209244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3197713-b0c2-4088-a83d-03868199fcad,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:13.227172 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:13.228465 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Added segment e9dd701e-9143-465a-89b9-ba9217f39c55 of type vlan for network b3a19eba-5cff-4a79-8bb0-e4710c338a59 Jul 06 11:24:13.312116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211a10da-e49a-45f7-b42c-6504756aa2dc {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:24:13.329751 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:13.349876 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:13.355205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Transition to ACTIVE for port object 211a10da-e49a-45f7-b42c-6504756aa2dc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:24:13.400355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:13.444779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:13.446464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:13.447076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:13.459811 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd646b2-504e-4fed-adaa-f35b2746b702 req-3c0c5408-f3bd-4ccf-af96-0ac6e64931d7 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:13.469223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6dd646b2-504e-4fed-adaa-f35b2746b702 req-3c0c5408-f3bd-4ccf-af96-0ac6e64931d7 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 948 time: 0.2154210 Jul 06 11:24:13.520596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11152007-ff03-4e32-a11a-efa6e1179b13 req-1225de91-ed2a-448e-b453-07ea9e3c33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:13.525478 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11152007-ff03-4e32-a11a-efa6e1179b13 req-1225de91-ed2a-448e-b453-07ea9e3c33d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.4305756 Jul 06 11:24:13.536391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=211a10da-e49a-45f7-b42c-6504756aa2dc,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:13.564532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6dd646b2-504e-4fed-adaa-f35b2746b702 req-0ab60380-83d8-4877-bc78-befcf19ac945 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907874 Jul 06 11:24:13.654805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3869526 Jul 06 11:24:13.656665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52636) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:13.712543 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] Request body: {'subnet': {'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-364394452-subnet', 'tenant_id': '07789db484674e1da7cc9ccb7d200675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:13.756138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Attempting to bind port 211a10da-e49a-45f7-b42c-6504756aa2dc on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:24:13.756936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Attempting to bind port 211a10da-e49a-45f7-b42c-6504756aa2dc by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:24:13.757348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Attempting to bind port 211a10da-e49a-45f7-b42c-6504756aa2dc on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:13.777063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Port 211a10da-e49a-45f7-b42c-6504756aa2dc on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:24:13.777951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Attempting to bind port 211a10da-e49a-45f7-b42c-6504756aa2dc on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:13.783210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2d670-c602-4b26-b011-63cf336958fc admin admin] Pushing event updated for resources: {'Network': ['ID=b3a19eba-5cff-4a79-8bb0-e4710c338a59,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:13.812512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b3a19eba-5cff-4a79-8bb0-e4710c338a59 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:24:13.838694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:24:13.838694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:24:13.839138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:24:13.839708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Bound port: 211a10da-e49a-45f7-b42c-6504756aa2dc, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:24:13.840256 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:13.883953 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] Made reservation on behalf of 07789db484674e1da7cc9ccb7d200675 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:24:13.891286 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:14.045410 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11152007-ff03-4e32-a11a-efa6e1179b13 req-6ccc405d-5f0e-4867-a518-cd3cbe05efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:14.051753 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11152007-ff03-4e32-a11a-efa6e1179b13 req-6ccc405d-5f0e-4867-a518-cd3cbe05efba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4966245 Jul 06 11:24:14.287228 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c3b5d7-037c-480e-bf49-5a0fc20457f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:14.715251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] For port 211a10da-e49a-45f7-b42c-6504756aa2dc, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:24:14.722626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] For port 211a10da-e49a-45f7-b42c-6504756aa2dc, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=211a10da-e49a-45f7-b42c-6504756aa2dc,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:24:14.732661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:14.914100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=211a10da-e49a-45f7-b42c-6504756aa2dc,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:14.938669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7f33c-6597-4726-9c32-49ea93d19afa req-8508cfd9-113d-4c2a-85a2-af9c10c3b0a1 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:14.952257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64f7f33c-6597-4726-9c32-49ea93d19afa req-8508cfd9-113d-4c2a-85a2-af9c10c3b0a1 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 970 time: 0.7824523 Jul 06 11:24:14.965013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:14.968924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:14.989264 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-b316efb4-3aa4-4663-8ec5-4834bd9fd7c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/211a10da-e49a-45f7-b42c-6504756aa2dc HTTP/1.1" status: 200 len: 1118 time: 4.1711166 Jul 06 11:24:14.991482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abae4ba-e653-4d8d-a800-ee9677a8874c', 'tag': '211a10da-e49a-45f7-b42c-6504756aa2dc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:15.012137 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e17eb-2088-48a8-a2a6-7f822a722d18" -d '{"events": [{"name": "network-changed", "server_uuid": "6abae4ba-e653-4d8d-a800-ee9677a8874c", "tag": "211a10da-e49a-45f7-b42c-6504756aa2dc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:15.025773 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11152007-ff03-4e32-a11a-efa6e1179b13 req-a28cfe98-b33b-40e8-b8c1-2046a7a4f1bd service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8978553 Jul 06 11:24:15.026777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52656) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:15.125162 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71ee8637-3654-4afb-b3a1-44c458ef8f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:15.223792 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:15.267399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64f7f33c-6597-4726-9c32-49ea93d19afa req-ae59c6bb-266e-4724-b8cc-3a598700dae2 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103142 Jul 06 11:24:15.442324 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b396d8-7453-4984-bca3-99ee0fafa01e x-openstack-request-id: req-75b396d8-7453-4984-bca3-99ee0fafa01e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:24:15.442956 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abae4ba-e653-4d8d-a800-ee9677a8874c", "tag": "211a10da-e49a-45f7-b42c-6504756aa2dc", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:24:15.443219 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75b396d8-7453-4984-bca3-99ee0fafa01e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:24:15.443817 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abae4ba-e653-4d8d-a800-ee9677a8874c', 'tag': '211a10da-e49a-45f7-b42c-6504756aa2dc', 'status': 'completed', 'code': 200} Jul 06 11:24:15.460747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf76e788-9096-4a29-a54c-95736c762e71,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:15.509478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:24:15.510121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] Network hostable DHCP agents. Network: b3a19eba-5cff-4a79-8bb0-e4710c338a59, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:24:15.579569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e3af5-8733-43d8-9dde-6c6bbd51b223 req-3af44f63-5ec8-43e2-800c-103b8f9804bb tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:15.583126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-596e3af5-8733-43d8-9dde-6c6bbd51b223 req-3af44f63-5ec8-43e2-800c-103b8f9804bb tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 948 time: 0.6169610 Jul 06 11:24:15.648170 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] Network b3a19eba-5cff-4a79-8bb0-e4710c338a59 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:24:15.692691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, b3a19eba-5cff-4a79-8bb0-e4710c338a59) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:24:15.712461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba73dc91-7ae9-46b4-b2cb-538f228db7ec None None] Network b3a19eba-5cff-4a79-8bb0-e4710c338a59 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:24:15.739831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:15.741108 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:15.760033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440a7ad-0084-430d-9b03-92416f921d84 req-68540c01-55cb-48af-9c2e-1620b3dea731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:15.761232 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-68540c01-55cb-48af-9c2e-1620b3dea731 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4dd23c2442649d6ad6cb26d2aa49289&device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 1121 time: 0.4192276 Jul 06 11:24:15.786458 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11152007-ff03-4e32-a11a-efa6e1179b13 req-70eb544d-4914-4028-aa85-525a87e2b431 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442343 Jul 06 11:24:15.791021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71ee8637-3654-4afb-b3a1-44c458ef8f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:15.809988 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-596e3af5-8733-43d8-9dde-6c6bbd51b223 req-470acca6-ea75-49dc-91f6-39cd0f59f106 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738458 Jul 06 11:24:15.847186 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-74f730fa-ee0e-47c4-a727-7b79497e7e55 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1688349 Jul 06 11:24:15.863994 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-98ea1dbb-537f-4d0e-b4f2-7098118a643d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=211a10da-e49a-45f7-b42c-6504756aa2dc HTTP/1.1" status: 200 len: 217 time: 0.0706573 Jul 06 11:24:15.865288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71ee8637-3654-4afb-b3a1-44c458ef8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:15.953840 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-71ee8637-3654-4afb-b3a1-44c458ef8f68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25f61f78eb66480ba4cf9c2f2f2238d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9239311 Jul 06 11:24:15.958194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52674) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:15.959682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee8637-3654-4afb-b3a1-44c458ef8f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9481b603-ba05-4ca3-81c8-52d98b3baf93,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:15.980559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440a7ad-0084-430d-9b03-92416f921d84 req-a298ff61-3e0e-4d80-8c38-725d68d91cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:15.982105 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-a298ff61-3e0e-4d80-8c38-725d68d91cd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1051552 Jul 06 11:24:15.984489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cbeb80-932f-422a-b69f-82026ea7671b None None] Network b3a19eba-5cff-4a79-8bb0-e4710c338a59 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:24:16.096663 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d75c957-d2f1-4583-aa74-26d451a73998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:16.128341 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d75c957-d2f1-4583-aa74-26d451a73998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:16.209648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440a7ad-0084-430d-9b03-92416f921d84 req-5b98ad93-69b1-45f7-b1fd-671f95a25ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:16.211788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-5b98ad93-69b1-45f7-b1fd-671f95a25ab9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399088 Jul 06 11:24:16.218099 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d75c957-d2f1-4583-aa74-26d451a73998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:16.221072 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d75c957-d2f1-4583-aa74-26d451a73998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:16.222276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9d75c957-d2f1-4583-aa74-26d451a73998 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9481b603-ba05-4ca3-81c8-52d98b3baf93 HTTP/1.1" status: 204 len: 168 time: 0.2616382 Jul 06 11:24:16.236885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75c957-d2f1-4583-aa74-26d451a73998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9481b603-ba05-4ca3-81c8-52d98b3baf93,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:16.508606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979c0c6-c55d-4d8c-be5e-d9e891396475 req-b30c86b0-5d4b-459d-b2cb-a30913d39289 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:16.510642 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2979c0c6-c55d-4d8c-be5e-d9e891396475 req-b30c86b0-5d4b-459d-b2cb-a30913d39289 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 970 time: 0.0939610 Jul 06 11:24:16.579287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2979c0c6-c55d-4d8c-be5e-d9e891396475 req-d684a13d-7b03-481f-a784-e85ed0362d24 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585890 Jul 06 11:24:17.096900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b51523-b8c5-40ed-bb0d-1cd0683c23cb req-69449ec7-8faf-4338-a258-e70a669ae25e tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:17.099870 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4b51523-b8c5-40ed-bb0d-1cd0683c23cb req-69449ec7-8faf-4338-a258-e70a669ae25e tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 948 time: 0.1059990 Jul 06 11:24:17.171899 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4b51523-b8c5-40ed-bb0d-1cd0683c23cb req-60cd673e-d848-4cdf-9e5e-2bee823e9ea0 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583823 Jul 06 11:24:17.296282 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-682704d3-2cf5-457e-b6ce-7a04779860ed service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443849 Jul 06 11:24:17.479845 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7440a7ad-0084-430d-9b03-92416f921d84 req-380ff7ce-46a5-4155-83f5-b8f33777bf75 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660931 Jul 06 11:24:17.633091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e17eb-2088-48a8-a2a6-7f822a722d18 req-5e876055-2c40-4b02-8a0a-a39c9e16e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:17.636605 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd3e17eb-2088-48a8-a2a6-7f822a722d18 req-5e876055-2c40-4b02-8a0a-a39c9e16e010 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4dd23c2442649d6ad6cb26d2aa49289&device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 1121 time: 0.0997140 Jul 06 11:24:17.802106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e17eb-2088-48a8-a2a6-7f822a722d18 req-5edd7579-1dc2-4c29-9019-c2af9edf0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:17.805896 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd3e17eb-2088-48a8-a2a6-7f822a722d18 req-5edd7579-1dc2-4c29-9019-c2af9edf0092 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.1607668 Jul 06 11:24:17.919362 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd3e17eb-2088-48a8-a2a6-7f822a722d18 req-6417cbcc-0de8-4f70-9de1-444b68222d61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=211a10da-e49a-45f7-b42c-6504756aa2dc HTTP/1.1" status: 200 len: 217 time: 0.0688527 Jul 06 11:24:17.976060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad1bdb-c9ff-44bf-a11e-7325588da81a req-54451d3a-4a3b-4e75-9c38-bd3e4e090df5 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:17.980676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93ad1bdb-c9ff-44bf-a11e-7325588da81a req-54451d3a-4a3b-4e75-9c38-bd3e4e090df5 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 970 time: 0.1464608 Jul 06 11:24:18.005542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e17eb-2088-48a8-a2a6-7f822a722d18 req-40e9c404-7486-4356-98ed-ea513400a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:18.007667 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd3e17eb-2088-48a8-a2a6-7f822a722d18 req-40e9c404-7486-4356-98ed-ea513400a0d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0815320 Jul 06 11:24:18.089218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e17eb-2088-48a8-a2a6-7f822a722d18 req-f255e0f9-631e-4788-840d-3ec090c12ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:18.092158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93ad1bdb-c9ff-44bf-a11e-7325588da81a req-3952943c-b535-481e-a287-5beb23811c16 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993748 Jul 06 11:24:18.093476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd3e17eb-2088-48a8-a2a6-7f822a722d18 req-f255e0f9-631e-4788-840d-3ec090c12ea6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786090 Jul 06 11:24:18.098157 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:18.245138 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd3e17eb-2088-48a8-a2a6-7f822a722d18 req-4a644235-c0d1-4e42-aff7-e646cb836e3b service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436601 Jul 06 11:24:18.275211 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be2f9ec0-65cf-4ea1-960e-b409b9058b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:18.400954 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd3e17eb-2088-48a8-a2a6-7f822a722d18 req-95a50f1d-e3ef-4cca-932e-37492cc3d857 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483274 Jul 06 11:24:18.454040 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:18.774628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52766) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:18.779165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1044474639-network', 'tenant_id': 'e3028040508549f5807c24707c3ab308'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:18.833851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Made reservation on behalf of e3028040508549f5807c24707c3ab308 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:24:18.840466 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:18.856919 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:19.031311 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:19.036260 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:19.053102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a18780-f6aa-4993-8f3f-06aaf10450d1 req-29067f73-5c66-4045-b170-acfacecdfe61 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:19.054727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75a18780-f6aa-4993-8f3f-06aaf10450d1 req-29067f73-5c66-4045-b170-acfacecdfe61 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 948 time: 0.1215792 Jul 06 11:24:19.082207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:24:19.110218 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:19.110563 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Added segment 2dd6d614-b1ae-40ca-99c0-631f4e768ede of type vlan for network b0945ebf-84da-410f-9137-725ce9477ebd Jul 06 11:24:19.119845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6e8017-a015-44c1-b8c0-90a0990355be,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:19.146791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75a18780-f6aa-4993-8f3f-06aaf10450d1 req-dac37bb4-b4d0-4c59-b310-809976841b0e tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808113 Jul 06 11:24:19.188717 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:19.243114 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:19.243916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:19.244547 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:19.271768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4966643 Jul 06 11:24:19.276130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52780) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:19.281448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] Request body: {'subnet': {'network_id': 'b0945ebf-84da-410f-9137-725ce9477ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1044474639-subnet', 'tenant_id': 'e3028040508549f5807c24707c3ab308', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:19.322324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] Made reservation on behalf of e3028040508549f5807c24707c3ab308 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:24:19.325418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:19.406894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b08d8-8926-4538-a50c-ba68c308ae9a admin admin] Pushing event updated for resources: {'Network': ['ID=b0945ebf-84da-410f-9137-725ce9477ebd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:19.433926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b0945ebf-84da-410f-9137-725ce9477ebd details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:24:19.716977 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:19.818009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] Checking segment: {'id': '2dd6d614-b1ae-40ca-99c0-631f4e768ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b0945ebf-84da-410f-9137-725ce9477ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:24:19.818417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] Network hostable DHCP agents. Network: b0945ebf-84da-410f-9137-725ce9477ebd, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:24:19.848104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f261e5b-d33d-46e1-a568-32caab03d653,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:19.853334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] Network b0945ebf-84da-410f-9137-725ce9477ebd is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:24:19.866189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, b0945ebf-84da-410f-9137-725ce9477ebd) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:24:19.874329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:19.875647 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:19.885958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce268f-f135-487c-aef8-d946159d8846 None None] Network b0945ebf-84da-410f-9137-725ce9477ebd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:24:19.902982 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a0f7289a-5acc-478d-aa22-3e0bb4c36fec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6253309 Jul 06 11:24:19.961925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb59e5-3093-4a9e-881c-de48d2a2d2ce req-9e4782ae-7b9a-4121-9817-3c5664a37316 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:19.964698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74fb59e5-3093-4a9e-881c-de48d2a2d2ce req-9e4782ae-7b9a-4121-9817-3c5664a37316 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 970 time: 0.1499460 Jul 06 11:24:20.092943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74fb59e5-3093-4a9e-881c-de48d2a2d2ce req-00210a70-a966-4567-b0ab-0c0914f70b29 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987098 Jul 06 11:24:20.202844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1934fb-0bb2-4e98-a1f4-0c72f1156e14 None None] Network b0945ebf-84da-410f-9137-725ce9477ebd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:24:20.267229 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:21.237495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e854-1311-430a-86b1-b98154a2f042 req-78b4a3a8-8c43-4464-897d-a5baa8ece42c tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:21.240378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26a3e854-1311-430a-86b1-b98154a2f042 req-78b4a3a8-8c43-4464-897d-a5baa8ece42c tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 948 time: 0.1202917 Jul 06 11:24:21.301783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26a3e854-1311-430a-86b1-b98154a2f042 req-a50e4413-0a45-4182-8ce0-61ed0b1ea5ed tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553999 Jul 06 11:24:21.753893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-26ebbef9-c105-4234-9f38-a13780bdcf8d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:21.756772 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-26ebbef9-c105-4234-9f38-a13780bdcf8d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 807 time: 0.2999582 Jul 06 11:24:21.778694 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-bbb2fbda-8384-4aa1-b47e-031a985ba8e0 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/quotas/07789db484674e1da7cc9ccb7d200675 HTTP/1.1" status: 200 len: 375 time: 0.0148394 Jul 06 11:24:21.843994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-41f5b787-9804-4ae8-86d7-c9bc758786c1 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581136 Jul 06 11:24:21.955721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10205edb-77a4-42f0-9ae1-1c06bac1a555 req-2f3683fb-a48e-4fa3-9b22-c5e3895f9370 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:21.958314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10205edb-77a4-42f0-9ae1-1c06bac1a555 req-2f3683fb-a48e-4fa3-9b22-c5e3895f9370 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 970 time: 0.0946403 Jul 06 11:24:22.018023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10205edb-77a4-42f0-9ae1-1c06bac1a555 req-5e100a8a-d57c-4fea-8aba-a15a843ddc9c tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525696 Jul 06 11:24:22.074719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-4643c127-d301-4772-b3c4-7be353186992 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:24:22.076454 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-4643c127-d301-4772-b3c4-7be353186992 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0700054 Jul 06 11:24:22.194258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-cc2c7347-0744-4820-ade6-1007be3ae816 service neutron] 10.222.0.21 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106350 Jul 06 11:24:22.347890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-75e99215-e5ba-4460-9aa4-75dccfd3a82c service neutron] 10.222.0.21 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459434 Jul 06 11:24:22.904863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1327b71-eaba-4819-9775-5a87622566d9 req-21cd67b1-6b4e-4243-a351-640d4c01461a tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:22.907662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1327b71-eaba-4819-9775-5a87622566d9 req-21cd67b1-6b4e-4243-a351-640d4c01461a tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 948 time: 0.1555889 Jul 06 11:24:22.957373 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3580e4b-a057-43c2-8296-f4ebb11a72da req-426db1f3-7b0e-4363-bd06-fc6d02d5abbc tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 210 time: 0.0480900 Jul 06 11:24:23.037583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1327b71-eaba-4819-9775-5a87622566d9 req-f31ad057-c42f-4d21-ba72-515f218935f3 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151605 Jul 06 11:24:23.061036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b00614aa-5e9c-4f1a-a8bb-c3651069d68e details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:24:23.198915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b00614aa-5e9c-4f1a-a8bb-c3651069d68e, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b00614aa-5e9c-4f1a-a8bb-c3651069d68e,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:23.226096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'b00614aa-5e9c-4f1a-a8bb-c3651069d68e', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'b00614aa-5e9c-4f1a-a8bb-c3651069d68e', 'mac_address': 'fa:16:3e:2d:8a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:24:23.302737 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:23.331691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00614aa-5e9c-4f1a-a8bb-c3651069d68e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:24:23.381954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b00614aa-5e9c-4f1a-a8bb-c3651069d68e, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b00614aa-5e9c-4f1a-a8bb-c3651069d68e,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:23.395964 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:23.399090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 211a10da-e49a-45f7-b42c-6504756aa2dc details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:24:23.475034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 211a10da-e49a-45f7-b42c-6504756aa2dc, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=211a10da-e49a-45f7-b42c-6504756aa2dc,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:23.506920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '211a10da-e49a-45f7-b42c-6504756aa2dc', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '211a10da-e49a-45f7-b42c-6504756aa2dc', 'mac_address': 'fa:16:3e:a1:10:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:tempest-test_az-1865251824', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:24:23.623049 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:24:23.655377 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053b3e6-3429-492f-91f6-dd6c7dce0a90 req-d41f68ac-4cb4-4b59-9052-507947e3415f tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:23.660012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2053b3e6-3429-492f-91f6-dd6c7dce0a90 req-d41f68ac-4cb4-4b59-9052-507947e3415f tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 970 time: 0.1470480 Jul 06 11:24:23.689983 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:23.709847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211a10da-e49a-45f7-b42c-6504756aa2dc {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:24:23.718287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=b00614aa-5e9c-4f1a-a8bb-c3651069d68e,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:23.731416 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.732186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.732671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.733178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.733667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.734143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.734615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.735080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.735713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.736183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.736807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.737361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Tracked resource versions report: Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: pushed versions: Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: { 'AddressGroup': {'1.2'}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'Log': {'1.0'}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'Network': {'1.1'}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'Port': {'1.7'}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'PortForwarding': {'1.2'}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'QosPolicy': {'1.8'}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'SecurityGroup': {'1.4'}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'SubPort': {'1.0'}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'Subnet': {'1.1'}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'Trunk': {'1.1'}} Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: consumer versions: Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: { DHCP agent@n-d-799527-2: {}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: HyperV agent@n-h1-799527-2: {}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: HyperV agent@n-h2-799527-2: {}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: L3 agent@n-d-799527-2: {}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: Metadata agent@n-d-799527-2: {}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: Metering agent@n-d-799527-2: {}, Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: Open vSwitch agent@n-d-799527-2: { 'AddressGroup': '1.2', Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'ConntrackHelper': '1.0', Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'Log': '1.0', Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'Network': '1.1', Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'Port': '1.7', Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'PortForwarding': '1.2', Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'QosPolicy': '1.8', Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'SecurityGroup': '1.4', Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'SecurityGroupRule': '1.2', Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'SubPort': '1.0', Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'Subnet': '1.1', Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: 'Trunk': '1.1'}} Jul 06 11:24:23.739008 n-d-799527-2 neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:24:23.767580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 211a10da-e49a-45f7-b42c-6504756aa2dc, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=211a10da-e49a-45f7-b42c-6504756aa2dc,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:23.780140 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:23.808591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2053b3e6-3429-492f-91f6-dd6c7dce0a90 req-3f4b370f-ca1f-49a8-9795-60041660eefa tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361794 Jul 06 11:24:23.926176 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=211a10da-e49a-45f7-b42c-6504756aa2dc,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:24.092129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52944) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:24.141386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52950) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:24.278555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f04fa4a2-e4b9-4cba-8aa6-14696ef757ff req-b676b440-7942-4112-9e09-918b85224f9a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 210 time: 0.0355532 Jul 06 11:24:24.288297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['211a10da-e49a-45f7-b42c-6504756aa2dc'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:24:24.370096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b00614aa-5e9c-4f1a-a8bb-c3651069d68e'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:24:24.633869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.86', 64351) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:24.762247 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294352-6a23-4570-92ef-cba7e09d1fc6 req-bf470d61-3a28-4820-aba0-87f6fd8681d3 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:24.769513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac294352-6a23-4570-92ef-cba7e09d1fc6 req-bf470d61-3a28-4820-aba0-87f6fd8681d3 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 949 time: 0.1913419 Jul 06 11:24:24.896151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac294352-6a23-4570-92ef-cba7e09d1fc6 req-a45424de-f111-4cf6-b505-506f60bf8c23 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171658 Jul 06 11:24:24.906225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5655c5e0-065d-41a0-9e98-60c227610c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:24.956656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52966) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:24.977196 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-181dbf29-59c0-4fc7-a2ab-3221340153dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:25.177129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b19b6835-0f99-4d83-809a-15782c26be78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:25.229593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-c2ade1bf-bc9c-4354-83b5-86c66db6da25 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:25.231938 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-c2ade1bf-bc9c-4354-83b5-86c66db6da25 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.86 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 807 time: 0.5959771 Jul 06 11:24:25.296697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Request body: {'port': {'device_id': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59', 'admin_state_up': True, 'tenant_id': '07789db484674e1da7cc9ccb7d200675'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:25.457793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52980) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:25.468262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5655c5e0-065d-41a0-9e98-60c227610c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:25.494631 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5655c5e0-065d-41a0-9e98-60c227610c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:25.505496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f2112-380f-4e9b-bf80-6da568479ad8 req-f9381417-3059-4a06-bcb8-d35162146ef1 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:25.510018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd8f2112-380f-4e9b-bf80-6da568479ad8 req-f9381417-3059-4a06-bcb8-d35162146ef1 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 971 time: 0.1815290 Jul 06 11:24:25.557083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52984) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:25.557503 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5655c5e0-065d-41a0-9e98-60c227610c34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fbd2ce3e566445d8bd1ee93d5031669&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4546311 Jul 06 11:24:25.649323 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-b19b6835-0f99-4d83-809a-15782c26be78 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:24:25.649323 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:24:25.649323 n-d-799527-2 neutron-server[93814]: [parameters: {'project_id_1': 'df4ec2aa3d40434ea28835aa4fdd76af', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 24, 25, 205599)}] Jul 06 11:24:25.649323 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:24:25.650189 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-b19b6835-0f99-4d83-809a-15782c26be78 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:24:25.722665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd8f2112-380f-4e9b-bf80-6da568479ad8 req-f683a686-c789-4b8d-9258-bab2336bcef2 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999097 Jul 06 11:24:25.767996 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-839f304e-cc8e-449b-b78a-f1f68eae60b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:25.769880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655c5e0-065d-41a0-9e98-60c227610c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff15a73c-065a-42b9-9db4-09cf3c18c0bd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:25.813915 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98a30ca4-f504-429c-b7c6-641cb79274a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:25.831613 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-839f304e-cc8e-449b-b78a-f1f68eae60b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:25.982227 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-181dbf29-59c0-4fc7-a2ab-3221340153dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.004858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-181dbf29-59c0-4fc7-a2ab-3221340153dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.066273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-76d17550-17c7-4a0d-bbc0-6cb8adf88c2b req-712f2e0b-1090-40cd-897d-c8e4cee9a1e5 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 210 time: 0.0876672 Jul 06 11:24:26.068713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-839f304e-cc8e-449b-b78a-f1f68eae60b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.075946 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-839f304e-cc8e-449b-b78a-f1f68eae60b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.078081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-839f304e-cc8e-449b-b78a-f1f68eae60b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff15a73c-065a-42b9-9db4-09cf3c18c0bd HTTP/1.1" status: 204 len: 168 time: 0.5184462 Jul 06 11:24:26.139554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dbf29-59c0-4fc7-a2ab-3221340153dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb010eb-b522-4f8a-ab10-de26580c432e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:26.186562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Made reservation on behalf of 07789db484674e1da7cc9ccb7d200675 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:24:26.204598 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.255667 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98a30ca4-f504-429c-b7c6-641cb79274a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.259005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b19b6835-0f99-4d83-809a-15782c26be78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.276198 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98a30ca4-f504-429c-b7c6-641cb79274a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.285497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f304e-cc8e-449b-b78a-f1f68eae60b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff15a73c-065a-42b9-9db4-09cf3c18c0bd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:26.306032 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-181dbf29-59c0-4fc7-a2ab-3221340153dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7166fdabfaf64a1fae7d3d05f636b91d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1585350 Jul 06 11:24:26.308747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52996) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:26.391246 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-98a30ca4-f504-429c-b7c6-641cb79274a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=769dd7dff1354e27b94da4992dc5240a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9319820 Jul 06 11:24:26.406148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53002) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:26.460073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a30ca4-f504-429c-b7c6-641cb79274a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b36ac71-1319-4a55-8327-5194d0443b2f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:26.709266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72a427-a72c-46ee-87a2-0e2a0743810c req-641b988d-d218-42fe-8eb8-20a0aa54abac tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:26.720012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c72a427-a72c-46ee-87a2-0e2a0743810c req-641b988d-d218-42fe-8eb8-20a0aa54abac tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 949 time: 0.3086727 Jul 06 11:24:26.737972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62790043-2195-4213-ac94-50bf6ab8e353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.756680 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-122ab004-8d58-49d2-ad1e-b677041c2de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.851322 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62790043-2195-4213-ac94-50bf6ab8e353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.854948 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-122ab004-8d58-49d2-ad1e-b677041c2de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.875561 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b19b6835-0f99-4d83-809a-15782c26be78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.878510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Allocated IP 172.20.0.11 (b3a19eba-5cff-4a79-8bb0-e4710c338a59/cf76e788-9096-4a29-a54c-95736c762e71/70be238f-b9a4-460c-a58c-0e459e098ebc) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:24:26.900804 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b19b6835-0f99-4d83-809a-15782c26be78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:26.950181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c72a427-a72c-46ee-87a2-0e2a0743810c req-3db20666-db90-4363-91d7-4a5e78c22e8f tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044990 Jul 06 11:24:26.966399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53016) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:26.981710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b19b6835-0f99-4d83-809a-15782c26be78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df4ec2aa3d40434ea28835aa4fdd76af&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0215707 Jul 06 11:24:26.986694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:26.988174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b6835-0f99-4d83-809a-15782c26be78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d63769-8836-48cd-9ba3-921cdec1319f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:27.032887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc356c3a-78c4-43a9-aa1a-526be2e44371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.036509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b00614aa-5e9c-4f1a-a8bb-c3651069d68e up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:24:27.115404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62790043-2195-4213-ac94-50bf6ab8e353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.121863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-122ab004-8d58-49d2-ad1e-b677041c2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.127128 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62790043-2195-4213-ac94-50bf6ab8e353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.128530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-62790043-2195-4213-ac94-50bf6ab8e353 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b36ac71-1319-4a55-8327-5194d0443b2f HTTP/1.1" status: 204 len: 168 time: 0.7212057 Jul 06 11:24:27.137069 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-122ab004-8d58-49d2-ad1e-b677041c2de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.142042 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-122ab004-8d58-49d2-ad1e-b677041c2de0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fb010eb-b522-4f8a-ab10-de26580c432e HTTP/1.1" status: 204 len: 168 time: 0.8274090 Jul 06 11:24:27.161005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port b00614aa-5e9c-4f1a-a8bb-c3651069d68e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:24:27.169897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port b00614aa-5e9c-4f1a-a8bb-c3651069d68e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:24:27.170671 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.176666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62790043-2195-4213-ac94-50bf6ab8e353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b36ac71-1319-4a55-8327-5194d0443b2f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:27.263097 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a871a5c0-9519-4ef1-9709-26781dcff396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.401517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ab004-8d58-49d2-ad1e-b677041c2de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb010eb-b522-4f8a-ab10-de26580c432e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:27.407008 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a871a5c0-9519-4ef1-9709-26781dcff396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.629193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.729463 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.774494 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.803618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Network b3a19eba-5cff-4a79-8bb0-e4710c338a59 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:24:27.808773 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:24:27.818098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:24:27.823731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:27.824462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.826016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a453a454-a231-412b-b668-e55cf4e51329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00614aa-5e9c-4f1a-a8bb-c3651069d68e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:27.840817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Pushing event updated for resources: {'Port': ['ID=70be238f-b9a4-460c-a58c-0e459e098ebc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:27.902211 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17a25124-1ff1-4ca4-9a49-90ffcfb9a679 req-53df6ae5-b9cd-438a-b0d2-1a0b7b08b53c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 210 time: 0.3178525 Jul 06 11:24:27.977762 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b00614aa-5e9c-4f1a-a8bb-c3651069d68e, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b00614aa-5e9c-4f1a-a8bb-c3651069d68e,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:27.985583 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc356c3a-78c4-43a9-aa1a-526be2e44371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.994685 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:27.997936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 211a10da-e49a-45f7-b42c-6504756aa2dc up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:24:28.000654 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc356c3a-78c4-43a9-aa1a-526be2e44371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.005922 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-5a199d03-c602-4e14-8852-cabdb182454f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7140665 Jul 06 11:24:28.051113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f6372-cfdb-47b3-a53d-a42405e641f3 req-8aa3884a-5d86-4815-95e4-663300c5c1ac tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:28.062058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-611f6372-cfdb-47b3-a53d-a42405e641f3 req-8aa3884a-5d86-4815-95e4-663300c5c1ac tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 971 time: 0.5189855 Jul 06 11:24:28.064085 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a871a5c0-9519-4ef1-9709-26781dcff396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.066839 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a871a5c0-9519-4ef1-9709-26781dcff396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.076621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a871a5c0-9519-4ef1-9709-26781dcff396 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23d63769-8836-48cd-9ba3-921cdec1319f HTTP/1.1" status: 204 len: 168 time: 1.0823529 Jul 06 11:24:28.088050 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc356c3a-78c4-43a9-aa1a-526be2e44371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852e3b0d-63e5-4606-b11f-1d34ee72b797,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:28.110765 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871a5c0-9519-4ef1-9709-26781dcff396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d63769-8836-48cd-9ba3-921cdec1319f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:28.155588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 211a10da-e49a-45f7-b42c-6504756aa2dc completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:24:28.164230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 211a10da-e49a-45f7-b42c-6504756aa2dc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:24:28.164755 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.180053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-611f6372-cfdb-47b3-a53d-a42405e641f3 req-49c936c4-c40d-4bd7-beb1-61a7256e498a tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145279 Jul 06 11:24:28.184554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cc356c3a-78c4-43a9-aa1a-526be2e44371 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=117828f7b2b1479a8c18ab96fc431852&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2137134 Jul 06 11:24:28.196373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53042) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:28.222102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53044) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:28.259536 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df755cc9-1c47-484e-b461-392594e9b933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.294780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=b00614aa-5e9c-4f1a-a8bb-c3651069d68e,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:28.303699 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.308546 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.358268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c93a05f0-7233-49f6-96ae-5bfbe4d29f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.358440 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.404769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c93a05f0-7233-49f6-96ae-5bfbe4d29f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.410319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 211a10da-e49a-45f7-b42c-6504756aa2dc, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=211a10da-e49a-45f7-b42c-6504756aa2dc,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:28.417255 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.505152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772805c3-4b54-4303-bf35-ac4f1806f146 req-4a9aef10-355b-41be-9d13-b57518810e1d tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:28.506034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c93a05f0-7233-49f6-96ae-5bfbe4d29f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.507217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-772805c3-4b54-4303-bf35-ac4f1806f146 req-4a9aef10-355b-41be-9d13-b57518810e1d tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 950 time: 0.2160578 Jul 06 11:24:28.509771 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c93a05f0-7233-49f6-96ae-5bfbe4d29f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.511787 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c93a05f0-7233-49f6-96ae-5bfbe4d29f89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/852e3b0d-63e5-4606-b11f-1d34ee72b797 HTTP/1.1" status: 204 len: 168 time: 0.3135304 Jul 06 11:24:28.523493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a05f0-7233-49f6-96ae-5bfbe4d29f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852e3b0d-63e5-4606-b11f-1d34ee72b797,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:28.552501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53060) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:28.569081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aba124ac-a2f4-41dd-9eb3-ffa0c7932137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.600035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=211a10da-e49a-45f7-b42c-6504756aa2dc,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:28.625255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-772805c3-4b54-4303-bf35-ac4f1806f146 req-9a2eb4da-f43e-4cc2-8fb5-42b3d290164d tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934732 Jul 06 11:24:28.662279 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df755cc9-1c47-484e-b461-392594e9b933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.668293 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df755cc9-1c47-484e-b461-392594e9b933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.729272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-df755cc9-1c47-484e-b461-392594e9b933 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd70414e5c82410aaa4d62e4c2867e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056777 Jul 06 11:24:28.730104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53064) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:28.764351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df755cc9-1c47-484e-b461-392594e9b933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c1c8dd-5da4-47af-92bd-770a8de0359a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:28.787945 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33af5a4-7131-49f6-bffd-8f1deda954c0" -d '{"events": [{"server_uuid": "a453a454-a231-412b-b668-e55cf4e51329", "name": "network-vif-plugged", "status": "completed", "tag": "b00614aa-5e9c-4f1a-a8bb-c3651069d68e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:28.801722 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d486800-8e03-4d63-9abc-0793e418dbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.831861 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d486800-8e03-4d63-9abc-0793e418dbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.895233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aba124ac-a2f4-41dd-9eb3-ffa0c7932137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.910619 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aba124ac-a2f4-41dd-9eb3-ffa0c7932137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.939748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d486800-8e03-4d63-9abc-0793e418dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.940342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d486800-8e03-4d63-9abc-0793e418dbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:28.944626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2d486800-8e03-4d63-9abc-0793e418dbcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68c1c8dd-5da4-47af-92bd-770a8de0359a HTTP/1.1" status: 204 len: 168 time: 0.2091079 Jul 06 11:24:28.954660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d486800-8e03-4d63-9abc-0793e418dbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c1c8dd-5da4-47af-92bd-770a8de0359a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:29.006562 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-aba124ac-a2f4-41dd-9eb3-ffa0c7932137 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a61d767ed8a4d8ab0bda88abe3b20a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502773 Jul 06 11:24:29.006915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53076) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:29.007393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53078) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:29.012548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba124ac-a2f4-41dd-9eb3-ffa0c7932137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c424cf01-8474-4a51-bcfb-41300e9e7ec2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:29.053264 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff8cfa15-75f2-4ec2-87f9-464fda519d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:29.201012 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22326f9d-6488-4d34-8972-c995265dcf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:29.244467 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22326f9d-6488-4d34-8972-c995265dcf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:29.357675 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff8cfa15-75f2-4ec2-87f9-464fda519d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:29.358058 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5857141d-a607-4b8b-bc03-14eecf912fd7 x-openstack-request-id: req-5857141d-a607-4b8b-bc03-14eecf912fd7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:24:29.359427 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a453a454-a231-412b-b668-e55cf4e51329", "name": "network-vif-plugged", "status": "completed", "tag": "b00614aa-5e9c-4f1a-a8bb-c3651069d68e", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:24:29.359857 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5857141d-a607-4b8b-bc03-14eecf912fd7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:24:29.360723 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a453a454-a231-412b-b668-e55cf4e51329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00614aa-5e9c-4f1a-a8bb-c3651069d68e', 'code': 200} Jul 06 11:24:29.365152 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff8cfa15-75f2-4ec2-87f9-464fda519d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:29.436134 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22326f9d-6488-4d34-8972-c995265dcf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:29.442227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22326f9d-6488-4d34-8972-c995265dcf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:29.446929 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-22326f9d-6488-4d34-8972-c995265dcf40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c424cf01-8474-4a51-bcfb-41300e9e7ec2 HTTP/1.1" status: 204 len: 168 time: 0.4370923 Jul 06 11:24:29.484219 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ff8cfa15-75f2-4ec2-87f9-464fda519d8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f93bae2dac3469c87e8312c3d7cd4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719217 Jul 06 11:24:29.486251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53090) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:29.495884 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cfa15-75f2-4ec2-87f9-464fda519d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00c950c-554c-4193-ad98-f04136ee2c78,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:29.523769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22326f9d-6488-4d34-8972-c995265dcf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c424cf01-8474-4a51-bcfb-41300e9e7ec2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:29.719000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36ec16-9cd2-4669-a375-c019fa5ef70b req-943c03e7-6fad-4839-baab-a34c7b0fbbbd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:29.727232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f36ec16-9cd2-4669-a375-c019fa5ef70b req-943c03e7-6fad-4839-baab-a34c7b0fbbbd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 932 time: 0.1142676 Jul 06 11:24:29.733307 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4441a423-7df1-4ec7-8219-3a27911784ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:29.775126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5e256-2f19-4753-8f1f-9d67b10b4e5e req-866d6dbe-b6b4-451f-9c43-aa193a9c3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:29.776400 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-66c5e256-2f19-4753-8f1f-9d67b10b4e5e req-866d6dbe-b6b4-451f-9c43-aa193a9c3c80 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 1101 time: 0.1867638 Jul 06 11:24:29.788532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4441a423-7df1-4ec7-8219-3a27911784ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:29.815596 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-66c5e256-2f19-4753-8f1f-9d67b10b4e5e req-b113f1a7-12d8-419a-adca-8c2bcc318448 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:29.827881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f36ec16-9cd2-4669-a375-c019fa5ef70b req-d45de9e9-f05d-4b4e-ae18-a165a56a975f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992479 Jul 06 11:24:29.900700 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5da3-76b5-4150-a9d2-af4d720234e2 req-623131d2-e080-458c-8b97-b2d3b05b6003 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:29.902661 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60ee5da3-76b5-4150-a9d2-af4d720234e2 req-623131d2-e080-458c-8b97-b2d3b05b6003 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 972 time: 0.1721647 Jul 06 11:24:29.977625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60ee5da3-76b5-4150-a9d2-af4d720234e2 req-be87541b-4b54-40ce-a918-43795096c32f tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519676 Jul 06 11:24:30.119262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4441a423-7df1-4ec7-8219-3a27911784ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:30.121877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4441a423-7df1-4ec7-8219-3a27911784ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:30.123073 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4441a423-7df1-4ec7-8219-3a27911784ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d00c950c-554c-4193-ad98-f04136ee2c78 HTTP/1.1" status: 204 len: 168 time: 0.6355722 Jul 06 11:24:30.141861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441a423-7df1-4ec7-8219-3a27911784ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00c950c-554c-4193-ad98-f04136ee2c78,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:30.253772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-66c5e256-2f19-4753-8f1f-9d67b10b4e5e req-b113f1a7-12d8-419a-adca-8c2bcc318448 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:30.261269 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-66c5e256-2f19-4753-8f1f-9d67b10b4e5e req-b113f1a7-12d8-419a-adca-8c2bcc318448 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:30.271176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085929b7-4cb0-4704-8eed-d0ceb8fd7a6d req-7c01b760-2a36-4ba9-86a6-28b7fadd405f tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:30.283730 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-085929b7-4cb0-4704-8eed-d0ceb8fd7a6d req-7c01b760-2a36-4ba9-86a6-28b7fadd405f tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 950 time: 0.1934962 Jul 06 11:24:30.298557 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-66c5e256-2f19-4753-8f1f-9d67b10b4e5e req-b113f1a7-12d8-419a-adca-8c2bcc318448 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130405 Jul 06 11:24:30.311069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113f1a7-12d8-419a-adca-8c2bcc318448 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfc385d-c33c-416b-9ea8-41c8ff04aa9e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:30.357243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-085929b7-4cb0-4704-8eed-d0ceb8fd7a6d req-a75a2d05-db28-4a91-84b0-bb7cc436369a tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723171 Jul 06 11:24:31.226921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612724d-556e-4f52-9ef7-9f64824b2105 req-090fcaa5-d02c-496f-bc9e-91c9f2ca356a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:31.229634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f612724d-556e-4f52-9ef7-9f64824b2105 req-090fcaa5-d02c-496f-bc9e-91c9f2ca356a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 932 time: 0.1581693 Jul 06 11:24:31.316943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f612724d-556e-4f52-9ef7-9f64824b2105 req-d28b43b1-2943-4017-95b3-45d6e8d6c553 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702646 Jul 06 11:24:31.362738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abae4ba-e653-4d8d-a800-ee9677a8874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211a10da-e49a-45f7-b42c-6504756aa2dc'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:31.370097 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4289a3ca-9dfb-49aa-b9d1-b3d36645d1de" -d '{"events": [{"server_uuid": "6abae4ba-e653-4d8d-a800-ee9677a8874c", "name": "network-vif-plugged", "status": "completed", "tag": "211a10da-e49a-45f7-b42c-6504756aa2dc"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:31.613226 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa880bb7-302d-4a9b-86e9-1b485f59bb7d x-openstack-request-id: req-fa880bb7-302d-4a9b-86e9-1b485f59bb7d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:24:31.614106 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abae4ba-e653-4d8d-a800-ee9677a8874c", "name": "network-vif-plugged", "status": "completed", "tag": "211a10da-e49a-45f7-b42c-6504756aa2dc", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:24:31.614875 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa880bb7-302d-4a9b-86e9-1b485f59bb7d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:24:31.615815 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abae4ba-e653-4d8d-a800-ee9677a8874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211a10da-e49a-45f7-b42c-6504756aa2dc', 'code': 200} Jul 06 11:24:31.649039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf0f14-bea7-4d09-8fa5-542eb17c2c96 req-515e320e-0b63-4a64-9d3b-60453652baa5 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:31.652766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0faf0f14-bea7-4d09-8fa5-542eb17c2c96 req-515e320e-0b63-4a64-9d3b-60453652baa5 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 972 time: 0.1531458 Jul 06 11:24:31.749861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0faf0f14-bea7-4d09-8fa5-542eb17c2c96 req-ca99449c-12ee-4a84-8c8c-9a2fa3ad2e9d tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891366 Jul 06 11:24:31.823644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd4614-d7db-431f-8c71-dcfa34302a25 req-55368071-b784-46e3-a4ce-9ad36964d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:31.826788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4acd4614-d7db-431f-8c71-dcfa34302a25 req-55368071-b784-46e3-a4ce-9ad36964d817 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 1123 time: 0.1053684 Jul 06 11:24:31.915899 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4acd4614-d7db-431f-8c71-dcfa34302a25 req-1f852058-7c37-4ef8-8075-e869d0b1090e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775664 Jul 06 11:24:31.939109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f2233-8638-400b-9921-79ea0e9323ec req-61b71535-c958-459c-9df7-39db5af34e84 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:31.941912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-818f2233-8638-400b-9921-79ea0e9323ec req-61b71535-c958-459c-9df7-39db5af34e84 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 950 time: 0.0839207 Jul 06 11:24:32.023596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-818f2233-8638-400b-9921-79ea0e9323ec req-0e285f68-4f5b-4710-91da-8a5116024c32 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682242 Jul 06 11:24:32.227948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-99a1e020-2103-45b1-880c-9552ae3839fb tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:24:32.229493 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-99a1e020-2103-45b1-880c-9552ae3839fb tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070250 Jul 06 11:24:32.554955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac77a-3782-43f0-a9de-39ea10774b18 req-c9079526-15af-4b89-a7f7-50281041c4b5 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:32.556604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffbac77a-3782-43f0-a9de-39ea10774b18 req-c9079526-15af-4b89-a7f7-50281041c4b5 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 932 time: 0.1001709 Jul 06 11:24:32.605181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffbac77a-3782-43f0-a9de-39ea10774b18 req-dee8b3c6-ed36-43a9-94be-8f87cb313792 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Jul 06 11:24:32.692368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:33.062494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecc485-97ff-4d02-9de5-de58e6852cf0 req-d569cbdd-5d95-4b33-aa84-13decda66f22 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:33.070635 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cecc485-97ff-4d02-9de5-de58e6852cf0 req-d569cbdd-5d95-4b33-aa84-13decda66f22 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 972 time: 0.0879798 Jul 06 11:24:33.115936 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cecc485-97ff-4d02-9de5-de58e6852cf0 req-87f27d27-0758-4cd8-a73c-9bc3cb42b01f tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Jul 06 11:24:33.202294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Request body: {'port': {'device_id': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:33.292756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e97dd35-7fb2-46a3-97b9-15ec041351b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:33.368099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c314cd-692d-4e7d-b2e2-8086bb46527e req-ba10ddc8-5a1c-419c-b91b-993c21634127 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:33.369921 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0c314cd-692d-4e7d-b2e2-8086bb46527e req-ba10ddc8-5a1c-419c-b91b-993c21634127 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 950 time: 0.1386557 Jul 06 11:24:33.405880 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:33.452686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0c314cd-692d-4e7d-b2e2-8086bb46527e req-5810c89c-1cf0-4c53-95ac-3970832afcf4 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747459 Jul 06 11:24:33.533617 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e97dd35-7fb2-46a3-97b9-15ec041351b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:33.541571 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e97dd35-7fb2-46a3-97b9-15ec041351b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:33.573871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3e97dd35-7fb2-46a3-97b9-15ec041351b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3d9baafe36143778bdc5ffaa90ec908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8803735 Jul 06 11:24:33.582281 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53242) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:33.636072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97dd35-7fb2-46a3-97b9-15ec041351b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5bb89f-141b-4f3d-b3f3-abaf73e915c7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:33.723589 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-002d2ab4-628a-44a7-be14-85bd1f4c3f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:33.768760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-002d2ab4-628a-44a7-be14-85bd1f4c3f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:33.912172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e4c18-bed4-4f62-8692-84f4f694ce20 req-63b810bf-aecf-4346-a564-0aee9ab17aca tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:33.914944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-317e4c18-bed4-4f62-8692-84f4f694ce20 req-63b810bf-aecf-4346-a564-0aee9ab17aca tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 932 time: 0.1432922 Jul 06 11:24:33.946962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-002d2ab4-628a-44a7-be14-85bd1f4c3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:33.950526 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-002d2ab4-628a-44a7-be14-85bd1f4c3f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:33.952138 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-002d2ab4-628a-44a7-be14-85bd1f4c3f17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d5bb89f-141b-4f3d-b3f3-abaf73e915c7 HTTP/1.1" status: 204 len: 168 time: 0.3685224 Jul 06 11:24:33.972390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d2ab4-628a-44a7-be14-85bd1f4c3f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5bb89f-141b-4f3d-b3f3-abaf73e915c7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:33.990616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70be238f-b9a4-460c-a58c-0e459e098ebc {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:24:34.000823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-317e4c18-bed4-4f62-8692-84f4f694ce20 req-93caaba0-c975-40a0-a234-e00b4edf8fa0 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787454 Jul 06 11:24:34.011964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:34.038719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Transition to ACTIVE for port object 70be238f-b9a4-460c-a58c-0e459e098ebc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:24:34.044570 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:34.144609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Pushing event updated for resources: {'Port': ['ID=70be238f-b9a4-460c-a58c-0e459e098ebc,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:34.211154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:24:34.211848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:24:34.212325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:34.222084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Port 70be238f-b9a4-460c-a58c-0e459e098ebc on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:24:34.222413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:34.236522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:24:34.237176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:24:34.237746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:24:34.238372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Bound port: 70be238f-b9a4-460c-a58c-0e459e098ebc, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:24:34.238903 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:34.344248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:24:34.359916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=70be238f-b9a4-460c-a58c-0e459e098ebc,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:24:34.370562 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:34.474461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:34.477931 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:34.482108 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] 10.222.0.86 "PUT /v2.0/ports/70be238f-b9a4-460c-a58c-0e459e098ebc HTTP/1.1" status: 200 len: 1092 time: 1.7853713 Jul 06 11:24:34.495394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76163b-ce79-4628-a0fe-7b01a8c3db27 req-e5602f5b-8027-4d90-b25b-c533110c06d3 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:34.496622 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'tag': '70be238f-b9a4-460c-a58c-0e459e098ebc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:34.510313 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947348b7-4dd6-4b2a-bab9-779d0e9a2254" -d '{"events": [{"name": "network-changed", "server_uuid": "395a505d-77ed-4db6-b38e-b9112a4b4f5f", "tag": "70be238f-b9a4-460c-a58c-0e459e098ebc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:34.510855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b76163b-ce79-4628-a0fe-7b01a8c3db27 req-e5602f5b-8027-4d90-b25b-c533110c06d3 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 972 time: 0.1600029 Jul 06 11:24:34.559195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233c41a-1414-401c-a6fd-61e2ad92ddac service neutron] Pushing event updated for resources: {'Port': ['ID=70be238f-b9a4-460c-a58c-0e459e098ebc,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:34.635430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b76163b-ce79-4628-a0fe-7b01a8c3db27 req-dacdfce8-e38a-4dc1-8e6e-b4339925e028 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029928 Jul 06 11:24:34.683332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-019ca6a7-f9b3-4ac0-be83-2430eadfaf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:34.685499 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-019ca6a7-f9b3-4ac0-be83-2430eadfaf1e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 1095 time: 0.0992982 Jul 06 11:24:34.799820 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-1942ca5b-5082-43a4-b2ab-3ce7a515e836 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70be238f-b9a4-460c-a58c-0e459e098ebc HTTP/1.1" status: 200 len: 217 time: 0.1006024 Jul 06 11:24:34.802509 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf64a3b-558d-429c-a751-788e8800cc71 x-openstack-request-id: req-bbf64a3b-558d-429c-a751-788e8800cc71 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:24:34.802906 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395a505d-77ed-4db6-b38e-b9112a4b4f5f", "tag": "70be238f-b9a4-460c-a58c-0e459e098ebc", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:24:34.803252 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbf64a3b-558d-429c-a751-788e8800cc71 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:24:34.804749 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'tag': '70be238f-b9a4-460c-a58c-0e459e098ebc', 'status': 'completed', 'code': 200} Jul 06 11:24:34.934277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-0ee6bb08-4518-4349-96dd-f35893f966b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:34.936021 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-0ee6bb08-4518-4349-96dd-f35893f966b9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.1281149 Jul 06 11:24:34.991249 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-86f54fbf-7e2f-47be-8a26-b956fce8c1b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446818 Jul 06 11:24:35.072766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed39760-0139-439a-9787-72b077a4cc9a req-47cdafd3-12b4-4472-8876-a2fdb33ff8db tempest-AggregatesAdminTestJSON-959501989 tempest-AggregatesAdminTestJSON-959501989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:35.074353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ed39760-0139-439a-9787-72b077a4cc9a req-47cdafd3-12b4-4472-8876-a2fdb33ff8db tempest-AggregatesAdminTestJSON-959501989 tempest-AggregatesAdminTestJSON-959501989-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 1123 time: 0.1603181 Jul 06 11:24:35.090296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842cc59-6498-4879-9a00-1c4b04c83a1a req-836cd092-0b13-4088-9ed3-1272f63e279d tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:35.092013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b842cc59-6498-4879-9a00-1c4b04c83a1a req-836cd092-0b13-4088-9ed3-1272f63e279d tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 950 time: 0.1203229 Jul 06 11:24:35.113510 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-a60ad103-b6f5-4102-a981-e5d09fb5e25e service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128602 Jul 06 11:24:35.120709 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7ed39760-0139-439a-9787-72b077a4cc9a req-420d3876-86a9-4074-9a39-e15cd71775f3 tempest-AggregatesAdminTestJSON-959501989 tempest-AggregatesAdminTestJSON-959501989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:35.129911 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53288) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:35.160897 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3021a30-c65a-4001-bdea-55dfa4f20ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:35.214726 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b842cc59-6498-4879-9a00-1c4b04c83a1a req-20589074-4fd5-4b6f-a3f8-19846fc1040c tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137571 Jul 06 11:24:35.260027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e0b3f45-32ae-4097-921b-5778492930b4 req-3623829c-5459-41c8-a107-0779a7ad5e61 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283591 Jul 06 11:24:35.347500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7ed39760-0139-439a-9787-72b077a4cc9a req-420d3876-86a9-4074-9a39-e15cd71775f3 tempest-AggregatesAdminTestJSON-959501989 tempest-AggregatesAdminTestJSON-959501989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:35.355236 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7ed39760-0139-439a-9787-72b077a4cc9a req-420d3876-86a9-4074-9a39-e15cd71775f3 tempest-AggregatesAdminTestJSON-959501989 tempest-AggregatesAdminTestJSON-959501989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:35.437220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947348b7-4dd6-4b2a-bab9-779d0e9a2254 req-24cf7b54-4c19-4d8f-9683-76fc442d7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:35.440122 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-947348b7-4dd6-4b2a-bab9-779d0e9a2254 req-24cf7b54-4c19-4d8f-9683-76fc442d7f77 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 1095 time: 0.0696499 Jul 06 11:24:35.470683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d3876-86a9-4074-9a39-e15cd71775f3 tempest-AggregatesAdminTestJSON-959501989 tempest-AggregatesAdminTestJSON-959501989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c54d4b-28ec-483b-ae49-2570b26e5c84,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:35.491902 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ed39760-0139-439a-9787-72b077a4cc9a req-420d3876-86a9-4074-9a39-e15cd71775f3 tempest-AggregatesAdminTestJSON-959501989 tempest-AggregatesAdminTestJSON-959501989-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982038 Jul 06 11:24:35.566421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947348b7-4dd6-4b2a-bab9-779d0e9a2254 req-5ec63e42-795a-48f4-93e8-45eb1e2217ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:35.568858 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-947348b7-4dd6-4b2a-bab9-779d0e9a2254 req-5ec63e42-795a-48f4-93e8-45eb1e2217ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.1214335 Jul 06 11:24:35.614374 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3021a30-c65a-4001-bdea-55dfa4f20ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:35.621778 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3021a30-c65a-4001-bdea-55dfa4f20ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:35.660249 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-947348b7-4dd6-4b2a-bab9-779d0e9a2254 req-c12008e8-b1dc-4899-8a36-4abb56f600da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70be238f-b9a4-460c-a58c-0e459e098ebc HTTP/1.1" status: 200 len: 217 time: 0.0807137 Jul 06 11:24:35.672240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b347f7a4-9c42-4897-9e99-cee60c684527 req-b9579290-a77b-4feb-85d9-6a9a1c8c04a4 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Request body: {'security_group': {'name': 'tempest-securitygroup-707465236', 'description': 'tempest-description-333052181'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:35.691001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3021a30-c65a-4001-bdea-55dfa4f20ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a9d201-1c9e-4085-87b3-65ec36dd7257,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:35.715904 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c3021a30-c65a-4001-bdea-55dfa4f20ddd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8f2be4505f141fd89ccd6a7e961a2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5842757 Jul 06 11:24:35.724441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53306) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:35.741194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947348b7-4dd6-4b2a-bab9-779d0e9a2254 req-3f7b8669-5d22-4460-9dea-f8345e4ff9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:35.743626 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-947348b7-4dd6-4b2a-bab9-779d0e9a2254 req-3f7b8669-5d22-4460-9dea-f8345e4ff9cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.0714068 Jul 06 11:24:35.803670 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-947348b7-4dd6-4b2a-bab9-779d0e9a2254 req-cdd93d8a-58cc-40c1-9365-5008291f09cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510845 Jul 06 11:24:35.846651 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b347f7a4-9c42-4897-9e99-cee60c684527 req-b9579290-a77b-4feb-85d9-6a9a1c8c04a4 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:35.872958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a07c9267-6af4-4de4-af21-9b30150da3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:35.875726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b347f7a4-9c42-4897-9e99-cee60c684527 req-b9579290-a77b-4feb-85d9-6a9a1c8c04a4 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:35.916705 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a07c9267-6af4-4de4-af21-9b30150da3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:35.918754 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-947348b7-4dd6-4b2a-bab9-779d0e9a2254 req-6be36225-9846-49bb-93e5-e0690a74d28c service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029656 Jul 06 11:24:35.925864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cc158-8fd3-4798-aa19-61ea7b384f30 req-8a8b8904-bc13-47d5-960c-32fea45ae87d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:35.927671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-482cc158-8fd3-4798-aa19-61ea7b384f30 req-8a8b8904-bc13-47d5-960c-32fea45ae87d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 944 time: 0.1896360 Jul 06 11:24:36.018810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-482cc158-8fd3-4798-aa19-61ea7b384f30 req-7e91137f-06f9-4e73-8f64-66f976be5ffe tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829985 Jul 06 11:24:36.059038 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a07c9267-6af4-4de4-af21-9b30150da3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.061932 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a07c9267-6af4-4de4-af21-9b30150da3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.065503 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-947348b7-4dd6-4b2a-bab9-779d0e9a2254 req-6e257b6e-1ba5-4b82-aec3-4b586d6cfa36 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388421 Jul 06 11:24:36.066738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a07c9267-6af4-4de4-af21-9b30150da3da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99a9d201-1c9e-4085-87b3-65ec36dd7257 HTTP/1.1" status: 204 len: 168 time: 0.3404047 Jul 06 11:24:36.084595 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c9267-6af4-4de4-af21-9b30150da3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a9d201-1c9e-4085-87b3-65ec36dd7257,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:36.127937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b347f7a4-9c42-4897-9e99-cee60c684527 req-b9579290-a77b-4feb-85d9-6a9a1c8c04a4 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.134529 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b347f7a4-9c42-4897-9e99-cee60c684527 req-b9579290-a77b-4feb-85d9-6a9a1c8c04a4 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.217892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9579290-a77b-4feb-85d9-6a9a1c8c04a4 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75823227-dcf8-48d9-b034-abac31f72e41,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:36.254416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b3a97-7309-4e3f-879c-1b3dccd7561d req-c2a9a36a-f99f-4fba-b4af-9c20ca654369 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:36.256808 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f91b3a97-7309-4e3f-879c-1b3dccd7561d req-c2a9a36a-f99f-4fba-b4af-9c20ca654369 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 1101 time: 0.1178737 Jul 06 11:24:36.346078 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b347f7a4-9c42-4897-9e99-cee60c684527 req-b9579290-a77b-4feb-85d9-6a9a1c8c04a4 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.356156 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b347f7a4-9c42-4897-9e99-cee60c684527 req-b9579290-a77b-4feb-85d9-6a9a1c8c04a4 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.414408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f91b3a97-7309-4e3f-879c-1b3dccd7561d req-0091ab45-b7df-46bf-a6ec-aec4c926bf24 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] Deleting port b00614aa-5e9c-4f1a-a8bb-c3651069d68e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:24:36.415793 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f91b3a97-7309-4e3f-879c-1b3dccd7561d req-0091ab45-b7df-46bf-a6ec-aec4c926bf24 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.426621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9579290-a77b-4feb-85d9-6a9a1c8c04a4 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8509e8af-a170-4507-a2ff-05f73f28a18a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:36.439761 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b347f7a4-9c42-4897-9e99-cee60c684527 req-b9579290-a77b-4feb-85d9-6a9a1c8c04a4 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.455997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b347f7a4-9c42-4897-9e99-cee60c684527 req-b9579290-a77b-4feb-85d9-6a9a1c8c04a4 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7875118 Jul 06 11:24:36.542284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f91b3a97-7309-4e3f-879c-1b3dccd7561d req-0091ab45-b7df-46bf-a6ec-aec4c926bf24 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] For port b00614aa-5e9c-4f1a-a8bb-c3651069d68e, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b00614aa-5e9c-4f1a-a8bb-c3651069d68e,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:36.542953 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f91b3a97-7309-4e3f-879c-1b3dccd7561d req-0091ab45-b7df-46bf-a6ec-aec4c926bf24 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.580671 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f91b3a97-7309-4e3f-879c-1b3dccd7561d req-0091ab45-b7df-46bf-a6ec-aec4c926bf24 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] Calling delete_port for b00614aa-5e9c-4f1a-a8bb-c3651069d68e owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:24:36.647369 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:36.683279 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81de3612-648a-4621-a1a0-de813de5729d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.863738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53336) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:36.922625 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81de3612-648a-4621-a1a0-de813de5729d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.929891 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f91b3a97-7309-4e3f-879c-1b3dccd7561d req-0091ab45-b7df-46bf-a6ec-aec4c926bf24 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.931183 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81de3612-648a-4621-a1a0-de813de5729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:36.947116 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b00614aa-5e9c-4f1a-a8bb-c3651069d68e'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:24:36.987487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de3612-648a-4621-a1a0-de813de5729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa6d7d6-f10a-4117-a5f1-8f1b3572561b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:37.003660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-81de3612-648a-4621-a1a0-de813de5729d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98e49f3687a7413983794cc39a6ae4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546653 Jul 06 11:24:37.009607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53346) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:37.053708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091ab45-b7df-46bf-a6ec-aec4c926bf24 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] Pushing event deleted for resources: {'Port': ['ID=b00614aa-5e9c-4f1a-a8bb-c3651069d68e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:37.057720 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f911665-b38e-4a65-a456-f2f8065fe65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.133462 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20e9a4ea-2cff-429c-b20a-2dc4f6a4e057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.176354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91b3a97-7309-4e3f-879c-1b3dccd7561d req-0091ab45-b7df-46bf-a6ec-aec4c926bf24 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] No DVR routers for this DVR port b00614aa-5e9c-4f1a-a8bb-c3651069d68e on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:24:37.189653 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f91b3a97-7309-4e3f-879c-1b3dccd7561d req-0091ab45-b7df-46bf-a6ec-aec4c926bf24 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.192151 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20e9a4ea-2cff-429c-b20a-2dc4f6a4e057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.195357 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f91b3a97-7309-4e3f-879c-1b3dccd7561d req-0091ab45-b7df-46bf-a6ec-aec4c926bf24 tempest-DeleteServersAdminTestJSON-1497123611 tempest-DeleteServersAdminTestJSON-1497123611-project-admin] 10.222.0.47 "DELETE /v2.0/ports/b00614aa-5e9c-4f1a-a8bb-c3651069d68e HTTP/1.1" status: 204 len: 173 time: 0.9296641 Jul 06 11:24:37.196625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a453a454-a231-412b-b668-e55cf4e51329', 'name': 'network-vif-deleted', 'tag': 'b00614aa-5e9c-4f1a-a8bb-c3651069d68e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:37.202599 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662fe739-29a9-4501-8c84-2664b47bff10" -d '{"events": [{"server_uuid": "a453a454-a231-412b-b668-e55cf4e51329", "name": "network-vif-deleted", "tag": "b00614aa-5e9c-4f1a-a8bb-c3651069d68e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:37.347831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f911665-b38e-4a65-a456-f2f8065fe65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.372043 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f911665-b38e-4a65-a456-f2f8065fe65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.410179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63ae088f-4f6b-4f21-b132-35ff93cbed93 req-15bdd77f-71f2-4fb1-b1b5-bbf2b6e08128 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=a453a454-a231-412b-b668-e55cf4e51329 HTTP/1.1" status: 200 len: 210 time: 0.0828254 Jul 06 11:24:37.420098 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20e9a4ea-2cff-429c-b20a-2dc4f6a4e057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.423124 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20e9a4ea-2cff-429c-b20a-2dc4f6a4e057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.424414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-20e9a4ea-2cff-429c-b20a-2dc4f6a4e057 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fa6d7d6-f10a-4117-a5f1-8f1b3572561b HTTP/1.1" status: 204 len: 168 time: 0.4134684 Jul 06 11:24:37.457914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-04337b79-a93a-4792-80fe-65c015409da6 req-2df7f19b-dc73-4e33-b6d6-c9975a0564bc tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Request body: {'security_group': {'name': 'tempest-securitygroup-995929255', 'description': 'tempest-description-823022803'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:37.496066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9f911665-b38e-4a65-a456-f2f8065fe65d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5309e1c173ce4e72bc1b5f8281731352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310658 Jul 06 11:24:37.499112 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53364) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:37.500961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04337b79-a93a-4792-80fe-65c015409da6 req-2df7f19b-dc73-4e33-b6d6-c9975a0564bc tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.503351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f911665-b38e-4a65-a456-f2f8065fe65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25450587-8996-4e7d-a1b1-bbc2f716bb74,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:37.559334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9a4ea-2cff-429c-b20a-2dc4f6a4e057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa6d7d6-f10a-4117-a5f1-8f1b3572561b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:37.564616 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7688ebab-2349-4d19-b582-85549a19319f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.595124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7688ebab-2349-4d19-b582-85549a19319f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.658833 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7688ebab-2349-4d19-b582-85549a19319f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.662909 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7688ebab-2349-4d19-b582-85549a19319f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.665057 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7688ebab-2349-4d19-b582-85549a19319f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25450587-8996-4e7d-a1b1-bbc2f716bb74 HTTP/1.1" status: 204 len: 168 time: 0.1648865 Jul 06 11:24:37.675246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688ebab-2349-4d19-b582-85549a19319f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25450587-8996-4e7d-a1b1-bbc2f716bb74,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:37.768973 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04337b79-a93a-4792-80fe-65c015409da6 req-2df7f19b-dc73-4e33-b6d6-c9975a0564bc tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.777135 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04337b79-a93a-4792-80fe-65c015409da6 req-2df7f19b-dc73-4e33-b6d6-c9975a0564bc tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.800306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cda492-db13-4865-88fb-f4e00d7df473 req-ef1f1eab-0ace-43b7-af71-50f4b0907e9e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:37.808227 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6cda492-db13-4865-88fb-f4e00d7df473 req-ef1f1eab-0ace-43b7-af71-50f4b0907e9e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 944 time: 0.1855619 Jul 06 11:24:37.843061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04337b79-a93a-4792-80fe-65c015409da6 req-2df7f19b-dc73-4e33-b6d6-c9975a0564bc tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:37.857221 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04337b79-a93a-4792-80fe-65c015409da6 req-2df7f19b-dc73-4e33-b6d6-c9975a0564bc tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4173295 Jul 06 11:24:37.873333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7f19b-dc73-4e33-b6d6-c9975a0564bc tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2702878d-222c-43bf-b472-0bc9cf74f864,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:37.892991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6cda492-db13-4865-88fb-f4e00d7df473 req-fa317a6d-1c1c-4d43-8725-5bd65ee90e54 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837977 Jul 06 11:24:38.002070 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c367a4ca-5f3e-4853-9297-309d1a9317c1 x-openstack-request-id: req-c367a4ca-5f3e-4853-9297-309d1a9317c1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:24:38.003897 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a453a454-a231-412b-b668-e55cf4e51329", "name": "network-vif-deleted", "tag": "b00614aa-5e9c-4f1a-a8bb-c3651069d68e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:24:38.004317 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c367a4ca-5f3e-4853-9297-309d1a9317c1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:24:38.004930 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a453a454-a231-412b-b668-e55cf4e51329', 'name': 'network-vif-deleted', 'tag': 'b00614aa-5e9c-4f1a-a8bb-c3651069d68e', 'status': 'completed', 'code': 200} Jul 06 11:24:38.181457 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53392) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:38.208269 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ae3-40cf-4d29-8c29-f583be8a1061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:38.381570 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ae3-40cf-4d29-8c29-f583be8a1061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:38.391834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ae3-40cf-4d29-8c29-f583be8a1061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:38.461099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f07ae3-40cf-4d29-8c29-f583be8a1061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae3ff05-0c5f-4e2a-8686-348cceb6497b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:38.469523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:38.469931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c5f07ae3-40cf-4d29-8c29-f583be8a1061 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7999e0b6f5a42b9a6b0bd62ecc58c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870700 Jul 06 11:24:38.582427 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfffce9-bcab-4b34-9776-aa107a16bb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:38.610965 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfffce9-bcab-4b34-9776-aa107a16bb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:38.684774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-293940ef-09bf-4fc3-8d84-3ade958c01c2 req-91edb8af-8d8f-4f80-8179-84eb405ce5b7 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-697133439', 'description': 'tempest-description-1976952981'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:38.715355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-293940ef-09bf-4fc3-8d84-3ade958c01c2 req-91edb8af-8d8f-4f80-8179-84eb405ce5b7 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:38.747692 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-293940ef-09bf-4fc3-8d84-3ade958c01c2 req-91edb8af-8d8f-4f80-8179-84eb405ce5b7 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:38.808693 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfffce9-bcab-4b34-9776-aa107a16bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:38.811761 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfffce9-bcab-4b34-9776-aa107a16bb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:38.816370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8bfffce9-bcab-4b34-9776-aa107a16bb7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cae3ff05-0c5f-4e2a-8686-348cceb6497b HTTP/1.1" status: 204 len: 168 time: 0.3450511 Jul 06 11:24:38.877020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfffce9-bcab-4b34-9776-aa107a16bb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae3ff05-0c5f-4e2a-8686-348cceb6497b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:39.036608 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-293940ef-09bf-4fc3-8d84-3ade958c01c2 req-91edb8af-8d8f-4f80-8179-84eb405ce5b7 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:39.044746 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-293940ef-09bf-4fc3-8d84-3ade958c01c2 req-91edb8af-8d8f-4f80-8179-84eb405ce5b7 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:39.084148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 70be238f-b9a4-460c-a58c-0e459e098ebc details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:24:39.119852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edb8af-8d8f-4f80-8179-84eb405ce5b7 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d4df37-c13f-4319-9a9e-7c10de578c86,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:39.266041 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-293940ef-09bf-4fc3-8d84-3ade958c01c2 req-91edb8af-8d8f-4f80-8179-84eb405ce5b7 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:39.274879 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-293940ef-09bf-4fc3-8d84-3ade958c01c2 req-91edb8af-8d8f-4f80-8179-84eb405ce5b7 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:39.298308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=70be238f-b9a4-460c-a58c-0e459e098ebc,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:39.307436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edb8af-8d8f-4f80-8179-84eb405ce5b7 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5034972-2778-4c9d-b66d-a844a23315a1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:39.321265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '70be238f-b9a4-460c-a58c-0e459e098ebc', 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59', 'port_id': '70be238f-b9a4-460c-a58c-0e459e098ebc', 'mac_address': 'fa:16:3e:67:a1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76e788-9096-4a29-a54c-95736c762e71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:24:39.325866 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-293940ef-09bf-4fc3-8d84-3ade958c01c2 req-91edb8af-8d8f-4f80-8179-84eb405ce5b7 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:39.342193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-293940ef-09bf-4fc3-8d84-3ade958c01c2 req-91edb8af-8d8f-4f80-8179-84eb405ce5b7 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6687133 Jul 06 11:24:39.408973 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:39.474798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70be238f-b9a4-460c-a58c-0e459e098ebc {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:24:39.524585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=70be238f-b9a4-460c-a58c-0e459e098ebc,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:39.530541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-d590e60a-ae6a-481f-9594-94577d745c1e tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a3f3e00bb62f4d78b1546d2f8cc4dfe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409915 Jul 06 11:24:39.532182 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:39.612694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22373a5d-599f-4f46-a2a2-149dddabffd7 req-193d57e2-3b73-4f50-a7f9-8c1216f236bc tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:39.614490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22373a5d-599f-4f46-a2a2-149dddabffd7 req-193d57e2-3b73-4f50-a7f9-8c1216f236bc tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 944 time: 0.2267802 Jul 06 11:24:39.648913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=70be238f-b9a4-460c-a58c-0e459e098ebc,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:39.691011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-d666d750-b08f-48b3-a0e4-3abdc831c611 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:39.692892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-d666d750-b08f-48b3-a0e4-3abdc831c611 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612785 Jul 06 11:24:39.707894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22373a5d-599f-4f46-a2a2-149dddabffd7 req-e8e9fa66-e947-4d18-8004-1bf61098d0fc tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663369 Jul 06 11:24:39.719483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-de625617-7af8-4195-8562-d40ec613e28f tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/quotas/a3f3e00bb62f4d78b1546d2f8cc4dfe7 HTTP/1.1" status: 200 len: 375 time: 0.0101588 Jul 06 11:24:39.777056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-b03c2b79-b22e-45c5-82e1-a169d4200643 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3f3e00bb62f4d78b1546d2f8cc4dfe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511234 Jul 06 11:24:39.833193 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9f1d7704-ff9f-4ccb-bef3-1c408124ff1e req-c1a14450-2fb5-4028-b192-98ff83918d3f tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-908984227', 'description': 'tempest-description-1087256623'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:39.877422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9f1d7704-ff9f-4ccb-bef3-1c408124ff1e req-c1a14450-2fb5-4028-b192-98ff83918d3f tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:39.918871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['70be238f-b9a4-460c-a58c-0e459e098ebc'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:24:40.135161 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9f1d7704-ff9f-4ccb-bef3-1c408124ff1e req-c1a14450-2fb5-4028-b192-98ff83918d3f tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:40.143601 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9f1d7704-ff9f-4ccb-bef3-1c408124ff1e req-c1a14450-2fb5-4028-b192-98ff83918d3f tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:40.202236 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9f1d7704-ff9f-4ccb-bef3-1c408124ff1e req-c1a14450-2fb5-4028-b192-98ff83918d3f tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:40.219082 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f1d7704-ff9f-4ccb-bef3-1c408124ff1e req-c1a14450-2fb5-4028-b192-98ff83918d3f tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3919683 Jul 06 11:24:40.228553 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a14450-2fb5-4028-b192-98ff83918d3f tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464018eb-557c-47d6-ab98-47caddcbc1bb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:40.421753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e59c49b3-2545-4d5f-a3fd-9cca9b312776 req-b34ae0ce-d0c3-4bb0-9715-40f14c410fc6 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 210 time: 0.0546734 Jul 06 11:24:40.906915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-d9f4f7e7-461b-40f6-9445-20754469122e tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34068 time: 0.4199872 Jul 06 11:24:41.061806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 70be238f-b9a4-460c-a58c-0e459e098ebc up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:24:41.118675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b00614aa-5e9c-4f1a-a8bb-c3651069d68e no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:24:41.172485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: b00614aa-5e9c-4f1a-a8bb-c3651069d68e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:24:41.173217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b00614aa-5e9c-4f1a-a8bb-c3651069d68e not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:24:41.239560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 70be238f-b9a4-460c-a58c-0e459e098ebc completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:24:41.245990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 70be238f-b9a4-460c-a58c-0e459e098ebc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:24:41.246725 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:41.292675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-15b26e22-d38a-4be6-bce7-3b4c327b25a0 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/36c54d4b-28ec-483b-ae49-2570b26e5c84 HTTP/1.1" status: 200 len: 2981 time: 0.3698411 Jul 06 11:24:41.398349 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:41.406302 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-aadd4228-1048-4c72-818f-3ab2d0566140 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/36c54d4b-28ec-483b-ae49-2570b26e5c84 HTTP/1.1" status: 200 len: 2981 time: 0.0961299 Jul 06 11:24:41.465906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=70be238f-b9a4-460c-a58c-0e459e098ebc,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:41.467879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70be238f-b9a4-460c-a58c-0e459e098ebc'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:41.472927 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009ae7cb-5a0c-488b-af24-c9c2138c042b" -d '{"events": [{"server_uuid": "395a505d-77ed-4db6-b38e-b9112a4b4f5f", "name": "network-vif-plugged", "status": "completed", "tag": "70be238f-b9a4-460c-a58c-0e459e098ebc"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:41.480879 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:41.491092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-00701005-b150-4d5e-923d-6fbe0e240315 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4997c041-185f-404c-8094-1ea9ea7c0791 HTTP/1.1" status: 200 len: 2979 time: 0.0715613 Jul 06 11:24:41.558455 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-c4d16fcc-94f7-4730-ab46-c2e75707140e tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4997c041-185f-404c-8094-1ea9ea7c0791 HTTP/1.1" status: 200 len: 2979 time: 0.0560772 Jul 06 11:24:41.611360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=70be238f-b9a4-460c-a58c-0e459e098ebc,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:41.617780 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-7f4e90da-72c1-4345-992d-ea63aa29c6d2 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/75823227-dcf8-48d9-b034-abac31f72e41 HTTP/1.1" status: 200 len: 2981 time: 0.0581429 Jul 06 11:24:41.707475 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-0abb5a56-5f8f-4a8d-a9b2-247b81c6babe tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/75823227-dcf8-48d9-b034-abac31f72e41 HTTP/1.1" status: 200 len: 2981 time: 0.0884280 Jul 06 11:24:41.776849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45feb85-6714-47ca-959b-22d048698988 req-842beed3-95ef-420d-9b9e-45ad2b996dae tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:41.778452 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f45feb85-6714-47ca-959b-22d048698988 req-842beed3-95ef-420d-9b9e-45ad2b996dae tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 946 time: 0.1184790 Jul 06 11:24:41.812193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-6a1cc47c-13e2-4a3b-ad4e-62a1a6b9b01c tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8bfc385d-c33c-416b-9ea8-41c8ff04aa9e HTTP/1.1" status: 200 len: 2981 time: 0.0807266 Jul 06 11:24:41.845982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f45feb85-6714-47ca-959b-22d048698988 req-5cd8fb65-a8f4-44bb-86e8-8e1891d66cce tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577357 Jul 06 11:24:41.892839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-5b859158-dc62-4da9-8cb2-9d8bc86d36b6 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8bfc385d-c33c-416b-9ea8-41c8ff04aa9e HTTP/1.1" status: 200 len: 2981 time: 0.0664716 Jul 06 11:24:41.974092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-7111f08f-e848-4bfc-a401-f251e6052312 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/97d4df37-c13f-4319-9a9e-7c10de578c86 HTTP/1.1" status: 200 len: 2981 time: 0.0674641 Jul 06 11:24:42.042254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-10581732-a2fe-4a28-924e-14a8263b3b70 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/97d4df37-c13f-4319-9a9e-7c10de578c86 HTTP/1.1" status: 200 len: 2981 time: 0.0543852 Jul 06 11:24:42.088965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-cdd306c8-217a-422f-8f9b-87e097116233 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a3f3e00bb62f4d78b1546d2f8cc4dfe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550201 Jul 06 11:24:42.149537 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-7ba3c483-919c-4463-8108-e0c54edef72e tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9d0c63d5-a55f-40bf-b26a-3c14d7558dff HTTP/1.1" status: 200 len: 2977 time: 0.0829713 Jul 06 11:24:42.294221 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-75fb9755-9dc7-4589-a86c-e6ad4fadacba tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9d0c63d5-a55f-40bf-b26a-3c14d7558dff HTTP/1.1" status: 200 len: 2977 time: 0.1407726 Jul 06 11:24:42.389353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-2af3f243-7970-40a5-b277-d5bde915e006 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c6c5b545-3adb-4dd6-a69a-d80f8ab290c7 HTTP/1.1" status: 200 len: 2977 time: 0.0933423 Jul 06 11:24:42.423782 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-a617aca6-0a51-4de5-bbbd-95a5bf402f79 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:42.425548 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-a617aca6-0a51-4de5-bbbd-95a5bf402f79 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3295472 Jul 06 11:24:42.444060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Request body: {'port': {'device_id': '783def14-e1c7-4efe-9b25-afa4313d9114', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'a3f3e00bb62f4d78b1546d2f8cc4dfe7'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:42.452866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-0ab95d65-dae7-4879-9a9d-faff9b2e1e91 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c6c5b545-3adb-4dd6-a69a-d80f8ab290c7 HTTP/1.1" status: 200 len: 2977 time: 0.0616150 Jul 06 11:24:42.504518 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-201a136f-3330-4497-94a9-23c45c646b1e tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/dc98865c-936a-48fb-b196-22887e74e97c HTTP/1.1" status: 200 len: 2973 time: 0.0505939 Jul 06 11:24:42.554662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-1139c4a8-2cc0-4583-bcae-6031145c4df6 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/dc98865c-936a-48fb-b196-22887e74e97c HTTP/1.1" status: 200 len: 2973 time: 0.0438349 Jul 06 11:24:42.588388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Made reservation on behalf of a3f3e00bb62f4d78b1546d2f8cc4dfe7 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:24:42.591961 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:42.622312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-34d95c52-cb45-4696-b8c9-e385ed0e735f tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ee6e8017-a015-44c1-b8c0-90a0990355be HTTP/1.1" status: 200 len: 2981 time: 0.0617123 Jul 06 11:24:42.710666 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-07541432-54bc-42fb-a709-89ab2fa5f7b2 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ee6e8017-a015-44c1-b8c0-90a0990355be HTTP/1.1" status: 200 len: 2981 time: 0.0783713 Jul 06 11:24:42.816297 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-2659c028-4c30-4d7b-913d-c972cd57366c tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f3197713-b0c2-4088-a83d-03868199fcad HTTP/1.1" status: 200 len: 2981 time: 0.0957024 Jul 06 11:24:42.848159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Allocated IP 192.168.233.6 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/769688df-e7cd-4af2-b8d7-4dcaa0004ecc) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:24:42.890252 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2476d613-8861-4694-9702-892269cb6b61 req-82e2fb8c-d8a9-4afe-8bab-b19c98bdcd0f tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f3197713-b0c2-4088-a83d-03868199fcad HTTP/1.1" status: 200 len: 2981 time: 0.0697296 Jul 06 11:24:42.962650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59ab45ff-8419-4813-bf4e-28c18894ed2c req-5dd6abea-d689-4852-9d7a-a48e36f28373 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 210 time: 0.0430110 Jul 06 11:24:43.003779 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b8b3a0-b47d-4d23-a3d2-e84bd9c9a342 x-openstack-request-id: req-40b8b3a0-b47d-4d23-a3d2-e84bd9c9a342 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:24:43.003779 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395a505d-77ed-4db6-b38e-b9112a4b4f5f", "name": "network-vif-plugged", "status": "completed", "tag": "70be238f-b9a4-460c-a58c-0e459e098ebc", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:24:43.003779 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40b8b3a0-b47d-4d23-a3d2-e84bd9c9a342 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:24:43.003779 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70be238f-b9a4-460c-a58c-0e459e098ebc', 'code': 200} Jul 06 11:24:43.305318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdb9a6-41ba-4677-8d5b-526dfccd3651 req-afeffa0f-091d-42b4-bc16-45e63f05fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:43.306988 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-07cdb9a6-41ba-4677-8d5b-526dfccd3651 req-afeffa0f-091d-42b4-bc16-45e63f05fcbd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 1097 time: 0.1749685 Jul 06 11:24:43.313053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:43.346542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Transition to ACTIVE for port object 769688df-e7cd-4af2-b8d7-4dcaa0004ecc will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:24:43.366684 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-07cdb9a6-41ba-4677-8d5b-526dfccd3651 req-1575eea0-c7da-4622-bb20-cdcff2c19de9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501425 Jul 06 11:24:43.412684 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:43.490046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:24:43.501777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:24:43.509972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:24:43.523387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:43.524361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:43.562743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Pushing event updated for resources: {'Port': ['ID=769688df-e7cd-4af2-b8d7-4dcaa0004ecc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:43.587076 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-fca2f368-3a17-43b7-8810-6c614e9a22cd tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1528244 Jul 06 11:24:43.601611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Request body: {'port': {'device_id': '783def14-e1c7-4efe-9b25-afa4313d9114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:43.742642 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:43.785751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1482fcf-845d-4fb7-b7c2-faab270f51f2 req-f2b43bca-2053-4f33-9dbc-3ee9fc42ad6f tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1150254413048739cca40fdc972b935 HTTP/1.1" status: 200 len: 6100 time: 0.2036211 Jul 06 11:24:43.871184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de08dcd-cefe-4a02-b5a3-02b9bfa010a3 req-09a54656-bf53-4ed5-b155-c9e9d8d1933a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:43.872828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8de08dcd-cefe-4a02-b5a3-02b9bfa010a3 req-09a54656-bf53-4ed5-b155-c9e9d8d1933a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 946 time: 0.2406273 Jul 06 11:24:43.908902 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1482fcf-845d-4fb7-b7c2-faab270f51f2 req-0b3d0d8c-11de-4033-b9c3-83087f1d6ad5 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] 10.222.0.21 "GET /v2.0/security-groups/75823227-dcf8-48d9-b034-abac31f72e41 HTTP/1.1" status: 200 len: 2981 time: 0.1097977 Jul 06 11:24:43.918765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-93e3233d-8900-40d8-b243-9c614f611e0a None None] Provisioning for port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:24:43.924493 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-93e3233d-8900-40d8-b243-9c614f611e0a None None] Provisioning complete for port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:24:43.925384 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93e3233d-8900-40d8-b243-9c614f611e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:43.968679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53576) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:43.982060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-93e3233d-8900-40d8-b243-9c614f611e0a None None] Port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:24:43.984018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8de08dcd-cefe-4a02-b5a3-02b9bfa010a3 req-31f18c28-1f75-43f8-b9f3-3d2cab5df7b4 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002162 Jul 06 11:24:44.001718 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1482fcf-845d-4fb7-b7c2-faab270f51f2 req-cc52b667-d909-46ef-9570-2cd7d5cdff74 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] 10.222.0.21 "GET /v2.0/security-groups/75823227-dcf8-48d9-b034-abac31f72e41 HTTP/1.1" status: 200 len: 2981 time: 0.0817823 Jul 06 11:24:44.103715 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3fae69d0-60b8-421a-875b-1623596840dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:44.283239 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66c9700f-4cc0-4ff9-a257-64c9cc102021 req-80a91913-98be-4cc7-8b0c-7b2e04638431 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/464018eb-557c-47d6-ab98-47caddcbc1bb HTTP/1.1" status: 200 len: 1777 time: 0.1378970 Jul 06 11:24:44.369542 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8087bc8-774f-4d66-9e66-55714a9530bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:44.435027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839edcce-c441-4649-9612-4988eb1f7d92 req-b30d1cfb-555e-4877-8896-0f23046fa377 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:44.448413 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-839edcce-c441-4649-9612-4988eb1f7d92 req-b30d1cfb-555e-4877-8896-0f23046fa377 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 934 time: 0.1840270 Jul 06 11:24:44.462719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:44.494028 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66c9700f-4cc0-4ff9-a257-64c9cc102021 req-845cd319-3aef-4132-9d82-7d40b210b3ef tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:44.522349 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-839edcce-c441-4649-9612-4988eb1f7d92 req-1b512496-6459-4d81-83cd-ac9d7c11e4c0 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694454 Jul 06 11:24:44.531052 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66c9700f-4cc0-4ff9-a257-64c9cc102021 req-845cd319-3aef-4132-9d82-7d40b210b3ef tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:44.620971 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66c9700f-4cc0-4ff9-a257-64c9cc102021 req-845cd319-3aef-4132-9d82-7d40b210b3ef tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:44.626740 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66c9700f-4cc0-4ff9-a257-64c9cc102021 req-845cd319-3aef-4132-9d82-7d40b210b3ef tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:44.641897 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66c9700f-4cc0-4ff9-a257-64c9cc102021 req-845cd319-3aef-4132-9d82-7d40b210b3ef tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/464018eb-557c-47d6-ab98-47caddcbc1bb HTTP/1.1" status: 204 len: 173 time: 0.3284137 Jul 06 11:24:44.669034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cd319-3aef-4132-9d82-7d40b210b3ef tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464018eb-557c-47d6-ab98-47caddcbc1bb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:44.746557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e66dabe-5ce6-4882-b4da-7a6b5e0d4f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:44.752541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8087bc8-774f-4d66-9e66-55714a9530bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:44.762121 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8087bc8-774f-4d66-9e66-55714a9530bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:44.767876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769688df-e7cd-4af2-b8d7-4dcaa0004ecc {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:24:44.792678 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:44.831651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb1dba80-7158-48d0-a438-90b157890502 req-4d7bc2ed-f07c-48e7-abf5-dbb41b6099ab tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c5034972-2778-4c9d-b66d-a844a23315a1 HTTP/1.1" status: 200 len: 1777 time: 0.1466343 Jul 06 11:24:44.872510 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d8087bc8-774f-4d66-9e66-55714a9530bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5dcd711a0174bb6b9bf72a7803f301d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9002333 Jul 06 11:24:44.876721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53604) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:44.883246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Transition to ACTIVE for port object 769688df-e7cd-4af2-b8d7-4dcaa0004ecc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:24:44.884986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8087bc8-774f-4d66-9e66-55714a9530bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1601c99e-08ab-4a68-a7f6-52cd6c899d7f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:44.897572 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.029554 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb1dba80-7158-48d0-a438-90b157890502 req-33e30b41-21e5-42aa-922e-8b623c0692a6 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.072342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Pushing event updated for resources: {'Port': ['ID=769688df-e7cd-4af2-b8d7-4dcaa0004ecc,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:45.078476 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-939f0371-d3dd-4bc1-9b87-a80f9d5e17a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.087217 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e66dabe-5ce6-4882-b4da-7a6b5e0d4f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.098714 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e66dabe-5ce6-4882-b4da-7a6b5e0d4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.107395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Attempting to bind port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:24:45.108089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Attempting to bind port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:24:45.108505 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb1dba80-7158-48d0-a438-90b157890502 req-33e30b41-21e5-42aa-922e-8b623c0692a6 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.108717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Attempting to bind port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:45.124623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:24:45.125697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Attempting to bind port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:45.152617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:24:45.152617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:24:45.152617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:24:45.155971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Bound port: 769688df-e7cd-4af2-b8d7-4dcaa0004ecc, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:24:45.156770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.174099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66dabe-5ce6-4882-b4da-7a6b5e0d4f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a7ce68-85e8-4f4f-81ec-8ca38d41f366,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:45.240811 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-939f0371-d3dd-4bc1-9b87-a80f9d5e17a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.250439 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb1dba80-7158-48d0-a438-90b157890502 req-33e30b41-21e5-42aa-922e-8b623c0692a6 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.254040 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb1dba80-7158-48d0-a438-90b157890502 req-33e30b41-21e5-42aa-922e-8b623c0692a6 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.255263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb1dba80-7158-48d0-a438-90b157890502 req-33e30b41-21e5-42aa-922e-8b623c0692a6 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5034972-2778-4c9d-b66d-a844a23315a1 HTTP/1.1" status: 204 len: 173 time: 0.4095926 Jul 06 11:24:45.276760 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4e66dabe-5ce6-4882-b4da-7a6b5e0d4f7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fae04a4fdef40e88a177547780bb486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8128717 Jul 06 11:24:45.289865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e30b41-21e5-42aa-922e-8b623c0692a6 tempest-SecurityGroupsTestAdminJSON-1167648434 tempest-SecurityGroupsTestAdminJSON-1167648434-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5034972-2778-4c9d-b66d-a844a23315a1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:45.295264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53620) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:45.395153 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-939f0371-d3dd-4bc1-9b87-a80f9d5e17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.400813 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-939f0371-d3dd-4bc1-9b87-a80f9d5e17a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.403978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-939f0371-d3dd-4bc1-9b87-a80f9d5e17a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1601c99e-08ab-4a68-a7f6-52cd6c899d7f HTTP/1.1" status: 204 len: 168 time: 0.5251834 Jul 06 11:24:45.419673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f0371-d3dd-4bc1-9b87-a80f9d5e17a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1601c99e-08ab-4a68-a7f6-52cd6c899d7f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:45.459011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] For port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:24:45.478462 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] For port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=769688df-e7cd-4af2-b8d7-4dcaa0004ecc,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:24:45.488870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.533910 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac889077-aa90-4d05-b76b-c878ca220ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.565567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:45.566693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.571073 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] 10.222.0.47 "PUT /v2.0/ports/769688df-e7cd-4af2-b8d7-4dcaa0004ecc HTTP/1.1" status: 200 len: 1094 time: 1.9748380 Jul 06 11:24:45.627745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac889077-aa90-4d05-b76b-c878ca220ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.677719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783def14-e1c7-4efe-9b25-afa4313d9114', 'tag': '769688df-e7cd-4af2-b8d7-4dcaa0004ecc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:45.681541 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f22bd61-e46e-46c3-b156-aaa908057a47" -d '{"events": [{"name": "network-changed", "server_uuid": "783def14-e1c7-4efe-9b25-afa4313d9114", "tag": "769688df-e7cd-4af2-b8d7-4dcaa0004ecc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:45.755808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996dbea-0e88-44b5-bc7b-989e0c931fa1 req-94a29215-d4d2-4eb0-9a47-459631cf5b90 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:45.762110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c551606-e448-4cd3-9570-926aa4765e65 service neutron] Pushing event updated for resources: {'Port': ['ID=769688df-e7cd-4af2-b8d7-4dcaa0004ecc,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:45.766734 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f996dbea-0e88-44b5-bc7b-989e0c931fa1 req-94a29215-d4d2-4eb0-9a47-459631cf5b90 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 946 time: 0.2006299 Jul 06 11:24:45.774449 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac889077-aa90-4d05-b76b-c878ca220ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.777593 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac889077-aa90-4d05-b76b-c878ca220ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:45.779067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ac889077-aa90-4d05-b76b-c878ca220ddc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39a7ce68-85e8-4f4f-81ec-8ca38d41f366 HTTP/1.1" status: 204 len: 168 time: 0.4825263 Jul 06 11:24:45.793344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46aea58b-7725-403d-a815-719b24f56164 req-226e0620-1cb6-48c5-8992-a6321eab26fd tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] 10.222.0.21 "GET /v2.0/security-groups/2702878d-222c-43bf-b472-0bc9cf74f864 HTTP/1.1" status: 200 len: 1776 time: 0.1379642 Jul 06 11:24:45.796411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac889077-aa90-4d05-b76b-c878ca220ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a7ce68-85e8-4f4f-81ec-8ca38d41f366,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:45.860147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-aa5e8f1c-207e-4fa7-a981-a31bf9301bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:45.863921 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-aa5e8f1c-207e-4fa7-a981-a31bf9301bbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3f3e00bb62f4d78b1546d2f8cc4dfe7&device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 1097 time: 0.1747675 Jul 06 11:24:45.933025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f996dbea-0e88-44b5-bc7b-989e0c931fa1 req-6d2319b7-b29a-490c-9d95-9f0d09c0c630 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649384 Jul 06 11:24:45.985149 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-46aea58b-7725-403d-a815-719b24f56164 req-36e1d625-f2f5-475d-9d90-22f10c918bd8 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.000424 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-0504f14e-64b0-48cb-a235-7392c765eb56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=769688df-e7cd-4af2-b8d7-4dcaa0004ecc HTTP/1.1" status: 200 len: 217 time: 0.1256959 Jul 06 11:24:46.062446 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-46aea58b-7725-403d-a815-719b24f56164 req-36e1d625-f2f5-475d-9d90-22f10c918bd8 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.155950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-73e75d0a-84f2-4839-9270-73a5169216cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:46.161024 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-73e75d0a-84f2-4839-9270-73a5169216cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1523647 Jul 06 11:24:46.220835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53646) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:46.243478 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3159790-6e5c-4eaf-8c8d-1e0b6533dbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.264968 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-46aea58b-7725-403d-a815-719b24f56164 req-36e1d625-f2f5-475d-9d90-22f10c918bd8 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.270265 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-46aea58b-7725-403d-a815-719b24f56164 req-36e1d625-f2f5-475d-9d90-22f10c918bd8 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.273713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46aea58b-7725-403d-a815-719b24f56164 req-36e1d625-f2f5-475d-9d90-22f10c918bd8 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] 10.222.0.21 "DELETE /v2.0/security-groups/2702878d-222c-43bf-b472-0bc9cf74f864 HTTP/1.1" status: 204 len: 173 time: 0.4786456 Jul 06 11:24:46.288596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-4d54a4f5-e595-4876-803e-55dbd0fad3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:46.290466 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-4d54a4f5-e595-4876-803e-55dbd0fad3f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140783 Jul 06 11:24:46.298289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1d625-f2f5-475d-9d90-22f10c918bd8 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2702878d-222c-43bf-b472-0bc9cf74f864,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:46.335513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c47bd7-0f79-483a-b84a-193e8cd00e45 req-ac506c9d-d792-4f17-b338-e4f14acb64bf tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:46.349318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8c47bd7-0f79-483a-b84a-193e8cd00e45 req-ac506c9d-d792-4f17-b338-e4f14acb64bf tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 946 time: 0.1554351 Jul 06 11:24:46.408531 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98eeb67-b376-4953-b888-98616851bab9 x-openstack-request-id: req-b98eeb67-b376-4953-b888-98616851bab9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:24:46.421814 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783def14-e1c7-4efe-9b25-afa4313d9114", "tag": "769688df-e7cd-4af2-b8d7-4dcaa0004ecc", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:24:46.421814 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b98eeb67-b376-4953-b888-98616851bab9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:24:46.421814 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783def14-e1c7-4efe-9b25-afa4313d9114', 'tag': '769688df-e7cd-4af2-b8d7-4dcaa0004ecc', 'status': 'completed', 'code': 200} Jul 06 11:24:46.433510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8c47bd7-0f79-483a-b84a-193e8cd00e45 req-fcc3e181-f026-4a02-9485-e46a80ed5053 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819509 Jul 06 11:24:46.534145 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-d5f12ea4-e001-4c98-ab72-180a25a1e51d service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356887 Jul 06 11:24:46.572927 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3159790-6e5c-4eaf-8c8d-1e0b6533dbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.591101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3159790-6e5c-4eaf-8c8d-1e0b6533dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.623972 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3d55d8b-7be3-480c-b0d0-2768419ee330 req-25bed8e4-7221-49bb-b5ba-9f9e89cde738 tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] 10.222.0.21 "GET /v2.0/security-groups/8509e8af-a170-4507-a2ff-05f73f28a18a HTTP/1.1" status: 200 len: 1776 time: 0.0730391 Jul 06 11:24:46.700080 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c3159790-6e5c-4eaf-8c8d-1e0b6533dbab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=248163b7007447f7b842dccc690cbe29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4758527 Jul 06 11:24:46.703914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53658) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:46.711890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53660) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:46.723834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3159790-6e5c-4eaf-8c8d-1e0b6533dbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abe85ab-dd0a-4cda-8e62-4299a8d4c232,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:46.735837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d3d55d8b-7be3-480c-b0d0-2768419ee330 req-f34b9934-74ad-410e-86f5-24bd6ffae5cd tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.737677 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d30e85bb-4fee-47da-9b2d-b24b15e30659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.764046 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5473cb9-9453-419b-9697-8ab20feeab61 req-a497d358-4017-43d6-806b-0056757775ca service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201705 Jul 06 11:24:46.789005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d3d55d8b-7be3-480c-b0d0-2768419ee330 req-f34b9934-74ad-410e-86f5-24bd6ffae5cd tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.938180 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d30e85bb-4fee-47da-9b2d-b24b15e30659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.942134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22bd61-e46e-46c3-b156-aaa908057a47 req-0ef9452e-3540-4f63-aade-9ed7b09da5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:46.943966 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1f22bd61-e46e-46c3-b156-aaa908057a47 req-0ef9452e-3540-4f63-aade-9ed7b09da5cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3f3e00bb62f4d78b1546d2f8cc4dfe7&device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 1097 time: 0.1129484 Jul 06 11:24:46.946338 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d30e85bb-4fee-47da-9b2d-b24b15e30659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.981435 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86578895-0d68-43ac-9960-d3eea05364ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:46.995297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d3d55d8b-7be3-480c-b0d0-2768419ee330 req-f34b9934-74ad-410e-86f5-24bd6ffae5cd tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:47.000779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d3d55d8b-7be3-480c-b0d0-2768419ee330 req-f34b9934-74ad-410e-86f5-24bd6ffae5cd tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:47.003823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3d55d8b-7be3-480c-b0d0-2768419ee330 req-f34b9934-74ad-410e-86f5-24bd6ffae5cd tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] 10.222.0.21 "DELETE /v2.0/security-groups/8509e8af-a170-4507-a2ff-05f73f28a18a HTTP/1.1" status: 204 len: 173 time: 0.3775206 Jul 06 11:24:47.047344 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d30e85bb-4fee-47da-9b2d-b24b15e30659 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4d768b56ef9489d918eac8eba8a91b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343761 Jul 06 11:24:47.050753 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53664) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:47.059761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e85bb-4fee-47da-9b2d-b24b15e30659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280e79e5-5e97-468c-b90e-7282d010f2d9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:47.076763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b9934-74ad-410e-86f5-24bd6ffae5cd tempest-SecurityGroupsTestAdminJSON-226104802 tempest-SecurityGroupsTestAdminJSON-226104802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8509e8af-a170-4507-a2ff-05f73f28a18a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:47.082359 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86578895-0d68-43ac-9960-d3eea05364ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:47.124052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108dc98-16f8-4142-beab-98862b6dc8a3 req-a4471e1e-8f88-4093-93a7-f6b618688814 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:47.126683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7108dc98-16f8-4142-beab-98862b6dc8a3 req-a4471e1e-8f88-4093-93a7-f6b618688814 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 1097 time: 0.2405531 Jul 06 11:24:47.195978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7108dc98-16f8-4142-beab-98862b6dc8a3 req-b10ec7b4-13c6-47d2-8555-11d239df30fd tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573776 Jul 06 11:24:47.224446 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86578895-0d68-43ac-9960-d3eea05364ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:47.229321 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86578895-0d68-43ac-9960-d3eea05364ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:47.230599 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-86578895-0d68-43ac-9960-d3eea05364ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4abe85ab-dd0a-4cda-8e62-4299a8d4c232 HTTP/1.1" status: 204 len: 168 time: 0.5250676 Jul 06 11:24:47.242191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86578895-0d68-43ac-9960-d3eea05364ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abe85ab-dd0a-4cda-8e62-4299a8d4c232,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:47.287246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22bd61-e46e-46c3-b156-aaa908057a47 req-73076cf4-47bd-4a15-bb78-8cfe612195e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:47.293425 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1f22bd61-e46e-46c3-b156-aaa908057a47 req-73076cf4-47bd-4a15-bb78-8cfe612195e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3363445 Jul 06 11:24:47.321124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c449837c-e70d-49ce-9060-fa9e2b711665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:47.369417 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1f22bd61-e46e-46c3-b156-aaa908057a47 req-1d794980-9a22-4db3-a9b2-53e0366c6cd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=769688df-e7cd-4af2-b8d7-4dcaa0004ecc HTTP/1.1" status: 200 len: 217 time: 0.0506275 Jul 06 11:24:47.402868 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c449837c-e70d-49ce-9060-fa9e2b711665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:47.489573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22bd61-e46e-46c3-b156-aaa908057a47 req-71810c37-960a-41c4-b7af-e846d83e3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:47.491331 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1f22bd61-e46e-46c3-b156-aaa908057a47 req-71810c37-960a-41c4-b7af-e846d83e3006 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1142507 Jul 06 11:24:47.594233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c449837c-e70d-49ce-9060-fa9e2b711665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:47.598978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c449837c-e70d-49ce-9060-fa9e2b711665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:47.601316 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c449837c-e70d-49ce-9060-fa9e2b711665 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/280e79e5-5e97-468c-b90e-7282d010f2d9 HTTP/1.1" status: 204 len: 168 time: 0.5486059 Jul 06 11:24:47.622790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449837c-e70d-49ce-9060-fa9e2b711665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280e79e5-5e97-468c-b90e-7282d010f2d9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:47.657002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22bd61-e46e-46c3-b156-aaa908057a47 req-ac70254c-79c9-4cf3-9462-369c20729cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:47.658725 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1f22bd61-e46e-46c3-b156-aaa908057a47 req-ac70254c-79c9-4cf3-9462-369c20729cea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1593049 Jul 06 11:24:47.670806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f3a0d-8df7-43dd-9ab3-4775815f176d req-2fab9ab8-fa72-4030-908a-ce4b119b8ea7 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:47.679871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-289f3a0d-8df7-43dd-9ab3-4775815f176d req-2fab9ab8-fa72-4030-908a-ce4b119b8ea7 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 1097 time: 0.1310356 Jul 06 11:24:47.743980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:47.785494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-289f3a0d-8df7-43dd-9ab3-4775815f176d req-b3aae099-7d98-4a86-b138-436e5f671705 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048822 Jul 06 11:24:47.836245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc86713-4503-4795-b623-92fd6af4ce60 req-1f8c6d81-1fc4-44ac-a997-bc798f428295 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:47.846810 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1f22bd61-e46e-46c3-b156-aaa908057a47 req-bedab854-cbda-4136-a396-5951011e1054 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751797 Jul 06 11:24:47.853160 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6bc86713-4503-4795-b623-92fd6af4ce60 req-1f8c6d81-1fc4-44ac-a997-bc798f428295 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 946 time: 0.1697917 Jul 06 11:24:47.909354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6bc86713-4503-4795-b623-92fd6af4ce60 req-be0e5e50-0e46-45e4-a5a4-b843ab531fa5 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546567 Jul 06 11:24:48.076481 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:48.092734 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1f22bd61-e46e-46c3-b156-aaa908057a47 req-8ea71d7e-e5bb-4b4a-9ca2-b627f566be3c service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374055 Jul 06 11:24:48.116927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53724) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:48.285385 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86463aaa-9913-4317-827f-abcb8a728056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:48.444698 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65fe123a-3ba0-48c7-bd86-259abe6a89d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:48.452003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a0a29d5a-75f7-48eb-b262-5212bad809cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1150254413048739cca40fdc972b935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7066457 Jul 06 11:24:48.456720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53740) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:48.479975 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:48.615855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a347d1f8-2373-4c32-b397-f82b03ab8258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:48.682456 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a347d1f8-2373-4c32-b397-f82b03ab8258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:48.700726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65fe123a-3ba0-48c7-bd86-259abe6a89d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:48.707385 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65fe123a-3ba0-48c7-bd86-259abe6a89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:48.790275 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-65fe123a-3ba0-48c7-bd86-259abe6a89d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b81309df672d466fa8e4c56b52e8e682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6722174 Jul 06 11:24:48.792343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe123a-3ba0-48c7-bd86-259abe6a89d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fef3a9-6a00-4e24-98dc-81059d84b70f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:48.793396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53760) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:48.830141 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a347d1f8-2373-4c32-b397-f82b03ab8258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:48.833472 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a347d1f8-2373-4c32-b397-f82b03ab8258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:48.835219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a347d1f8-2373-4c32-b397-f82b03ab8258 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75823227-dcf8-48d9-b034-abac31f72e41 HTTP/1.1" status: 204 len: 168 time: 0.3771026 Jul 06 11:24:48.864052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53766) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:48.877369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347d1f8-2373-4c32-b397-f82b03ab8258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75823227-dcf8-48d9-b034-abac31f72e41,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:48.911139 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-234afd8e-03a8-4b41-a826-48f995f8dcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:48.946993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-234afd8e-03a8-4b41-a826-48f995f8dcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:49.037462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-234afd8e-03a8-4b41-a826-48f995f8dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:49.043215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-234afd8e-03a8-4b41-a826-48f995f8dcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:49.045981 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-234afd8e-03a8-4b41-a826-48f995f8dcb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04fef3a9-6a00-4e24-98dc-81059d84b70f HTTP/1.1" status: 204 len: 168 time: 0.2508416 Jul 06 11:24:49.067083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234afd8e-03a8-4b41-a826-48f995f8dcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fef3a9-6a00-4e24-98dc-81059d84b70f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:49.204869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef6560-1a62-4a22-973a-bb9b65af0375 req-eaecbd6b-9c6a-49a6-84a3-4ac3ac13f3d6 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:49.206673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09ef6560-1a62-4a22-973a-bb9b65af0375 req-eaecbd6b-9c6a-49a6-84a3-4ac3ac13f3d6 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 946 time: 0.0967350 Jul 06 11:24:49.258703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09ef6560-1a62-4a22-973a-bb9b65af0375 req-cbb8e613-523e-47f8-bae3-2ded776b5cc4 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Jul 06 11:24:49.365524 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0bd707a-fea6-497e-b408-11317a80ff4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:49.544593 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0bd707a-fea6-497e-b408-11317a80ff4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:49.560104 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0bd707a-fea6-497e-b408-11317a80ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:49.653534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53804) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:49.654419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e0bd707a-fea6-497e-b408-11317a80ff4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b6403bb4e384a369bf6a5b11adb1c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7882681 Jul 06 11:24:49.656180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd707a-fea6-497e-b408-11317a80ff4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d877e1-60ed-4ef6-8b67-0d2afd6db46f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:49.810705 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-677f490c-9784-49c8-b343-fdc76c83a88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:49.839147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53806) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:49.856876 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-677f490c-9784-49c8-b343-fdc76c83a88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:49.925928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-61776360-ab2d-4b40-a2d4-17e2c407e803 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25208ea8b71c4c1bb1808029f83684c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812852 Jul 06 11:24:49.926206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53812) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:49.981350 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-677f490c-9784-49c8-b343-fdc76c83a88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:49.987242 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-677f490c-9784-49c8-b343-fdc76c83a88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:49.991818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-677f490c-9784-49c8-b343-fdc76c83a88c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85d877e1-60ed-4ef6-8b67-0d2afd6db46f HTTP/1.1" status: 204 len: 168 time: 0.3342731 Jul 06 11:24:50.015110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f490c-9784-49c8-b343-fdc76c83a88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d877e1-60ed-4ef6-8b67-0d2afd6db46f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:50.078779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541672f9-d5b0-4439-9f8d-22daa3efd65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.134314 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541672f9-d5b0-4439-9f8d-22daa3efd65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.234269 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.255497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541672f9-d5b0-4439-9f8d-22daa3efd65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.260036 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541672f9-d5b0-4439-9f8d-22daa3efd65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.265480 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-541672f9-d5b0-4439-9f8d-22daa3efd65d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97d4df37-c13f-4319-9a9e-7c10de578c86 HTTP/1.1" status: 204 len: 168 time: 0.3345692 Jul 06 11:24:50.296302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541672f9-d5b0-4439-9f8d-22daa3efd65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d4df37-c13f-4319-9a9e-7c10de578c86,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:50.307604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53828) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:50.341798 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e54656e5-1c21-4b59-acd6-ab8e368bccce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.360025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407aefb-1440-4adf-a9fb-0458e9791fd1 req-9e093c9c-4332-4792-8d9a-bd5d08eb6746 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:50.362012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2407aefb-1440-4adf-a9fb-0458e9791fd1 req-9e093c9c-4332-4792-8d9a-bd5d08eb6746 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 972 time: 0.1224618 Jul 06 11:24:50.415349 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2407aefb-1440-4adf-a9fb-0458e9791fd1 req-d07d44e6-b58b-4d8a-9e10-888483673add tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Jul 06 11:24:50.524561 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e54656e5-1c21-4b59-acd6-ab8e368bccce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.534713 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e54656e5-1c21-4b59-acd6-ab8e368bccce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.607256 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e54656e5-1c21-4b59-acd6-ab8e368bccce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cec74c48345a4c66b54de9b02dce2e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966542 Jul 06 11:24:50.611437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53834) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:50.665866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54656e5-1c21-4b59-acd6-ab8e368bccce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6244b8e-3a2a-4dad-a3fd-63bb1b7532b7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:50.749362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63652efd-293c-4f95-859f-48362df94e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.798176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63652efd-293c-4f95-859f-48362df94e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.903975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63652efd-293c-4f95-859f-48362df94e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.906802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63652efd-293c-4f95-859f-48362df94e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:50.908036 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-63652efd-293c-4f95-859f-48362df94e83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6244b8e-3a2a-4dad-a3fd-63bb1b7532b7 HTTP/1.1" status: 204 len: 168 time: 0.2952042 Jul 06 11:24:50.917755 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63652efd-293c-4f95-859f-48362df94e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6244b8e-3a2a-4dad-a3fd-63bb1b7532b7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:51.005470 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffcdf8-47bc-424d-bf63-6595bf916755 req-fa68dba9-59e2-45a6-9aa1-d2110b847333 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:51.012580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dcffcdf8-47bc-424d-bf63-6595bf916755 req-fa68dba9-59e2-45a6-9aa1-d2110b847333 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 946 time: 0.1586425 Jul 06 11:24:51.050513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dcffcdf8-47bc-424d-bf63-6595bf916755 req-97984e9b-e66d-440e-9ced-162555917908 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359342 Jul 06 11:24:51.128782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53852) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:51.143974 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36951f25-4f54-47c1-aba3-c5b57bc5a7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:51.181856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 769688df-e7cd-4af2-b8d7-4dcaa0004ecc details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:24:51.280779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36951f25-4f54-47c1-aba3-c5b57bc5a7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:51.292944 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36951f25-4f54-47c1-aba3-c5b57bc5a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:51.309277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=769688df-e7cd-4af2-b8d7-4dcaa0004ecc,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:51.324955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '769688df-e7cd-4af2-b8d7-4dcaa0004ecc', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '769688df-e7cd-4af2-b8d7-4dcaa0004ecc', 'mac_address': 'fa:16:3e:75:f2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:24:51.355892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-36951f25-4f54-47c1-aba3-c5b57bc5a7ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a860a1ba0a8f477faaad6b3ee6af3745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259245 Jul 06 11:24:51.358853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36951f25-4f54-47c1-aba3-c5b57bc5a7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91da9b23-bb21-4833-90e3-3430eee145e1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:51.359699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53858) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:51.373415 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:51.392884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769688df-e7cd-4af2-b8d7-4dcaa0004ecc {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:24:51.420520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=769688df-e7cd-4af2-b8d7-4dcaa0004ecc,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:51.427944 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:51.501049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=769688df-e7cd-4af2-b8d7-4dcaa0004ecc,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:51.535044 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3008fce2-3f40-4f31-86b2-b9f5155e779d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:51.563950 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3008fce2-3f40-4f31-86b2-b9f5155e779d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:51.651363 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3008fce2-3f40-4f31-86b2-b9f5155e779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:51.654233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3008fce2-3f40-4f31-86b2-b9f5155e779d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:51.655470 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3008fce2-3f40-4f31-86b2-b9f5155e779d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91da9b23-bb21-4833-90e3-3430eee145e1 HTTP/1.1" status: 204 len: 168 time: 0.2941575 Jul 06 11:24:51.690546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008fce2-3f40-4f31-86b2-b9f5155e779d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91da9b23-bb21-4833-90e3-3430eee145e1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:51.826832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124e4f6-81fa-4032-bbdd-6851ba8b5af3 req-29a6948a-34e0-4733-9f04-8f50e67057d1 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:51.845546 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f124e4f6-81fa-4032-bbdd-6851ba8b5af3 req-29a6948a-34e0-4733-9f04-8f50e67057d1 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 972 time: 0.1717820 Jul 06 11:24:51.894894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['769688df-e7cd-4af2-b8d7-4dcaa0004ecc'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:24:51.921280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e7526-47b7-4386-bf4c-9adb9345f582 req-28b7e036-76b6-4f8d-b3fd-3516b131837c tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:51.924190 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d80e7526-47b7-4386-bf4c-9adb9345f582 req-28b7e036-76b6-4f8d-b3fd-3516b131837c tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.47 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 972 time: 0.1948333 Jul 06 11:24:51.969033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f124e4f6-81fa-4032-bbdd-6851ba8b5af3 req-d5f4cd26-f4d9-4f24-81ca-e37a716d54ff tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/security-groups?id=4997c041-185f-404c-8094-1ea9ea7c0791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205113 Jul 06 11:24:52.262621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d80e7526-47b7-4386-bf4c-9adb9345f582 req-96126fd1-a1bf-4d6b-a434-86df986407ae tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Deleting port 211a10da-e49a-45f7-b42c-6504756aa2dc {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:24:52.263594 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d80e7526-47b7-4386-bf4c-9adb9345f582 req-96126fd1-a1bf-4d6b-a434-86df986407ae tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:52.293862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53890) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:52.333406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806c9ea-0799-4988-8d39-418d4a5619c4 req-df57d0fd-e10c-4bf4-bbb0-2ce5f34e4fa4 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:52.343084 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0806c9ea-0799-4988-8d39-418d4a5619c4 req-df57d0fd-e10c-4bf4-bbb0-2ce5f34e4fa4 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 947 time: 0.1196520 Jul 06 11:24:52.413840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d80e7526-47b7-4386-bf4c-9adb9345f582 req-96126fd1-a1bf-4d6b-a434-86df986407ae tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] For port 211a10da-e49a-45f7-b42c-6504756aa2dc, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=211a10da-e49a-45f7-b42c-6504756aa2dc,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:52.414474 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d80e7526-47b7-4386-bf4c-9adb9345f582 req-96126fd1-a1bf-4d6b-a434-86df986407ae tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:52.420871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0806c9ea-0799-4988-8d39-418d4a5619c4 req-6f396bca-5433-4b1b-a0a1-57f037d1126f tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711253 Jul 06 11:24:52.447751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d80e7526-47b7-4386-bf4c-9adb9345f582 req-96126fd1-a1bf-4d6b-a434-86df986407ae tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Calling delete_port for 211a10da-e49a-45f7-b42c-6504756aa2dc owned by compute:tempest-test_az-1865251824 {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:24:52.643807 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d80e7526-47b7-4386-bf4c-9adb9345f582 req-96126fd1-a1bf-4d6b-a434-86df986407ae tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:52.661166 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['211a10da-e49a-45f7-b42c-6504756aa2dc'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:24:52.690324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96126fd1-a1bf-4d6b-a434-86df986407ae tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Pushing event deleted for resources: {'Port': ['ID=211a10da-e49a-45f7-b42c-6504756aa2dc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:52.787164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1034321941-network', 'tenant_id': 'c088eab44e3346309b236c677e9dbf9e'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:52.844238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Made reservation on behalf of c088eab44e3346309b236c677e9dbf9e for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:24:52.848803 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:52.858889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80e7526-47b7-4386-bf4c-9adb9345f582 req-96126fd1-a1bf-4d6b-a434-86df986407ae tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] No DVR routers for this DVR port 211a10da-e49a-45f7-b42c-6504756aa2dc on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:24:52.865476 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d80e7526-47b7-4386-bf4c-9adb9345f582 req-96126fd1-a1bf-4d6b-a434-86df986407ae tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:52.868244 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:52.870518 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d80e7526-47b7-4386-bf4c-9adb9345f582 req-96126fd1-a1bf-4d6b-a434-86df986407ae tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.47 "DELETE /v2.0/ports/211a10da-e49a-45f7-b42c-6504756aa2dc HTTP/1.1" status: 204 len: 173 time: 0.9384542 Jul 06 11:24:52.871731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abae4ba-e653-4d8d-a800-ee9677a8874c', 'name': 'network-vif-deleted', 'tag': '211a10da-e49a-45f7-b42c-6504756aa2dc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:52.878560 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3471e4-5c7b-464e-ba68-8b3439d85cb7" -d '{"events": [{"server_uuid": "6abae4ba-e653-4d8d-a800-ee9677a8874c", "name": "network-vif-deleted", "tag": "211a10da-e49a-45f7-b42c-6504756aa2dc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:53.014232 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c5ca09-95aa-48d4-9dcf-e42126a80fef x-openstack-request-id: req-99c5ca09-95aa-48d4-9dcf-e42126a80fef {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:24:53.014576 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abae4ba-e653-4d8d-a800-ee9677a8874c", "name": "network-vif-deleted", "tag": "211a10da-e49a-45f7-b42c-6504756aa2dc", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:24:53.014787 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99c5ca09-95aa-48d4-9dcf-e42126a80fef {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:24:53.016878 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abae4ba-e653-4d8d-a800-ee9677a8874c', 'name': 'network-vif-deleted', 'tag': '211a10da-e49a-45f7-b42c-6504756aa2dc', 'status': 'completed', 'code': 200} Jul 06 11:24:53.137009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53918) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:53.214039 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 769688df-e7cd-4af2-b8d7-4dcaa0004ecc up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:24:53.238501 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:53.249245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:53.334527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb47c85-d66b-4e08-8ed3-fd0227319604,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:53.398602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:24:53.407124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-032a8404-aacd-4542-9680-125d1fc62e79 req-28a29a23-4c37-40e4-badb-0ddc3c014be6 tempest-AggregatesAdminTestJSON-724589425 tempest-AggregatesAdminTestJSON-724589425-project] 10.222.0.21 "GET /v2.0/ports?device_id=6abae4ba-e653-4d8d-a800-ee9677a8874c HTTP/1.1" status: 200 len: 210 time: 0.0913980 Jul 06 11:24:53.408667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:24:53.416910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:24:53.419597 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:53.426408 n-d-799527-2 neutron-server[93815]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 11:24:53.436694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-d81d75dc-fa47-4d26-8c48-b26ece5c6286 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:24:53.443102 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:53.443102 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Added segment 9f31460d-6bd2-4e79-8723-cfa91d7020ef of type vlan for network b80e88c1-181c-4e15-a828-cb1329a8129b Jul 06 11:24:53.445187 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-d81d75dc-fa47-4d26-8c48-b26ece5c6286 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2999647 Jul 06 11:24:53.529149 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:53.592946 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:53.595144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:53.596551 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:53.699167 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:53.719200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4192154 Jul 06 11:24:53.719825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53940) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:53.728908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] Request body: {'subnet': {'network_id': 'b80e88c1-181c-4e15-a828-cb1329a8129b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1034321941-subnet', 'tenant_id': 'c088eab44e3346309b236c677e9dbf9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:53.755093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b8c72-5e46-4f04-8af1-9c23d77e015b admin admin] Pushing event updated for resources: {'Network': ['ID=b80e88c1-181c-4e15-a828-cb1329a8129b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:53.794479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=769688df-e7cd-4af2-b8d7-4dcaa0004ecc,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:53.798163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783def14-e1c7-4efe-9b25-afa4313d9114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769688df-e7cd-4af2-b8d7-4dcaa0004ecc'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:53.801228 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a75d0ce-1dec-432f-8358-a132da06c702" -d '{"events": [{"server_uuid": "783def14-e1c7-4efe-9b25-afa4313d9114", "name": "network-vif-plugged", "status": "completed", "tag": "769688df-e7cd-4af2-b8d7-4dcaa0004ecc"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:53.804946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b80e88c1-181c-4e15-a828-cb1329a8129b details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:24:53.810227 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:53.811468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 211a10da-e49a-45f7-b42c-6504756aa2dc no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:24:53.826945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] Made reservation on behalf of c088eab44e3346309b236c677e9dbf9e for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:24:53.831033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:53.943073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=769688df-e7cd-4af2-b8d7-4dcaa0004ecc,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:54.014076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16fe88-0de0-49a0-8fec-abbc8f9c5cda req-8678eb19-1b85-42ac-b7e5-6b942f044312 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:54.023160 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e16fe88-0de0-49a0-8fec-abbc8f9c5cda req-8678eb19-1b85-42ac-b7e5-6b942f044312 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 948 time: 0.2507725 Jul 06 11:24:54.030605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 211a10da-e49a-45f7-b42c-6504756aa2dc {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:24:54.032811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 211a10da-e49a-45f7-b42c-6504756aa2dc not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:24:54.145299 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e16fe88-0de0-49a0-8fec-abbc8f9c5cda req-c6bde827-ea12-46fb-8257-e6eb897b8667 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155536 Jul 06 11:24:54.233488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:54.251875 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2767640b-d5f9-4887-9f55-961d49c8ec01 x-openstack-request-id: req-2767640b-d5f9-4887-9f55-961d49c8ec01 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:24:54.252232 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783def14-e1c7-4efe-9b25-afa4313d9114", "name": "network-vif-plugged", "status": "completed", "tag": "769688df-e7cd-4af2-b8d7-4dcaa0004ecc", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:24:54.252715 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2767640b-d5f9-4887-9f55-961d49c8ec01 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:24:54.253133 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783def14-e1c7-4efe-9b25-afa4313d9114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769688df-e7cd-4af2-b8d7-4dcaa0004ecc', 'code': 200} Jul 06 11:24:54.370776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d2a2bf-fee6-4e9f-a0fc-64b4559731d7,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:54.430084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] Checking segment: {'id': '9f31460d-6bd2-4e79-8723-cfa91d7020ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b80e88c1-181c-4e15-a828-cb1329a8129b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:24:54.430750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] Network hostable DHCP agents. Network: b80e88c1-181c-4e15-a828-cb1329a8129b, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:24:54.482002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Request body: {'binding': {'host': 'n-h1-799527-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:54.482802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Unknown quota resources ['binding']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:24:54.547387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf7c9e-a823-4e92-8bf0-a643c02a65b4 req-ef336f8c-43c3-41f0-ba4d-68c831d3e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:54.549891 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eacf7c9e-a823-4e92-8bf0-a643c02a65b4 req-ef336f8c-43c3-41f0-ba4d-68c831d3e1cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 1099 time: 0.2198279 Jul 06 11:24:54.555234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] Network b80e88c1-181c-4e15-a828-cb1329a8129b is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:24:54.607324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, b80e88c1-181c-4e15-a828-cb1329a8129b) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:24:54.618445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e67d86-9884-47fc-bb98-6a8fa62dc713 None None] Network b80e88c1-181c-4e15-a828-cb1329a8129b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:24:54.675513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:54.676473 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:54.747439 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eacf7c9e-a823-4e92-8bf0-a643c02a65b4 req-69e5fb0f-b4cb-4c03-b4e0-c2f9ba304efc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879539 Jul 06 11:24:54.753347 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e2a12326-e65e-44bf-a0de-b75aa3827834 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0314963 Jul 06 11:24:54.815016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716653e6-e82f-4524-bb99-1a67fd2463fe None None] Network b80e88c1-181c-4e15-a828-cb1329a8129b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:24:54.932790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53972) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:55.077245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc on host n-h1-799527-2 for vnic_type normal with profile None {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:24:55.077583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:24:55.077907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:55.083723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Port 70be238f-b9a4-460c-a58c-0e459e098ebc on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:24:55.084052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:55.091299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:24:55.091668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:24:55.092041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:24:55.092513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Bound port: 70be238f-b9a4-460c-a58c-0e459e098ebc, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:24:55.228388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=70be238f-b9a4-460c-a58c-0e459e098ebc,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:24:55.242107 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:55.252100 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-0d447e03-1068-4d4e-96d7-d4921b5e98e0 service neutron] 10.222.0.21 "POST /v2.0/ports/70be238f-b9a4-460c-a58c-0e459e098ebc/bindings HTTP/1.1" status: 201 len: 389 time: 1.2495944 Jul 06 11:24:55.641325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8c861-88f0-461d-bbb9-8784c2952bc8 req-69957ae8-c658-49ec-b1e5-2f2b9f7ca8a5 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:55.653887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-def8c861-88f0-461d-bbb9-8784c2952bc8 req-69957ae8-c658-49ec-b1e5-2f2b9f7ca8a5 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 948 time: 0.2540171 Jul 06 11:24:55.670431 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d359e35-dd51-46e1-b7c3-9a50e6e54c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:55.765874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-acf52be9-74a8-46ad-8d3b-6ce0effe1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:55.767524 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-acf52be9-74a8-46ad-8d3b-6ce0effe1f9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 1097 time: 0.1318035 Jul 06 11:24:55.777889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dea29c-a8c6-4306-8a7d-1f7994b24bf8 req-149d0b8a-7d14-40a0-b7a6-3df8af00ffd3 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:55.790784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07dea29c-a8c6-4306-8a7d-1f7994b24bf8 req-149d0b8a-7d14-40a0-b7a6-3df8af00ffd3 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 946 time: 0.2814605 Jul 06 11:24:55.810368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53994) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:55.835546 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-def8c861-88f0-461d-bbb9-8784c2952bc8 req-ebabd03c-e791-437f-a59c-2f8ca8d803be tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750965 Jul 06 11:24:55.979416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07dea29c-a8c6-4306-8a7d-1f7994b24bf8 req-16244a66-6ed5-4fe2-89a3-e4d0b14a15ca tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869097 Jul 06 11:24:55.990525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-7720dace-323e-4d48-a9ae-f3edc1fd75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:56.001053 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-7720dace-323e-4d48-a9ae-f3edc1fd75f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.2251537 Jul 06 11:24:56.098504 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d359e35-dd51-46e1-b7c3-9a50e6e54c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:56.107140 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d359e35-dd51-46e1-b7c3-9a50e6e54c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:56.113110 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-8033eebd-62e0-4287-906a-eae28f8b9a90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70be238f-b9a4-460c-a58c-0e459e098ebc HTTP/1.1" status: 200 len: 217 time: 0.1042404 Jul 06 11:24:56.175727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0d359e35-dd51-46e1-b7c3-9a50e6e54c44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5098bbfca9eb48b985dfc4108c436d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2400193 Jul 06 11:24:56.180414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54002) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:56.198288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d359e35-dd51-46e1-b7c3-9a50e6e54c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127bdee4-7ea1-4624-9b9a-9f6407ac8d60,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:56.232276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-5d43736a-897f-405c-8528-0f1b07cf0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:56.235116 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-5d43736a-897f-405c-8528-0f1b07cf0c5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.1149395 Jul 06 11:24:56.273612 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:56.285353 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-b92ed526-8c89-4a9a-95f4-42a17e166a0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427449 Jul 06 11:24:56.325266 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:56.443641 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:56.452994 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:56.462550 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/127bdee4-7ea1-4624-9b9a-9f6407ac8d60 HTTP/1.1" status: 204 len: 168 time: 0.2798209 Jul 06 11:24:56.480044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127bdee4-7ea1-4624-9b9a-9f6407ac8d60,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:56.500217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.501155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.502475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.503192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.505941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.505941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.506805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.507632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.508201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.508761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.509320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.510145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab69ca6e-043c-4069-99e3-d741c76007ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:56.532910 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1ef4b36c-41d4-4dac-a74e-adf2b820f187 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4dd23c2442649d6ad6cb26d2aa49289&name=default HTTP/1.1" status: 200 len: 2977 time: 0.7214115 Jul 06 11:24:56.536925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:56.537178 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-87e2277c-90f5-40cc-89e8-1541a0d3cf9a service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448769 Jul 06 11:24:56.605071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5cd23d8-3b73-4da2-899b-f2b3a1829ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:56.630885 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5cd23d8-3b73-4da2-899b-f2b3a1829ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:56.702805 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5cd23d8-3b73-4da2-899b-f2b3a1829ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:56.707787 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5cd23d8-3b73-4da2-899b-f2b3a1829ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:56.715307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b5cd23d8-3b73-4da2-899b-f2b3a1829ee8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4997c041-185f-404c-8094-1ea9ea7c0791 HTTP/1.1" status: 204 len: 168 time: 0.1763403 Jul 06 11:24:56.724300 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-6c51089e-51c7-45bb-8439-49bd7c632311 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808164 Jul 06 11:24:56.731478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd23d8-3b73-4da2-899b-f2b3a1829ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4997c041-185f-404c-8094-1ea9ea7c0791,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:56.997604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-36809edd-78e2-40f0-9ec0-208ec8424deb tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:56.999345 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-36809edd-78e2-40f0-9ec0-208ec8424deb tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1097 time: 0.1313629 Jul 06 11:24:57.013275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-2'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:57.133359 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:57.215010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c08c6-a86b-4bfd-bb4d-c2b7e6d39cfb req-227b6202-3289-4343-9b9a-65499a0386b7 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:57.224577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d95c08c6-a86b-4bfd-bb4d-c2b7e6d39cfb req-227b6202-3289-4343-9b9a-65499a0386b7 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 948 time: 0.1144660 Jul 06 11:24:57.328161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d95c08c6-a86b-4bfd-bb4d-c2b7e6d39cfb req-faaa0940-d326-4742-8d37-64886980235d tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019845 Jul 06 11:24:57.349785 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=70be238f-b9a4-460c-a58c-0e459e098ebc,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:24:57.422124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9457ee-75f9-488f-9fa7-311b90db50bd req-d4f5c7d3-9b71-42f7-9075-296a473cd226 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:57.425227 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f9457ee-75f9-488f-9fa7-311b90db50bd req-d4f5c7d3-9b71-42f7-9075-296a473cd226 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 946 time: 0.1680286 Jul 06 11:24:57.464294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:24:57.520625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f9457ee-75f9-488f-9fa7-311b90db50bd req-669f0858-59a4-4df0-b631-eecf7d8f253f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880704 Jul 06 11:24:57.534535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54044) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:57.562356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c49138fa-0065-4617-a024-852d280b5c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:57.630161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70be238f-b9a4-460c-a58c-0e459e098ebc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:57.634195 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098d6ce4-63b8-4c21-81d4-9687b1891ddf" -d '{"events": [{"server_uuid": "395a505d-77ed-4db6-b38e-b9112a4b4f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "70be238f-b9a4-460c-a58c-0e459e098ebc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:57.640275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:57.665456 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:57.736463 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b00de5e-545d-43e7-a1db-27cad5d3fa97 x-openstack-request-id: req-2b00de5e-545d-43e7-a1db-27cad5d3fa97 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:24:57.736789 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395a505d-77ed-4db6-b38e-b9112a4b4f5f", "name": "network-vif-unplugged", "status": "completed", "tag": "70be238f-b9a4-460c-a58c-0e459e098ebc", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:24:57.737193 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b00de5e-545d-43e7-a1db-27cad5d3fa97 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:24:57.737516 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70be238f-b9a4-460c-a58c-0e459e098ebc', 'code': 200} Jul 06 11:24:57.801756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Pushing event updated for resources: {'Port': ['ID=70be238f-b9a4-460c-a58c-0e459e098ebc,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:57.836804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.837075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.837370 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.837703 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.838034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.838362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.838690 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.839016 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.839352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.839718 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.840051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.840370 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:24:57.856591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc on host n-h2-799527-2 for vnic_type normal with profile {"migrating_to": "n-h1-799527-2"} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:24:57.856933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:24:57.857266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:57.864921 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c49138fa-0065-4617-a024-852d280b5c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:57.869333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Port 70be238f-b9a4-460c-a58c-0e459e098ebc on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:24:57.869669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Attempting to bind port 70be238f-b9a4-460c-a58c-0e459e098ebc on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:24:57.889841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c49138fa-0065-4617-a024-852d280b5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:57.894377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:24:57.894717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:24:57.895119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:24:57.895698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Bound port: 70be238f-b9a4-460c-a58c-0e459e098ebc, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:24:57.896264 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:57.899932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a1f8b-30fc-402c-a323-c27c3912ba1b req-793a85aa-d7f3-4ee4-8fa3-62bdcc92e61c tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:57.908399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b0a1f8b-30fc-402c-a323-c27c3912ba1b req-793a85aa-d7f3-4ee4-8fa3-62bdcc92e61c tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 948 time: 0.1059740 Jul 06 11:24:57.964512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b0a1f8b-30fc-402c-a323-c27c3912ba1b req-bd44d8ef-5164-4c0f-b5a6-f553936ee05d tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545864 Jul 06 11:24:57.971355 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c49138fa-0065-4617-a024-852d280b5c95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80c96854049d4bbfacdd4c17d1409e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351363 Jul 06 11:24:57.975710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54058) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:57.994989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49138fa-0065-4617-a024-852d280b5c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028aa6d0-8c69-4579-a893-9722122a09e2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:58.063702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:24:58.072465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8f51d76-990f-4192-9f0d-f08a2e1df406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.084866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=70be238f-b9a4-460c-a58c-0e459e098ebc,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:24:58.098128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.146018 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8f51d76-990f-4192-9f0d-f08a2e1df406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.233052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Pushing event updated for resources: {'Port': ['ID=70be238f-b9a4-460c-a58c-0e459e098ebc,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:58.237277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:58.237922 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.239494 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-a9cad176-29d4-4bfd-843c-c60be3f385a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/70be238f-b9a4-460c-a58c-0e459e098ebc HTTP/1.1" status: 200 len: 1122 time: 1.2326159 Jul 06 11:24:58.267384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54066) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:58.296060 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.307791 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.332724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['70be238f-b9a4-460c-a58c-0e459e098ebc'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:24:58.339947 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8f51d76-990f-4192-9f0d-f08a2e1df406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.345273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8f51d76-990f-4192-9f0d-f08a2e1df406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.347835 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b8f51d76-990f-4192-9f0d-f08a2e1df406 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/028aa6d0-8c69-4579-a893-9722122a09e2 HTTP/1.1" status: 204 len: 168 time: 0.3708460 Jul 06 11:24:58.380766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f51d76-990f-4192-9f0d-f08a2e1df406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028aa6d0-8c69-4579-a893-9722122a09e2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:58.404302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54070) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:58.416167 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3ac3acdf-39df-4e99-a9e2-f32deb5b0198 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0c1bc1f90f246619b1bc63c879e35f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467421 Jul 06 11:24:58.532771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ed89071-ab92-488e-b901-f8c81b5bffaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.564955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54078) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:58.573147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-542998576-network', 'tenant_id': '3f2a8c95229f4fadaf2ea9c7f472c836'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:58.612806 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ed89071-ab92-488e-b901-f8c81b5bffaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.614889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Made reservation on behalf of 3f2a8c95229f4fadaf2ea9c7f472c836 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:24:58.617898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.634299 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.738532 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ed89071-ab92-488e-b901-f8c81b5bffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.753686 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ed89071-ab92-488e-b901-f8c81b5bffaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.760319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4ed89071-ab92-488e-b901-f8c81b5bffaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36c54d4b-28ec-483b-ae49-2570b26e5c84 HTTP/1.1" status: 204 len: 168 time: 0.3532050 Jul 06 11:24:58.793856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed89071-ab92-488e-b901-f8c81b5bffaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c54d4b-28ec-483b-ae49-2570b26e5c84,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:58.936234 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.943401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:58.973853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbd3aa-6795-46fa-92dd-96670ef2e0a7 req-cf43e552-500c-4014-b2eb-cc94e5a0bbcb tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:58.976277 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9dbd3aa-6795-46fa-92dd-96670ef2e0a7 req-cf43e552-500c-4014-b2eb-cc94e5a0bbcb tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 944 time: 0.1862309 Jul 06 11:24:58.986463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:24:58.993332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf33cd4-e60a-4193-8443-18fb5c9dd45d req-651a5f49-7b35-45f1-8f45-7debb6c31b6b tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:58.995533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf33cd4-e60a-4193-8443-18fb5c9dd45d req-651a5f49-7b35-45f1-8f45-7debb6c31b6b tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 948 time: 0.1394579 Jul 06 11:24:59.012286 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d6496f-d385-423a-a6d2-9eb9748637bd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:59.018214 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:59.018807 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Added segment a7ff43b6-59ea-43dc-b37c-a7660fda64de of type vlan for network de5cdf60-1401-4cf4-b9a5-671580a4a8c0 Jul 06 11:24:59.094462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:59.101418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9dbd3aa-6795-46fa-92dd-96670ef2e0a7 req-2ba29df1-95bf-450a-8ed8-d0cf4266ae4c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043994 Jul 06 11:24:59.123145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf33cd4-e60a-4193-8443-18fb5c9dd45d req-21f2172b-c3a8-4c9a-b761-d3276d434b52 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175630 Jul 06 11:24:59.158088 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:59.159635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:59.160318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:59.263718 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6937618 Jul 06 11:24:59.263932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54092) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:24:59.273078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] Request body: {'subnet': {'network_id': 'de5cdf60-1401-4cf4-b9a5-671580a4a8c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-542998576-subnet', 'tenant_id': '3f2a8c95229f4fadaf2ea9c7f472c836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:24:59.288951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f9881-ea3c-4f37-98e4-2ee1f2e3a5b8 admin admin] Pushing event updated for resources: {'Network': ['ID=de5cdf60-1401-4cf4-b9a5-671580a4a8c0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:59.302888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network de5cdf60-1401-4cf4-b9a5-671580a4a8c0 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:24:59.316177 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] Made reservation on behalf of 3f2a8c95229f4fadaf2ea9c7f472c836 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:24:59.320883 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:59.604380 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:59.729304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0bd0660-ca3b-4dad-a30c-7a32e1b9ae80,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:24:59.739275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'tag': '70be238f-b9a4-460c-a58c-0e459e098ebc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:24:59.744023 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a48f209-9a43-4f31-991d-7436a0f1f48a" -d '{"events": [{"name": "network-changed", "server_uuid": "395a505d-77ed-4db6-b38e-b9112a4b4f5f", "tag": "70be238f-b9a4-460c-a58c-0e459e098ebc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:24:59.754815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] Checking segment: {'id': 'a7ff43b6-59ea-43dc-b37c-a7660fda64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'de5cdf60-1401-4cf4-b9a5-671580a4a8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:24:59.755396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] Network hostable DHCP agents. Network: de5cdf60-1401-4cf4-b9a5-671580a4a8c0, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:24:59.790852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] Network de5cdf60-1401-4cf4-b9a5-671580a4a8c0 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:24:59.836837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, de5cdf60-1401-4cf4-b9a5-671580a4a8c0) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:24:59.847777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b781dd-3c8a-47f9-a4c7-70a01e03f74b None None] Network de5cdf60-1401-4cf4-b9a5-671580a4a8c0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:24:59.849445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:24:59.851868 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:24:59.856392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-4091e4a6-c1d6-4372-b228-75256cc71d9c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614600 Jul 06 11:24:59.895115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-66fc88a2-641c-48cf-a229-764cc7be3d18 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6296728 Jul 06 11:25:00.011620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eccab93-2118-4d1b-aade-c7b2b96e7eaa None None] Network de5cdf60-1401-4cf4-b9a5-671580a4a8c0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:00.046937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-9f1f5067-7f95-4c12-a4d5-f2b8ac2cf8d7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:00.049177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-9f1f5067-7f95-4c12-a4d5-f2b8ac2cf8d7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769228 Jul 06 11:25:00.071985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-b9efc715-bdec-46ad-a8b8-6e2712cf3d17 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/quotas/954e407d1dcd4bbebedb2be51459f1e9 HTTP/1.1" status: 200 len: 375 time: 0.0118508 Jul 06 11:25:00.185738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-19578a08-e3f2-43d8-befa-fa924bf74155 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991571 Jul 06 11:25:00.315106 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-66192b3c-3579-4726-8432-445f8aa43414 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609756 Jul 06 11:25:00.328067 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfde8f-ed64-44bd-aeb6-8f724e09c114 req-7231f7bf-ea5c-47e4-ad23-eb97ff02328e tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:00.338715 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-54dfde8f-ed64-44bd-aeb6-8f724e09c114 req-7231f7bf-ea5c-47e4-ad23-eb97ff02328e tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.47 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 948 time: 0.2056165 Jul 06 11:25:00.485113 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ebde29-ce86-42cf-ba95-daa3f3f0d814 x-openstack-request-id: req-80ebde29-ce86-42cf-ba95-daa3f3f0d814 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:00.485576 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395a505d-77ed-4db6-b38e-b9112a4b4f5f", "tag": "70be238f-b9a4-460c-a58c-0e459e098ebc", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:00.485977 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80ebde29-ce86-42cf-ba95-daa3f3f0d814 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:00.486889 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'tag': '70be238f-b9a4-460c-a58c-0e459e098ebc', 'status': 'completed', 'code': 200} Jul 06 11:25:00.511144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-38003ab4-33bd-4b57-bac1-6c71676ce2f5 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:00.519893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-38003ab4-33bd-4b57-bac1-6c71676ce2f5 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033672 Jul 06 11:25:00.562583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-7053011e-45dd-46be-82b9-c0cbc481c336 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/quotas/ef8876f4dae54f308bfb7290f817f26e HTTP/1.1" status: 200 len: 375 time: 0.0380816 Jul 06 11:25:00.622233 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:25:00.659400 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-5c904550-91f6-42a0-850b-4e5ddf8cfa3e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955675 Jul 06 11:25:00.723661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f209-9a43-4f31-991d-7436a0f1f48a req-92f1d5c1-be5c-470f-87dd-2db51ce9bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:00.728204 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1a48f209-9a43-4f31-991d-7436a0f1f48a req-92f1d5c1-be5c-470f-87dd-2db51ce9bdf3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 1125 time: 0.2397587 Jul 06 11:25:00.772317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-54dfde8f-ed64-44bd-aeb6-8f724e09c114 req-70a53da8-e747-4137-ac54-96e371f3ba16 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Deleting port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:25:00.773373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-54dfde8f-ed64-44bd-aeb6-8f724e09c114 req-70a53da8-e747-4137-ac54-96e371f3ba16 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:01.107935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f209-9a43-4f31-991d-7436a0f1f48a req-bdd2ab33-843e-49c8-865d-d305d774a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:01.110422 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1a48f209-9a43-4f31-991d-7436a0f1f48a req-bdd2ab33-843e-49c8-865d-d305d774a385 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.3721652 Jul 06 11:25:01.134194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-54dfde8f-ed64-44bd-aeb6-8f724e09c114 req-70a53da8-e747-4137-ac54-96e371f3ba16 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] For port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=769688df-e7cd-4af2-b8d7-4dcaa0004ecc,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:01.134791 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-54dfde8f-ed64-44bd-aeb6-8f724e09c114 req-70a53da8-e747-4137-ac54-96e371f3ba16 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:01.253594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 70be238f-b9a4-460c-a58c-0e459e098ebc details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:25:01.319758 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1a48f209-9a43-4f31-991d-7436a0f1f48a req-f07651d9-a4d6-4df3-b8cd-1c11756cdac4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70be238f-b9a4-460c-a58c-0e459e098ebc HTTP/1.1" status: 200 len: 217 time: 0.1831644 Jul 06 11:25:01.333153 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-54dfde8f-ed64-44bd-aeb6-8f724e09c114 req-70a53da8-e747-4137-ac54-96e371f3ba16 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Calling delete_port for 769688df-e7cd-4af2-b8d7-4dcaa0004ecc owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:25:01.560692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=70be238f-b9a4-460c-a58c-0e459e098ebc,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:01.604992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 70be238f-b9a4-460c-a58c-0e459e098ebc has no active binding in host n-h1-799527-2 {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:25:01.697340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f209-9a43-4f31-991d-7436a0f1f48a req-d9b00fc9-e159-4740-950c-8e204395923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:01.703284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1a48f209-9a43-4f31-991d-7436a0f1f48a req-d9b00fc9-e159-4740-950c-8e204395923b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.3591301 Jul 06 11:25:01.774249 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1a48f209-9a43-4f31-991d-7436a0f1f48a req-d0773605-c52e-4531-86b5-408c76a3fe70 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627379 Jul 06 11:25:01.860746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3b949-4217-4065-8b5a-39ea95c0c3df req-ac95bc8b-4591-40c6-a7d3-a691cc485f0b tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:01.874288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4b3b949-4217-4065-8b5a-39ea95c0c3df req-ac95bc8b-4591-40c6-a7d3-a691cc485f0b tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 944 time: 0.6593430 Jul 06 11:25:01.961047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173735a3-407f-47e1-b280-0eeb2dbe36f4 req-6173f914-caf5-4f43-9f66-2f0da63dd8ef tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:01.972350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-173735a3-407f-47e1-b280-0eeb2dbe36f4 req-6173f914-caf5-4f43-9f66-2f0da63dd8ef tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 948 time: 0.2716396 Jul 06 11:25:02.130244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4b3b949-4217-4065-8b5a-39ea95c0c3df req-885018d0-ece2-40c0-afcf-be5fa35d17dc tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537370 Jul 06 11:25:02.150531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-173735a3-407f-47e1-b280-0eeb2dbe36f4 req-f1b71f55-57fc-485f-9f03-2eb4ee672b3d tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d0c63d5-a55f-40bf-b26a-3c14d7558dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666939 Jul 06 11:25:02.290978 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1a48f209-9a43-4f31-991d-7436a0f1f48a req-23bc728c-9297-4d54-a7d6-0b8bb36a49a2 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066955 Jul 06 11:25:02.467870 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64f4b86b-ef89-4891-bb3c-512bf9a0d902 req-30e3ef6d-443d-4987-8a39-aa910a41f153 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 210 time: 0.1052077 Jul 06 11:25:02.566261 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-54dfde8f-ed64-44bd-aeb6-8f724e09c114 req-70a53da8-e747-4137-ac54-96e371f3ba16 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:02.582816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['769688df-e7cd-4af2-b8d7-4dcaa0004ecc'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:02.654937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a53da8-e747-4137-ac54-96e371f3ba16 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Pushing event deleted for resources: {'Port': ['ID=769688df-e7cd-4af2-b8d7-4dcaa0004ecc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:02.803633 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1a48f209-9a43-4f31-991d-7436a0f1f48a req-3f79a2dd-ad7b-415c-b3b7-30b79a061833 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983509 Jul 06 11:25:02.869491 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-95151c0a-5f2e-4c8e-a743-4ca71ba20a21 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610278 Jul 06 11:25:02.999807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7744a33-5824-493b-b46c-106f0088cd78 req-083d99ab-c486-4b17-aa6e-e88b45775531 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 210 time: 0.1660094 Jul 06 11:25:03.028351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dfde8f-ed64-44bd-aeb6-8f724e09c114 req-70a53da8-e747-4137-ac54-96e371f3ba16 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] No DVR routers for this DVR port 769688df-e7cd-4af2-b8d7-4dcaa0004ecc on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:25:03.045732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-54dfde8f-ed64-44bd-aeb6-8f724e09c114 req-70a53da8-e747-4137-ac54-96e371f3ba16 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:03.064840 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-54dfde8f-ed64-44bd-aeb6-8f724e09c114 req-70a53da8-e747-4137-ac54-96e371f3ba16 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.47 "DELETE /v2.0/ports/769688df-e7cd-4af2-b8d7-4dcaa0004ecc HTTP/1.1" status: 204 len: 173 time: 2.7197640 Jul 06 11:25:03.069324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783def14-e1c7-4efe-9b25-afa4313d9114', 'name': 'network-vif-deleted', 'tag': '769688df-e7cd-4af2-b8d7-4dcaa0004ecc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:03.083333 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa39c77-52bb-4da7-8707-de9b302892f1" -d '{"events": [{"server_uuid": "783def14-e1c7-4efe-9b25-afa4313d9114", "name": "network-vif-deleted", "tag": "769688df-e7cd-4af2-b8d7-4dcaa0004ecc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:03.358052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-47dd84ce-68b3-485e-b78c-4fca43a422f4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:03.360095 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-47dd84ce-68b3-485e-b78c-4fca43a422f4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3945136 Jul 06 11:25:03.379139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Request body: {'port': {'device_id': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '954e407d1dcd4bbebedb2be51459f1e9'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:03.394672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-75cbaaf8-48dc-49a3-8bd0-d227ef7db9f1 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:03.410436 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-75cbaaf8-48dc-49a3-8bd0-d227ef7db9f1 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/networks?id=b80e88c1-181c-4e15-a828-cb1329a8129b HTTP/1.1" status: 200 len: 815 time: 0.4339850 Jul 06 11:25:03.444701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-b93b1866-20c0-4fa6-88cf-c541fd1ae870 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/quotas/c088eab44e3346309b236c677e9dbf9e HTTP/1.1" status: 200 len: 375 time: 0.0342908 Jul 06 11:25:03.551393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-1d309069-46c7-455b-8d63-72a6b8f7229c tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c088eab44e3346309b236c677e9dbf9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1052926 Jul 06 11:25:03.569465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Made reservation on behalf of 954e407d1dcd4bbebedb2be51459f1e9 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:03.576588 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:03.593039 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:03.768289 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba53ed70-f58b-4400-ac91-9cff2f5a1e45 x-openstack-request-id: req-ba53ed70-f58b-4400-ac91-9cff2f5a1e45 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:03.769506 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783def14-e1c7-4efe-9b25-afa4313d9114", "name": "network-vif-deleted", "tag": "769688df-e7cd-4af2-b8d7-4dcaa0004ecc", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:03.770532 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba53ed70-f58b-4400-ac91-9cff2f5a1e45 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:03.771574 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783def14-e1c7-4efe-9b25-afa4313d9114', 'name': 'network-vif-deleted', 'tag': '769688df-e7cd-4af2-b8d7-4dcaa0004ecc', 'status': 'completed', 'code': 200} Jul 06 11:25:03.782110 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:03.792870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:03.992733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb1d3a9-a4eb-4469-bddc-d85afae286d2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:04.107314 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-8d350290-d6cf-4964-bbbe-e26ba56abded tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545371 Jul 06 11:25:04.120318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8492e90b-8cde-48ba-a5f1-e637adbf363f req-5d4e5572-2c84-4bd0-b9e8-2421002c57c5 tempest-DeleteServersAdminTestJSON-1519542770 tempest-DeleteServersAdminTestJSON-1519542770-project] 10.222.0.21 "GET /v2.0/ports?device_id=783def14-e1c7-4efe-9b25-afa4313d9114 HTTP/1.1" status: 200 len: 210 time: 0.0584171 Jul 06 11:25:04.129493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-e9bc07ca-a51b-4c99-b066-6bb8958e3148 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:25:04.135258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-e9bc07ca-a51b-4c99-b066-6bb8958e3148 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2916627 Jul 06 11:25:04.213041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Allocated IP 192.168.233.78 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/258210eb-9adc-4b0c-85e3-70dfacae5f08) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:04.296003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-3d66b448-d5ea-4390-9e28-88234df7ba02 service neutron] 10.222.0.21 "GET /v2.0/networks/b80e88c1-181c-4e15-a828-cb1329a8129b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521449 Jul 06 11:25:04.348791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-13fb417e-ca8e-41ea-810b-f9da11eb9ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:04.351255 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-13fb417e-ca8e-41ea-810b-f9da11eb9ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375946 Jul 06 11:25:04.369017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Request body: {'port': {'device_id': '5245078c-8d17-4d05-b1b1-3e834e70ec7e', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'ef8876f4dae54f308bfb7290f817f26e'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:04.527931 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-c1bdd7e2-fb12-4556-9dde-fb09afd50c73 service neutron] 10.222.0.21 "GET /v2.0/networks/b80e88c1-181c-4e15-a828-cb1329a8129b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204883 Jul 06 11:25:04.549606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba63e-29e4-4a01-b229-ddda877bd343 req-0598ac54-cbdf-4fac-8b44-e11ff51e556d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:04.558649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-015ba63e-29e4-4a01-b229-ddda877bd343 req-0598ac54-cbdf-4fac-8b44-e11ff51e556d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 944 time: 0.2190397 Jul 06 11:25:04.587825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Made reservation on behalf of ef8876f4dae54f308bfb7290f817f26e for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:04.592669 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:04.612282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:04.618058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:04.619970 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-015ba63e-29e4-4a01-b229-ddda877bd343 req-d6db586d-4f32-41f4-9617-2e400166cf15 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602751 Jul 06 11:25:04.653906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Transition to ACTIVE for port object 258210eb-9adc-4b0c-85e3-70dfacae5f08 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:04.752495 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:04.839839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:04.853490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:04.859117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:04.867714 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:04.867714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:04.879188 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Pushing event updated for resources: {'Port': ['ID=258210eb-9adc-4b0c-85e3-70dfacae5f08,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:04.913082 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:04.923809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:04.949197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba377d-41f2-4437-b14e-17f4ea755f69 req-be746e24-6bfa-404f-a6ed-bf791a163dba tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:04.952336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09ba377d-41f2-4437-b14e-17f4ea755f69 req-be746e24-6bfa-404f-a6ed-bf791a163dba tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 935 time: 0.1680577 Jul 06 11:25:04.965643 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-61212f0e-57f5-4543-aea5-499c78e9a0c4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5906653 Jul 06 11:25:04.995795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Request body: {'port': {'device_id': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:05.055927 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09ba377d-41f2-4437-b14e-17f4ea755f69 req-47da0175-b51b-4e88-9903-3dac309c68ae tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850434 Jul 06 11:25:05.074689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9a726d-7399-4a2a-b85b-8766bb513edf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:05.278221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 769688df-e7cd-4af2-b8d7-4dcaa0004ecc no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:25:05.315270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 769688df-e7cd-4af2-b8d7-4dcaa0004ecc {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:25:05.315604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 769688df-e7cd-4af2-b8d7-4dcaa0004ecc not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:25:05.320039 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:05.380432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Allocated IP 192.168.233.142 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/e1e3b93e-fed0-4944-bcd5-a86c55d63905) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:05.394382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9e85b56a-ee82-4cb6-b2c9-602b1aef37d1 None None] Provisioning for port 258210eb-9adc-4b0c-85e3-70dfacae5f08 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:05.402447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9e85b56a-ee82-4cb6-b2c9-602b1aef37d1 None None] Provisioning complete for port 258210eb-9adc-4b0c-85e3-70dfacae5f08 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:05.403830 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e85b56a-ee82-4cb6-b2c9-602b1aef37d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:05.478512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9e85b56a-ee82-4cb6-b2c9-602b1aef37d1 None None] Port 258210eb-9adc-4b0c-85e3-70dfacae5f08 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:25:05.523228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-c8db4dc0-a18a-4e0e-aed0-f4b8548362bd tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b743f62210b1418cbd16c273265a4ab0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767343 Jul 06 11:25:05.657827 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78558815-d713-46c3-9d77-b0d428306644 req-c7e910b7-7541-4480-8a29-030c8fd427b4 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 210 time: 0.1299946 Jul 06 11:25:05.703132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-376775ef-3f5b-4815-9b45-e95647522259 service neutron] 10.222.0.86 "GET /v2.0/ports/70be238f-b9a4-460c-a58c-0e459e098ebc/bindings/n-h1-799527-2 HTTP/1.1" status: 200 len: 384 time: 0.2683716 Jul 06 11:25:05.772282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-07203f69-b99a-442c-95e5-ffe1fc90778b tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:05.775672 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-07203f69-b99a-442c-95e5-ffe1fc90778b tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511752 Jul 06 11:25:05.797106 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-37824d62-8885-4571-ac9e-32d4c6d42e3d tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/quotas/b743f62210b1418cbd16c273265a4ab0 HTTP/1.1" status: 200 len: 375 time: 0.0118113 Jul 06 11:25:05.845547 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-b13e8ba4-67a2-4675-9b2a-6923ac443ba1 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b743f62210b1418cbd16c273265a4ab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375001 Jul 06 11:25:05.901714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:05.935991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1dfa598c-8671-426a-80d9-e1fa7371b5a1 req-5e97851b-455b-4467-b6fd-772ff184ae41 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 210 time: 0.0482175 Jul 06 11:25:05.969495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Transition to ACTIVE for port object e1e3b93e-fed0-4944-bcd5-a86c55d63905 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:06.168071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:06.192796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-cdc3e6f4-dd1e-460c-8cff-9596befd4d01 service neutron] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=70be238f-b9a4-460c-a58c-0e459e098ebc,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:06.329676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c17a6a44-ba49-4a2e-b83e-4548b84f223b req-005a3bc7-7972-445f-97f4-e0b160bc8ac4 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 210 time: 0.0557244 Jul 06 11:25:06.354388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:06.376427 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-cdc3e6f4-dd1e-460c-8cff-9596befd4d01 service neutron] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:06.381453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:06.402468 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d0b0f-44e6-4a00-9e0c-e06a9dae3f05 req-9da6fb3c-b899-445c-82b8-67c765908a92 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:06.404602 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-780d0b0f-44e6-4a00-9e0c-e06a9dae3f05 req-9da6fb3c-b899-445c-82b8-67c765908a92 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 944 time: 0.1626661 Jul 06 11:25:06.451420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-cdc3e6f4-dd1e-460c-8cff-9596befd4d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70be238f-b9a4-460c-a58c-0e459e098ebc {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:06.467189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-cdc3e6f4-dd1e-460c-8cff-9596befd4d01 service neutron] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=70be238f-b9a4-460c-a58c-0e459e098ebc,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:06.472461 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-780d0b0f-44e6-4a00-9e0c-e06a9dae3f05 req-801dfc38-e888-456e-ad62-74a06c085688 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607736 Jul 06 11:25:06.496697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:06.505490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:06.506454 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:06.516481 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-cdc3e6f4-dd1e-460c-8cff-9596befd4d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:06.520186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event updated for resources: {'Port': ['ID=e1e3b93e-fed0-4944-bcd5-a86c55d63905,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:06.620174 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-36ac15c8-97e5-48ce-9d42-b3ad1957ca7c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2588117 Jul 06 11:25:06.650533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Request body: {'port': {'device_id': '5245078c-8d17-4d05-b1b1-3e834e70ec7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:06.698135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8c8a8-71ea-4212-bc06-82d749199960 req-a4456b5a-b674-4c44-bc03-7a7ff6f74876 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:06.717518 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18f8c8a8-71ea-4212-bc06-82d749199960 req-a4456b5a-b674-4c44-bc03-7a7ff6f74876 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 935 time: 0.2277992 Jul 06 11:25:06.836918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d186a39a-7a55-4964-82a9-5616ae586033 None None] Provisioning for port e1e3b93e-fed0-4944-bcd5-a86c55d63905 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:06.840744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18f8c8a8-71ea-4212-bc06-82d749199960 req-7f0be1da-7e5f-4b42-beca-0f0345ef0b88 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207421 Jul 06 11:25:06.844493 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d186a39a-7a55-4964-82a9-5616ae586033 None None] Provisioning complete for port e1e3b93e-fed0-4944-bcd5-a86c55d63905 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:06.845248 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d186a39a-7a55-4964-82a9-5616ae586033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:06.934881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.86', 64386) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:06.958636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-cdc3e6f4-dd1e-460c-8cff-9596befd4d01 service neutron] Transition to ACTIVE for port object 70be238f-b9a4-460c-a58c-0e459e098ebc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:07.018876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258210eb-9adc-4b0c-85e3-70dfacae5f08 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:07.041771 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:07.079147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Transition to ACTIVE for port object 258210eb-9adc-4b0c-85e3-70dfacae5f08 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:07.090409 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-cdc3e6f4-dd1e-460c-8cff-9596befd4d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:07.113674 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:07.134301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d186a39a-7a55-4964-82a9-5616ae586033 None None] Port e1e3b93e-fed0-4944-bcd5-a86c55d63905 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:25:07.205857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 70be238f-b9a4-460c-a58c-0e459e098ebc no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:25:07.212056 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:07.292701 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-82d66f1f-7a5a-462e-b972-702d3202d679 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:07.297486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3e6f4-dd1e-460c-8cff-9596befd4d01 service neutron] Pushing event updated for resources: {'Port': ['ID=70be238f-b9a4-460c-a58c-0e459e098ebc,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:07.299855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-82d66f1f-7a5a-462e-b972-702d3202d679 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.86 "GET /v2.0/networks?id=b80e88c1-181c-4e15-a828-cb1329a8129b HTTP/1.1" status: 200 len: 815 time: 0.3630524 Jul 06 11:25:07.341790 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 70be238f-b9a4-460c-a58c-0e459e098ebc not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:25:07.399623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Request body: {'port': {'device_id': 'f4ba3ee2-986f-4488-abbc-bed6ebf5ae16', 'network_id': 'b80e88c1-181c-4e15-a828-cb1329a8129b', 'admin_state_up': True, 'tenant_id': 'c088eab44e3346309b236c677e9dbf9e'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:07.409234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-cdc3e6f4-dd1e-460c-8cff-9596befd4d01 service neutron] No DVR routers for this DVR port 70be238f-b9a4-460c-a58c-0e459e098ebc on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:25:07.527054 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bf537c7-bdc8-45b5-bd93-4b81fc4582c7 req-a8087d6b-3edb-4068-8ea2-0ac1ad9f2a4f tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 210 time: 0.1041291 Jul 06 11:25:07.592346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Attempting to bind port 258210eb-9adc-4b0c-85e3-70dfacae5f08 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:07.592889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Attempting to bind port 258210eb-9adc-4b0c-85e3-70dfacae5f08 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:07.593921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Attempting to bind port 258210eb-9adc-4b0c-85e3-70dfacae5f08 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:07.613381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=258210eb-9adc-4b0c-85e3-70dfacae5f08,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:07.651419 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-cdc3e6f4-dd1e-460c-8cff-9596befd4d01 service neutron] 10.222.0.86 "PUT /v2.0/ports/70be238f-b9a4-460c-a58c-0e459e098ebc/bindings/n-h1-799527-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9312446 Jul 06 11:25:07.653826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Port 258210eb-9adc-4b0c-85e3-70dfacae5f08 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:25:07.654342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Attempting to bind port 258210eb-9adc-4b0c-85e3-70dfacae5f08 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:07.672736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:07.673603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:07.674229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:07.674946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Bound port: 258210eb-9adc-4b0c-85e3-70dfacae5f08, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:07.675591 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:07.767320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509cb4d-a9da-44d9-9c91-90d61bd45525 req-703b5bcb-f5a9-4fac-bbd3-4a187e1c4301 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:07.786210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c509cb4d-a9da-44d9-9c91-90d61bd45525 req-703b5bcb-f5a9-4fac-bbd3-4a187e1c4301 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 936 time: 0.4807904 Jul 06 11:25:07.814853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.47', 62662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:08.029279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c509cb4d-a9da-44d9-9c91-90d61bd45525 req-63dc7b0c-db3a-40ec-80ba-9c64233d6564 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404628 Jul 06 11:25:08.097454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-7a625eb8-911e-4c83-b682-4e767bceca2b tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:08.100064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-7a625eb8-911e-4c83-b682-4e767bceca2b tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.2708905 Jul 06 11:25:08.108196 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Made reservation on behalf of c088eab44e3346309b236c677e9dbf9e for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:08.112064 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:08.194432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:08.200451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:08.209684 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:08.277907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.47', 62663) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:08.320794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:08.322331 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:08.324953 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 200 len: 1095 time: 3.3391423 Jul 06 11:25:08.325678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:08.329892 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3d9be9-3efe-48fd-879b-0d51080f0415" -d '{"events": [{"name": "network-changed", "server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:08.377794 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-69ce300e-ff12-4b1d-8931-4e2136161a00 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b743f62210b1418cbd16c273265a4ab0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924840 Jul 06 11:25:08.556353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa6b51-e9bd-4975-95cf-67ce417dd7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=258210eb-9adc-4b0c-85e3-70dfacae5f08,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:08.562376 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ffc9c07-d4a6-4ca1-b8ee-66c3dac88ccd req-16d2ec18-5a3d-4f91-a375-fb461025cc92 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 210 time: 0.1490614 Jul 06 11:25:08.681092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-8debca16-0a00-4559-9c42-4b0528e4689b tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:08.682939 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-8debca16-0a00-4559-9c42-4b0528e4689b tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496870 Jul 06 11:25:08.770808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Request body: {'port': {'device_id': '3f32c060-e440-4542-ac4e-98899ae3a10d', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'b743f62210b1418cbd16c273265a4ab0'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:08.796069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-769e5ff4-184b-432d-99b9-d79ac2013911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:08.805130 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-769e5ff4-184b-432d-99b9-d79ac2013911 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1098 time: 0.3187654 Jul 06 11:25:08.868509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e3b93e-fed0-4944-bcd5-a86c55d63905 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:08.901756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:08.925175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abbb86-6b23-471b-9047-ca34c783c019 req-d5eae5f6-97aa-4c3d-82de-666a050dcf8b tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:08.928462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25abbb86-6b23-471b-9047-ca34c783c019 req-d5eae5f6-97aa-4c3d-82de-666a050dcf8b tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 945 time: 0.5129018 Jul 06 11:25:08.974225 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-6ffed2cf-9b59-4f5d-9e2c-3bbe17f32f48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 200 len: 217 time: 0.1107728 Jul 06 11:25:08.987314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-1950a62b-fe34-4a4c-89ff-0995124fe0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:08.990420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-1950a62b-fe34-4a4c-89ff-0995124fe0c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f&tenant_id=07789db484674e1da7cc9ccb7d200675 HTTP/1.1" status: 200 len: 1096 time: 0.8672488 Jul 06 11:25:09.002996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Allocated IP 172.20.0.13 (b80e88c1-181c-4e15-a828-cb1329a8129b/06d2a2bf-fee6-4e9f-a0fc-64b4559731d7/f8c03b09-f08c-4f84-959e-25aac565389a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:09.022278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Transition to ACTIVE for port object e1e3b93e-fed0-4944-bcd5-a86c55d63905 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:09.070955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:09.107177 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54362) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:09.169207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25abbb86-6b23-471b-9047-ca34c783c019 req-9cad202e-154b-461a-8a37-1654426a4fa4 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192049 Jul 06 11:25:09.184380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb883f-14ed-4baf-867c-d497f78a66b2 req-f2fe8bca-4051-45a9-86cf-5c778418fc05 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:09.193385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a6eb883f-14ed-4baf-867c-d497f78a66b2 req-f2fe8bca-4051-45a9-86cf-5c778418fc05 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 947 time: 0.4284499 Jul 06 11:25:09.202958 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-9380d656-c4e1-4978-8d69-9aa27938d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:09.205620 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-9380d656-c4e1-4978-8d69-9aa27938d479 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2181916 Jul 06 11:25:09.253519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e3b93e-fed0-4944-bcd5-a86c55d63905,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:09.398454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Made reservation on behalf of b743f62210b1418cbd16c273265a4ab0 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:09.402108 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:09.431566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Attempting to bind port e1e3b93e-fed0-4944-bcd5-a86c55d63905 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:09.431938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Attempting to bind port e1e3b93e-fed0-4944-bcd5-a86c55d63905 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:09.432274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Attempting to bind port e1e3b93e-fed0-4944-bcd5-a86c55d63905 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:09.439596 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:09.442639 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec8bd47-0e83-41ea-b058-3aa7988e7bdf x-openstack-request-id: req-dec8bd47-0e83-41ea-b058-3aa7988e7bdf {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:09.442932 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:09.443208 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dec8bd47-0e83-41ea-b058-3aa7988e7bdf {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:09.443764 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08', 'status': 'completed', 'code': 200} Jul 06 11:25:09.446324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Port e1e3b93e-fed0-4944-bcd5-a86c55d63905 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:25:09.447997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Attempting to bind port e1e3b93e-fed0-4944-bcd5-a86c55d63905 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:09.464092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:09.464431 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:09.464857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:09.465302 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Bound port: e1e3b93e-fed0-4944-bcd5-a86c55d63905, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:09.465804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:09.515035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a6eb883f-14ed-4baf-867c-d497f78a66b2 req-cacbeb66-1119-43be-92db-da4cd41f90e5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202610 Jul 06 11:25:09.535388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-d8a5882f-a8f8-4c7a-aee0-7285900f4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:09.539713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-d8a5882f-a8f8-4c7a-aee0-7285900f4c40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 1096 time: 0.5056844 Jul 06 11:25:09.582534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-95b17302-8de8-4f85-953d-8ab42fafdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:09.584945 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-95b17302-8de8-4f85-953d-8ab42fafdaae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3336167 Jul 06 11:25:09.700529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] For port e1e3b93e-fed0-4944-bcd5-a86c55d63905, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:09.741137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] For port e1e3b93e-fed0-4944-bcd5-a86c55d63905, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e1e3b93e-fed0-4944-bcd5-a86c55d63905,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:09.755185 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:09.835355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f575128c-3e9b-4bfd-9b21-c3e54b720ee1 req-d09d4cd8-aa97-42cf-8670-e295cd8d4e71 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 210 time: 0.1061227 Jul 06 11:25:09.841802 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a87910a8-6d21-47a4-90b7-2a45826b1999 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3f3e00bb62f4d78b1546d2f8cc4dfe7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7286723 Jul 06 11:25:09.847419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54372) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:09.858577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:09.859214 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:09.860985 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/e1e3b93e-fed0-4944-bcd5-a86c55d63905 HTTP/1.1" status: 200 len: 1096 time: 3.2238553 Jul 06 11:25:09.979537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.002243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a23735-6b62-41c0-8215-dfee6ac9f0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e3b93e-fed0-4944-bcd5-a86c55d63905,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:10.020865 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.025025 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-6c93e07a-0605-40fa-843f-402ac57a554f service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262946 Jul 06 11:25:10.046069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-2a0ce1ce-51c7-4c39-a98b-21527d21ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:10.047614 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-2a0ce1ce-51c7-4c39-a98b-21527d21ec67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.4849925 Jul 06 11:25:10.057533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.158949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-3df25e4a-a8d7-4a3f-a4c9-49f844dcbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:10.160457 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-3df25e4a-a8d7-4a3f-a4c9-49f844dcbd38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 1099 time: 0.2229419 Jul 06 11:25:10.224027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:10.229809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-8ded7770-5e07-45eb-93bd-9feea9b976ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70be238f-b9a4-460c-a58c-0e459e098ebc HTTP/1.1" status: 200 len: 217 time: 0.1699638 Jul 06 11:25:10.260712 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a364575e-59ae-4025-9819-dc0fc9872c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.270145 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-c1d35571-fde9-43aa-b63f-0ca3f97c3b03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=e1e3b93e-fed0-4944-bcd5-a86c55d63905 HTTP/1.1" status: 200 len: 217 time: 0.1009545 Jul 06 11:25:10.335018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b523aa8-08b7-4dce-b3c9-58ca6855e76a req-9efdf8ff-6496-4733-8aad-6a488b24b48c tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 210 time: 0.1196625 Jul 06 11:25:10.350125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63623e8c-2865-4279-bad0-14739ace5a25 req-27e0668d-3347-4165-8ac0-ceafa8c7dda1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:10.356381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63623e8c-2865-4279-bad0-14739ace5a25 req-27e0668d-3347-4165-8ac0-ceafa8c7dda1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 948 time: 0.5672781 Jul 06 11:25:10.360573 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3bc04f1a-1682-4480-ab13-7c32c5b882f3 req-7e4eb8f8-a33f-4729-ae57-6c2eff5b818a service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271749 Jul 06 11:25:10.393027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-00f7f040-ec56-4eaa-a4bf-9ee0d1030139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:10.395972 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-00f7f040-ec56-4eaa-a4bf-9ee0d1030139 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1182365 Jul 06 11:25:10.470945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Allocated IP 192.168.233.254 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/a530788f-e382-4c01-a8f4-e7d5e41cbab9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:10.510998 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a364575e-59ae-4025-9819-dc0fc9872c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.514686 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.598068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-acf8005d-eeba-4346-b67d-68c9bbc7ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:10.601191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-acf8005d-eeba-4346-b67d-68c9bbc7ad54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.3499999 Jul 06 11:25:10.741756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-f1e33b73-fc40-4042-87a9-f2eeb421c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:10.744527 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-f1e33b73-fc40-4042-87a9-f2eeb421c36f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3407691 Jul 06 11:25:10.792838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d9be9-3efe-48fd-879b-0d51080f0415 req-c9f3d259-c1ec-4098-bcc7-4b485c1b193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:10.796011 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e3d9be9-3efe-48fd-879b-0d51080f0415 req-c9f3d259-c1ec-4098-bcc7-4b485c1b193d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1098 time: 0.3207185 Jul 06 11:25:10.811396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Network b80e88c1-181c-4e15-a828-cb1329a8129b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:10.814281 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-3fdb55cb-f9a7-4b3c-9725-e2ff4b8ed4c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634407 Jul 06 11:25:10.834423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:10.864549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63623e8c-2865-4279-bad0-14739ace5a25 req-193c2541-fa0c-47d4-8a9f-be8707417b1e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443481 Jul 06 11:25:10.892081 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:10.904870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:10.905995 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:10.913512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Pushing event updated for resources: {'Port': ['ID=f8c03b09-f08c-4f84-959e-25aac565389a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:10.996409 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:11.249396 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-58360961-2772-45f7-8f19-dd8f6a3324bf tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8592103 Jul 06 11:25:11.272063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Transition to ACTIVE for port object a530788f-e382-4c01-a8f4-e7d5e41cbab9 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:11.275924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Request body: {'port': {'device_id': 'f4ba3ee2-986f-4488-abbc-bed6ebf5ae16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:11.287928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d9be9-3efe-48fd-879b-0d51080f0415 req-ee8211e6-05e4-44da-a25e-1e4435e6707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:11.289738 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e3d9be9-3efe-48fd-879b-0d51080f0415 req-ee8211e6-05e4-44da-a25e-1e4435e6707e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.4676688 Jul 06 11:25:11.290300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a364575e-59ae-4025-9819-dc0fc9872c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:11.292872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a364575e-59ae-4025-9819-dc0fc9872c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:11.294027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a364575e-59ae-4025-9819-dc0fc9872c18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d0c63d5-a55f-40bf-b26a-3c14d7558dff HTTP/1.1" status: 204 len: 168 time: 1.4367838 Jul 06 11:25:11.298298 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-03d190ee-19dc-442b-bf3b-a27abade57ca service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362539 Jul 06 11:25:11.389429 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e3d9be9-3efe-48fd-879b-0d51080f0415 req-88c87791-0a70-4f2e-bb9d-84872b96fc6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 200 len: 217 time: 0.0898604 Jul 06 11:25:11.391774 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-6b10536f-2cba-448c-9a4a-18dcb4c6aed2 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663550 Jul 06 11:25:11.395688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364575e-59ae-4025-9819-dc0fc9872c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0c63d5-a55f-40bf-b26a-3c14d7558dff,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:11.449060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5245078c-8d17-4d05-b1b1-3e834e70ec7e', 'tag': 'e1e3b93e-fed0-4944-bcd5-a86c55d63905'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:11.452889 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6565568e-23bd-48fe-8824-637ae1030e26" -d '{"events": [{"name": "network-changed", "server_uuid": "5245078c-8d17-4d05-b1b1-3e834e70ec7e", "tag": "e1e3b93e-fed0-4944-bcd5-a86c55d63905"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:11.555606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:11.564011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:11.573273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaee5e2-6272-4451-805c-e6c7d185cb60 req-0d825285-6ec2-4d0f-8515-7f2a7e564f39 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:11.574888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edaee5e2-6272-4451-805c-e6c7d185cb60 req-0d825285-6ec2-4d0f-8515-7f2a7e564f39 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 945 time: 0.6551507 Jul 06 11:25:11.582958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88f816-15a5-4d3a-88fa-88fcc11ba0a8 req-193df359-aed5-4dfa-9b78-7384cce84d05 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:11.585484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca88f816-15a5-4d3a-88fa-88fcc11ba0a8 req-193df359-aed5-4dfa-9b78-7384cce84d05 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 947 time: 0.5793595 Jul 06 11:25:11.636371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d9be9-3efe-48fd-879b-0d51080f0415 req-d3cffab0-a388-4df3-a49c-4ac7ae4a371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:11.638969 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e3d9be9-3efe-48fd-879b-0d51080f0415 req-d3cffab0-a388-4df3-a49c-4ac7ae4a371b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1978364 Jul 06 11:25:11.683647 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-ca873c41-cf04-4756-9380-698ffe63225c service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593262 Jul 06 11:25:11.722563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:11.729119 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be50b640-d934-44e7-ae7d-b5aefb994f86 req-ff486694-aa63-4616-8550-629478b1ad70 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191942 Jul 06 11:25:11.729970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:11.736383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:11.738978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca88f816-15a5-4d3a-88fa-88fcc11ba0a8 req-46a8e82d-257f-4a11-8b39-438b1f7ff8fe tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312447 Jul 06 11:25:11.743846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:11.744408 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:11.751830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Pushing event updated for resources: {'Port': ['ID=a530788f-e382-4c01-a8f4-e7d5e41cbab9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:11.778757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edaee5e2-6272-4451-805c-e6c7d185cb60 req-c4ee2422-6f98-4d19-9f44-627a840c2ec2 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481011 Jul 06 11:25:11.847368 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-9f6640c6-760e-4b30-ae13-8bc54ee74c17 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0803154 Jul 06 11:25:11.869857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Request body: {'port': {'device_id': '3f32c060-e440-4542-ac4e-98899ae3a10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:11.948923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d9be9-3efe-48fd-879b-0d51080f0415 req-2315546f-1f27-4347-bf11-84e0e2a4c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:11.961562 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e3d9be9-3efe-48fd-879b-0d51080f0415 req-2315546f-1f27-4347-bf11-84e0e2a4c9bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3105776 Jul 06 11:25:11.998725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54404) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:12.061058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad18d-dbb3-4efe-bfa9-a94314ccb095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:12.121544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:12.241139 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e3d9be9-3efe-48fd-879b-0d51080f0415 req-826d5c42-085d-4c17-8e9d-56ee53bba4c6 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713356 Jul 06 11:25:12.364269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e56d28a7-33e4-4118-839f-e9e39ca41f89 None None] Provisioning for port a530788f-e382-4c01-a8f4-e7d5e41cbab9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:12.372264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e56d28a7-33e4-4118-839f-e9e39ca41f89 None None] Provisioning complete for port a530788f-e382-4c01-a8f4-e7d5e41cbab9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:12.373356 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e56d28a7-33e4-4118-839f-e9e39ca41f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:12.445513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e56d28a7-33e4-4118-839f-e9e39ca41f89 None None] Port a530788f-e382-4c01-a8f4-e7d5e41cbab9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:25:12.498950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3895c-f328-4477-b7e6-5069469b4ee2 req-ab90d58a-6dc3-4dae-95f2-bf448b3b9385 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:12.501095 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fd3895c-f328-4477-b7e6-5069469b4ee2 req-ab90d58a-6dc3-4dae-95f2-bf448b3b9385 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 932 time: 0.3172324 Jul 06 11:25:12.523881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acbc94-e9f9-48ab-b16b-b7d05d9ad71f req-f22c2eae-429d-4eb2-b8ae-f3b7b5d56570 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:12.525654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32acbc94-e9f9-48ab-b16b-b7d05d9ad71f req-f22c2eae-429d-4eb2-b8ae-f3b7b5d56570 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 936 time: 0.3436270 Jul 06 11:25:12.582355 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8e3d9be9-3efe-48fd-879b-0d51080f0415 req-d0f1dd3a-1ea0-498a-8aa4-4cc70df1f58d service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253291 Jul 06 11:25:12.593863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad18d-dbb3-4efe-bfa9-a94314ccb095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:12.613848 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b2ad18d-dbb3-4efe-bfa9-a94314ccb095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:12.622673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-586a58ce-bd81-4966-a780-bf738551329e tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:12.624309 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-586a58ce-bd81-4966-a780-bf738551329e tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.2523642 Jul 06 11:25:12.641219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c03b09-f08c-4f84-959e-25aac565389a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:12.650275 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fd3895c-f328-4477-b7e6-5069469b4ee2 req-6895ba7c-bf3b-4f95-bf56-556db69a6c6d tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/security-groups?id=edb47c85-d66b-4e08-8ed3-fd0227319604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353438 Jul 06 11:25:12.658858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:12.674479 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32acbc94-e9f9-48ab-b16b-b7d05d9ad71f req-e20e9a3e-5d69-48c2-9094-c6fc3056d676 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263509 Jul 06 11:25:12.712360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Transition to ACTIVE for port object f8c03b09-f08c-4f84-959e-25aac565389a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:12.726580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:12.729956 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6b2ad18d-dbb3-4efe-bfa9-a94314ccb095 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73b206983eeb4754b20a6d867227006e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7301133 Jul 06 11:25:12.737279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54406) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:12.743327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ad18d-dbb3-4efe-bfa9-a94314ccb095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1197d8b6-845d-4f01-aa09-91ea3c280a5f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:12.807763 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96ebdf8-9be0-461f-9ccd-95031ac27eb9 x-openstack-request-id: req-f96ebdf8-9be0-461f-9ccd-95031ac27eb9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:12.808202 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5245078c-8d17-4d05-b1b1-3e834e70ec7e", "tag": "e1e3b93e-fed0-4944-bcd5-a86c55d63905", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:12.811306 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f96ebdf8-9be0-461f-9ccd-95031ac27eb9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:12.812355 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5245078c-8d17-4d05-b1b1-3e834e70ec7e', 'tag': 'e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'status': 'completed', 'code': 200} Jul 06 11:25:12.985641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c03b09-f08c-4f84-959e-25aac565389a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:13.018873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Attempting to bind port f8c03b09-f08c-4f84-959e-25aac565389a on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:13.019398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Attempting to bind port f8c03b09-f08c-4f84-959e-25aac565389a by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '9f31460d-6bd2-4e79-8723-cfa91d7020ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b80e88c1-181c-4e15-a828-cb1329a8129b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:13.019870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Attempting to bind port f8c03b09-f08c-4f84-959e-25aac565389a on network b80e88c1-181c-4e15-a828-cb1329a8129b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:13.023331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a530788f-e382-4c01-a8f4-e7d5e41cbab9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:13.033479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Port f8c03b09-f08c-4f84-959e-25aac565389a on network b80e88c1-181c-4e15-a828-cb1329a8129b not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:25:13.033973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Attempting to bind port f8c03b09-f08c-4f84-959e-25aac565389a on network b80e88c1-181c-4e15-a828-cb1329a8129b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:13.038919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.041350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:13.042155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Checking segment: {'id': '9f31460d-6bd2-4e79-8723-cfa91d7020ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b80e88c1-181c-4e15-a828-cb1329a8129b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:13.043155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Bound using segment: {'id': '9f31460d-6bd2-4e79-8723-cfa91d7020ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b80e88c1-181c-4e15-a828-cb1329a8129b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:13.043517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Bound port: f8c03b09-f08c-4f84-959e-25aac565389a, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f31460d-6bd2-4e79-8723-cfa91d7020ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b80e88c1-181c-4e15-a828-cb1329a8129b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:13.043991 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.076706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Transition to ACTIVE for port object a530788f-e382-4c01-a8f4-e7d5e41cbab9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:13.079774 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3d5807b-8ad7-4a0c-ad22-c139d82ab76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.094886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.098878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-20ddc3a8-a571-4d2a-b0a7-d22f2fd4f256 service neutron] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:13.110318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ba20d-daa4-423f-8de4-27b59f622981 req-588c30fb-b903-4b97-b585-e93f23253734 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:13.113716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-644ba20d-daa4-423f-8de4-27b59f622981 req-588c30fb-b903-4b97-b585-e93f23253734 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 948 time: 0.1733632 Jul 06 11:25:13.117646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-20ddc3a8-a571-4d2a-b0a7-d22f2fd4f256 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.118809 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4efb5fc0-e0b1-4ac0-82c1-803bb2b5cf80 req-20ddc3a8-a571-4d2a-b0a7-d22f2fd4f256 service neutron] 10.222.0.47 "DELETE /v2.0/ports/70be238f-b9a4-460c-a58c-0e459e098ebc/bindings/n-h2-799527-2 HTTP/1.1" status: 204 len: 173 time: 0.4760444 Jul 06 11:25:13.161284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3d5807b-8ad7-4a0c-ad22-c139d82ab76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.176472 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565568e-23bd-48fe-8824-637ae1030e26 req-0fb5eb23-4cea-4bbe-8a8e-089862f2b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:13.178872 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6565568e-23bd-48fe-8824-637ae1030e26 req-0fb5eb23-4cea-4bbe-8a8e-089862f2b2a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 1099 time: 0.3317103 Jul 06 11:25:13.214426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] For port f8c03b09-f08c-4f84-959e-25aac565389a, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:13.247505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Pushing event updated for resources: {'Port': ['ID=a530788f-e382-4c01-a8f4-e7d5e41cbab9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:13.248094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] For port f8c03b09-f08c-4f84-959e-25aac565389a, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f8c03b09-f08c-4f84-959e-25aac565389a,segment=NetworkSegment(9f31460d-6bd2-4e79-8723-cfa91d7020ef),segment_id=9f31460d-6bd2-4e79-8723-cfa91d7020ef)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:13.269562 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.317924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Attempting to bind port a530788f-e382-4c01-a8f4-e7d5e41cbab9 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:13.318886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Attempting to bind port a530788f-e382-4c01-a8f4-e7d5e41cbab9 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:13.319202 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Attempting to bind port a530788f-e382-4c01-a8f4-e7d5e41cbab9 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:13.338023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Port a530788f-e382-4c01-a8f4-e7d5e41cbab9 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:25:13.338404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Attempting to bind port a530788f-e382-4c01-a8f4-e7d5e41cbab9 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:13.344189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-644ba20d-daa4-423f-8de4-27b59f622981 req-a80b1c8e-7143-421a-a918-77fb7fb33d8b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931610 Jul 06 11:25:13.362306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:13.362306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:13.362788 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:13.363153 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Bound port: a530788f-e382-4c01-a8f4-e7d5e41cbab9, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:13.363545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.367965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:13.368748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.368885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565568e-23bd-48fe-8824-637ae1030e26 req-b7b4b414-0615-4ed3-97aa-adb308f3a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:13.370279 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6565568e-23bd-48fe-8824-637ae1030e26 req-b7b4b414-0615-4ed3-97aa-adb308f3a091 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.1819363 Jul 06 11:25:13.371041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] 10.222.0.86 "PUT /v2.0/ports/f8c03b09-f08c-4f84-959e-25aac565389a HTTP/1.1" status: 200 len: 1092 time: 2.1026213 Jul 06 11:25:13.375120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ba3ee2-986f-4488-abbc-bed6ebf5ae16', 'tag': 'f8c03b09-f08c-4f84-959e-25aac565389a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:13.377016 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3d5807b-8ad7-4a0c-ad22-c139d82ab76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.379736 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3d5807b-8ad7-4a0c-ad22-c139d82ab76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.381460 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f3d5807b-8ad7-4a0c-ad22-c139d82ab76c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1197d8b6-845d-4f01-aa09-91ea3c280a5f HTTP/1.1" status: 204 len: 168 time: 0.6403346 Jul 06 11:25:13.548727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] For port a530788f-e382-4c01-a8f4-e7d5e41cbab9, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:13.554367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] For port a530788f-e382-4c01-a8f4-e7d5e41cbab9, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a530788f-e382-4c01-a8f4-e7d5e41cbab9,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:13.559404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5807b-8ad7-4a0c-ad22-c139d82ab76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1197d8b6-845d-4f01-aa09-91ea3c280a5f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:13.614532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.632812 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6565568e-23bd-48fe-8824-637ae1030e26 req-4915521e-289c-40ef-aea9-ca7e89a1886a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=e1e3b93e-fed0-4944-bcd5-a86c55d63905 HTTP/1.1" status: 200 len: 217 time: 0.2480879 Jul 06 11:25:13.737678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753ffc6-a5d3-4e49-b671-abdadfa3f83a req-b1d5d280-9fca-4b4c-be08-1f31b5726c41 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:13.748662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2753ffc6-a5d3-4e49-b671-abdadfa3f83a req-b1d5d280-9fca-4b4c-be08-1f31b5726c41 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 947 time: 0.6211782 Jul 06 11:25:13.803716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:13.804382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:13.806862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] 10.222.0.47 "PUT /v2.0/ports/a530788f-e382-4c01-a8f4-e7d5e41cbab9 HTTP/1.1" status: 200 len: 1096 time: 1.9503050 Jul 06 11:25:13.841494 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b458a89-dc30-4565-8aa7-482bb79f01cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ba3ee2-986f-4488-abbc-bed6ebf5ae16", "tag": "f8c03b09-f08c-4f84-959e-25aac565389a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:13.856204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93604cda-b203-43bc-9631-09d263ddfa93 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c03b09-f08c-4f84-959e-25aac565389a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:13.902174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2753ffc6-a5d3-4e49-b671-abdadfa3f83a req-05fbf89f-75a1-4cf3-9832-ec12af8ecde3 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518621 Jul 06 11:25:13.921165 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb87fbb-5678-4d83-ae1c-4b4441b2493b service neutron] Pushing event updated for resources: {'Port': ['ID=a530788f-e382-4c01-a8f4-e7d5e41cbab9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:13.936222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565568e-23bd-48fe-8824-637ae1030e26 req-6fb2e9a0-657c-493b-8a07-4c2c0e1b8571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:13.938699 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6565568e-23bd-48fe-8824-637ae1030e26 req-6fb2e9a0-657c-493b-8a07-4c2c0e1b8571 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2714107 Jul 06 11:25:13.988090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e4a37-aa1b-4709-98dd-6e88a7425402 req-b18b58a0-4d22-4008-a741-0bae6af68442 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:14.003979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-840e4a37-aa1b-4709-98dd-6e88a7425402 req-b18b58a0-4d22-4008-a741-0bae6af68442 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 945 time: 0.3661094 Jul 06 11:25:14.010154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-97b421b4-eee3-42c1-a293-b207d74466bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:14.011083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-cdbc6608-1e7d-40da-a99c-14949415ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:14.011801 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-97b421b4-eee3-42c1-a293-b207d74466bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b743f62210b1418cbd16c273265a4ab0&device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 1099 time: 0.1506550 Jul 06 11:25:14.019958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-cdbc6608-1e7d-40da-a99c-14949415ea3d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c088eab44e3346309b236c677e9dbf9e&device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 1095 time: 0.5029399 Jul 06 11:25:14.109126 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e31ae70-17c4-4b72-8213-a992aa4c7dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:14.132184 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-3a4c6af1-147f-495b-b45a-7f4079ec898c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=a530788f-e382-4c01-a8f4-e7d5e41cbab9 HTTP/1.1" status: 200 len: 217 time: 0.1097569 Jul 06 11:25:14.163381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-d0e23776-5eed-4e46-b4cd-ca89805ea196 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c03b09-f08c-4f84-959e-25aac565389a HTTP/1.1" status: 200 len: 217 time: 0.1149871 Jul 06 11:25:14.192589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565568e-23bd-48fe-8824-637ae1030e26 req-eb210fe5-252d-42d6-a0ed-29eac980f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:14.198583 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6565568e-23bd-48fe-8824-637ae1030e26 req-eb210fe5-252d-42d6-a0ed-29eac980f503 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2504590 Jul 06 11:25:14.264899 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-840e4a37-aa1b-4709-98dd-6e88a7425402 req-b0385f3c-cf5b-4ffd-8ce0-c12fcc06bfe2 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600360 Jul 06 11:25:14.314018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-967ac809-6e37-413f-a218-7201a9bc0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:14.314018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-967ac809-6e37-413f-a218-7201a9bc0351 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=06d2a2bf-fee6-4e9f-a0fc-64b4559731d7 HTTP/1.1" status: 200 len: 855 time: 0.1381593 Jul 06 11:25:14.371933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-ae5cb315-0cd3-4a2b-8e3d-1ce68c31dc85 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b80e88c1-181c-4e15-a828-cb1329a8129b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518975 Jul 06 11:25:14.575233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7d74c-f449-4a63-beec-917168b0f13b req-ce64e758-b984-4fa0-a0a8-50160d51ab83 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:14.577930 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84b7d74c-f449-4a63-beec-917168b0f13b req-ce64e758-b984-4fa0-a0a8-50160d51ab83 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 944 time: 0.1287680 Jul 06 11:25:14.612454 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-4ee379a9-62bc-4cbe-914f-93111336b105 service neutron] 10.222.0.86 "GET /v2.0/networks/b80e88c1-181c-4e15-a828-cb1329a8129b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296050 Jul 06 11:25:14.617157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54448) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:14.623924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-08d03789-0905-42e5-9a9c-49a507e1b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:14.626805 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-08d03789-0905-42e5-9a9c-49a507e1b006 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.4849653 Jul 06 11:25:14.760184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-593ed5e7-fd1c-442e-a1eb-abb0753d0aab req-4a2234fb-9889-4d83-bcc0-d4eb1ff09e61 service neutron] 10.222.0.86 "GET /v2.0/networks/b80e88c1-181c-4e15-a828-cb1329a8129b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204939 Jul 06 11:25:14.813169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f32c060-e440-4542-ac4e-98899ae3a10d', 'tag': 'a530788f-e382-4c01-a8f4-e7d5e41cbab9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:14.818589 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f449de-1f94-440b-836d-462136301620" -d '{"events": [{"name": "network-changed", "server_uuid": "3f32c060-e440-4542-ac4e-98899ae3a10d", "tag": "a530788f-e382-4c01-a8f4-e7d5e41cbab9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:14.828477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84b7d74c-f449-4a63-beec-917168b0f13b req-b3cab06c-8b80-49c8-bfb5-9ff0c3b58b02 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/security-groups?id=edb47c85-d66b-4e08-8ed3-fd0227319604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319887 Jul 06 11:25:14.836920 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6565568e-23bd-48fe-8824-637ae1030e26 req-0d9ec959-7b83-4c88-91c8-ea1f5f20c52a service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326072 Jul 06 11:25:14.842310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-120a5df2-ef90-4b6d-955a-5fa6ac502319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:14.845121 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-120a5df2-ef90-4b6d-955a-5fa6ac502319 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1956911 Jul 06 11:25:14.879126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800d438-4df0-4192-80c4-624b606badbd req-098d2345-00b1-459e-a476-3a01ee52cfd5 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:14.891989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4800d438-4df0-4192-80c4-624b606badbd req-098d2345-00b1-459e-a476-3a01ee52cfd5 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 948 time: 0.2937884 Jul 06 11:25:14.956183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4800d438-4df0-4192-80c4-624b606badbd req-4ff60607-a828-4bc7-bf94-b8339f640cd4 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607848 Jul 06 11:25:15.041960 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9d0e5b2-d23f-4660-9c31-e868c1eff092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.136542 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6565568e-23bd-48fe-8824-637ae1030e26 req-d6573d7b-625e-4565-89ee-268a7f0e6835 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895632 Jul 06 11:25:15.155709 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-42c20cf2-53cb-416b-b5aa-a5d32669c724 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929466 Jul 06 11:25:15.166934 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61bdf56-90ab-450c-b340-1e7183592384 x-openstack-request-id: req-e61bdf56-90ab-450c-b340-1e7183592384 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:15.167401 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ba3ee2-986f-4488-abbc-bed6ebf5ae16", "tag": "f8c03b09-f08c-4f84-959e-25aac565389a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:15.168093 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e61bdf56-90ab-450c-b340-1e7183592384 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:15.168852 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ba3ee2-986f-4488-abbc-bed6ebf5ae16', 'tag': 'f8c03b09-f08c-4f84-959e-25aac565389a', 'status': 'completed', 'code': 200} Jul 06 11:25:15.241081 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317f000f-f1ce-4a14-a9d3-0fd1706d405d x-openstack-request-id: req-317f000f-f1ce-4a14-a9d3-0fd1706d405d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:15.241219 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f32c060-e440-4542-ac4e-98899ae3a10d", "tag": "a530788f-e382-4c01-a8f4-e7d5e41cbab9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:15.241405 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-317f000f-f1ce-4a14-a9d3-0fd1706d405d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:15.241983 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f32c060-e440-4542-ac4e-98899ae3a10d', 'tag': 'a530788f-e382-4c01-a8f4-e7d5e41cbab9', 'status': 'completed', 'code': 200} Jul 06 11:25:15.312172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b458a89-dc30-4565-8aa7-482bb79f01cf req-f612992a-0281-4c10-b839-a7c452d03c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:15.314682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b458a89-dc30-4565-8aa7-482bb79f01cf req-f612992a-0281-4c10-b839-a7c452d03c0f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c088eab44e3346309b236c677e9dbf9e&device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 1095 time: 0.1037278 Jul 06 11:25:15.316359 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9d0e5b2-d23f-4660-9c31-e868c1eff092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.320047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f097beb2-f349-4412-a3f6-530b414d6f3e req-4f7b9064-0fc3-4c29-82ec-b06cd22e941a service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541533 Jul 06 11:25:15.337986 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9d0e5b2-d23f-4660-9c31-e868c1eff092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.362329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 258210eb-9adc-4b0c-85e3-70dfacae5f08 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:25:15.453034 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a9d0e5b2-d23f-4660-9c31-e868c1eff092 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ca8d6a0f79e45b8845b5d868369047a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8244827 Jul 06 11:25:15.470965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0e5b2-d23f-4660-9c31-e868c1eff092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03151825-f101-4c80-ab48-86abd001c08e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:15.473651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54474) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:15.528192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:15.546484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '258210eb-9adc-4b0c-85e3-70dfacae5f08', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '258210eb-9adc-4b0c-85e3-70dfacae5f08', 'mac_address': 'fa:16:3e:da:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:25:15.557830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f449de-1f94-440b-836d-462136301620 req-e04e7b70-462e-4e45-8ef7-6e654bda16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:15.559430 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81f449de-1f94-440b-836d-462136301620 req-e04e7b70-462e-4e45-8ef7-6e654bda16da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b743f62210b1418cbd16c273265a4ab0&device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 1099 time: 0.1378436 Jul 06 11:25:15.560134 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6541f68-2ab7-4374-bc42-8e12950b57b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.602527 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.623612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258210eb-9adc-4b0c-85e3-70dfacae5f08 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:15.637210 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6541f68-2ab7-4374-bc42-8e12950b57b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.658212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:15.666541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.667605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e1e3b93e-fed0-4944-bcd5-a86c55d63905 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:25:15.734002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f449de-1f94-440b-836d-462136301620 req-c3ffc259-d8e1-4290-9044-68af99b6a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:15.735674 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81f449de-1f94-440b-836d-462136301620 req-c3ffc259-d8e1-4290-9044-68af99b6a83a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.1690977 Jul 06 11:25:15.746698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6541f68-2ab7-4374-bc42-8e12950b57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.750664 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6541f68-2ab7-4374-bc42-8e12950b57b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:15.755688 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a6541f68-2ab7-4374-bc42-8e12950b57b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03151825-f101-4c80-ab48-86abd001c08e HTTP/1.1" status: 204 len: 168 time: 0.2758026 Jul 06 11:25:15.803198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=258210eb-9adc-4b0c-85e3-70dfacae5f08,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:15.807527 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81f449de-1f94-440b-836d-462136301620 req-1ad84d2d-48ce-4e51-9fbe-6186385647f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=a530788f-e382-4c01-a8f4-e7d5e41cbab9 HTTP/1.1" status: 200 len: 217 time: 0.0622480 Jul 06 11:25:15.808571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6541f68-2ab7-4374-bc42-8e12950b57b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03151825-f101-4c80-ab48-86abd001c08e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:15.839704 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:25:15.886598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e1e3b93e-fed0-4944-bcd5-a86c55d63905, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e1e3b93e-fed0-4944-bcd5-a86c55d63905,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:15.902677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f449de-1f94-440b-836d-462136301620 req-ae0c7b55-0b71-4443-b796-627e1accbb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:15.907751 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81f449de-1f94-440b-836d-462136301620 req-ae0c7b55-0b71-4443-b796-627e1accbb82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0938067 Jul 06 11:25:15.915948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'mac_address': 'fa:16:3e:27:f9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:25:15.929186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abed66-16bd-4f99-b2fe-566b8108a0ac req-67de1620-ed5e-44b0-96a9-15df4d07a3ce tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:15.940681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1abed66-16bd-4f99-b2fe-566b8108a0ac req-67de1620-ed5e-44b0-96a9-15df4d07a3ce tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 948 time: 0.5852294 Jul 06 11:25:16.026663 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:16.048790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f449de-1f94-440b-836d-462136301620 req-5753f8d3-1c74-4382-b829-940bfc88347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:16.050789 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81f449de-1f94-440b-836d-462136301620 req-5753f8d3-1c74-4382-b829-940bfc88347a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360419 Jul 06 11:25:16.052146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e3b93e-fed0-4944-bcd5-a86c55d63905 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:16.057483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab95e32-57ee-486c-b197-e1e4e1e83452 req-c846ce54-9cd3-4b44-83d9-a8e62168a3c8 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:16.066118 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ab95e32-57ee-486c-b197-e1e4e1e83452 req-c846ce54-9cd3-4b44-83d9-a8e62168a3c8 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 948 time: 0.3212385 Jul 06 11:25:16.070796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b458a89-dc30-4565-8aa7-482bb79f01cf req-93339bee-f421-4eed-951a-0ee9091afe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:16.072941 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b458a89-dc30-4565-8aa7-482bb79f01cf req-93339bee-f421-4eed-951a-0ee9091afe2b service neutron] 10.222.0.86 "GET /v2.0/networks?id=b80e88c1-181c-4e15-a828-cb1329a8129b HTTP/1.1" status: 200 len: 916 time: 0.7500334 Jul 06 11:25:16.102764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e1e3b93e-fed0-4944-bcd5-a86c55d63905, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e1e3b93e-fed0-4944-bcd5-a86c55d63905,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:16.114603 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:16.190789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1abed66-16bd-4f99-b2fe-566b8108a0ac req-8bc18cb4-5687-4563-89ec-af43d72f064b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490687 Jul 06 11:25:16.212352 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ab95e32-57ee-486c-b197-e1e4e1e83452 req-b66d4510-8f6f-4323-a6f9-1ac3bfd8a8e0 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446977 Jul 06 11:25:16.223417 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81f449de-1f94-440b-836d-462136301620 req-a23c9a42-6568-4257-a161-e71f471a778f service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643674 Jul 06 11:25:16.226061 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b458a89-dc30-4565-8aa7-482bb79f01cf req-14efad3f-46cf-4f7b-94dd-df6f0db782f6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c03b09-f08c-4f84-959e-25aac565389a HTTP/1.1" status: 200 len: 217 time: 0.1239707 Jul 06 11:25:16.262376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e1e3b93e-fed0-4944-bcd5-a86c55d63905,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:16.374724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b458a89-dc30-4565-8aa7-482bb79f01cf req-0d7cafe0-f90a-46f1-bc5f-6e39f8ae9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:16.376326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b458a89-dc30-4565-8aa7-482bb79f01cf req-0d7cafe0-f90a-46f1-bc5f-6e39f8ae9b4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=06d2a2bf-fee6-4e9f-a0fc-64b4559731d7 HTTP/1.1" status: 200 len: 855 time: 0.1426709 Jul 06 11:25:16.421432 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81f449de-1f94-440b-836d-462136301620 req-ee8eb8bc-546f-46d5-b8aa-3c589104bd80 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910093 Jul 06 11:25:16.433245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b458a89-dc30-4565-8aa7-482bb79f01cf req-487cc381-8653-4ba7-96ca-71f5c143446b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b80e88c1-181c-4e15-a828-cb1329a8129b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462265 Jul 06 11:25:16.616175 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b458a89-dc30-4565-8aa7-482bb79f01cf req-55ca82dd-0278-4cd8-ac2c-14b4d6a1f629 service neutron] 10.222.0.86 "GET /v2.0/networks/b80e88c1-181c-4e15-a828-cb1329a8129b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714065 Jul 06 11:25:16.642132 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:16.644725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fc9f9-8b64-40aa-bd52-cacec77b988e req-9cb28a8e-9d99-4b23-b3e3-0deeed583b1c tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:16.646567 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e6fc9f9-8b64-40aa-bd52-cacec77b988e req-9cb28a8e-9d99-4b23-b3e3-0deeed583b1c tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 1096 time: 0.2165592 Jul 06 11:25:16.656763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['258210eb-9adc-4b0c-85e3-70dfacae5f08'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:16.696656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaec1e2-9be6-48d5-8f76-e11a03688b12 req-991888a4-6126-4ef5-bd62-ea3b0307716c tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:16.706115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0eaec1e2-9be6-48d5-8f76-e11a03688b12 req-991888a4-6126-4ef5-bd62-ea3b0307716c tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 944 time: 0.2422163 Jul 06 11:25:16.707959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54498) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:16.740978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-462d5944-26f0-494f-a02b-32e50c214fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:16.809414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0eaec1e2-9be6-48d5-8f76-e11a03688b12 req-16305d29-8fb7-481c-bc20-773cb5962532 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/security-groups?id=edb47c85-d66b-4e08-8ed3-fd0227319604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046090 Jul 06 11:25:16.813100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e6fc9f9-8b64-40aa-bd52-cacec77b988e req-0b23ac8e-4c8e-4e4e-bf4e-6f9b83b10d71 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271133 Jul 06 11:25:16.818922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b458a89-dc30-4565-8aa7-482bb79f01cf req-a731ead3-6fe8-4491-a434-5dff82263e68 service neutron] 10.222.0.86 "GET /v2.0/networks/b80e88c1-181c-4e15-a828-cb1329a8129b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887715 Jul 06 11:25:17.042200 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-462d5944-26f0-494f-a02b-32e50c214fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:17.048805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-462d5944-26f0-494f-a02b-32e50c214fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:17.104959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d5944-26f0-494f-a02b-32e50c214fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89097b2-a55e-4ce8-a4e3-04c166d22221,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:17.116725 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-462d5944-26f0-494f-a02b-32e50c214fe3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba3a246e37744dd593d419010399204e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080143 Jul 06 11:25:17.117365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54512) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:17.120218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a028d8d-688a-4ae9-aa25-8f4b0fc9eec7 req-7046eade-4a39-4fb5-9a63-1825deba6ea5 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:17.123129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a028d8d-688a-4ae9-aa25-8f4b0fc9eec7 req-7046eade-4a39-4fb5-9a63-1825deba6ea5 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 948 time: 0.1382210 Jul 06 11:25:17.197201 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-617e6ca8-9595-44c7-9c30-dc3709e52944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:17.220504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a028d8d-688a-4ae9-aa25-8f4b0fc9eec7 req-d510bbf4-cbf8-4bf9-8816-33e670c1843e tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837126 Jul 06 11:25:17.227705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f8c03b09-f08c-4f84-959e-25aac565389a details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:25:17.244447 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-617e6ca8-9595-44c7-9c30-dc3709e52944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:17.312799 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-617e6ca8-9595-44c7-9c30-dc3709e52944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:17.316207 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-617e6ca8-9595-44c7-9c30-dc3709e52944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:17.320499 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-617e6ca8-9595-44c7-9c30-dc3709e52944 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f89097b2-a55e-4ce8-a4e3-04c166d22221 HTTP/1.1" status: 204 len: 168 time: 0.1991768 Jul 06 11:25:17.328234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e6ca8-9595-44c7-9c30-dc3709e52944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89097b2-a55e-4ce8-a4e3-04c166d22221,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:17.481584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-05606e02-cc89-457e-86f2-2b1f3cb2e229 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:17.483960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-05606e02-cc89-457e-86f2-2b1f3cb2e229 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 807 time: 0.1693175 Jul 06 11:25:17.492829 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f8c03b09-f08c-4f84-959e-25aac565389a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f8c03b09-f08c-4f84-959e-25aac565389a,segment=NetworkSegment(9f31460d-6bd2-4e79-8723-cfa91d7020ef),segment_id=9f31460d-6bd2-4e79-8723-cfa91d7020ef)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:17.505576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'f8c03b09-f08c-4f84-959e-25aac565389a', 'network_id': 'b80e88c1-181c-4e15-a828-cb1329a8129b', 'port_id': 'f8c03b09-f08c-4f84-959e-25aac565389a', 'mac_address': 'fa:16:3e:b8:4d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d2a2bf-fee6-4e9f-a0fc-64b4559731d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:25:17.507406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-3a19eb95-1713-49da-b8af-5d722c304843 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/quotas/07789db484674e1da7cc9ccb7d200675 HTTP/1.1" status: 200 len: 375 time: 0.0106709 Jul 06 11:25:17.565008 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:17.584366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c03b09-f08c-4f84-959e-25aac565389a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:17.620675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f8c03b09-f08c-4f84-959e-25aac565389a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f8c03b09-f08c-4f84-959e-25aac565389a,segment=NetworkSegment(9f31460d-6bd2-4e79-8723-cfa91d7020ef),segment_id=9f31460d-6bd2-4e79-8723-cfa91d7020ef)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:17.626185 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:17.683300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-18256e23-b748-4eef-8eb3-8d14c751e8f7 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1653285 Jul 06 11:25:17.698163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f8c03b09-f08c-4f84-959e-25aac565389a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:17.769251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207540b8-6a4e-4613-b802-c99ff6380dfd req-1fbe836f-b568-4c46-b4ae-be5079450a0c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:17.772554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-207540b8-6a4e-4613-b802-c99ff6380dfd req-1fbe836f-b568-4c46-b4ae-be5079450a0c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 949 time: 0.1992705 Jul 06 11:25:17.866187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-207540b8-6a4e-4613-b802-c99ff6380dfd req-b6d49348-98fe-4439-8115-4dddd9c86ef7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826781 Jul 06 11:25:17.882737 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-7dca28dd-b669-4f21-bac7-e1c4f7580a77 service neutron] 10.222.0.21 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982491 Jul 06 11:25:17.895675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['f8c03b09-f08c-4f84-959e-25aac565389a'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:18.076938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-1ee1ad39-7726-4fde-a16e-ebeb154eec64 service neutron] 10.222.0.21 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771955 Jul 06 11:25:18.108676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8a5cc-4378-40a1-8465-6132a0284eaf req-d22709a4-3271-4849-b120-72e46654b153 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:18.110955 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:18.118201 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0b8a5cc-4378-40a1-8465-6132a0284eaf req-d22709a4-3271-4849-b120-72e46654b153 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 948 time: 0.1168671 Jul 06 11:25:18.170328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0b8a5cc-4378-40a1-8465-6132a0284eaf req-47e3cb7e-e7c9-447a-95e2-c43c30d35710 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513036 Jul 06 11:25:18.301603 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28204bda-27d3-4322-8ae5-a9b32febb94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:18.492614 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:18.587166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc7339-3f06-4337-baa1-50b158c5cb9c req-1b378458-d663-469e-91d6-4082181942c9 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:18.589043 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6cc7339-3f06-4337-baa1-50b158c5cb9c req-1b378458-d663-469e-91d6-4082181942c9 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 945 time: 0.1247585 Jul 06 11:25:18.604782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055678da-a20b-45dd-a97a-ebab10fac22b req-d964d045-1cf5-47e2-8cdd-e2de59a911af tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:18.606434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-055678da-a20b-45dd-a97a-ebab10fac22b req-d964d045-1cf5-47e2-8cdd-e2de59a911af tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 948 time: 0.1017060 Jul 06 11:25:18.615425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54572) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:18.675705 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6cc7339-3f06-4337-baa1-50b158c5cb9c req-3da06067-149a-4df4-8519-ec37edb87269 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/security-groups?id=edb47c85-d66b-4e08-8ed3-fd0227319604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671141 Jul 06 11:25:18.688227 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-055678da-a20b-45dd-a97a-ebab10fac22b req-201af9bf-7533-4c87-82ae-cf5377408728 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660527 Jul 06 11:25:18.783855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1576052780-network', 'tenant_id': 'd36e1b52c6a2437e8e47784808f2f1c5'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:18.816989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Made reservation on behalf of d36e1b52c6a2437e8e47784808f2f1c5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:18.822663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:18.836422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ced1b9e-ce4b-4b02-91d5-85a808cf6810 req-8c7da696-b39c-41e3-8792-d222367dc427 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 210 time: 0.0445113 Jul 06 11:25:18.840874 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:19.006587 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:19.026510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:19.051937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:25:19.073571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168ef799-1c16-4fc3-87b3-60f6afb21388,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:19.076880 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:19.077495 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Added segment 27d8c3bc-7dfb-4a44-8ee1-fef96f7e3d7b of type vlan for network fe89d18a-dd77-4b71-bd0a-3036245cea57 Jul 06 11:25:19.134722 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:19.197247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:19.201284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:19.203077 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:19.238293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f8c03b09-f08c-4f84-959e-25aac565389a up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:19.269210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116be36-f906-4e05-876f-b5ec11ee6695 req-557144e7-d8ce-4ae4-a05d-96f6092c7b60 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:19.278458 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3116be36-f906-4e05-876f-b5ec11ee6695 req-557144e7-d8ce-4ae4-a05d-96f6092c7b60 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 949 time: 0.1529131 Jul 06 11:25:19.323552 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7045603 Jul 06 11:25:19.330120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54608) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:19.338728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] Request body: {'subnet': {'network_id': 'fe89d18a-dd77-4b71-bd0a-3036245cea57', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1576052780-subnet', 'tenant_id': 'd36e1b52c6a2437e8e47784808f2f1c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:19.372583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3116be36-f906-4e05-876f-b5ec11ee6695 req-bf636571-1901-4f19-9691-dc3dc30f4eca tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927954 Jul 06 11:25:19.383614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60852640-12ab-4036-9469-2b79b285d19d admin admin] Pushing event updated for resources: {'Network': ['ID=fe89d18a-dd77-4b71-bd0a-3036245cea57,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:19.401245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a530788f-e382-4c01-a8f4-e7d5e41cbab9 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:25:19.418680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network fe89d18a-dd77-4b71-bd0a-3036245cea57 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:25:19.438434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] Made reservation on behalf of d36e1b52c6a2437e8e47784808f2f1c5 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:19.450986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:19.559769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 258210eb-9adc-4b0c-85e3-70dfacae5f08 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:19.600111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port f8c03b09-f08c-4f84-959e-25aac565389a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:19.616590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port f8c03b09-f08c-4f84-959e-25aac565389a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:19.617124 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:19.783965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2e5b4-eeaf-424c-bc61-c8568b564889 req-e516c512-c3c0-439d-a4f5-77b030c04eec tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:19.787616 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cf2e5b4-eeaf-424c-bc61-c8568b564889 req-e516c512-c3c0-439d-a4f5-77b030c04eec tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 948 time: 0.1954353 Jul 06 11:25:19.797892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 258210eb-9adc-4b0c-85e3-70dfacae5f08 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:19.820308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 258210eb-9adc-4b0c-85e3-70dfacae5f08 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:19.821046 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:19.944901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a530788f-e382-4c01-a8f4-e7d5e41cbab9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a530788f-e382-4c01-a8f4-e7d5e41cbab9,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:19.951574 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cf2e5b4-eeaf-424c-bc61-c8568b564889 req-f03ff4f3-b158-42f0-9d26-c4946729c300 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412883 Jul 06 11:25:19.960140 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:19.989107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'a530788f-e382-4c01-a8f4-e7d5e41cbab9', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'a530788f-e382-4c01-a8f4-e7d5e41cbab9', 'mac_address': 'fa:16:3e:e7:3b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:25:19.991420 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:20.059204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ba3ee2-986f-4488-abbc-bed6ebf5ae16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c03b09-f08c-4f84-959e-25aac565389a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:20.061823 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5a158b-7ae5-41aa-aaef-0f74b2bfca35" -d '{"events": [{"server_uuid": "f4ba3ee2-986f-4488-abbc-bed6ebf5ae16", "name": "network-vif-plugged", "status": "completed", "tag": "f8c03b09-f08c-4f84-959e-25aac565389a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:20.074613 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:20.084125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f8c03b09-f08c-4f84-959e-25aac565389a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f8c03b09-f08c-4f84-959e-25aac565389a,segment=NetworkSegment(9f31460d-6bd2-4e79-8723-cfa91d7020ef),segment_id=9f31460d-6bd2-4e79-8723-cfa91d7020ef)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:20.097089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb9a694-578c-4f12-969b-0fd4240b5ea0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:20.104014 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:20.128946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] Checking segment: {'id': '27d8c3bc-7dfb-4a44-8ee1-fef96f7e3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fe89d18a-dd77-4b71-bd0a-3036245cea57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:20.129560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] Network hostable DHCP agents. Network: fe89d18a-dd77-4b71-bd0a-3036245cea57, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:25:20.151436 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:20.200866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a530788f-e382-4c01-a8f4-e7d5e41cbab9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:20.221224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:20.225525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] Network fe89d18a-dd77-4b71-bd0a-3036245cea57 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:25:20.242829 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:20.244376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e1e3b93e-fed0-4944-bcd5-a86c55d63905 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:20.282069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f8c03b09-f08c-4f84-959e-25aac565389a,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:20.289297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a530788f-e382-4c01-a8f4-e7d5e41cbab9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a530788f-e382-4c01-a8f4-e7d5e41cbab9,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:20.294427 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:20.300439 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:20.313219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, fe89d18a-dd77-4b71-bd0a-3036245cea57) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:20.327487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:20.328634 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:20.331991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d43a96d-d562-4deb-9b81-771e76c17b5a None None] Network fe89d18a-dd77-4b71-bd0a-3036245cea57 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:20.369891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5fd9-3f6f-441d-b8af-d797aee5e485 req-1586866d-1c1f-437a-94ca-86499be9008d tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:20.372809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3cd5fd9-3f6f-441d-b8af-d797aee5e485 req-1586866d-1c1f-437a-94ca-86499be9008d tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 948 time: 0.2378452 Jul 06 11:25:20.419095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=258210eb-9adc-4b0c-85e3-70dfacae5f08,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:20.464828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port e1e3b93e-fed0-4944-bcd5-a86c55d63905 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:20.482243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f96d0630-733e-4750-89a0-5d9745afe737 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1503055 Jul 06 11:25:20.541631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port e1e3b93e-fed0-4944-bcd5-a86c55d63905 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:20.542390 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:20.546861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a530788f-e382-4c01-a8f4-e7d5e41cbab9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:20.557228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3cd5fd9-3f6f-441d-b8af-d797aee5e485 req-658cf8b4-5926-4078-acf5-897b4e38937d tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574106 Jul 06 11:25:20.564953 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e69b-ee9e-4fb9-aee6-eadff6c4c0a1 req-528a4ddf-9d2e-4d64-9973-9b0f608fce21 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:20.566513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-adb3e69b-ee9e-4fb9-aee6-eadff6c4c0a1 req-528a4ddf-9d2e-4d64-9973-9b0f608fce21 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 946 time: 0.3340714 Jul 06 11:25:20.638175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-96fbaa09-3efe-4804-bb3b-6bcff6196761 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:20.641405 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-96fbaa09-3efe-4804-bb3b-6bcff6196761 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.86 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 807 time: 0.2670012 Jul 06 11:25:20.668036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Request body: {'port': {'device_id': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59', 'admin_state_up': True, 'tenant_id': '07789db484674e1da7cc9ccb7d200675'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:20.703038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-adb3e69b-ee9e-4fb9-aee6-eadff6c4c0a1 req-c8b848f5-8f5b-414b-a228-3ab97af8e2ba tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/security-groups?id=edb47c85-d66b-4e08-8ed3-fd0227319604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202974 Jul 06 11:25:20.846867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['a530788f-e382-4c01-a8f4-e7d5e41cbab9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:20.854333 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a476a4-06d3-4785-8d98-0d7ad08372e7 x-openstack-request-id: req-14a476a4-06d3-4785-8d98-0d7ad08372e7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:20.854618 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ba3ee2-986f-4488-abbc-bed6ebf5ae16", "name": "network-vif-plugged", "status": "completed", "tag": "f8c03b09-f08c-4f84-959e-25aac565389a", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:20.854879 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14a476a4-06d3-4785-8d98-0d7ad08372e7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:20.855274 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ba3ee2-986f-4488-abbc-bed6ebf5ae16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c03b09-f08c-4f84-959e-25aac565389a', 'code': 200} Jul 06 11:25:20.864572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a0d53-3ccf-4fd8-b5f4-694bb7a73182 None None] Network fe89d18a-dd77-4b71-bd0a-3036245cea57 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:20.965642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Made reservation on behalf of 07789db484674e1da7cc9ccb7d200675 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:20.970591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:21.071770 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:21.179648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97492d-fbdd-470a-bc3d-56a46db4afe9 req-4f82ec70-0a49-41ce-8f69-e54b48a78ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:21.184339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb97492d-fbdd-470a-bc3d-56a46db4afe9 req-4f82ec70-0a49-41ce-8f69-e54b48a78ea7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 1097 time: 0.1892192 Jul 06 11:25:21.240620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2285525-90ab-43f0-b2a0-942b231e708e req-d7ffad2e-2a88-4345-a8dc-d8d6d09910aa tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 210 time: 0.2309959 Jul 06 11:25:21.389511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb97492d-fbdd-470a-bc3d-56a46db4afe9 req-ff1e9996-804c-49e1-9b18-305bfae406be service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=edb47c85-d66b-4e08-8ed3-fd0227319604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915710 Jul 06 11:25:21.432201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e1e3b93e-fed0-4944-bcd5-a86c55d63905, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e1e3b93e-fed0-4944-bcd5-a86c55d63905,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:21.525875 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:21.597319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a568f-3e56-4999-8fdd-ddbe8af3120d req-a7429311-1e0f-44ff-b2ed-e0c6b48ea95f tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:21.613033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-856a568f-3e56-4999-8fdd-ddbe8af3120d req-a7429311-1e0f-44ff-b2ed-e0c6b48ea95f tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 949 time: 0.5515745 Jul 06 11:25:21.788060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e1e3b93e-fed0-4944-bcd5-a86c55d63905,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:22.039031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54676) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:22.046114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1582992498-network', 'tenant_id': 'c504cb4479dd49faa34cbd16b264f89e'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:22.074654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Made reservation on behalf of c504cb4479dd49faa34cbd16b264f89e for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:22.077830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Allocated IP 172.20.0.13 (b3a19eba-5cff-4a79-8bb0-e4710c338a59/cf76e788-9096-4a29-a54c-95736c762e71/49fe6ebe-6648-4739-816f-48570340dfe2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:22.078530 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.091663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.110092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-856a568f-3e56-4999-8fdd-ddbe8af3120d req-83a6e07d-e84b-4458-bd64-b42dd21ec6de tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957907 Jul 06 11:25:22.221598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ad98a-4a81-4439-83a8-c096ec36c594 req-8aff4b75-a432-4c46-8977-25d4cdd5ca17 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:22.232451 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a67ad98a-4a81-4439-83a8-c096ec36c594 req-8aff4b75-a432-4c46-8977-25d4cdd5ca17 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.2171910 Jul 06 11:25:22.280708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.289237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.344576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:25:22.357010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb76b5f-578b-413d-8ea1-1eeba3c4f455,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:22.368044 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.368371 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Added segment 611818d6-50a8-4908-b1c7-bc045f908661 of type vlan for network a12637e1-a02c-4dd4-bc38-64a54728d049 Jul 06 11:25:22.418969 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.456598 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a67ad98a-4a81-4439-83a8-c096ec36c594 req-8fe8b848-70b1-4fbe-bf86-92f0624fe8fc tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014976 Jul 06 11:25:22.461335 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.463155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:22.464322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.500801 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.522602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47863c2-93ae-4538-af15-8e1b82737b97 req-a8acbc95-2dfc-470a-97eb-25ba880d22ff tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:22.528774 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b47863c2-93ae-4538-af15-8e1b82737b97 req-a8acbc95-2dfc-470a-97eb-25ba880d22ff tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 949 time: 0.1785290 Jul 06 11:25:22.577184 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5362985 Jul 06 11:25:22.581505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54684) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:22.587799 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] Request body: {'subnet': {'network_id': 'a12637e1-a02c-4dd4-bc38-64a54728d049', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1582992498-subnet', 'tenant_id': 'c504cb4479dd49faa34cbd16b264f89e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:22.607371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b941ca1-78a5-4478-a745-d5ad3b3c12db admin admin] Pushing event updated for resources: {'Network': ['ID=a12637e1-a02c-4dd4-bc38-64a54728d049,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:22.617281 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.627488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] Made reservation on behalf of c504cb4479dd49faa34cbd16b264f89e for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:22.631615 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.633001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a12637e1-a02c-4dd4-bc38-64a54728d049 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:25:22.640641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b47863c2-93ae-4538-af15-8e1b82737b97 req-2e8fbf95-e1d8-4643-8b57-7e75f81f9a09 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945373 Jul 06 11:25:22.765518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Network b3a19eba-5cff-4a79-8bb0-e4710c338a59 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:22.808194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:22.811649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:22.822017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:22.823204 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.849389 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.856896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08'}, {'server_uuid': '5245078c-8d17-4d05-b1b1-3e834e70ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e3b93e-fed0-4944-bcd5-a86c55d63905'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:22.863846 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29f5908-ac0b-4ecb-8798-f8bdf0ecde3e" -d '{"events": [{"server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "name": "network-vif-plugged", "status": "completed", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08"}, {"server_uuid": "5245078c-8d17-4d05-b1b1-3e834e70ec7e", "name": "network-vif-plugged", "status": "completed", "tag": "e1e3b93e-fed0-4944-bcd5-a86c55d63905"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:22.864129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Pushing event updated for resources: {'Port': ['ID=49fe6ebe-6648-4739-816f-48570340dfe2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:22.901773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-f372a88e-0a0f-4f1d-9e3d-f21c035a5703 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2415714 Jul 06 11:25:22.908498 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=230d2d7f-704e-4d3e-adec-77fdfe0393d8,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:22.923434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] Checking segment: {'id': '611818d6-50a8-4908-b1c7-bc045f908661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a12637e1-a02c-4dd4-bc38-64a54728d049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:22.923987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] Network hostable DHCP agents. Network: a12637e1-a02c-4dd4-bc38-64a54728d049, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:25:22.943757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Request body: {'port': {'device_id': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:22.954028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] Network a12637e1-a02c-4dd4-bc38-64a54728d049 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:25:22.966146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, a12637e1-a02c-4dd4-bc38-64a54728d049) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:22.973230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:22.973230 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:22.980711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de76674a-faab-4925-ae49-d4e028b8ef68 None None] Network a12637e1-a02c-4dd4-bc38-64a54728d049 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:22.999373 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6213e81b-b645-4a7c-ae60-9a99f16a1d3f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4161310 Jul 06 11:25:23.043847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50183d5-767c-4cfd-8da8-be6e06fb5ea0 req-c15350ef-f1f0-464a-b874-357b7620367f tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:23.046181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c50183d5-767c-4cfd-8da8-be6e06fb5ea0 req-c15350ef-f1f0-464a-b874-357b7620367f tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 946 time: 0.3237946 Jul 06 11:25:23.124713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8943a-07e3-41d7-8cb1-e7b7e6e0f9f1 req-bfab4986-1dd4-4ff8-8ccf-856ae1c0a12e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:23.126354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ea8943a-07e3-41d7-8cb1-e7b7e6e0f9f1 req-bfab4986-1dd4-4ff8-8ccf-856ae1c0a12e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 932 time: 0.2536750 Jul 06 11:25:23.127701 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.173921 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c50183d5-767c-4cfd-8da8-be6e06fb5ea0 req-c9a2e926-1d66-4919-b5f1-62b6d6815361 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/security-groups?id=edb47c85-d66b-4e08-8ed3-fd0227319604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937054 Jul 06 11:25:23.206865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f28c17-0da5-4c03-a2f3-db28221689ba None None] Network a12637e1-a02c-4dd4-bc38-64a54728d049 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:23.233780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54694) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:23.235264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ea8943a-07e3-41d7-8cb1-e7b7e6e0f9f1 req-5a9d1781-d7f6-4d48-946f-7afdee40cfd7 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964770 Jul 06 11:25:23.405443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21a477d-3ddd-4a64-8e90-6315db189f50 admin admin] Deleting subnet eeb9a694-578c-4f12-969b-0fd4240b5ea0 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:25:23.413109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a21a477d-3ddd-4a64-8e90-6315db189f50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.485551 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd0675b-e02e-4cde-bf46-ea02d80d233f x-openstack-request-id: req-0bd0675b-e02e-4cde-bf46-ea02d80d233f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:23.490036 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "name": "network-vif-plugged", "status": "completed", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08", "code": 200}, {"server_uuid": "5245078c-8d17-4d05-b1b1-3e834e70ec7e", "name": "network-vif-plugged", "status": "completed", "tag": "e1e3b93e-fed0-4944-bcd5-a86c55d63905", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:23.490434 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bd0675b-e02e-4cde-bf46-ea02d80d233f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:23.491083 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08', 'code': 200} Jul 06 11:25:23.491577 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5245078c-8d17-4d05-b1b1-3e834e70ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'code': 200} Jul 06 11:25:23.493009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a530788f-e382-4c01-a8f4-e7d5e41cbab9 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:23.527264 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a21a477d-3ddd-4a64-8e90-6315db189f50 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.570822 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a21a477d-3ddd-4a64-8e90-6315db189f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.723385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ebe9c-fa20-41bc-aae4-099793349fb9 req-5d0afa34-3a0b-440e-8e8c-a9786416fb88 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:23.725827 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb2ebe9c-fa20-41bc-aae4-099793349fb9 req-5d0afa34-3a0b-440e-8e8c-a9786416fb88 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 950 time: 0.1285965 Jul 06 11:25:23.738758 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port a530788f-e382-4c01-a8f4-e7d5e41cbab9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:23.746090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port a530788f-e382-4c01-a8f4-e7d5e41cbab9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:23.746467 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.916887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7dd9ed-f8d7-4ef7-8ad5-decfa71ba530 req-edd473f6-f29d-4075-b078-80880ecb0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:23.917602 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb2ebe9c-fa20-41bc-aae4-099793349fb9 req-c1613a23-5137-4d6d-8c06-3b22c4c1cca6 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741066 Jul 06 11:25:23.919502 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0f7dd9ed-f8d7-4ef7-8ad5-decfa71ba530 req-edd473f6-f29d-4075-b078-80880ecb0217 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 1101 time: 0.2888732 Jul 06 11:25:23.936602 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.956630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31efa21-a074-4eec-9020-ed4f3a41a072 req-7440b428-1091-48af-a14c-842aae2d1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:23.960653 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c31efa21-a074-4eec-9020-ed4f3a41a072 req-7440b428-1091-48af-a14c-842aae2d1ddb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1100 time: 0.3297670 Jul 06 11:25:23.965442 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a21a477d-3ddd-4a64-8e90-6315db189f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:23.969963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fe6ebe-6648-4739-816f-48570340dfe2 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:23.989670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a530788f-e382-4c01-a8f4-e7d5e41cbab9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a530788f-e382-4c01-a8f4-e7d5e41cbab9,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:24.001781 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:24.014257 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:24.051313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Transition to ACTIVE for port object 49fe6ebe-6648-4739-816f-48570340dfe2 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:24.057890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a477d-3ddd-4a64-8e90-6315db189f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb9a694-578c-4f12-969b-0fd4240b5ea0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:24.076212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a21a477d-3ddd-4a64-8e90-6315db189f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:24.078059 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:24.079529 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a21a477d-3ddd-4a64-8e90-6315db189f50 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eeb9a694-578c-4f12-969b-0fd4240b5ea0 HTTP/1.1" status: 204 len: 168 time: 0.8438878 Jul 06 11:25:24.086709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54716) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:24.129649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a530788f-e382-4c01-a8f4-e7d5e41cbab9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:24.131028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14eb2-f31c-4b3c-b71f-df8da915977f req-4d34a325-e493-4ded-a29d-d226ee1caceb tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:24.135381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5df14eb2-f31c-4b3c-b71f-df8da915977f req-4d34a325-e493-4ded-a29d-d226ee1caceb tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.1913607 Jul 06 11:25:24.137619 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0f7dd9ed-f8d7-4ef7-8ad5-decfa71ba530 req-5386c198-4707-45a7-af0c-4ae729a3aa42 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981359 Jul 06 11:25:24.146739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.147850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.148620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.149381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.150134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.150920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.151724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.152464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.153232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.154003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.154775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.155555 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:24.177909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Pushing event updated for resources: {'Port': ['ID=49fe6ebe-6648-4739-816f-48570340dfe2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:24.268053 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c31efa21-a074-4eec-9020-ed4f3a41a072 req-bc8074a4-b59d-44f9-b5b2-6d278e5f5bc4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997901 Jul 06 11:25:24.298337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5df14eb2-f31c-4b3c-b71f-df8da915977f req-4dbd759f-b566-4957-8b9f-b09f31165f1b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177871 Jul 06 11:25:24.300076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:24.300415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:24.300753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:24.313315 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Port 49fe6ebe-6648-4739-816f-48570340dfe2 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:25:24.313651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:24.315735 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:24.324183 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:24.324512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:24.324869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:24.325323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Bound port: 49fe6ebe-6648-4739-816f-48570340dfe2, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:24.325686 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:24.347017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488492fc-7a19-4df2-af6e-dcaee4fd9fb6 req-dea7f78d-9728-422f-8ae6-3a335b8a5cca tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:24.355886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-488492fc-7a19-4df2-af6e-dcaee4fd9fb6 req-dea7f78d-9728-422f-8ae6-3a335b8a5cca tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 950 time: 0.1816878 Jul 06 11:25:24.607635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:24.632597 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.634982 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.636525 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.637257 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > port after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.638019 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.638602 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > port after_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.639106 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.639698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.640240 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.640823 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.663799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-488492fc-7a19-4df2-af6e-dcaee4fd9fb6 req-2ed50c1e-df91-4b0e-8374-2252cde225a3 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060591 Jul 06 11:25:24.716599 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:24.725297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=49fe6ebe-6648-4739-816f-48570340dfe2,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:24.747267 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:24.840055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:24.841446 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:24.844023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] 10.222.0.86 "PUT /v2.0/ports/49fe6ebe-6648-4739-816f-48570340dfe2 HTTP/1.1" status: 200 len: 1092 time: 1.9102094 Jul 06 11:25:24.855028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'tag': '49fe6ebe-6648-4739-816f-48570340dfe2'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:24.866087 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2f5f8c-f79a-410d-86d6-90d9f83ea6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba316f59-c750-4dea-9078-4497221b9c3a", "tag": "49fe6ebe-6648-4739-816f-48570340dfe2"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:24.957117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.957757 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.958466 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.959005 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:25:24.959754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe89d18a-dd77-4b71-bd0a-3036245cea57']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:24.962824 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711f8d47-dc6f-4c95-96e5-c883317b9c7d x-openstack-request-id: req-711f8d47-dc6f-4c95-96e5-c883317b9c7d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:24.963289 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba316f59-c750-4dea-9078-4497221b9c3a", "tag": "49fe6ebe-6648-4739-816f-48570340dfe2", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:24.963741 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-711f8d47-dc6f-4c95-96e5-c883317b9c7d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:24.964346 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'tag': '49fe6ebe-6648-4739-816f-48570340dfe2', 'status': 'completed', 'code': 200} Jul 06 11:25:25.002570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d8c3bc-7dfb-4a44-8ee1-fef96f7e3d7b') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:25.003176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d8c3bc-7dfb-4a44-8ee1-fef96f7e3d7b') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:25.086699 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:25.152873 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:25.172537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:25:25.173276 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:25.183343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc728d0-0301-4462-92d2-eb10eb177e2d service neutron] Pushing event updated for resources: {'Port': ['ID=49fe6ebe-6648-4739-816f-48570340dfe2,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: from cryptography.utils import int_from_bytes Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: from cryptography.utils import int_from_bytes Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:25:25.210050 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:25:25.323845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d238f-3580-4470-86b7-ae523d43900c req-ae1bd26f-37ac-4e0f-b476-c3a7a1ac5d95 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:25.338404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b16d238f-3580-4470-86b7-ae523d43900c req-ae1bd26f-37ac-4e0f-b476-c3a7a1ac5d95 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 944 time: 0.5268800 Jul 06 11:25:25.341274 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54750) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:25.369459 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:25.381472 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:25.384908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fe89d18a-dd77-4b71-bd0a-3036245cea57 HTTP/1.1" status: 204 len: 168 time: 1.2951519 Jul 06 11:25:25.395541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54756) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:25.404613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36951567-5a78-4d4f-a36b-992f38bcdc97 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe89d18a-dd77-4b71-bd0a-3036245cea57,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:25.418912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-46647364-ff32-495c-b2ab-4f53094c575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:25.421796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-46647364-ff32-495c-b2ab-4f53094c575b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1095 time: 0.4670696 Jul 06 11:25:25.467125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-7923803b-4d49-4c1f-b442-6c64e07b8f7f admin admin] Deleting subnet 230d2d7f-704e-4d3e-adec-77fdfe0393d8 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:25:25.479315 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7923803b-4d49-4c1f-b442-6c64e07b8f7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:25.493593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f32c060-e440-4542-ac4e-98899ae3a10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a530788f-e382-4c01-a8f4-e7d5e41cbab9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:25.497815 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a544c283-6124-49ce-a7e5-b026573493a0" -d '{"events": [{"server_uuid": "3f32c060-e440-4542-ac4e-98899ae3a10d", "name": "network-vif-plugged", "status": "completed", "tag": "a530788f-e382-4c01-a8f4-e7d5e41cbab9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:25.603152 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-9197d0d1-b2d3-493e-8deb-fddd28af9b92 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe6ebe-6648-4739-816f-48570340dfe2 HTTP/1.1" status: 200 len: 217 time: 0.1655993 Jul 06 11:25:25.626790 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b16d238f-3580-4470-86b7-ae523d43900c req-ae45e8c6-a64c-41e6-9c0f-6884cb14a63c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868650 Jul 06 11:25:25.664329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7923803b-4d49-4c1f-b442-6c64e07b8f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:25.771465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7923803b-4d49-4c1f-b442-6c64e07b8f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:25.875310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bfec8-da6a-43d5-8b3f-f44d3d8a07b7 req-3081f157-2af4-4196-ac73-2a31ebbe03d3 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:25.894391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b5bfec8-da6a-43d5-8b3f-f44d3d8a07b7 req-3081f157-2af4-4196-ac73-2a31ebbe03d3 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 950 time: 0.7641675 Jul 06 11:25:25.925029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7923803b-4d49-4c1f-b442-6c64e07b8f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:25.978642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923803b-4d49-4c1f-b442-6c64e07b8f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230d2d7f-704e-4d3e-adec-77fdfe0393d8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:25.985099 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7923803b-4d49-4c1f-b442-6c64e07b8f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:25.988870 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7923803b-4d49-4c1f-b442-6c64e07b8f7f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/230d2d7f-704e-4d3e-adec-77fdfe0393d8 HTTP/1.1" status: 204 len: 168 time: 0.5916619 Jul 06 11:25:25.994939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54766) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:26.025504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-ea0d84f9-1043-4cd3-82bd-d475d75707fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:26.028851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-ea0d84f9-1043-4cd3-82bd-d475d75707fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.3989546 Jul 06 11:25:26.030328 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61bd54cc-1c42-402d-bd17-eb3890947497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:26.094591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-a155b8f6-1342-4753-9267-a7b2c9d6ec58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558488 Jul 06 11:25:26.153870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:26.280392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b5bfec8-da6a-43d5-8b3f-f44d3d8a07b7 req-119f9244-6bbf-4843-8030-c6b673e5b6af tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823929 Jul 06 11:25:26.335377 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:26.356722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12637e1-a02c-4dd4-bc38-64a54728d049']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:26.358917 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-4dd3a36e-da4d-4a4d-bb70-99d4f3c485c3 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518377 Jul 06 11:25:26.389301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611818d6-50a8-4908-b1c7-bc045f908661') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:26.391116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611818d6-50a8-4908-b1c7-bc045f908661') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:26.394330 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e401553c-e135-4899-8a24-6e06a98eba86 x-openstack-request-id: req-e401553c-e135-4899-8a24-6e06a98eba86 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:26.394785 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f32c060-e440-4542-ac4e-98899ae3a10d", "name": "network-vif-plugged", "status": "completed", "tag": "a530788f-e382-4c01-a8f4-e7d5e41cbab9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:26.395189 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e401553c-e135-4899-8a24-6e06a98eba86 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:26.399359 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f32c060-e440-4542-ac4e-98899ae3a10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a530788f-e382-4c01-a8f4-e7d5e41cbab9', 'code': 200} Jul 06 11:25:26.416356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:26.451600 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:26.468465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:25:26.469198 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:26.511611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a0f4c-b20c-4ff3-913b-3e58c92ca94c req-7b1527f3-2f67-4e07-81b4-95cf886eb578 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:26.521167 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-397a0f4c-b20c-4ff3-913b-3e58c92ca94c req-7b1527f3-2f67-4e07-81b4-95cf886eb578 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.3152566 Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:25:26.597321 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:25:26.618770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:26.631205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-397a0f4c-b20c-4ff3-913b-3e58c92ca94c req-647f1b44-d000-4f29-9e83-fb741e7602be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108828 Jul 06 11:25:26.682422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61bd54cc-1c42-402d-bd17-eb3890947497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:26.694139 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61bd54cc-1c42-402d-bd17-eb3890947497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:26.703303 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:26.707782 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a12637e1-a02c-4dd4-bc38-64a54728d049 HTTP/1.1" status: 204 len: 168 time: 0.7096100 Jul 06 11:25:26.712609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412aac8f-01cc-4353-91fa-3347b564c665 admin admin] Pushing event deleted for resources: {'Network': ['ID=a12637e1-a02c-4dd4-bc38-64a54728d049,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:26.774882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bcc0d-57bb-420a-a5f3-6ff729cf54f9 req-25a6a8ae-3b0a-4c31-bcdd-f78dcaa90e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:26.777473 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-655bcc0d-57bb-420a-a5f3-6ff729cf54f9 req-25a6a8ae-3b0a-4c31-bcdd-f78dcaa90e3b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 1101 time: 0.1784308 Jul 06 11:25:26.835066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7317482a-c3d3-40ea-94fd-e6b63ab347fb req-b1d33f33-94bc-40b3-afff-d31195d7c1b9 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690945 Jul 06 11:25:26.887734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd54cc-1c42-402d-bd17-eb3890947497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99638ddb-c23d-45d1-a605-749025d8b3c4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:26.937475 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-61bd54cc-1c42-402d-bd17-eb3890947497 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2aad5fd461e46148a9a209d22e0abc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5813143 Jul 06 11:25:26.938401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54778) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:26.950551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5241e-edfd-487d-9e6b-f081306ed859 req-1e543f45-9666-4802-8030-f4d7c3f011f6 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:26.959908 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cea5241e-edfd-487d-9e6b-f081306ed859 req-1e543f45-9666-4802-8030-f4d7c3f011f6 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 950 time: 0.2740240 Jul 06 11:25:26.960221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-655bcc0d-57bb-420a-a5f3-6ff729cf54f9 req-73a8345a-1c58-4a45-a24b-f02dae5a978e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690423 Jul 06 11:25:26.988972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54780) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:27.144265 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9f590659-6d41-432f-a06f-a3cac1eb568d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d36e1b52c6a2437e8e47784808f2f1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506085 Jul 06 11:25:27.145243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54784) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:27.235816 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b7d70b1-f23d-437a-815d-758c8425db64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:27.270949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b7d70b1-f23d-437a-815d-758c8425db64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:27.336762 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b7d70b1-f23d-437a-815d-758c8425db64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:27.342182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b7d70b1-f23d-437a-815d-758c8425db64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:27.345854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cea5241e-edfd-487d-9e6b-f081306ed859 req-7d37cc16-793d-4866-8f86-a03e420a23fc tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849769 Jul 06 11:25:27.366252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1b7d70b1-f23d-437a-815d-758c8425db64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/168ef799-1c16-4fc3-87b3-60f6afb21388 HTTP/1.1" status: 204 len: 168 time: 0.2186196 Jul 06 11:25:27.394519 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cf17a40-ac05-44c7-a5e1-752d6ad3fe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:27.440539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d70b1-f23d-437a-815d-758c8425db64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168ef799-1c16-4fc3-87b3-60f6afb21388,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:27.473265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f5f8c-f79a-410d-86d6-90d9f83ea6c8 req-df0006fb-485d-4c8e-a53a-afac13be9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:27.475646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e2f5f8c-f79a-410d-86d6-90d9f83ea6c8 req-df0006fb-485d-4c8e-a53a-afac13be9783 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1095 time: 0.4934316 Jul 06 11:25:27.581476 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cf17a40-ac05-44c7-a5e1-752d6ad3fe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:27.721960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f5f8c-f79a-410d-86d6-90d9f83ea6c8 req-896452e2-f9ae-417c-bbfa-b995f74d8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:27.723491 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e2f5f8c-f79a-410d-86d6-90d9f83ea6c8 req-896452e2-f9ae-417c-bbfa-b995f74d8763 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.2352090 Jul 06 11:25:27.781331 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e2f5f8c-f79a-410d-86d6-90d9f83ea6c8 req-29bebbd4-f126-4855-885c-9bffe1e9e5a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe6ebe-6648-4739-816f-48570340dfe2 HTTP/1.1" status: 200 len: 217 time: 0.0482323 Jul 06 11:25:27.789022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905e57c-6926-4a64-a10c-8c6baf97bfba req-412274fe-0acc-4a26-8e93-da315eee86d0 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:27.790651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9905e57c-6926-4a64-a10c-8c6baf97bfba req-412274fe-0acc-4a26-8e93-da315eee86d0 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1100 time: 0.2247450 Jul 06 11:25:27.793636 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cf17a40-ac05-44c7-a5e1-752d6ad3fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:27.799685 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cf17a40-ac05-44c7-a5e1-752d6ad3fe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:27.800312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4cf17a40-ac05-44c7-a5e1-752d6ad3fe53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99638ddb-c23d-45d1-a605-749025d8b3c4 HTTP/1.1" status: 204 len: 168 time: 0.8381763 Jul 06 11:25:27.860736 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9905e57c-6926-4a64-a10c-8c6baf97bfba req-3423e801-1f82-4ea2-9a71-82bec69e8761 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:27.862706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf17a40-ac05-44c7-a5e1-752d6ad3fe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99638ddb-c23d-45d1-a605-749025d8b3c4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:27.892508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f5f8c-f79a-410d-86d6-90d9f83ea6c8 req-d3ce6f5f-b52f-444d-bba3-512e6657ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:27.894020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e2f5f8c-f79a-410d-86d6-90d9f83ea6c8 req-d3ce6f5f-b52f-444d-bba3-512e6657ba24 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.1013894 Jul 06 11:25:27.914001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da988c-5baa-46fd-9020-fa99d9c1ff3f req-7272fb8d-1ac0-466f-90ec-b232fb97df8a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:27.915639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66da988c-5baa-46fd-9020-fa99d9c1ff3f req-7272fb8d-1ac0-466f-90ec-b232fb97df8a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 944 time: 0.2408113 Jul 06 11:25:27.957048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e2f5f8c-f79a-410d-86d6-90d9f83ea6c8 req-903012f5-d25f-40c6-94b4-cb6b7a20231a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516956 Jul 06 11:25:28.069288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66da988c-5baa-46fd-9020-fa99d9c1ff3f req-2fe75e85-31a1-47e0-a279-635b6ecefeae tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438007 Jul 06 11:25:28.135009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54796) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:28.206508 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e2f5f8c-f79a-410d-86d6-90d9f83ea6c8 req-de6ac436-6c63-48ee-b319-a1fe444173b4 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363667 Jul 06 11:25:28.238427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-942e9672-c89b-40ef-8910-793ee6c99746 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c504cb4479dd49faa34cbd16b264f89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011167 Jul 06 11:25:28.241726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54802) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:28.290929 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9905e57c-6926-4a64-a10c-8c6baf97bfba req-3423e801-1f82-4ea2-9a71-82bec69e8761 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.306402 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.318677 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9905e57c-6926-4a64-a10c-8c6baf97bfba req-3423e801-1f82-4ea2-9a71-82bec69e8761 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.339891 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.366219 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac09aa54-9676-48b5-bb58-1d8cd658b351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.379485 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9905e57c-6926-4a64-a10c-8c6baf97bfba req-3423e801-1f82-4ea2-9a71-82bec69e8761 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776768 Jul 06 11:25:28.420104 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac09aa54-9676-48b5-bb58-1d8cd658b351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.457434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e2f5f8c-f79a-410d-86d6-90d9f83ea6c8 req-4b276593-ec86-4dbc-b02e-98a2b57e4a87 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496130 Jul 06 11:25:28.459419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423e801-1f82-4ea2-9a71-82bec69e8761 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9291490-6fec-4074-a32d-775e337eb6f2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:28.535280 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac09aa54-9676-48b5-bb58-1d8cd658b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.540800 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac09aa54-9676-48b5-bb58-1d8cd658b351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.548130 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ac09aa54-9676-48b5-bb58-1d8cd658b351 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcb76b5f-578b-413d-8ea1-1eeba3c4f455 HTTP/1.1" status: 204 len: 168 time: 0.3012156 Jul 06 11:25:28.564962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09aa54-9676-48b5-bb58-1d8cd658b351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb76b5f-578b-413d-8ea1-1eeba3c4f455,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:28.620645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cde844-0ce9-4874-9cfe-310404d82a99 req-5f543423-d174-4324-80d8-43de328487ea tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:28.622372 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84cde844-0ce9-4874-9cfe-310404d82a99 req-5f543423-d174-4324-80d8-43de328487ea tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 950 time: 0.1475224 Jul 06 11:25:28.669912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54814) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:28.695405 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e78cc9e9-78ac-4464-856f-b0ebb2fcd3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.696629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84cde844-0ce9-4874-9cfe-310404d82a99 req-5a16bbfa-257e-457d-a43d-e301d0e170a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 Jul 06 11:25:28.891514 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e78cc9e9-78ac-4464-856f-b0ebb2fcd3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.906964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e78cc9e9-78ac-4464-856f-b0ebb2fcd3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:28.984724 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e78cc9e9-78ac-4464-856f-b0ebb2fcd3da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14dc4c5b21404549a89272f814dd67bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129809 Jul 06 11:25:28.986656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cc9e9-78ac-4464-856f-b0ebb2fcd3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5890f8ee-8069-4589-92a4-241d656769d7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:28.989031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54830) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:29.097807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edd21033-34ad-4089-b27a-af7aa7ce84e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:29.141802 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edd21033-34ad-4089-b27a-af7aa7ce84e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:29.248260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 49fe6ebe-6648-4739-816f-48570340dfe2 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:25:29.305831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edd21033-34ad-4089-b27a-af7aa7ce84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:29.312299 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edd21033-34ad-4089-b27a-af7aa7ce84e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:29.330643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-edd21033-34ad-4089-b27a-af7aa7ce84e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5890f8ee-8069-4589-92a4-241d656769d7 HTTP/1.1" status: 204 len: 168 time: 0.3395162 Jul 06 11:25:29.445836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd21033-34ad-4089-b27a-af7aa7ce84e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5890f8ee-8069-4589-92a4-241d656769d7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:29.517247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=49fe6ebe-6648-4739-816f-48570340dfe2,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:29.546259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b9b66-0525-43d3-b93a-1a1472155fa2 req-54f4d776-7027-4248-ac49-7538eab642d4 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:29.554485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '49fe6ebe-6648-4739-816f-48570340dfe2', 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59', 'port_id': '49fe6ebe-6648-4739-816f-48570340dfe2', 'mac_address': 'fa:16:3e:1d:5b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76e788-9096-4a29-a54c-95736c762e71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:25:29.564002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a85b9b66-0525-43d3-b93a-1a1472155fa2 req-54f4d776-7027-4248-ac49-7538eab642d4 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 950 time: 0.2968683 Jul 06 11:25:29.627390 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a85b9b66-0525-43d3-b93a-1a1472155fa2 req-de30b15c-5eb7-4841-b2ad-d1bbb6f81e5b tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620005 Jul 06 11:25:29.681850 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:29.700344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fe6ebe-6648-4739-816f-48570340dfe2 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:29.728886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=49fe6ebe-6648-4739-816f-48570340dfe2,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:29.735940 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:29.831170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=49fe6ebe-6648-4739-816f-48570340dfe2,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:29.897439 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-f4e21046-95f2-4e82-8261-e1bbb5bdcd22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162236 Jul 06 11:25:29.971281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['49fe6ebe-6648-4739-816f-48570340dfe2'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:30.114379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df22d9-7c44-4d46-bbd5-e67b60cc986c req-8bc1cebf-8ef4-4cbd-bc13-a92d02d2ece5 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:30.116513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7df22d9-7c44-4d46-bbd5-e67b60cc986c req-8bc1cebf-8ef4-4cbd-bc13-a92d02d2ece5 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 945 time: 0.1823666 Jul 06 11:25:30.217484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7df22d9-7c44-4d46-bbd5-e67b60cc986c req-792328ee-31e4-433a-ad46-7e4deada949c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932403 Jul 06 11:25:30.452642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ba209-1eba-4b94-88fb-b91e8dafb17d req-ad6d2d8c-c3e7-44c6-b7d3-5bb194fba2dd tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:30.455363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba7ba209-1eba-4b94-88fb-b91e8dafb17d req-ad6d2d8c-c3e7-44c6-b7d3-5bb194fba2dd tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.1127944 Jul 06 11:25:30.543137 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba7ba209-1eba-4b94-88fb-b91e8dafb17d req-17446c3d-ceee-4f52-9fc8-613bfbde70d1 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751460 Jul 06 11:25:30.901040 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd364c-a679-475c-a1a9-8ac7b305a1e8 req-bddc9d02-d598-4fa1-8ea6-17e4118c1319 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:30.902733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36fd364c-a679-475c-a1a9-8ac7b305a1e8 req-bddc9d02-d598-4fa1-8ea6-17e4118c1319 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 1101 time: 0.1828618 Jul 06 11:25:30.946705 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2a12e69-d612-4887-8ff4-fe00127730d2 req-bf3381de-6dcd-4b71-a313-542e73d2eb08 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319783 Jul 06 11:25:31.011808 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36fd364c-a679-475c-a1a9-8ac7b305a1e8 req-3cdeda55-23ca-4459-8808-b79d4141235b tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:31.270276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 49fe6ebe-6648-4739-816f-48570340dfe2 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:31.275871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12e69-d612-4887-8ff4-fe00127730d2 req-25eec387-0801-4e90-a041-0eb810f13769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:31.277599 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2a12e69-d612-4887-8ff4-fe00127730d2 req-25eec387-0801-4e90-a041-0eb810f13769 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c088eab44e3346309b236c677e9dbf9e&device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 1097 time: 0.1621261 Jul 06 11:25:31.334139 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36fd364c-a679-475c-a1a9-8ac7b305a1e8 req-3cdeda55-23ca-4459-8808-b79d4141235b tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:31.362256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36fd364c-a679-475c-a1a9-8ac7b305a1e8 req-3cdeda55-23ca-4459-8808-b79d4141235b tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:31.437716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 49fe6ebe-6648-4739-816f-48570340dfe2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:31.455674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 49fe6ebe-6648-4739-816f-48570340dfe2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:31.456716 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:31.539826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36fd364c-a679-475c-a1a9-8ac7b305a1e8 req-3cdeda55-23ca-4459-8808-b79d4141235b tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574040 Jul 06 11:25:31.628744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeda55-23ca-4459-8808-b79d4141235b tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198d7c25-9b27-4b5b-8caf-ae74a9e52fa8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:31.729413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12e69-d612-4887-8ff4-fe00127730d2 req-eaffc6f5-43e1-430d-b2a8-38531b56950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:31.736008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2a12e69-d612-4887-8ff4-fe00127730d2 req-eaffc6f5-43e1-430d-b2a8-38531b56950b service neutron] 10.222.0.86 "GET /v2.0/networks?id=b80e88c1-181c-4e15-a828-cb1329a8129b HTTP/1.1" status: 200 len: 916 time: 0.3950782 Jul 06 11:25:31.900126 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:31.952735 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2a12e69-d612-4887-8ff4-fe00127730d2 req-90deb5eb-02da-471c-a94d-9f4a8d38ceb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c03b09-f08c-4f84-959e-25aac565389a HTTP/1.1" status: 200 len: 217 time: 0.2027192 Jul 06 11:25:31.992377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe6ebe-6648-4739-816f-48570340dfe2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:31.996615 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0114b1da-bff2-47b1-b784-8cc19bde70d6" -d '{"events": [{"server_uuid": "ba316f59-c750-4dea-9078-4497221b9c3a", "name": "network-vif-plugged", "status": "completed", "tag": "49fe6ebe-6648-4739-816f-48570340dfe2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:32.042587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=49fe6ebe-6648-4739-816f-48570340dfe2,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:32.053774 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:32.087233 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4ea82030-e435-46c2-a816-c63f1b5699c0 req-f12d3157-33d5-4efa-9769-16d1d99f671c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2170784 Jul 06 11:25:32.187032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=49fe6ebe-6648-4739-816f-48570340dfe2,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:32.248821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12e69-d612-4887-8ff4-fe00127730d2 req-c6c307a3-715d-4be2-a589-e6e94a6b0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:32.252973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2a12e69-d612-4887-8ff4-fe00127730d2 req-c6c307a3-715d-4be2-a589-e6e94a6b0e43 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=06d2a2bf-fee6-4e9f-a0fc-64b4559731d7 HTTP/1.1" status: 200 len: 855 time: 0.2990184 Jul 06 11:25:32.359833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2a12e69-d612-4887-8ff4-fe00127730d2 req-ef90f5c7-2bbc-4db7-b4e0-17191861cac6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b80e88c1-181c-4e15-a828-cb1329a8129b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976853 Jul 06 11:25:32.565486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ecad2-ca26-4fec-92d1-db87621ca444 req-a855f940-d831-4b6f-8fbf-02aec3bc0116 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:32.577402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-202ecad2-ca26-4fec-92d1-db87621ca444 req-a855f940-d831-4b6f-8fbf-02aec3bc0116 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 946 time: 0.5871668 Jul 06 11:25:32.840750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54956) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:32.857917 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea82030-e435-46c2-a816-c63f1b5699c0 req-7fc58c79-c25c-48e0-96b0-d7cfaf3b4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:32.859685 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4ea82030-e435-46c2-a816-c63f1b5699c0 req-7fc58c79-c25c-48e0-96b0-d7cfaf3b4414 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 1096 time: 0.6724272 Jul 06 11:25:32.860526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2a12e69-d612-4887-8ff4-fe00127730d2 req-ec086cde-7d2b-4b87-a541-450c59d995db service neutron] 10.222.0.86 "GET /v2.0/networks/b80e88c1-181c-4e15-a828-cb1329a8129b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831166 Jul 06 11:25:32.887355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-202ecad2-ca26-4fec-92d1-db87621ca444 req-e5c6d5b4-2c09-45cd-a645-071f77716143 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107378 Jul 06 11:25:33.066360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7384b55-334e-4dd2-b774-7cc312d0d01b req-182e63ec-b58c-4456-9eb7-88124196ef0a tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:33.079931 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7384b55-334e-4dd2-b774-7cc312d0d01b req-182e63ec-b58c-4456-9eb7-88124196ef0a tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 950 time: 0.5449023 Jul 06 11:25:33.091288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea82030-e435-46c2-a816-c63f1b5699c0 req-ec4a9a73-fb33-4187-a8ca-2b0d2b1454b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:33.094495 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4ea82030-e435-46c2-a816-c63f1b5699c0 req-ec4a9a73-fb33-4187-a8ca-2b0d2b1454b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.1718597 Jul 06 11:25:33.216492 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7384b55-334e-4dd2-b774-7cc312d0d01b req-4f79d3e9-7cd2-4751-ad00-662adf0e7391 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351879 Jul 06 11:25:33.263323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2a12e69-d612-4887-8ff4-fe00127730d2 req-daf773d5-8314-4449-8e1c-cfbeaded6b17 service neutron] 10.222.0.86 "GET /v2.0/networks/b80e88c1-181c-4e15-a828-cb1329a8129b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742034 Jul 06 11:25:33.263637 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4ea82030-e435-46c2-a816-c63f1b5699c0 req-5c07d817-664d-466d-927b-c0b4215eba2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70be238f-b9a4-460c-a58c-0e459e098ebc HTTP/1.1" status: 200 len: 217 time: 0.1464822 Jul 06 11:25:33.307806 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9ee0c5ad-0c04-4c2c-a94f-567be73030f1 tempest-AutoAllocateNetworkTest-1145617999 tempest-AutoAllocateNetworkTest-1145617999-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=69ff657646e34597a8145d3827d86da4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4658689 Jul 06 11:25:33.317490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ce13b-06d6-44d9-83d2-804c2b532c4d req-b6d21999-ec99-4956-ae33-70789bef69ba tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:33.318348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54962) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:33.322217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-666ce13b-06d6-44d9-83d2-804c2b532c4d req-b6d21999-ec99-4956-ae33-70789bef69ba tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.1961772 Jul 06 11:25:33.378413 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6aaf41-1879-422c-bf38-49c7345ec162 x-openstack-request-id: req-bc6aaf41-1879-422c-bf38-49c7345ec162 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:33.379118 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba316f59-c750-4dea-9078-4497221b9c3a", "name": "network-vif-plugged", "status": "completed", "tag": "49fe6ebe-6648-4739-816f-48570340dfe2", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:33.379224 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc6aaf41-1879-422c-bf38-49c7345ec162 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:33.380370 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe6ebe-6648-4739-816f-48570340dfe2', 'code': 200} Jul 06 11:25:33.437949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-666ce13b-06d6-44d9-83d2-804c2b532c4d req-1f86dacf-39c3-4d5b-9508-3f2ebaf3e0e4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965927 Jul 06 11:25:33.474385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea82030-e435-46c2-a816-c63f1b5699c0 req-db7d86b2-acec-41eb-b200-298352cd123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:33.480165 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4ea82030-e435-46c2-a816-c63f1b5699c0 req-db7d86b2-acec-41eb-b200-298352cd123c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.1729372 Jul 06 11:25:33.615723 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4ea82030-e435-46c2-a816-c63f1b5699c0 req-18dde9fd-6a3d-4e39-b9c0-d96cf8cc3eb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205802 Jul 06 11:25:33.650678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984cfe3-ebf0-45f4-8b43-d28c2c34541c req-81aa9829-defc-4e40-8e19-8a7a237791c2 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:33.654497 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1984cfe3-ebf0-45f4-8b43-d28c2c34541c req-81aa9829-defc-4e40-8e19-8a7a237791c2 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 950 time: 0.5309205 Jul 06 11:25:33.731799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-56204e19-620a-4bea-a36d-1c9da7f640a7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900300 Jul 06 11:25:33.927912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73761914-c11b-4b82-8cc2-84320acc4399 tempest-AutoAllocateNetworkTest-1145617999 tempest-AutoAllocateNetworkTest-1145617999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:33.931632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-73761914-c11b-4b82-8cc2-84320acc4399 tempest-AutoAllocateNetworkTest-1145617999 tempest-AutoAllocateNetworkTest-1145617999-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.6112285 Jul 06 11:25:33.976463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54978) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:34.010112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43386e02-efa1-4318-866b-a026eb57f413 req-62f368af-39a3-433d-949c-fdf5e3d4347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:34.012355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43386e02-efa1-4318-866b-a026eb57f413 req-62f368af-39a3-433d-949c-fdf5e3d4347e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1097 time: 0.4719572 Jul 06 11:25:34.078542 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fdb2a139-8fd7-4a67-9f1c-ecf056097279 tempest-AutoAllocateNetworkTest-1145617999 tempest-AutoAllocateNetworkTest-1145617999-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942466 Jul 06 11:25:34.085067 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54988) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:34.110959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-9c1ed933-9f20-48ae-9299-1a23539e3aac tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a98d34355b60473389c13334321b793a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632405 Jul 06 11:25:34.158578 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43386e02-efa1-4318-866b-a026eb57f413 req-f4e68283-44f5-4501-9926-08c80d77a6f0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341753 Jul 06 11:25:34.181683 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9ee68cd2-8a9e-4f5c-8909-57960c1decf7 tempest-AutoAllocateNetworkTest-1145617999 tempest-AutoAllocateNetworkTest-1145617999-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=69ff657646e34597a8145d3827d86da4 HTTP/1.1" status: 200 len: 208 time: 0.0823109 Jul 06 11:25:34.201090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-ae554be8-fe12-4b92-999c-f75930187c24 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:34.209994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-ae554be8-fe12-4b92-999c-f75930187c24 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4746768 Jul 06 11:25:34.213898 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4ea82030-e435-46c2-a816-c63f1b5699c0 req-70be713a-bda8-4347-9ee6-3372c4aef28c service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518603 Jul 06 11:25:34.222248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32903-849b-47fe-b714-6322bfde9d53 req-188fd37f-a1b3-46b0-a422-e92f7d3ae56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:34.225468 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-188fd37f-a1b3-46b0-a422-e92f7d3ae56c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1100 time: 0.5605597 Jul 06 11:25:34.238638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-4d88ad06-44e6-4a61-8133-848c26052a9c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/quotas/ef8876f4dae54f308bfb7290f817f26e HTTP/1.1" status: 200 len: 375 time: 0.0282688 Jul 06 11:25:34.282633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1984cfe3-ebf0-45f4-8b43-d28c2c34541c req-f85d9687-51d8-416b-8746-a6b8a28de9d3 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Deleting port a530788f-e382-4c01-a8f4-e7d5e41cbab9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:25:34.284112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1984cfe3-ebf0-45f4-8b43-d28c2c34541c req-f85d9687-51d8-416b-8746-a6b8a28de9d3 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:34.353442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-1105a59d-2cc0-46f4-b2e3-626a953f1625 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:34.355151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-1105a59d-2cc0-46f4-b2e3-626a953f1625 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342317 Jul 06 11:25:34.391848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-eed4ae68-0d40-46be-abff-967c173c7f78 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1521752 Jul 06 11:25:34.408429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8192be5b-66d9-4407-bba7-479e23203675 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/quotas/a98d34355b60473389c13334321b793a HTTP/1.1" status: 200 len: 375 time: 0.0428798 Jul 06 11:25:34.464621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-5e1a912c-16bf-418f-9f85-69833972e2d8 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a98d34355b60473389c13334321b793a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447676 Jul 06 11:25:34.656554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32903-849b-47fe-b714-6322bfde9d53 req-81474096-64a4-4632-89d3-6ec265a0b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:34.658288 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-81474096-64a4-4632-89d3-6ec265a0b471 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.4154270 Jul 06 11:25:34.678734 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4ea82030-e435-46c2-a816-c63f1b5699c0 req-08940a1a-13ed-4a89-9723-87a571e2f87c service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515963 Jul 06 11:25:34.812689 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-fac7a1db-24d6-4ce2-b766-f53fa43a3381 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 200 len: 217 time: 0.1456132 Jul 06 11:25:34.888007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1984cfe3-ebf0-45f4-8b43-d28c2c34541c req-f85d9687-51d8-416b-8746-a6b8a28de9d3 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] For port a530788f-e382-4c01-a8f4-e7d5e41cbab9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a530788f-e382-4c01-a8f4-e7d5e41cbab9,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:34.888401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1984cfe3-ebf0-45f4-8b43-d28c2c34541c req-f85d9687-51d8-416b-8746-a6b8a28de9d3 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:34.904707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55004) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:34.923368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1984cfe3-ebf0-45f4-8b43-d28c2c34541c req-f85d9687-51d8-416b-8746-a6b8a28de9d3 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Calling delete_port for a530788f-e382-4c01-a8f4-e7d5e41cbab9 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:25:34.945262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32903-849b-47fe-b714-6322bfde9d53 req-fd218229-fc1d-421e-b72a-e2a0a9af981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:34.947104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-fd218229-fc1d-421e-b72a-e2a0a9af981a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1265936 Jul 06 11:25:35.183504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d27fb32b-f705-47c5-9e04-76b911f4dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:35.197166 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d27fb32b-f705-47c5-9e04-76b911f4dc92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2085111 Jul 06 11:25:35.248462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc8624-61d2-415d-9f93-f957fc721fbb req-4153260e-ea34-4f56-a844-01d307242fbd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:35.270748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35dc8624-61d2-415d-9f93-f957fc721fbb req-4153260e-ea34-4f56-a844-01d307242fbd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 946 time: 0.2103748 Jul 06 11:25:35.423881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c2b045b-2f2d-46f7-a0d9-b03c3c3568a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:35.435071 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35dc8624-61d2-415d-9f93-f957fc721fbb req-8319cc50-5eb3-416d-a771-1f7956e449b7 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583321 Jul 06 11:25:35.472033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1984cfe3-ebf0-45f4-8b43-d28c2c34541c req-f85d9687-51d8-416b-8746-a6b8a28de9d3 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:35.488639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['a530788f-e382-4c01-a8f4-e7d5e41cbab9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:35.583387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d9687-51d8-416b-8746-a6b8a28de9d3 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Pushing event deleted for resources: {'Port': ['ID=a530788f-e382-4c01-a8f4-e7d5e41cbab9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:35.684687 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-cc67a90e-b0a3-4f8d-b575-eb65b5201a56 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935330 Jul 06 11:25:35.688689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1984cfe3-ebf0-45f4-8b43-d28c2c34541c req-f85d9687-51d8-416b-8746-a6b8a28de9d3 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] No DVR routers for this DVR port a530788f-e382-4c01-a8f4-e7d5e41cbab9 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:25:35.695541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1984cfe3-ebf0-45f4-8b43-d28c2c34541c req-f85d9687-51d8-416b-8746-a6b8a28de9d3 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:35.702435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1984cfe3-ebf0-45f4-8b43-d28c2c34541c req-f85d9687-51d8-416b-8746-a6b8a28de9d3 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.47 "DELETE /v2.0/ports/a530788f-e382-4c01-a8f4-e7d5e41cbab9 HTTP/1.1" status: 204 len: 173 time: 2.0243232 Jul 06 11:25:35.704412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f32c060-e440-4542-ac4e-98899ae3a10d', 'name': 'network-vif-deleted', 'tag': 'a530788f-e382-4c01-a8f4-e7d5e41cbab9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:35.736071 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4048e9a6-8b67-4907-8215-691b0cd0e94a" -d '{"events": [{"server_uuid": "3f32c060-e440-4542-ac4e-98899ae3a10d", "name": "network-vif-deleted", "tag": "a530788f-e382-4c01-a8f4-e7d5e41cbab9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:36.133411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75cbb6e0-592d-4d18-8724-2c8151fd34d3 req-624e1e23-3e79-4f07-80f2-eabfdfff2ff6 tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 210 time: 0.1304607 Jul 06 11:25:36.144103 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c2b045b-2f2d-46f7-a0d9-b03c3c3568a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:36.150108 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-c00d789e-3247-4eb9-922e-7c01ee9915b1 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462276 Jul 06 11:25:36.154624 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c2b045b-2f2d-46f7-a0d9-b03c3c3568a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:36.253592 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6c2b045b-2f2d-46f7-a0d9-b03c3c3568a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69ff657646e34597a8145d3827d86da4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3428082 Jul 06 11:25:36.255184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55024) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:36.267076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b045b-2f2d-46f7-a0d9-b03c3c3568a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea0e5ea-bb0a-45ec-9ff8-26605b248f90,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:36.385898 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663c31-909f-41c3-8700-5f22f58c1690 req-d58544a1-2a24-4e5e-81b7-44a4331394a5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:36.390952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95663c31-909f-41c3-8700-5f22f58c1690 req-d58544a1-2a24-4e5e-81b7-44a4331394a5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.3745437 Jul 06 11:25:36.441388 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d646058-7da0-489b-a518-8bf8133d2065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:36.480311 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d646058-7da0-489b-a518-8bf8133d2065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:36.502742 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95663c31-909f-41c3-8700-5f22f58c1690 req-5927df76-4c1b-46c6-903f-fcaea2b0e3bc tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000385 Jul 06 11:25:36.585177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d646058-7da0-489b-a518-8bf8133d2065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:36.588137 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d646058-7da0-489b-a518-8bf8133d2065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:36.589672 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9d646058-7da0-489b-a518-8bf8133d2065 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ea0e5ea-bb0a-45ec-9ff8-26605b248f90 HTTP/1.1" status: 204 len: 168 time: 0.3335669 Jul 06 11:25:36.635498 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d646058-7da0-489b-a518-8bf8133d2065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea0e5ea-bb0a-45ec-9ff8-26605b248f90,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:36.830468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aecead14-40b4-4991-9ed5-ce45d49518cb req-48d59085-258d-4060-bc4a-e618e57c023a tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 210 time: 0.1436226 Jul 06 11:25:36.963292 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0f4769-1151-47cc-aee0-2ef22c242985 x-openstack-request-id: req-0a0f4769-1151-47cc-aee0-2ef22c242985 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:36.963938 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f32c060-e440-4542-ac4e-98899ae3a10d", "name": "network-vif-deleted", "tag": "a530788f-e382-4c01-a8f4-e7d5e41cbab9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:36.964739 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a0f4769-1151-47cc-aee0-2ef22c242985 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:36.965301 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f32c060-e440-4542-ac4e-98899ae3a10d', 'name': 'network-vif-deleted', 'tag': 'a530788f-e382-4c01-a8f4-e7d5e41cbab9', 'status': 'completed', 'code': 200} Jul 06 11:25:37.373523 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb252823-5fc0-4511-8098-d8de00541ef8 req-b1de115b-6a82-4017-bacd-54bb7fced585 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 210 time: 0.0888200 Jul 06 11:25:37.446215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae164cbf-6c58-4ef1-bbb5-3ca4726d0f51 req-4978055b-1b13-4f57-92cb-fba39968c9ed tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:37.448174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae164cbf-6c58-4ef1-bbb5-3ca4726d0f51 req-4978055b-1b13-4f57-92cb-fba39968c9ed tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 946 time: 0.3207278 Jul 06 11:25:37.483754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a530788f-e382-4c01-a8f4-e7d5e41cbab9 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:25:37.506695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae164cbf-6c58-4ef1-bbb5-3ca4726d0f51 req-ca883c44-5690-484b-bd51-a38be59f9042 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525935 Jul 06 11:25:37.560754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: a530788f-e382-4c01-a8f4-e7d5e41cbab9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:25:37.561593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a530788f-e382-4c01-a8f4-e7d5e41cbab9 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:25:37.612790 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:25:37.687709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-05d439bb-e051-437f-8b0e-a5997a880fe9 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a98d34355b60473389c13334321b793a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902066 Jul 06 11:25:38.167824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55082) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:38.287952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c08461cd-0289-4300-934c-ca1c06692c78 req-eeb1c38a-2ee0-44d3-aa8b-249eb4453b3e tempest-ServerDiagnosticsNegativeTest-1911170919 tempest-ServerDiagnosticsNegativeTest-1911170919-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f32c060-e440-4542-ac4e-98899ae3a10d HTTP/1.1" status: 200 len: 210 time: 0.0967829 Jul 06 11:25:38.414462 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-network', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:38.420483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-db5b2e05-2ea9-4a33-943a-86a1b47bc74e tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:38.423383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-db5b2e05-2ea9-4a33-943a-86a1b47bc74e tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7271152 Jul 06 11:25:38.433154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ae7fc-810e-4de3-b2b9-8d49258b9243 req-39633697-6529-4c8f-903d-8f71f12a6a83 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:38.445007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Made reservation on behalf of 21d545a249fb4b96ad293abdfd92ec22 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:38.446074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d96ae7fc-810e-4de3-b2b9-8d49258b9243 req-39633697-6529-4c8f-903d-8f71f12a6a83 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1097 time: 0.2565773 Jul 06 11:25:38.448958 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:38.462631 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:38.469525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Request body: {'port': {'device_id': 'b642e5b5-a28f-442e-b600-fc4362083d27', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'a98d34355b60473389c13334321b793a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:38.572608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d96ae7fc-810e-4de3-b2b9-8d49258b9243 req-b3d9a7f8-6e1b-41ab-ab39-07dea16f64ab tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240249 Jul 06 11:25:38.658382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:38.674527 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:38.716856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:25:38.756447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30ad412-7142-475b-b835-e0412f591544,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:38.768816 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:38.769466 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Added segment 3bbbcede-e81c-4dd9-b202-ac270a10658f of type vlan for network a5e489b5-0684-4a9d-b620-d8739016b04b Jul 06 11:25:38.838512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:38.883779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:38.885974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:38.887114 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:38.897024 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe2a6376-882e-4ff8-9aad-5995b4d2f6e4 req-89b94162-aa24-4de4-abb7-17912ee64172 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 210 time: 0.0562904 Jul 06 11:25:38.947914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e48ab-2d71-4cfb-9662-2a9f8ddbd0a4 req-0312fdbb-17f8-4dd6-b7d7-826cb940f37c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:38.950382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be1e48ab-2d71-4cfb-9662-2a9f8ddbd0a4 req-0312fdbb-17f8-4dd6-b7d7-826cb940f37c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.4154253 Jul 06 11:25:38.967443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Made reservation on behalf of a98d34355b60473389c13334321b793a for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:38.978042 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.003687 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.010392 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8395467 Jul 06 11:25:39.014821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55094) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:39.024284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] Request body: {'subnet': {'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-subnet', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:39.040478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60c43c-40f6-450f-8d72-bccef02d30e2 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e489b5-0684-4a9d-b620-d8739016b04b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:39.059129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a5e489b5-0684-4a9d-b620-d8739016b04b details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:25:39.077908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] Made reservation on behalf of 21d545a249fb4b96ad293abdfd92ec22 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:39.080727 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.221770 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be1e48ab-2d71-4cfb-9662-2a9f8ddbd0a4 req-d5b8cc7a-28d9-46df-95ee-1e52aa4fa689 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405765 Jul 06 11:25:39.401176 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74202923-6fe1-4fcd-addb-967e62f606c6 req-576653f7-4f1b-467d-ae31-2ea43a168632 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 210 time: 0.1172528 Jul 06 11:25:39.540498 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-480a8f18-57a1-4395-afa7-a24a699e4fb8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524535 Jul 06 11:25:39.734052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-b108796f-7fbd-4884-9392-e1aed65f3df5 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:39.736302 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-b108796f-7fbd-4884-9392-e1aed65f3df5 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877751 Jul 06 11:25:39.746182 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.758935 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:39.769401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Request body: {'port': {'device_id': 'c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'ef8876f4dae54f308bfb7290f817f26e'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:39.780772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd71a7d-b244-4b0f-b086-972ac1533e5e req-5b63cc08-e427-48c9-b9aa-38cdcc0a4639 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:39.793844 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdd71a7d-b244-4b0f-b086-972ac1533e5e req-5b63cc08-e427-48c9-b9aa-38cdcc0a4639 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1097 time: 0.2828357 Jul 06 11:25:39.933779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcede22a-9125-4235-95a0-2e8a8a8197a9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:39.964274 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.86', 64400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:40.006966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-6ffc0a03-5ade-44fa-be06-cecce907108f tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387928 Jul 06 11:25:40.032109 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdd71a7d-b244-4b0f-b086-972ac1533e5e req-5b28e379-745b-4a5a-9f29-0114d7dd3ac5 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366209 Jul 06 11:25:40.236748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Allocated IP 192.168.233.55 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/3418f8b9-cb57-43ad-a59f-8d6932e3fde8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:40.292106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Made reservation on behalf of ef8876f4dae54f308bfb7290f817f26e for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:40.299431 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:40.309108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65169ad2-5b17-4165-93df-36ccbdf86e7e req-4896f9e8-9169-4bb5-b46b-725c63b981e2 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 210 time: 0.0661685 Jul 06 11:25:40.391284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-66841a6d-ff61-45fc-95a8-d24e240d6e5b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:40.393067 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-66841a6d-ff61-45fc-95a8-d24e240d6e5b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2482355 Jul 06 11:25:40.408399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Request body: {'port': {'device_id': 'c55270bd-98d4-4535-9327-6fb305fb1154', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'ef8876f4dae54f308bfb7290f817f26e'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:40.491083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55124) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:40.665640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:40.773460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Made reservation on behalf of ef8876f4dae54f308bfb7290f817f26e for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:40.777439 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:40.856831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:40.893845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3efb22ad-3510-426e-9e2f-5899e1c40ead req-e403d2bd-2963-49ad-8d98-c311b86d808b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 210 time: 0.0842233 Jul 06 11:25:40.899602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0875ea68-eb80-4280-b8aa-6ab66bb5db45,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:40.910335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] Checking segment: {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:40.910883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] Network hostable DHCP agents. Network: a5e489b5-0684-4a9d-b620-d8739016b04b, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:25:40.921798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Transition to ACTIVE for port object 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:40.944937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] Network a5e489b5-0684-4a9d-b620-d8739016b04b is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:25:40.966304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, a5e489b5-0684-4a9d-b620-d8739016b04b) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:40.976088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:40.977808 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:40.985880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc86a3-698e-402f-90ba-1a494a1ffb58 None None] Network a5e489b5-0684-4a9d-b620-d8739016b04b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:41.005497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d006f-0008-4b17-aa0a-8e48035af8ba req-0765562a-ed45-45d0-87d7-a73f404bfc33 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:41.008604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-007d006f-0008-4b17-aa0a-8e48035af8ba req-0765562a-ed45-45d0-87d7-a73f404bfc33 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.3342462 Jul 06 11:25:41.019643 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bad8bbcf-828f-4f60-b9d1-67e702cf8881 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0028553 Jul 06 11:25:41.023858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55138) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:41.031673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:41.106812 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.109246 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.150074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d2259009-33c1-4daf-a8f6-e72725a8480d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b743f62210b1418cbd16c273265a4ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6513302 Jul 06 11:25:41.182085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55140) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:41.224360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-007d006f-0008-4b17-aa0a-8e48035af8ba req-ff44915b-d1dd-47d0-b8ed-83f1d7397745 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522164 Jul 06 11:25:41.248958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.263502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-a5e489b5-0684-4a9d-b620-d8739016b04b', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:25:41.265419 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.360029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:41.368024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.375368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:41.381398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:41.394866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:41.396130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.430431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Pushing event updated for resources: {'Port': ['ID=3418f8b9-cb57-43ad-a59f-8d6932e3fde8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:41.445739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9364d9-05e3-4828-9585-9c6ddff99651 req-8f3e4421-06ca-4cec-ae52-aa79a9be8ee7 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:41.458174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb9364d9-05e3-4828-9585-9c6ddff99651 req-8f3e4421-06ca-4cec-ae52-aa79a9be8ee7 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1097 time: 0.3577480 Jul 06 11:25:41.499647 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-8b62fe37-532d-4da9-87aa-a0242d604cc5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0480702 Jul 06 11:25:41.529802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Request body: {'port': {'device_id': 'b642e5b5-a28f-442e-b600-fc4362083d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:41.552620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Allocated IP 172.20.0.2 (a5e489b5-0684-4a9d-b620-d8739016b04b/0875ea68-eb80-4280-b8aa-6ab66bb5db45/e6b9e500-7a27-4446-90f5-ed2bba465e01) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:41.556149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Allocated IP 192.168.233.29 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/93433c4b-59a0-4146-8153-8ce0f4c70bf9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:41.661392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb9364d9-05e3-4828-9585-9c6ddff99651 req-e803d095-8404-4f63-8b2c-2f7c4cbd30b2 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013533 Jul 06 11:25:41.850176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a42ff06-7873-42f3-88f7-0403c58fb695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.869702 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.891551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:41.945330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:41.969172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-78cab270-70e5-404c-81b2-2c833d5b278c None None] Provisioning for port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:41.980361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Transition to ACTIVE for port object e6b9e500-7a27-4446-90f5-ed2bba465e01 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:41.984593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-78cab270-70e5-404c-81b2-2c833d5b278c None None] Provisioning complete for port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:41.985319 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78cab270-70e5-404c-81b2-2c833d5b278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.047081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.066135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905ffaf-0881-409c-be06-cfca52c12589 req-5d9bbaa3-dcae-411b-8996-4d3d363c7376 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:42.068587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Transition to ACTIVE for port object e6b9e500-7a27-4446-90f5-ed2bba465e01 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:42.079886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d905ffaf-0881-409c-be06-cfca52c12589 req-5d9bbaa3-dcae-411b-8996-4d3d363c7376 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 935 time: 0.4434810 Jul 06 11:25:42.101557 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.143265 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a42ff06-7873-42f3-88f7-0403c58fb695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.173757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-78cab270-70e5-404c-81b2-2c833d5b278c None None] Port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:25:42.242970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Network a5e489b5-0684-4a9d-b620-d8739016b04b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:42.253658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:42.261199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:42.301616 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d905ffaf-0881-409c-be06-cfca52c12589 req-13e83bb8-8bbf-44cf-9f33-d0076b183d38 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146819 Jul 06 11:25:42.346958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Pushing event updated for resources: {'Port': ['ID=e6b9e500-7a27-4446-90f5-ed2bba465e01,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:42.404114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Attempting to bind port e6b9e500-7a27-4446-90f5-ed2bba465e01 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:42.404726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Attempting to bind port e6b9e500-7a27-4446-90f5-ed2bba465e01 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:42.405596 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Attempting to bind port e6b9e500-7a27-4446-90f5-ed2bba465e01 on network a5e489b5-0684-4a9d-b620-d8739016b04b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:42.416444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:42.416444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Checking segment: {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:42.416930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.417407 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Bound using segment: {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:42.418360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Bound port: e6b9e500-7a27-4446-90f5-ed2bba465e01, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:42.419050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.420006 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4cbb8889-60ca-447d-8916-c76dffb63bb4 req-6f3ed8d8-4e4a-4650-a940-91b1b2b502c7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 210 time: 0.0557611 Jul 06 11:25:42.446543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2603ff57-55c0-43d6-8b29-659b636e3c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.552696 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a42ff06-7873-42f3-88f7-0403c58fb695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.557965 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a42ff06-7873-42f3-88f7-0403c58fb695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.560661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6a42ff06-7873-42f3-88f7-0403c58fb695 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6a76ee8-efb9-4401-be60-a0c2c52ae7e7 HTTP/1.1" status: 204 len: 168 time: 1.3766038 Jul 06 11:25:42.578997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.615507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42ff06-7873-42f3-88f7-0403c58fb695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a76ee8-efb9-4401-be60-a0c2c52ae7e7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:42.624588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Transition to ACTIVE for port object 93433c4b-59a0-4146-8153-8ce0f4c70bf9 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:42.676104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] For port e6b9e500-7a27-4446-90f5-ed2bba465e01, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:42.683084 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] For port e6b9e500-7a27-4446-90f5-ed2bba465e01, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e6b9e500-7a27-4446-90f5-ed2bba465e01,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:42.719926 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.836480 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2603ff57-55c0-43d6-8b29-659b636e3c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.862586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2603ff57-55c0-43d6-8b29-659b636e3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.875206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492ddd2-4ddf-40c7-ab59-99efc612dd66 None None] Pushing event updated for resources: {'Port': ['ID=e6b9e500-7a27-4446-90f5-ed2bba465e01,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:42.888920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:42.904829 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:42.979242 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.081777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dd095-4ead-46bc-8f97-839838ae1bb6 req-0523bb18-17f6-4e8e-a892-d32251bbdcfc tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:43.084041 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.090081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a19dd095-4ead-46bc-8f97-839838ae1bb6 req-0523bb18-17f6-4e8e-a892-d32251bbdcfc tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.4371881 Jul 06 11:25:43.115978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2603ff57-55c0-43d6-8b29-659b636e3c6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6aa2cbae290344aab20dd97b5e61419f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2241995 Jul 06 11:25:43.127580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603ff57-55c0-43d6-8b29-659b636e3c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd8a7c-0df0-48d3-9fda-42591ae47b2d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:43.156108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55168) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:43.157286 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:43.170015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:43.174089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event updated for resources: {'Port': ['ID=93433c4b-59a0-4146-8153-8ce0f4c70bf9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:43.174680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Allocated IP 192.168.233.102 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/8865306c-ed81-47b2-b1dd-f11af373e157) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:43.185444 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:43.277446 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6354-b847-43ca-ba9f-218f9d0ac937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.309365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a19dd095-4ead-46bc-8f97-839838ae1bb6 req-0acb3b47-a80f-4f73-b2b3-0ec4b559cfd8 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179234 Jul 06 11:25:43.367044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:43.368170 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.372643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6354-b847-43ca-ba9f-218f9d0ac937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.389590 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-e7ee0d77-3b55-44f2-8ea2-ed4f134440c9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6308210 Jul 06 11:25:43.448641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Request body: {'port': {'device_id': 'c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:43.560337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Allocated IP 172.25.0.44 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/216dff42-bf4d-44f2-abbf-4eb1546b8ba1) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:43.577016 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6354-b847-43ca-ba9f-218f9d0ac937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.583053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6354-b847-43ca-ba9f-218f9d0ac937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.592828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3f4b6354-b847-43ca-ba9f-218f9d0ac937 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52dd8a7c-0df0-48d3-9fda-42591ae47b2d HTTP/1.1" status: 204 len: 168 time: 0.4347837 Jul 06 11:25:43.596808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca6141-fc43-464e-b702-4d7ba6a83e0c req-7a857fec-ee40-478b-a4ff-280ad0eb1d65 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:43.609301 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8ca6141-fc43-464e-b702-4d7ba6a83e0c req-7a857fec-ee40-478b-a4ff-280ad0eb1d65 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1097 time: 0.6009924 Jul 06 11:25:43.639439 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.712608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b6354-b847-43ca-ba9f-218f9d0ac937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd8a7c-0df0-48d3-9fda-42591ae47b2d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:43.762294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55176) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:43.884772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-46a528d8-1a34-4926-b611-68db163a95ee None None] Provisioning for port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:43.908125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-46a528d8-1a34-4926-b611-68db163a95ee None None] Provisioning complete for port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:43.909452 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46a528d8-1a34-4926-b611-68db163a95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.929076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1990788e-2daf-42be-8803-3ba20ffe0359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:43.985341 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:44.005693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8ca6141-fc43-464e-b702-4d7ba6a83e0c req-6e27b7f2-e6cd-4d27-96da-c8caa85fbbed tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645735 Jul 06 11:25:44.015628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-46a528d8-1a34-4926-b611-68db163a95ee None None] Port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:25:44.074472 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:44.088423 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63a81363-beef-4e3b-b1b2-d17f6a5497f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:44.112934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:44.154514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:44.161504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:44.257925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=216dff42-bf4d-44f2-abbf-4eb1546b8ba1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:44.264402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:44.674185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55186) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:44.681086 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bd64458-19e8-487c-a480-b1251fca3543 req-578a28df-139a-493a-96c5-0727005e0f8a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 210 time: 0.4407191 Jul 06 11:25:44.695822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Transition to ACTIVE for port object 8865306c-ed81-47b2-b1dd-f11af373e157 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:44.742897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c899bcae-a075-48e8-93c7-f23f73075b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:44.757111 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1990788e-2daf-42be-8803-3ba20ffe0359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:44.774534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1990788e-2daf-42be-8803-3ba20ffe0359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:44.821443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d531978-8cb8-4682-aeec-dd134f6e4bf7 req-2a17236d-de7b-48d8-8b94-f24e13984791 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:44.838432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d531978-8cb8-4682-aeec-dd134f6e4bf7 req-2a17236d-de7b-48d8-8b94-f24e13984791 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 935 time: 0.9593155 Jul 06 11:25:45.005972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d5832a-85ef-4b17-808e-40ec90c2099a None None] Network a5e489b5-0684-4a9d-b620-d8739016b04b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:45.064430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990788e-2daf-42be-8803-3ba20ffe0359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1249a6f2-398d-4c60-a2d5-7c304fd3f797,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:45.068023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:45.071558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e6b9e500-7a27-4446-90f5-ed2bba465e01 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:45.096128 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1990788e-2daf-42be-8803-3ba20ffe0359 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63ee1a161de64328b71bcd034aa9bda1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3048952 Jul 06 11:25:45.104173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55188) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:45.123037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d531978-8cb8-4682-aeec-dd134f6e4bf7 req-9fcbd673-54a5-4a17-9371-fe3b23b60164 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829783 Jul 06 11:25:45.198955 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:45.401728 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c66e5ab-7f72-4d79-877f-be02bb72a927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:45.403776 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c899bcae-a075-48e8-93c7-f23f73075b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:45.417218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:45.422750 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c899bcae-a075-48e8-93c7-f23f73075b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:45.562081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:45.603923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event updated for resources: {'Port': ['ID=8865306c-ed81-47b2-b1dd-f11af373e157,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:45.659653 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c899bcae-a075-48e8-93c7-f23f73075b30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1aefff860d6e43ebbf240c59e0a3493b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9820931 Jul 06 11:25:45.659653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55192) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:45.662567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:45.726260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899bcae-a075-48e8-93c7-f23f73075b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128aa79e-9f42-4a79-9caa-36f6c2b53d99,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:45.745902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-027b24d6-0e38-447e-8cfb-87ccdeeabffb None None] Provisioning for port e6b9e500-7a27-4446-90f5-ed2bba465e01 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:45.800567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:45.820561 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:45.845625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Transition to ACTIVE for port object 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:45.848808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:45.861919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:45.863975 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:45.891046 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:45.898855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e6b9e500-7a27-4446-90f5-ed2bba465e01 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:45.978985 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c66e5ab-7f72-4d79-877f-be02bb72a927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:45.987389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Pushing event updated for resources: {'Port': ['ID=3418f8b9-cb57-43ad-a59f-8d6932e3fde8,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:46.026927 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e000427f-4e1f-4b7f-a532-dd16406db88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:46.060177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e6b9e500-7a27-4446-90f5-ed2bba465e01 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:46.061113 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:46.085345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e000427f-4e1f-4b7f-a532-dd16406db88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:46.087826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a9983580-2367-47ab-8568-871b98da01a1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6847427 Jul 06 11:25:46.143866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Request body: {'port': {'device_id': 'c55270bd-98d4-4535-9327-6fb305fb1154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:46.196360 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:46.275980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf76b4-1d6d-43d9-a195-0e85ff2065b7 req-bc26a8d6-8413-4ddf-8b14-486d82f9c3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:46.276610 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e000427f-4e1f-4b7f-a532-dd16406db88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:46.281638 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e000427f-4e1f-4b7f-a532-dd16406db88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:46.290014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89cf76b4-1d6d-43d9-a195-0e85ff2065b7 req-bc26a8d6-8413-4ddf-8b14-486d82f9c3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.6682241 Jul 06 11:25:46.305930 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e000427f-4e1f-4b7f-a532-dd16406db88a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/128aa79e-9f42-4a79-9caa-36f6c2b53d99 HTTP/1.1" status: 204 len: 168 time: 0.5734396 Jul 06 11:25:46.359212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-857d10bc-8202-461c-9567-198ae0793127 None None] Provisioning for port 8865306c-ed81-47b2-b1dd-f11af373e157 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:46.398337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-857d10bc-8202-461c-9567-198ae0793127 None None] Provisioning complete for port 8865306c-ed81-47b2-b1dd-f11af373e157 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:46.398911 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-857d10bc-8202-461c-9567-198ae0793127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:46.474703 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c66e5ab-7f72-4d79-877f-be02bb72a927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:46.481751 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c66e5ab-7f72-4d79-877f-be02bb72a927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:46.489985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7c66e5ab-7f72-4d79-877f-be02bb72a927 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1249a6f2-398d-4c60-a2d5-7c304fd3f797 HTTP/1.1" status: 204 len: 168 time: 1.3835275 Jul 06 11:25:46.546875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000427f-4e1f-4b7f-a532-dd16406db88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128aa79e-9f42-4a79-9caa-36f6c2b53d99,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:46.555418 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:46.641921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-857d10bc-8202-461c-9567-198ae0793127 None None] Port 8865306c-ed81-47b2-b1dd-f11af373e157 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:25:46.642627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66e5ab-7f72-4d79-877f-be02bb72a927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1249a6f2-398d-4c60-a2d5-7c304fd3f797,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:46.697393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Attempting to bind port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:46.697967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Attempting to bind port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:46.698466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Attempting to bind port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:46.728110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:25:46.728604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Attempting to bind port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:46.766814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:46.767286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:46.767888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:46.768597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Bound port: 3418f8b9-cb57-43ad-a59f-8d6932e3fde8, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:46.769149 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:46.791247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89cf76b4-1d6d-43d9-a195-0e85ff2065b7 req-8442588c-4074-4a4b-9635-5ca3b40a6ef7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996545 Jul 06 11:25:46.860137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port e6b9e500-7a27-4446-90f5-ed2bba465e01, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e6b9e500-7a27-4446-90f5-ed2bba465e01,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:46.896760 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:47.027039 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:47.119427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=e6b9e500-7a27-4446-90f5-ed2bba465e01,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:47.147331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93433c4b-59a0-4146-8153-8ce0f4c70bf9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:47.168176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:47.228145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Transition to ACTIVE for port object 93433c4b-59a0-4146-8153-8ce0f4c70bf9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:47.244576 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:47.385030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-92c788a6-22ba-494e-b50b-d53f90a6905c None None] Provisioning complete for port e6b9e500-7a27-4446-90f5-ed2bba465e01 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:47.386369 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92c788a6-22ba-494e-b50b-d53f90a6905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:47.389840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Pushing event updated for resources: {'Port': ['ID=93433c4b-59a0-4146-8153-8ce0f4c70bf9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:47.482677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] For port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:47.572390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] For port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=3418f8b9-cb57-43ad-a59f-8d6932e3fde8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:47.642010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:25:47.658268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Attempting to bind port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:47.659363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Attempting to bind port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:47.660881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Attempting to bind port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:47.721259 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:47.759695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:25:47.760316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Attempting to bind port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:47.772443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:47.773080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:47.774057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:47.774857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Bound port: 93433c4b-59a0-4146-8153-8ce0f4c70bf9, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:47.775516 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:47.902495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Pushing event updated for resources: {'Port': ['ID=3418f8b9-cb57-43ad-a59f-8d6932e3fde8,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:48.015225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:25:48.031249 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Sync routers for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:25:48.068037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] For port 93433c4b-59a0-4146-8153-8ce0f4c70bf9, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:48.080126 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:25:48.082928 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:25:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:48.086880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] For port 93433c4b-59a0-4146-8153-8ce0f4c70bf9, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=93433c4b-59a0-4146-8153-8ce0f4c70bf9,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:48.091268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:48.096953 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-61ec2a7a-cf83-46d8-8445-ace020132aa6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.0681415 Jul 06 11:25:48.099277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55260) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:48.100153 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:48.215435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55262) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:48.231208 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:48.255585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:48.256632 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:48.259204 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-0ae3b536-580e-40a0-a75b-b9c5d2fe0023 service neutron] 10.222.0.86 "PUT /v2.0/ports/3418f8b9-cb57-43ad-a59f-8d6932e3fde8 HTTP/1.1" status: 200 len: 1095 time: 6.7466173 Jul 06 11:25:48.259974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b642e5b5-a28f-442e-b600-fc4362083d27', 'tag': '3418f8b9-cb57-43ad-a59f-8d6932e3fde8'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:48.264058 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aa9797-2f88-4d96-8c10-88e54c81558d" -d '{"events": [{"name": "network-changed", "server_uuid": "b642e5b5-a28f-442e-b600-fc4362083d27", "tag": "3418f8b9-cb57-43ad-a59f-8d6932e3fde8"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:48.335991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b3377-d789-4729-a015-4c77d6ff545a req-4aca1510-71ce-4199-8fb2-c43272fc121b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:48.350726 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c348b76-ddc0-4f79-9ea1-c22af4f47e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:48.359516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-942b3377-d789-4729-a015-4c77d6ff545a req-4aca1510-71ce-4199-8fb2-c43272fc121b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 936 time: 1.0240281 Jul 06 11:25:48.372744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:48.373834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:48.381392 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] 10.222.0.86 "PUT /v2.0/ports/93433c4b-59a0-4146-8153-8ce0f4c70bf9 HTTP/1.1" status: 200 len: 1095 time: 4.9477823 Jul 06 11:25:48.395736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5', 'tag': '93433c4b-59a0-4146-8153-8ce0f4c70bf9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:48.401089 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4137cd57-8952-456d-8aea-2cc0796ff4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5", "tag": "93433c4b-59a0-4146-8153-8ce0f4c70bf9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:48.487366 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:48.557724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-942b3377-d789-4729-a015-4c77d6ff545a req-cb76c570-b677-4f2a-a004-b156bab98431 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012007 Jul 06 11:25:48.597537 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:25:48.711346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6f0d3-adeb-4fca-9b04-4cf2b3a59857 service neutron] Pushing event updated for resources: {'Port': ['ID=93433c4b-59a0-4146-8153-8ce0f4c70bf9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:48.721850 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-network', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:49.023657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-3a0ab0cb-07ea-4c85-950a-61fb614a35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:49.025710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-3a0ab0cb-07ea-4c85-950a-61fb614a35ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a98d34355b60473389c13334321b793a&device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 1098 time: 0.5075729 Jul 06 11:25:49.063190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-441b873e-a1c0-48ca-9191-8c593680c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:49.067482 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-441b873e-a1c0-48ca-9191-8c593680c574 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5 HTTP/1.1" status: 200 len: 1098 time: 0.4812715 Jul 06 11:25:49.091191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55282) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:49.115005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e6b9e500-7a27-4446-90f5-ed2bba465e01 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:49.158420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Made reservation on behalf of c75c7ba9621d491d8f24fe8d32ea8751 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:49.162337 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:49.179827 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-1a73156f-0b41-4c09-8747-4009f4665459 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=93433c4b-59a0-4146-8153-8ce0f4c70bf9 HTTP/1.1" status: 200 len: 217 time: 0.1019454 Jul 06 11:25:49.225911 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:44Z', 'revision_number': 3, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:49.235321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e6b9e500-7a27-4446-90f5-ed2bba465e01 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:49.237743 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:49.264100 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Checking router: 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:25:49.266769 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Updating router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:25:49.381125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-b53925e0-a7d6-4f8e-8a3f-891c7d38e361 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3418f8b9-cb57-43ad-a59f-8d6932e3fde8 HTTP/1.1" status: 200 len: 217 time: 0.2248192 Jul 06 11:25:49.382700 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:49.398277 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:49.492826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-421385a0-5852-417c-b7bd-23b482812eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:49.494713 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-421385a0-5852-417c-b7bd-23b482812eae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2928808 Jul 06 11:25:49.504889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-6b4f26d7-84c9-4518-8840-fecf72d9bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:49.508013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-6b4f26d7-84c9-4518-8840-fecf72d9bdc2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1103048 Jul 06 11:25:49.557853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03f0d4-059d-4492-a3e8-914ade4b6e19 req-8220a4b3-cb8d-4a2d-8430-91827fdf1ca7 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:49.572433 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd03f0d4-059d-4492-a3e8-914ade4b6e19 req-8220a4b3-cb8d-4a2d-8430-91827fdf1ca7 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 947 time: 0.6309147 Jul 06 11:25:49.627228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-97a3fbde-18ec-45ea-abaf-511519d88fa0 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:25:49.628757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-97a3fbde-18ec-45ea-abaf-511519d88fa0 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5362833 Jul 06 11:25:49.667331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8865306c-ed81-47b2-b1dd-f11af373e157 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:49.725837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:49.834659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-a1138df3-b29c-4d0f-81d3-08dccea34650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:49.838426 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-a1138df3-b29c-4d0f-81d3-08dccea34650 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3053672 Jul 06 11:25:49.892687 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd03f0d4-059d-4492-a3e8-914ade4b6e19 req-97166bd7-7dff-427e-9d54-212c40677627 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183737 Jul 06 11:25:49.971120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Transition to ACTIVE for port object 8865306c-ed81-47b2-b1dd-f11af373e157 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:49.990678 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.013191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-76a74dde-6ccd-4534-a0f6-48e7357f853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:50.018968 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-76a74dde-6ccd-4534-a0f6-48e7357f853c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4619262 Jul 06 11:25:50.089716 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.104363 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Transition to ACTIVE for port object 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:50.120242 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.186637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Request body: {'binding': {'host': 'n-h1-799527-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:50.186637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Unknown quota resources ['binding']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:25:50.280352 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.297179 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.321468 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Pushing event updated for resources: {'Port': ['ID=216dff42-bf4d-44f2-abbf-4eb1546b8ba1,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:50.328215 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.342267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Pushing event updated for resources: {'Port': ['ID=8865306c-ed81-47b2-b1dd-f11af373e157,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:50.390774 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.402247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.402247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.402247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.402247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.402247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.402247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.402247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.402247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.402247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.402247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.402247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:50.406848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 on host n-h1-799527-2 for vnic_type normal with profile None {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:50.407221 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:50.407643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Tracked resource versions report: Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: pushed versions: Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: { 'AddressGroup': {'1.2'}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'Log': {'1.0'}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'Network': {'1.1'}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'Port': {'1.7'}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'PortForwarding': {'1.2'}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'QosPolicy': {'1.8'}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'SecurityGroup': {'1.4'}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'SubPort': {'1.0'}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'Subnet': {'1.1'}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'Trunk': {'1.1'}} Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: consumer versions: Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: { DHCP agent@n-d-799527-2: {}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: HyperV agent@n-h1-799527-2: {}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: HyperV agent@n-h2-799527-2: {}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: L3 agent@n-d-799527-2: {}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: Metadata agent@n-d-799527-2: {}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: Metering agent@n-d-799527-2: {}, Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: Open vSwitch agent@n-d-799527-2: { 'AddressGroup': '1.2', Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'ConntrackHelper': '1.0', Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'Log': '1.0', Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'Network': '1.1', Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'Port': '1.7', Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'PortForwarding': '1.2', Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'QosPolicy': '1.8', Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'SecurityGroup': '1.4', Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'SecurityGroupRule': '1.2', Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'SubPort': '1.0', Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'Subnet': '1.1', Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: 'Trunk': '1.1'}} Jul 06 11:25:50.415792 n-d-799527-2 neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:25:50.419126 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-a06270f9-b19a-459a-a61e-d790cb8fadcb service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949018 Jul 06 11:25:50.426584 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.432910 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Attempting to bind port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:50.440529 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Attempting to bind port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:50.440704 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Attempting to bind port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:50.454366 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:50.454965 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:50.455756 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.456353 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:50.467899 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Bound port: 216dff42-bf4d-44f2-abbf-4eb1546b8ba1, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:50.469130 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.536141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:25:50.549646 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Attempting to bind port 8865306c-ed81-47b2-b1dd-f11af373e157 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:50.550422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Attempting to bind port 8865306c-ed81-47b2-b1dd-f11af373e157 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:50.551740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Attempting to bind port 8865306c-ed81-47b2-b1dd-f11af373e157 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:50.572530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-1e72f66c-abb8-481a-915c-b76e5cd49c73 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436934 Jul 06 11:25:50.579949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Port 49fe6ebe-6648-4739-816f-48570340dfe2 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:25:50.580830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:50.591853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:50.592195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:50.592662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:50.593186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Bound port: 49fe6ebe-6648-4739-816f-48570340dfe2, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:50.599162 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-7572794c-fa34-4ae2-8549-45265803ae6b service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257345 Jul 06 11:25:50.611951 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.612701 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Added segment f8c49df7-28f8-4076-a7ba-866b1493cb9b of type vlan for network 47e6efd2-9a52-472d-abc8-10d47fbffad0 Jul 06 11:25:50.617140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Port 8865306c-ed81-47b2-b1dd-f11af373e157 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:25:50.617960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Attempting to bind port 8865306c-ed81-47b2-b1dd-f11af373e157 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:50.673396 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] For port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:50.692096 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] For port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=216dff42-bf4d-44f2-abbf-4eb1546b8ba1,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:50.700663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0962b9-f5f7-4d35-b09e-89c12d8e84ea,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:50.708653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:50.709108 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.709364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:50.709873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:50.710433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Bound port: 8865306c-ed81-47b2-b1dd-f11af373e157, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:50.710896 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.809268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=49fe6ebe-6648-4739-816f-48570340dfe2,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:50.822463 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.823705 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-792472b1-a298-4d3f-a88c-47c207c33c06 service neutron] 10.222.0.21 "POST /v2.0/ports/49fe6ebe-6648-4739-816f-48570340dfe2/bindings HTTP/1.1" status: 201 len: 389 time: 0.9085441 Jul 06 11:25:50.866599 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:50.899689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Allocated IP 172.20.0.1 (a5e489b5-0684-4a9d-b620-d8739016b04b/0875ea68-eb80-4280-b8aa-6ab66bb5db45/8be5d0fb-3662-4eb0-b227-f36dea19a9f3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:50.952443 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f8d94-466d-4fd2-9a0c-a10c4b52a12f None None] Pushing event updated for resources: {'Port': ['ID=216dff42-bf4d-44f2-abbf-4eb1546b8ba1,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:50.952924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16f3d97e-60e1-4cc5-a7e5-c658c09ac8a7 req-173f30d5-ebe2-43d1-ab1f-5e67adc543e8 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367918 Jul 06 11:25:50.970198 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:25:50.971254 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:25:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:51.040225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] For port 8865306c-ed81-47b2-b1dd-f11af373e157, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:51.046802 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:51.054463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:51.055197 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:51.073546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] For port 8865306c-ed81-47b2-b1dd-f11af373e157, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8865306c-ed81-47b2-b1dd-f11af373e157,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:51.104544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:51.121140 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:51.136241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Transition to ACTIVE for port object 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:51.189202 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:51.245315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Network a5e489b5-0684-4a9d-b620-d8739016b04b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:51.248804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:51.251741 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:51.279034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.0572002 Jul 06 11:25:51.287977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55316) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:51.301577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] Request body: {'subnet': {'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-subnet', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:51.339518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Pushing event updated for resources: {'Port': ['ID=8be5d0fb-3662-4eb0-b227-f36dea19a9f3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:51.377009 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:25:51.393996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] Made reservation on behalf of c75c7ba9621d491d8f24fe8d32ea8751 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:51.398642 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:51.427404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:51.428553 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:51.431060 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] 10.222.0.86 "PUT /v2.0/ports/8865306c-ed81-47b2-b1dd-f11af373e157 HTTP/1.1" status: 200 len: 1096 time: 5.3261194 Jul 06 11:25:51.440142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8b080-4e41-4406-a2ad-92e454c6fa8b admin admin] Pushing event updated for resources: {'Network': ['ID=47e6efd2-9a52-472d-abc8-10d47fbffad0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:51.459189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 47e6efd2-9a52-472d-abc8-10d47fbffad0 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:25:51.510529 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:51.658475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4b109-609d-4423-aa15-538fcfae313c service neutron] Pushing event updated for resources: {'Port': ['ID=8865306c-ed81-47b2-b1dd-f11af373e157,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:51.855645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e5c57-7494-48d4-b63d-ab533a2c453c req-d82748f6-93c7-47a2-96f8-514822781b41 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:51.860930 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f3e5c57-7494-48d4-b63d-ab533a2c453c req-d82748f6-93c7-47a2-96f8-514822781b41 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.6133006 Jul 06 11:25:51.882238 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e36d5e1-6170-434d-a6f1-8bfaffcd6ae0 x-openstack-request-id: req-8e36d5e1-6170-434d-a6f1-8bfaffcd6ae0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:51.886074 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b642e5b5-a28f-442e-b600-fc4362083d27", "tag": "3418f8b9-cb57-43ad-a59f-8d6932e3fde8", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:51.886941 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e36d5e1-6170-434d-a6f1-8bfaffcd6ae0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:51.889776 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b642e5b5-a28f-442e-b600-fc4362083d27', 'tag': '3418f8b9-cb57-43ad-a59f-8d6932e3fde8', 'status': 'completed', 'code': 200} Jul 06 11:25:51.916394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-197ad6cb-c21f-41e8-8590-9d563a1dee7e None None] Provisioning for port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:51.956424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-197ad6cb-c21f-41e8-8590-9d563a1dee7e None None] Provisioning complete for port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:51.957614 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-197ad6cb-c21f-41e8-8590-9d563a1dee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:52.000949 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d74c276-628c-4af5-b4ad-dea2b9be160f x-openstack-request-id: req-4d74c276-628c-4af5-b4ad-dea2b9be160f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:52.001854 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5", "tag": "93433c4b-59a0-4146-8153-8ce0f4c70bf9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:52.001854 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d74c276-628c-4af5-b4ad-dea2b9be160f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:52.001854 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5', 'tag': '93433c4b-59a0-4146-8153-8ce0f4c70bf9', 'status': 'completed', 'code': 200} Jul 06 11:25:52.049603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-197ad6cb-c21f-41e8-8590-9d563a1dee7e None None] Port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:25:52.056971 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:44Z', 'revision_number': 3, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:52.064452 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-ae31cec4-b8db-44a8-bc98-973d2f22f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:52.068027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-ae31cec4-b8db-44a8-bc98-973d2f22f1ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 1099 time: 0.5469427 Jul 06 11:25:52.081567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-e3c7878a-1132-4e9b-a2cd-0abcdb57ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:52.084031 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-e3c7878a-1132-4e9b-a2cd-0abcdb57ea22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1097 time: 0.7994013 Jul 06 11:25:52.123023 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede324d8-ae2c-43a4-855f-681f90bcb23c None None] The sync data for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 is: [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:44Z', 'revision_number': 3, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:25:52.436409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137cd57-8952-456d-8aea-2cc0796ff4f2 req-5ab4aa9f-a074-4252-9368-b8ac68efbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:52.436908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4137cd57-8952-456d-8aea-2cc0796ff4f2 req-5ab4aa9f-a074-4252-9368-b8ac68efbe9c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5 HTTP/1.1" status: 200 len: 1098 time: 0.4221964 Jul 06 11:25:52.445942 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-9e7d995b-5bfb-4346-ab7e-02abffc38eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:52.447195 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-9e7d995b-5bfb-4346-ab7e-02abffc38eb9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.3294325 Jul 06 11:25:52.527817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-44d135fa-0461-4449-af94-f4c671ad57f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=8865306c-ed81-47b2-b1dd-f11af373e157 HTTP/1.1" status: 200 len: 217 time: 0.4439061 Jul 06 11:25:52.557541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:52.562402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f3e5c57-7494-48d4-b63d-ab533a2c453c req-1e06fb99-9da0-4804-b6ae-f88bd63768a4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6446569 Jul 06 11:25:52.705655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa9797-2f88-4d96-8c10-88e54c81558d req-ae02fc7e-0a4b-4312-9d94-a9512a128202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:52.710276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4aa9797-2f88-4d96-8c10-88e54c81558d req-ae02fc7e-0a4b-4312-9d94-a9512a128202 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a98d34355b60473389c13334321b793a&device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 1098 time: 0.8020351 Jul 06 11:25:52.716715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-00099419-5ce4-41c3-b3db-c0d288a70754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:52.719436 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-00099419-5ce4-41c3-b3db-c0d288a70754 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1511729 Jul 06 11:25:52.953457 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-0632da98-2c25-4965-bb32-51b8c7415240 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe6ebe-6648-4739-816f-48570340dfe2 HTTP/1.1" status: 200 len: 217 time: 0.4833531 Jul 06 11:25:52.979100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf0cd7-8723-4955-a398-357891419cb6 req-22dd11f6-af13-4ac3-9fa2-45bb90631fa0 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:52.989700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60cf0cd7-8723-4955-a398-357891419cb6 req-22dd11f6-af13-4ac3-9fa2-45bb90631fa0 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 948 time: 0.5076516 Jul 06 11:25:53.047791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137cd57-8952-456d-8aea-2cc0796ff4f2 req-5d05319d-539f-4119-a5c3-838d7e892058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:53.049653 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4137cd57-8952-456d-8aea-2cc0796ff4f2 req-5d05319d-539f-4119-a5c3-838d7e892058 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.5996690 Jul 06 11:25:53.061599 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:53.094487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa9797-2f88-4d96-8c10-88e54c81558d req-f78ab7c3-23a9-4bf7-acb2-67e733dfcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:53.096586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4aa9797-2f88-4d96-8c10-88e54c81558d req-f78ab7c3-23a9-4bf7-acb2-67e733dfcc05 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3736534 Jul 06 11:25:53.125927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:53.137242 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60cf0cd7-8723-4955-a398-357891419cb6 req-c1bd7918-cf40-4e09-b6db-4868a4b4befb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464872 Jul 06 11:25:53.164353 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4137cd57-8952-456d-8aea-2cc0796ff4f2 req-6d4a10b5-93f5-48f7-a9b6-8b8901eba5de service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=93433c4b-59a0-4146-8153-8ce0f4c70bf9 HTTP/1.1" status: 200 len: 217 time: 0.0934711 Jul 06 11:25:53.187926 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4aa9797-2f88-4d96-8c10-88e54c81558d req-07961346-eb7c-44a9-96bc-f15636e7fe26 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3418f8b9-cb57-43ad-a59f-8d6932e3fde8 HTTP/1.1" status: 200 len: 217 time: 0.0662501 Jul 06 11:25:53.188650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7725fe5-f73c-4083-aae0-bdc8d43ae09b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:53.253420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa9797-2f88-4d96-8c10-88e54c81558d req-01863fd5-3374-45cd-bf3f-598c65922562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:53.255817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4aa9797-2f88-4d96-8c10-88e54c81558d req-01863fd5-3374-45cd-bf3f-598c65922562 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0596032 Jul 06 11:25:53.261047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-3b382e3f-a822-4a4f-b8f1-bcd538ee34bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:53.263323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-3b382e3f-a822-4a4f-b8f1-bcd538ee34bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5168755 Jul 06 11:25:53.273073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:25:53.278516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:53.279147 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:53.284147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137cd57-8952-456d-8aea-2cc0796ff4f2 req-67a0d7bd-b831-4c52-915c-3ad0c88b377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:53.286130 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4137cd57-8952-456d-8aea-2cc0796ff4f2 req-67a0d7bd-b831-4c52-915c-3ad0c88b377a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0590880 Jul 06 11:25:53.372783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 93433c4b-59a0-4146-8153-8ce0f4c70bf9 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:25:53.379730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-8ac5d86d-1ba5-419a-9c3c-4133a382b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:53.381440 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-8ac5d86d-1ba5-419a-9c3c-4133a382b261 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.3281376 Jul 06 11:25:53.386082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] Checking segment: {'id': 'f8c49df7-28f8-4076-a7ba-866b1493cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:53.386450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] Network hostable DHCP agents. Network: 47e6efd2-9a52-472d-abc8-10d47fbffad0, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:25:53.460581 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-7a11ae1e-a998-4f18-8567-f2c061c387c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689552 Jul 06 11:25:53.473608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5c1b-f0fc-441d-a33f-48fdbf211e6b req-a2595917-6cc9-43ec-ab85-5465258e27c5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:53.478251 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dbec5c1b-f0fc-441d-a33f-48fdbf211e6b req-a2595917-6cc9-43ec-ab85-5465258e27c5 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 947 time: 0.4144552 Jul 06 11:25:53.497381 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:53.524690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=216dff42-bf4d-44f2-abbf-4eb1546b8ba1,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:53.537925 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:53.543301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137cd57-8952-456d-8aea-2cc0796ff4f2 req-9e593f90-1bb7-456e-b923-8c0e39e67b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:53.544425 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4137cd57-8952-456d-8aea-2cc0796ff4f2 req-9e593f90-1bb7-456e-b923-8c0e39e67b64 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2500172 Jul 06 11:25:53.545083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] Network 47e6efd2-9a52-472d-abc8-10d47fbffad0 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:25:53.545488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-075890dc-2d72-45d6-b5a7-ed53495282a8 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668762 Jul 06 11:25:53.604565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 93433c4b-59a0-4146-8153-8ce0f4c70bf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=93433c4b-59a0-4146-8153-8ce0f4c70bf9,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:53.635863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=216dff42-bf4d-44f2-abbf-4eb1546b8ba1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:53.647030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '93433c4b-59a0-4146-8153-8ce0f4c70bf9', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '93433c4b-59a0-4146-8153-8ce0f4c70bf9', 'mac_address': 'fa:16:3e:a5:8b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:25:53.659331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 47e6efd2-9a52-472d-abc8-10d47fbffad0) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:53.679868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac7f0e6-21e3-473f-8fe3-80e15c2d83ac None None] Network 47e6efd2-9a52-472d-abc8-10d47fbffad0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:53.680291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:53.680910 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:53.702639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dbec5c1b-f0fc-441d-a33f-48fdbf211e6b req-d00f58f8-08b1-4a16-bd23-df58d5abefa1 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628070 Jul 06 11:25:53.734715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa9797-2f88-4d96-8c10-88e54c81558d req-6d3af609-696d-49a0-930b-5fd8118ea72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:53.736650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4aa9797-2f88-4d96-8c10-88e54c81558d req-6d3af609-696d-49a0-930b-5fd8118ea72b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4709957 Jul 06 11:25:53.763677 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:53.774212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c9d05-bd19-4331-a723-30ef17446914 req-2928dbef-b5a5-4552-be5b-3b3c2610e5d2 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:53.776076 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-42f82625-2a08-4ac7-bd1a-58e7eb40aee2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4790134 Jul 06 11:25:53.782794 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f9c9d05-bd19-4331-a723-30ef17446914 req-2928dbef-b5a5-4552-be5b-3b3c2610e5d2 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 946 time: 0.3745129 Jul 06 11:25:53.784905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:53.794115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-router', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:53.834677 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4137cd57-8952-456d-8aea-2cc0796ff4f2 req-8753820b-a798-4089-b004-92d3fe65244c service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423401 Jul 06 11:25:53.839225 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-938a9108-7fea-4d45-b290-ac5e69791cf2 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451192 Jul 06 11:25:53.841479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:53.879558 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:53.895236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55270bd-98d4-4535-9327-6fb305fb1154', 'tag': '8865306c-ed81-47b2-b1dd-f11af373e157'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:53.897876 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c218e794-c535-4021-946f-f078f82b3b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c55270bd-98d4-4535-9327-6fb305fb1154", "tag": "8865306c-ed81-47b2-b1dd-f11af373e157"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:53.922462 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93433c4b-59a0-4146-8153-8ce0f4c70bf9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:53.927135 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f7c11f-91a6-4f3e-9483-5d1b90674a64 req-6b18b689-06cc-4ead-8ef3-d2c6872d0fd2 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662748 Jul 06 11:25:53.938828 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:53.940380 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:53.961938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f9c9d05-bd19-4331-a723-30ef17446914 req-c9c420c7-0841-4c51-aec0-fb095fd12bf4 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780620 Jul 06 11:25:54.083333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Pushing event updated for resources: {'Port': ['ID=8be5d0fb-3662-4eb0-b227-f36dea19a9f3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:54.113873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4aa9797-2f88-4d96-8c10-88e54c81558d req-589d2dd5-c74b-4c4d-87a3-f14c6b00d9aa service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678720 Jul 06 11:25:54.126564 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:54.134001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 93433c4b-59a0-4146-8153-8ce0f4c70bf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=93433c4b-59a0-4146-8153-8ce0f4c70bf9,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:54.158544 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4137cd57-8952-456d-8aea-2cc0796ff4f2 req-35fa0697-7176-4f0f-afe7-29d936743cc4 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129218 Jul 06 11:25:54.243332 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:54.254618 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:54.268230 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-63106be5-cc28-417c-b866-475a97a7aed8 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212997 Jul 06 11:25:54.270245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:25:54.359146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=3418f8b9-cb57-43ad-a59f-8d6932e3fde8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:54.464093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Network a5e489b5-0684-4a9d-b620-d8739016b04b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:54.473544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:54.479936 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad1656-8ed1-4826-b4a5-5d472759ae7f x-openstack-request-id: req-7cad1656-8ed1-4826-b4a5-5d472759ae7f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:54.480409 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55270bd-98d4-4535-9327-6fb305fb1154", "tag": "8865306c-ed81-47b2-b1dd-f11af373e157", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:54.480876 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cad1656-8ed1-4826-b4a5-5d472759ae7f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:54.481367 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55270bd-98d4-4535-9327-6fb305fb1154', 'tag': '8865306c-ed81-47b2-b1dd-f11af373e157', 'status': 'completed', 'code': 200} Jul 06 11:25:54.580008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '3418f8b9-cb57-43ad-a59f-8d6932e3fde8', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '3418f8b9-cb57-43ad-a59f-8d6932e3fde8', 'mac_address': 'fa:16:3e:f5:61:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:25:54.582417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-47e6efd2-9a52-472d-abc8-10d47fbffad0', 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'fixed_ips': [{'subnet_id': 'b7725fe5-f73c-4083-aae0-bdc8d43ae09b'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:25:54.584628 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:54.603143 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4aa9797-2f88-4d96-8c10-88e54c81558d req-833aff0f-db96-40d8-9bd3-c53bc9fed244 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337966 Jul 06 11:25:54.609188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=93433c4b-59a0-4146-8153-8ce0f4c70bf9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:54.655370 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:54.694629 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:54.748323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:54.859060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=3418f8b9-cb57-43ad-a59f-8d6932e3fde8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:54.861115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba19ed1-972b-4f50-8486-1147e3c9cf6a req-f8f557b3-7992-484f-a81e-c3d69491a76f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:54.864567 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ba19ed1-972b-4f50-8486-1147e3c9cf6a req-f8f557b3-7992-484f-a81e-c3d69491a76f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.3796399 Jul 06 11:25:54.874170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:54.956313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-ee092ecf-8fb9-4f6c-90fb-f9eb11de3e0e tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:54.961795 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-ee092ecf-8fb9-4f6c-90fb-f9eb11de3e0e tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1097 time: 0.5957167 Jul 06 11:25:54.980666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e794-c535-4021-946f-f078f82b3b1f req-b2980cef-552a-4a88-a1ec-56cc3905a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:54.983352 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c218e794-c535-4021-946f-f078f82b3b1f req-b2980cef-552a-4a88-a1ec-56cc3905a3fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 1099 time: 0.5073738 Jul 06 11:25:54.988374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=3418f8b9-cb57-43ad-a59f-8d6932e3fde8,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:54.990766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-2'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:55.006949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ba19ed1-972b-4f50-8486-1147e3c9cf6a req-85221273-de45-4c88-ac6f-c38c1560706c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167426 Jul 06 11:25:55.036393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055163f-c203-4622-ba6a-1d1d43922f00 req-faf1b86c-8e74-4b64-acf5-0f92af412add tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:55.046585 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0055163f-c203-4622-ba6a-1d1d43922f00 req-faf1b86c-8e74-4b64-acf5-0f92af412add tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 948 time: 0.2851822 Jul 06 11:25:55.125236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:55.170308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1a627984-fdf5-4a74-84a1-efd9a925d622 None None] Provisioning complete for port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:55.171139 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a627984-fdf5-4a74-84a1-efd9a925d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:55.226524 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0055163f-c203-4622-ba6a-1d1d43922f00 req-0afb68e2-bbd6-436e-a7ff-8bf064ac2cd6 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787963 Jul 06 11:25:55.243813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Allocated IP 172.20.0.2 (47e6efd2-9a52-472d-abc8-10d47fbffad0/b7725fe5-f73c-4083-aae0-bdc8d43ae09b/111eafc3-4b37-46d0-9d30-7a6358497f68) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:55.294467 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:25:55.428883 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:55.447125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e794-c535-4021-946f-f078f82b3b1f req-e9ffa33e-121a-483a-8724-66f5e00728c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:55.449479 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c218e794-c535-4021-946f-f078f82b3b1f req-e9ffa33e-121a-483a-8724-66f5e00728c6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3797863 Jul 06 11:25:55.499720 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:55.510212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Transition to ACTIVE for port object 111eafc3-4b37-46d0-9d30-7a6358497f68 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:55.532540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Transition to ACTIVE for port object 111eafc3-4b37-46d0-9d30-7a6358497f68 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:55.588266 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:55.596621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['3418f8b9-cb57-43ad-a59f-8d6932e3fde8'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:55.658990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['93433c4b-59a0-4146-8153-8ce0f4c70bf9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:55.705536 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:55.741993 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:55.772453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0741f35-11de-40ff-80c5-fb8030e9a1d3 req-6316c7d2-6e7d-4402-abab-d32a5a139bfc tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:55.779868 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0741f35-11de-40ff-80c5-fb8030e9a1d3 req-6316c7d2-6e7d-4402-abab-d32a5a139bfc tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 946 time: 0.2661808 Jul 06 11:25:55.809531 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a73ce-02c6-44b5-b512-77a5f099cdd0 req-d9566045-ce2a-4461-a35c-c9296ae51bab tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:55.811381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-168a73ce-02c6-44b5-b512-77a5f099cdd0 req-d9566045-ce2a-4461-a35c-c9296ae51bab tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 948 time: 0.4516473 Jul 06 11:25:55.836083 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c218e794-c535-4021-946f-f078f82b3b1f req-c2d7a803-a04f-4cf6-852e-b99f768822c0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=8865306c-ed81-47b2-b1dd-f11af373e157 HTTP/1.1" status: 200 len: 217 time: 0.1380332 Jul 06 11:25:55.925362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0741f35-11de-40ff-80c5-fb8030e9a1d3 req-e5112675-d8aa-4695-bb6c-9dc03b4ae775 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441388 Jul 06 11:25:55.947361 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-168a73ce-02c6-44b5-b512-77a5f099cdd0 req-4f2a12ad-1599-4b16-9421-b21bf310e8fe tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941963 Jul 06 11:25:56.005488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=49fe6ebe-6648-4739-816f-48570340dfe2,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:56.048402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Allocated IP 172.25.0.108 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/a4111fd4-a756-425b-b844-c17de276ff08) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:25:56.117009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1a627984-fdf5-4a74-84a1-efd9a925d622 None None] Port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:25:56.181606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Network 47e6efd2-9a52-472d-abc8-10d47fbffad0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:56.189766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:56.193816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:56.196827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Pushing event updated for resources: {'Port': ['ID=111eafc3-4b37-46d0-9d30-7a6358497f68,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:56.202948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e794-c535-4021-946f-f078f82b3b1f req-5ec95db1-3381-4974-a452-dc956994fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:56.205468 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c218e794-c535-4021-946f-f078f82b3b1f req-5ec95db1-3381-4974-a452-dc956994fa61 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2505043 Jul 06 11:25:56.207671 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:25:56.219353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55364) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:56.257960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Sync routers for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:25:56.275754 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fe21fc15-2c65-4b18-a927-65270a0bc59b admin admin] 10.222.0.21 "PUT /v2.0/routers/970a42b0-70ad-4d51-bb8a-5586c1fa9f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1650794 Jul 06 11:25:56.287803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:25:56.288417 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:56.411476 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:56.436532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaff1b4-4c52-4e9b-8bb2-bdd57de6ae9a req-13fa9f6e-17e4-4e56-ab26-a9d3f23d71fc tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:56.439627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfaff1b4-4c52-4e9b-8bb2-bdd57de6ae9a req-13fa9f6e-17e4-4e56-ab26-a9d3f23d71fc tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.2251267 Jul 06 11:25:56.528383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:56.559785 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:25:56.561583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:25:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:56.587220 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfaff1b4-4c52-4e9b-8bb2-bdd57de6ae9a req-6fcb21a0-bae2-4709-a36b-ece94ca3c723 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393955 Jul 06 11:25:56.617188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Attempting to bind port 111eafc3-4b37-46d0-9d30-7a6358497f68 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:56.617666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Attempting to bind port 111eafc3-4b37-46d0-9d30-7a6358497f68 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'f8c49df7-28f8-4076-a7ba-866b1493cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:56.618008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Attempting to bind port 111eafc3-4b37-46d0-9d30-7a6358497f68 on network 47e6efd2-9a52-472d-abc8-10d47fbffad0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:56.636684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:56.637185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Checking segment: {'id': 'f8c49df7-28f8-4076-a7ba-866b1493cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:56.637641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:56.638076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Bound using segment: {'id': 'f8c49df7-28f8-4076-a7ba-866b1493cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:56.638724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Bound port: 111eafc3-4b37-46d0-9d30-7a6358497f68, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c49df7-28f8-4076-a7ba-866b1493cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:56.638994 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:56.660911 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:56.728982 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:56.734198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fe6ebe-6648-4739-816f-48570340dfe2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:25:56.743789 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5301372-7f82-405c-b06f-e85c13310185" -d '{"events": [{"server_uuid": "ba316f59-c750-4dea-9078-4497221b9c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "49fe6ebe-6648-4739-816f-48570340dfe2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:25:56.786353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e794-c535-4021-946f-f078f82b3b1f req-50d60d2e-c5c0-427e-b13b-5e9f250d9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:56.799504 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c218e794-c535-4021-946f-f078f82b3b1f req-50d60d2e-c5c0-427e-b13b-5e9f250d9469 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5505872 Jul 06 11:25:56.801389 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:56.826169 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:56.901116 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] For port 111eafc3-4b37-46d0-9d30-7a6358497f68, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:56.916861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] For port 111eafc3-4b37-46d0-9d30-7a6358497f68, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=111eafc3-4b37-46d0-9d30-7a6358497f68,segment=NetworkSegment(f8c49df7-28f8-4076-a7ba-866b1493cb9b),segment_id=f8c49df7-28f8-4076-a7ba-866b1493cb9b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:56.962320 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:56.995378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:25:57.015317 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37428d6f-fd5a-48cf-8b31-d9503391fcb7 x-openstack-request-id: req-37428d6f-fd5a-48cf-8b31-d9503391fcb7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:25:57.018898 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba316f59-c750-4dea-9078-4497221b9c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "49fe6ebe-6648-4739-816f-48570340dfe2", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:25:57.020209 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37428d6f-fd5a-48cf-8b31-d9503391fcb7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:25:57.021110 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fe6ebe-6648-4739-816f-48570340dfe2', 'code': 200} Jul 06 11:25:57.030061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:25:57.070582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:25:57.086562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:25:57.223744 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85f605-0413-4618-a355-c60b72a2539e None None] Pushing event updated for resources: {'Port': ['ID=111eafc3-4b37-46d0-9d30-7a6358497f68,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:57.315020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Pushing event updated for resources: {'Port': ['ID=49fe6ebe-6648-4739-816f-48570340dfe2,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:57.320177 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:57.397525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8865306c-ed81-47b2-b1dd-f11af373e157 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:25:57.703411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 2, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:25:57.729580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Pushing event updated for resources: {'Port': ['ID=a4111fd4-a756-425b-b844-c17de276ff08,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:57.733138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8865306c-ed81-47b2-b1dd-f11af373e157, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8865306c-ed81-47b2-b1dd-f11af373e157,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:57.789037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034d98b-d219-4ed7-b10a-2864f1361e76 req-64976053-c404-42aa-b523-70b3ff449424 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:57.818857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0034d98b-d219-4ed7-b10a-2864f1361e76 req-64976053-c404-42aa-b523-70b3ff449424 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 948 time: 1.2206678 Jul 06 11:25:57.853967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-network', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:25:57.858107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Checking router: 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:25:57.858371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Updating router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:25:57.937663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '8865306c-ed81-47b2-b1dd-f11af373e157', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '8865306c-ed81-47b2-b1dd-f11af373e157', 'mac_address': 'fa:16:3e:a7:5b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:25:57.959095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:57.959636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:57.963488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:57.964178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:57.964783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:57.965337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:57.965914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:57.966457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:57.967002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:57.967570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:57.968114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:57.968654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.001517 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:58.084570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 on host n-h2-799527-2 for vnic_type normal with profile {"migrating_to": "n-h1-799527-2"} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:25:58.084830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:25:58.085110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:58.104624 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c218e794-c535-4021-946f-f078f82b3b1f req-76f7a92b-324f-4368-984c-92f369b82752 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2837875 Jul 06 11:25:58.107765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Port 49fe6ebe-6648-4739-816f-48570340dfe2 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:25:58.108186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Attempting to bind port 49fe6ebe-6648-4739-816f-48570340dfe2 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:25:58.111396 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0034d98b-d219-4ed7-b10a-2864f1361e76 req-bd39b903-a5b2-4119-9a1f-3f8e18ef8788 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906153 Jul 06 11:25:58.170295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:25:58.171035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:25:58.171719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:25:58.172479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Bound port: 49fe6ebe-6648-4739-816f-48570340dfe2, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:25:58.173150 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:58.193382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c42f3-c46e-4ba4-8893-ce319c188f38 req-6d539c00-251a-448b-8e1e-61b4f2fa817f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:58.209508 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-632c42f3-c46e-4ba4-8893-ce319c188f38 req-6d539c00-251a-448b-8e1e-61b4f2fa817f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 944 time: 0.5055063 Jul 06 11:25:58.242240 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:58.287203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:58.334459 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-632c42f3-c46e-4ba4-8893-ce319c188f38 req-ee9f24ed-3995-4e70-bb49-dd5abffcc6e8 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151438 Jul 06 11:25:58.422931 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:58.495552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8865306c-ed81-47b2-b1dd-f11af373e157 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:25:58.514020 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:58.515217 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:58.529630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Made reservation on behalf of 4a2c3617daec40f9b78941dc08f76260 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:25:58.540564 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:58.566809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8865306c-ed81-47b2-b1dd-f11af373e157, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8865306c-ed81-47b2-b1dd-f11af373e157,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:25:58.593153 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a620ab8-a630-423a-b778-3f7027545250,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:58.613854 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13b886a6b4fa437d8ce908ad04318620&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3798053 Jul 06 11:25:58.621571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55400) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:25:58.656342 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:58.656708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:58.699546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.699905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.700249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.700959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.700959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.701260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.701597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.701927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.702247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.702591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.702884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.703224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9460b866-989a-4149-ae3b-1359f8a0913b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:25:58.756901 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c218e794-c535-4021-946f-f078f82b3b1f req-958b023c-21dc-4415-b2ed-82d9d38b0e25 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338966 Jul 06 11:25:58.791067 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:58.816016 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:25:58.866695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=8865306c-ed81-47b2-b1dd-f11af373e157,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:58.901919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Transition to ACTIVE for port object 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:25:58.926189 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:59.041747 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['8865306c-ed81-47b2-b1dd-f11af373e157'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:25:59.080110 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:59.133952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=49fe6ebe-6648-4739-816f-48570340dfe2,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:25:59.164321 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e77a77f3-66d6-4ae8-907a-3416ca8212ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:59.203254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e1a397-d50f-4e86-94fb-7b423fe7e7d4 None None] Network 47e6efd2-9a52-472d-abc8-10d47fbffad0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:25:59.287909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ccc9b-65b5-4176-94ef-682d2abd9079 req-d1ee8cbf-5890-4df2-8665-c2ba9e9967ea tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:59.291643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-461ccc9b-65b5-4176-94ef-682d2abd9079 req-d1ee8cbf-5890-4df2-8665-c2ba9e9967ea tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 948 time: 0.6895697 Jul 06 11:25:59.325926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e77a77f3-66d6-4ae8-907a-3416ca8212ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:59.346608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a088648-abad-4eae-a544-9c8c8745d945 req-581ed2f2-d2c2-4baf-824e-e3f412d0a0de tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:25:59.358668 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a088648-abad-4eae-a544-9c8c8745d945 req-581ed2f2-d2c2-4baf-824e-e3f412d0a0de tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.3489718 Jul 06 11:25:59.450308 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-12d32903-849b-47fe-b714-6322bfde9d53 req-e9194892-aed1-448d-ac2b-da837001de2a service neutron] show failed (client error): The resource could not be found. Jul 06 11:25:59.454946 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-e9194892-aed1-448d-ac2b-da837001de2a service neutron] 10.222.0.47 "GET /v2.0/ports/258210eb-9adc-4b0c-85e3-70dfacae5f08/bindings/n-h2-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.8894227 Jul 06 11:25:59.465888 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:59.554578 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 111eafc3-4b37-46d0-9d30-7a6358497f68 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:59.565497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 93433c4b-59a0-4146-8153-8ce0f4c70bf9 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:25:59.571061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f3eb6-5c8c-4e7a-8681-e314aada1d9b None None] Pushing event updated for resources: {'Port': ['ID=8be5d0fb-3662-4eb0-b227-f36dea19a9f3,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:59.582265 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e77a77f3-66d6-4ae8-907a-3416ca8212ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:59.585210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-461ccc9b-65b5-4176-94ef-682d2abd9079 req-bd20b6ea-23a0-4ffa-a0f7-fc19e5d5bdc1 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712302 Jul 06 11:25:59.608499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a088648-abad-4eae-a544-9c8c8745d945 req-ca7e5862-286b-4e9b-a88f-b7694d072a94 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485292 Jul 06 11:25:59.621695 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e77a77f3-66d6-4ae8-907a-3416ca8212ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:59.628959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e77a77f3-66d6-4ae8-907a-3416ca8212ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a620ab8-a630-423a-b778-3f7027545250 HTTP/1.1" status: 204 len: 168 time: 0.9832063 Jul 06 11:25:59.830500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a77f3-66d6-4ae8-907a-3416ca8212ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a620ab8-a630-423a-b778-3f7027545250,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:59.869238 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:59.912839 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:25:59.921895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Pushing event updated for resources: {'Port': ['ID=49fe6ebe-6648-4739-816f-48570340dfe2,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:25:59.950072 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:00.011898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:26:00.058890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:00.060805 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Added segment 75edd2a6-8994-443a-8a47-762dabe5f3f7 of type vlan for network eae792d6-91fc-4d0f-8543-e9883a4082b0 Jul 06 11:26:00.067783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2dec4419-112f-4996-836f-e110e5a0b382 None None] Provisioning for port 111eafc3-4b37-46d0-9d30-7a6358497f68 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:00.168128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748dbab-f4ff-486a-8f57-fbbd345eb725 req-48370271-e520-4886-9ba8-852fd7db9119 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:00.170212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c748dbab-f4ff-486a-8f57-fbbd345eb725 req-48370271-e520-4886-9ba8-852fd7db9119 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 949 time: 0.3737330 Jul 06 11:26:00.188890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Attempting to bind port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:00.190778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Attempting to bind port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:00.190778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Attempting to bind port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 on network a5e489b5-0684-4a9d-b620-d8739016b04b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:00.272562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:00.273193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Checking segment: {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:00.273880 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:00.277945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Bound using segment: {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:00.278924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Bound port: 8be5d0fb-3662-4eb0-b227-f36dea19a9f3, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:00.280158 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:00.285178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0c0dc-ef1c-42e9-a0a5-c51b4d9656de req-20ca0202-b97a-4166-9b6e-acee09a9ac20 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:00.297620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bed0c0dc-ef1c-42e9-a0a5-c51b4d9656de req-20ca0202-b97a-4166-9b6e-acee09a9ac20 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 944 time: 0.3769035 Jul 06 11:26:00.305705 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:00.369919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:00.371517 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:00.375959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-cb0be602-c848-4bfa-9e62-b140000cdc9e service neutron] 10.222.0.47 "PUT /v2.0/ports/49fe6ebe-6648-4739-816f-48570340dfe2 HTTP/1.1" status: 200 len: 1122 time: 5.4009414 Jul 06 11:26:00.378851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'tag': '49fe6ebe-6648-4739-816f-48570340dfe2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:00.383832 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ba7a25-1ce6-4f31-9648-26d1a10f2d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba316f59-c750-4dea-9078-4497221b9c3a", "tag": "49fe6ebe-6648-4739-816f-48570340dfe2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:00.441741 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:00.446031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:00.449805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:00.511527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bed0c0dc-ef1c-42e9-a0a5-c51b4d9656de req-e38eeef4-6e62-48c7-9ad4-f75827da6fee tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119770 Jul 06 11:26:00.553828 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6987951 Jul 06 11:26:00.554400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:00.570644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] Request body: {'subnet': {'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-subnet', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:00.615239 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c748dbab-f4ff-486a-8f57-fbbd345eb725 req-b5215119-f2be-454a-84a9-277d52685373 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239686 Jul 06 11:26:00.716768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['49fe6ebe-6648-4739-816f-48570340dfe2'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:26:00.846454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] Made reservation on behalf of 4a2c3617daec40f9b78941dc08f76260 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:00.851637 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:00.871954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] For port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:00.877734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:26:00.881932 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d40c63-5d6f-4efa-89c1-ea9ae0950765 x-openstack-request-id: req-26d40c63-5d6f-4efa-89c1-ea9ae0950765 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:00.884079 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba316f59-c750-4dea-9078-4497221b9c3a", "tag": "49fe6ebe-6648-4739-816f-48570340dfe2", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:00.884777 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26d40c63-5d6f-4efa-89c1-ea9ae0950765 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:00.887023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] For port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8be5d0fb-3662-4eb0-b227-f36dea19a9f3,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:00.888450 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'tag': '49fe6ebe-6648-4739-816f-48570340dfe2', 'status': 'completed', 'code': 200} Jul 06 11:26:00.932719 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:00.952105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c158526a-4860-480a-9fae-7d548900d953,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:01.004627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55426) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:01.032589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc964c4d-a86a-4f56-a7e7-95f15b725021 admin admin] Pushing event updated for resources: {'Network': ['ID=eae792d6-91fc-4d0f-8543-e9883a4082b0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:01.044022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32903-849b-47fe-b714-6322bfde9d53 req-1350cbd6-5c05-4f70-84a4-e9f9e2c79333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:01.047841 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-1350cbd6-5c05-4f70-84a4-e9f9e2c79333 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605&tenant_id=954e407d1dcd4bbebedb2be51459f1e9 HTTP/1.1" status: 200 len: 1100 time: 1.0240490 Jul 06 11:26:01.068178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:01.095435 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30fb9cc1-c8e0-4a29-b2e2-25f95e6cb7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:01.159240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network eae792d6-91fc-4d0f-8543-e9883a4082b0 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:26:01.163537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:01.227712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:01.280020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:01.280668 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:01.341916 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f3eb6-5c8c-4e7a-8681-e314aada1d9b None None] Pushing event updated for resources: {'Port': ['ID=8be5d0fb-3662-4eb0-b227-f36dea19a9f3,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:01.541672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:26:01.542820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:25:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:01.577038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 111eafc3-4b37-46d0-9d30-7a6358497f68 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:01.641982 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba7a25-1ce6-4f31-9648-26d1a10f2d0e req-4e347e3c-ef3f-4e24-b941-f61eac259ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:01.649953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42ba7a25-1ce6-4f31-9648-26d1a10f2d0e req-4e347e3c-ef3f-4e24-b941-f61eac259ed9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1125 time: 0.9608061 Jul 06 11:26:01.713898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 111eafc3-4b37-46d0-9d30-7a6358497f68 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:01.714475 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:01.861549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:01.978095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:02.116221 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:02.158225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:02.201176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Transition to ACTIVE for port object 258210eb-9adc-4b0c-85e3-70dfacae5f08 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:02.213793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:26:02.215217 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:02.227948 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Sync routers for ids ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:26:02.258498 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Routers {'8bd925ec-cb7b-469a-8b9e-5d2549b50261'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:26:02.260057 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:25:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:02.315385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48613a8-330f-4039-8d06-fe2712fad3eb req-886be861-aa6e-4814-93d4-6c3ab6525a8d tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:02.325245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c48613a8-330f-4039-8d06-fe2712fad3eb req-886be861-aa6e-4814-93d4-6c3ab6525a8d tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 948 time: 1.1125762 Jul 06 11:26:02.439114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] No DVR routers for this DVR port 258210eb-9adc-4b0c-85e3-70dfacae5f08 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:26:02.452302 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:02.462877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=258210eb-9adc-4b0c-85e3-70dfacae5f08,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:02.505692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Attempting to bind port 258210eb-9adc-4b0c-85e3-70dfacae5f08 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:02.506019 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Attempting to bind port 258210eb-9adc-4b0c-85e3-70dfacae5f08 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:02.506454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Attempting to bind port 258210eb-9adc-4b0c-85e3-70dfacae5f08 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:02.518998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Port 258210eb-9adc-4b0c-85e3-70dfacae5f08 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:26:02.520420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Attempting to bind port 258210eb-9adc-4b0c-85e3-70dfacae5f08 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:02.537679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:02.538360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:02.538868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:02.540355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Bound port: 258210eb-9adc-4b0c-85e3-70dfacae5f08, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:02.540980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:02.584840 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Set router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:26:02.596874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 111eafc3-4b37-46d0-9d30-7a6358497f68, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=111eafc3-4b37-46d0-9d30-7a6358497f68,segment=NetworkSegment(f8c49df7-28f8-4076-a7ba-866b1493cb9b),segment_id=f8c49df7-28f8-4076-a7ba-866b1493cb9b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:02.599923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93433c4b-59a0-4146-8153-8ce0f4c70bf9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:02.604840 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dadb65-c896-49c3-879b-6d8e94919f31" -d '{"events": [{"server_uuid": "c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5", "name": "network-vif-plugged", "status": "completed", "tag": "93433c4b-59a0-4146-8153-8ce0f4c70bf9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:02.618098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fc3ac-ab77-4e19-841d-28bc436daf35 req-cbcba2f0-0b57-4b4d-b439-a996320e2752 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:02.632313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-229fc3ac-ab77-4e19-841d-28bc436daf35 req-cbcba2f0-0b57-4b4d-b439-a996320e2752 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 1.4112902 Jul 06 11:26:02.638301 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba7a25-1ce6-4f31-9648-26d1a10f2d0e req-f91c50d0-fd85-46f1-830c-a141ce16f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:02.643520 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42ba7a25-1ce6-4f31-9648-26d1a10f2d0e req-f91c50d0-fd85-46f1-830c-a141ce16f03b service neutron] 10.222.0.86 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.7518053 Jul 06 11:26:02.650333 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:02.706754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:02.726592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:02.739615 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:02.741397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:26:02.808381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 93433c4b-59a0-4146-8153-8ce0f4c70bf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=93433c4b-59a0-4146-8153-8ce0f4c70bf9,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:02.878867 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:02.880257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:02.897269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:02.898419 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:02.903902 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] 10.222.0.86 "PUT /v2.0/ports/258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 200 len: 1095 time: 1.8456771 Jul 06 11:26:02.904946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08'}, {'name': 'network-changed', 'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:02.932231 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0973857-1b40-4156-a242-b114120d7842" -d '{"events": [{"server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "name": "network-vif-unplugged", "status": "completed", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08"}, {"name": "network-changed", "server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:02.967090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-26511a0b-8944-40d2-a247-bac3ce160876 None None] Provisioning complete for port 111eafc3-4b37-46d0-9d30-7a6358497f68 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:02.968183 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26511a0b-8944-40d2-a247-bac3ce160876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:03.131893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b862a-fcef-4673-ad43-6ce9b1583fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=258210eb-9adc-4b0c-85e3-70dfacae5f08,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:03.204469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32903-849b-47fe-b714-6322bfde9d53 req-e9f0a185-248c-4bc3-9ed7-546845d86fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:03.209048 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-e9f0a185-248c-4bc3-9ed7-546845d86fbd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1098 time: 0.2462573 Jul 06 11:26:03.261277 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-router', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:53Z', 'updated_at': '2021-07-06T11:25:58Z', 'revision_number': 3, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'gw_port': {'id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:55Z', 'updated_at': '2021-07-06T11:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:03.344408 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Checking router: 8bd925ec-cb7b-469a-8b9e-5d2549b50261 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:26:03.345628 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Updating router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 port a4111fd4-a756-425b-b844-c17de276ff08 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:26:03.390049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42ba7a25-1ce6-4f31-9648-26d1a10f2d0e req-582f0c1e-8447-447e-8b96-30ccd9d14093 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe6ebe-6648-4739-816f-48570340dfe2 HTTP/1.1" status: 200 len: 217 time: 0.6998804 Jul 06 11:26:03.399067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=111eafc3-4b37-46d0-9d30-7a6358497f68,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:03.412568 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:03.500092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32903-849b-47fe-b714-6322bfde9d53 req-a5267100-398d-4ec0-956a-574103f62499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:03.502858 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-a5267100-398d-4ec0-956a-574103f62499 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2804439 Jul 06 11:26:03.607438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30fb9cc1-c8e0-4a29-b2e2-25f95e6cb7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:03.607895 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-6915a92a-9818-44f6-9361-6c46c8569a26 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 200 len: 217 time: 0.0961392 Jul 06 11:26:03.626078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 49fe6ebe-6648-4739-816f-48570340dfe2 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:26:03.632408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 258210eb-9adc-4b0c-85e3-70dfacae5f08 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:26:03.641829 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30fb9cc1-c8e0-4a29-b2e2-25f95e6cb7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:03.645461 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:03.743067 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32903-849b-47fe-b714-6322bfde9d53 req-5fe7611a-5451-4410-9b31-0b4f2fcfefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:03.743067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-5fe7611a-5451-4410-9b31-0b4f2fcfefc8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1253309 Jul 06 11:26:03.763634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c48613a8-330f-4039-8d06-fe2712fad3eb req-df41e020-5f4c-4899-b5db-85ff453e0cf3 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3809283 Jul 06 11:26:03.766065 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:03.771379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-33b5db0b-4177-45d4-86ce-37bff476b862 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.9809039 Jul 06 11:26:03.774083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55446) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:03.791700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:03.808102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=93433c4b-59a0-4146-8153-8ce0f4c70bf9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:03.838191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:03.838805 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:03.892233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb9cc1-c8e0-4a29-b2e2-25f95e6cb7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b43db2-419a-4ee1-8873-bd8200d9cce8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:03.942079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32903-849b-47fe-b714-6322bfde9d53 req-c121a5ce-977a-44f1-81cf-9da46d93f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:03.944036 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-c121a5ce-977a-44f1-81cf-9da46d93f7a3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1915002 Jul 06 11:26:04.012222 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:26:04.022293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-229fc3ac-ab77-4e19-841d-28bc436daf35 req-84387726-90c0-4f94-a3ae-79684fb8fb4b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566947 Jul 06 11:26:04.043433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba7a25-1ce6-4f31-9648-26d1a10f2d0e req-fd3c266d-f573-4b77-8eba-273f00ebc52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:04.057406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42ba7a25-1ce6-4f31-9648-26d1a10f2d0e req-fd3c266d-f573-4b77-8eba-273f00ebc52f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.6014726 Jul 06 11:26:04.067609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b66c9c-71ac-4470-98cf-bd1558fe1e5a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:04.220243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42ba7a25-1ce6-4f31-9648-26d1a10f2d0e req-fd3fbd7f-2082-4009-8798-8d90d72b9ea5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413944 Jul 06 11:26:04.231665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 258210eb-9adc-4b0c-85e3-70dfacae5f08 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:26:04.236399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-30fb9cc1-c8e0-4a29-b2e2-25f95e6cb7b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e66aebd977fd4188bdb1941ca02c0af4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2179196 Jul 06 11:26:04.248028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55450) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:04.280051 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:04.316567 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Transition to ACTIVE for port object a4111fd4-a756-425b-b844-c17de276ff08 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:04.337531 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:04.338180 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-ced4b413-7c8e-4702-9e7c-fdd7260e08e4 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811979 Jul 06 11:26:04.475645 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4dd23-2309-4a70-81ff-5c5ed3869ed7 None None] Pushing event updated for resources: {'Port': ['ID=a4111fd4-a756-425b-b844-c17de276ff08,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:04.576829 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12d32903-849b-47fe-b714-6322bfde9d53 req-9a0170fd-5512-43c6-a8b2-2e83d784b7d8 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275021 Jul 06 11:26:04.588330 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Attempting to bind port a4111fd4-a756-425b-b844-c17de276ff08 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:04.588912 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Attempting to bind port a4111fd4-a756-425b-b844-c17de276ff08 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:04.589501 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Attempting to bind port a4111fd4-a756-425b-b844-c17de276ff08 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:04.600233 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:04.601438 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:04.602270 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:04.602763 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:04.603350 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Bound port: a4111fd4-a756-425b-b844-c17de276ff08, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:04.603842 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:04.630346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=49fe6ebe-6648-4739-816f-48570340dfe2,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:04.641194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:00Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:04.672185 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] For port a4111fd4-a756-425b-b844-c17de276ff08, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:04.676316 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] For port a4111fd4-a756-425b-b844-c17de276ff08, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a4111fd4-a756-425b-b844-c17de276ff08,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:04.694180 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:04.751313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa266c1-0bdd-4dc1-896b-21e7e1e59a63 None None] The sync data for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 is: [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:00Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:26:04.764604 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:04.825004 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Routers {'8bd925ec-cb7b-469a-8b9e-5d2549b50261'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:26:04.829408 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:25:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:04.882038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42ba7a25-1ce6-4f31-9648-26d1a10f2d0e req-acba1082-4bf1-43f1-8f38-fecae0f07c3c service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165066 Jul 06 11:26:04.921675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=3418f8b9-cb57-43ad-a59f-8d6932e3fde8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:04.928637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 111eafc3-4b37-46d0-9d30-7a6358497f68 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:04.932930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 49fe6ebe-6648-4739-816f-48570340dfe2 has no active binding in host n-h1-799527-2 {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:26:04.939898 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] Checking segment: {'id': '75edd2a6-8994-443a-8a47-762dabe5f3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:04.940475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] Network hostable DHCP agents. Network: eae792d6-91fc-4d0f-8543-e9883a4082b0, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:26:04.942294 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:05.066956 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c05768f-22dc-4a11-b503-f0a67709382b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:05.082251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8865306c-ed81-47b2-b1dd-f11af373e157 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:05.181795 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4dd23-2309-4a70-81ff-5c5ed3869ed7 None None] Pushing event updated for resources: {'Port': ['ID=a4111fd4-a756-425b-b844-c17de276ff08,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:05.218691 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] Set router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:26:05.257489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=3418f8b9-cb57-43ad-a59f-8d6932e3fde8,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:05.276934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 111eafc3-4b37-46d0-9d30-7a6358497f68 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:05.277309 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:05.334950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 8865306c-ed81-47b2-b1dd-f11af373e157 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:05.352100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd9c6f-0449-45b5-883e-14a71ed7f181 req-d787eaad-4d42-4c64-a547-e8a0aef9d4c0 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:05.361053 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 8865306c-ed81-47b2-b1dd-f11af373e157 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:05.361430 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:05.365807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8acd9c6f-0449-45b5-883e-14a71ed7f181 req-d787eaad-4d42-4c64-a547-e8a0aef9d4c0 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 944 time: 1.1040096 Jul 06 11:26:05.428645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] Network eae792d6-91fc-4d0f-8543-e9883a4082b0 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:26:05.456110 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c05768f-22dc-4a11-b503-f0a67709382b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:05.609631 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:05.617747 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-router', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:53Z', 'updated_at': '2021-07-06T11:25:58Z', 'revision_number': 3, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'gw_port': {'id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:55Z', 'updated_at': '2021-07-06T11:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:05.647092 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17590c51-e7ba-4ca0-893b-8a602e548e06 None None] The sync data for ids ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'] in n-d-799527-2 is: [{'id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-router', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:53Z', 'updated_at': '2021-07-06T11:25:58Z', 'revision_number': 3, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'gw_port': {'id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:55Z', 'updated_at': '2021-07-06T11:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:26:05.657470 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, eae792d6-91fc-4d0f-8543-e9883a4082b0) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:05.662953 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:05.663837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:05.680312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32338a2-f11b-471b-b1cb-cca488d248f0 None None] Network eae792d6-91fc-4d0f-8543-e9883a4082b0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:26:05.702984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8865306c-ed81-47b2-b1dd-f11af373e157, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8865306c-ed81-47b2-b1dd-f11af373e157,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:05.703184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8acd9c6f-0449-45b5-883e-14a71ed7f181 req-c8813571-eac9-4d56-ac4c-7ad69c63876a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344052 Jul 06 11:26:05.721265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa8a93-871d-4a88-a598-12f9b060dd3b req-00ebd357-4f18-43de-b1c7-00303047a389 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:05.723530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4eaa8a93-871d-4a88-a598-12f9b060dd3b req-00ebd357-4f18-43de-b1c7-00303047a389 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 949 time: 1.2573817 Jul 06 11:26:05.864296 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-916c4cc7-9624-40c4-a7b3-6eaca008b6a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 5.3080072 Jul 06 11:26:05.867692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55460) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:05.896904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-router', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:05.961800 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fb39b9-701e-4d56-ac2e-ebc3c4baff2b x-openstack-request-id: req-67fb39b9-701e-4d56-ac2e-ebc3c4baff2b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:05.962319 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "name": "network-vif-unplugged", "status": "completed", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08", "code": 200}, {"name": "network-changed", "server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:05.962667 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67fb39b9-701e-4d56-ac2e-ebc3c4baff2b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:05.963224 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08', 'code': 200} Jul 06 11:26:05.963521 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08', 'status': 'completed', 'code': 200} Jul 06 11:26:05.978194 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f1cb75-4b72-49fd-b296-98fdc1c9ac20 x-openstack-request-id: req-a0f1cb75-4b72-49fd-b296-98fdc1c9ac20 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:05.978925 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5", "name": "network-vif-plugged", "status": "completed", "tag": "93433c4b-59a0-4146-8153-8ce0f4c70bf9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:05.979396 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0f1cb75-4b72-49fd-b296-98fdc1c9ac20 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:05.980054 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93433c4b-59a0-4146-8153-8ce0f4c70bf9', 'code': 200} Jul 06 11:26:05.981282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:05.994804 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-680c641b-804c-44b7-9e4d-0ce6d49f8ec3 service neutron] 10.222.0.86 "GET /v2.0/ports/49fe6ebe-6648-4739-816f-48570340dfe2/bindings/n-h1-799527-2 HTTP/1.1" status: 200 len: 384 time: 0.2477376 Jul 06 11:26:06.025915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 49fe6ebe-6648-4739-816f-48570340dfe2 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:26:06.041533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42ba7a25-1ce6-4f31-9648-26d1a10f2d0e req-8bc92f2d-0dee-4789-8b52-7a781b9692c5 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1134324 Jul 06 11:26:06.076193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.86', 64423) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:06.096093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:06.097751 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:06.217987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973857-1b40-4156-a242-b114120d7842 req-c1158cf0-ba25-4297-ae30-4ad04c336e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:06.220099 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-c1158cf0-ba25-4297-ae30-4ad04c336e54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1098 time: 0.2199657 Jul 06 11:26:06.358325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973857-1b40-4156-a242-b114120d7842 req-252c3c40-b7a5-4cee-a5dd-c1c508074d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:06.360186 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-252c3c40-b7a5-4cee-a5dd-c1c508074d27 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1098 time: 0.2825260 Jul 06 11:26:06.397032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=8865306c-ed81-47b2-b1dd-f11af373e157,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:06.505740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4eaa8a93-871d-4a88-a598-12f9b060dd3b req-bb0b4ac4-170a-43ac-8e17-3e25d399b53f tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7667856 Jul 06 11:26:06.546893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973857-1b40-4156-a242-b114120d7842 req-105c259a-e1e1-4387-b372-817c1f2b8ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:06.548698 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-105c259a-e1e1-4387-b372-817c1f2b8ca6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.1566603 Jul 06 11:26:06.596565 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c05768f-22dc-4a11-b503-f0a67709382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:06.602341 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c05768f-22dc-4a11-b503-f0a67709382b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:06.610504 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:06.617326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8c05768f-22dc-4a11-b503-f0a67709382b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59b43db2-419a-4ee1-8873-bd8200d9cce8 HTTP/1.1" status: 204 len: 168 time: 2.3492081 Jul 06 11:26:06.718803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-eae792d6-91fc-4d0f-8543-e9883a4082b0', 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'fixed_ips': [{'subnet_id': '31b66c9c-71ac-4470-98cf-bd1558fe1e5a'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:26:06.742306 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:06.750075 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-2f4cb43c-7a62-4685-acf6-49d4908fc532 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 200 len: 217 time: 0.1341419 Jul 06 11:26:06.890060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05768f-22dc-4a11-b503-f0a67709382b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b43db2-419a-4ee1-8873-bd8200d9cce8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:07.224485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:07.503309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 258210eb-9adc-4b0c-85e3-70dfacae5f08 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:26:07.556228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad9f0-f7a0-42b3-91b0-07d8cf986c8f req-3f92ffc0-6ade-43fc-b602-aa364a803c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:07.573827 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fbcad9f0-f7a0-42b3-91b0-07d8cf986c8f req-3f92ffc0-6ade-43fc-b602-aa364a803c05 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5 HTTP/1.1" status: 200 len: 1100 time: 1.1401801 Jul 06 11:26:07.656326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973857-1b40-4156-a242-b114120d7842 req-4d1787e2-0189-430d-8ae6-68559ba051d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:07.660939 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-4d1787e2-0189-430d-8ae6-68559ba051d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 1.4294641 Jul 06 11:26:07.696322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Allocated IP 172.20.0.2 (eae792d6-91fc-4d0f-8543-e9883a4082b0/31b66c9c-71ac-4470-98cf-bd1558fe1e5a/fb22e4dc-1e2a-4688-8a79-aaaf51e11162) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:07.701335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:07.744042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:07.745113 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:07.769466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea47c76-47f7-4ed0-bdfc-3fdf40665bb8 req-d1fd8174-10ac-40c5-b659-8b24f65ddd80 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:07.782287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cea47c76-47f7-4ed0-bdfc-3fdf40665bb8 req-d1fd8174-10ac-40c5-b659-8b24f65ddd80 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 949 time: 1.3461521 Jul 06 11:26:07.951824 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:07.976639 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:07.988776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b642e5b5-a28f-442e-b600-fc4362083d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3418f8b9-cb57-43ad-a59f-8d6932e3fde8'}, {'server_uuid': 'c55270bd-98d4-4535-9327-6fb305fb1154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8865306c-ed81-47b2-b1dd-f11af373e157'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:07.995251 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f1c700-9b79-497e-97f5-f4985d1e552e" -d '{"events": [{"server_uuid": "b642e5b5-a28f-442e-b600-fc4362083d27", "name": "network-vif-plugged", "status": "completed", "tag": "3418f8b9-cb57-43ad-a59f-8d6932e3fde8"}, {"server_uuid": "c55270bd-98d4-4535-9327-6fb305fb1154", "name": "network-vif-plugged", "status": "completed", "tag": "8865306c-ed81-47b2-b1dd-f11af373e157"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:08.068835 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-a52e5f7c-3d12-4f66-9d6e-e4bb2d9d5423 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 200 len: 217 time: 0.3079884 Jul 06 11:26:08.102731 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:08.107694 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fbcad9f0-f7a0-42b3-91b0-07d8cf986c8f req-eaf59b43-7e9a-487f-a58c-96e0ccfc1cc7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204280 Jul 06 11:26:08.113603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Transition to ACTIVE for port object fb22e4dc-1e2a-4688-8a79-aaaf51e11162 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:08.130732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f571c3a-3c98-4ce0-8b82-caf1167ed473 req-a2955183-e21b-4ff7-b1a8-4577e90f0aee tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:08.131832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Transition to ACTIVE for port object fb22e4dc-1e2a-4688-8a79-aaaf51e11162 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:08.134858 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f571c3a-3c98-4ce0-8b82-caf1167ed473 req-a2955183-e21b-4ff7-b1a8-4577e90f0aee tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 947 time: 0.9159184 Jul 06 11:26:08.150407 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:08.166483 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:08.180914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973857-1b40-4156-a242-b114120d7842 req-d6dea8a9-2ee6-49ef-a97c-7d24d5253d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:08.182429 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-d6dea8a9-2ee6-49ef-a97c-7d24d5253d71 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.5507758 Jul 06 11:26:08.200418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cea47c76-47f7-4ed0-bdfc-3fdf40665bb8 req-974ed61b-f14a-486c-b14b-465960b8a494 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143746 Jul 06 11:26:08.213928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '258210eb-9adc-4b0c-85e3-70dfacae5f08', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '258210eb-9adc-4b0c-85e3-70dfacae5f08', 'mac_address': 'fa:16:3e:da:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:26:08.325626 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:08.340573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Network eae792d6-91fc-4d0f-8543-e9883a4082b0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:08.352641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-91430a13-21ca-43aa-8785-3eac11f1737c service neutron] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=49fe6ebe-6648-4739-816f-48570340dfe2,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:08.454319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Pushing event updated for resources: {'Port': ['ID=fb22e4dc-1e2a-4688-8a79-aaaf51e11162,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:08.458089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f571c3a-3c98-4ce0-8b82-caf1167ed473 req-1649258e-e4af-401e-9898-345f8581739f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961380 Jul 06 11:26:08.491690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:08.496565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973857-1b40-4156-a242-b114120d7842 req-1b64aac3-4cd9-4c77-9c56-81edc1399a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:08.502083 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-1b64aac3-4cd9-4c77-9c56-81edc1399a12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.3796675 Jul 06 11:26:08.502829 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:08.523723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-91430a13-21ca-43aa-8785-3eac11f1737c service neutron] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:08.697332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-91430a13-21ca-43aa-8785-3eac11f1737c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fe6ebe-6648-4739-816f-48570340dfe2 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:26:08.707109 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:08.726536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-91430a13-21ca-43aa-8785-3eac11f1737c service neutron] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=49fe6ebe-6648-4739-816f-48570340dfe2,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:08.806835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973857-1b40-4156-a242-b114120d7842 req-a6d72260-c3ad-47df-a112-1c2f64efa1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:08.816379 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-a6d72260-c3ad-47df-a112-1c2f64efa1eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5602646 Jul 06 11:26:08.821664 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-91430a13-21ca-43aa-8785-3eac11f1737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:08.860141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258210eb-9adc-4b0c-85e3-70dfacae5f08 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:26:08.890268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e7928-fe14-4d46-8e43-198aee0bc3cd req-7139fdab-f85c-4b09-a660-2a61128d1217 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:08.904424 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-709e7928-fe14-4d46-8e43-198aee0bc3cd req-7139fdab-f85c-4b09-a660-2a61128d1217 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 944 time: 0.3232703 Jul 06 11:26:08.944420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8be5d0fb-3662-4eb0-b227-f36dea19a9f3,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:08.984454 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:08.989870 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:08.993978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a4111fd4-a756-425b-b844-c17de276ff08 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:09.020569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973857-1b40-4156-a242-b114120d7842 req-46f2b88e-6972-4b7f-b3eb-3d2b62f89dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:09.023619 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-46f2b88e-6972-4b7f-b3eb-3d2b62f89dc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5101509 Jul 06 11:26:09.051758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Allocated IP 172.20.0.1 (47e6efd2-9a52-472d-abc8-10d47fbffad0/b7725fe5-f73c-4083-aae0-bdc8d43ae09b/7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:09.223210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=8be5d0fb-3662-4eb0-b227-f36dea19a9f3,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:09.227697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Attempting to bind port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:09.228388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Attempting to bind port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '75edd2a6-8994-443a-8a47-762dabe5f3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:09.229023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Attempting to bind port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 on network eae792d6-91fc-4d0f-8543-e9883a4082b0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:09.233264 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:09.238744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:09.259650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Transition to ACTIVE for port object 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:09.298754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:09.299117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Checking segment: {'id': '75edd2a6-8994-443a-8a47-762dabe5f3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:09.300964 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:09.300964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Bound using segment: {'id': '75edd2a6-8994-443a-8a47-762dabe5f3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:09.301506 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Bound port: fb22e4dc-1e2a-4688-8a79-aaaf51e11162, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75edd2a6-8994-443a-8a47-762dabe5f3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:09.301716 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:09.369729 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-6e644ad6-99c8-4fc1-a65e-735b4db4c063 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389440 Jul 06 11:26:09.376005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-91430a13-21ca-43aa-8785-3eac11f1737c service neutron] Transition to ACTIVE for port object 49fe6ebe-6648-4739-816f-48570340dfe2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:09.426427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=258210eb-9adc-4b0c-85e3-70dfacae5f08,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:09.437190 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-91430a13-21ca-43aa-8785-3eac11f1737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:09.536085 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port a4111fd4-a756-425b-b844-c17de276ff08 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:09.556871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a4111fd4-a756-425b-b844-c17de276ff08 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:09.560810 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:09.574888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['258210eb-9adc-4b0c-85e3-70dfacae5f08'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:26:09.623711 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-67e21dcd-809a-4732-a0f4-2c7c85ab2d38 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893593 Jul 06 11:26:09.647248 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-709e7928-fe14-4d46-8e43-198aee0bc3cd req-92de33a8-a3a2-4fe2-ba92-2d27421c063c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7407484 Jul 06 11:26:09.721384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-91430a13-21ca-43aa-8785-3eac11f1737c service neutron] No DVR routers for this DVR port 49fe6ebe-6648-4739-816f-48570340dfe2 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:26:09.733698 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:09.787788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] For port fb22e4dc-1e2a-4688-8a79-aaaf51e11162, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:09.817276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] For port fb22e4dc-1e2a-4688-8a79-aaaf51e11162, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fb22e4dc-1e2a-4688-8a79-aaaf51e11162,segment=NetworkSegment(75edd2a6-8994-443a-8a47-762dabe5f3f7),segment_id=75edd2a6-8994-443a-8a47-762dabe5f3f7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:09.819485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91430a13-21ca-43aa-8785-3eac11f1737c service neutron] Pushing event updated for resources: {'Port': ['ID=49fe6ebe-6648-4739-816f-48570340dfe2,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:09.822973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f487b9b-563c-4a0b-9497-55321bba40a8 req-791bda09-9e43-46a3-9dfb-e3911aa472e6 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:09.839368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f487b9b-563c-4a0b-9497-55321bba40a8 req-791bda09-9e43-46a3-9dfb-e3911aa472e6 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 950 time: 0.9044008 Jul 06 11:26:09.872353 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcee1076-1223-4bdf-b4c2-085490179515 x-openstack-request-id: req-dcee1076-1223-4bdf-b4c2-085490179515 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:09.872893 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b642e5b5-a28f-442e-b600-fc4362083d27", "name": "network-vif-plugged", "status": "completed", "tag": "3418f8b9-cb57-43ad-a59f-8d6932e3fde8", "code": 200}, {"server_uuid": "c55270bd-98d4-4535-9327-6fb305fb1154", "name": "network-vif-plugged", "status": "completed", "tag": "8865306c-ed81-47b2-b1dd-f11af373e157", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:09.873237 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcee1076-1223-4bdf-b4c2-085490179515 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:09.873886 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b642e5b5-a28f-442e-b600-fc4362083d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3418f8b9-cb57-43ad-a59f-8d6932e3fde8', 'code': 200} Jul 06 11:26:09.874292 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55270bd-98d4-4535-9327-6fb305fb1154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8865306c-ed81-47b2-b1dd-f11af373e157', 'code': 200} Jul 06 11:26:09.894786 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:09.920820 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:09.946500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Network 47e6efd2-9a52-472d-abc8-10d47fbffad0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:09.948738 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-ad558a34-a62a-4abf-81e6-aed43521494b service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685296 Jul 06 11:26:09.970465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:09.973433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:10.027891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:10.028400 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:10.069388 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:10.120484 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-91430a13-21ca-43aa-8785-3eac11f1737c service neutron] 10.222.0.86 "PUT /v2.0/ports/49fe6ebe-6648-4739-816f-48570340dfe2/bindings/n-h1-799527-2/activate HTTP/1.1" status: 200 len: 369 time: 4.1099477 Jul 06 11:26:10.211415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331452f-2840-4c46-8794-c99123b01b54 None None] Pushing event updated for resources: {'Port': ['ID=fb22e4dc-1e2a-4688-8a79-aaaf51e11162,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:10.250959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f487b9b-563c-4a0b-9497-55321bba40a8 req-32841a1b-a32d-43d1-838a-0c7582a0ed76 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100032 Jul 06 11:26:10.327950 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:10.411197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc5af9-151a-49c9-b141-24ca1d3b62ac req-c88a3df2-348b-4242-9610-8414c648e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:10.413271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2dc5af9-151a-49c9-b141-24ca1d3b62ac req-c88a3df2-348b-4242-9610-8414c648e813 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 1101 time: 0.4037421 Jul 06 11:26:10.425501 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0973857-1b40-4156-a242-b114120d7842 req-d35ff8d8-78f6-4ef3-b7cb-a786c86ffc4f service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7893081 Jul 06 11:26:10.442462 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port a4111fd4-a756-425b-b844-c17de276ff08, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a4111fd4-a756-425b-b844-c17de276ff08,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:10.459696 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:10.498976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47384ac1-7f17-4a28-a7a9-05b821efc3e4 req-e3024e55-94f4-4804-a21e-315cf51ab490 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:10.501434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-47384ac1-7f17-4a28-a7a9-05b821efc3e4 req-e3024e55-94f4-4804-a21e-315cf51ab490 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 949 time: 0.4547906 Jul 06 11:26:10.604586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4d968-53cb-4588-bd40-6ba672aa706d req-4aff7a94-6d55-40e0-a2c6-162d64c485b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:10.606749 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-95a4d968-53cb-4588-bd40-6ba672aa706d req-4aff7a94-6d55-40e0-a2c6-162d64c485b2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 1100 time: 0.5643270 Jul 06 11:26:10.634199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-05cbad52-8152-42bc-8407-2cda567a32ad None None] Provisioning for port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:10.642050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Allocated IP 172.25.0.207 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/abacd0ab-9c0b-4abf-becb-7af1eb81b640) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:10.642293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-05cbad52-8152-42bc-8407-2cda567a32ad None None] Provisioning complete for port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:10.642608 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05cbad52-8152-42bc-8407-2cda567a32ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:10.676521 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-f5530359-17b8-4a24-b68a-76939962629d tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:10.678974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-f5530359-17b8-4a24-b68a-76939962629d tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.4584353 Jul 06 11:26:10.699618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=a4111fd4-a756-425b-b844-c17de276ff08,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:10.707861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2dc5af9-151a-49c9-b141-24ca1d3b62ac req-e7dd393b-46c3-4381-bfc4-283eb5660245 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457552 Jul 06 11:26:10.717646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-47384ac1-7f17-4a28-a7a9-05b821efc3e4 req-3c72459f-d1dd-4b1d-b7a5-216849c87497 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813526 Jul 06 11:26:10.759233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:10.830214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242b156-8dae-4000-a391-27ea72b8186e req-378cc87d-53a8-4f1d-a753-6163a3867914 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:10.832440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-05cbad52-8152-42bc-8407-2cda567a32ad None None] Port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:26:10.838834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7242b156-8dae-4000-a391-27ea72b8186e req-378cc87d-53a8-4f1d-a753-6163a3867914 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 948 time: 0.3559961 Jul 06 11:26:10.852932 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:10.859481 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-95a4d968-53cb-4588-bd40-6ba672aa706d req-f5491a8e-5df0-445d-b785-71526f1e99db service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449884 Jul 06 11:26:10.896763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:10.897907 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:10.940094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7242b156-8dae-4000-a391-27ea72b8186e req-147b498b-2bcf-4e5b-9c63-b631c0f20f55 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000285 Jul 06 11:26:10.992433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-b9601fda-7b3b-4fa0-8f25-2e5e1d246b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:10.995430 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-b9601fda-7b3b-4fa0-8f25-2e5e1d246b4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a&tenant_id=07789db484674e1da7cc9ccb7d200675 HTTP/1.1" status: 200 len: 1096 time: 0.3070443 Jul 06 11:26:11.006403 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:11.117102 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:11.251323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:11.258733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:11.264120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:11.324409 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:11.334828 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:11.335998 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:11.394754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Pushing event updated for resources: {'Port': ['ID=abacd0ab-9c0b-4abf-becb-7af1eb81b640,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:11.502320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 258210eb-9adc-4b0c-85e3-70dfacae5f08 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:11.672180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-0be45368-57cc-4539-b576-1dde821b4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:11.673967 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-0be45368-57cc-4539-b576-1dde821b4f36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1096 time: 0.6423116 Jul 06 11:26:11.726943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:11.749181 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 258210eb-9adc-4b0c-85e3-70dfacae5f08 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:11.760007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 258210eb-9adc-4b0c-85e3-70dfacae5f08 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:11.766633 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:11.996872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c6c7f-b50f-43da-9034-f437c3579e7c req-9aae91bb-8881-4b67-84c8-81f43d2641a5 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:12.016372 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-578c6c7f-b50f-43da-9034-f437c3579e7c req-9aae91bb-8881-4b67-84c8-81f43d2641a5 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 945 time: 0.6762960 Jul 06 11:26:12.073453 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:12.088142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-556aa4e6-fc21-4d5c-8a3d-806bda03650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:12.089880 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-556aa4e6-fc21-4d5c-8a3d-806bda03650d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.2838044 Jul 06 11:26:12.108097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-578c6c7f-b50f-43da-9034-f437c3579e7c req-0681d92b-46ec-433c-bad2-10108ee1420e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614195 Jul 06 11:26:12.132407 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35736771-2637-4675-906d-37742e360195 None None] Network eae792d6-91fc-4d0f-8543-e9883a4082b0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:26:12.163930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Network 47e6efd2-9a52-472d-abc8-10d47fbffad0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:12.197023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93559551-6ce4-4dc8-9de4-2658f0fb0255 req-c1b960d6-bad9-4731-95d6-a2494dc0e88b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:12.199050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93559551-6ce4-4dc8-9de4-2658f0fb0255 req-c1b960d6-bad9-4731-95d6-a2494dc0e88b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 950 time: 0.2619820 Jul 06 11:26:12.200438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:12.231295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:12.581686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93559551-6ce4-4dc8-9de4-2658f0fb0255 req-858cc483-9efc-45e6-a71b-145452bf4c18 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300057 Jul 06 11:26:12.710251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:26:12.721377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:12.729189 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bf9c89-2c7d-43c1-8b03-e4a3dc1df33b" -d '{"events": [{"server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "name": "network-vif-plugged", "status": "completed", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:12.790712 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:12.867399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a4111fd4-a756-425b-b844-c17de276ff08 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:13.029213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a87bcdf5-9c29-4695-a42b-441c90e26653 None None] Provisioning for port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:13.071162 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-382ed73b-3b18-406c-bb1a-f757b1213231 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe6ebe-6648-4739-816f-48570340dfe2 HTTP/1.1" status: 200 len: 217 time: 0.9441805 Jul 06 11:26:13.111420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=258210eb-9adc-4b0c-85e3-70dfacae5f08,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:13.129098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:26:13.134959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-431c4f42-2c91-4fe3-b68c-a3d09cf0fbe0 admin admin] 10.222.0.21 "PUT /v2.0/routers/8bd925ec-cb7b-469a-8b9e-5d2549b50261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2525992 Jul 06 11:26:13.158143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Sync routers for ids ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:26:13.238096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:13.248929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078447-6526-40fa-ad11-39bbcf9edffe req-5e91782f-17a2-49b8-ba6f-6601b1f65661 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:13.249335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a4111fd4-a756-425b-b844-c17de276ff08 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:13.249970 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:13.255723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-c2e5d564-7883-4340-8b13-1edfdcf02061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:13.257356 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-c2e5d564-7883-4340-8b13-1edfdcf02061 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.1684079 Jul 06 11:26:13.267867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-69744f39-c952-4045-9176-b3b1293e10fc tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:13.268613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Routers {'8bd925ec-cb7b-469a-8b9e-5d2549b50261'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:26:13.269671 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-69744f39-c952-4045-9176-b3b1293e10fc tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605&tenant_id=954e407d1dcd4bbebedb2be51459f1e9&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 948 time: 1.3111341 Jul 06 11:26:13.269891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:25:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:13.270312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d078447-6526-40fa-ad11-39bbcf9edffe req-5e91782f-17a2-49b8-ba6f-6601b1f65661 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 949 time: 0.2469110 Jul 06 11:26:13.426072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d078447-6526-40fa-ad11-39bbcf9edffe req-51d85dbd-34a5-44da-905d-48d507e3d9c9 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506321 Jul 06 11:26:13.480196 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-be72c0a1-25f6-46dd-88eb-b502258bf67f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244779 Jul 06 11:26:13.692267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41291-9a41-47af-8cbc-f6198987dc60 req-49879de4-a208-41a8-a066-ca7a92aa0823 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:13.695349 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ea41291-9a41-47af-8cbc-f6198987dc60 req-49879de4-a208-41a8-a066-ca7a92aa0823 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.2920539 Jul 06 11:26:13.759171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Set router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:26:13.812016 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ea41291-9a41-47af-8cbc-f6198987dc60 req-6cd8dabc-0653-4396-98ee-9c23a6f377fd tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031678 Jul 06 11:26:13.855617 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4030d16e-76a5-416f-9c79-78a976df1f2b x-openstack-request-id: req-4030d16e-76a5-416f-9c79-78a976df1f2b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:13.855962 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "name": "network-vif-plugged", "status": "completed", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:13.856389 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4030d16e-76a5-416f-9c79-78a976df1f2b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:13.857092 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08', 'code': 200} Jul 06 11:26:13.863810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a3341572-b702-4c22-9fe2-f58b19f76987 None None] Provisioning complete for port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:13.864575 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3341572-b702-4c22-9fe2-f58b19f76987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:13.899673 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-b109c6b8-24e0-4319-ba75-c4476a67ce69 service neutron] delete failed (client error): The resource could not be found. Jul 06 11:26:13.903096 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-b109c6b8-24e0-4319-ba75-c4476a67ce69 service neutron] 10.222.0.47 "DELETE /v2.0/ports/258210eb-9adc-4b0c-85e3-70dfacae5f08/bindings/n-h1-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.5183599 Jul 06 11:26:13.961552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a3341572-b702-4c22-9fe2-f58b19f76987 None None] Port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:26:14.001344 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-086adb7f-b539-4ca7-939d-c590347cfd29 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952478 Jul 06 11:26:14.149283 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-75c9db84-c8db-4824-adc4-59f77d54a2b3 req-fca06940-0119-4c0e-a096-f7c4f0594f23 tempest-FloatingIPDetailsNegativeTestJSON-139151887 tempest-FloatingIPDetailsNegativeTestJSON-139151887-project] show failed (client error): The resource could not be found. Jul 06 11:26:14.161036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fb22e4dc-1e2a-4688-8a79-aaaf51e11162 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:14.172332 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75c9db84-c8db-4824-adc4-59f77d54a2b3 req-fca06940-0119-4c0e-a096-f7c4f0594f23 tempest-FloatingIPDetailsNegativeTestJSON-139151887 tempest-FloatingIPDetailsNegativeTestJSON-139151887-project] 10.222.0.21 "GET /v2.0/floatingips/e9e99645-8123-44b3-b804-48e05d827165 HTTP/1.1" status: 404 len: 350 time: 0.1129851 Jul 06 11:26:14.177018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55576) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:14.177551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55578) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:14.365797 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a49d8071-0ae4-4c8d-b02f-aeda2cf9a5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:14.383820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:14.401325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:14.401906 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:14.627371 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:26:14.635490 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:14.772692 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:14.825065 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-bd53dd1f-bb1c-429f-a07a-15ad07f8e5ac service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781473 Jul 06 11:26:14.838374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-router', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:53Z', 'updated_at': '2021-07-06T11:26:10Z', 'revision_number': 4, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'gw_port': {'id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:55Z', 'updated_at': '2021-07-06T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c', 'name': '', 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'mac_address': 'fa:16:3e:94:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b7725fe5-f73c-4083-aae0-bdc8d43ae09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:08Z', 'updated_at': '2021-07-06T11:26:10Z', 'revision_number': 2, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'subnets': [{'id': 'b7725fe5-f73c-4083-aae0-bdc8d43ae09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:14.859907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-efb732a5-1b9e-46c3-bce8-cda1b3dbab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:14.866168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-efb732a5-1b9e-46c3-bce8-cda1b3dbab37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1100 time: 0.6756141 Jul 06 11:26:14.900482 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Checking router: 8bd925ec-cb7b-469a-8b9e-5d2549b50261 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:26:14.901392 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Updating router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:26:14.937111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa509f0-5f03-469d-9348-790d84ce5fe2 req-4331a9b6-09b7-4ab1-889f-5fd163cab6b4 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:14.950995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port fb22e4dc-1e2a-4688-8a79-aaaf51e11162, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fb22e4dc-1e2a-4688-8a79-aaaf51e11162,segment=NetworkSegment(75edd2a6-8994-443a-8a47-762dabe5f3f7),segment_id=75edd2a6-8994-443a-8a47-762dabe5f3f7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:14.959017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0fa509f0-5f03-469d-9348-790d84ce5fe2 req-4331a9b6-09b7-4ab1-889f-5fd163cab6b4 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 945 time: 1.0023987 Jul 06 11:26:14.968341 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:15.054830 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:15.221245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-c87356a5-7f0b-415f-afe2-d9447455cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:15.225060 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-c87356a5-7f0b-415f-afe2-d9447455cf4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3474364 Jul 06 11:26:15.352037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0fa509f0-5f03-469d-9348-790d84ce5fe2 req-028a8931-4c20-4cd9-b16a-9327ed55e16a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874407 Jul 06 11:26:15.431491 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-1cd0855f-e9d1-43a3-99cb-80cbb0ca9049 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 200 len: 217 time: 0.1709015 Jul 06 11:26:15.512670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1986cb42-97d0-4628-97a1-68c9a21c105d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:15.772981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-12c2b8bd-f1d1-4824-bc9a-4c089ba9c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:15.781512 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-12c2b8bd-f1d1-4824-bc9a-4c089ba9c731 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.3535030 Jul 06 11:26:15.814870 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1986cb42-97d0-4628-97a1-68c9a21c105d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:15.835957 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1986cb42-97d0-4628-97a1-68c9a21c105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:15.900908 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:15.909407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986cb42-97d0-4628-97a1-68c9a21c105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a4c514-62b0-44ce-a1c6-0217c2e6a7eb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:15.928535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Transition to ACTIVE for port object 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:15.964085 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:16.000586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-b79fee3b-1589-4075-b48f-599008838592 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:16.006227 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-b79fee3b-1589-4075-b48f-599008838592 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.5764477 Jul 06 11:26:16.006971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=fb22e4dc-1e2a-4688-8a79-aaaf51e11162,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:16.254337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Attempting to bind port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:16.255115 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Attempting to bind port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'f8c49df7-28f8-4076-a7ba-866b1493cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:16.255673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Attempting to bind port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c on network 47e6efd2-9a52-472d-abc8-10d47fbffad0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:16.268986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:16.269630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Checking segment: {'id': 'f8c49df7-28f8-4076-a7ba-866b1493cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:16.270297 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:16.270932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Bound using segment: {'id': 'f8c49df7-28f8-4076-a7ba-866b1493cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:16.271814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Bound port: 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c49df7-28f8-4076-a7ba-866b1493cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:16.272417 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:16.301453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:26:16.316037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd398b-11d1-430e-b363-7f7952e12479 None None] Pushing event updated for resources: {'Port': ['ID=7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:16.355517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-fdd6c563-7865-4f28-8c70-a50bc5aac1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:16.361708 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-fdd6c563-7865-4f28-8c70-a50bc5aac1e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5721931 Jul 06 11:26:16.508218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] For port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:16.515387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] For port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c,segment=NetworkSegment(f8c49df7-28f8-4076-a7ba-866b1493cb9b),segment_id=f8c49df7-28f8-4076-a7ba-866b1493cb9b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:16.528872 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:16.581746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1986cb42-97d0-4628-97a1-68c9a21c105d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=489546cb4da341aa8ed87a4263f42d77&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4026711 Jul 06 11:26:16.582657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55596) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:16.724595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd398b-11d1-430e-b363-7f7952e12479 None None] Pushing event updated for resources: {'Port': ['ID=7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:16.730585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Routers {'8bd925ec-cb7b-469a-8b9e-5d2549b50261'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:26:16.732956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:25:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:16.742128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82970d73-cbef-4627-b2e1-9f0dc0816340 req-0ff1354b-ef98-4265-8dab-f64aac09d280 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:16.763424 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82970d73-cbef-4627-b2e1-9f0dc0816340 req-0ff1354b-ef98-4265-8dab-f64aac09d280 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 950 time: 1.4051940 Jul 06 11:26:16.881051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:26:16.887652 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Sync routers for ids ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:26:16.904040 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Routers {'a2f8fc3f-c205-404f-8018-3b2e1e2045a4'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:26:16.904986 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:25:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:17.045619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82970d73-cbef-4627-b2e1-9f0dc0816340 req-34f36dc8-fdef-472a-a9ad-a61fadecfeac tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805412 Jul 06 11:26:17.156957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:17.165107 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-64be5475-0607-46e7-88c5-a4875f6665f0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 11.2940025 Jul 06 11:26:17.170903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55602) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:17.218210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] Set router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:26:17.242742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fb22e4dc-1e2a-4688-8a79-aaaf51e11162 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:17.282032 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Set router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:26:17.295755 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69baf4d3-f488-4bf0-a4c9-b6f8527b1fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:17.498786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536d25a-4f4d-4237-b4c5-0bedb2f97714 req-ddd139f9-0181-44fd-981e-eacfaba16bb6 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:17.514124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a536d25a-4f4d-4237-b4c5-0bedb2f97714 req-ddd139f9-0181-44fd-981e-eacfaba16bb6 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.9298265 Jul 06 11:26:17.569637 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-0ecc5372-53b5-43e0-9e72-098ff4d30566 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1785150 Jul 06 11:26:17.602101 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-router', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:26:06Z', 'updated_at': '2021-07-06T11:26:11Z', 'revision_number': 3, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'gw_port': {'id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:10Z', 'updated_at': '2021-07-06T11:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:17.656785 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Checking router: a2f8fc3f-c205-404f-8018-3b2e1e2045a4 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:26:17.657140 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Updating router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 port abacd0ab-9c0b-4abf-becb-7af1eb81b640 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:26:17.675317 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69baf4d3-f488-4bf0-a4c9-b6f8527b1fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:17.720219 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:17.753076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:17.753565 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:17.844655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-9dbafb6c-0003-4cec-9ea4-8e81938dd940 service neutron] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:17.872883 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-9dbafb6c-0003-4cec-9ea4-8e81938dd940 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:17.874663 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7ac8b7b-fe50-4d92-bead-0a621c96e66a req-9dbafb6c-0003-4cec-9ea4-8e81938dd940 service neutron] 10.222.0.47 "DELETE /v2.0/ports/49fe6ebe-6648-4739-816f-48570340dfe2/bindings/n-h2-799527-2 HTTP/1.1" status: 204 len: 173 time: 1.8435957 Jul 06 11:26:17.884116 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a536d25a-4f4d-4237-b4c5-0bedb2f97714 req-b9e613e7-61cc-4057-b62b-f4663ae42114 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479463 Jul 06 11:26:17.951897 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:18.280202 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:18.311679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f29c17b-c326-4bb0-bd0e-65802da0e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:18.335533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7607141-7d6c-4bd9-9f68-b322db1c1da7 req-752c5577-be38-44ef-973b-c05578ae0985 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:18.348227 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7607141-7d6c-4bd9-9f68-b322db1c1da7 req-752c5577-be38-44ef-973b-c05578ae0985 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 945 time: 0.6143107 Jul 06 11:26:18.402227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69baf4d3-f488-4bf0-a4c9-b6f8527b1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:18.405589 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69baf4d3-f488-4bf0-a4c9-b6f8527b1fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:18.406771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-69baf4d3-f488-4bf0-a4c9-b6f8527b1fcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90a4c514-62b0-44ce-a1c6-0217c2e6a7eb HTTP/1.1" status: 204 len: 168 time: 1.8213494 Jul 06 11:26:18.435668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-router', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:53Z', 'updated_at': '2021-07-06T11:26:10Z', 'revision_number': 4, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'gw_port': {'id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:55Z', 'updated_at': '2021-07-06T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c', 'name': '', 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'mac_address': 'fa:16:3e:94:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b7725fe5-f73c-4083-aae0-bdc8d43ae09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:08Z', 'updated_at': '2021-07-06T11:26:16Z', 'revision_number': 4, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'subnets': [{'id': 'b7725fe5-f73c-4083-aae0-bdc8d43ae09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:18.445497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7607141-7d6c-4bd9-9f68-b322db1c1da7 req-b38d23a8-d8e1-4004-b237-d259ec2a5fa4 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956228 Jul 06 11:26:18.549216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69baf4d3-f488-4bf0-a4c9-b6f8527b1fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a4c514-62b0-44ce-a1c6-0217c2e6a7eb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:18.577810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c2d7a-f142-41c8-b31a-f61a57743061 None None] The sync data for ids ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'] in n-d-799527-2 is: [{'id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-router', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:53Z', 'updated_at': '2021-07-06T11:26:10Z', 'revision_number': 4, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'gw_port': {'id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:55Z', 'updated_at': '2021-07-06T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c', 'name': '', 'network_id': '47e6efd2-9a52-472d-abc8-10d47fbffad0', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'mac_address': 'fa:16:3e:94:f7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b7725fe5-f73c-4083-aae0-bdc8d43ae09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:08Z', 'updated_at': '2021-07-06T11:26:16Z', 'revision_number': 4, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'subnets': [{'id': 'b7725fe5-f73c-4083-aae0-bdc8d43ae09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:26:18.587442 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:18.763425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d99947-594c-4af8-9c93-6d091c4c1519 req-6a43e923-8c9d-4d25-8e1d-ce4a1b5000f5 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:18.765135 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57d99947-594c-4af8-9c93-6d091c4c1519 req-6a43e923-8c9d-4d25-8e1d-ce4a1b5000f5 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5 HTTP/1.1" status: 200 len: 949 time: 0.3103776 Jul 06 11:26:18.812703 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:18.858288 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Transition to ACTIVE for port object abacd0ab-9c0b-4abf-becb-7af1eb81b640 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:18.868438 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-af6217db-367b-4726-b0e9-d1ce36cbc8a9 req-af0d7437-2d6b-441b-92df-1979b01f0e94 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2590189 Jul 06 11:26:18.883529 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:18.887098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] Deleting port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:26:18.887942 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:18.992004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57d99947-594c-4af8-9c93-6d091c4c1519 req-0f1848b1-6939-40e9-be56-549d0411ff0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106833 Jul 06 11:26:19.067418 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Attempting to bind port abacd0ab-9c0b-4abf-becb-7af1eb81b640 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:19.068236 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Attempting to bind port abacd0ab-9c0b-4abf-becb-7af1eb81b640 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:19.068624 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Attempting to bind port abacd0ab-9c0b-4abf-becb-7af1eb81b640 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:19.106565 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb67fba-65f4-4ba6-b0a4-275fd85d402c None None] Pushing event updated for resources: {'Port': ['ID=abacd0ab-9c0b-4abf-becb-7af1eb81b640,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:19.125584 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:19.126136 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:19.126565 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:19.126996 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:19.133405 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Bound port: abacd0ab-9c0b-4abf-becb-7af1eb81b640, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:19.134277 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:19.369429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:19.372868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] For port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c,segment=NetworkSegment(f8c49df7-28f8-4076-a7ba-866b1493cb9b),segment_id=f8c49df7-28f8-4076-a7ba-866b1493cb9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:19.373670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:19.467896 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] For port abacd0ab-9c0b-4abf-becb-7af1eb81b640, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:19.470368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] Calling delete_port for 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:26:19.486763 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] For port abacd0ab-9c0b-4abf-becb-7af1eb81b640, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=abacd0ab-9c0b-4abf-becb-7af1eb81b640,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:19.507112 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:19.723619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:19.733220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:19.733948 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:19.824350 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Routers {'a2f8fc3f-c205-404f-8018-3b2e1e2045a4'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:26:19.825434 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:26:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:19.853831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55624) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:19.950882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c97a-58a0-45f6-a637-53f2e126a730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:20.128358 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:20.269165 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] Set router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:26:20.307955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd5509-5389-468b-93c6-02bb64b977f3 req-45ab1f6b-1ca0-4124-a75d-b576724d8524 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:20.319502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52bd5509-5389-468b-93c6-02bb64b977f3 req-45ab1f6b-1ca0-4124-a75d-b576724d8524 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.5713453 Jul 06 11:26:20.349937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c,segment=NetworkSegment(f8c49df7-28f8-4076-a7ba-866b1493cb9b),segment_id=f8c49df7-28f8-4076-a7ba-866b1493cb9b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:20.365169 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:20.375343 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:20.446162 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c97a-58a0-45f6-a637-53f2e126a730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:20.466092 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfa2c97a-58a0-45f6-a637-53f2e126a730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:20.570400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:20.725228 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb67fba-65f4-4ba6-b0a4-275fd85d402c None None] Pushing event updated for resources: {'Port': ['ID=abacd0ab-9c0b-4abf-becb-7af1eb81b640,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:20.750929 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52bd5509-5389-468b-93c6-02bb64b977f3 req-39122159-6e3c-40d9-9ab9-ea133172464f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156206 Jul 06 11:26:20.786150 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-router', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:26:06Z', 'updated_at': '2021-07-06T11:26:11Z', 'revision_number': 3, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'gw_port': {'id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:10Z', 'updated_at': '2021-07-06T11:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:20.800939 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dfa2c97a-58a0-45f6-a637-53f2e126a730 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff26145dd5994d6ab0722202ee82c286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9364541 Jul 06 11:26:20.805239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55628) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:20.868279 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d03ab-2f33-487b-a259-e33ea61750ca None None] The sync data for ids ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'] in n-d-799527-2 is: [{'id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-router', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:26:06Z', 'updated_at': '2021-07-06T11:26:11Z', 'revision_number': 3, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'gw_port': {'id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:10Z', 'updated_at': '2021-07-06T11:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:26:20.977301 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:20.979185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2c97a-58a0-45f6-a637-53f2e126a730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8e15ce-3eb2-4c18-be7d-7fe3df50fe37,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:21.005640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:21.103773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:21.132692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49dee9c3-33cc-45cf-99c2-8610339a74c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:21.291410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:21.319988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f536e65-ed04-4a2f-b4d2-2f4b52002952 req-40c466b3-dfe4-435e-8727-5c5419e4cc82 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:21.327071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f536e65-ed04-4a2f-b4d2-2f4b52002952 req-40c466b3-dfe4-435e-8727-5c5419e4cc82 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:21.335250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f536e65-ed04-4a2f-b4d2-2f4b52002952 req-40c466b3-dfe4-435e-8727-5c5419e4cc82 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154&device_id=c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5 HTTP/1.1" status: 200 len: 1690 time: 0.6523693 Jul 06 11:26:21.346273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:26:21.352830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 11:26:21.395290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Port 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c not found, will not notify nova. {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 11:26:21.434535 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f536e65-ed04-4a2f-b4d2-2f4b52002952 req-d51f96db-325c-43f3-8087-9d8d14596da6 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979044 Jul 06 11:26:21.435773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49dee9c3-33cc-45cf-99c2-8610339a74c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:21.609078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49dee9c3-33cc-45cf-99c2-8610339a74c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:21.646344 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49dee9c3-33cc-45cf-99c2-8610339a74c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:21.653850 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec0fc5-917f-42ce-84b1-e7c8b3bc650a req-f6f6b382-71f1-4a3d-a546-3d063e381104 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:21.654650 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-49dee9c3-33cc-45cf-99c2-8610339a74c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b8e15ce-3eb2-4c18-be7d-7fe3df50fe37 HTTP/1.1" status: 204 len: 168 time: 0.8418863 Jul 06 11:26:21.657013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eec0fc5-917f-42ce-84b1-e7c8b3bc650a req-f6f6b382-71f1-4a3d-a546-3d063e381104 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1096 time: 0.5362382 Jul 06 11:26:21.762197 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:21.850740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dee9c3-33cc-45cf-99c2-8610339a74c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8e15ce-3eb2-4c18-be7d-7fe3df50fe37,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:22.058464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff93c49-991d-47af-82ee-41d34481ccad req-9851295c-a1f5-40d2-a839-a7f13a3da537 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:22.063925 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ff93c49-991d-47af-82ee-41d34481ccad req-9851295c-a1f5-40d2-a839-a7f13a3da537 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.86 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 949 time: 0.7464194 Jul 06 11:26:22.246397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Allocated IP 172.20.0.1 (eae792d6-91fc-4d0f-8543-e9883a4082b0/31b66c9c-71ac-4470-98cf-bd1558fe1e5a/12083db3-0b74-456e-bca2-4a37078dacdc) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:22.364056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eec0fc5-917f-42ce-84b1-e7c8b3bc650a req-c8eedc28-e599-4a6b-938e-062425e4f52f tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6838920 Jul 06 11:26:22.595355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3cf59-8b57-4695-8f27-de2c1b1f8da2 req-436c3bb5-58aa-46b7-a1c6-95af66d8484b tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:22.622273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7af3cf59-8b57-4695-8f27-de2c1b1f8da2 req-436c3bb5-58aa-46b7-a1c6-95af66d8484b tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/ports?device_id=b642e5b5-a28f-442e-b600-fc4362083d27 HTTP/1.1" status: 200 len: 949 time: 0.9063218 Jul 06 11:26:22.719637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:22.750351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Transition to ACTIVE for port object 12083db3-0b74-456e-bca2-4a37078dacdc will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:22.778733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7af3cf59-8b57-4695-8f27-de2c1b1f8da2 req-f6168209-07c9-4483-8383-698ca706437f tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcede22a-9125-4235-95a0-2e8a8a8197a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543446 Jul 06 11:26:22.802973 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:22.975151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1ff93c49-991d-47af-82ee-41d34481ccad req-f8cd1c6d-412b-4a7c-a53a-ea35510d52f0 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Deleting port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:26:22.976167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ff93c49-991d-47af-82ee-41d34481ccad req-f8cd1c6d-412b-4a7c-a53a-ea35510d52f0 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:22.982051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Pushing event updated for resources: {'Port': ['ID=12083db3-0b74-456e-bca2-4a37078dacdc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:23.011076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Network eae792d6-91fc-4d0f-8543-e9883a4082b0 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:23.030016 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:23.084532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:23.335727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] Router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:26:23.360559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdde8c-cc9c-4c1a-8f34-8aded80a62d1 req-ddae9254-0ed5-4cf9-a1bd-576ff71eea75 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:23.381110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device abacd0ab-9c0b-4abf-becb-7af1eb81b640 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:23.386094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bfdde8c-cc9c-4c1a-8f34-8aded80a62d1 req-ddae9254-0ed5-4cf9-a1bd-576ff71eea75 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.4379034 Jul 06 11:26:23.387264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1ff93c49-991d-47af-82ee-41d34481ccad req-f8cd1c6d-412b-4a7c-a53a-ea35510d52f0 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] For port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=3418f8b9-cb57-43ad-a59f-8d6932e3fde8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:23.388015 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ff93c49-991d-47af-82ee-41d34481ccad req-f8cd1c6d-412b-4a7c-a53a-ea35510d52f0 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:23.392548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:23.493222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1ff93c49-991d-47af-82ee-41d34481ccad req-f8cd1c6d-412b-4a7c-a53a-ea35510d52f0 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Calling delete_port for 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:26:23.542324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bfdde8c-cc9c-4c1a-8f34-8aded80a62d1 req-5e41055f-4019-4008-9980-752c00d6cfc4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446884 Jul 06 11:26:23.572757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port abacd0ab-9c0b-4abf-becb-7af1eb81b640 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:23.598955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port abacd0ab-9c0b-4abf-becb-7af1eb81b640 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:23.600043 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:23.604860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecfd7a-d3f2-40fb-84c2-c1d6a8ee4d39 req-5d036d42-67c2-49a2-893d-3cffc9a10b59 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:23.606888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25ecfd7a-d3f2-40fb-84c2-c1d6a8ee4d39 req-5d036d42-67c2-49a2-893d-3cffc9a10b59 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 1101 time: 0.4096277 Jul 06 11:26:23.729749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-099c8135-e4d4-47e1-a007-2203c2aea221 None None] Provisioning for port 12083db3-0b74-456e-bca2-4a37078dacdc completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:23.741533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-099c8135-e4d4-47e1-a007-2203c2aea221 None None] Provisioning complete for port 12083db3-0b74-456e-bca2-4a37078dacdc triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:23.742133 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-099c8135-e4d4-47e1-a007-2203c2aea221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:23.825617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-099c8135-e4d4-47e1-a007-2203c2aea221 None None] Port 12083db3-0b74-456e-bca2-4a37078dacdc cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:26:23.871699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55676) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:23.884077 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:23.884925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:23.914057 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port abacd0ab-9c0b-4abf-becb-7af1eb81b640, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=abacd0ab-9c0b-4abf-becb-7af1eb81b640,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:23.919609 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:24.032175 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ff93c49-991d-47af-82ee-41d34481ccad req-f8cd1c6d-412b-4a7c-a53a-ea35510d52f0 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:24.085898 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:26:24.103864 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6646bd2-26fb-4b6c-8543-70c184df2bde None None] Sync routers for ids ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:26:24.108136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-96a8d48c-83d5-46bf-bc75-17e913b171ef tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:24.109763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-96a8d48c-83d5-46bf-bc75-17e913b171ef tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 807 time: 0.3354363 Jul 06 11:26:24.116272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-059eb889-04b4-4531-ab50-5782ca125b65 admin admin] 10.222.0.21 "PUT /v2.0/routers/8bd925ec-cb7b-469a-8b9e-5d2549b50261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9345505 Jul 06 11:26:24.126679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55682) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:24.133392 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd1c6d-412b-4a7c-a53a-ea35510d52f0 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Pushing event deleted for resources: {'Port': ['ID=3418f8b9-cb57-43ad-a59f-8d6932e3fde8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:24.146285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=abacd0ab-9c0b-4abf-becb-7af1eb81b640,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:24.151053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25ecfd7a-d3f2-40fb-84c2-c1d6a8ee4d39 req-7af5393b-fbee-4ad7-9d3e-dc2441d8a7d4 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090359 Jul 06 11:26:24.160745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6646bd2-26fb-4b6c-8543-70c184df2bde None None] Routers {'8bd925ec-cb7b-469a-8b9e-5d2549b50261'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:26:24.166083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6646bd2-26fb-4b6c-8543-70c184df2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:26:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:24.177042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1277004978-network', 'tenant_id': 'c873b0fb571e46d8941f82ebd8df32e8'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:24.249676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-8489b261-33cd-4c24-9719-c1e86dc35d69 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/quotas/07789db484674e1da7cc9ccb7d200675 HTTP/1.1" status: 200 len: 375 time: 0.1242049 Jul 06 11:26:24.394993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff93c49-991d-47af-82ee-41d34481ccad req-f8cd1c6d-412b-4a7c-a53a-ea35510d52f0 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] No DVR routers for this DVR port 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:26:24.400587 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ff93c49-991d-47af-82ee-41d34481ccad req-f8cd1c6d-412b-4a7c-a53a-ea35510d52f0 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:24.404770 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ff93c49-991d-47af-82ee-41d34481ccad req-f8cd1c6d-412b-4a7c-a53a-ea35510d52f0 tempest-TenantUsagesTestJSON-625581344 tempest-TenantUsagesTestJSON-625581344-project] 10.222.0.86 "DELETE /v2.0/ports/3418f8b9-cb57-43ad-a59f-8d6932e3fde8 HTTP/1.1" status: 204 len: 173 time: 2.3302608 Jul 06 11:26:24.416211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b642e5b5-a28f-442e-b600-fc4362083d27', 'name': 'network-vif-deleted', 'tag': '3418f8b9-cb57-43ad-a59f-8d6932e3fde8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:24.421695 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd585de-bc97-4b54-af80-328566d554cc" -d '{"events": [{"server_uuid": "b642e5b5-a28f-442e-b600-fc4362083d27", "name": "network-vif-deleted", "tag": "3418f8b9-cb57-43ad-a59f-8d6932e3fde8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:24.431907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Made reservation on behalf of c873b0fb571e46d8941f82ebd8df32e8 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:24.437739 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:24.467309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:24.604204 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-f3dcb14e-4544-4778-8bac-97ab0aa1fcdf tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3535643 Jul 06 11:26:24.696940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b6646bd2-26fb-4b6c-8543-70c184df2bde None None] Set router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:26:24.867059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:24.907092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-b8c34e22-6760-44c6-ada6-2c2a482bd940 service neutron] 10.222.0.21 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780755 Jul 06 11:26:24.914281 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:24.933868 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:25.117579 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:25.124310 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:25.153397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Pushing event updated for resources: {'Port': ['ID=12083db3-0b74-456e-bca2-4a37078dacdc,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:25.255761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device abacd0ab-9c0b-4abf-becb-7af1eb81b640 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:25.334169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6646bd2-26fb-4b6c-8543-70c184df2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-router', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:53Z', 'updated_at': '2021-07-06T11:26:20Z', 'revision_number': 5, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'gw_port': {'id': 'a4111fd4-a756-425b-b844-c17de276ff08', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:55Z', 'updated_at': '2021-07-06T11:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:25.377604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6646bd2-26fb-4b6c-8543-70c184df2bde None None] Checking router: 8bd925ec-cb7b-469a-8b9e-5d2549b50261 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:26:25.396936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6646bd2-26fb-4b6c-8543-70c184df2bde None None] Routers {'8bd925ec-cb7b-469a-8b9e-5d2549b50261'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:26:25.398398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6646bd2-26fb-4b6c-8543-70c184df2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:26:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:25.401731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Deleting port a4111fd4-a756-425b-b844-c17de276ff08 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:26:25.402046 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:25.413667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Network eae792d6-91fc-4d0f-8543-e9883a4082b0 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:25.417438 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:25.420097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:25.425843 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:25.431000 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-c5b8b8a3-732a-453a-b7af-574addd37ecf service neutron] 10.222.0.21 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489764 Jul 06 11:26:25.562980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a095f-53a9-4b63-a978-8536da441b86 req-13821a4e-cfca-44e2-9933-47984cf96280 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:25.567095 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-302a095f-53a9-4b63-a978-8536da441b86 req-13821a4e-cfca-44e2-9933-47984cf96280 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1100 time: 0.2360706 Jul 06 11:26:25.665531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-302a095f-53a9-4b63-a978-8536da441b86 req-3275c6bc-4c27-4f3a-9a05-c6994bf8c5b8 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641396 Jul 06 11:26:25.666858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:26:25.737306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] For port a4111fd4-a756-425b-b844-c17de276ff08, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a4111fd4-a756-425b-b844-c17de276ff08,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:25.742070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:26:25.742636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 3418f8b9-cb57-43ad-a59f-8d6932e3fde8 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:26:25.743128 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:25.745489 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:26:25.757252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port abacd0ab-9c0b-4abf-becb-7af1eb81b640 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:25.757810 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:25.789552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:26:25.837048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Calling delete_port for a4111fd4-a756-425b-b844-c17de276ff08 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:26:25.842012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b6646bd2-26fb-4b6c-8543-70c184df2bde None None] Set router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:26:25.885948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e6092f-024e-4965-99cb-d44f7b4fcda7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:26.064455 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6646bd2-26fb-4b6c-8543-70c184df2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-router', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:53Z', 'updated_at': '2021-07-06T11:26:25Z', 'revision_number': 6, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:26.114353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6646bd2-26fb-4b6c-8543-70c184df2bde None None] The sync data for ids ['8bd925ec-cb7b-469a-8b9e-5d2549b50261'] in n-d-799527-2 is: [{'id': '8bd925ec-cb7b-469a-8b9e-5d2549b50261', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-750291007-router', 'tenant_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:53Z', 'updated_at': '2021-07-06T11:26:25Z', 'revision_number': 6, 'project_id': 'c75c7ba9621d491d8f24fe8d32ea8751', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:26:26.125937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ebcacca7-4e70-45b7-80c4-dab01216ae48 None None] Provisioning complete for port 12083db3-0b74-456e-bca2-4a37078dacdc triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:26.126344 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebcacca7-4e70-45b7-80c4-dab01216ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:26.342415 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2034807-c7d3-4b66-9345-f92ea90a25d1 x-openstack-request-id: req-b2034807-c7d3-4b66-9345-f92ea90a25d1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:26.342900 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b642e5b5-a28f-442e-b600-fc4362083d27", "name": "network-vif-deleted", "tag": "3418f8b9-cb57-43ad-a59f-8d6932e3fde8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:26.343306 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2034807-c7d3-4b66-9345-f92ea90a25d1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:26.346744 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b642e5b5-a28f-442e-b600-fc4362083d27', 'name': 'network-vif-deleted', 'tag': '3418f8b9-cb57-43ad-a59f-8d6932e3fde8', 'status': 'completed', 'code': 200} Jul 06 11:26:26.348810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:26.349394 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Added segment 60dbcf28-dc05-4aee-81b7-2c6968811d2a of type vlan for network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a Jul 06 11:26:26.353204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:26:26.373491 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Sync routers for ids ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:26:26.398721 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eb87f68d-7e43-4943-a075-7d6a95c2fe02 admin admin] 10.222.0.21 "PUT /v2.0/routers/a2f8fc3f-c205-404f-8018-3b2e1e2045a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2150979 Jul 06 11:26:26.400179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ebcacca7-4e70-45b7-80c4-dab01216ae48 None None] Port 12083db3-0b74-456e-bca2-4a37078dacdc cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:26:26.444422 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Routers {'a2f8fc3f-c205-404f-8018-3b2e1e2045a4'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:26:26.463208 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:26:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:26.571627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:26.668623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55706) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:26.692573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af52d0-7e94-4a3e-b0f6-a17d3f7896c6 req-e78d737e-0ac3-4056-8e11-3d2f89871379 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:26.693863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:26.695246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:26.697126 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:26.703577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-29af52d0-7e94-4a3e-b0f6-a17d3f7896c6 req-e78d737e-0ac3-4056-8e11-3d2f89871379 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5 HTTP/1.1" status: 200 len: 1100 time: 0.4882841 Jul 06 11:26:26.869386 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Set router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:26:26.933622 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0610585 Jul 06 11:26:26.967744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:26.981720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acc34b-bf3c-4f33-b835-9ca0e28b5f4d admin admin] Pushing event updated for resources: {'Network': ['ID=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:27.003749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:26:27.014648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] Request body: {'subnet': {'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1277004978-subnet', 'tenant_id': 'c873b0fb571e46d8941f82ebd8df32e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:27.082357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] Made reservation on behalf of c873b0fb571e46d8941f82ebd8df32e8 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:27.087003 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:27.145781 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-29af52d0-7e94-4a3e-b0f6-a17d3f7896c6 req-2ac7e5bf-f244-458f-92a5-8ab1d7471d04 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169178 Jul 06 11:26:27.150285 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7b8b23fc-7ba2-4fe5-a579-a010cf94ddb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a98d34355b60473389c13334321b793a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793754 Jul 06 11:26:27.152877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55716) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:27.237253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bd041-f6dc-4616-b069-7c48e824e35b req-9a77b705-bd79-421e-a217-5ab5caf99e33 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:27.239059 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:27.239308 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-596bd041-f6dc-4616-b069-7c48e824e35b req-9a77b705-bd79-421e-a217-5ab5caf99e33 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.86 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 946 time: 0.3351040 Jul 06 11:26:27.287757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:26:27.309027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4111fd4-a756-425b-b844-c17de276ff08,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:27.381784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:26:27.391903 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7cd94b55-7dd3-4d72-8d0b-4ea2d1d2d96c not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:26:27.392485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a4111fd4-a756-425b-b844-c17de276ff08 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:26:27.469427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: a4111fd4-a756-425b-b844-c17de276ff08 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:26:27.473676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a4111fd4-a756-425b-b844-c17de276ff08 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:26:27.515348 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1aecde75-2d03-43dc-987e-828de8469820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:27.568376 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1aecde75-2d03-43dc-987e-828de8469820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:27.578475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbc15c-df74-4581-b5d0-5443242978d3 req-d136b3c0-199a-4fce-80b9-1d5e68f4bec4 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:27.595496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57cbc15c-df74-4581-b5d0-5443242978d3 req-d136b3c0-199a-4fce-80b9-1d5e68f4bec4 tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 946 time: 1.0145802 Jul 06 11:26:27.599800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05826d2c-dd53-4a72-acc3-4c6c68d69206 req-81b8b2c0-5e9e-4a2f-aec0-63bc76b655ae tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 210 time: 0.2861800 Jul 06 11:26:27.686414 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:27.818542 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1aecde75-2d03-43dc-987e-828de8469820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:27.823360 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1aecde75-2d03-43dc-987e-828de8469820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:27.830663 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1aecde75-2d03-43dc-987e-828de8469820 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fcede22a-9125-4235-95a0-2e8a8a8197a9 HTTP/1.1" status: 204 len: 168 time: 0.6714783 Jul 06 11:26:27.830663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-596bd041-f6dc-4616-b069-7c48e824e35b req-a56c6811-15ec-4d60-b054-572bc64be03e tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Deleting port f8c03b09-f08c-4f84-959e-25aac565389a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:26:27.830663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-596bd041-f6dc-4616-b069-7c48e824e35b req-a56c6811-15ec-4d60-b054-572bc64be03e tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:27.913592 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-router', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:26:06Z', 'updated_at': '2021-07-06T11:26:23Z', 'revision_number': 4, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'gw_port': {'id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:10Z', 'updated_at': '2021-07-06T11:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '12083db3-0b74-456e-bca2-4a37078dacdc', 'name': '', 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'mac_address': 'fa:16:3e:e1:d0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '31b66c9c-71ac-4470-98cf-bd1558fe1e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:21Z', 'updated_at': '2021-07-06T11:26:24Z', 'revision_number': 2, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'subnets': [{'id': '31b66c9c-71ac-4470-98cf-bd1558fe1e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:27.941514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecde75-2d03-43dc-987e-828de8469820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcede22a-9125-4235-95a0-2e8a8a8197a9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:27.970561 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:27.977192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:28.024636 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Checking router: a2f8fc3f-c205-404f-8018-3b2e1e2045a4 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:26:28.025339 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Updating router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 port 12083db3-0b74-456e-bca2-4a37078dacdc binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:26:28.133105 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:28.217320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-596bd041-f6dc-4616-b069-7c48e824e35b req-a56c6811-15ec-4d60-b054-572bc64be03e tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] For port f8c03b09-f08c-4f84-959e-25aac565389a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f8c03b09-f08c-4f84-959e-25aac565389a,segment=NetworkSegment(9f31460d-6bd2-4e79-8723-cfa91d7020ef),segment_id=9f31460d-6bd2-4e79-8723-cfa91d7020ef)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:28.217908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-596bd041-f6dc-4616-b069-7c48e824e35b req-a56c6811-15ec-4d60-b054-572bc64be03e tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:28.311046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57cbc15c-df74-4581-b5d0-5443242978d3 req-d1bc6a34-8266-4db2-abc1-f79f86e2b21e tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/security-groups?id=edb47c85-d66b-4e08-8ed3-fd0227319604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645048 Jul 06 11:26:28.311840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-596bd041-f6dc-4616-b069-7c48e824e35b req-a56c6811-15ec-4d60-b054-572bc64be03e tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Calling delete_port for f8c03b09-f08c-4f84-959e-25aac565389a owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:26:28.315809 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:28.327325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:28.335390 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:28.336310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd925ec-cb7b-469a-8b9e-5d2549b50261 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:26:28.384817 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:28.385992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5fc54203-0517-4361-9c42-8762e7acb3d3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8bd925ec-cb7b-469a-8b9e-5d2549b50261 HTTP/1.1" status: 204 len: 168 time: 4.2556403 Jul 06 11:26:28.392528 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55732) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:28.630579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e46262-eb36-4734-855f-1731692e0603 admin admin] Deleting subnet b7725fe5-f73c-4083-aae0-bdc8d43ae09b {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:26:28.636149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98e46262-eb36-4734-855f-1731692e0603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:28.735243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98e46262-eb36-4734-855f-1731692e0603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:28.778512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-84cf7d6b-9115-4316-9dc8-d24b1baf05c3 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198964 Jul 06 11:26:29.060496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55750) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:29.102710 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98e46262-eb36-4734-855f-1731692e0603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.110276 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbd85371-2b5d-47bc-b871-36f1655465c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.134750 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.170198 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Transition to ACTIVE for port object 12083db3-0b74-456e-bca2-4a37078dacdc will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:29.191298 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.204985 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269606-6687-49b1-955e-a60383f320c0 req-5597d4c2-0f3f-4e66-8c41-2a007b305d2e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:29.220260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-5597d4c2-0f3f-4e66-8c41-2a007b305d2e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4186475 Jul 06 11:26:29.272703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-c83dd92d-f277-4007-a7ee-498fbb42fba1 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/quotas/954e407d1dcd4bbebedb2be51459f1e9 HTTP/1.1" status: 200 len: 375 time: 0.0493665 Jul 06 11:26:29.318147 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.476000 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7eaa-ad36-43f8-a598-2017f2c30109 None None] Pushing event updated for resources: {'Port': ['ID=12083db3-0b74-456e-bca2-4a37078dacdc,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:29.496306 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Attempting to bind port 12083db3-0b74-456e-bca2-4a37078dacdc on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:29.496687 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Attempting to bind port 12083db3-0b74-456e-bca2-4a37078dacdc by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '75edd2a6-8994-443a-8a47-762dabe5f3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:29.497060 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Attempting to bind port 12083db3-0b74-456e-bca2-4a37078dacdc on network eae792d6-91fc-4d0f-8543-e9883a4082b0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:29.504083 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:29.504469 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Checking segment: {'id': '75edd2a6-8994-443a-8a47-762dabe5f3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:29.504886 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.505369 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Bound using segment: {'id': '75edd2a6-8994-443a-8a47-762dabe5f3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:29.505881 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Bound port: 12083db3-0b74-456e-bca2-4a37078dacdc, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75edd2a6-8994-443a-8a47-762dabe5f3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:29.507352 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.521904 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98e46262-eb36-4734-855f-1731692e0603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.616153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f8c03b09-f08c-4f84-959e-25aac565389a no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:26:29.624625 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] For port 12083db3-0b74-456e-bca2-4a37078dacdc, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:29.634266 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] For port 12083db3-0b74-456e-bca2-4a37078dacdc, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=12083db3-0b74-456e-bca2-4a37078dacdc,segment=NetworkSegment(75edd2a6-8994-443a-8a47-762dabe5f3f7),segment_id=75edd2a6-8994-443a-8a47-762dabe5f3f7)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:29.645439 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.734517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e46262-eb36-4734-855f-1731692e0603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7725fe5-f73c-4083-aae0-bdc8d43ae09b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:29.747900 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98e46262-eb36-4734-855f-1731692e0603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.753013 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-98e46262-eb36-4734-855f-1731692e0603 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b7725fe5-f73c-4083-aae0-bdc8d43ae09b HTTP/1.1" status: 204 len: 168 time: 1.3375781 Jul 06 11:26:29.761825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55754) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:29.764554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88687b9-bef4-4cf8-a388-a56d6be38ca3 None None] Network 47e6efd2-9a52-472d-abc8-10d47fbffad0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:26:29.777268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-596bd041-f6dc-4616-b069-7c48e824e35b req-a56c6811-15ec-4d60-b054-572bc64be03e tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:29.785536 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7eaa-ad36-43f8-a598-2017f2c30109 None None] Pushing event updated for resources: {'Port': ['ID=12083db3-0b74-456e-bca2-4a37078dacdc,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:29.808880 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Routers {'a2f8fc3f-c205-404f-8018-3b2e1e2045a4'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:26:29.810812 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:26:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:29.909297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Port f8c03b09-f08c-4f84-959e-25aac565389a update to DOWN by agent not found {{(pid=93816) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 11:26:30.126278 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] Set router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:26:30.284257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d2f577-6be2-4de8-9745-d21caa44b53a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:30.319717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-9927a4fb-233c-4e0a-b024-568d60c4590a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:30.322432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-9927a4fb-233c-4e0a-b024-568d60c4590a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.86 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 807 time: 0.8300865 Jul 06 11:26:30.357794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Request body: {'port': {'device_id': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59', 'admin_state_up': True, 'tenant_id': '07789db484674e1da7cc9ccb7d200675'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:30.422692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] DHCP port deletion for 47e6efd2-9a52-472d-abc8-10d47fbffad0 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:26:30.447725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c6811-15ec-4d60-b054-572bc64be03e tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Pushing event deleted for resources: {'Port': ['ID=f8c03b09-f08c-4f84-959e-25aac565389a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:30.468928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:30.469484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] Network hostable DHCP agents. Network: 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:26:30.521992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Deleting port 111eafc3-4b37-46d0-9d30-7a6358497f68 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:26:30.522461 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:30.526205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd42e1fc-b5d4-4777-806e-84ac6831fc5f req-b2ab8858-9349-48b9-985b-1088b3b32525 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 210 time: 0.2478220 Jul 06 11:26:30.551256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-a64abdfb-2b8f-4be8-ac45-1ea78bf1ce5b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2771244 Jul 06 11:26:30.642031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] Network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:26:30.648921 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-router', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:26:06Z', 'updated_at': '2021-07-06T11:26:23Z', 'revision_number': 4, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'gw_port': {'id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:10Z', 'updated_at': '2021-07-06T11:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '12083db3-0b74-456e-bca2-4a37078dacdc', 'name': '', 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'mac_address': 'fa:16:3e:e1:d0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '31b66c9c-71ac-4470-98cf-bd1558fe1e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:21Z', 'updated_at': '2021-07-06T11:26:29Z', 'revision_number': 4, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'subnets': [{'id': '31b66c9c-71ac-4470-98cf-bd1558fe1e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:30.666303 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:30.696196 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbd85371-2b5d-47bc-b871-36f1655465c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:30.712618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-596bd041-f6dc-4616-b069-7c48e824e35b req-a56c6811-15ec-4d60-b054-572bc64be03e tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] No DVR routers for this DVR port f8c03b09-f08c-4f84-959e-25aac565389a on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:26:30.723571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:30.727127 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88ce8-90cc-4d85-9cd4-54a837713058 None None] The sync data for ids ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'] in n-d-799527-2 is: [{'id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-router', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:26:06Z', 'updated_at': '2021-07-06T11:26:23Z', 'revision_number': 4, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'gw_port': {'id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:10Z', 'updated_at': '2021-07-06T11:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '12083db3-0b74-456e-bca2-4a37078dacdc', 'name': '', 'network_id': 'eae792d6-91fc-4d0f-8543-e9883a4082b0', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'mac_address': 'fa:16:3e:e1:d0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '31b66c9c-71ac-4470-98cf-bd1558fe1e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:21Z', 'updated_at': '2021-07-06T11:26:29Z', 'revision_number': 4, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'subnets': [{'id': '31b66c9c-71ac-4470-98cf-bd1558fe1e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:26:30.732510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-596bd041-f6dc-4616-b069-7c48e824e35b req-a56c6811-15ec-4d60-b054-572bc64be03e tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:30.737620 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-596bd041-f6dc-4616-b069-7c48e824e35b req-a56c6811-15ec-4d60-b054-572bc64be03e tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.86 "DELETE /v2.0/ports/f8c03b09-f08c-4f84-959e-25aac565389a HTTP/1.1" status: 204 len: 173 time: 3.4856689 Jul 06 11:26:30.757721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ba3ee2-986f-4488-abbc-bed6ebf5ae16', 'name': 'network-vif-deleted', 'tag': 'f8c03b09-f08c-4f84-959e-25aac565389a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:30.765225 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd3171c-f0cf-4803-a2b3-0de004604680" -d '{"events": [{"server_uuid": "f4ba3ee2-986f-4488-abbc-bed6ebf5ae16", "name": "network-vif-deleted", "tag": "f8c03b09-f08c-4f84-959e-25aac565389a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:30.770697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Made reservation on behalf of 07789db484674e1da7cc9ccb7d200675 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:30.775532 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:30.781015 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbd85371-2b5d-47bc-b871-36f1655465c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:30.793453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:30.795176 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:30.803160 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] For port 111eafc3-4b37-46d0-9d30-7a6358497f68, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=111eafc3-4b37-46d0-9d30-7a6358497f68,segment=NetworkSegment(f8c49df7-28f8-4076-a7ba-866b1493cb9b),segment_id=f8c49df7-28f8-4076-a7ba-866b1493cb9b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:30.804024 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:30.888279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Calling delete_port for 111eafc3-4b37-46d0-9d30-7a6358497f68 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:26:30.913114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c99566c-a5fe-4b58-805c-46bbac644827 None None] Network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:26:30.913401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd85371-2b5d-47bc-b871-36f1655465c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1f6df5-60ca-4624-bc55-71ac36eed8b2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:30.921600 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-38024977-5c74-45bf-b386-80fa19a83e34 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1674502 Jul 06 11:26:31.034620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9cddcdc9-3ce0-4ea1-a24c-a542767476e6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.0398660 Jul 06 11:26:31.075423 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fbd85371-2b5d-47bc-b871-36f1655465c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f21125fe31434ea0bd55118d113d9bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0129106 Jul 06 11:26:31.089702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55772) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:31.401814 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-909852d2-6918-4260-b391-11f5c4e54fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:31.453473 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-909852d2-6918-4260-b391-11f5c4e54fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:31.578017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Allocated IP 172.20.0.10 (b3a19eba-5cff-4a79-8bb0-e4710c338a59/cf76e788-9096-4a29-a54c-95736c762e71/dc09012d-01da-41f3-8ef0-dda11fd70bec) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:31.603763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Deleting port 111eafc3-4b37-46d0-9d30-7a6358497f68 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:26:31.604577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:31.790888 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-909852d2-6918-4260-b391-11f5c4e54fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:31.798686 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-909852d2-6918-4260-b391-11f5c4e54fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:31.802540 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-909852d2-6918-4260-b391-11f5c4e54fbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b1f6df5-60ca-4624-bc55-71ac36eed8b2 HTTP/1.1" status: 204 len: 168 time: 0.6879065 Jul 06 11:26:31.852522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909852d2-6918-4260-b391-11f5c4e54fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1f6df5-60ca-4624-bc55-71ac36eed8b2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:31.918297 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] For port 111eafc3-4b37-46d0-9d30-7a6358497f68, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=111eafc3-4b37-46d0-9d30-7a6358497f68,segment=NetworkSegment(f8c49df7-28f8-4076-a7ba-866b1493cb9b),segment_id=f8c49df7-28f8-4076-a7ba-866b1493cb9b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:31.918766 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:31.968354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Calling delete_port for 111eafc3-4b37-46d0-9d30-7a6358497f68 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:26:32.094189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 12083db3-0b74-456e-bca2-4a37078dacdc up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:32.362300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1617773c-ad1a-4582-bbf0-5aceb40d15b0 None None] Network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:26:32.413147 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:32.558346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=111eafc3-4b37-46d0-9d30-7a6358497f68,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:32.567351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] No DVR routers for this DVR port 111eafc3-4b37-46d0-9d30-7a6358497f68 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:26:32.778024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:32.827884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e6efd2-9a52-472d-abc8-10d47fbffad0']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:32.870612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c49df7-28f8-4076-a7ba-866b1493cb9b') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:32.870612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c49df7-28f8-4076-a7ba-866b1493cb9b') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:32.910703 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:32.918406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 12083db3-0b74-456e-bca2-4a37078dacdc completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:32.932400 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc24e3b7-9c2f-41ab-9d4e-e92dc29ab449 req-1181fac1-1201-482f-9438-a6198c93bc4d tempest-VolumesAdminNegativeTest-2107091094 tempest-VolumesAdminNegativeTest-2107091094-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4ba3ee2-986f-4488-abbc-bed6ebf5ae16 HTTP/1.1" status: 200 len: 210 time: 0.4155989 Jul 06 11:26:32.982586 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:33.005530 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:26:33.005961 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:33.089177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 12083db3-0b74-456e-bca2-4a37078dacdc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:33.089770 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:33.287133 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d042470-70f5-45b4-a0fe-f985894b611d x-openstack-request-id: req-3d042470-70f5-45b4-a0fe-f985894b611d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:33.287645 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ba3ee2-986f-4488-abbc-bed6ebf5ae16", "name": "network-vif-deleted", "tag": "f8c03b09-f08c-4f84-959e-25aac565389a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:33.295731 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d042470-70f5-45b4-a0fe-f985894b611d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:33.296734 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ba3ee2-986f-4488-abbc-bed6ebf5ae16', 'name': 'network-vif-deleted', 'tag': 'f8c03b09-f08c-4f84-959e-25aac565389a', 'status': 'completed', 'code': 200} Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:26:33.298024 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:26:33.309423 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:33.350873 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:33.355439 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:33.361048 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] 10.222.0.21 "DELETE /v2.0/networks/47e6efd2-9a52-472d-abc8-10d47fbffad0 HTTP/1.1" status: 204 len: 168 time: 3.5975509 Jul 06 11:26:33.435814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba7ca2-d3e6-4ce2-89af-44099fbcfb83 admin admin] Pushing event deleted for resources: {'Network': ['ID=47e6efd2-9a52-472d-abc8-10d47fbffad0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:33.450213 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:33.475413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Network 47e6efd2-9a52-472d-abc8-10d47fbffad0 is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:26:33.476362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] No DVR routers for this DVR port 111eafc3-4b37-46d0-9d30-7a6358497f68 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:26:33.517817 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:33.617371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Pushing event deleted for resources: {'Port': ['ID=111eafc3-4b37-46d0-9d30-7a6358497f68,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:33.637006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.637635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.638299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.639080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.639857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.640944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.641595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.645846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.647191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.647956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.648899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.649415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e66d37-3d64-4914-be86-e9c1964a339a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:26:33.682738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-fcf62cb0-82d7-4b55-b082-06ba76018e50 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:33.684830 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-fcf62cb0-82d7-4b55-b082-06ba76018e50 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.7258682 Jul 06 11:26:33.695856 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:33.761173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 12083db3-0b74-456e-bca2-4a37078dacdc, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=12083db3-0b74-456e-bca2-4a37078dacdc,segment=NetworkSegment(75edd2a6-8994-443a-8a47-762dabe5f3f7),segment_id=75edd2a6-8994-443a-8a47-762dabe5f3f7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:33.770445 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:33.792605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Pushing event updated for resources: {'Port': ['ID=dc09012d-01da-41f3-8ef0-dda11fd70bec,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:33.901313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 111eafc3-4b37-46d0-9d30-7a6358497f68 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:26:33.929431 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31848450-8fd1-4674-879d-2ea9d38cd3ee req-b82c5aed-21b6-4618-9ffc-9d4a80d52b3d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 210 time: 0.2375257 Jul 06 11:26:33.933705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Network b3a19eba-5cff-4a79-8bb0-e4710c338a59 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:33.967177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-27035ca2-3af4-4b32-8b1f-eebcdcfa2789 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/quotas/ef8876f4dae54f308bfb7290f817f26e HTTP/1.1" status: 200 len: 375 time: 0.1765125 Jul 06 11:26:33.969973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:33.978775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 111eafc3-4b37-46d0-9d30-7a6358497f68 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:26:33.980100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 111eafc3-4b37-46d0-9d30-7a6358497f68 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:26:33.983540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:33.993888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:33.994580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:34.062227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=12083db3-0b74-456e-bca2-4a37078dacdc,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:34.126670 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:34.152234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2e2216ad-0a80-40ee-b0b2-5bc09c11b42c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8068304 Jul 06 11:26:34.200248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Request body: {'port': {'device_id': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:34.285620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55820) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:34.288259 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-70a7077e-d96b-4cd8-b1c5-5527cc7f0659 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c75c7ba9621d491d8f24fe8d32ea8751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353812 Jul 06 11:26:34.532909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55824) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:34.555284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1123459806-network', 'tenant_id': '5e2b8f3c18154e33a6b809eebf8dc7c5'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:34.610549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-aed2f2f5-ada2-4c05-907c-2821d90b441a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6428406 Jul 06 11:26:34.651152 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-6242a061-abcf-4cec-8738-49299e7c17b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3905532 Jul 06 11:26:34.665205 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-0779ea08-fac2-43f8-9d6f-9eb8e93017da service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2617490 Jul 06 11:26:34.666244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Made reservation on behalf of 5e2b8f3c18154e33a6b809eebf8dc7c5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:34.669663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:34.687261 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:34.696249 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:34.758875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f44e7-0631-4109-8337-f629c23e65f9 req-4fa370bb-91fb-43b5-839b-4860dca6efdf tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:34.770356 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff6f44e7-0631-4109-8337-f629c23e65f9 req-4fa370bb-91fb-43b5-839b-4860dca6efdf tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 932 time: 0.4581773 Jul 06 11:26:34.772633 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8847c61-102f-4a0f-aa79-601db1c33fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:35.041332 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8847c61-102f-4a0f-aa79-601db1c33fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:35.089842 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff6f44e7-0631-4109-8337-f629c23e65f9 req-57f25265-43bc-40c0-ad61-4ff2776b072e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185484 Jul 06 11:26:35.098690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:35.118945 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:35.137062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-2fe00e22-5a47-45f9-a6fa-c857dc42715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:35.138929 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-2fe00e22-5a47-45f9-a6fa-c857dc42715b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1100 time: 0.2393663 Jul 06 11:26:35.179726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-13360da6-d23e-426e-b5b1-9500332e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:35.179726 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-13360da6-d23e-426e-b5b1-9500332e0da0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 1101 time: 0.4429884 Jul 06 11:26:35.179726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:26:35.188861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396df68f-1b02-4bb6-bff2-07221c11a7b9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:35.244227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8847c61-102f-4a0f-aa79-601db1c33fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:35.248371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8847c61-102f-4a0f-aa79-601db1c33fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:35.253672 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d8847c61-102f-4a0f-aa79-601db1c33fa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d0962b9-f5f7-4d35-b09e-89c12d8e84ea HTTP/1.1" status: 204 len: 168 time: 0.9569731 Jul 06 11:26:35.275000 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:35.276659 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Added segment c8437502-6ba7-40f4-a860-6e0b6c3a0193 of type vlan for network 4ebcaa26-2332-48ae-96cf-8667b41dee8f Jul 06 11:26:35.362141 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:35.389477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8847c61-102f-4a0f-aa79-601db1c33fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0962b9-f5f7-4d35-b09e-89c12d8e84ea,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:35.498612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55840) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:35.550592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-aa75b1c2-f629-4a32-ac8d-8d9b63876f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:35.553863 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-aa75b1c2-f629-4a32-ac8d-8d9b63876f5d service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3584857 Jul 06 11:26:35.557187 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:35.560118 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:35.563774 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:35.809575 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-c99d95de-8eb6-44ee-ac37-cfe35420d052 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 200 len: 217 time: 0.2332437 Jul 06 11:26:35.908849 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3639350 Jul 06 11:26:35.911896 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-262a0692-979c-408c-9d30-b7f7f5f20828 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1786129 Jul 06 11:26:35.931314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fd21a3-5a38-4cd1-966c-2a31a654992e admin admin] Deleting subnet 06d2a2bf-fee6-4e9f-a0fc-64b4559731d7 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:26:35.938196 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82fd21a3-5a38-4cd1-966c-2a31a654992e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:35.976178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55852) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:35.999032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82fd21a3-5a38-4cd1-966c-2a31a654992e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:36.010118 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] Request body: {'subnet': {'network_id': '4ebcaa26-2332-48ae-96cf-8667b41dee8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1123459806-subnet', 'tenant_id': '5e2b8f3c18154e33a6b809eebf8dc7c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:36.014105 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82fd21a3-5a38-4cd1-966c-2a31a654992e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:36.058705 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a96522cd-0778-4da2-bcf0-8dda8b0d8b99 req-735bc755-c615-408b-a5d3-2ed014430999 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 210 time: 0.2329912 Jul 06 11:26:36.081729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc09012d-01da-41f3-8ef0-dda11fd70bec {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:26:36.101140 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:36.139628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Transition to ACTIVE for port object dc09012d-01da-41f3-8ef0-dda11fd70bec will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:36.184287 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:36.232395 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82fd21a3-5a38-4cd1-966c-2a31a654992e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:36.282385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 12083db3-0b74-456e-bca2-4a37078dacdc up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:36.339192 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8024a-8f16-4516-a30b-c0f7253cb666 admin admin] Pushing event updated for resources: {'Network': ['ID=4ebcaa26-2332-48ae-96cf-8667b41dee8f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:36.363261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-660487f7-719d-42de-af33-04c517352c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:36.371014 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-660487f7-719d-42de-af33-04c517352c73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.8007545 Jul 06 11:26:36.385571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 4ebcaa26-2332-48ae-96cf-8667b41dee8f details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:26:36.442711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] Made reservation on behalf of 5e2b8f3c18154e33a6b809eebf8dc7c5 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:36.445752 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:36.514803 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82fd21a3-5a38-4cd1-966c-2a31a654992e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:36.523181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-82fd21a3-5a38-4cd1-966c-2a31a654992e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06d2a2bf-fee6-4e9f-a0fc-64b4559731d7 HTTP/1.1" status: 204 len: 168 time: 0.9982939 Jul 06 11:26:36.559714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55868) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:36.568614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd21a3-5a38-4cd1-966c-2a31a654992e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d2a2bf-fee6-4e9f-a0fc-64b4559731d7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:36.655226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 12083db3-0b74-456e-bca2-4a37078dacdc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:36.657577 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:36.791736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Pushing event updated for resources: {'Port': ['ID=dc09012d-01da-41f3-8ef0-dda11fd70bec,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:36.867933 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-5ede72dd-e9d0-4aba-974a-6f7d7911447b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=e1e3b93e-fed0-4944-bcd5-a86c55d63905 HTTP/1.1" status: 200 len: 217 time: 0.3906720 Jul 06 11:26:36.870434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-eb5d37fc-0f0b-44d1-91ad-dacb5cecaefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:36.888374 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-eb5d37fc-0f0b-44d1-91ad-dacb5cecaefb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 1.0188415 Jul 06 11:26:36.964117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-55048521-7811-423f-a758-c70331fa94cc tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=10b4aff7972b453598337f75d6cd6714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407009 Jul 06 11:26:36.966529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:36.967224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:36.967902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:36.978735 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:37.007574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:26:37.008368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:37.030273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-6b26010e-4f36-45dd-95be-1ae2b4c01d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:37.032317 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-6b26010e-4f36-45dd-95be-1ae2b4c01d1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1190898 Jul 06 11:26:37.152649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:37.192703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3116f5c2-934f-4501-a66a-43ddedd76077 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129077849', 'description': 'tempest-description--681533594'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:37.262162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269606-6687-49b1-955e-a60383f320c0 req-7bfbed99-773c-48b8-95ae-6ac97376cf4e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:37.265329 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-7bfbed99-773c-48b8-95ae-6ac97376cf4e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2767251 Jul 06 11:26:37.286611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:37.287503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:37.288687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:37.289699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Bound port: dc09012d-01da-41f3-8ef0-dda11fd70bec, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:37.291068 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:37.334376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Request body: {'port': {'device_id': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '954e407d1dcd4bbebedb2be51459f1e9'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:37.346695 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3116f5c2-934f-4501-a66a-43ddedd76077 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:37.621413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-9681a2fe-6db7-4d59-9bd9-aae0cd89f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:37.624310 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-9681a2fe-6db7-4d59-9bd9-aae0cd89f795 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5148563 Jul 06 11:26:37.671500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:37.723552 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.724100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.725348 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.725876 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.726316 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.726998 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.727418 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.727904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.728335 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.728928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.777222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-1a8a0430-35dd-44d4-a0f0-064c8423a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:37.781079 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-1a8a0430-35dd-44d4-a0f0-064c8423a18d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7365081 Jul 06 11:26:37.915617 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.915961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.916660 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.917399 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:26:37.918233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80e88c1-181c-4e15-a828-cb1329a8129b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:37.978585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-c966bfda-8083-4f2a-b94a-f6e573652515 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:37.992894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-c966bfda-8083-4f2a-b94a-f6e573652515 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0185146 Jul 06 11:26:38.020439 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-6a82b2af-4418-4e30-8ab8-7f18b8f94395 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700075 Jul 06 11:26:38.039027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f31460d-6bd2-4e79-8723-cfa91d7020ef') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:38.039882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f31460d-6bd2-4e79-8723-cfa91d7020ef') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:38.045430 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:38.123837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-565bd42d-818c-4f2f-9a0e-1e7722000b74 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/quotas/10b4aff7972b453598337f75d6cd6714 HTTP/1.1" status: 200 len: 375 time: 0.1289570 Jul 06 11:26:38.146473 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-23c6dbb5-a80d-4e34-8ac8-c18e02f1d5b7 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267350 Jul 06 11:26:38.149033 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:38.206816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:38.233177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-75a9c4c3-1457-4e3d-b9b8-1d9747c2baf8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=10b4aff7972b453598337f75d6cd6714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076279 Jul 06 11:26:38.266931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6319de-19eb-4996-aebe-cf93c0cc2d18,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:38.286243 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:38.337328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ace690-beab-499f-a7dc-75a7ef5b0c77 req-a7df582a-4953-44eb-99a4-1521e3ce9438 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:38.352768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9ace690-beab-499f-a7dc-75a7ef5b0c77 req-a7df582a-4953-44eb-99a4-1521e3ce9438 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 944 time: 0.9838746 Jul 06 11:26:38.373780 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87e424b8-5aba-4505-8bc7-8a6960e1ea49 req-8200dbdf-8a6e-45f4-ba6c-e3dc702b5d9b service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465471 Jul 06 11:26:38.382741 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] Checking segment: {'id': 'c8437502-6ba7-40f4-a860-6e0b6c3a0193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '4ebcaa26-2332-48ae-96cf-8667b41dee8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:38.383722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] Network hostable DHCP agents. Network: 4ebcaa26-2332-48ae-96cf-8667b41dee8f, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:26:38.415431 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7682258f-ab51-4218-aa6b-70d13ec939b7 req-844549c3-163b-4278-8db0-be1bb3633578 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568593 Jul 06 11:26:38.422208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:26:38.423113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: from cryptography.utils import int_from_bytes Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: from cryptography.utils import int_from_bytes Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:26:38.439599 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:26:38.457191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] Network 4ebcaa26-2332-48ae-96cf-8667b41dee8f is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:26:38.465624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:38.491649 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 4ebcaa26-2332-48ae-96cf-8667b41dee8f) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:38.506146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa7663-548d-4ffd-aa22-8a63b62f0e5b None None] Network 4ebcaa26-2332-48ae-96cf-8667b41dee8f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:26:38.512275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:38.513064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:38.721820 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:38.727767 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:38.768328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9ace690-beab-499f-a7dc-75a7ef5b0c77 req-2cf51b40-22e3-437d-9565-766869d5e071 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140999 Jul 06 11:26:38.812866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2aa177-e1ae-408e-af76-43d22a583d3e None None] Network 4ebcaa26-2332-48ae-96cf-8667b41dee8f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:26:38.918961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3116f5c2-934f-4501-a66a-43ddedd76077 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:38.927502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Pushing event updated for resources: {'Port': ['ID=dc09012d-01da-41f3-8ef0-dda11fd70bec,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:38.938891 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b2f94530-635e-4440-b304-59c645e9e158 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.9450929 Jul 06 11:26:38.973980 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3116f5c2-934f-4501-a66a-43ddedd76077 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:38.989059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Made reservation on behalf of 954e407d1dcd4bbebedb2be51459f1e9 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:38.999874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:39.003765 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:39.005008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b80e88c1-181c-4e15-a828-cb1329a8129b HTTP/1.1" status: 204 len: 168 time: 2.4257545 Jul 06 11:26:39.010669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55916) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:39.057301 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6c5bec32-0a2e-4c4a-bba9-38934311be2f req-d2df7b9c-b0a6-4ff4-bba0-10b63fe1c57e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 210 time: 0.1602256 Jul 06 11:26:39.141795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc63547-9aa6-4783-ba72-db96bea06095 admin admin] Deleting subnet a0bd0660-ca3b-4dad-a30c-7a32e1b9ae80 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:26:39.153344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:39.154803 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:39.157045 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-401d8668-8782-469a-ba58-f661ff094258 service neutron] 10.222.0.86 "PUT /v2.0/ports/dc09012d-01da-41f3-8ef0-dda11fd70bec HTTP/1.1" status: 200 len: 1092 time: 4.9792314 Jul 06 11:26:39.158408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'tag': 'dc09012d-01da-41f3-8ef0-dda11fd70bec'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:39.161651 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da900331-62e1-44b9-ab87-25ecad59a92d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e403adf-35bb-4d22-9cb7-5885e365cac7", "tag": "dc09012d-01da-41f3-8ef0-dda11fd70bec"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:39.165751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9a7f2-7567-4fed-83a1-f08fcf9ffde5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b80e88c1-181c-4e15-a828-cb1329a8129b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:39.192776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116f5c2-934f-4501-a66a-43ddedd76077 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30035ce9-d9d1-438b-987a-e50e1e7f8aa3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:39.214666 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e7e47b4-1a93-46ee-8490-9aee2aec03b6 req-00aa6ef0-1819-4bd0-8fb3-09513a7ef98f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 210 time: 0.2318850 Jul 06 11:26:39.230520 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3116f5c2-934f-4501-a66a-43ddedd76077 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:39.233504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3116f5c2-934f-4501-a66a-43ddedd76077 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0776258 Jul 06 11:26:39.239117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55924) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:39.245808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3b6456b3-494f-443c-a06c-f773cbc0fad5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Request body: {'security_group_rule': {'security_group_id': '30035ce9-d9d1-438b-987a-e50e1e7f8aa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:39.333098 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b6456b3-494f-443c-a06c-f773cbc0fad5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:39.462823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e594e444-1e20-4d7e-b0d8-10d241281835 req-66879670-8a17-49e2-8405-33308ffeed8f tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 210 time: 0.0791082 Jul 06 11:26:39.530507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b6456b3-494f-443c-a06c-f773cbc0fad5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:39.543833 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b6456b3-494f-443c-a06c-f773cbc0fad5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:39.597761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6456b3-494f-443c-a06c-f773cbc0fad5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb2a5e7-f638-4cb1-877f-04a8613c25c7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:39.705739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b6456b3-494f-443c-a06c-f773cbc0fad5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:39.707920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3b6456b3-494f-443c-a06c-f773cbc0fad5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4665515 Jul 06 11:26:39.712737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55928) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:39.739038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dba041ae-bf02-4997-a970-2b8d44d59a01 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Request body: {'security_group_rule': {'security_group_id': '30035ce9-d9d1-438b-987a-e50e1e7f8aa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:39.748960 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cdcc17-872a-4edd-b9f8-95f761cef88e x-openstack-request-id: req-f2cdcc17-872a-4edd-b9f8-95f761cef88e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:39.749329 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e403adf-35bb-4d22-9cb7-5885e365cac7", "tag": "dc09012d-01da-41f3-8ef0-dda11fd70bec", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:39.749773 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2cdcc17-872a-4edd-b9f8-95f761cef88e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:39.750423 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'tag': 'dc09012d-01da-41f3-8ef0-dda11fd70bec', 'status': 'completed', 'code': 200} Jul 06 11:26:39.809697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-7705ff10-5f2d-4b76-b52e-e29aca4aa697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:39.813302 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-7705ff10-5f2d-4b76-b52e-e29aca4aa697 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 1095 time: 0.1725459 Jul 06 11:26:39.827482 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dba041ae-bf02-4997-a970-2b8d44d59a01 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:39.930586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-cc56d9c5-03bc-401e-aefe-a3f08a5440c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec HTTP/1.1" status: 200 len: 217 time: 0.1048830 Jul 06 11:26:40.102306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2ec6fc34-d521-4f43-bac8-e087ab1c9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:40.107728 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dc63547-9aa6-4783-ba72-db96bea06095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:40.110480 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-2ec6fc34-d521-4f43-bac8-e087ab1c9ff5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.1627593 Jul 06 11:26:40.119900 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dba041ae-bf02-4997-a970-2b8d44d59a01 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:40.162762 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dba041ae-bf02-4997-a970-2b8d44d59a01 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:40.234260 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dc63547-9aa6-4783-ba72-db96bea06095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:40.250617 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-69784746-587e-4485-b40e-45ed4496d463 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274502 Jul 06 11:26:40.583051 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-0592d8cb-8cb4-43d9-b486-4fe200d51239 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4803712 Jul 06 11:26:40.594045 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-47ed99ed-925e-4ce6-bbbc-ad39f76239e9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4891140 Jul 06 11:26:40.605419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-cb2f2e5d-7456-42ff-9b3d-640443c1f17f service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902982 Jul 06 11:26:40.609784 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dba041ae-bf02-4997-a970-2b8d44d59a01 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:40.625699 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dba041ae-bf02-4997-a970-2b8d44d59a01 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9114592 Jul 06 11:26:40.627476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba041ae-bf02-4997-a970-2b8d44d59a01 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa518fb9-14e3-4c7c-9fd2-028cee908662,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:40.632939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:40.668320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:40.998003 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dc63547-9aa6-4783-ba72-db96bea06095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:41.203966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf76e8e9-998b-4abe-8a48-3d72bc25ce7d req-ac02a9fe-bade-4a89-a7f0-1edb9f8e2ffc tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 210 time: 0.0914505 Jul 06 11:26:41.234580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:41.308069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Allocated IP 192.168.233.5 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/296e7651-f369-43d0-9967-14c325fbe87c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:41.317685 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dc63547-9aa6-4783-ba72-db96bea06095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:41.350907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc8ad6-e599-4c00-a2da-1eac6a7961ae req-5be260b8-3eb2-436b-b116-09de2d08d757 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:41.362633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3cdc8ad6-e599-4c00-a2da-1eac6a7961ae req-5be260b8-3eb2-436b-b116-09de2d08d757 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 944 time: 1.1438920 Jul 06 11:26:41.375887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc63547-9aa6-4783-ba72-db96bea06095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0bd0660-ca3b-4dad-a30c-7a32e1b9ae80,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:41.387018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19845ca8-67f1-438f-ba09-b77c548b6995 req-96e109b5-5a14-4ff3-a658-9ae299558624 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7556062 Jul 06 11:26:41.421471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-355416da-f432-4340-89ae-69949b7aa7da tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:41.425362 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-355416da-f432-4340-89ae-69949b7aa7da tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8298433 Jul 06 11:26:41.446119 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dc63547-9aa6-4783-ba72-db96bea06095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:41.451297 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7dc63547-9aa6-4783-ba72-db96bea06095 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a0bd0660-ca3b-4dad-a30c-7a32e1b9ae80 HTTP/1.1" status: 204 len: 168 time: 2.4383979 Jul 06 11:26:41.460846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55962) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:41.464352 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3cdc8ad6-e599-4c00-a2da-1eac6a7961ae req-8a97261b-438f-465f-ba75-4dc3c3be9f7f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008894 Jul 06 11:26:41.470053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Request body: {'port': {'device_id': 'b3be5dbe-1c25-4b1c-abc5-19121c605ea0', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'ef8876f4dae54f308bfb7290f817f26e'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:41.494066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-e39c68a0-c25c-4cf7-8b26-d95667223a91 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:41.497053 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-e39c68a0-c25c-4cf7-8b26-d95667223a91 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8831723 Jul 06 11:26:41.631893 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:41.703628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Request body: {'port': {'device_id': 'faae9ef1-6d74-402b-aba7-ad62cd909bed', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'ef8876f4dae54f308bfb7290f817f26e'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:41.732422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da900331-62e1-44b9-ab87-25ecad59a92d req-fc481426-35a2-488f-b102-599840a70462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:41.734480 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da900331-62e1-44b9-ab87-25ecad59a92d req-fc481426-35a2-488f-b102-599840a70462 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 1095 time: 0.2292075 Jul 06 11:26:41.927657 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-d42f1f29-0197-4a9d-9c78-c88bda13b31e tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=10b4aff7972b453598337f75d6cd6714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2159102 Jul 06 11:26:41.955514 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:41.984121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f112f9e-c3cb-44ae-80aa-138dbf4f7b1d req-e7d89250-80a3-4980-86d1-e9ec65b4fbb5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 210 time: 0.1625099 Jul 06 11:26:42.147750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Allocated IP 172.25.0.174 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/bc497e2d-5a0d-4323-a599-37db94333051) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:42.408829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6c4cb6a-45cd-499b-a234-543a14e4ce26 req-48243b91-588d-4ce8-8677-3226602cfd23 tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0897129 Jul 06 11:26:42.545548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:42.566833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-e9e2eec0-989f-42ab-b6ed-6c776f7be1b9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:42.569627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-e9e2eec0-989f-42ab-b6ed-6c776f7be1b9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 821 time: 0.9113779 Jul 06 11:26:42.590937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da900331-62e1-44b9-ab87-25ecad59a92d req-fdf9f8d1-db7e-4a8a-afde-8f70c28880f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:42.593627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da900331-62e1-44b9-ab87-25ecad59a92d req-fdf9f8d1-db7e-4a8a-afde-8f70c28880f6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.8397398 Jul 06 11:26:42.606929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5cdf60-1401-4cf4-b9a5-671580a4a8c0']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:42.649808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-cc4dc51c-f94d-4a81-8b2f-6eb3330b26b1 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:42.651261 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-cc4dc51c-f94d-4a81-8b2f-6eb3330b26b1 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7069967 Jul 06 11:26:42.660037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Made reservation on behalf of ef8876f4dae54f308bfb7290f817f26e for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:42.665341 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:42.682459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ff43b6-59ea-43dc-b37c-a7660fda64de') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:42.682932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ff43b6-59ea-43dc-b37c-a7660fda64de') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:26:42.690312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-bff63597-04d8-45b2-891e-561d6321cd14 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/quotas/c873b0fb571e46d8941f82ebd8df32e8 HTTP/1.1" status: 200 len: 375 time: 0.1018121 Jul 06 11:26:42.694530 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:42.698538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da900331-62e1-44b9-ab87-25ecad59a92d req-03d74b59-c82e-4c9d-b85f-6c52a563d677 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec HTTP/1.1" status: 200 len: 217 time: 0.0801578 Jul 06 11:26:42.701099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Request body: {'port': {'device_id': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '10b4aff7972b453598337f75d6cd6714'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:42.756607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:42.799617 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e84aab2-6b1e-459c-89e5-e25c4d33e1ac req-18707126-440d-4fe2-b454-0e689cdfe48c tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 210 time: 0.1092329 Jul 06 11:26:42.814580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:42.837157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Made reservation on behalf of ef8876f4dae54f308bfb7290f817f26e for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:42.837475 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-1e5e444d-c468-4e82-a963-194ee3cabb97 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1264000 Jul 06 11:26:42.857559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:42.913646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Transition to ACTIVE for port object 296e7651-f369-43d0-9967-14c325fbe87c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:42.920949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:42.965159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-5455316d-ee57-4649-8b36-daa86d06b0d4 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265988 Jul 06 11:26:42.996490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:26:42.997129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:26:43.007028 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:26:43.075497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da900331-62e1-44b9-ab87-25ecad59a92d req-c12cccc2-c640-40ac-a8ce-c810189c5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:43.077108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da900331-62e1-44b9-ab87-25ecad59a92d req-c12cccc2-c640-40ac-a8ce-c810189c5344 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.3642409 Jul 06 11:26:43.136229 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da900331-62e1-44b9-ab87-25ecad59a92d req-cea74c00-202c-439a-ac69-ac0fd25b08e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463612 Jul 06 11:26:43.217725 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c4f2631-bbff-48cd-ba04-209b2998512e req-1218ba0c-ffad-43c7-829c-784beeabc407 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 210 time: 0.0924866 Jul 06 11:26:43.254426 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:43.263618 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:43.274496 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:43.278980 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] 10.222.0.21 "DELETE /v2.0/networks/de5cdf60-1401-4cf4-b9a5-671580a4a8c0 HTTP/1.1" status: 204 len: 168 time: 1.7986212 Jul 06 11:26:43.310409 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:43.327989 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['258210eb-9adc-4b0c-85e3-70dfacae5f08'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:26:43.349928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Pushing event updated for resources: {'Port': ['ID=bc497e2d-5a0d-4323-a599-37db94333051,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:43.389271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dd968-aecd-4526-8660-c5303ca91f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=de5cdf60-1401-4cf4-b9a5-671580a4a8c0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:43.396965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-6dd711c8-279c-4fa6-b399-0583185ef119 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301376 Jul 06 11:26:43.432566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:43.438803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:43.439662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Made reservation on behalf of 10b4aff7972b453598337f75d6cd6714 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:43.448095 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:43.451050 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:43.486672 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:43.495996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:43.526187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:43.542520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:43.603335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Allocated IP 192.168.233.254 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/b345baa3-bfec-4cc6-9692-dbd294d07dd5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:43.621922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Pushing event updated for resources: {'Port': ['ID=296e7651-f369-43d0-9967-14c325fbe87c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:43.624834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da900331-62e1-44b9-ab87-25ecad59a92d req-2e465409-fb70-4746-912d-f9bd310cfc60 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727061 Jul 06 11:26:43.719356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dc09012d-01da-41f3-8ef0-dda11fd70bec details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:26:43.767843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:43.768578 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:43.870383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da900331-62e1-44b9-ab87-25ecad59a92d req-881e94ac-8693-437b-ab99-f3f64f27f020 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332311 Jul 06 11:26:44.114728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55988) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:44.190726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6491e84a-d9c0-4ba0-8c36-42344c41e8c2 None None] Provisioning for port 296e7651-f369-43d0-9967-14c325fbe87c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:44.211916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:44.215751 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef4dcb47-00df-42d2-9fd7-01adc00faac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:44.234598 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:44.235143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6491e84a-d9c0-4ba0-8c36-42344c41e8c2 None None] Provisioning complete for port 296e7651-f369-43d0-9967-14c325fbe87c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:44.236665 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6491e84a-d9c0-4ba0-8c36-42344c41e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:44.263935 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-1be3f153-05cf-4c59-89c4-0b614b2d662c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.9375665 Jul 06 11:26:44.304892 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:44.312389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c748c73-40dd-4a05-b39e-a2787c0efa47,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:44.337493 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:44.363522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'dc09012d-01da-41f3-8ef0-dda11fd70bec', 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59', 'port_id': 'dc09012d-01da-41f3-8ef0-dda11fd70bec', 'mac_address': 'fa:16:3e:08:bd:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76e788-9096-4a29-a54c-95736c762e71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:26:44.367147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad5dfe-d8ed-498d-8d10-8504fc8ad21b req-b81e6613-e984-4408-911b-fd63717155eb tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:44.370652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15ad5dfe-d8ed-498d-8d10-8504fc8ad21b req-b81e6613-e984-4408-911b-fd63717155eb tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 944 time: 0.8414207 Jul 06 11:26:44.386215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:44.416912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Transition to ACTIVE for port object b345baa3-bfec-4cc6-9692-dbd294d07dd5 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:44.447563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6491e84a-d9c0-4ba0-8c36-42344c41e8c2 None None] Port 296e7651-f369-43d0-9967-14c325fbe87c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:26:44.473633 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:44.480527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Request body: {'port': {'device_id': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:44.525339 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc09012d-01da-41f3-8ef0-dda11fd70bec {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:26:44.533535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32b18-6e3c-4fca-adef-a36362e1f626 req-b4e78860-396b-4353-83b3-e9d2840ac95a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:44.543150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ab32b18-6e3c-4fca-adef-a36362e1f626 req-b4e78860-396b-4353-83b3-e9d2840ac95a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 934 time: 0.3817031 Jul 06 11:26:44.567891 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:44.604108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:44.616563 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:44.635188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15ad5dfe-d8ed-498d-8d10-8504fc8ad21b req-36a5f318-dee0-4025-b0eb-195e4282b7d9 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481391 Jul 06 11:26:44.705015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=dc09012d-01da-41f3-8ef0-dda11fd70bec,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:44.710693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ab32b18-6e3c-4fca-adef-a36362e1f626 req-68dcef79-7e37-4d64-9ab6-74130c1cbdb4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496062 Jul 06 11:26:44.875711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['dc09012d-01da-41f3-8ef0-dda11fd70bec'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:26:45.011917 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a2f5511-2baa-49fe-8c0e-f2fbffb943b4 req-906f08e3-f1c6-481e-b274-c083976eb35a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 210 time: 0.1567867 Jul 06 11:26:45.028635 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-53c982e1-f7f8-44a6-aa6f-ed87d248da8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c088eab44e3346309b236c677e9dbf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9037654 Jul 06 11:26:45.034946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55998) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:45.127696 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:45.144244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:26:45.164493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30fed56e-335a-4d1b-a360-7ec1f83a35de req-d19761b7-aa47-4153-929d-7f2930f14eaf tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.1506398 Jul 06 11:26:45.221690 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Allocated IP 192.168.233.177 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/ff29f0ac-b0b1-4b27-be93-e6e74e20e934) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:45.249516 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:45.259897 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:45.304222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:45.312030 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:45.346400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:45.377525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:45.382587 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3958fcf-ed79-4fe5-bfb1-c9567f59a5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:45.422745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event updated for resources: {'Port': ['ID=b345baa3-bfec-4cc6-9692-dbd294d07dd5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:45.447354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Pushing event updated for resources: {'Port': ['ID=bc497e2d-5a0d-4323-a599-37db94333051,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:45.623904 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3958fcf-ed79-4fe5-bfb1-c9567f59a5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:45.730967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:45.731700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:45.817746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-86e6c56a-4ce6-460d-9901-8549b3d114c2 None None] Provisioning for port b345baa3-bfec-4cc6-9692-dbd294d07dd5 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:45.830541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-86e6c56a-4ce6-460d-9901-8549b3d114c2 None None] Provisioning complete for port b345baa3-bfec-4cc6-9692-dbd294d07dd5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:45.832331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86e6c56a-4ce6-460d-9901-8549b3d114c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:45.883131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-22ed48e8-1e5b-4dd1-a224-616258774dfe tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4298120 Jul 06 11:26:45.910792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Request body: {'port': {'device_id': 'b3be5dbe-1c25-4b1c-abc5-19121c605ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:45.930342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-86e6c56a-4ce6-460d-9901-8549b3d114c2 None None] Port b345baa3-bfec-4cc6-9692-dbd294d07dd5 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:26:45.980859 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3958fcf-ed79-4fe5-bfb1-c9567f59a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:45.983692 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c72d482d-6d70-4986-a8bb-5a38404c0922 req-9227ea59-8e15-4555-8616-7adebc5266da tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 210 time: 0.0636737 Jul 06 11:26:45.986697 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3958fcf-ed79-4fe5-bfb1-c9567f59a5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:45.988444 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b3958fcf-ed79-4fe5-bfb1-c9567f59a5f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edb47c85-d66b-4e08-8ed3-fd0227319604 HTTP/1.1" status: 204 len: 168 time: 0.9460471 Jul 06 11:26:46.012698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:46.029170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78affd71-5461-42d5-bc91-3e578418145e req-d5f35cda-1047-40d1-a184-48b77aa103a2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 210 time: 0.1096680 Jul 06 11:26:46.062082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3958fcf-ed79-4fe5-bfb1-c9567f59a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb47c85-d66b-4e08-8ed3-fd0227319604,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:46.065039 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:46.092673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['93433c4b-59a0-4146-8153-8ce0f4c70bf9', '8865306c-ed81-47b2-b1dd-f11af373e157'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:26:46.102868 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:46.109985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e7062af5-ed17-4774-a60f-ebf36417ce4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4583926 Jul 06 11:26:46.142374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Transition to ACTIVE for port object ff29f0ac-b0b1-4b27-be93-e6e74e20e934 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:46.176981 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:46.339709 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:46.399146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:26:46.550722 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5fa2796-b2cc-4787-af86-bc77d35485ed req-a7a72c9a-2792-4729-b193-a368d458e564 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0782413 Jul 06 11:26:46.588788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cc386-8ad1-4e1d-8b4b-31227b94ed33 req-59969393-3885-46a7-a3e4-37bce85afe2e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:46.591688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a43cc386-8ad1-4e1d-8b4b-31227b94ed33 req-59969393-3885-46a7-a3e4-37bce85afe2e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 945 time: 0.3091028 Jul 06 11:26:46.746410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa4da-9fa2-48a0-8b57-7b6278038097 req-a8e1a3cb-493b-469c-b13e-08ab5aa4d9ad tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:46.749207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-334aa4da-9fa2-48a0-8b57-7b6278038097 req-a8e1a3cb-493b-469c-b13e-08ab5aa4d9ad tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 934 time: 0.1969769 Jul 06 11:26:46.768860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a43cc386-8ad1-4e1d-8b4b-31227b94ed33 req-ce7161af-e395-486d-9f82-0d73b892c484 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348484 Jul 06 11:26:46.878595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:46.882061 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-334aa4da-9fa2-48a0-8b57-7b6278038097 req-e96d07df-4f45-40dd-bc01-1cac577bed55 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020944 Jul 06 11:26:46.893583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-d7bd173c-6677-4d61-911c-3a594070e350 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:46.897238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-d7bd173c-6677-4d61-911c-3a594070e350 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.47 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 821 time: 0.2630913 Jul 06 11:26:46.934900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:46.940534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:47.057978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Request body: {'port': {'device_id': '1e91a906-9a84-4146-a936-389a39d67e0e', 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a', 'admin_state_up': True, 'tenant_id': 'c873b0fb571e46d8941f82ebd8df32e8'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:47.109066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56022) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:47.159852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:47.161159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:47.206187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event updated for resources: {'Port': ['ID=ff29f0ac-b0b1-4b27-be93-e6e74e20e934,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:47.224847 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-3f63f244-58ba-4741-a343-28e5ea09567e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5285769 Jul 06 11:26:47.262181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Request body: {'port': {'device_id': 'faae9ef1-6d74-402b-aba7-ad62cd909bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:47.293258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Allocated IP 192.168.233.232 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/09597020-a263-4716-b256-ca314c4aab32) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:47.317747 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1c7dc62-fc6a-4e0b-b774-9be1503313a9 req-1d74f758-3d78-446b-9014-6807c70e4346 tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0744097 Jul 06 11:26:47.321994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cc86dc7-60e2-46e1-962d-f3fdddadb41f req-8c12245d-34a5-4ade-9bdd-3b6a0eacb9f4 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 210 time: 0.2146182 Jul 06 11:26:47.376712 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3a9431af-4b8a-4967-9776-90e0fd5e5153 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f2a8c95229f4fadaf2ea9c7f472c836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625446 Jul 06 11:26:47.377661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56024) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:26:47.416128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e45421fd-ded5-4bdc-bdef-0222d922e273 None None] Provisioning for port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:47.424392 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e45421fd-ded5-4bdc-bdef-0222d922e273 None None] Provisioning complete for port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:47.424940 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e45421fd-ded5-4bdc-bdef-0222d922e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:47.505635 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d55d095b-7c9a-4bbd-a4e6-c40da2886696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:47.530812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e45421fd-ded5-4bdc-bdef-0222d922e273 None None] Port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:26:47.585847 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d55d095b-7c9a-4bbd-a4e6-c40da2886696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:47.692521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['93433c4b-59a0-4146-8153-8ce0f4c70bf9', '8865306c-ed81-47b2-b1dd-f11af373e157'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:26:47.728366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4236d14b-2d9a-4107-b5d2-e55f2e18f4c7 req-b595c657-a0a4-4337-bb1d-f1476e20d08f tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 210 time: 0.1204429 Jul 06 11:26:47.758537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dc09012d-01da-41f3-8ef0-dda11fd70bec up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:26:47.773209 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:47.837043 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Made reservation on behalf of c873b0fb571e46d8941f82ebd8df32e8 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:47.841988 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-31a1b772-dafb-483d-87e3-1a2659c7f6ed tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--129077849&fields=id&tenant_id=21d545a249fb4b96ad293abdfd92ec22 HTTP/1.1" status: 200 len: 267 time: 0.2310364 Jul 06 11:26:47.853769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:47.963125 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d55d095b-7c9a-4bbd-a4e6-c40da2886696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:47.968327 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d55d095b-7c9a-4bbd-a4e6-c40da2886696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:47.976366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d55d095b-7c9a-4bbd-a4e6-c40da2886696 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01d6496f-d385-423a-a6d2-9eb9748637bd HTTP/1.1" status: 204 len: 168 time: 0.5946739 Jul 06 11:26:48.037599 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port dc09012d-01da-41f3-8ef0-dda11fd70bec completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:48.076515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port dc09012d-01da-41f3-8ef0-dda11fd70bec triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:48.077120 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:48.088786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d095b-7c9a-4bbd-a4e6-c40da2886696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d6496f-d385-423a-a6d2-9eb9748637bd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:48.224172 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:48.250487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-074b03f7-ec65-43d2-8743-92523c196edc tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:48.272561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-074b03f7-ec65-43d2-8743-92523c196edc tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/networks?id=a5e489b5-0684-4a9d-b620-d8739016b04b HTTP/1.1" status: 200 len: 823 time: 0.4212196 Jul 06 11:26:48.313175 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:48.320236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01110ba-4cd7-4b63-a905-e680823965d1 req-96487956-7777-47b6-8c6a-465ad579716b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:48.336649 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:48.337541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c01110ba-4cd7-4b63-a905-e680823965d1 req-96487956-7777-47b6-8c6a-465ad579716b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 936 time: 0.3490653 Jul 06 11:26:48.353407 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-990e6cfe-750b-4e0a-aba4-f4b83ca7c077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:48.386021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-06372b53-17f3-47ad-94f7-3b4790a052f9 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/quotas/21d545a249fb4b96ad293abdfd92ec22 HTTP/1.1" status: 200 len: 375 time: 0.1021869 Jul 06 11:26:48.398361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc09012d-01da-41f3-8ef0-dda11fd70bec'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:48.405083 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ec0467-5105-4b58-b4b9-e428d54af316" -d '{"events": [{"server_uuid": "4e403adf-35bb-4d22-9cb7-5885e365cac7", "name": "network-vif-plugged", "status": "completed", "tag": "dc09012d-01da-41f3-8ef0-dda11fd70bec"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:48.468501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Transition to ACTIVE for port object 09597020-a263-4716-b256-ca314c4aab32 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:48.477470 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c01110ba-4cd7-4b63-a905-e680823965d1 req-0b7d4efb-027d-4b74-8bd6-6f63f0f78f0f tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383631 Jul 06 11:26:48.496748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Allocated IP 172.20.0.3 (4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a/d4d2f577-6be2-4de8-9745-d21caa44b53a/6e512e56-19c7-4e59-9c23-65e3fa77750e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:48.601753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-6e1149a8-1d87-44f3-8722-389927e760e2 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=21d545a249fb4b96ad293abdfd92ec22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1857722 Jul 06 11:26:48.629231 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:48.737741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:48.759792 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:48.780115 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:48.881389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-29951015-c005-4402-865e-ee2f3c4632d7 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592847 Jul 06 11:26:48.905867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=dc09012d-01da-41f3-8ef0-dda11fd70bec,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:48.964839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:49.005262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:49.020106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7850ad-4a7c-4408-b7e6-9b8845e98dad req-cff30df6-20d9-4829-a4df-76ce463fd7c7 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:49.028705 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa7850ad-4a7c-4408-b7e6-9b8845e98dad req-cff30df6-20d9-4829-a4df-76ce463fd7c7 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 946 time: 0.2464919 Jul 06 11:26:49.086207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:49.090502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa7850ad-4a7c-4408-b7e6-9b8845e98dad req-5ef96306-dc0a-4a68-b03e-fd3a2ba68755 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606861 Jul 06 11:26:49.097840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Pushing event updated for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:49.228247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-dd54f7fc-3ead-4268-95db-46977daae873 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200607 Jul 06 11:26:49.290970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:49.292001 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:49.338417 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-f6ab5f95-6e9e-40ab-8550-1af0edd3eeb8 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6547709 Jul 06 11:26:49.364631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Request body: {'port': {'device_id': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:49.467028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296e7651-f369-43d0-9967-14c325fbe87c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:26:49.482689 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:49.487220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4b417766-f2e6-4bd2-82da-1fba2d1fff71 None None] Provisioning for port 09597020-a263-4716-b256-ca314c4aab32 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:49.492527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4b417766-f2e6-4bd2-82da-1fba2d1fff71 None None] Provisioning complete for port 09597020-a263-4716-b256-ca314c4aab32 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:49.493291 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b417766-f2e6-4bd2-82da-1fba2d1fff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:49.535544 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dee171-a56b-4257-bd96-e84f95e704cc req-d372084e-5a17-4f9e-8aa2-818a05a40f80 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:49.537209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6dee171-a56b-4257-bd96-e84f95e704cc req-d372084e-5a17-4f9e-8aa2-818a05a40f80 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 934 time: 0.1755917 Jul 06 11:26:49.597755 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:49.603940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4b417766-f2e6-4bd2-82da-1fba2d1fff71 None None] Port 09597020-a263-4716-b256-ca314c4aab32 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:26:49.623639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Transition to ACTIVE for port object 296e7651-f369-43d0-9967-14c325fbe87c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:49.640917 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:49.703887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6dee171-a56b-4257-bd96-e84f95e704cc req-e22e2b69-27cb-44a3-9e71-1bb83c3e3649 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566937 Jul 06 11:26:49.711668 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:49.727899 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d617aac-4414-4f5a-b8fc-2af7b1162823 req-5646bf4b-05c7-45de-ad74-3af703e2dd1d tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0482779 Jul 06 11:26:49.846796 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad1dcc3-0884-4653-865d-47b5a1a2730d x-openstack-request-id: req-dad1dcc3-0884-4653-865d-47b5a1a2730d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:49.847297 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e403adf-35bb-4d22-9cb7-5885e365cac7", "name": "network-vif-plugged", "status": "completed", "tag": "dc09012d-01da-41f3-8ef0-dda11fd70bec", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:49.847581 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dad1dcc3-0884-4653-865d-47b5a1a2730d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:49.848207 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc09012d-01da-41f3-8ef0-dda11fd70bec', 'code': 200} Jul 06 11:26:49.849518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=296e7651-f369-43d0-9967-14c325fbe87c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:50.035149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:50.250696 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:50.322395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f26f7-00a5-4f9d-9438-bff85f04848d req-5a31526f-e4ad-4c64-a4b3-1c7626d6765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:50.324341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-799f26f7-00a5-4f9d-9438-bff85f04848d req-5a31526f-e4ad-4c64-a4b3-1c7626d6765a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 1097 time: 0.3641980 Jul 06 11:26:50.352973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd9816-bbbc-4163-9b50-0477b44cd378 req-65186be6-8247-43f0-a627-dcae8d9a6f49 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:50.355620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25fd9816-bbbc-4163-9b50-0477b44cd378 req-65186be6-8247-43f0-a627-dcae8d9a6f49 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 931 time: 0.3364742 Jul 06 11:26:50.402019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218ed03-cd28-40d8-a03c-9657036e8433 req-83b98691-c213-4152-a51f-88c3cd97fa91 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:50.404592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1218ed03-cd28-40d8-a03c-9657036e8433 req-83b98691-c213-4152-a51f-88c3cd97fa91 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 936 time: 0.2850504 Jul 06 11:26:50.500126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-799f26f7-00a5-4f9d-9438-bff85f04848d req-ca6fbab9-5ef3-45fc-abe6-2119c853def8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428690 Jul 06 11:26:50.521061 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25fd9816-bbbc-4163-9b50-0477b44cd378 req-5042cb2a-0060-404c-b537-8bfac414fe43 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491687 Jul 06 11:26:50.546326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1218ed03-cd28-40d8-a03c-9657036e8433 req-6a32abe7-fe5a-4f79-a28e-f9cef68f693a tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157327 Jul 06 11:26:50.648880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:50.671241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:50.695215 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:50.764719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6ed28c6-f2f4-48e9-9e12-838d121acbc1 req-31e46b5a-bb10-44a9-ba88-f5e34b88f14b tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 210 time: 0.0567856 Jul 06 11:26:50.837922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Pushing event updated for resources: {'Port': ['ID=6e512e56-19c7-4e59-9c23-65e3fa77750e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:50.874888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:50.878688 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:50.898463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de4ca6-11fa-482d-84dd-eaf2ba10f078 req-a741a566-d363-4e99-b437-93771dc78475 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:50.900510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6de4ca6-11fa-482d-84dd-eaf2ba10f078 req-a741a566-d363-4e99-b437-93771dc78475 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 936 time: 0.1344695 Jul 06 11:26:50.916919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Attempting to bind port 296e7651-f369-43d0-9967-14c325fbe87c on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:50.917446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Attempting to bind port 296e7651-f369-43d0-9967-14c325fbe87c by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:50.917972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Attempting to bind port 296e7651-f369-43d0-9967-14c325fbe87c on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:50.958761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Port 296e7651-f369-43d0-9967-14c325fbe87c on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:26:50.959038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Attempting to bind port 296e7651-f369-43d0-9967-14c325fbe87c on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:50.964459 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-db8fe1cf-944f-44a7-8727-5dc259749f6c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0397224 Jul 06 11:26:50.979071 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Request body: {'port': {'device_id': '1e91a906-9a84-4146-a936-389a39d67e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:50.992126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:50.992529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:50.993001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:50.993537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Bound port: 296e7651-f369-43d0-9967-14c325fbe87c, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:50.993965 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:51.007392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6de4ca6-11fa-482d-84dd-eaf2ba10f078 req-746265ae-9eb5-44cd-8c2a-43414267b7ac tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946484 Jul 06 11:26:51.027383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b345baa3-bfec-4cc6-9692-dbd294d07dd5 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:26:51.047263 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:51.103867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Transition to ACTIVE for port object b345baa3-bfec-4cc6-9692-dbd294d07dd5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:51.201995 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:51.408142 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:51.417565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Pushing event updated for resources: {'Port': ['ID=b345baa3-bfec-4cc6-9692-dbd294d07dd5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:51.429442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] For port 296e7651-f369-43d0-9967-14c325fbe87c, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:51.490984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d7b8-988a-4b79-b477-d2b96fc8e8bc req-981a290e-b6bb-45fb-b331-2b57eddb5f54 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:51.493562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0995d7b8-988a-4b79-b477-d2b96fc8e8bc req-981a290e-b6bb-45fb-b331-2b57eddb5f54 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 946 time: 0.1916599 Jul 06 11:26:51.512060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] For port 296e7651-f369-43d0-9967-14c325fbe87c, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=296e7651-f369-43d0-9967-14c325fbe87c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:51.563112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:51.620617 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:26:51.690769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0995d7b8-988a-4b79-b477-d2b96fc8e8bc req-1aad9d17-df1e-490d-a4f3-5e13c7fba369 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798358 Jul 06 11:26:51.838456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:51.839751 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:51.846559 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] 10.222.0.47 "PUT /v2.0/ports/296e7651-f369-43d0-9967-14c325fbe87c HTTP/1.1" status: 200 len: 1094 time: 7.3723249 Jul 06 11:26:51.846559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'tag': '296e7651-f369-43d0-9967-14c325fbe87c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:51.863491 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa65455-29e2-4906-afeb-b56e4aadd43a" -d '{"events": [{"name": "network-changed", "server_uuid": "fcde2fae-36b6-468a-97bc-6e096a9fce40", "tag": "296e7651-f369-43d0-9967-14c325fbe87c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:51.966895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Attempting to bind port b345baa3-bfec-4cc6-9692-dbd294d07dd5 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:51.967416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Attempting to bind port b345baa3-bfec-4cc6-9692-dbd294d07dd5 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:51.967896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Attempting to bind port b345baa3-bfec-4cc6-9692-dbd294d07dd5 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:52.069053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Port b345baa3-bfec-4cc6-9692-dbd294d07dd5 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:26:52.069570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Attempting to bind port b345baa3-bfec-4cc6-9692-dbd294d07dd5 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:52.118858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:52.119394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:52.120073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:52.120839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Bound port: b345baa3-bfec-4cc6-9692-dbd294d07dd5, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:52.121439 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:52.227575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-6b804ece-7f69-4189-992f-2e34db4cd151 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:52.229751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-6b804ece-7f69-4189-992f-2e34db4cd151 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.86 "GET /v2.0/networks?id=a5e489b5-0684-4a9d-b620-d8739016b04b HTTP/1.1" status: 200 len: 823 time: 0.4124999 Jul 06 11:26:52.295044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372397c-5e0e-421c-addd-43246d8c4b9b req-c53b9251-49a2-45fe-9865-f630078d5f3e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:52.297089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e372397c-5e0e-421c-addd-43246d8c4b9b req-c53b9251-49a2-45fe-9865-f630078d5f3e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 946 time: 0.2114313 Jul 06 11:26:52.402554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-650ab8e4-c30d-4c2b-9400-cd3f81755aca tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21d545a249fb4b96ad293abdfd92ec22 HTTP/1.1" status: 200 len: 379 time: 0.1587245 Jul 06 11:26:52.430914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Request body: {'port': {'device_id': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'admin_state_up': True, 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'security_groups': ['30035ce9-d9d1-438b-987a-e50e1e7f8aa3']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:52.443945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f760aa-443a-46cb-aa9d-af79dbf11ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=296e7651-f369-43d0-9967-14c325fbe87c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:52.450514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff29f0ac-b0b1-4b27-be93-e6e74e20e934 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:26:52.479277 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:52.504684 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e372397c-5e0e-421c-addd-43246d8c4b9b req-af2ed449-9c4a-49f3-8dcd-c8b0d9b3c03d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912699 Jul 06 11:26:52.579188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c7c30-8092-4ca5-828a-dca45021640e req-863c13d5-7491-40a0-a2b0-1b827d3b432d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:52.581476 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-329c7c30-8092-4ca5-828a-dca45021640e req-863c13d5-7491-40a0-a2b0-1b827d3b432d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 931 time: 0.2800090 Jul 06 11:26:52.606236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Transition to ACTIVE for port object ff29f0ac-b0b1-4b27-be93-e6e74e20e934 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:52.610779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] For port b345baa3-bfec-4cc6-9692-dbd294d07dd5, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:52.645754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:52.655130 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-329c7c30-8092-4ca5-828a-dca45021640e req-086891c1-b439-4d05-a77f-863be423f2f9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652962 Jul 06 11:26:52.692159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Made reservation on behalf of 21d545a249fb4b96ad293abdfd92ec22 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:26:52.698123 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:52.726993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] For port b345baa3-bfec-4cc6-9692-dbd294d07dd5, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=b345baa3-bfec-4cc6-9692-dbd294d07dd5,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:52.781679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:52.838911 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269606-6687-49b1-955e-a60383f320c0 req-c2018cc4-9e66-408d-9f6d-bc21c71039a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:52.842442 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-c2018cc4-9e66-408d-9f6d-bc21c71039a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 1097 time: 0.7757182 Jul 06 11:26:52.975563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55ed4d19-7a00-49f2-af31-36f8d4d1cff1 req-1cc0b529-7070-4f0e-82d6-09a56d97aa77 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 210 time: 0.0746036 Jul 06 11:26:52.982334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff29f0ac-b0b1-4b27-be93-e6e74e20e934,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:53.003262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:53.004721 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:53.007848 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] 10.222.0.86 "PUT /v2.0/ports/b345baa3-bfec-4cc6-9692-dbd294d07dd5 HTTP/1.1" status: 200 len: 1096 time: 7.1066930 Jul 06 11:26:53.025446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004efe6-6d16-44d1-90e4-4f01d10eeae1 req-3c066456-cfe3-4603-b339-78390ef6670b tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:53.035483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2004efe6-6d16-44d1-90e4-4f01d10eeae1 req-3c066456-cfe3-4603-b339-78390ef6670b tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 936 time: 0.3172479 Jul 06 11:26:53.040549 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-248d2444-a4f4-4a9f-bc2f-7e6f0ce80530 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=296e7651-f369-43d0-9967-14c325fbe87c HTTP/1.1" status: 200 len: 217 time: 0.1749854 Jul 06 11:26:53.108280 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2004efe6-6d16-44d1-90e4-4f01d10eeae1 req-21c41cd2-efc2-4b9c-b2e0-1edc5d53c700 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715098 Jul 06 11:26:53.132365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Allocated IP 172.20.0.6 (a5e489b5-0684-4a9d-b620-d8739016b04b/0875ea68-eb80-4280-b8aa-6ab66bb5db45/2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:26:53.257160 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3bcc33-5aa7-4caf-833e-7099d014ad4f x-openstack-request-id: req-3b3bcc33-5aa7-4caf-833e-7099d014ad4f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:53.258001 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcde2fae-36b6-468a-97bc-6e096a9fce40", "tag": "296e7651-f369-43d0-9967-14c325fbe87c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:53.259030 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b3bcc33-5aa7-4caf-833e-7099d014ad4f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:53.259943 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'tag': '296e7651-f369-43d0-9967-14c325fbe87c', 'status': 'completed', 'code': 200} Jul 06 11:26:53.497884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269606-6687-49b1-955e-a60383f320c0 req-644d7615-bf60-4b03-9839-2392f0fa1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:53.500754 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-644d7615-bf60-4b03-9839-2392f0fa1e13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.4131446 Jul 06 11:26:53.544318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d028b4-92ab-4ad3-87ab-f2efa823ad5a service neutron] Pushing event updated for resources: {'Port': ['ID=b345baa3-bfec-4cc6-9692-dbd294d07dd5,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:53.581816 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:53.589786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e512e56-19c7-4e59-9c23-65e3fa77750e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:26:53.600157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122bc46-eff6-47d4-a58d-d0aac766eec1 req-6df924ad-c1ac-450e-8909-53503f584a85 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:53.603328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b122bc46-eff6-47d4-a58d-d0aac766eec1 req-6df924ad-c1ac-450e-8909-53503f584a85 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 948 time: 0.2425148 Jul 06 11:26:53.608766 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:53.630621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Transition to ACTIVE for port object 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:53.687562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Transition to ACTIVE for port object 6e512e56-19c7-4e59-9c23-65e3fa77750e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:53.706012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b122bc46-eff6-47d4-a58d-d0aac766eec1 req-1e765369-d5dd-4756-b540-d6d5c2d8fa2f tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816238 Jul 06 11:26:53.710814 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:53.713985 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Attempting to bind port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:53.714473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Attempting to bind port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:53.714960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Attempting to bind port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:53.722230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09597020-a263-4716-b256-ca314c4aab32 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:26:53.734566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-33ead0f4-eef5-49fe-a669-e5e1ac50ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:53.735007 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:53.738179 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-33ead0f4-eef5-49fe-a669-e5e1ac50ce23 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=b3be5dbe-1c25-4b1c-abc5-19121c605ea0 HTTP/1.1" status: 200 len: 1099 time: 0.6516395 Jul 06 11:26:53.797193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:53.819277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:26:53.819721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Attempting to bind port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:53.823818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Pushing event updated for resources: {'Port': ['ID=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:53.854048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Network a5e489b5-0684-4a9d-b620-d8739016b04b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:26:53.856108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:26:53.859289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:26:53.944126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:53.945342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:53.953082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:53.953972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:53.953972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:53.954326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Bound port: ff29f0ac-b0b1-4b27-be93-e6e74e20e934, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:53.954723 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:53.959996 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-1b1a511e-88e6-4830-bbbe-0535bd6e9f6f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b345baa3-bfec-4cc6-9692-dbd294d07dd5 HTTP/1.1" status: 200 len: 217 time: 0.2042785 Jul 06 11:26:53.980629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-538f6333-f6f5-4e0f-bc89-1b716c3e6572 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5655360 Jul 06 11:26:53.993383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Transition to ACTIVE for port object 09597020-a263-4716-b256-ca314c4aab32 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:54.000313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Request body: {'port': {'device_id': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:26:54.124476 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:54.152355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269606-6687-49b1-955e-a60383f320c0 req-0d3c3aa5-8b84-4ee3-91bf-5e026fd25a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:54.154060 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-0d3c3aa5-8b84-4ee3-91bf-5e026fd25a19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6381600 Jul 06 11:26:54.162289 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:54.164596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-9b7ccf46-a439-4cf3-ae64-aaf7690bd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:54.166098 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-9b7ccf46-a439-4cf3-ae64-aaf7690bd2fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1521864 Jul 06 11:26:54.225362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e512e56-19c7-4e59-9c23-65e3fa77750e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:54.321772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd822f-5e35-4749-aa98-70457a063923 req-b64c0355-3868-49ad-8545-6b1b25332e58 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:54.332573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afcd822f-5e35-4749-aa98-70457a063923 req-b64c0355-3868-49ad-8545-6b1b25332e58 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 946 time: 0.2722135 Jul 06 11:26:54.502546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f05c2-a8ae-4562-96ec-89ca83bd3126 req-4ec9e6e7-8d11-4ba1-8df7-e69da1684221 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:54.510038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f60f05c2-a8ae-4562-96ec-89ca83bd3126 req-4ec9e6e7-8d11-4ba1-8df7-e69da1684221 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 946 time: 0.3444304 Jul 06 11:26:54.549749 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afcd822f-5e35-4749-aa98-70457a063923 req-d0dced46-b834-4d8d-84bc-f207cd344476 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157896 Jul 06 11:26:54.569355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-01052797-f064-45b1-a1f8-44319a8d7d26 None None] Provisioning for port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:26:54.599967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-01052797-f064-45b1-a1f8-44319a8d7d26 None None] Provisioning complete for port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:26:54.600188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f60f05c2-a8ae-4562-96ec-89ca83bd3126 req-2e754ecf-f04c-40b2-a909-030725fb470a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891447 Jul 06 11:26:54.603510 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01052797-f064-45b1-a1f8-44319a8d7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:54.742410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-01052797-f064-45b1-a1f8-44319a8d7d26 None None] Port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:26:54.909792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff6fc439-ce3a-48a5-abbe-84298a052228 req-e4495d7f-1188-428f-8d82-ff8503e477dd tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0728254 Jul 06 11:26:54.938014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:26:54.960404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:54.987253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Transition to ACTIVE for port object 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:26:55.000555 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:55.061987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Pushing event updated for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:55.075295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:55.075723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:55.075990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:55.120640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6be4c-e3c6-4726-b1ce-ada814fb3cab req-78601b17-18a5-4ff1-b272-0dcd1d409651 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:55.129958 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] For port ff29f0ac-b0b1-4b27-be93-e6e74e20e934, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:55.130273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bb6be4c-e3c6-4726-b1ce-ada814fb3cab req-78601b17-18a5-4ff1-b272-0dcd1d409651 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 943 time: 0.2910707 Jul 06 11:26:55.134088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Port 6e512e56-19c7-4e59-9c23-65e3fa77750e on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:26:55.134656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:55.140958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Pushing event updated for resources: {'Port': ['ID=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:55.155773 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-aafbdae0-1a5e-4ec8-8c5d-9e5675dc7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:55.158449 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-aafbdae0-1a5e-4ec8-8c5d-9e5675dc7318 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8956773 Jul 06 11:26:55.163429 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Attempting to bind port 09597020-a263-4716-b256-ca314c4aab32 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:55.163922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Attempting to bind port 09597020-a263-4716-b256-ca314c4aab32 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:55.164309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Attempting to bind port 09597020-a263-4716-b256-ca314c4aab32 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:55.174955 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-1c002d34-6265-4ab2-a3ca-18f86fcf88b6 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0023599 Jul 06 11:26:55.186797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] For port ff29f0ac-b0b1-4b27-be93-e6e74e20e934, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ff29f0ac-b0b1-4b27-be93-e6e74e20e934,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:55.199644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:55.200223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:55.201140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:55.201703 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Bound port: 6e512e56-19c7-4e59-9c23-65e3fa77750e, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:55.202104 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:55.245351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Port 09597020-a263-4716-b256-ca314c4aab32 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:26:55.245667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Attempting to bind port 09597020-a263-4716-b256-ca314c4aab32 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:55.255476 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bb6be4c-e3c6-4726-b1ce-ada814fb3cab req-b5737678-e817-4118-8fde-c816fbefe9a9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245539 Jul 06 11:26:55.324574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Attempting to bind port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:26:55.324909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Attempting to bind port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:26:55.325235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Attempting to bind port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 on network a5e489b5-0684-4a9d-b620-d8739016b04b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:55.343999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 on network a5e489b5-0684-4a9d-b620-d8739016b04b not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:26:55.344486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Attempting to bind port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 on network a5e489b5-0684-4a9d-b620-d8739016b04b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:26:55.359919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:55.361472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Checking segment: {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:55.362693 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Bound using segment: {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:55.363344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Bound port: 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:55.363962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:55.383936 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ebc20-5911-4444-a15e-65f81c88661d req-b5fd9316-0d8d-448d-a24e-6e7ee8d68e12 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:55.386300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-703ebc20-5911-4444-a15e-65f81c88661d req-b5fd9316-0d8d-448d-a24e-6e7ee8d68e12 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 943 time: 0.1464715 Jul 06 11:26:55.453130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3be5dbe-1c25-4b1c-abc5-19121c605ea0', 'tag': 'b345baa3-bfec-4cc6-9692-dbd294d07dd5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:55.459640 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd0ebde-1c54-4221-88d2-e9433a07d8de" -d '{"events": [{"name": "network-changed", "server_uuid": "b3be5dbe-1c25-4b1c-abc5-19121c605ea0", "tag": "b345baa3-bfec-4cc6-9692-dbd294d07dd5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:55.463295 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:55.469639 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f269606-6687-49b1-955e-a60383f320c0 req-32de9629-4a17-454c-bb48-1b75e02271c0 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779255 Jul 06 11:26:55.538763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-703ebc20-5911-4444-a15e-65f81c88661d req-3a82a87e-2420-4177-bd01-f675854b21f4 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408870 Jul 06 11:26:55.547912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:26:55.549119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:26:55.549859 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:26:55.550842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Bound port: 09597020-a263-4716-b256-ca314c4aab32, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:26:55.551426 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:55.625493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] For port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:55.643785 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] For port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:55.664140 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:55.680232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:55.681478 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:55.684323 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] 10.222.0.47 "PUT /v2.0/ports/ff29f0ac-b0b1-4b27-be93-e6e74e20e934 HTTP/1.1" status: 200 len: 1096 time: 8.4404743 Jul 06 11:26:55.751759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Pushing event updated for resources: {'Port': ['ID=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:55.781518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91e3b3-6355-4443-9607-d567a54224cc req-af476dc5-8325-4fbb-b9fe-1154dc7fbb17 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:55.794845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a91e3b3-6355-4443-9607-d567a54224cc req-af476dc5-8325-4fbb-b9fe-1154dc7fbb17 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 948 time: 0.2447686 Jul 06 11:26:55.846751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68169ac7-595b-42ef-aea5-daaf38f91eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff29f0ac-b0b1-4b27-be93-e6e74e20e934,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:55.852260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a91e3b3-6355-4443-9607-d567a54224cc req-32eb7cf8-3f76-4817-8d14-30d05b1a76b2 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562475 Jul 06 11:26:55.867169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:55.869658 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:55.872139 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-7a3859c4-1cca-4243-b90f-44f4955acbbe service neutron] 10.222.0.86 "PUT /v2.0/ports/2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 HTTP/1.1" status: 200 len: 1091 time: 1.8824942 Jul 06 11:26:55.872899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'tag': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:55.893448 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5481cd-1871-4319-b05c-0aa063e52a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "50f7f6ab-5000-4967-9d06-7a1d643d18a8", "tag": "2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:55.978049 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-e13aa8e7-f9c0-4c29-971e-f78f2eb2e641 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020046 Jul 06 11:26:56.054902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:56.186397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:26:56.194125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:56.201946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa65455-29e2-4906-afeb-b56e4aadd43a req-188c1868-7e6b-4bf5-8a70-c189404fdb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:56.205026 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-daa65455-29e2-4906-afeb-b56e4aadd43a req-188c1868-7e6b-4bf5-8a70-c189404fdb7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 1097 time: 0.6320825 Jul 06 11:26:56.234002 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:56.245510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:26:56.272352 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:56.417232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51026436-5e1e-439c-81a1-9b64bb242520 req-a1e3a3a9-acf8-4f84-8f46-b30b2194d0c3 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:56.420589 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51026436-5e1e-439c-81a1-9b64bb242520 req-a1e3a3a9-acf8-4f84-8f46-b30b2194d0c3 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 1097 time: 0.5084777 Jul 06 11:26:56.434629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-2bae71bb-fa0c-40f1-9779-87ebda25bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:56.441942 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-2bae71bb-fa0c-40f1-9779-87ebda25bd04 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21d545a249fb4b96ad293abdfd92ec22&device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 1094 time: 0.4844446 Jul 06 11:26:56.444730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-a9f1fdf2-f0fa-4a28-84ac-8c46c4e9d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:56.446997 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-a9f1fdf2-f0fa-4a28-84ac-8c46c4e9d259 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 1099 time: 0.6823812 Jul 06 11:26:56.457010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:56.457992 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:56.459652 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] 10.222.0.86 "PUT /v2.0/ports/09597020-a263-4716-b256-ca314c4aab32 HTTP/1.1" status: 200 len: 1096 time: 7.1053405 Jul 06 11:26:56.477146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:56.477978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:56.479441 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e512e56-19c7-4e59-9c23-65e3fa77750e HTTP/1.1" status: 200 len: 1091 time: 5.5056691 Jul 06 11:26:56.527485 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-32488246-2c62-4bb9-83c7-6acdb6c1f69a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 HTTP/1.1" status: 200 len: 217 time: 0.0693960 Jul 06 11:26:56.539880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881950d-b331-4cbe-a010-33218f0e140d req-f1e7f168-8b3e-4886-beed-afb29485c9d2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:56.541927 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1881950d-b331-4cbe-a010-33218f0e140d req-f1e7f168-8b3e-4886-beed-afb29485c9d2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 948 time: 0.2209103 Jul 06 11:26:56.614459 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-4508ef1f-4910-48aa-a0fe-61c64ec3b8db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=ff29f0ac-b0b1-4b27-be93-e6e74e20e934 HTTP/1.1" status: 200 len: 217 time: 0.1436775 Jul 06 11:26:56.636137 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51026436-5e1e-439c-81a1-9b64bb242520 req-74fac4a1-bf93-4f6d-9b6c-c104bf2a0fae tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922171 Jul 06 11:26:56.671524 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1881950d-b331-4cbe-a010-33218f0e140d req-b58ff7a8-3e32-45f1-a909-088165e90388 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141424 Jul 06 11:26:56.693814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-01ba48b0-d0d0-4243-9823-07c2e2954380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:56.695992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-01ba48b0-d0d0-4243-9823-07c2e2954380 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0875ea68-eb80-4280-b8aa-6ab66bb5db45 HTTP/1.1" status: 200 len: 862 time: 0.1525650 Jul 06 11:26:56.797407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa65455-29e2-4906-afeb-b56e4aadd43a req-19d71720-be26-4666-8823-b1a907ed46de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:56.800632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-daa65455-29e2-4906-afeb-b56e4aadd43a req-19d71720-be26-4666-8823-b1a907ed46de service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.5717878 Jul 06 11:26:56.807125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43bb97-1335-4562-8abe-87bc5f7bfea6 service neutron] Pushing event updated for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:56.852780 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d92f66a-58d9-4fc8-be31-590841b613a8 x-openstack-request-id: req-5d92f66a-58d9-4fc8-be31-590841b613a8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:56.853171 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f7f6ab-5000-4967-9d06-7a1d643d18a8", "tag": "2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:56.853522 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d92f66a-58d9-4fc8-be31-590841b613a8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:56.854140 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'tag': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9', 'status': 'completed', 'code': 200} Jul 06 11:26:56.873399 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a14ccdc-d0e6-427d-9c09-a9841ac13c24 x-openstack-request-id: req-0a14ccdc-d0e6-427d-9c09-a9841ac13c24 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:56.874202 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3be5dbe-1c25-4b1c-abc5-19121c605ea0", "tag": "b345baa3-bfec-4cc6-9692-dbd294d07dd5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:56.874886 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a14ccdc-d0e6-427d-9c09-a9841ac13c24 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:56.875758 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3be5dbe-1c25-4b1c-abc5-19121c605ea0', 'tag': 'b345baa3-bfec-4cc6-9692-dbd294d07dd5', 'status': 'completed', 'code': 200} Jul 06 11:26:56.878749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-4b968d43-ea90-47c6-9778-2d72960375af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:56.882845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-4b968d43-ea90-47c6-9778-2d72960375af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5e489b5-0684-4a9d-b620-d8739016b04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799796 Jul 06 11:26:56.886771 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-008b0b84-75eb-45dd-bdbe-438a0e5e0fc8 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8914957 Jul 06 11:26:57.047342 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-daa65455-29e2-4906-afeb-b56e4aadd43a req-be4a71c5-13ca-442d-8b0b-f2902f02caa1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=296e7651-f369-43d0-9967-14c325fbe87c HTTP/1.1" status: 200 len: 217 time: 0.1765795 Jul 06 11:26:57.064439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d224e4d9-e871-4e88-a51c-4f5ba2d580a5 req-7f4c0222-87d5-4358-b00d-d1199c00eb1b tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0522764 Jul 06 11:26:57.145053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-cc1e0494-8619-461e-9dfe-275cc4e5f02d service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502019 Jul 06 11:26:57.158525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a771a-3f6a-49e1-9566-13ab4a233ad0 req-b6aae6b8-9422-4fdf-8c46-aa56b97a6870 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:57.160922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a96a771a-3f6a-49e1-9566-13ab4a233ad0 req-b6aae6b8-9422-4fdf-8c46-aa56b97a6870 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 946 time: 0.2523520 Jul 06 11:26:57.178133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-4eab6886-20cf-42ec-9c66-45ced5e388a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:57.180562 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-4eab6886-20cf-42ec-9c66-45ced5e388a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.5237355 Jul 06 11:26:57.244387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcf08e-e333-4dc3-aa24-17198f53d6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e512e56-19c7-4e59-9c23-65e3fa77750e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:26:57.272060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa65455-29e2-4906-afeb-b56e4aadd43a req-5ff1daaa-8559-472a-bd26-e091c51f4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:57.273562 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-daa65455-29e2-4906-afeb-b56e4aadd43a req-5ff1daaa-8559-472a-bd26-e091c51f4fce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1691928 Jul 06 11:26:57.291356 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-00e66359-7fd3-4791-a19f-eabdf6d02cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:57.293219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-00e66359-7fd3-4791-a19f-eabdf6d02cf5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=10b4aff7972b453598337f75d6cd6714&device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 1099 time: 0.7209203 Jul 06 11:26:57.331636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a96a771a-3f6a-49e1-9566-13ab4a233ad0 req-6e607bfa-f4a7-43f5-934b-021c510594dc tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453526 Jul 06 11:26:57.347845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-617645c7-35a8-44a6-b60f-849cebb8ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:57.349509 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-617645c7-35a8-44a6-b60f-849cebb8ba46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 1094 time: 0.7752318 Jul 06 11:26:57.389807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e2f78b-f6b7-4260-a817-43a2f8e5b4ce req-a7728b76-56b6-491c-b692-15d31773d951 service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276793 Jul 06 11:26:57.402818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-0a66f63b-784d-4abe-af53-0a4176c242fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=09597020-a263-4716-b256-ca314c4aab32 HTTP/1.1" status: 200 len: 217 time: 0.0941467 Jul 06 11:26:57.423587 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad726a7e-3630-40bc-af7d-511665804a08 req-cb4ab334-5675-4e0c-81ab-8c54749f2009 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:57.425759 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad726a7e-3630-40bc-af7d-511665804a08 req-cb4ab334-5675-4e0c-81ab-8c54749f2009 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 943 time: 0.1659975 Jul 06 11:26:57.499023 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-8c6c5985-120c-4b63-ad77-45e88ead66cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e HTTP/1.1" status: 200 len: 217 time: 0.1157568 Jul 06 11:26:57.522518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0ebde-1c54-4221-88d2-e9433a07d8de req-e316eca5-ef20-402b-845a-7a84aa9640b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:57.524098 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bbd0ebde-1c54-4221-88d2-e9433a07d8de req-e316eca5-ef20-402b-845a-7a84aa9640b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=b3be5dbe-1c25-4b1c-abc5-19121c605ea0 HTTP/1.1" status: 200 len: 1099 time: 0.5133433 Jul 06 11:26:57.524553 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad726a7e-3630-40bc-af7d-511665804a08 req-70ef37ab-e05b-42d1-9322-f0d13168fedd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892630 Jul 06 11:26:57.626243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5481cd-1871-4319-b05c-0aa063e52a3f req-2ff1ae1f-6194-4623-99a7-f7a76639be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:57.628982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e5481cd-1871-4319-b05c-0aa063e52a3f req-2ff1ae1f-6194-4623-99a7-f7a76639be39 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21d545a249fb4b96ad293abdfd92ec22&device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 1094 time: 0.1719515 Jul 06 11:26:57.669101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ddf0e-1170-438e-8913-6a56a7c2f9f1 req-f7d747ba-0457-48bd-9a17-a330c53e773f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:57.671924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e22ddf0e-1170-438e-8913-6a56a7c2f9f1 req-f7d747ba-0457-48bd-9a17-a330c53e773f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 943 time: 0.1705277 Jul 06 11:26:57.902887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e22ddf0e-1170-438e-8913-6a56a7c2f9f1 req-9e29d8ba-ae47-4798-9f2b-f27af9887588 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065160 Jul 06 11:26:57.950128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5481cd-1871-4319-b05c-0aa063e52a3f req-25d5b9ad-e394-40ed-abc6-6e1c09046324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:57.952005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e5481cd-1871-4319-b05c-0aa063e52a3f req-25d5b9ad-e394-40ed-abc6-6e1c09046324 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a5e489b5-0684-4a9d-b620-d8739016b04b HTTP/1.1" status: 200 len: 924 time: 0.3125441 Jul 06 11:26:57.962037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-2b0b3c2f-2974-40f7-9167-1908f88ffbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:57.964552 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-2b0b3c2f-2974-40f7-9167-1908f88ffbaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7681298 Jul 06 11:26:58.025451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-e229e420-9143-4bf0-b30e-5986d24c8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:58.027958 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-e229e420-9143-4bf0-b30e-5986d24c8941 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.5432246 Jul 06 11:26:58.040484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e5481cd-1871-4319-b05c-0aa063e52a3f req-d8f8f561-09e9-4acf-9c06-062e3cfa133e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 HTTP/1.1" status: 200 len: 217 time: 0.0761707 Jul 06 11:26:58.050694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a2e94-01f6-4343-a4e3-5277acab92f4 req-236483d0-3e46-4dc8-b909-34d18ed45153 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:58.052513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-105a2e94-01f6-4343-a4e3-5277acab92f4 req-236483d0-3e46-4dc8-b909-34d18ed45153 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 948 time: 0.2497506 Jul 06 11:26:58.162093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-105a2e94-01f6-4343-a4e3-5277acab92f4 req-ab8adc22-df2a-4076-b78b-051964a2d39e tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961869 Jul 06 11:26:58.183540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-d025186e-ca05-4c2a-bcb8-78eaec692911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:58.185771 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-d025186e-ca05-4c2a-bcb8-78eaec692911 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.6595728 Jul 06 11:26:58.207554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5481cd-1871-4319-b05c-0aa063e52a3f req-ca730cfb-b8fb-4559-9148-2f52e51f769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:58.209288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e5481cd-1871-4319-b05c-0aa063e52a3f req-ca730cfb-b8fb-4559-9148-2f52e51f769d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0875ea68-eb80-4280-b8aa-6ab66bb5db45 HTTP/1.1" status: 200 len: 862 time: 0.1556091 Jul 06 11:26:58.216664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa65455-29e2-4906-afeb-b56e4aadd43a req-aaadfddb-478e-40e0-b1d2-c9bea3aab38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:58.220500 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-daa65455-29e2-4906-afeb-b56e4aadd43a req-aaadfddb-478e-40e0-b1d2-c9bea3aab38d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9321885 Jul 06 11:26:58.269478 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-6d0a6390-a93c-4304-a9da-450969900ca6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686021 Jul 06 11:26:58.340571 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:58.348797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785e0a8-276c-4e03-8975-8ec1ba1b2f8f req-2a951294-b0c7-4175-8499-ff7591f7cfc1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:58.352056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2785e0a8-276c-4e03-8975-8ec1ba1b2f8f req-2a951294-b0c7-4175-8499-ff7591f7cfc1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 948 time: 0.2225599 Jul 06 11:26:58.380043 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:26:58.393729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5481cd-1871-4319-b05c-0aa063e52a3f req-fb8ae411-1dff-4e32-a0e4-42590c51ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:58.396384 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e5481cd-1871-4319-b05c-0aa063e52a3f req-fb8ae411-1dff-4e32-a0e4-42590c51ec40 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5e489b5-0684-4a9d-b620-d8739016b04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750338 Jul 06 11:26:58.484255 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-d01e4438-2978-4ac2-bc67-9fd2e1b6da8e service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831352 Jul 06 11:26:58.487614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0ebde-1c54-4221-88d2-e9433a07d8de req-250b38b0-4cf4-441b-a95e-b4b426619ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:58.492398 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bbd0ebde-1c54-4221-88d2-e9433a07d8de req-250b38b0-4cf4-441b-a95e-b4b426619ebc service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.9497771 Jul 06 11:26:58.613760 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5fd1af1-1d2e-4894-8046-f5a6e0466ee7 req-b065477e-184c-455e-8ad0-6b1bdaa00aa9 tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0633526 Jul 06 11:26:58.617974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bbd0ebde-1c54-4221-88d2-e9433a07d8de req-81e75df7-5a41-4ecb-932b-ae87e890a613 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b345baa3-bfec-4cc6-9692-dbd294d07dd5 HTTP/1.1" status: 200 len: 217 time: 0.1082325 Jul 06 11:26:58.625542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2785e0a8-276c-4e03-8975-8ec1ba1b2f8f req-7841a1de-7b99-4299-acfa-d493b2884ee7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441714 Jul 06 11:26:58.630004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e5481cd-1871-4319-b05c-0aa063e52a3f req-a72b04f4-885c-4be7-9cd0-a5b22fb39098 service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062290 Jul 06 11:26:58.811615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0ebde-1c54-4221-88d2-e9433a07d8de req-ac08beb0-8b9b-4b05-8f0a-7dad5a155799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:58.814312 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bbd0ebde-1c54-4221-88d2-e9433a07d8de req-ac08beb0-8b9b-4b05-8f0a-7dad5a155799 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1387136 Jul 06 11:26:58.880566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faae9ef1-6d74-402b-aba7-ad62cd909bed', 'tag': 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934'}, {'name': 'network-changed', 'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'tag': '09597020-a263-4716-b256-ca314c4aab32'}, {'name': 'network-changed', 'server_uuid': '1e91a906-9a84-4146-a936-389a39d67e0e', 'tag': '6e512e56-19c7-4e59-9c23-65e3fa77750e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:26:58.884661 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da18d8a2-5095-4601-9360-cc09c7249bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "faae9ef1-6d74-402b-aba7-ad62cd909bed", "tag": "ff29f0ac-b0b1-4b27-be93-e6e74e20e934"}, {"name": "network-changed", "server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "tag": "09597020-a263-4716-b256-ca314c4aab32"}, {"name": "network-changed", "server_uuid": "1e91a906-9a84-4146-a936-389a39d67e0e", "tag": "6e512e56-19c7-4e59-9c23-65e3fa77750e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:26:58.956480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-35092bd1-bc6e-456f-b057-be040a73cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:58.958352 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-35092bd1-bc6e-456f-b057-be040a73cf04 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9058926 Jul 06 11:26:58.967341 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-daa65455-29e2-4906-afeb-b56e4aadd43a req-7b1391ff-2f06-4ae5-8785-1b0ff4a46955 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7190638 Jul 06 11:26:58.993261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846cacf-702d-4139-8767-6748c203208e req-3698bff1-e803-4d33-8a02-47b318be8e9e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:58.994930 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2846cacf-702d-4139-8767-6748c203208e req-3698bff1-e803-4d33-8a02-47b318be8e9e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 946 time: 0.1847146 Jul 06 11:26:58.998145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e5481cd-1871-4319-b05c-0aa063e52a3f req-2442f34f-0cff-4ca1-ac29-e46fd5d6ce7a service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596492 Jul 06 11:26:59.079057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af37f8f-7b47-4247-a48c-db2e544e972e req-f506bff8-1b29-4aa9-9ec8-e03fa56e1a17 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:59.080752 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1af37f8f-7b47-4247-a48c-db2e544e972e req-f506bff8-1b29-4aa9-9ec8-e03fa56e1a17 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 943 time: 0.1915619 Jul 06 11:26:59.098295 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2846cacf-702d-4139-8767-6748c203208e req-3439ea12-0cff-43f9-82a5-520cc9ccf139 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767324 Jul 06 11:26:59.143090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1af37f8f-7b47-4247-a48c-db2e544e972e req-9effec2d-1bf6-403a-a9a4-b853dcc96000 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503047 Jul 06 11:26:59.154793 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-b73e87db-4a5f-4557-b60e-f5e2595336d2 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8648179 Jul 06 11:26:59.208749 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51dcad0a-d69b-492e-a901-3de92a23f5e6 req-770cab73-802f-4cb9-8d5f-e64ad2b20334 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046752 Jul 06 11:26:59.241081 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 06 Jul 2021 11:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0cab52-f896-4bc6-a6bf-61f73671ecfe x-openstack-request-id: req-2c0cab52-f896-4bc6-a6bf-61f73671ecfe {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:26:59.241530 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faae9ef1-6d74-402b-aba7-ad62cd909bed", "tag": "ff29f0ac-b0b1-4b27-be93-e6e74e20e934", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "tag": "09597020-a263-4716-b256-ca314c4aab32", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e91a906-9a84-4146-a936-389a39d67e0e", "tag": "6e512e56-19c7-4e59-9c23-65e3fa77750e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:26:59.241894 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c0cab52-f896-4bc6-a6bf-61f73671ecfe {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:26:59.245584 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faae9ef1-6d74-402b-aba7-ad62cd909bed', 'tag': 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934', 'status': 'completed', 'code': 200} Jul 06 11:26:59.245584 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'tag': '09597020-a263-4716-b256-ca314c4aab32', 'status': 'completed', 'code': 200} Jul 06 11:26:59.245584 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e91a906-9a84-4146-a936-389a39d67e0e', 'tag': '6e512e56-19c7-4e59-9c23-65e3fa77750e', 'status': 'completed', 'code': 200} Jul 06 11:26:59.339770 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-1995a9f3-647d-4709-9103-11212e502a92 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721402 Jul 06 11:26:59.480696 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-daa65455-29e2-4906-afeb-b56e4aadd43a req-655a6c25-b17c-4786-b7a3-aad0d5041edf service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988604 Jul 06 11:26:59.539147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0ebde-1c54-4221-88d2-e9433a07d8de req-0a0b25b2-f484-4dd8-a3a0-f919df6a6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:59.540756 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bbd0ebde-1c54-4221-88d2-e9433a07d8de req-0a0b25b2-f484-4dd8-a3a0-f919df6a6eb5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6731303 Jul 06 11:26:59.603936 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d581a5-8c64-4421-8756-586c687c2aab req-15c82545-f40f-4750-ac78-5983b88ec8de tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:59.606667 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86d581a5-8c64-4421-8756-586c687c2aab req-15c82545-f40f-4750-ac78-5983b88ec8de tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 948 time: 0.2276433 Jul 06 11:26:59.623771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a17bb-ca3d-468d-be5f-785136d7870f req-4f2b1042-67b6-43fa-ba64-64361ba0feaf tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:59.626991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf4a17bb-ca3d-468d-be5f-785136d7870f req-4f2b1042-67b6-43fa-ba64-64361ba0feaf tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 943 time: 0.1888885 Jul 06 11:26:59.711009 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd12f8b2-eea9-4280-baac-1a7bae3e4c96 req-c6c808db-d2d9-4b09-b4db-0c4bdd177cee service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620529 Jul 06 11:26:59.716696 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-940762ce-5bcc-4d0f-9ee5-f768da9f8377 req-74598ce8-1f66-4eaa-b0e0-e97b094a8829 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459228 Jul 06 11:26:59.717489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86d581a5-8c64-4421-8756-586c687c2aab req-99e40f93-17b6-41c7-9ab2-2ad380636c26 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887883 Jul 06 11:26:59.737477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf4a17bb-ca3d-468d-be5f-785136d7870f req-bd609233-1c4a-4976-ac26-7ef97fa29e4f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977204 Jul 06 11:26:59.737595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-dc013269-fdd8-4eda-9c0c-b1ae01425a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:26:59.738944 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-dc013269-fdd8-4eda-9c0c-b1ae01425a2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 1099 time: 0.2701168 Jul 06 11:26:59.770349 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bbd0ebde-1c54-4221-88d2-e9433a07d8de req-7f2f5bb9-f84f-4268-aaff-9dddcee598ee service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133303 Jul 06 11:26:59.794526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device b345baa3-bfec-4cc6-9692-dbd294d07dd5 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:26:59.924832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 296e7651-f369-43d0-9967-14c325fbe87c details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:26:59.968010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port b345baa3-bfec-4cc6-9692-dbd294d07dd5, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=b345baa3-bfec-4cc6-9692-dbd294d07dd5,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:26:59.996294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'b345baa3-bfec-4cc6-9692-dbd294d07dd5', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'b345baa3-bfec-4cc6-9692-dbd294d07dd5', 'mac_address': 'fa:16:3e:b0:1a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:27:00.007780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385eed5-cdd0-479c-9f90-85fa9f1b1dd8 req-ab6dea90-23b9-4b3c-9cc7-78aed52eab9a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:00.022124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4385eed5-cdd0-479c-9f90-85fa9f1b1dd8 req-ab6dea90-23b9-4b3c-9cc7-78aed52eab9a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 948 time: 0.1157601 Jul 06 11:27:00.089590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-43aa27ed-4a85-4565-8047-23d78a5b4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:00.090121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4385eed5-cdd0-479c-9f90-85fa9f1b1dd8 req-1ebef655-24a8-4e81-8cfc-05fbf0906bb7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645607 Jul 06 11:27:00.091163 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-43aa27ed-4a85-4565-8047-23d78a5b4e42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3410182 Jul 06 11:27:00.149631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf8a2516-87fd-4d05-b1f8-8b6a0b9099ca req-31c0670e-b04c-4bc0-8d3e-50f45319fe59 tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0860875 Jul 06 11:27:00.186520 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-8dfb3014-0422-47e0-9429-1a1f03cb055a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=ff29f0ac-b0b1-4b27-be93-e6e74e20e934 HTTP/1.1" status: 200 len: 217 time: 0.0825777 Jul 06 11:27:00.193688 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bbd0ebde-1c54-4221-88d2-e9433a07d8de req-1da3b3eb-08c2-4828-a57f-bddd11da70a2 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871019 Jul 06 11:27:00.193946 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:00.197023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-81956a64-74f5-4e97-934b-c89fea1eb68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:00.200077 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-81956a64-74f5-4e97-934b-c89fea1eb68c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=10b4aff7972b453598337f75d6cd6714&device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 1099 time: 0.3275528 Jul 06 11:27:00.236566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b345baa3-bfec-4cc6-9692-dbd294d07dd5 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:00.265825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 296e7651-f369-43d0-9967-14c325fbe87c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=296e7651-f369-43d0-9967-14c325fbe87c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:00.313976 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port b345baa3-bfec-4cc6-9692-dbd294d07dd5, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=b345baa3-bfec-4cc6-9692-dbd294d07dd5,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:00.316126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '296e7651-f369-43d0-9967-14c325fbe87c', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '296e7651-f369-43d0-9967-14c325fbe87c', 'mac_address': 'fa:16:3e:d0:f4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:27:00.401602 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:00.401986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-c3e36a03-5cc6-4a7c-ad62-325026746865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:00.404530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-c3e36a03-5cc6-4a7c-ad62-325026746865 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2029054 Jul 06 11:27:00.408490 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:00.409990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:27:00.499187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-f1cca8f7-c29f-4064-becd-4cb65c968626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:00.501598 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-f1cca8f7-c29f-4064-becd-4cb65c968626 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2857578 Jul 06 11:27:00.598003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=b345baa3-bfec-4cc6-9692-dbd294d07dd5,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:00.611941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296e7651-f369-43d0-9967-14c325fbe87c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:00.642463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873288-9f7d-476c-b7e1-b148031fb234 req-9c3147cf-2967-4a10-9550-a9ffcdc9ef99 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:00.649691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 296e7651-f369-43d0-9967-14c325fbe87c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=296e7651-f369-43d0-9967-14c325fbe87c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:00.650636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc873288-9f7d-476c-b7e1-b148031fb234 req-9c3147cf-2967-4a10-9550-a9ffcdc9ef99 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 946 time: 0.1998427 Jul 06 11:27:00.661429 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:00.700328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaea26-b3b6-473c-acfc-8e842ddc41a9 req-12c2773d-c80f-4bb9-a4f5-28f65ba2e749 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:00.702035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeaea26-b3b6-473c-acfc-8e842ddc41a9 req-12c2773d-c80f-4bb9-a4f5-28f65ba2e749 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 943 time: 0.2357180 Jul 06 11:27:00.731329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc873288-9f7d-476c-b7e1-b148031fb234 req-491a3004-4940-4706-9c3b-954db762da5b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798631 Jul 06 11:27:00.775311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeaea26-b3b6-473c-acfc-8e842ddc41a9 req-0d1badd0-e5ea-4d7a-9f10-100736e19c44 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551379 Jul 06 11:27:00.862457 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:00.880558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=296e7651-f369-43d0-9967-14c325fbe87c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:00.887640 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'port_id': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9', 'mac_address': 'fa:16:3e:d6:a5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:27:00.931775 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-8ee9f633-d418-4086-9191-ad6be021697d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=09597020-a263-4716-b256-ca314c4aab32 HTTP/1.1" status: 200 len: 217 time: 0.4225442 Jul 06 11:27:00.941391 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:00.971850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:01.005946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:01.008461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-1b9cf28b-1864-4b94-bd4d-b79d5125bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:01.011034 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-1b9cf28b-1864-4b94-bd4d-b79d5125bb99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5980880 Jul 06 11:27:01.015987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-e70860c5-2f29-46d2-9cb3-0a476ec50d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:01.017104 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:01.018643 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-e70860c5-2f29-46d2-9cb3-0a476ec50d06 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0782444 Jul 06 11:27:01.125058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:01.140165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d846492-16be-4957-9d39-212988e9c696 req-8dd7e583-fb8f-48bc-b5b6-2fd88a0b58bb tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:01.150629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d846492-16be-4957-9d39-212988e9c696 req-8dd7e583-fb8f-48bc-b5b6-2fd88a0b58bb tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 943 time: 0.1624734 Jul 06 11:27:01.191105 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-1f959b6f-088d-4563-80eb-25ce818edcba service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714768 Jul 06 11:27:01.196801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['296e7651-f369-43d0-9967-14c325fbe87c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:01.198144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-ebbb9264-ab06-49e6-a61b-f70e9a80f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:01.199760 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-ebbb9264-ab06-49e6-a61b-f70e9a80f9c8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1716990 Jul 06 11:27:01.224839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d846492-16be-4957-9d39-212988e9c696 req-a462e262-4f79-4bfd-8289-12e7ce0c3471 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709922 Jul 06 11:27:01.373743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['b345baa3-bfec-4cc6-9692-dbd294d07dd5'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:01.392597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:01.548923 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-9ae704e7-0dd6-4055-9da8-60554a77d15e service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352275 Jul 06 11:27:01.661886 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-0faec357-740f-4b5c-9d2c-f35a4f3010d5 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597898 Jul 06 11:27:01.816059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 09597020-a263-4716-b256-ca314c4aab32 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:27:01.871065 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-4b543103-e4ff-4cf8-9b99-9f86f5b95439 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973969 Jul 06 11:27:01.904679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ed7a-f7fe-4763-a58c-8e320b144998 req-77787b1d-a1bb-4b0f-a53f-cd4618a6b7d0 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:01.913383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b939ed7a-f7fe-4763-a58c-8e320b144998 req-77787b1d-a1bb-4b0f-a53f-cd4618a6b7d0 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 948 time: 0.4042637 Jul 06 11:27:01.934769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d04551-1c7c-4b82-b2bc-baf9c5e462a3 req-020f1416-5aea-4b60-8ca8-8fb7179282b0 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:01.950169 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3d04551-1c7c-4b82-b2bc-baf9c5e462a3 req-020f1416-5aea-4b60-8ca8-8fb7179282b0 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 948 time: 0.3016608 Jul 06 11:27:01.980902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-d5202234-df1c-4c99-a7e6-57fa356ed21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:01.983917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-d5202234-df1c-4c99-a7e6-57fa356ed21b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 1094 time: 0.1114144 Jul 06 11:27:02.033140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:02.054354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3d04551-1c7c-4b82-b2bc-baf9c5e462a3 req-e25363dd-f1f0-4148-a6dd-d3426bb3c97a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957134 Jul 06 11:27:02.058675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '09597020-a263-4716-b256-ca314c4aab32', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '09597020-a263-4716-b256-ca314c4aab32', 'mac_address': 'fa:16:3e:b1:c0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:27:02.090406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b939ed7a-f7fe-4763-a58c-8e320b144998 req-1dceea20-f3cd-4447-80f7-b0f13f6f91f5 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350000 Jul 06 11:27:02.187676 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:02.205179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-b1ccedb3-d995-4881-98d8-a9f64a489964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:02.207878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-b1ccedb3-d995-4881-98d8-a9f64a489964 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.2148182 Jul 06 11:27:02.226214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09597020-a263-4716-b256-ca314c4aab32 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:02.291223 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-5e6d3f52-b05a-4e42-ac5a-5d40d5ec0177 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e HTTP/1.1" status: 200 len: 217 time: 0.0760391 Jul 06 11:27:02.299158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:02.306407 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:02.352167 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b042567-1321-4eee-ad22-f4a6f9059163 req-1ec1bbe6-c168-420a-b9fe-71695bed7a33 tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0589643 Jul 06 11:27:02.373943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-45929578-12a0-41a4-aa42-3ecefc24d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:02.378399 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-45929578-12a0-41a4-aa42-3ecefc24d980 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.0718298 Jul 06 11:27:02.442956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:02.463572 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-f188e332-e328-4791-b6b5-b4950a5419f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747819 Jul 06 11:27:02.512147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a9324-6211-4889-8f0b-8f0e285f8421 req-9e16593d-2213-4a92-ab3f-91c98681d8f3 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:02.513866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c12a9324-6211-4889-8f0b-8f0e285f8421 req-9e16593d-2213-4a92-ab3f-91c98681d8f3 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 947 time: 0.0934196 Jul 06 11:27:02.566220 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c12a9324-6211-4889-8f0b-8f0e285f8421 req-1888b078-853f-4639-8b40-94f62193465a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448053 Jul 06 11:27:02.633320 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-ce2b0b66-5122-46bf-9231-2c1254313dd8 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614511 Jul 06 11:27:02.690265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6bbf-9fda-4b1b-8b63-7dff69260c75 req-7b6c036c-0259-4654-8358-e3563a7a81a9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:02.700664 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afda6bbf-9fda-4b1b-8b63-7dff69260c75 req-7b6c036c-0259-4654-8358-e3563a7a81a9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 943 time: 0.1332057 Jul 06 11:27:02.742529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['09597020-a263-4716-b256-ca314c4aab32'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:02.785009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afda6bbf-9fda-4b1b-8b63-7dff69260c75 req-451d1272-51e9-46ed-bdf0-5e9ddfe31e68 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786138 Jul 06 11:27:02.847753 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da18d8a2-5095-4601-9360-cc09c7249bd2 req-49e88c4f-f139-46c5-8179-3a9d07c92737 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019610 Jul 06 11:27:03.030529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c54f94-0d31-4aa8-b33b-94217e776647 req-2fcd5560-f32b-485a-b69d-9123e414b70a tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:03.034536 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3c54f94-0d31-4aa8-b33b-94217e776647 req-2fcd5560-f32b-485a-b69d-9123e414b70a tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 944 time: 0.1200988 Jul 06 11:27:03.109570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3c54f94-0d31-4aa8-b33b-94217e776647 req-1b1522de-82d9-4867-80f5-270f22a307ba tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660381 Jul 06 11:27:03.379697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56252) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:03.498439 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f427d-f027-4b2d-856f-6c4c5f7759aa req-27b59d1a-e7c1-40bb-ad32-626af7e35d4c tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:03.502154 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-337f427d-f027-4b2d-856f-6c4c5f7759aa req-27b59d1a-e7c1-40bb-ad32-626af7e35d4c tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 949 time: 0.2002997 Jul 06 11:27:03.518431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857303dc-00d8-4b9b-a153-736b01c5639b req-7a8ca889-db8d-4514-8eaf-14b5b6acf884 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:03.526017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-857303dc-00d8-4b9b-a153-736b01c5639b req-7a8ca889-db8d-4514-8eaf-14b5b6acf884 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 948 time: 0.2431788 Jul 06 11:27:03.549431 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:03.624388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-337f427d-f027-4b2d-856f-6c4c5f7759aa req-2591499f-370a-4317-8a16-c3c8a9501f6e tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921032 Jul 06 11:27:03.665168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-857303dc-00d8-4b9b-a153-736b01c5639b req-8b923b58-f530-4411-b564-f4cd71ebd8dc tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231730 Jul 06 11:27:03.737589 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:03.746753 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:03.811639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device b345baa3-bfec-4cc6-9692-dbd294d07dd5 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:03.820474 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57ffcc4e400245b8bf35f491f973451e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4389915 Jul 06 11:27:03.821381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283238c8-8e57-4177-96bf-b7c51d8722eb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:03.824333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:03.845978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.846454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.847190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.847717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.848063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.848397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.848725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.849058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.849369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.849692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.850013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.850331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925089f9-99cc-4c3b-b6cb-c5742d6299c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:03.945219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ff29f0ac-b0b1-4b27-be93-e6e74e20e934 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:27:03.957700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-957accce-1038-4b2a-944a-24a33c283d2f req-1114d325-7c17-4e4c-892e-e597d2089894 tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0481737 Jul 06 11:27:04.056377 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:04.114798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 296e7651-f369-43d0-9967-14c325fbe87c up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:04.132578 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:04.156479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ff29f0ac-b0b1-4b27-be93-e6e74e20e934, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ff29f0ac-b0b1-4b27-be93-e6e74e20e934,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:04.176008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934', 'mac_address': 'fa:16:3e:a9:a9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:27:04.223092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a00f6-7610-43e2-a9d4-0b43e106d482 req-877519a4-ae7f-47ab-8232-b8a2058888f8 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:04.225864 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f89a00f6-7610-43e2-a9d4-0b43e106d482 req-877519a4-ae7f-47ab-8232-b8a2058888f8 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 947 time: 0.2665980 Jul 06 11:27:04.250167 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:04.253201 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:04.254409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/283238c8-8e57-4177-96bf-b7c51d8722eb HTTP/1.1" status: 204 len: 168 time: 0.4286718 Jul 06 11:27:04.315229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283238c8-8e57-4177-96bf-b7c51d8722eb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:04.331629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port b345baa3-bfec-4cc6-9692-dbd294d07dd5 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:04.350556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port b345baa3-bfec-4cc6-9692-dbd294d07dd5 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:04.351266 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:04.357814 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:04.362933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f89a00f6-7610-43e2-a9d4-0b43e106d482 req-398b2c13-e554-4035-b237-d77cf19ad6bb tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141846 Jul 06 11:27:04.367001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.367350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.367685 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.368022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.368349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.368678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.369000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.369323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.369662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.369981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.370347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.370711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546137d9-26cc-4c9d-bb98-ee1726a02be6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:04.460712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 296e7651-f369-43d0-9967-14c325fbe87c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:04.473141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff29f0ac-b0b1-4b27-be93-e6e74e20e934 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:04.482401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8031029-f742-4395-b3c2-ace3944c52b5 req-e95d9bd0-7a55-4097-afac-b0d9124d8660 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:04.488875 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8031029-f742-4395-b3c2-ace3944c52b5 req-e95d9bd0-7a55-4097-afac-b0d9124d8660 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 943 time: 0.2573068 Jul 06 11:27:04.496077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 296e7651-f369-43d0-9967-14c325fbe87c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:04.496795 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:04.578071 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8031029-f742-4395-b3c2-ace3944c52b5 req-edf21e85-4267-40f4-ac1b-06e052f24c8f tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730274 Jul 06 11:27:04.638968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ff29f0ac-b0b1-4b27-be93-e6e74e20e934, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ff29f0ac-b0b1-4b27-be93-e6e74e20e934,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:04.695408 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:04.695408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6e512e56-19c7-4e59-9c23-65e3fa77750e details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:27:04.856924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c26d69-59f2-4051-a87d-c041b1f7e0d8 req-cc01987a-f260-4847-885d-872cea07e3db tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:04.861819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15c26d69-59f2-4051-a87d-c041b1f7e0d8 req-cc01987a-f260-4847-885d-872cea07e3db tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 944 time: 0.1911321 Jul 06 11:27:04.887589 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:27:05.019223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15c26d69-59f2-4051-a87d-c041b1f7e0d8 req-be666baa-c968-4b6e-aa73-c1023fbab98c tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447823 Jul 06 11:27:05.105888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff1182-13b3-49f6-9e45-551f13218949 req-3326c549-4e8a-4704-88c8-be806a5490b7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:05.118990 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:05.127564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9fff1182-13b3-49f6-9e45-551f13218949 req-3326c549-4e8a-4704-88c8-be806a5490b7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 949 time: 0.2120135 Jul 06 11:27:05.140159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ff29f0ac-b0b1-4b27-be93-e6e74e20e934,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:05.143614 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:05.170993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:05.224814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port b345baa3-bfec-4cc6-9692-dbd294d07dd5, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=b345baa3-bfec-4cc6-9692-dbd294d07dd5,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:05.229168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3be5dbe-1c25-4b1c-abc5-19121c605ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b345baa3-bfec-4cc6-9692-dbd294d07dd5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:05.232092 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47afb3dc-0199-45d6-bee0-a4763822ffd2" -d '{"events": [{"server_uuid": "b3be5dbe-1c25-4b1c-abc5-19121c605ea0", "name": "network-vif-plugged", "status": "completed", "tag": "b345baa3-bfec-4cc6-9692-dbd294d07dd5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:05.244231 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:05.245173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:05.251496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '6e512e56-19c7-4e59-9c23-65e3fa77750e', 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a', 'port_id': '6e512e56-19c7-4e59-9c23-65e3fa77750e', 'mac_address': 'fa:16:3e:43:7f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d2f577-6be2-4de8-9745-d21caa44b53a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:27:05.272456 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9fff1182-13b3-49f6-9e45-551f13218949 req-e535e767-4ed4-42bf-9686-f02bfb05ee0a tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422021 Jul 06 11:27:05.557451 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fdaa5ac-74a5-4dc8-b1f2-beb939eb9a7f req-cf6f2117-aede-4283-b58b-11bf0db6521b tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0397539 Jul 06 11:27:05.566029 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 296e7651-f369-43d0-9967-14c325fbe87c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=296e7651-f369-43d0-9967-14c325fbe87c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:05.630488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a029a0-686b-4c5d-8e75-2eab749142d2 req-7666fca8-ba97-43e6-a1d7-221102dd48a0 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:05.641484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d0a029a0-686b-4c5d-8e75-2eab749142d2 req-7666fca8-ba97-43e6-a1d7-221102dd48a0 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 949 time: 0.2500992 Jul 06 11:27:05.654269 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:05.684867 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:05.742475 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66be0062-fd94-4798-a120-1e7d44ea742e x-openstack-request-id: req-66be0062-fd94-4798-a120-1e7d44ea742e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:05.743834 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3be5dbe-1c25-4b1c-abc5-19121c605ea0", "name": "network-vif-plugged", "status": "completed", "tag": "b345baa3-bfec-4cc6-9692-dbd294d07dd5", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:05.755754 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66be0062-fd94-4798-a120-1e7d44ea742e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:05.757347 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3be5dbe-1c25-4b1c-abc5-19121c605ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b345baa3-bfec-4cc6-9692-dbd294d07dd5', 'code': 200} Jul 06 11:27:05.769673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d0a029a0-686b-4c5d-8e75-2eab749142d2 req-a58e6d35-0833-4743-b5b0-5245db9e0920 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267083 Jul 06 11:27:05.793321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=b345baa3-bfec-4cc6-9692-dbd294d07dd5,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:05.817965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e512e56-19c7-4e59-9c23-65e3fa77750e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:05.942691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=296e7651-f369-43d0-9967-14c325fbe87c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:05.950809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:05.969910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:05.970845 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:05.985609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56302) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:06.026980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b9f06-92f6-4497-aa20-a1280f2f6b24 req-175ba38a-08bf-40cc-9690-2fa76b8d2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:06.035014 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-618b9f06-92f6-4497-aa20-a1280f2f6b24 req-175ba38a-08bf-40cc-9690-2fa76b8d2c10 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b3be5dbe-1c25-4b1c-abc5-19121c605ea0 HTTP/1.1" status: 200 len: 1101 time: 0.2180223 Jul 06 11:27:06.065954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:06.112351 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:06.130991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-618b9f06-92f6-4497-aa20-a1280f2f6b24 req-2f12c2a4-6365-4bdc-92fc-9b79f0556618 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872631 Jul 06 11:27:06.194966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0cb25-8262-49c2-89be-fe9f5feff95f req-0140e1a3-95ca-4fea-b48b-22f3eebc8ac7 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:06.197844 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-03b0cb25-8262-49c2-89be-fe9f5feff95f req-0140e1a3-95ca-4fea-b48b-22f3eebc8ac7 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 943 time: 0.1916592 Jul 06 11:27:06.217129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-network', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:06.257654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d88bd7-1af0-4c63-b50a-a8bcb7e1b66c req-a0b891b5-809b-40fc-9c46-e625bea90440 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:06.259744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Made reservation on behalf of e32e9c91d0024ed5b0480269f0e264b8 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:27:06.260057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80d88bd7-1af0-4c63-b50a-a8bcb7e1b66c req-a0b891b5-809b-40fc-9c46-e625bea90440 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.3662195 Jul 06 11:27:06.266828 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:06.289269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6e512e56-19c7-4e59-9c23-65e3fa77750e,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:06.311818 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-03b0cb25-8262-49c2-89be-fe9f5feff95f req-f4d8745b-d984-4052-88fe-a408388f2cc8 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035941 Jul 06 11:27:06.317428 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:06.387254 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:06.408310 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80d88bd7-1af0-4c63-b50a-a8bcb7e1b66c req-62c60ae3-10c3-4020-b543-8f662c5b893b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186013 Jul 06 11:27:06.491187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:06.498928 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:06.515872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 09597020-a263-4716-b256-ca314c4aab32 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:06.599598 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:06.607759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:06.611157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['ff29f0ac-b0b1-4b27-be93-e6e74e20e934'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:06.616171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['6e512e56-19c7-4e59-9c23-65e3fa77750e'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:06.662563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:27:06.695845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b81c43-36ae-4739-8434-879f6fb5a644,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:06.707503 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:06.708401 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Added segment 145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f of type vlan for network 38ecf246-92f2-4043-beb0-e9e261b87a37 Jul 06 11:27:06.872887 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:06.889885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:06.890195 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576887b-db0a-413b-9857-41c61d6fc9c9 req-1312fd8f-c0f0-487b-be37-0f6812b2ca01 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:06.894048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0576887b-db0a-413b-9857-41c61d6fc9c9 req-1312fd8f-c0f0-487b-be37-0f6812b2ca01 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 949 time: 0.1785729 Jul 06 11:27:06.911638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832c65-2282-446f-903f-91f3fc31f4e4 req-d8fcf1f0-8022-4b50-9619-361eac897d77 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:06.914660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5832c65-2282-446f-903f-91f3fc31f4e4 req-d8fcf1f0-8022-4b50-9619-361eac897d77 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 945 time: 0.2640717 Jul 06 11:27:06.978732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 09597020-a263-4716-b256-ca314c4aab32 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:06.999313 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:07.001004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:07.002322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:07.013313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 09597020-a263-4716-b256-ca314c4aab32 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:07.015282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:07.041335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0576887b-db0a-413b-9857-41c61d6fc9c9 req-61a02d29-adfc-4bd3-9aef-ddf9deb0888e tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249521 Jul 06 11:27:07.063903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5832c65-2282-446f-903f-91f3fc31f4e4 req-b66652e6-2d35-4283-a225-4169ec789a31 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343980 Jul 06 11:27:07.151581 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56316) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:07.162380 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1745048 Jul 06 11:27:07.164691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] Request body: {'subnet': {'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-subnet', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:07.176892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacff591-d849-4cab-9e26-f77e926cfdc9 admin admin] Pushing event updated for resources: {'Network': ['ID=38ecf246-92f2-4043-beb0-e9e261b87a37,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:07.222607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 38ecf246-92f2-4043-beb0-e9e261b87a37 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:27:07.254434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] Made reservation on behalf of e32e9c91d0024ed5b0480269f0e264b8 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:27:07.259173 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:07.411226 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:07.634792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:07.654102 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:07.760893 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296e7651-f369-43d0-9967-14c325fbe87c'}, {'server_uuid': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9'}, {'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09597020-a263-4716-b256-ca314c4aab32'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:07.764868 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d89c996-12ca-4f13-9b59-28af22b33efb" -d '{"events": [{"server_uuid": "fcde2fae-36b6-468a-97bc-6e096a9fce40", "name": "network-vif-plugged", "status": "completed", "tag": "296e7651-f369-43d0-9967-14c325fbe87c"}, {"server_uuid": "50f7f6ab-5000-4967-9d06-7a1d643d18a8", "name": "network-vif-plugged", "status": "completed", "tag": "2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9"}, {"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-plugged", "status": "completed", "tag": "09597020-a263-4716-b256-ca314c4aab32"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:07.816311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1cb815c-c568-4833-aaf1-e6e0108d7758 req-2bb3d0c0-ed1d-409c-8843-7bc9f004f5bd tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.4315507 Jul 06 11:27:07.846817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:07.995962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb3951-581c-45f0-8e43-7542083ea508 req-54dccc82-9724-4715-8b23-da7d4f195b15 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:07.998880 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86eb3951-581c-45f0-8e43-7542083ea508 req-54dccc82-9724-4715-8b23-da7d4f195b15 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 949 time: 0.5495980 Jul 06 11:27:08.205027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86eb3951-581c-45f0-8e43-7542083ea508 req-d27f9026-0c47-4976-ac88-ae065599b45b tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684082 Jul 06 11:27:08.258754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10f9ce-2d1d-4fd0-b2a7-dc8ff5b01286 req-2ab65c01-05c1-478d-8506-b671622a6024 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:08.260504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e10f9ce-2d1d-4fd0-b2a7-dc8ff5b01286 req-2ab65c01-05c1-478d-8506-b671622a6024 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 944 time: 0.2223628 Jul 06 11:27:08.265614 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:08.492836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=975f29c6-c255-451a-b979-23e63b56af06,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:08.528142 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e10f9ce-2d1d-4fd0-b2a7-dc8ff5b01286 req-86015858-4459-4a66-aaaa-9262baff30b5 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569261 Jul 06 11:27:08.550475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] Checking segment: {'id': '145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:08.550992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] Network hostable DHCP agents. Network: 38ecf246-92f2-4043-beb0-e9e261b87a37, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:27:08.598169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] Network 38ecf246-92f2-4043-beb0-e9e261b87a37 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:27:08.625761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20918911-134e-4c00-9598-f53a856e85f0 req-fc076caf-7338-4dc8-a0ed-5a832cfcddba tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:08.628301 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20918911-134e-4c00-9598-f53a856e85f0 req-fc076caf-7338-4dc8-a0ed-5a832cfcddba tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.2581656 Jul 06 11:27:08.629818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 38ecf246-92f2-4043-beb0-e9e261b87a37) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:08.636080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:08.637396 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:08.656298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78070a6-743d-4814-8e92-faa37afc838f None None] Network 38ecf246-92f2-4043-beb0-e9e261b87a37 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:27:08.677167 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0023794f-9311-4b47-92e2-12bda2b3c582 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5234995 Jul 06 11:27:08.680726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:08.687472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-router', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:08.711779 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d78ab0-52e8-4933-9aaf-6c51e6ac55d8 x-openstack-request-id: req-71d78ab0-52e8-4933-9aaf-6c51e6ac55d8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:08.716890 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcde2fae-36b6-468a-97bc-6e096a9fce40", "name": "network-vif-plugged", "status": "completed", "tag": "296e7651-f369-43d0-9967-14c325fbe87c", "code": 200}, {"server_uuid": "50f7f6ab-5000-4967-9d06-7a1d643d18a8", "name": "network-vif-plugged", "status": "completed", "tag": "2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9", "code": 200}, {"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-plugged", "status": "completed", "tag": "09597020-a263-4716-b256-ca314c4aab32", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:08.716890 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71d78ab0-52e8-4933-9aaf-6c51e6ac55d8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:08.716890 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296e7651-f369-43d0-9967-14c325fbe87c', 'code': 200} Jul 06 11:27:08.716890 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9', 'code': 200} Jul 06 11:27:08.716890 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09597020-a263-4716-b256-ca314c4aab32', 'code': 200} Jul 06 11:27:08.755062 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20918911-134e-4c00-9598-f53a856e85f0 req-fef974ac-a13b-4b52-a7f6-a772ff21d9af tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023386 Jul 06 11:27:08.756926 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:08.771501 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:08.913718 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:09.071568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-38ecf246-92f2-4043-beb0-e9e261b87a37', 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'fixed_ips': [{'subnet_id': '975f29c6-c255-451a-b979-23e63b56af06'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:27:09.072793 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:09.099376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea58f2-7f90-42c7-9054-f54e3121cf88 req-c504693d-690a-474b-a32b-e6d64d938898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:09.102277 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5cea58f2-7f90-42c7-9054-f54e3121cf88 req-c504693d-690a-474b-a32b-e6d64d938898 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 1101 time: 0.2744510 Jul 06 11:27:09.157951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830e31a-1ca3-4ccc-9e54-80c3a54133f1 req-66c07ed0-107f-4482-93e1-60d162ae1cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:09.160482 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5830e31a-1ca3-4ccc-9e54-80c3a54133f1 req-66c07ed0-107f-4482-93e1-60d162ae1cec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 1096 time: 0.1956005 Jul 06 11:27:09.165492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2f4a5-9981-4d10-9baf-10e46449b2a6 req-b185f80c-a6fb-48e1-9e9d-c7fe9017cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:09.167986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e2f4a5-9981-4d10-9baf-10e46449b2a6 req-b185f80c-a6fb-48e1-9e9d-c7fe9017cae4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 1099 time: 0.3171842 Jul 06 11:27:09.220869 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5cea58f2-7f90-42c7-9054-f54e3121cf88 req-60a8582a-dee9-4763-a925-2aa556e12722 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102030 Jul 06 11:27:09.228620 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:09.275965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5830e31a-1ca3-4ccc-9e54-80c3a54133f1 req-6e52c8a9-2432-404c-ad59-3f0d4299eebd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988040 Jul 06 11:27:09.284106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e2f4a5-9981-4d10-9baf-10e46449b2a6 req-5bd0c18d-b1ae-427c-a579-180eececab19 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928977 Jul 06 11:27:09.338025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Allocated IP 172.20.0.2 (38ecf246-92f2-4043-beb0-e9e261b87a37/975f29c6-c255-451a-b979-23e63b56af06/374477d5-758b-46aa-acf4-bc6f20b0f9f1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:27:09.373705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6110abc-f186-4010-9865-a44d7d0b875a req-344d3788-1813-4ee9-9ac0-88cc1ddd2741 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:09.377249 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6110abc-f186-4010-9865-a44d7d0b875a req-344d3788-1813-4ee9-9ac0-88cc1ddd2741 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 950 time: 0.3244424 Jul 06 11:27:09.392852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172b865-0397-40c8-babb-971f3ac92ec7 req-4ab87359-21fd-43a4-8dcd-a9f91272f1e8 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:09.404410 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6172b865-0397-40c8-babb-971f3ac92ec7 req-4ab87359-21fd-43a4-8dcd-a9f91272f1e8 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 945 time: 0.3532667 Jul 06 11:27:09.502665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6172b865-0397-40c8-babb-971f3ac92ec7 req-6a896d61-244a-4669-8ff6-af3010582e72 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969894 Jul 06 11:27:09.507667 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6110abc-f186-4010-9865-a44d7d0b875a req-fb2d107b-db22-4197-9475-ce8c89c59cbd tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979300 Jul 06 11:27:09.580371 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:09.604903 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Transition to ACTIVE for port object 374477d5-758b-46aa-acf4-bc6f20b0f9f1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:27:09.637797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Transition to ACTIVE for port object 374477d5-758b-46aa-acf4-bc6f20b0f9f1 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:27:09.648183 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:09.683984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Network 38ecf246-92f2-4043-beb0-e9e261b87a37 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:27:09.688999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:09.722970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:27:09.799908 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4816919e-f067-475f-a558-066d1ffe0179 req-23263a20-a002-43d9-bcfb-2fb5ca5b1d77 tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0679076 Jul 06 11:27:09.807998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Pushing event updated for resources: {'Port': ['ID=374477d5-758b-46aa-acf4-bc6f20b0f9f1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:09.843557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Attempting to bind port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:27:09.844260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Attempting to bind port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:27:09.844450 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Attempting to bind port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 on network 38ecf246-92f2-4043-beb0-e9e261b87a37 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:09.852435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:27:09.853250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Checking segment: {'id': '145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:09.853968 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:09.854740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Bound using segment: {'id': '145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:27:09.855497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Bound port: 374477d5-758b-46aa-acf4-bc6f20b0f9f1, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:27:09.856146 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:09.917995 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:09.950308 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:09.964102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] For port 374477d5-758b-46aa-acf4-bc6f20b0f9f1, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:09.970652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] For port 374477d5-758b-46aa-acf4-bc6f20b0f9f1, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=374477d5-758b-46aa-acf4-bc6f20b0f9f1,segment=NetworkSegment(145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f),segment_id=145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:27:09.980878 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:10.029616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef127e-4b28-46bf-840d-2797d9961998 req-5b58411b-1b49-4f42-9788-267c159be869 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:10.031266 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7ef127e-4b28-46bf-840d-2797d9961998 req-5b58411b-1b49-4f42-9788-267c159be869 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 949 time: 0.1922724 Jul 06 11:27:10.071779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125e914-1f4c-4839-a520-b0def76edf61 None None] Pushing event updated for resources: {'Port': ['ID=374477d5-758b-46aa-acf4-bc6f20b0f9f1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:10.152114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ff29f0ac-b0b1-4b27-be93-e6e74e20e934 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:10.175813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7ef127e-4b28-46bf-840d-2797d9961998 req-21af32ab-5fb4-46ff-8874-2472db9bce27 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128469 Jul 06 11:27:10.202782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Allocated IP 172.25.0.230 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/5de7e039-9923-44df-ad91-8c325ce0b4fa) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:27:10.240667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813405e-19a5-4c4f-8b55-5851f3455e60 req-7a8d7ddd-03c3-4e0e-ae7e-0e8e4405a3db tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:10.249204 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1813405e-19a5-4c4f-8b55-5851f3455e60 req-7a8d7ddd-03c3-4e0e-ae7e-0e8e4405a3db tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 944 time: 0.2403471 Jul 06 11:27:10.266860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:10.300874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:10.301692 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:10.395120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1813405e-19a5-4c4f-8b55-5851f3455e60 req-c486e3d7-7682-429b-ae3b-5d98c5e1ad9c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448774 Jul 06 11:27:10.589342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:10.683606 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:10.764261 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faae9ef1-6d74-402b-aba7-ad62cd909bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:10.773446 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14eb0ff-5340-46ca-8eb1-6b7191755194" -d '{"events": [{"server_uuid": "faae9ef1-6d74-402b-aba7-ad62cd909bed", "name": "network-vif-plugged", "status": "completed", "tag": "ff29f0ac-b0b1-4b27-be93-e6e74e20e934"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:10.811554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ff29f0ac-b0b1-4b27-be93-e6e74e20e934, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ff29f0ac-b0b1-4b27-be93-e6e74e20e934,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:10.819607 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:10.826719 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:10.828083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6e512e56-19c7-4e59-9c23-65e3fa77750e up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:10.893580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b54929-abd2-4b2e-a92c-dcb430522c9b req-d9d15aa3-957c-4522-8612-923e8691a91e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:10.908887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27b54929-abd2-4b2e-a92c-dcb430522c9b req-d9d15aa3-957c-4522-8612-923e8691a91e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.2661786 Jul 06 11:27:11.041316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ff29f0ac-b0b1-4b27-be93-e6e74e20e934,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:11.054704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 6e512e56-19c7-4e59-9c23-65e3fa77750e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:11.058971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:27:11.061730 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 6e512e56-19c7-4e59-9c23-65e3fa77750e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:11.062318 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:11.089045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:11.124357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:27:11.205407 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27b54929-abd2-4b2e-a92c-dcb430522c9b req-13a27ebe-20d7-4b47-be5b-ab0c6608dce2 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949262 Jul 06 11:27:11.213347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Pushing event updated for resources: {'Port': ['ID=5de7e039-9923-44df-ad91-8c325ce0b4fa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:11.245103 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:11.332347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:11.349624 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:11.403988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777b273-7bff-4f26-a978-7f9c92735ea1 req-77789d46-3744-4c40-a857-efed48026017 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:11.407694 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5777b273-7bff-4f26-a978-7f9c92735ea1 req-77789d46-3744-4c40-a857-efed48026017 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 950 time: 0.4620214 Jul 06 11:27:11.448590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6e512e56-19c7-4e59-9c23-65e3fa77750e,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:11.577524 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5777b273-7bff-4f26-a978-7f9c92735ea1 req-b2686a84-f3e9-4b04-8397-69387f91fd88 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511536 Jul 06 11:27:11.614846 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3df5d-28fe-49ae-a4e3-9bb3be3b1cf2 req-83eb069b-168e-4541-92bb-18c21e66c772 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:11.616505 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cb3df5d-28fe-49ae-a4e3-9bb3be3b1cf2 req-83eb069b-168e-4541-92bb-18c21e66c772 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 945 time: 0.2219296 Jul 06 11:27:11.661563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c740d0bc-e302-4ea8-b1f0-19551315181a None None] Network 38ecf246-92f2-4043-beb0-e9e261b87a37 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:27:11.708278 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a6585e-0b6b-4b7f-b2a7-a4e4cfb508c9 x-openstack-request-id: req-02a6585e-0b6b-4b7f-b2a7-a4e4cfb508c9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:11.708924 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faae9ef1-6d74-402b-aba7-ad62cd909bed", "name": "network-vif-plugged", "status": "completed", "tag": "ff29f0ac-b0b1-4b27-be93-e6e74e20e934", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:11.710255 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02a6585e-0b6b-4b7f-b2a7-a4e4cfb508c9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:11.710255 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faae9ef1-6d74-402b-aba7-ad62cd909bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934', 'code': 200} Jul 06 11:27:11.783002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3940029e-7546-4d23-8bf2-bebec7a1a894 None None] Provisioning for port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:11.825150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cb3df5d-28fe-49ae-a4e3-9bb3be3b1cf2 req-825bd270-37ec-4db8-9cb5-b1c90e4d9a21 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433294 Jul 06 11:27:11.871724 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:11.937685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8b158-751b-4663-ae89-deb141e27141 req-4419ebcc-ac47-400e-af29-304d38e2bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:11.941145 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8f8b158-751b-4663-ae89-deb141e27141 req-4419ebcc-ac47-400e-af29-304d38e2bb34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 1101 time: 0.0993378 Jul 06 11:27:12.001534 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8f8b158-751b-4663-ae89-deb141e27141 req-8d547f2a-8151-4894-b2c2-2380f8fc29c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481675 Jul 06 11:27:12.180234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1d022c8-2dc2-4ac6-b299-47f172bccb5a req-3c0fe98d-6813-43e9-aa84-66dc832947d1 tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.1106322 Jul 06 11:27:12.227131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 374477d5-758b-46aa-acf4-bc6f20b0f9f1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:12.333227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:12.342268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:12.343407 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:12.407709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8788174-41a0-45db-8189-d60b55993430 req-5899f28b-8b91-4a23-823a-70c5e2bcf1e5 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:12.410559 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8788174-41a0-45db-8189-d60b55993430 req-5899f28b-8b91-4a23-823a-70c5e2bcf1e5 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 950 time: 0.3391480 Jul 06 11:27:12.469674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-68496ca0-31e7-4fc2-a20d-af8c335854fb None None] Provisioning complete for port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:12.470113 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68496ca0-31e7-4fc2-a20d-af8c335854fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:12.475980 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:12.566274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 374477d5-758b-46aa-acf4-bc6f20b0f9f1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=374477d5-758b-46aa-acf4-bc6f20b0f9f1,segment=NetworkSegment(145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f),segment_id=145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:12.573588 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:12.683396 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=374477d5-758b-46aa-acf4-bc6f20b0f9f1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:12.863701 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:12.975986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8788174-41a0-45db-8189-d60b55993430 req-b54bb617-b137-4312-97bd-e03bce0d5313 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560582 Jul 06 11:27:13.054805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc56cd-b99e-45a5-bada-6502f31f0cc9 req-4e9e6373-5215-4117-9a69-c26468d98f19 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:13.056851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5fc56cd-b99e-45a5-bada-6502f31f0cc9 req-4e9e6373-5215-4117-9a69-c26468d98f19 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 945 time: 0.6350913 Jul 06 11:27:13.140558 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5fc56cd-b99e-45a5-bada-6502f31f0cc9 req-2b904a91-ffc7-4dd1-810e-ce5725566416 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662639 Jul 06 11:27:13.158795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Router e952b93d-1af2-4ba8-8788-b98dfd213021 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:27:13.378180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:27:13.389872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Sync routers for ids ['e952b93d-1af2-4ba8-8788-b98dfd213021'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:27:13.402657 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Routers {'e952b93d-1af2-4ba8-8788-b98dfd213021'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:27:13.403328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:26:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e952b93d-1af2-4ba8-8788-b98dfd213021'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:13.422676 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:13.424740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6a10ab10-0aec-4845-a34c-6d4f646adc4c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7421286 Jul 06 11:27:13.431060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56378) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:13.495500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6cb48-a770-4650-af2d-fb491ed16800 req-b6c696a7-e93d-4ee4-981e-33011d890015 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:13.498446 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-76c6cb48-a770-4650-af2d-fb491ed16800 req-b6c696a7-e93d-4ee4-981e-33011d890015 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 945 time: 0.1930723 Jul 06 11:27:13.516977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56380) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:13.528459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-54162485-56ac-4a65-881c-6db746874d9c tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Request body: {'floatingip': {'port_id': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:13.749337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e91a906-9a84-4146-a936-389a39d67e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e512e56-19c7-4e59-9c23-65e3fa77750e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:13.755520 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd3469f-10d0-4017-bbd0-de54e985c7d1" -d '{"events": [{"server_uuid": "1e91a906-9a84-4146-a936-389a39d67e0e", "name": "network-vif-plugged", "status": "completed", "tag": "6e512e56-19c7-4e59-9c23-65e3fa77750e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:13.757228 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54162485-56ac-4a65-881c-6db746874d9c tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for floatingip, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:13.972571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Set router e952b93d-1af2-4ba8-8788-b98dfd213021 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:27:14.120299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a846f1-2f7b-416c-9b4a-39595e034d51 req-a591c9fd-5e1b-4fc2-aa0e-205b26a35435 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:14.134558 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16a846f1-2f7b-416c-9b4a-39595e034d51 req-a591c9fd-5e1b-4fc2-aa0e-205b26a35435 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.3549392 Jul 06 11:27:14.160894 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f41c1c5a-0a7d-412d-bd9d-488bf505092e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:14.270532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 374477d5-758b-46aa-acf4-bc6f20b0f9f1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:14.332639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-247f17df-2867-4bc0-92bc-c68b8679c94f req-79890d2c-eb28-498c-99de-68ead10cd538 tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.1638393 Jul 06 11:27:14.441696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:14.443440 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:14.458156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16a846f1-2f7b-416c-9b4a-39595e034d51 req-3bd6a882-1e57-421d-bb59-f3768064b83c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220091 Jul 06 11:27:14.512077 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881d97d0-f5a2-4e28-abb3-7313cd29c506 x-openstack-request-id: req-881d97d0-f5a2-4e28-abb3-7313cd29c506 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:14.512795 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e91a906-9a84-4146-a936-389a39d67e0e", "name": "network-vif-plugged", "status": "completed", "tag": "6e512e56-19c7-4e59-9c23-65e3fa77750e", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:14.513204 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-881d97d0-f5a2-4e28-abb3-7313cd29c506 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:14.513797 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e91a906-9a84-4146-a936-389a39d67e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e512e56-19c7-4e59-9c23-65e3fa77750e', 'code': 200} Jul 06 11:27:14.839177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-router', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:27:08Z', 'updated_at': '2021-07-06T11:27:11Z', 'revision_number': 3, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'gw_port': {'id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:27:09Z', 'updated_at': '2021-07-06T11:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:14.948947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:14.975254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Checking router: e952b93d-1af2-4ba8-8788-b98dfd213021 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:27:14.975254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Updating router e952b93d-1af2-4ba8-8788-b98dfd213021 port 5de7e039-9923-44df-ad91-8c325ce0b4fa binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:27:15.053146 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:15.124958 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9465a4a5-063f-49d3-a935-0547e540449a req-e4b462dc-dee0-4015-8f72-61d377b76327 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0813005 Jul 06 11:27:15.204764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b340c2b-7510-4933-8590-32156a3c6e66 req-c295d98f-7c5f-4419-86a8-47af07af1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:15.206929 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b340c2b-7510-4933-8590-32156a3c6e66 req-c295d98f-7c5f-4419-86a8-47af07af1882 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 1096 time: 0.3267913 Jul 06 11:27:15.239068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94297f32-4cce-4f47-97fc-b4b11f995980 req-98ef9851-144b-428e-bd90-afb8904d2347 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:15.240971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94297f32-4cce-4f47-97fc-b4b11f995980 req-98ef9851-144b-428e-bd90-afb8904d2347 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 945 time: 0.2876256 Jul 06 11:27:15.252970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03769654-35af-4f7f-b987-a8a4cc634ffb req-3ca6ed60-0bd2-40f3-b1d1-8a417a586352 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:15.254636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-03769654-35af-4f7f-b987-a8a4cc634ffb req-3ca6ed60-0bd2-40f3-b1d1-8a417a586352 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 950 time: 0.2963433 Jul 06 11:27:15.259549 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-54162485-56ac-4a65-881c-6db746874d9c tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:27:15.376605 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-03769654-35af-4f7f-b987-a8a4cc634ffb req-393738da-1fd3-4b4a-8d63-759d2cf6590e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048186 Jul 06 11:27:15.382543 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94297f32-4cce-4f47-97fc-b4b11f995980 req-6cfc78f3-e5b7-4289-bdb8-fd86f45b8c12 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246948 Jul 06 11:27:15.397903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Allocated IP 172.20.0.1 (38ecf246-92f2-4043-beb0-e9e261b87a37/975f29c6-c255-451a-b979-23e63b56af06/52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:27:15.639411 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:15.647923 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b340c2b-7510-4933-8590-32156a3c6e66 req-7baa7c69-9fe1-484f-9126-12fd9b3812b3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535550 Jul 06 11:27:15.665386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Transition to ACTIVE for port object 5de7e039-9923-44df-ad91-8c325ce0b4fa will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:27:15.679646 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:15.681477 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54162485-56ac-4a65-881c-6db746874d9c tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:15.694177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54162485-56ac-4a65-881c-6db746874d9c tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:15.739487 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:15.787335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8e70490-36d8-49a7-90ce-2e397c8d27c7 req-7f582f3e-5bcb-4512-8af4-8625f48f044a tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0781972 Jul 06 11:27:15.810568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Transition to ACTIVE for port object 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:27:15.876862 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-54162485-56ac-4a65-881c-6db746874d9c tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Floating IP 44bb918b-a79d-4b96-8fb1-fa360b0c63cb associated. External IP: 172.25.0.174, port: 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9. Jul 06 11:27:15.883049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1c86e-62e7-4e08-a4fe-2cbd85d6014b None None] Pushing event updated for resources: {'Port': ['ID=5de7e039-9923-44df-ad91-8c325ce0b4fa,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:15.895260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Attempting to bind port 5de7e039-9923-44df-ad91-8c325ce0b4fa on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:27:15.895260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Attempting to bind port 5de7e039-9923-44df-ad91-8c325ce0b4fa by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:27:15.895774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Attempting to bind port 5de7e039-9923-44df-ad91-8c325ce0b4fa on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:15.905609 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:15.920018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:27:15.920395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:15.921049 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:15.921461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:27:15.922724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Bound port: 5de7e039-9923-44df-ad91-8c325ce0b4fa, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:27:15.923281 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:16.009278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Pushing event updated for resources: {'Port': ['ID=52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:16.026414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Network 38ecf246-92f2-4043-beb0-e9e261b87a37 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:27:16.028976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:16.049357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:27:16.065258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] For port 5de7e039-9923-44df-ad91-8c325ce0b4fa, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:16.071118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] For port 5de7e039-9923-44df-ad91-8c325ce0b4fa, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5de7e039-9923-44df-ad91-8c325ce0b4fa,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:27:16.095627 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:16.220044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Routers {'e952b93d-1af2-4ba8-8788-b98dfd213021'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:27:16.221964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:26:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e952b93d-1af2-4ba8-8788-b98dfd213021'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:16.252163 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:16.337975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1c86e-62e7-4e08-a4fe-2cbd85d6014b None None] Pushing event updated for resources: {'Port': ['ID=5de7e039-9923-44df-ad91-8c325ce0b4fa,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:16.515854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] Set router e952b93d-1af2-4ba8-8788-b98dfd213021 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:27:16.540321 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-04b89dd1-7e16-4be8-a303-5f67e9837244 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2684624 Jul 06 11:27:16.541632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b61a94-0924-4d03-86af-ac96857f892b req-2895206b-b043-4e17-a7a0-29ef35e95783 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:16.544049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59b61a94-0924-4d03-86af-ac96857f892b req-2895206b-b043-4e17-a7a0-29ef35e95783 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3be5dbe-1c25-4b1c-abc5-19121c605ea0 HTTP/1.1" status: 200 len: 950 time: 0.4381318 Jul 06 11:27:16.547700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54162485-56ac-4a65-881c-6db746874d9c tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:27:16.635728 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59b61a94-0924-4d03-86af-ac96857f892b req-18a1bb4f-7ca0-49ae-a926-5955a0c2d6b0 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749311 Jul 06 11:27:16.659656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dd609d06-3012-4da7-8dd9-de5d7666df5e None None] Provisioning for port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:16.671360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dd609d06-3012-4da7-8dd9-de5d7666df5e None None] Provisioning complete for port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:16.672084 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd609d06-3012-4da7-8dd9-de5d7666df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:16.741429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8b73e-7de1-4676-adad-919e5357d4a5 req-8c536e5d-1626-4a08-8628-2000b6ffa4dd tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:16.755330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9a8b73e-7de1-4676-adad-919e5357d4a5 req-8c536e5d-1626-4a08-8628-2000b6ffa4dd tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 1097 time: 0.3585389 Jul 06 11:27:16.841334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:16.878433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dd609d06-3012-4da7-8dd9-de5d7666df5e None None] Port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:27:16.911292 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54162485-56ac-4a65-881c-6db746874d9c tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:27:16.938361 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cecda-4a58-43cd-96cf-799e9cb8668b None None] Sync routers for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:27:16.947632 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54162485-56ac-4a65-881c-6db746874d9c tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:16.960322 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cecda-4a58-43cd-96cf-799e9cb8668b None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:27:16.961586 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-191cecda-4a58-43cd-96cf-799e9cb8668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:26:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:17.037886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9a8b73e-7de1-4676-adad-919e5357d4a5 req-f45a3d83-852e-43bf-91a7-fa152b31af7f tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646358 Jul 06 11:27:17.119221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-54162485-56ac-4a65-881c-6db746874d9c tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "PUT /v2.0/floatingips/44bb918b-a79d-4b96-8fb1-fa360b0c63cb HTTP/1.1" status: 200 len: 991 time: 3.6004286 Jul 06 11:27:17.120330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-router', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:27:08Z', 'updated_at': '2021-07-06T11:27:11Z', 'revision_number': 3, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'gw_port': {'id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:27:09Z', 'updated_at': '2021-07-06T11:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:17.122917 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'tag': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:17.133711 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470413a8-8eb9-48e3-ad04-c96284d23fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "50f7f6ab-5000-4967-9d06-7a1d643d18a8", "tag": "2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:17.185019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43a1ed-e2d5-4836-8482-2902a6bafea7 None None] The sync data for ids ['e952b93d-1af2-4ba8-8788-b98dfd213021'] in n-d-799527-2 is: [{'id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-router', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:27:08Z', 'updated_at': '2021-07-06T11:27:11Z', 'revision_number': 3, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'gw_port': {'id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:27:09Z', 'updated_at': '2021-07-06T11:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:27:17.287708 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-191cecda-4a58-43cd-96cf-799e9cb8668b None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:27:17.688224 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:17.730207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e255-3576-404b-8a97-c9dcde75732c req-61225a16-e18b-432a-9827-546177d85a4f tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:17.749591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6354e255-3576-404b-8a97-c9dcde75732c req-61225a16-e18b-432a-9827-546177d85a4f tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 945 time: 0.3911901 Jul 06 11:27:17.769859 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:17.803770 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-191cecda-4a58-43cd-96cf-799e9cb8668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '44bb918b-a79d-4b96-8fb1-fa360b0c63cb', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'port_id': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'mac_address': 'fa:16:3e:d6:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:26:43Z', 'updated_at': '2021-07-06T11:27:15Z', 'revision_number': 1, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:17.837292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 09597020-a263-4716-b256-ca314c4aab32 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:27:17.886705 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cecda-4a58-43cd-96cf-799e9cb8668b None None] Checking router: 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:27:17.898772 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cecda-4a58-43cd-96cf-799e9cb8668b None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:27:17.899589 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-191cecda-4a58-43cd-96cf-799e9cb8668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:26:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:17.905453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cf25d-1f2d-4027-bb89-deca5502ace9 req-82f12987-5221-4c10-9c7c-e77790607051 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:17.922483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e12cf25d-1f2d-4027-bb89-deca5502ace9 req-82f12987-5221-4c10-9c7c-e77790607051 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.6402307 Jul 06 11:27:18.126042 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:18.145458 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6354e255-3576-404b-8a97-c9dcde75732c req-e24fd10e-e6b6-47ee-8906-5a1ecbc1751e tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942368 Jul 06 11:27:18.159554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Pushing event updated for resources: {'Port': ['ID=52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:18.165306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:18.179822 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-191cecda-4a58-43cd-96cf-799e9cb8668b None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:27:18.292210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '09597020-a263-4716-b256-ca314c4aab32', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '09597020-a263-4716-b256-ca314c4aab32', 'mac_address': 'fa:16:3e:b1:c0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:27:18.335615 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:18.412999 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e12cf25d-1f2d-4027-bb89-deca5502ace9 req-71b15539-0d30-4c4a-8f14-b3a3e2416b58 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873168 Jul 06 11:27:18.481852 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9411cc6c-8ba1-47f8-aea3-41f517d8e16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:18.508194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5de7e039-9923-44df-ad91-8c325ce0b4fa up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:18.648122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Network 38ecf246-92f2-4043-beb0-e9e261b87a37 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:27:18.650678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:18.683539 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:18.773110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09597020-a263-4716-b256-ca314c4aab32 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:18.796364 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:18.825099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 5de7e039-9923-44df-ad91-8c325ce0b4fa completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:18.887821 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:18.889783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5de7e039-9923-44df-ad91-8c325ce0b4fa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:18.891493 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:18.900607 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:19.043519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89a9e393-3219-4371-bfb5-3ddf0b1cb68f req-0b374b7c-f405-4d0e-862f-bad1f2cd6f0a tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.1939011 Jul 06 11:27:19.057599 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['09597020-a263-4716-b256-ca314c4aab32'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:19.173884 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Router e952b93d-1af2-4ba8-8788-b98dfd213021 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:27:19.193843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:19.261995 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-191cecda-4a58-43cd-96cf-799e9cb8668b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '44bb918b-a79d-4b96-8fb1-fa360b0c63cb', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'port_id': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'mac_address': 'fa:16:3e:d6:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:26:43Z', 'updated_at': '2021-07-06T11:27:15Z', 'revision_number': 1, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:19.357962 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:19.507220 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cecda-4a58-43cd-96cf-799e9cb8668b None None] The sync data for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 is: [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '44bb918b-a79d-4b96-8fb1-fa360b0c63cb', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'port_id': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'mac_address': 'fa:16:3e:d6:a5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:26:43Z', 'updated_at': '2021-07-06T11:27:15Z', 'revision_number': 1, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:27:19.530523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 5de7e039-9923-44df-ad91-8c325ce0b4fa, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5de7e039-9923-44df-ad91-8c325ce0b4fa,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:19.540415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-277bf17f-6b5b-4859-9780-024d0cd99d26 None None] Provisioning complete for port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:19.541348 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-277bf17f-6b5b-4859-9780-024d0cd99d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:19.621754 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:19.752294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-a3f668e2-a395-479d-babe-63c085238cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:19.761736 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-a3f668e2-a395-479d-babe-63c085238cf7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 1099 time: 0.1527514 Jul 06 11:27:19.924736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-277bf17f-6b5b-4859-9780-024d0cd99d26 None None] Port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:27:19.987646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-52ddf2b5-03ae-495f-8bb8-abe5a3d13e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:19.990170 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-52ddf2b5-03ae-495f-8bb8-abe5a3d13e2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2174308 Jul 06 11:27:20.137096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d699e18b-bf75-42ff-a6f3-40b6a37ff854 None None] New status for floating IP 44bb918b-a79d-4b96-8fb1-fa360b0c63cb: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:27:20.144342 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-a380a696-c731-4d7b-8839-db4db7db2c41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=296e7651-f369-43d0-9967-14c325fbe87c HTTP/1.1" status: 200 len: 217 time: 0.1456347 Jul 06 11:27:20.217661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=5de7e039-9923-44df-ad91-8c325ce0b4fa,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:20.305090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:27:20.320919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-742f8b5d-537d-433e-b011-82e3fb9fb4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:20.332906 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-742f8b5d-537d-433e-b011-82e3fb9fb4e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1724679 Jul 06 11:27:20.348263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-58701e7a-0b8d-43ed-af76-3f0526219b7d admin admin] 10.222.0.21 "PUT /v2.0/routers/e952b93d-1af2-4ba8-8788-b98dfd213021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9095757 Jul 06 11:27:20.381275 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300a344-7eef-4f68-921d-cb922f44252c req-30d5aae6-56bb-450f-997f-8d0a0f346572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:20.397689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300a344-7eef-4f68-921d-cb922f44252c req-30d5aae6-56bb-450f-997f-8d0a0f346572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:20.414850 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8300a344-7eef-4f68-921d-cb922f44252c req-30d5aae6-56bb-450f-997f-8d0a0f346572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed&device_id=b3be5dbe-1c25-4b1c-abc5-19121c605ea0 HTTP/1.1" status: 200 len: 1691 time: 1.0672054 Jul 06 11:27:20.478491 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:20.520410 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8300a344-7eef-4f68-921d-cb922f44252c req-d6d93d7b-d636-485b-abf5-572a9ae1dfb0 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040382 Jul 06 11:27:20.598110 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Sync routers for ids ['e952b93d-1af2-4ba8-8788-b98dfd213021'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:27:20.630629 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Routers {'e952b93d-1af2-4ba8-8788-b98dfd213021'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:27:20.631339 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:27:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e952b93d-1af2-4ba8-8788-b98dfd213021'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:20.663795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-961ef8ce-fa4a-47e4-812a-3bae0b0bf8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:20.672737 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-961ef8ce-fa4a-47e4-812a-3bae0b0bf8e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3350358 Jul 06 11:27:21.014250 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03adcead-a8b2-46f5-9d49-b0b3932d7712 x-openstack-request-id: req-03adcead-a8b2-46f5-9d49-b0b3932d7712 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:21.015376 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Set router e952b93d-1af2-4ba8-8788-b98dfd213021 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:27:21.016670 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f7f6ab-5000-4967-9d06-7a1d643d18a8", "tag": "2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:21.016670 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03adcead-a8b2-46f5-9d49-b0b3932d7712 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:21.016670 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'tag': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9', 'status': 'completed', 'code': 200} Jul 06 11:27:21.048109 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-01043cb3-83d5-4230-a5e4-38c482e7c119 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679483 Jul 06 11:27:21.478968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470413a8-8eb9-48e3-ad04-c96284d23fa2 req-6b5f6d26-74c3-4565-94c0-87c163937f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:21.481788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-470413a8-8eb9-48e3-ad04-c96284d23fa2 req-6b5f6d26-74c3-4565-94c0-87c163937f8a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21d545a249fb4b96ad293abdfd92ec22&device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 1096 time: 0.3596056 Jul 06 11:27:21.485867 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-2a8d67a0-35ac-4abc-be65-8dff96dea1e5 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312546 Jul 06 11:27:21.775810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470413a8-8eb9-48e3-ad04-c96284d23fa2 req-bb4d81e2-2b8f-48fd-a382-3f7aecdaaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:21.778987 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-470413a8-8eb9-48e3-ad04-c96284d23fa2 req-bb4d81e2-2b8f-48fd-a382-3f7aecdaaac0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a5e489b5-0684-4a9d-b620-d8739016b04b HTTP/1.1" status: 200 len: 924 time: 0.2826097 Jul 06 11:27:21.816445 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-router', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:27:08Z', 'updated_at': '2021-07-06T11:27:16Z', 'revision_number': 4, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'gw_port': {'id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:27:09Z', 'updated_at': '2021-07-06T11:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd', 'name': '', 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'mac_address': 'fa:16:3e:5a:8f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '975f29c6-c255-451a-b979-23e63b56af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:27:15Z', 'updated_at': '2021-07-06T11:27:17Z', 'revision_number': 2, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'subnets': [{'id': '975f29c6-c255-451a-b979-23e63b56af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:21.853638 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 09597020-a263-4716-b256-ca314c4aab32 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:21.983256 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Checking router: e952b93d-1af2-4ba8-8788-b98dfd213021 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:27:21.985580 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Updating router e952b93d-1af2-4ba8-8788-b98dfd213021 port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:27:22.125416 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:22.136663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 09597020-a263-4716-b256-ca314c4aab32 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:22.137572 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:22.158249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-93c808bf-cc1e-4061-bbed-cf737324eabc tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:27:22.168044 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-93c808bf-cc1e-4061-bbed-cf737324eabc tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176351 Jul 06 11:27:22.174339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Request body: {'binding': {'host': 'n-h1-799527-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:22.174856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Unknown quota resources ['binding']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:27:22.349220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5de7e039-9923-44df-ad91-8c325ce0b4fa up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:22.349714 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-470413a8-8eb9-48e3-ad04-c96284d23fa2 req-51c5b40b-15a4-4531-b43c-b6d753bd3fcc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 HTTP/1.1" status: 200 len: 1001 time: 0.5543482 Jul 06 11:27:22.450127 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:22.499535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadc418-662e-405f-af01-e9d5716cde33 req-979cd6b1-b843-491d-a4af-88786fad22b1 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:22.502809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09597020-a263-4716-b256-ca314c4aab32'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:22.505908 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555a763-00d7-4bb5-97c0-278ff0ecec62" -d '{"events": [{"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-plugged", "status": "completed", "tag": "09597020-a263-4716-b256-ca314c4aab32"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:22.517169 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5fadc418-662e-405f-af01-e9d5716cde33 req-979cd6b1-b843-491d-a4af-88786fad22b1 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 1096 time: 0.2341835 Jul 06 11:27:22.533184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:22.536252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5de7e039-9923-44df-ad91-8c325ce0b4fa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:22.537330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:22.604899 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:22.628468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5fadc418-662e-405f-af01-e9d5716cde33 req-412d5dff-1c46-4d78-89f0-06c5db9791d7 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020155 Jul 06 11:27:22.687042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470413a8-8eb9-48e3-ad04-c96284d23fa2 req-1661dbef-2d21-4bae-abf4-aaf2278f874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:22.694125 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-470413a8-8eb9-48e3-ad04-c96284d23fa2 req-1661dbef-2d21-4bae-abf4-aaf2278f874d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0875ea68-eb80-4280-b8aa-6ab66bb5db45 HTTP/1.1" status: 200 len: 862 time: 0.3364489 Jul 06 11:27:22.706884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:22.939788 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470413a8-8eb9-48e3-ad04-c96284d23fa2 req-e5532af5-dd11-4154-98af-ed817c79ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:22.941615 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-470413a8-8eb9-48e3-ad04-c96284d23fa2 req-e5532af5-dd11-4154-98af-ed817c79ab94 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5e489b5-0684-4a9d-b620-d8739016b04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964567 Jul 06 11:27:23.099552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on host n-h1-799527-2 for vnic_type normal with profile None {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:27:23.100526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:27:23.101117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:23.121603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:27:23.122395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:23.146836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:27:23.149050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:23.149928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:27:23.150650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Bound port: dc09012d-01da-41f3-8ef0-dda11fd70bec, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:27:23.162252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-470413a8-8eb9-48e3-ad04-c96284d23fa2 req-65cc30a9-c2b7-4802-b3af-16301b79204d service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045133 Jul 06 11:27:23.278991 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:23.315302 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Transition to ACTIVE for port object 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:27:23.332053 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:23.368682 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-470413a8-8eb9-48e3-ad04-c96284d23fa2 req-0ba4bd25-a393-4960-91dc-096e9a3188cd service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799126 Jul 06 11:27:23.458608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:27:23.489879 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:23.492599 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-7c8e7119-e321-4292-bf82-3414ba26be5a service neutron] 10.222.0.21 "POST /v2.0/ports/dc09012d-01da-41f3-8ef0-dda11fd70bec/bindings HTTP/1.1" status: 201 len: 389 time: 1.3227892 Jul 06 11:27:23.499585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71117dee-7710-4230-8c68-7f50e1f04f6a req-079e31d2-314e-4a4c-a477-69377747c15e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:23.501012 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Pushing event updated for resources: {'Port': ['ID=52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:23.501738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71117dee-7710-4230-8c68-7f50e1f04f6a req-079e31d2-314e-4a4c-a477-69377747c15e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.2942693 Jul 06 11:27:23.519807 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.520125 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.521911 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.521911 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.521911 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.521911 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.521911 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.522729 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.522729 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.522729 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.523181 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.523357 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:23.678163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71117dee-7710-4230-8c68-7f50e1f04f6a req-c929eb70-96f9-4021-8b91-709d4163164a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159363 Jul 06 11:27:23.720160 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Attempting to bind port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:27:23.721530 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Attempting to bind port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:27:23.722468 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Attempting to bind port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd on network 38ecf246-92f2-4043-beb0-e9e261b87a37 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:23.758418 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:27:23.759034 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Checking segment: {'id': '145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:23.759742 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:23.760484 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Bound using segment: {'id': '145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:27:23.761331 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Bound port: 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:27:23.762014 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:23.976136 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] For port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:23.987094 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] For port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd,segment=NetworkSegment(145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f),segment_id=145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:27:23.997905 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:24.117422 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c784b-22a5-4a7e-8703-88618aa95f8e None None] Pushing event updated for resources: {'Port': ['ID=52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:24.120845 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Routers {'e952b93d-1af2-4ba8-8788-b98dfd213021'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:27:24.121577 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:27:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e952b93d-1af2-4ba8-8788-b98dfd213021'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:24.225849 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-d3d4ab87-dd19-4b4e-a4ed-d3a426a268fc tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3475316 Jul 06 11:27:24.245396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:24.301478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-4957fcb7-6557-4ef8-980d-97fc07dee59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:24.301986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-4957fcb7-6557-4ef8-980d-97fc07dee59f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 1097 time: 0.2883518 Jul 06 11:27:24.321329 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:24.349394 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d1b9c1-fdff-44b6-bd95-8f45a3d1e253 x-openstack-request-id: req-80d1b9c1-fdff-44b6-bd95-8f45a3d1e253 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:24.354934 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-plugged", "status": "completed", "tag": "09597020-a263-4716-b256-ca314c4aab32", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:24.356878 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80d1b9c1-fdff-44b6-bd95-8f45a3d1e253 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:24.358643 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09597020-a263-4716-b256-ca314c4aab32', 'code': 200} Jul 06 11:27:24.474721 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] Set router e952b93d-1af2-4ba8-8788-b98dfd213021 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:27:24.608031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-c1baae38-a930-4784-a0b6-fa52e875ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:24.610219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-c1baae38-a930-4784-a0b6-fa52e875ed5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.2937574 Jul 06 11:27:24.705222 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-75b8f951-890e-4ebd-93b6-8c852155935e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec HTTP/1.1" status: 200 len: 217 time: 0.0738988 Jul 06 11:27:24.774594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6200f2-daf0-4449-99de-dad2cd044482 req-e12eb8b9-9c1c-41e9-a5cb-05ef36e0e21a tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:24.786837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca6200f2-daf0-4449-99de-dad2cd044482 req-e12eb8b9-9c1c-41e9-a5cb-05ef36e0e21a tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 1096 time: 0.2055433 Jul 06 11:27:24.887484 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:24.910828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca6200f2-daf0-4449-99de-dad2cd044482 req-8ccf3761-4ef9-46b1-a580-71d23bf3837e tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165862 Jul 06 11:27:24.982393 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-a0fdd28d-a092-4187-bcc1-d0ae046d2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:24.990336 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-a0fdd28d-a092-4187-bcc1-d0ae046d2516 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.2759624 Jul 06 11:27:25.061411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-95527dec-d9b2-49f8-9b44-4604e3552ebb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643148 Jul 06 11:27:25.299177 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-router', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:27:08Z', 'updated_at': '2021-07-06T11:27:16Z', 'revision_number': 4, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'gw_port': {'id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:27:09Z', 'updated_at': '2021-07-06T11:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd', 'name': '', 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'mac_address': 'fa:16:3e:5a:8f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '975f29c6-c255-451a-b979-23e63b56af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:27:15Z', 'updated_at': '2021-07-06T11:27:23Z', 'revision_number': 4, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'subnets': [{'id': '975f29c6-c255-451a-b979-23e63b56af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:27:25.318307 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-c27d2e5f-cc8b-449c-ab70-b6ae110c1e12 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479274 Jul 06 11:27:25.326795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Allocated IP 172.25.0.180 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/44fd271e-0b31-44ce-897b-801dd3cda0a4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:27:25.438967 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b44f06-d67f-4ba7-8f94-6835a0744e29 None None] The sync data for ids ['e952b93d-1af2-4ba8-8788-b98dfd213021'] in n-d-799527-2 is: [{'id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-router', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:27:08Z', 'updated_at': '2021-07-06T11:27:16Z', 'revision_number': 4, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'gw_port': {'id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:27:09Z', 'updated_at': '2021-07-06T11:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd', 'name': '', 'network_id': '38ecf246-92f2-4043-beb0-e9e261b87a37', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'mac_address': 'fa:16:3e:5a:8f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '975f29c6-c255-451a-b979-23e63b56af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:27:15Z', 'updated_at': '2021-07-06T11:27:23Z', 'revision_number': 4, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'subnets': [{'id': '975f29c6-c255-451a-b979-23e63b56af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:27:25.477042 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-6dbb5080-fc5d-4fa7-81a7-4d950d86129d service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497469 Jul 06 11:27:25.766912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:25.962588 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:26.071932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:27:26.082099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:26.086424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:27:26.154736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event updated for resources: {'Port': ['ID=44fd271e-0b31-44ce-897b-801dd3cda0a4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:26.161552 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fee82eb7-ae11-4e3e-8199-15aa2d38b441 req-a5bb9167-25d7-426b-9146-79bcaed8ee11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efda2f8bc65348e6bfe135b2ddf30031&device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.1205692 Jul 06 11:27:26.280733 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fee82eb7-ae11-4e3e-8199-15aa2d38b441 req-55845c68-6c82-49bc-9543-de0b076279dc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=efda2f8bc65348e6bfe135b2ddf30031&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179321 Jul 06 11:27:26.433309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:26.468002 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:26.644527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:26.652054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:26.653891 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:26.654952 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:26.982069 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:27.077256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee82eb7-ae11-4e3e-8199-15aa2d38b441 req-ea2f3959-f9d8-4542-993b-12e47503a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:27.080424 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fee82eb7-ae11-4e3e-8199-15aa2d38b441 req-ea2f3959-f9d8-4542-993b-12e47503a420 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7895567 Jul 06 11:27:27.135886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd,segment=NetworkSegment(145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f),segment_id=145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:27.146136 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:27.219802 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:27.236331 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:27.252081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:27.314708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd7f67-5952-4f3b-aad8-d5c3ebb6dbcb req-c15bdfdb-49d3-4cc2-bd43-9caa6b84a63f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:27.316792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53cd7f67-5952-4f3b-aad8-d5c3ebb6dbcb req-c15bdfdb-49d3-4cc2-bd43-9caa6b84a63f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 946 time: 0.9752932 Jul 06 11:27:27.370573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event updated for resources: {'Port': ['ID=44fd271e-0b31-44ce-897b-801dd3cda0a4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:27.491473 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:27.524114 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53cd7f67-5952-4f3b-aad8-d5c3ebb6dbcb req-841af4e1-0006-4382-9a62-510b36c08164 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785388 Jul 06 11:27:27.575831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:27.586737 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c7f93e98-7570-4c89-a3a2-64ea7c910e64 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3565359 Jul 06 11:27:27.767101 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c8cab1cd-015e-45b9-b132-5f08910a2f00 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 696 time: 0.1709974 Jul 06 11:27:28.121361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f069aef-6247-4a6b-a905-7b6e3a9039cc req-de61c45d-6c95-4c2e-ac19-37cd6f9464cc tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:28.125174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f069aef-6247-4a6b-a905-7b6e3a9039cc req-de61c45d-6c95-4c2e-ac19-37cd6f9464cc tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 1101 time: 0.1840627 Jul 06 11:27:28.183554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c9a97a99-7ba2-455a-a088-9b5d330b104b tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:28.193017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-c9a97a99-7ba2-455a-a088-9b5d330b104b tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.4043779 Jul 06 11:27:28.204280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-fba35044-2447-4470-b65e-500abb0347ca tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:27:28.220703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c5ba6b3-f45c-45e0-a242-9373badd5435 req-fba35044-2447-4470-b65e-500abb0347ca tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248289 Jul 06 11:27:28.252430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:28.278170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f069aef-6247-4a6b-a905-7b6e3a9039cc req-f2466d77-5c18-494c-96e6-3249122f4b90 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381428 Jul 06 11:27:28.407113 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:28.412292 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:28.442928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:28.453295 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:28.632339 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:27:28.649627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d8cd8-b71e-44ff-a9f6-751bec071b9a req-0f31a0d9-99cc-493d-80d0-f03a1c4d7e60 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:28.652327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e3d8cd8-b71e-44ff-a9f6-751bec071b9a req-0f31a0d9-99cc-493d-80d0-f03a1c4d7e60 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.2340631 Jul 06 11:27:28.769490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e3d8cd8-b71e-44ff-a9f6-751bec071b9a req-486f2e2c-9136-4063-8f25-5cdcc3ce9df1 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050344 Jul 06 11:27:29.041826 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fee82eb7-ae11-4e3e-8199-15aa2d38b441 req-477b8a50-c4e3-453f-8f21-f32244f058ba tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.47 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.0713923 Jul 06 11:27:29.267086 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5d595ff-4cbf-4808-8cd3-afa02611ce29 req-2c59ae07-aabd-426f-b584-6da95a97a93a tempest-ServerShowV254Test-1053791995 tempest-ServerShowV254Test-1053791995-project] 10.222.0.21 "GET /v2.0/ports?device_id=74272b2d-fe9b-4819-ac5e-46b2de8a2909 HTTP/1.1" status: 200 len: 210 time: 0.1327107 Jul 06 11:27:29.357795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-92f50c43-0cec-48ad-ae7d-7adb84ff8465 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3807199 Jul 06 11:27:29.373549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:29.504122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:29.902364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698da3-21b1-4b3a-8095-e238822e8bd8 req-12e0894d-a374-46aa-976a-2ec9a6fd8419 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:29.915890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94698da3-21b1-4b3a-8095-e238822e8bd8 req-12e0894d-a374-46aa-976a-2ec9a6fd8419 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3be5dbe-1c25-4b1c-abc5-19121c605ea0 HTTP/1.1" status: 200 len: 1101 time: 0.2726054 Jul 06 11:27:30.043529 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:30.125867 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94698da3-21b1-4b3a-8095-e238822e8bd8 req-7f11596d-4849-4374-917f-f0a9c573fcd2 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069838 Jul 06 11:27:30.402376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Allocated IP 172.25.0.73 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/9fb6a55c-4d3a-430e-a7d1-4f88656513cc) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:27:30.721501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e043c6-c675-453a-82ce-2778332c0267 req-969ac2fc-35e7-44a2-9614-5cde84b23635 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:30.724004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93e043c6-c675-453a-82ce-2778332c0267 req-969ac2fc-35e7-44a2-9614-5cde84b23635 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 946 time: 0.2223787 Jul 06 11:27:30.809034 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:30.844757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93e043c6-c675-453a-82ce-2778332c0267 req-57f44da1-965a-437e-b353-13e710ddea45 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076746 Jul 06 11:27:30.927080 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:31.007684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:27:31.012598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:31.023481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:27:31.159347 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:31.167096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event updated for resources: {'Port': ['ID=9fb6a55c-4d3a-430e-a7d1-4f88656513cc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:31.254495 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:31.647958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:31.658805 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:31.885856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event updated for resources: {'Port': ['ID=9fb6a55c-4d3a-430e-a7d1-4f88656513cc,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:31.934298 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:31.993861 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:32.019717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-c28be54b-98be-493e-b8d5-7f5e0c9615a8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6520975 Jul 06 11:27:32.165926 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-a5316fde-07ca-40f4-a436-54dd0c8749f3 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.73 HTTP/1.1" status: 200 len: 695 time: 0.1438777 Jul 06 11:27:32.412494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-457f76db-4a0d-4539-b8af-57c05a323bee tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:32.415198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-457f76db-4a0d-4539-b8af-57c05a323bee tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.2467098 Jul 06 11:27:32.435621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-098d69a8-970c-4732-ae8b-8d8e79bf88ee tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:27:32.437883 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5007fd7b-8ec2-4545-b20f-e4e07a2e4a0f req-098d69a8-970c-4732-ae8b-8d8e79bf88ee tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109899 Jul 06 11:27:33.044314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccad064-36da-429b-9386-3449378b80d4 req-40197d19-fe60-42ae-ae4a-ef82256a2827 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:33.058261 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ccad064-36da-429b-9386-3449378b80d4 req-40197d19-fe60-42ae-ae4a-ef82256a2827 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.2083755 Jul 06 11:27:33.171194 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ccad064-36da-429b-9386-3449378b80d4 req-307a0c02-aae5-4c53-9cd8-051887be8fb1 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139255 Jul 06 11:27:33.304517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-0e251efd-755b-4995-9c98-86d2a92ea633 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:27:33.307649 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-0e251efd-755b-4995-9c98-86d2a92ea633 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135860 Jul 06 11:27:33.326312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Request body: {'binding': {'host': 'n-h2-799527-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:33.329979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Unknown quota resources ['binding']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:27:33.806034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-1e154f82-1096-4697-aa36-1fbf389c5347 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549634 Jul 06 11:27:33.897616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e on host n-h2-799527-2 for vnic_type normal with profile None {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:27:33.901526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:27:33.902431 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:33.915874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Port 6e512e56-19c7-4e59-9c23-65e3fa77750e on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:27:33.916684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:33.928332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:27:33.929289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:33.931193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:27:33.932682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Bound port: 6e512e56-19c7-4e59-9c23-65e3fa77750e, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:27:34.138616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:27:34.163745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:34.179784 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-c0e00ea8-c009-4aca-9189-7fd500267b8b service neutron] 10.222.0.21 "POST /v2.0/ports/6e512e56-19c7-4e59-9c23-65e3fa77750e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8512058 Jul 06 11:27:34.303697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9466-8b18-4043-8cec-46c204f844ac req-c2e1e28e-f6ca-4863-8511-47a56809b337 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:34.313373 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-c2e1e28e-f6ca-4863-8511-47a56809b337 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4937153 Jul 06 11:27:34.330117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56650) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:34.389828 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-dc3bae34-8be5-4f3b-aede-0267581d18af service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2480800 Jul 06 11:27:34.393589 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-18cd1975-909f-4714-bb07-0fd2359b8a59 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/quotas/ef8876f4dae54f308bfb7290f817f26e HTTP/1.1" status: 200 len: 375 time: 0.0315485 Jul 06 11:27:34.790489 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d72be45d-9961-447c-8791-d5e6bc172534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:34.847971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-fa827b52-746d-4748-9cd2-93b61f34845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:34.852186 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-fa827b52-746d-4748-9cd2-93b61f34845c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5 HTTP/1.1" status: 200 len: 1100 time: 0.3197894 Jul 06 11:27:34.868261 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-cf835160-305a-4af6-89a6-da393791d755 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4563303 Jul 06 11:27:34.907781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-929b92fa-3390-491d-aed7-88abdafcab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:34.910755 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-929b92fa-3390-491d-aed7-88abdafcab44 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 1096 time: 0.1670215 Jul 06 11:27:35.384684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-5a048b8c-421f-454c-8050-b72980e1b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:35.395429 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-5a048b8c-421f-454c-8050-b72980e1b170 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.4557719 Jul 06 11:27:35.401035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-066ecb63-a1e9-46d0-b6fd-e828a0f5439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:35.409495 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-066ecb63-a1e9-46d0-b6fd-e828a0f5439d service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.4759722 Jul 06 11:27:35.520131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-988ca684-f118-499b-921c-6669e5c44868 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e HTTP/1.1" status: 200 len: 217 time: 0.1088514 Jul 06 11:27:35.590059 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-eb5340df-0c24-4ac4-adb3-81647c9d4c7f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=93433c4b-59a0-4146-8153-8ce0f4c70bf9 HTTP/1.1" status: 200 len: 217 time: 0.0821319 Jul 06 11:27:35.733716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-e676834d-073c-4900-bcf4-fdf0999c055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:35.737019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-e676834d-073c-4900-bcf4-fdf0999c055e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.1614628 Jul 06 11:27:35.818584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ed2a9-8038-4904-a914-242eda0a3e78 req-9d5d1c11-e39a-428c-8ee0-8ff589a9cd7f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:35.832248 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c1ed2a9-8038-4904-a914-242eda0a3e78 req-9d5d1c11-e39a-428c-8ee0-8ff589a9cd7f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 946 time: 1.0164380 Jul 06 11:27:35.884937 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-1a9a9143-b3be-4d35-9537-ea3d8bf0b702 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284544 Jul 06 11:27:35.984391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c1ed2a9-8038-4904-a914-242eda0a3e78 req-fcd4da73-5f10-4aae-adf2-28d27b2408fb tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479051 Jul 06 11:27:36.069093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9513837d-6d18-4167-b938-10da99cde2a0 req-b3ed4fcc-60d5-46f8-9063-25c8e9e38fe5 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4833114 Jul 06 11:27:36.078561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:36.164245 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-21bd55b8-f739-4510-a28d-1c69c75a2f3b service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692435 Jul 06 11:27:36.177896 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d72be45d-9961-447c-8791-d5e6bc172534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:36.189949 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d72be45d-9961-447c-8791-d5e6bc172534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:36.366190 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d72be45d-9961-447c-8791-d5e6bc172534 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efda2f8bc65348e6bfe135b2ddf30031&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0302918 Jul 06 11:27:36.368930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56668) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:36.380495 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-830d2063-854e-45a5-8e14-2fb9c26bd475 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039592 Jul 06 11:27:36.386738 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:36.389471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-74c242f3-b6ef-4165-96ba-a6c588ba15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:36.392487 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-74c242f3-b6ef-4165-96ba-a6c588ba15ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.6538143 Jul 06 11:27:36.394802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72be45d-9961-447c-8791-d5e6bc172534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35a4765-9883-40d0-8861-482b256a6e3c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:36.582087 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02885f0b-7187-4ae6-bf7e-aa7738d2ee47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:36.662523 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02885f0b-7187-4ae6-bf7e-aa7738d2ee47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:36.799640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02885f0b-7187-4ae6-bf7e-aa7738d2ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:36.806077 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02885f0b-7187-4ae6-bf7e-aa7738d2ee47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:36.808415 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-02885f0b-7187-4ae6-bf7e-aa7738d2ee47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a35a4765-9883-40d0-8861-482b256a6e3c HTTP/1.1" status: 204 len: 168 time: 0.4304380 Jul 06 11:27:36.846605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02885f0b-7187-4ae6-bf7e-aa7738d2ee47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35a4765-9883-40d0-8861-482b256a6e3c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:36.865373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-d671f607-ddb3-4c3a-bc61-7c7f5752df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:36.871222 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-d671f607-ddb3-4c3a-bc61-7c7f5752df59 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4482732 Jul 06 11:27:36.894626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-237d4354-4e32-4be4-96b3-688bf6161435 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:36.900487 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-237d4354-4e32-4be4-96b3-688bf6161435 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.3251796 Jul 06 11:27:36.932922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799527-2'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:36.962806 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:37.118959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadd97a-e904-4804-bfad-3b701f7b725c req-03b54d15-0e03-4b5d-8042-437b1ffad95f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:37.122727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5cadd97a-e904-4804-bfad-3b701f7b725c req-03b54d15-0e03-4b5d-8042-437b1ffad95f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.2464461 Jul 06 11:27:37.367402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5cadd97a-e904-4804-bfad-3b701f7b725c req-d1b2af42-3f5c-44a5-bfa7-d753bda71e7a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329290 Jul 06 11:27:37.400238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-7b17c6ce-d68d-43b5-a173-0f32c06741f4 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935255 Jul 06 11:27:37.413976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Allocated IP 172.25.0.196 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/de8ae8d3-823b-452a-89e8-67ff75533195) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:27:37.435199 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:37.587418 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-567ce4fc-c8cd-4686-9d15-d6a3a68e140c req-6d64371a-2816-494c-a19d-3e1d60116fd8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4718876 Jul 06 11:27:37.699392 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:37.981518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f029d5-010f-4659-989d-5e85b7104d15 req-53e50d84-c70f-4547-9186-85a6210d711b tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:37.986787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1f029d5-010f-4659-989d-5e85b7104d15 req-53e50d84-c70f-4547-9186-85a6210d711b tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 945 time: 0.2465837 Jul 06 11:27:37.996130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:38.059216 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99ac269b-28e3-49c6-995a-13bc1757b0dc req-6ae1464c-58a5-4031-b661-769aa8ef3a67 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363232 Jul 06 11:27:38.154898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ce4fc-c8cd-4686-9d15-d6a3a68e140c req-dcaa8fa1-e7d8-43c2-8465-33d647ad08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:38.158157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-567ce4fc-c8cd-4686-9d15-d6a3a68e140c req-dcaa8fa1-e7d8-43c2-8465-33d647ad08f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 1096 time: 0.4168639 Jul 06 11:27:38.196198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-a775efe2-b71c-4978-bf38-86eb2a44247a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1896174 Jul 06 11:27:38.215923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:38.283511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:27:38.292389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:38.298634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:38.349138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:27:38.375645 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:38.380559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e91a906-9a84-4146-a936-389a39d67e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e512e56-19c7-4e59-9c23-65e3fa77750e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:38.385304 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08318bb-affb-468b-a547-9f91b9c57fce" -d '{"events": [{"server_uuid": "1e91a906-9a84-4146-a936-389a39d67e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "6e512e56-19c7-4e59-9c23-65e3fa77750e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:38.408052 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:38.450632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event updated for resources: {'Port': ['ID=de8ae8d3-823b-452a-89e8-67ff75533195,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:38.545019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1f029d5-010f-4659-989d-5e85b7104d15 req-d6069bf3-9747-4b22-8a54-7916463aaf10 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977665 Jul 06 11:27:38.554497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Pushing event updated for resources: {'Port': ['ID=6e512e56-19c7-4e59-9c23-65e3fa77750e,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:38.787674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56702) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:38.838662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9466-8b18-4043-8cec-46c204f844ac req-fcf29f32-67c4-48a0-9888-5846e1716292 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:38.841671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-fcf29f32-67c4-48a0-9888-5846e1716292 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6136625 Jul 06 11:27:38.877571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Request body: {'port': {'device_id': 'be422f4e-ae76-4391-8aec-85eaf06877bc', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'ef8876f4dae54f308bfb7290f817f26e'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:38.958687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e on host n-h1-799527-2 for vnic_type normal with profile {"migrating_to": "n-h2-799527-2"} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:27:38.959358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:27:38.960115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:38.979401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ce4fc-c8cd-4686-9d15-d6a3a68e140c req-9408ce01-71d0-49cb-98a2-5c549ec5c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:38.995996 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-567ce4fc-c8cd-4686-9d15-d6a3a68e140c req-9408ce01-71d0-49cb-98a2-5c549ec5c574 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.5920465 Jul 06 11:27:39.000534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Port 6e512e56-19c7-4e59-9c23-65e3fa77750e on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:27:39.005366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Attempting to bind port 6e512e56-19c7-4e59-9c23-65e3fa77750e on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:39.005726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:39.155109 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-567ce4fc-c8cd-4686-9d15-d6a3a68e140c req-e0e790ea-f89a-450f-8cf1-42976f201d3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70be238f-b9a4-460c-a58c-0e459e098ebc HTTP/1.1" status: 200 len: 217 time: 0.1401761 Jul 06 11:27:39.160216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:27:39.160758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:39.170879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:27:39.172256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Bound port: 6e512e56-19c7-4e59-9c23-65e3fa77750e, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:27:39.172450 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:39.258164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:39.315783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-370590640-network', 'tenant_id': 'fc6e59274edb4b1a890f110d529763b3'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:39.337288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Made reservation on behalf of ef8876f4dae54f308bfb7290f817f26e for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:27:39.342067 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:39.393343 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a47a7f4-2f2c-4b73-93b8-46d0719bd7c2 req-e81bd447-9062-4d6d-850e-ebc88e724c82 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 210 time: 0.1073899 Jul 06 11:27:39.423050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ce4fc-c8cd-4686-9d15-d6a3a68e140c req-ef46dc7e-73b5-41ed-8a8c-3cf53c053364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:39.425806 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-567ce4fc-c8cd-4686-9d15-d6a3a68e140c req-ef46dc7e-73b5-41ed-8a8c-3cf53c053364 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.2126322 Jul 06 11:27:39.460172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:39.464155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Made reservation on behalf of fc6e59274edb4b1a890f110d529763b3 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:27:39.468308 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:39.530682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:27:39.534281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:39.547520 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-567ce4fc-c8cd-4686-9d15-d6a3a68e140c req-6fb0f3b9-6bfb-4cce-bc74-c024be7dd194 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057580 Jul 06 11:27:39.549459 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:39.903092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:39.903748 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:39.905598 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] 10.222.0.86 "PUT /v2.0/ports/6e512e56-19c7-4e59-9c23-65e3fa77750e HTTP/1.1" status: 200 len: 1121 time: 2.9829290 Jul 06 11:27:39.906871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226eb50c-7e8f-4bf3-8628-618695e07579 service neutron] Pushing event updated for resources: {'Port': ['ID=6e512e56-19c7-4e59-9c23-65e3fa77750e,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:39.907860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a5c2-52c0-48da-9117-a872838fe16e req-cebd0502-4aee-4ab8-8f81-7cf69e91069e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:39.925103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c332a5c2-52c0-48da-9117-a872838fe16e req-cebd0502-4aee-4ab8-8f81-7cf69e91069e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 946 time: 0.3110139 Jul 06 11:27:39.967044 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-567ce4fc-c8cd-4686-9d15-d6a3a68e140c req-16810fab-42c7-4991-9df3-ebfd4b441c2d service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956177 Jul 06 11:27:40.027829 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['6e512e56-19c7-4e59-9c23-65e3fa77750e'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:40.091221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Allocated IP 192.168.233.37 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/5c91712a-21df-4107-a4f0-bff42392be09) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:27:40.118899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:40.142288 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:40.208111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:40.214257 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-567ce4fc-c8cd-4686-9d15-d6a3a68e140c req-ab3cd94c-8a58-41d8-bef0-91f176875eb2 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343915 Jul 06 11:27:40.221968 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:40.252360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c332a5c2-52c0-48da-9117-a872838fe16e req-cd3870eb-91d4-4ac7-bc15-e0563fd3c2c5 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256838 Jul 06 11:27:40.264375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event updated for resources: {'Port': ['ID=de8ae8d3-823b-452a-89e8-67ff75533195,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:40.266388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:27:40.283338 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:40.283653 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Added segment a572d9ca-9370-45b2-b540-12a9ad3f2dac of type vlan for network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f Jul 06 11:27:40.477238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b0d6ce-9076-42e1-a572-3e17e9639614,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:40.485549 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:40.504784 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:40.589354 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:40.591337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:40.592499 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:40.692945 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:40.709801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9513837d-6d18-4167-b938-10da99cde2a0 req-73773d3a-ce92-4013-aec5-e14db2742ac2 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6391225 Jul 06 11:27:40.772722 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9479988 Jul 06 11:27:40.775955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56720) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:27:40.782923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] Request body: {'subnet': {'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-370590640-subnet', 'tenant_id': 'fc6e59274edb4b1a890f110d529763b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:40.829599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443aaf6e-0646-483e-b89a-025b3c2c7a66 admin admin] Pushing event updated for resources: {'Network': ['ID=36e3040e-6edd-4a2e-b0fb-377b1f72f50f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:40.839961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9513837d-6d18-4167-b938-10da99cde2a0 req-faa1fb06-11b6-49d5-a678-692670b41df9 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.196 HTTP/1.1" status: 200 len: 696 time: 0.1289926 Jul 06 11:27:40.845630 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7c1c1a-70f5-4acc-ad61-384258fa0e76 x-openstack-request-id: req-bf7c1c1a-70f5-4acc-ad61-384258fa0e76 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:40.847049 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e91a906-9a84-4146-a936-389a39d67e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "6e512e56-19c7-4e59-9c23-65e3fa77750e", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:40.847432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:27:40.848616 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf7c1c1a-70f5-4acc-ad61-384258fa0e76 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:40.849708 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e91a906-9a84-4146-a936-389a39d67e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e512e56-19c7-4e59-9c23-65e3fa77750e', 'code': 200} Jul 06 11:27:40.851956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] Made reservation on behalf of fc6e59274edb4b1a890f110d529763b3 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:27:40.855405 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:41.149403 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:41.202277 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:41.211758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Transition to ACTIVE for port object 5c91712a-21df-4107-a4f0-bff42392be09 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:27:41.237720 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513837d-6d18-4167-b938-10da99cde2a0 req-f01d7e22-bd04-4e2c-88a6-8c40e1df03e7 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:41.240572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9513837d-6d18-4167-b938-10da99cde2a0 req-f01d7e22-bd04-4e2c-88a6-8c40e1df03e7 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.3788092 Jul 06 11:27:41.311374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab34012f-cd48-4978-9f78-ba3b215e7390,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:41.327878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1cfee-2dd5-4919-abed-093c892d07ae req-c580dbe4-ef86-4747-92b5-d94e8286d139 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:41.330526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efe1cfee-2dd5-4919-abed-093c892d07ae req-c580dbe4-ef86-4747-92b5-d94e8286d139 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.2549455 Jul 06 11:27:41.350861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] Checking segment: {'id': 'a572d9ca-9370-45b2-b540-12a9ad3f2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:41.351751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] Network hostable DHCP agents. Network: 36e3040e-6edd-4a2e-b0fb-377b1f72f50f, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:27:41.397328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] Network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:27:41.421539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efe1cfee-2dd5-4919-abed-093c892d07ae req-1e13ef39-5f1c-4986-bbfe-67f97205b30e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772803 Jul 06 11:27:41.424204 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:41.434010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 36e3040e-6edd-4a2e-b0fb-377b1f72f50f) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:41.447876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:41.466990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['93433c4b-59a0-4146-8153-8ce0f4c70bf9', '8865306c-ed81-47b2-b1dd-f11af373e157', 'b345baa3-bfec-4cc6-9692-dbd294d07dd5'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:41.468496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:41.469312 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:41.509957 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d5696527-d8e7-4fa5-a7b9-517d9122fa6b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7326126 Jul 06 11:27:41.522817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88db0d8-3250-4466-ba6c-2b1d518d4f2f None None] Network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:27:41.750680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event updated for resources: {'Port': ['ID=5c91712a-21df-4107-a4f0-bff42392be09,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:41.776640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:27:41.793139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:41.816773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:27:41.980219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6e512e56-19c7-4e59-9c23-65e3fa77750e details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:27:42.031898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b66a2-fd6a-49fe-9b8a-1a96458c24bd None None] Network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:27:42.071916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaf83b-af72-4143-89b2-f1aae6b0776a req-166f794d-9d52-4ad2-9c27-86ae899d707d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:42.075209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aabaf83b-af72-4143-89b2-f1aae6b0776a req-166f794d-9d52-4ad2-9c27-86ae899d707d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 943 time: 0.5663867 Jul 06 11:27:42.099558 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:42.100604 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:42.221622 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-021fc2ca-0a1d-4b12-815d-b0033edd2ce2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3641944 Jul 06 11:27:42.225214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aabaf83b-af72-4143-89b2-f1aae6b0776a req-aba53fa2-6a6f-4f12-b103-01484715364c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402779 Jul 06 11:27:42.238391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Request body: {'port': {'device_id': 'be422f4e-ae76-4391-8aec-85eaf06877bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:42.303207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581e5ae-caec-4c37-b45d-4db5bab34f4d req-e5c06188-2f0f-403f-8705-9239b74cb36a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:42.305834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5581e5ae-caec-4c37-b45d-4db5bab34f4d req-e5c06188-2f0f-403f-8705-9239b74cb36a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 935 time: 0.3698895 Jul 06 11:27:42.522567 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9311a8ba-63f4-4e45-98f2-589c55272a4b None None] Provisioning for port 5c91712a-21df-4107-a4f0-bff42392be09 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:42.539723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9311a8ba-63f4-4e45-98f2-589c55272a4b None None] Provisioning complete for port 5c91712a-21df-4107-a4f0-bff42392be09 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:42.540320 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9311a8ba-63f4-4e45-98f2-589c55272a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:42.591475 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:42.606571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5581e5ae-caec-4c37-b45d-4db5bab34f4d req-28274a78-059e-4668-be16-c7bc10f4d323 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679431 Jul 06 11:27:42.628894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9311a8ba-63f4-4e45-98f2-589c55272a4b None None] Port 5c91712a-21df-4107-a4f0-bff42392be09 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:27:42.797589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:42.797799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-245c5d7d-a872-4c8f-bd97-7becf37ef641 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4875793 Jul 06 11:27:42.851986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e91a906-9a84-4146-a936-389a39d67e0e', 'tag': '6e512e56-19c7-4e59-9c23-65e3fa77750e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:42.855617 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e12c58-72a6-47f1-8bb1-a153b719eb08" -d '{"events": [{"name": "network-changed", "server_uuid": "1e91a906-9a84-4146-a936-389a39d67e0e", "tag": "6e512e56-19c7-4e59-9c23-65e3fa77750e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:42.881040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6e512e56-19c7-4e59-9c23-65e3fa77750e has no active binding in host n-h2-799527-2 {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:27:42.883984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:43.063925 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:43.254571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-4fe60221-32ef-49b2-b3b1-0881c7a51537 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:43.257236 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-4fe60221-32ef-49b2-b3b1-0881c7a51537 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1097 time: 0.1984024 Jul 06 11:27:43.274168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-2'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:43.292145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e81ef-835e-4714-87c6-2e76692e6fc1 req-a4a000ab-3a80-457b-9435-971eb712d004 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:43.295073 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c6e81ef-835e-4714-87c6-2e76692e6fc1 req-a4a000ab-3a80-457b-9435-971eb712d004 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 946 time: 0.4955912 Jul 06 11:27:43.432544 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c6e81ef-835e-4714-87c6-2e76692e6fc1 req-a9512c97-4777-4dd6-9328-3a4febbc5e65 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268451 Jul 06 11:27:43.523005 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:43.653351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c91712a-21df-4107-a4f0-bff42392be09 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:43.671714 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:43.731395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Transition to ACTIVE for port object 5c91712a-21df-4107-a4f0-bff42392be09 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:27:43.790022 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:43.884259 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:43.948531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:44.043284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:44.118980 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3507c412-01ea-40bb-a89b-9c8af7d9349c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:44.172957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:44.196064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:44.338844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device dc09012d-01da-41f3-8ef0-dda11fd70bec details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:27:44.532897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on host n-h2-799527-2 for vnic_type normal with profile {"migrating_to": "n-h1-799527-2"} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:27:44.533444 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:27:44.533955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:44.558947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:27:44.560079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:44.568570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc09012d-01da-41f3-8ef0-dda11fd70bec,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:44.584212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:44.600244 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-b42ada06-e357-4a10-b6ab-241c9214874f service neutron] 10.222.0.47 "GET /v2.0/ports/296e7651-f369-43d0-9967-14c325fbe87c/bindings/n-h1-799527-2 HTTP/1.1" status: 200 len: 382 time: 0.2322960 Jul 06 11:27:44.603017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:27:44.604730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:44.616997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:27:44.621083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Bound port: dc09012d-01da-41f3-8ef0-dda11fd70bec, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:27:44.622061 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:44.633428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Allocated IP 172.25.0.175 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/0b63e73a-1e1b-43cb-ba32-47ba04fd9616) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:27:44.658031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on host n-h2-799527-2 for vnic_type normal with profile {"migrating_to": "n-h1-799527-2"} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:27:44.662037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:27:44.662905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:44.690629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:27:44.691431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:44.710469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c91712a-21df-4107-a4f0-bff42392be09,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:44.712559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:27:44.715679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:44.716782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:27:44.722538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Bound port: dc09012d-01da-41f3-8ef0-dda11fd70bec, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:27:44.723295 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:44.840660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:44.845618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:27:44.857216 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:44.897576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:44.913888 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) dc09012d-01da-41f3-8ef0-dda11fd70bec-n-h2-799527-2-0 {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:27:44.914334 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:27:44.934842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=dc09012d-01da-41f3-8ef0-dda11fd70bec,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:44.955744 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:44.956089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:44.956429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:44.956763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:44.957117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:44.957616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:44.958121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:44.958605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:44.958945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:44.959320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:44.959826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:44.960333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:27:45.039243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device dc09012d-01da-41f3-8ef0-dda11fd70bec has no active binding in host n-h1-799527-2 {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:27:45.190748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-f822d316-e364-4bd5-bd38-12a9b5150db1 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:45.192288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-f822d316-e364-4bd5-bd38-12a9b5150db1 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/networks?id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 200 len: 813 time: 0.5290041 Jul 06 11:27:45.195087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Attempting to bind port 5c91712a-21df-4107-a4f0-bff42392be09 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:27:45.195436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Attempting to bind port 5c91712a-21df-4107-a4f0-bff42392be09 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:27:45.195825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Attempting to bind port 5c91712a-21df-4107-a4f0-bff42392be09 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:45.241262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Port 5c91712a-21df-4107-a4f0-bff42392be09 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:27:45.241832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Attempting to bind port 5c91712a-21df-4107-a4f0-bff42392be09 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:45.249202 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-3ef50b8a-6754-4b0b-bf2a-dc7c411f4bb7 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/quotas/fc6e59274edb4b1a890f110d529763b3 HTTP/1.1" status: 200 len: 375 time: 0.0438509 Jul 06 11:27:45.258140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-463f1538-8739-40b7-a552-231f6e329b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:45.258889 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:45.259929 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-463f1538-8739-40b7-a552-231f6e329b2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40&tenant_id=954e407d1dcd4bbebedb2be51459f1e9 HTTP/1.1" status: 200 len: 1099 time: 0.1164892 Jul 06 11:27:45.285644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:27:45.286456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:45.286918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:27:45.288003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Bound port: 5c91712a-21df-4107-a4f0-bff42392be09, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:27:45.288618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:45.378227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-60691206-b3c0-4d34-b817-64d3b359c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:45.379890 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-60691206-b3c0-4d34-b817-64d3b359c373 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 1099 time: 0.0866251 Jul 06 11:27:45.400029 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-8c3cb7c4-ced8-459f-b5f9-cf3393c1b565 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc6e59274edb4b1a890f110d529763b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1335783 Jul 06 11:27:45.472929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on host n-h2-799527-2 for vnic_type normal with profile {"migrating_to": "n-h1-799527-2"} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:27:45.473155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:27:45.473610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:45.496345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:27:45.496680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Attempting to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:45.508351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:27:45.508759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:45.509359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:27:45.509858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Bound port: dc09012d-01da-41f3-8ef0-dda11fd70bec, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:27:45.510628 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:45.693076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:45.700429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] For port 5c91712a-21df-4107-a4f0-bff42392be09, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:45.772401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-9f2e7aa1-b4d9-49ac-8132-de7819e564e7 service neutron] 10.222.0.21 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621302 Jul 06 11:27:45.839871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] For port 5c91712a-21df-4107-a4f0-bff42392be09, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5c91712a-21df-4107-a4f0-bff42392be09,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:27:45.860045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:27:45.916745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:45.960025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event updated for resources: {'Port': ['ID=0b63e73a-1e1b-43cb-ba32-47ba04fd9616,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:45.963227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:45.965957 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:27:46.038964 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-56ec2591-b149-413e-b103-d3efb552ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:46.044222 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-56ec2591-b149-413e-b103-d3efb552ad1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.6574061 Jul 06 11:27:46.060136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:46.060774 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:46.063019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] 10.222.0.86 "PUT /v2.0/ports/5c91712a-21df-4107-a4f0-bff42392be09 HTTP/1.1" status: 200 len: 1095 time: 3.8324893 Jul 06 11:27:46.066808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be422f4e-ae76-4391-8aec-85eaf06877bc', 'tag': '5c91712a-21df-4107-a4f0-bff42392be09'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:46.068465 n-d-799527-2 neutron-server[93815]: WARNING neutron.plugins.ml2.plugin [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Concurrent port binding operations failed on port dc09012d-01da-41f3-8ef0-dda11fd70bec Jul 06 11:27:46.069585 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75d5b7c-c63d-4715-9210-a0f81115e7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "be422f4e-ae76-4391-8aec-85eaf06877bc", "tag": "5c91712a-21df-4107-a4f0-bff42392be09"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:46.085309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:46.150279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaed23-e3c2-443f-b717-54f137ad17d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c91712a-21df-4107-a4f0-bff42392be09,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:46.162873 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Attempt 2 to bind port dc09012d-01da-41f3-8ef0-dda11fd70bec Jul 06 11:27:46.170320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:46.178974 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:46.182790 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-48327f4b-21f4-4023-a7d0-a1a695a9e5c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/dc09012d-01da-41f3-8ef0-dda11fd70bec HTTP/1.1" status: 200 len: 1122 time: 2.9165182 Jul 06 11:27:46.204116 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-f9d0832a-645b-4dfe-833c-12155ca0783f service neutron] 10.222.0.21 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070640 Jul 06 11:27:46.292423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['dc09012d-01da-41f3-8ef0-dda11fd70bec'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:46.296809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:46.318050 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-ae4a9230-f6bb-4ae8-af70-233627ffee84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=296e7651-f369-43d0-9967-14c325fbe87c HTTP/1.1" status: 200 len: 217 time: 0.2226634 Jul 06 11:27:46.393509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['dc09012d-01da-41f3-8ef0-dda11fd70bec'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:46.434345 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:46.503508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9466-8b18-4043-8cec-46c204f844ac req-8d202fbd-ff22-4a39-9ba0-4d44b9aea56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:46.505267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-8d202fbd-ff22-4a39-9ba0-4d44b9aea56f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 1098 time: 0.3135927 Jul 06 11:27:46.550912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-ec989fa4-913f-4ab0-8a23-60c093fa6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:46.565910 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-ec989fa4-913f-4ab0-8a23-60c093fa6a56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2220607 Jul 06 11:27:46.650344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-d05a2f00-16c7-455f-a3c3-4103ab7bca56 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=5c91712a-21df-4107-a4f0-bff42392be09 HTTP/1.1" status: 200 len: 217 time: 0.1155415 Jul 06 11:27:46.771959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-defaecbf-96b5-40c4-9744-216b50377bc6 service neutron] 10.222.0.47 "GET /v2.0/ports/6e512e56-19c7-4e59-9c23-65e3fa77750e/bindings/n-h2-799527-2 HTTP/1.1" status: 200 len: 384 time: 0.7598226 Jul 06 11:27:46.827922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9466-8b18-4043-8cec-46c204f844ac req-fcc3f0fa-c4b6-4aea-ad16-1242ad51d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:46.832232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-fcc3f0fa-c4b6-4aea-ad16-1242ad51d30e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1783371 Jul 06 11:27:46.926220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-60fdcb1e-e9c2-41d6-a936-b3c7588764fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:46.931310 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-60fdcb1e-e9c2-41d6-a936-b3c7588764fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3512557 Jul 06 11:27:47.129090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:47.138579 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9466-8b18-4043-8cec-46c204f844ac req-ac6d7874-5c77-42ee-abc9-2e8ab621ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:47.142215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-ac6d7874-5c77-42ee-abc9-2e8ab621ccb0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2991867 Jul 06 11:27:47.171797 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:47.185890 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-c8c4a45b-77f3-4f21-a486-51504f2b3e05 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442272 Jul 06 11:27:47.278023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event updated for resources: {'Port': ['ID=0b63e73a-1e1b-43cb-ba32-47ba04fd9616,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:47.431362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb90752-a744-4d61-9107-ffecee31352f req-fc701dbe-14d4-4323-8c5d-2ad7581b80b8 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:47.471507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0eb90752-a744-4d61-9107-ffecee31352f req-fc701dbe-14d4-4323-8c5d-2ad7581b80b8 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.4428735 Jul 06 11:27:47.471507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:47.474526 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7449efc-55ca-40bd-9a53-33faa9adbd48 req-d40f0c08-85a5-48bf-966e-4bd2f36eb800 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757287 Jul 06 11:27:47.522699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-6fce12c3-8f2c-48f3-86d6-0fd0d08ae992 service neutron] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:47.537884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:47.544094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-1416f081-058d-4386-9270-e32d347e5c13 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7026908 Jul 06 11:27:47.574252 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0eb90752-a744-4d61-9107-ffecee31352f req-0b447af1-ecfe-40af-90da-27cf22547324 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351418 Jul 06 11:27:47.577957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-6fce12c3-8f2c-48f3-86d6-0fd0d08ae992 service neutron] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:47.598709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-a098a9e3-e6b4-479d-914f-54a6f037ee2a service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199383 Jul 06 11:27:47.695629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-6fce12c3-8f2c-48f3-86d6-0fd0d08ae992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e512e56-19c7-4e59-9c23-65e3fa77750e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:47.719950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-6fce12c3-8f2c-48f3-86d6-0fd0d08ae992 service neutron] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:47.755908 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-25755848-c40e-429d-9098-c88fc2f7b3a5 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 696 time: 0.1778893 Jul 06 11:27:47.794540 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e008002e-73d4-4b10-8b30-9106091df751 x-openstack-request-id: req-e008002e-73d4-4b10-8b30-9106091df751 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:47.795921 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e91a906-9a84-4146-a936-389a39d67e0e", "tag": "6e512e56-19c7-4e59-9c23-65e3fa77750e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:47.797822 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e008002e-73d4-4b10-8b30-9106091df751 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:47.799134 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e91a906-9a84-4146-a936-389a39d67e0e', 'tag': '6e512e56-19c7-4e59-9c23-65e3fa77750e', 'status': 'completed', 'code': 200} Jul 06 11:27:47.816073 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-6fce12c3-8f2c-48f3-86d6-0fd0d08ae992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:47.917782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53d9466-8b18-4043-8cec-46c204f844ac req-d3fe81b6-c0ff-40ce-a8a0-0d94e5a1d78e service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571938 Jul 06 11:27:47.969099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-d3b83be3-0e04-4d1e-a6cb-739068aa7aea tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:47.971256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ace2fa22-963d-4ba5-982f-f897d860f49d req-d3b83be3-0e04-4d1e-a6cb-739068aa7aea tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.2050149 Jul 06 11:27:48.032154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e12c58-72a6-47f1-8bb1-a153b719eb08 req-6ce5e46b-adae-4f23-859e-c2b04665bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:48.034259 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c3e12c58-72a6-47f1-8bb1-a153b719eb08 req-6ce5e46b-adae-4f23-859e-c2b04665bd0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 1082 time: 0.1984811 Jul 06 11:27:48.078136 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:48.135692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-6fce12c3-8f2c-48f3-86d6-0fd0d08ae992 service neutron] Transition to ACTIVE for port object 6e512e56-19c7-4e59-9c23-65e3fa77750e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:27:48.148744 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-6fce12c3-8f2c-48f3-86d6-0fd0d08ae992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:48.166676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb711796-3233-42b6-b705-d91c6018f54c req-4d96154b-fd92-47ce-be4d-70e37c53eae3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:48.168919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb711796-3233-42b6-b705-d91c6018f54c req-4d96154b-fd92-47ce-be4d-70e37c53eae3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 943 time: 0.1343243 Jul 06 11:27:48.274489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb711796-3233-42b6-b705-d91c6018f54c req-4af82b14-9e38-4b66-a677-fd029a110026 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904601 Jul 06 11:27:48.294690 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-6fce12c3-8f2c-48f3-86d6-0fd0d08ae992 service neutron] No DVR routers for this DVR port 6e512e56-19c7-4e59-9c23-65e3fa77750e on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:27:48.330199 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d666d8a0-6d5f-4ec0-8d0e-a252c33ee946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:48.330941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043484b-1ae7-4a78-880e-62196c3146f2 req-ba68a81e-2bf8-4988-8e82-24383c479c90 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:48.340323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1043484b-1ae7-4a78-880e-62196c3146f2 req-ba68a81e-2bf8-4988-8e82-24383c479c90 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 947 time: 0.1655712 Jul 06 11:27:48.360280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 296e7651-f369-43d0-9967-14c325fbe87c no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:27:48.389119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e12c58-72a6-47f1-8bb1-a153b719eb08 req-62ace38a-eb15-420a-8d54-1a1450445989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:48.403489 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c3e12c58-72a6-47f1-8bb1-a153b719eb08 req-62ace38a-eb15-420a-8d54-1a1450445989 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.3506627 Jul 06 11:27:48.403489 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-6fce12c3-8f2c-48f3-86d6-0fd0d08ae992 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e512e56-19c7-4e59-9c23-65e3fa77750e/bindings/n-h2-799527-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5999253 Jul 06 11:27:48.434064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1043484b-1ae7-4a78-880e-62196c3146f2 req-f2243c84-c002-40db-8a2c-df6d8e152284 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924733 Jul 06 11:27:48.498399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce12c3-8f2c-48f3-86d6-0fd0d08ae992 service neutron] Pushing event updated for resources: {'Port': ['ID=6e512e56-19c7-4e59-9c23-65e3fa77750e,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:48.506617 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c3e12c58-72a6-47f1-8bb1-a153b719eb08 req-16828d3b-d72d-4df5-86e8-f2aba0cf8e11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e HTTP/1.1" status: 200 len: 217 time: 0.1045623 Jul 06 11:27:48.544049 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:48.588408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e12c58-72a6-47f1-8bb1-a153b719eb08 req-15df76f2-5808-4794-856e-421e02b8f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:48.590082 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c3e12c58-72a6-47f1-8bb1-a153b719eb08 req-15df76f2-5808-4794-856e-421e02b8f8bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.0756333 Jul 06 11:27:48.635193 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:48.656524 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c3e12c58-72a6-47f1-8bb1-a153b719eb08 req-f6d724c5-466b-484b-9869-18aa78dc5759 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571408 Jul 06 11:27:48.683218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296e7651-f369-43d0-9967-14c325fbe87c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:48.689450 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be3b01d-041c-42b6-a4ba-3fae9e4d210a" -d '{"events": [{"server_uuid": "fcde2fae-36b6-468a-97bc-6e096a9fce40", "name": "network-vif-unplugged", "status": "completed", "tag": "296e7651-f369-43d0-9967-14c325fbe87c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:48.704661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1d26a-153b-49dc-aa2a-eefa5acdb204 req-9c076419-9333-4b18-8505-fd2e9ae65d4d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:48.708644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fa1d26a-153b-49dc-aa2a-eefa5acdb204 req-9c076419-9333-4b18-8505-fd2e9ae65d4d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 944 time: 0.1401722 Jul 06 11:27:48.725044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 296e7651-f369-43d0-9967-14c325fbe87c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=296e7651-f369-43d0-9967-14c325fbe87c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:48.735423 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:48.828165 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc7b445-3b13-4801-bf75-55a61f42bbb5 x-openstack-request-id: req-8fc7b445-3b13-4801-bf75-55a61f42bbb5 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:48.829174 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be422f4e-ae76-4391-8aec-85eaf06877bc", "tag": "5c91712a-21df-4107-a4f0-bff42392be09", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:48.829901 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fc7b445-3b13-4801-bf75-55a61f42bbb5 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:48.830895 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be422f4e-ae76-4391-8aec-85eaf06877bc', 'tag': '5c91712a-21df-4107-a4f0-bff42392be09', 'status': 'completed', 'code': 200} Jul 06 11:27:48.852577 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=296e7651-f369-43d0-9967-14c325fbe87c,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:48.889546 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fa1d26a-153b-49dc-aa2a-eefa5acdb204 req-7c75afa4-c95e-4d28-a5db-198fcbf8ea7e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677864 Jul 06 11:27:48.902316 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c3e12c58-72a6-47f1-8bb1-a153b719eb08 req-7a9ab10d-b71a-4d64-8646-da0fb63672af service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355642 Jul 06 11:27:49.079395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d50c4096-1b87-4174-bdf5-6ebec9697db1 req-b839f751-a969-4045-b21b-284a7fc2f306 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips/1af852cd-a286-4347-9411-debf497c1fdb HTTP/1.1" status: 200 len: 693 time: 0.1204917 Jul 06 11:27:49.152970 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5fc96c46-3736-4ffc-9a71-6c66facc7cb4 req-2a23ab79-f390-4923-852f-25c50b34eaeb tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 210 time: 0.0816352 Jul 06 11:27:49.182777 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c3e12c58-72a6-47f1-8bb1-a153b719eb08 req-0a807ddc-0b92-418a-89f6-29a1d0974ed9 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673936 Jul 06 11:27:49.239869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-a20c72d7-b0bb-424a-a7a2-9402d2eba9d3 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:49.241446 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-a20c72d7-b0bb-424a-a7a2-9402d2eba9d3 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.47 "GET /v2.0/networks?id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 200 len: 813 time: 0.2161174 Jul 06 11:27:49.244851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-8df2a8bf-f108-453e-89e3-36c266a63d54 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:49.246420 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-8df2a8bf-f108-453e-89e3-36c266a63d54 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1095 time: 0.2613974 Jul 06 11:27:49.258851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Request body: {'port': {'device_id': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f', 'admin_state_up': True, 'tenant_id': 'fc6e59274edb4b1a890f110d529763b3'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:49.263005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5b7c-c63d-4715-9210-a0f81115e7f6 req-2246aabb-1fad-42b8-8a95-356adb82feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:49.265649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c75d5b7c-c63d-4715-9210-a0f81115e7f6 req-2246aabb-1fad-42b8-8a95-356adb82feef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 1098 time: 0.3954897 Jul 06 11:27:49.463891 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-0c692bb3-035f-439a-b858-2ccebd459ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:49.465947 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-0c692bb3-035f-439a-b858-2ccebd459ce6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e&tenant_id=c873b0fb571e46d8941f82ebd8df32e8 HTTP/1.1" status: 200 len: 1095 time: 0.1741543 Jul 06 11:27:49.488055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c4096-1b87-4174-bdf5-6ebec9697db1 req-4fafec21-842d-4bb3-a665-ad0f72dfd8f8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:49.492084 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d50c4096-1b87-4174-bdf5-6ebec9697db1 req-4fafec21-842d-4bb3-a665-ad0f72dfd8f8 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.3925247 Jul 06 11:27:49.499311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Made reservation on behalf of fc6e59274edb4b1a890f110d529763b3 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:27:49.503672 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:49.536834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-d50c4096-1b87-4174-bdf5-6ebec9697db1 req-a1d7b61b-aa13-4908-9b57-ef1bc8ce146f tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:27:49.538698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d50c4096-1b87-4174-bdf5-6ebec9697db1 req-a1d7b61b-aa13-4908-9b57-ef1bc8ce146f tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0334489 Jul 06 11:27:49.600576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5b7c-c63d-4715-9210-a0f81115e7f6 req-baddfc36-5944-4b48-a9f0-f6b77b2bfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:49.603317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c75d5b7c-c63d-4715-9210-a0f81115e7f6 req-baddfc36-5944-4b48-a9f0-f6b77b2bfaae service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3241191 Jul 06 11:27:49.629799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc493fc-6b58-4875-8f7b-165a06528ce2 req-615457e5-c241-4a14-b458-18590e35279d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:49.638515 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fdec2f-cf2d-4a08-90d8-6d94c0595b95 x-openstack-request-id: req-b0fdec2f-cf2d-4a08-90d8-6d94c0595b95 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:49.640770 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcde2fae-36b6-468a-97bc-6e096a9fce40", "name": "network-vif-unplugged", "status": "completed", "tag": "296e7651-f369-43d0-9967-14c325fbe87c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:49.641558 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0fdec2f-cf2d-4a08-90d8-6d94c0595b95 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:49.642791 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296e7651-f369-43d0-9967-14c325fbe87c', 'code': 200} Jul 06 11:27:49.644312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fc493fc-6b58-4875-8f7b-165a06528ce2 req-615457e5-c241-4a14-b458-18590e35279d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 946 time: 0.2606282 Jul 06 11:27:49.763690 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c75d5b7c-c63d-4715-9210-a0f81115e7f6 req-fc97781a-0451-4282-a836-db9479bdb3c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=5c91712a-21df-4107-a4f0-bff42392be09 HTTP/1.1" status: 200 len: 217 time: 0.1147270 Jul 06 11:27:49.792100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-e7b1de06-9c96-40e1-bae8-38e61ba25903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:49.793979 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-e7b1de06-9c96-40e1-bae8-38e61ba25903 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 1095 time: 0.2470105 Jul 06 11:27:49.800921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc09012d-01da-41f3-8ef0-dda11fd70bec'}, {'name': 'network-changed', 'server_uuid': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'tag': 'dc09012d-01da-41f3-8ef0-dda11fd70bec'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:49.805348 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e916d4-b68e-47d4-bcc4-a36160decf54" -d '{"events": [{"server_uuid": "4e403adf-35bb-4d22-9cb7-5885e365cac7", "name": "network-vif-unplugged", "status": "completed", "tag": "dc09012d-01da-41f3-8ef0-dda11fd70bec"}, {"name": "network-changed", "server_uuid": "4e403adf-35bb-4d22-9cb7-5885e365cac7", "tag": "dc09012d-01da-41f3-8ef0-dda11fd70bec"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:49.824238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Allocated IP 172.20.0.2 (36e3040e-6edd-4a2e-b0fb-377b1f72f50f/ab34012f-cd48-4978-9f78-ba3b215e7390/f81d5d93-b733-4518-a3c1-c20be136b443) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:27:49.898817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fc493fc-6b58-4875-8f7b-165a06528ce2 req-5a954993-0ee0-450e-8d84-678d4fcc12c0 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529240 Jul 06 11:27:49.954205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5b7c-c63d-4715-9210-a0f81115e7f6 req-463d5275-1d54-4894-9cbb-0e9754c208e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:49.956913 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c75d5b7c-c63d-4715-9210-a0f81115e7f6 req-463d5275-1d54-4894-9cbb-0e9754c208e6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1832917 Jul 06 11:27:50.034259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5c91712a-21df-4107-a4f0-bff42392be09 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:27:50.069729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-93feec5c-2177-41d4-83f9-de2dc3d7c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:50.072264 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-93feec5c-2177-41d4-83f9-de2dc3d7c403 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.2610788 Jul 06 11:27:50.141548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e55795-8978-49fe-a533-9a2617a6d432 req-0b66fa1c-e93e-4717-900c-44452e7b1ec5 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:50.146180 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7e55795-8978-49fe-a533-9a2617a6d432 req-0b66fa1c-e93e-4717-900c-44452e7b1ec5 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 944 time: 0.2746222 Jul 06 11:27:50.178466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5c91712a-21df-4107-a4f0-bff42392be09, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5c91712a-21df-4107-a4f0-bff42392be09,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:50.195911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '5c91712a-21df-4107-a4f0-bff42392be09', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '5c91712a-21df-4107-a4f0-bff42392be09', 'mac_address': 'fa:16:3e:f9:2f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:27:50.235843 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-3b34b624-55e5-4d72-b94b-e2ceb6a83d47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e HTTP/1.1" status: 200 len: 217 time: 0.1447103 Jul 06 11:27:50.250832 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:50.253799 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:50.257934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5b7c-c63d-4715-9210-a0f81115e7f6 req-a0719ca1-a91d-4b87-ac82-feb77f7953d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:50.260594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c75d5b7c-c63d-4715-9210-a0f81115e7f6 req-a0719ca1-a91d-4b87-ac82-feb77f7953d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2880137 Jul 06 11:27:50.271650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c91712a-21df-4107-a4f0-bff42392be09 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:50.285106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25ac16-2fe2-4e83-b7dd-d35ac8bb7669 req-7a3ae44c-e1d4-4aa1-834f-f4ecc363db7e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:50.287714 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad25ac16-2fe2-4e83-b7dd-d35ac8bb7669 req-7a3ae44c-e1d4-4aa1-834f-f4ecc363db7e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 947 time: 0.2609639 Jul 06 11:27:50.298139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5c91712a-21df-4107-a4f0-bff42392be09, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5c91712a-21df-4107-a4f0-bff42392be09,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:50.306333 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:50.308141 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7e55795-8978-49fe-a533-9a2617a6d432 req-8fb80748-9b01-44ce-813c-0556531d2c04 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490579 Jul 06 11:27:50.378355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-d9deca1e-0231-43a8-a8af-74d0b0fc0056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:50.380692 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-d9deca1e-0231-43a8-a8af-74d0b0fc0056 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.1331086 Jul 06 11:27:50.380948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=5c91712a-21df-4107-a4f0-bff42392be09,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:50.390713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6e512e56-19c7-4e59-9c23-65e3fa77750e no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:27:50.438605 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-7e5e7ed6-7334-42dd-b544-7379beeffd9d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432730 Jul 06 11:27:50.466289 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6e512e56-19c7-4e59-9c23-65e3fa77750e not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:27:50.475948 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:50.602648 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-7ec3a6d1-d7f4-47b6-a9dc-290d9132e93d service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426549 Jul 06 11:27:50.610116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:50.675106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['5c91712a-21df-4107-a4f0-bff42392be09'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:50.733646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:27:50.749585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:27:50.759939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:27:50.769113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Pushing event updated for resources: {'Port': ['ID=f81d5d93-b733-4518-a3c1-c20be136b443,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:50.873005 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-1c56d9a0-4c9a-495a-9cfe-34ad15a1e5f6 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603552 Jul 06 11:27:50.881706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:50.882398 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:50.905271 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4e389ecc-c25b-4b08-98f9-752d19fe1954 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6531231 Jul 06 11:27:50.923546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Request body: {'port': {'device_id': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:27:50.944358 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad25ac16-2fe2-4e83-b7dd-d35ac8bb7669 req-9292d399-9306-4cc5-bd02-2217a2556403 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337473 Jul 06 11:27:50.956136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-a8a089e6-3e2d-4022-8de6-cb75a5597e82 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips/1af852cd-a286-4347-9411-debf497c1fdb HTTP/1.1" status: 200 len: 693 time: 0.5702217 Jul 06 11:27:51.042769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:51.089068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c75d5b7c-c63d-4715-9210-a0f81115e7f6 req-316ab7a7-b61a-463f-be55-e2900a1ceee6 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7991936 Jul 06 11:27:51.212503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-43d26278-623f-40dc-893b-462a38ebc068 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:51.220807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-43d26278-623f-40dc-893b-462a38ebc068 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.2610126 Jul 06 11:27:51.247913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-e4751e06-7b55-4a29-b1d7-60d0ffc42f62 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:27:51.251865 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-e4751e06-7b55-4a29-b1d7-60d0ffc42f62 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299706 Jul 06 11:27:51.339649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-310e4dc1-e0e0-449b-ac9e-e7b8c60dbec1 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 696 time: 0.0782571 Jul 06 11:27:51.421573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c75d5b7c-c63d-4715-9210-a0f81115e7f6 req-f5d0c3f7-f8e0-4d30-898f-98f739f92825 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877994 Jul 06 11:27:51.424133 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78301e7-a792-4e4b-964d-1cc334a90181 x-openstack-request-id: req-e78301e7-a792-4e4b-964d-1cc334a90181 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:51.424761 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e403adf-35bb-4d22-9cb7-5885e365cac7", "name": "network-vif-unplugged", "status": "completed", "tag": "dc09012d-01da-41f3-8ef0-dda11fd70bec", "code": 200}, {"name": "network-changed", "server_uuid": "4e403adf-35bb-4d22-9cb7-5885e365cac7", "tag": "dc09012d-01da-41f3-8ef0-dda11fd70bec", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:51.425303 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e78301e7-a792-4e4b-964d-1cc334a90181 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:51.426112 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc09012d-01da-41f3-8ef0-dda11fd70bec', 'code': 200} Jul 06 11:27:51.426651 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'tag': 'dc09012d-01da-41f3-8ef0-dda11fd70bec', 'status': 'completed', 'code': 200} Jul 06 11:27:51.450114 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-cabce970-dea3-414a-8438-4960a372a19b tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.175 HTTP/1.1" status: 200 len: 696 time: 0.1026397 Jul 06 11:27:51.534241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-34d599a6-0e64-43e4-8113-0bb987ced6c4 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:51.536214 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-34d599a6-0e64-43e4-8113-0bb987ced6c4 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1095 time: 0.1782925 Jul 06 11:27:51.652613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81d5d93-b733-4518-a3c1-c20be136b443 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:51.665034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:51.692306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Transition to ACTIVE for port object f81d5d93-b733-4518-a3c1-c20be136b443 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:27:51.737054 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:51.757576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e916d4-b68e-47d4-bcc4-a36160decf54 req-e8e8ea9a-c28f-46c7-80b4-d41d368b1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:51.760180 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0e916d4-b68e-47d4-bcc4-a36160decf54 req-e8e8ea9a-c28f-46c7-80b4-d41d368b1a79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 1125 time: 0.3086386 Jul 06 11:27:51.865660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Pushing event updated for resources: {'Port': ['ID=f81d5d93-b733-4518-a3c1-c20be136b443,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:51.880922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-1e1798e7-cab0-44ef-b130-dc36678ac4d6 service neutron] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:51.882690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a52df-8fe6-4d34-93d5-286694f3b788 req-a699f814-3f84-44a5-8254-2eac67320500 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:51.890512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-1e1798e7-cab0-44ef-b130-dc36678ac4d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:51.892330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f82a52df-8fe6-4d34-93d5-286694f3b788 req-a699f814-3f84-44a5-8254-2eac67320500 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 944 time: 0.3298249 Jul 06 11:27:51.892900 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cd474e28-cd4a-4c08-9ce7-b931129292d7 req-1e1798e7-cab0-44ef-b130-dc36678ac4d6 service neutron] 10.222.0.86 "DELETE /v2.0/ports/6e512e56-19c7-4e59-9c23-65e3fa77750e/bindings/n-h1-799527-2 HTTP/1.1" status: 204 len: 173 time: 0.3453743 Jul 06 11:27:52.000558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Attempting to bind port f81d5d93-b733-4518-a3c1-c20be136b443 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:27:52.000558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Attempting to bind port f81d5d93-b733-4518-a3c1-c20be136b443 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'a572d9ca-9370-45b2-b540-12a9ad3f2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:27:52.001622 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Attempting to bind port f81d5d93-b733-4518-a3c1-c20be136b443 on network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:52.006089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Port f81d5d93-b733-4518-a3c1-c20be136b443 on network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:27:52.007406 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Attempting to bind port f81d5d93-b733-4518-a3c1-c20be136b443 on network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:27:52.012068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:27:52.012418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Checking segment: {'id': 'a572d9ca-9370-45b2-b540-12a9ad3f2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:27:52.012811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Bound using segment: {'id': 'a572d9ca-9370-45b2-b540-12a9ad3f2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:27:52.013259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Bound port: f81d5d93-b733-4518-a3c1-c20be136b443, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a572d9ca-9370-45b2-b540-12a9ad3f2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:27:52.013629 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:52.025219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-b42f7698-107b-4328-9e9e-2525d58ada52 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Deleting port 0b63e73a-1e1b-43cb-ba32-47ba04fd9616 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:27:52.025970 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-b42f7698-107b-4328-9e9e-2525d58ada52 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:52.032109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 09597020-a263-4716-b256-ca314c4aab32 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:27:52.065611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f82a52df-8fe6-4d34-93d5-286694f3b788 req-0173db51-552a-41a9-a157-8be2c271f899 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489747 Jul 06 11:27:52.122524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:52.132083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:27:52.143668 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:52.167848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e916d4-b68e-47d4-bcc4-a36160decf54 req-f726fe59-a45a-41d5-ad7f-f86e9e28d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:52.169066 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:52.169818 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0e916d4-b68e-47d4-bcc4-a36160decf54 req-f726fe59-a45a-41d5-ad7f-f86e9e28d8e0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.3988552 Jul 06 11:27:52.222468 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:52.223701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:52.226534 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] 10.222.0.47 "PUT /v2.0/ports/f81d5d93-b733-4518-a3c1-c20be136b443 HTTP/1.1" status: 200 len: 1091 time: 1.3093357 Jul 06 11:27:52.241067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:52.243074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09597020-a263-4716-b256-ca314c4aab32'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:52.250089 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e33d56-ba37-4364-9dbc-fe2e1677bf76" -d '{"events": [{"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-unplugged", "status": "completed", "tag": "09597020-a263-4716-b256-ca314c4aab32"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:52.257591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-b42f7698-107b-4328-9e9e-2525d58ada52 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:52.258408 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-b42f7698-107b-4328-9e9e-2525d58ada52 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:52.259010 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:52.299660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd85e5-3021-4800-aff0-ae424b14ce33 service neutron] Pushing event updated for resources: {'Port': ['ID=f81d5d93-b733-4518-a3c1-c20be136b443,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:52.361471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:52.380232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-b42f7698-107b-4328-9e9e-2525d58ada52 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Calling delete_port for 0b63e73a-1e1b-43cb-ba32-47ba04fd9616 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:27:52.384469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 296e7651-f369-43d0-9967-14c325fbe87c details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:27:52.385124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0e916d4-b68e-47d4-bcc4-a36160decf54 req-d3af8d61-e57e-4808-83fb-243bc95c04f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec HTTP/1.1" status: 200 len: 217 time: 0.1224315 Jul 06 11:27:52.433079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-3028dd59-3617-4e9b-a133-14d3931e07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:52.435572 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-3028dd59-3617-4e9b-a133-14d3931e07a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc6e59274edb4b1a890f110d529763b3&device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 1094 time: 0.1190894 Jul 06 11:27:52.511028 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-4d0bdbb3-9241-49ba-b371-f949c85ec578 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f81d5d93-b733-4518-a3c1-c20be136b443 HTTP/1.1" status: 200 len: 217 time: 0.0488107 Jul 06 11:27:52.546931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 296e7651-f369-43d0-9967-14c325fbe87c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=296e7651-f369-43d0-9967-14c325fbe87c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:52.575970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '296e7651-f369-43d0-9967-14c325fbe87c', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '296e7651-f369-43d0-9967-14c325fbe87c', 'mac_address': 'fa:16:3e:d0:f4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:27:52.578224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-20c3c120-d216-4ff2-a82d-a4273fab5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:52.580778 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-20c3c120-d216-4ff2-a82d-a4273fab5890 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab34012f-cd48-4978-9f78-ba3b215e7390 HTTP/1.1" status: 200 len: 853 time: 0.0624204 Jul 06 11:27:52.623304 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-ba21420e-2a9a-4654-86fb-3de877ca37db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347834 Jul 06 11:27:52.624915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e916d4-b68e-47d4-bcc4-a36160decf54 req-f83864f4-5d45-4f75-9f7a-a389dda0f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:52.627732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0e916d4-b68e-47d4-bcc4-a36160decf54 req-f83864f4-5d45-4f75-9f7a-a389dda0f210 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.2223248 Jul 06 11:27:52.631308 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:52.649913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9973d-bbe1-4f95-bf85-4f289e06c425 req-f4e737df-d22e-42ee-8d6f-3f945cf86b9f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:52.651096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296e7651-f369-43d0-9967-14c325fbe87c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:52.661992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ec9973d-bbe1-4f95-bf85-4f289e06c425 req-f4e737df-d22e-42ee-8d6f-3f945cf86b9f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.3353579 Jul 06 11:27:52.690973 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 296e7651-f369-43d0-9967-14c325fbe87c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=296e7651-f369-43d0-9967-14c325fbe87c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:52.699043 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:52.756669 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-a6f844ee-5a10-408e-8a97-8b471d547960 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226180 Jul 06 11:27:52.764384 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0e916d4-b68e-47d4-bcc4-a36160decf54 req-bca40340-a70f-4c0a-9d1b-2ddfa0bb53fa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005657 Jul 06 11:27:52.792679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=296e7651-f369-43d0-9967-14c325fbe87c,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:52.881009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ec9973d-bbe1-4f95-bf85-4f289e06c425 req-9d7abd1c-fb3e-49e2-b2d9-8b65e7b63edb tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986043 Jul 06 11:27:52.917563 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-104971d4-7740-45e5-bbc9-7fb2dc882344 req-f01c217f-77e3-4688-bd3f-9dd6ae96f1c1 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443484 Jul 06 11:27:52.978833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0e916d4-b68e-47d4-bcc4-a36160decf54 req-47cefe11-5a75-4e3d-8d2a-a0ba1513c280 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040358 Jul 06 11:27:52.987293 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-b42f7698-107b-4328-9e9e-2525d58ada52 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:53.071962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f7698-107b-4328-9e9e-2525d58ada52 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event deleted for resources: {'Port': ['ID=0b63e73a-1e1b-43cb-ba32-47ba04fd9616,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:53.135876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['296e7651-f369-43d0-9967-14c325fbe87c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:53.228770 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-b42f7698-107b-4328-9e9e-2525d58ada52 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:53.231695 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-b42f7698-107b-4328-9e9e-2525d58ada52 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:53.233521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5d1ca46-5fce-41ae-bcc3-616cc8fa1fe8 req-b42f7698-107b-4328-9e9e-2525d58ada52 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "DELETE /v2.0/floatingips/1af852cd-a286-4347-9411-debf497c1fdb HTTP/1.1" status: 204 len: 173 time: 1.7666152 Jul 06 11:27:53.256545 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0e916d4-b68e-47d4-bcc4-a36160decf54 req-efc990de-9681-41e2-8570-58c8bc70435f service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658911 Jul 06 11:27:53.278349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc926f1-26ae-4097-8e49-a44a8f001c2b req-c1443952-1f78-4434-af5f-3d6fb9bd7295 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:53.280489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-acc926f1-26ae-4097-8e49-a44a8f001c2b req-c1443952-1f78-4434-af5f-3d6fb9bd7295 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 947 time: 0.2021999 Jul 06 11:27:53.353226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-acc926f1-26ae-4097-8e49-a44a8f001c2b req-73327395-ccf6-42b5-8e5f-d7d81bf7c624 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608101 Jul 06 11:27:53.428675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:53.433974 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0802e3b7-88f2-4530-9c0d-eada32a6e383" -d '{"events": [{"name": "network-changed", "server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:53.516548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54545bc1-0f0e-4292-88f8-429e546bd82f req-2153e259-0a6f-4cdc-9130-6a3406e5fb5e tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:53.518363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54545bc1-0f0e-4292-88f8-429e546bd82f req-2153e259-0a6f-4cdc-9130-6a3406e5fb5e tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 948 time: 0.0987616 Jul 06 11:27:53.588625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54545bc1-0f0e-4292-88f8-429e546bd82f req-4a69e582-6ab1-4af9-902a-0bd6a4a8af8d tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526695 Jul 06 11:27:53.625561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b6397-1b54-456d-ac0f-cf2ae4d1b385 req-3bcab918-a489-480b-8e6a-eebbd9228d4a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:53.628365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f72b6397-1b54-456d-ac0f-cf2ae4d1b385 req-3bcab918-a489-480b-8e6a-eebbd9228d4a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 944 time: 0.1333914 Jul 06 11:27:53.704677 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f72b6397-1b54-456d-ac0f-cf2ae4d1b385 req-ace4c134-71c6-4dd1-a593-60e132808b33 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658975 Jul 06 11:27:53.841280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8d53e-677b-4570-871c-e9fe53f17015 req-31dd2362-a1de-4905-9848-39ac7cfec0a0 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:53.843259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ad8d53e-677b-4570-871c-e9fe53f17015 req-31dd2362-a1de-4905-9848-39ac7cfec0a0 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 948 time: 0.0829725 Jul 06 11:27:53.910199 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ad8d53e-677b-4570-871c-e9fe53f17015 req-e0eb7e07-322c-4847-8571-d102729da97f tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532229 Jul 06 11:27:53.956376 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132ac7c0-3dca-4725-9b08-429e8f1f6517 x-openstack-request-id: req-132ac7c0-3dca-4725-9b08-429e8f1f6517 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:53.956972 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-unplugged", "status": "completed", "tag": "09597020-a263-4716-b256-ca314c4aab32", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:53.957431 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-132ac7c0-3dca-4725-9b08-429e8f1f6517 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:53.958138 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09597020-a263-4716-b256-ca314c4aab32', 'code': 200} Jul 06 11:27:54.059705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5c91712a-21df-4107-a4f0-bff42392be09 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:54.161691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 5c91712a-21df-4107-a4f0-bff42392be09 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:27:54.168390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 5c91712a-21df-4107-a4f0-bff42392be09 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:54.169020 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:54.311620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2e935-4227-4178-b700-d9419e6980d1 req-82394b14-5806-41a2-a034-4289f46a72ce tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:54.314263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89c2e935-4227-4178-b700-d9419e6980d1 req-82394b14-5806-41a2-a034-4289f46a72ce tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3445959 Jul 06 11:27:54.337346 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:54.338809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2401d-09e1-46c3-8bbc-27ef3d00ffc9 req-d36a8807-fcba-4215-a393-333f4af0e41a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:54.341503 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7cd2401d-09e1-46c3-8bbc-27ef3d00ffc9 req-d36a8807-fcba-4215-a393-333f4af0e41a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 944 time: 0.2497582 Jul 06 11:27:54.409350 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5c91712a-21df-4107-a4f0-bff42392be09, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5c91712a-21df-4107-a4f0-bff42392be09,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:54.416607 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:54.418410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dc09012d-01da-41f3-8ef0-dda11fd70bec no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:27:54.420186 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7cd2401d-09e1-46c3-8bbc-27ef3d00ffc9 req-db5c9578-793d-4753-9642-89fe22653e7d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686932 Jul 06 11:27:54.516450 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b7765e-3d64-4230-88f5-44f062baaa4f x-openstack-request-id: req-69b7765e-3d64-4230-88f5-44f062baaa4f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:54.517376 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:54.517708 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69b7765e-3d64-4230-88f5-44f062baaa4f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:54.518584 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'status': 'completed', 'code': 200} Jul 06 11:27:54.580492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=5c91712a-21df-4107-a4f0-bff42392be09,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:54.734137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802e3b7-88f2-4530-9c0d-eada32a6e383 req-85af204b-8f80-4679-91a4-3f7181b3b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:54.736482 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0802e3b7-88f2-4530-9c0d-eada32a6e383 req-85af204b-8f80-4679-91a4-3f7181b3b341 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc6e59274edb4b1a890f110d529763b3&device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 1094 time: 0.1882417 Jul 06 11:27:54.893162 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6d6cb46-45b1-47cc-8d47-c8c2a08d9ca2 req-55637d68-905e-4965-a89f-bc2a550fd61f tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=e32e9c91d0024ed5b0480269f0e264b8 HTTP/1.1" status: 200 len: 1656 time: 0.1845109 Jul 06 11:27:54.961672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802e3b7-88f2-4530-9c0d-eada32a6e383 req-1fbedffa-b179-438d-9c3f-01c80342e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:54.964045 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0802e3b7-88f2-4530-9c0d-eada32a6e383 req-1fbedffa-b179-438d-9c3f-01c80342e38b service neutron] 10.222.0.47 "GET /v2.0/networks?id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 200 len: 914 time: 0.2201378 Jul 06 11:27:55.032549 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0802e3b7-88f2-4530-9c0d-eada32a6e383 req-76556b97-3c6d-40b7-bb7f-7da3349747c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f81d5d93-b733-4518-a3c1-c20be136b443 HTTP/1.1" status: 200 len: 217 time: 0.0572014 Jul 06 11:27:55.081432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-66670089-fdd9-4554-92ac-5a8aca1ad610 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:55.083129 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-66670089-fdd9-4554-92ac-5a8aca1ad610 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40&tenant_id=954e407d1dcd4bbebedb2be51459f1e9&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 947 time: 0.2326238 Jul 06 11:27:55.091068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3e839-ef7b-4d20-9ea5-15e53e5a1b3c req-c29e80c4-1b2d-49c2-9bbb-81af8f476ceb tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:55.093375 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19d3e839-ef7b-4d20-9ea5-15e53e5a1b3c req-c29e80c4-1b2d-49c2-9bbb-81af8f476ceb tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.2492030 Jul 06 11:27:55.103126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6cb46-45b1-47cc-8d47-c8c2a08d9ca2 req-b3f3b94b-316c-4e08-8e63-62cbc8907338 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:55.105049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6d6cb46-45b1-47cc-8d47-c8c2a08d9ca2 req-b3f3b94b-316c-4e08-8e63-62cbc8907338 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks?id=df1087d2-3bdc-4320-881a-9a406341ee71&id=df1087d2-3bdc-4320-881a-9a406341ee71&id=df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 787 time: 0.1799247 Jul 06 11:27:55.114870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802e3b7-88f2-4530-9c0d-eada32a6e383 req-08fbf1cc-64af-4a47-9b26-c329f2828ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:55.115759 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0802e3b7-88f2-4530-9c0d-eada32a6e383 req-08fbf1cc-64af-4a47-9b26-c329f2828ab2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab34012f-cd48-4978-9f78-ba3b215e7390 HTTP/1.1" status: 200 len: 853 time: 0.0732033 Jul 06 11:27:55.129311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-c6d6cb46-45b1-47cc-8d47-c8c2a08d9ca2 req-98a9b0cc-c37f-4426-b53c-1b8310efcf2d tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:27:55.130596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6d6cb46-45b1-47cc-8d47-c8c2a08d9ca2 req-98a9b0cc-c37f-4426-b53c-1b8310efcf2d tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077918 Jul 06 11:27:55.161657 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0802e3b7-88f2-4530-9c0d-eada32a6e383 req-af0fcbf5-9cae-4f6a-ac77-cc0be40be889 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367212 Jul 06 11:27:55.166314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19d3e839-ef7b-4d20-9ea5-15e53e5a1b3c req-4c2c7632-ac5a-4b43-bb7f-3f6dc993c1e7 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594122 Jul 06 11:27:55.324198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-1e7bc75d-235d-4882-b026-dbf09798ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:55.325878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-1e7bc75d-235d-4882-b026-dbf09798ae26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 1098 time: 0.1633694 Jul 06 11:27:55.330391 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0802e3b7-88f2-4530-9c0d-eada32a6e383 req-01d8e354-2d04-4937-9020-fd84b8c71693 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567061 Jul 06 11:27:55.379422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a146716-c671-4e10-8c3f-34b9b58f5fc4 req-9e89997a-efc0-4cb7-9b55-d7497a7543fd tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:55.381892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a146716-c671-4e10-8c3f-34b9b58f5fc4 req-9e89997a-efc0-4cb7-9b55-d7497a7543fd tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 947 time: 0.1263447 Jul 06 11:27:55.628822 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0802e3b7-88f2-4530-9c0d-eada32a6e383 req-0364ee96-504e-4fae-94db-0ebfb78b1222 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806125 Jul 06 11:27:55.635051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-d8fbebff-612f-4e7d-8c46-fd39dae8b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:55.637543 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-d8fbebff-612f-4e7d-8c46-fd39dae8b640 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2800086 Jul 06 11:27:55.722706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-0d110448-af3a-4662-b085-8c0f4fbfda00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=296e7651-f369-43d0-9967-14c325fbe87c HTTP/1.1" status: 200 len: 217 time: 0.0778613 Jul 06 11:27:55.753779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbf5ab-fe0a-4727-8806-574faf9086cd req-5df8bf49-a0cc-4b49-adf0-8bcdfb794454 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:55.755922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34cbf5ab-fe0a-4727-8806-574faf9086cd req-5df8bf49-a0cc-4b49-adf0-8bcdfb794454 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 1095 time: 0.4618232 Jul 06 11:27:55.812684 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a146716-c671-4e10-8c3f-34b9b58f5fc4 req-91f7a3f9-7634-4bfd-ae4c-4b85966a97cb tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140756 Jul 06 11:27:55.812837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-a6e4c12d-1ff0-49c4-a3d1-a987ad908f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:55.815505 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-a6e4c12d-1ff0-49c4-a3d1-a987ad908f84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0843000 Jul 06 11:27:55.892190 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34cbf5ab-fe0a-4727-8806-574faf9086cd req-536de63f-7ba0-4b11-92e5-46ad0d1fc025 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166737 Jul 06 11:27:55.939041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-2f45deba-12d2-4ee1-97d7-6600ab51e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:55.940764 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-2f45deba-12d2-4ee1-97d7-6600ab51e00c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177738 Jul 06 11:27:55.963687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be422f4e-ae76-4391-8aec-85eaf06877bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c91712a-21df-4107-a4f0-bff42392be09'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:55.978810 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3654b44-92a0-4b24-9b81-43b614e67837" -d '{"events": [{"server_uuid": "be422f4e-ae76-4391-8aec-85eaf06877bc", "name": "network-vif-plugged", "status": "completed", "tag": "5c91712a-21df-4107-a4f0-bff42392be09"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:56.305783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-5285b5b8-39ce-4a4b-9e74-23baa0f1f3ab tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips/53ad87a4-9772-4c28-99b2-ad97dcd3a32e HTTP/1.1" status: 200 len: 693 time: 0.1152041 Jul 06 11:27:56.403567 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 296e7651-f369-43d0-9967-14c325fbe87c up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:27:56.509056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 296e7651-f369-43d0-9967-14c325fbe87c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:27:56.509480 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:56.528620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde55671-7b79-453d-9abd-9cb4e77520ee req-ccd7635c-b7f7-4458-a653-f3ea5951abf9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:56.540366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dde55671-7b79-453d-9abd-9cb4e77520ee req-ccd7635c-b7f7-4458-a653-f3ea5951abf9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 949 time: 0.2690928 Jul 06 11:27:56.664744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dde55671-7b79-453d-9abd-9cb4e77520ee req-1cdd68b1-9bb9-475b-854c-863e9b4f3244 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228743 Jul 06 11:27:56.685201 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-1253dbd0-b40f-4e12-9935-53f389e69667 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7324953 Jul 06 11:27:56.707995 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:56.715972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-43355c1d-9f58-44e9-b736-23b40ae090b3 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:56.726297 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-43355c1d-9f58-44e9-b736-23b40ae090b3 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.3972220 Jul 06 11:27:56.813077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 296e7651-f369-43d0-9967-14c325fbe87c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=296e7651-f369-43d0-9967-14c325fbe87c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:56.829705 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:56.831762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-2be4e61e-9783-47ef-9cca-87dbf146f1d1 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.196 HTTP/1.1" status: 200 len: 696 time: 0.1035249 Jul 06 11:27:56.926855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-c9ec6cad-ed60-4afe-9e73-c7ee0a923c76 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.196 HTTP/1.1" status: 200 len: 696 time: 0.0935392 Jul 06 11:27:56.959179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=296e7651-f369-43d0-9967-14c325fbe87c,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:56.960718 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b6d7cb3-2b92-44db-b379-b2125206b6f3 req-ecb6b8c9-38e7-417b-9440-7772a294fb5f service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677572 Jul 06 11:27:57.291474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a6a74-c2b5-4133-8146-87ed4fa0a07f req-a9ba60cb-0b98-4da6-89b7-8e56af36e8a7 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:57.293271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf8a6a74-c2b5-4133-8146-87ed4fa0a07f req-a9ba60cb-0b98-4da6-89b7-8e56af36e8a7 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 944 time: 0.2647092 Jul 06 11:27:57.329303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-42d816dd-7812-4753-ab40-5405a7cb97dc tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Deleting port de8ae8d3-823b-452a-89e8-67ff75533195 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:27:57.329777 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-42d816dd-7812-4753-ab40-5405a7cb97dc tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:57.407280 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf8a6a74-c2b5-4133-8146-87ed4fa0a07f req-b92c913a-cef4-49d7-a414-e5b07d5ce5a0 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024387 Jul 06 11:27:57.481652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-42d816dd-7812-4753-ab40-5405a7cb97dc tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:57.482202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-42d816dd-7812-4753-ab40-5405a7cb97dc tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:57.506959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-42d816dd-7812-4753-ab40-5405a7cb97dc tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Calling delete_port for de8ae8d3-823b-452a-89e8-67ff75533195 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:27:57.759904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-42d816dd-7812-4753-ab40-5405a7cb97dc tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:57.802173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d816dd-7812-4753-ab40-5405a7cb97dc tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event deleted for resources: {'Port': ['ID=de8ae8d3-823b-452a-89e8-67ff75533195,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:57.921439 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-42d816dd-7812-4753-ab40-5405a7cb97dc tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:57.927421 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-42d816dd-7812-4753-ab40-5405a7cb97dc tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:57.930712 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-540f7b1e-3a10-4575-b34e-5301be9931a2 req-42d816dd-7812-4753-ab40-5405a7cb97dc tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "DELETE /v2.0/floatingips/53ad87a4-9772-4c28-99b2-ad97dcd3a32e HTTP/1.1" status: 204 len: 173 time: 0.9930060 Jul 06 11:27:57.987114 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9e5e31-79f9-436f-8198-5152784679c9 x-openstack-request-id: req-fa9e5e31-79f9-436f-8198-5152784679c9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:27:57.987629 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be422f4e-ae76-4391-8aec-85eaf06877bc", "name": "network-vif-plugged", "status": "completed", "tag": "5c91712a-21df-4107-a4f0-bff42392be09", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:27:57.987886 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa9e5e31-79f9-436f-8198-5152784679c9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:27:57.988385 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be422f4e-ae76-4391-8aec-85eaf06877bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c91712a-21df-4107-a4f0-bff42392be09', 'code': 200} Jul 06 11:27:58.191082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b3a68-17b9-4a99-b347-ef6e1232740c req-2bbf830a-5691-41ce-a8b8-23e9d18a41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:58.192850 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-818b3a68-17b9-4a99-b347-ef6e1232740c req-2bbf830a-5691-41ce-a8b8-23e9d18a41de service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 1100 time: 0.0902691 Jul 06 11:27:58.212831 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-137ea0cf-6dd4-497f-aabe-94a98c82c568 service neutron] 10.222.0.86 "GET /v2.0/ports/dc09012d-01da-41f3-8ef0-dda11fd70bec/bindings/n-h1-799527-2 HTTP/1.1" status: 200 len: 384 time: 0.1620116 Jul 06 11:27:58.251502 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-818b3a68-17b9-4a99-b347-ef6e1232740c req-42209381-776b-4f31-877e-0b5a64a3a66a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482876 Jul 06 11:27:58.334290 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:58.336450 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:58.382809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-7ab27739-cf94-4c2a-9e73-7762d47e1de0 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:58.385129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-7ab27739-cf94-4c2a-9e73-7762d47e1de0 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 821 time: 0.2837956 Jul 06 11:27:58.411791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f81d5d93-b733-4518-a3c1-c20be136b443 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:27:58.429209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-9803fba8-6eeb-4b5d-81f8-5837e910d3f7 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/quotas/c873b0fb571e46d8941f82ebd8df32e8 HTTP/1.1" status: 200 len: 375 time: 0.0289409 Jul 06 11:27:58.611358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-47ff7143-bdaa-42f5-9a3e-5fd2c50ab452 service neutron] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:58.641818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:58.651065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-001962af-71d5-4061-9903-f24c69303cc0 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1618321 Jul 06 11:27:58.665173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-47ff7143-bdaa-42f5-9a3e-5fd2c50ab452 service neutron] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:27:58.677470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f', 'port_id': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'mac_address': 'fa:16:3e:67:1a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab34012f-cd48-4978-9f78-ba3b215e7390', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:27:58.753192 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:58.781170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81d5d93-b733-4518-a3c1-c20be136b443 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:58.822448 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:58.828648 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:58.860413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-47ff7143-bdaa-42f5-9a3e-5fd2c50ab452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc09012d-01da-41f3-8ef0-dda11fd70bec {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:27:58.889040 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-47ff7143-bdaa-42f5-9a3e-5fd2c50ab452 service neutron] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:27:58.898369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f81d5d93-b733-4518-a3c1-c20be136b443,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:58.927989 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-47ff7143-bdaa-42f5-9a3e-5fd2c50ab452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:58.969123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-86127e01-f2e5-43fa-941f-625e6f1eb1fc service neutron] 10.222.0.21 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600436 Jul 06 11:27:58.985486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865d86-3412-4499-8688-60eb8404ba8b req-6bf6125c-ab18-4066-aac9-556cd54ea8fc tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:58.987368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45865d86-3412-4499-8688-60eb8404ba8b req-6bf6125c-ab18-4066-aac9-556cd54ea8fc tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.2592416 Jul 06 11:27:59.166854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45865d86-3412-4499-8688-60eb8404ba8b req-ebf6af6b-8550-4011-8998-e353ed0dabbd tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517606 Jul 06 11:27:59.189873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-47ff7143-bdaa-42f5-9a3e-5fd2c50ab452 service neutron] Transition to ACTIVE for port object dc09012d-01da-41f3-8ef0-dda11fd70bec will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:27:59.197881 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-47ff7143-bdaa-42f5-9a3e-5fd2c50ab452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:27:59.246651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-3a0b2a95-b9bd-40cd-99e4-3a79383fee0f service neutron] 10.222.0.21 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335246 Jul 06 11:27:59.298810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-47ff7143-bdaa-42f5-9a3e-5fd2c50ab452 service neutron] No DVR routers for this DVR port dc09012d-01da-41f3-8ef0-dda11fd70bec on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:27:59.301001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f81d5d93-b733-4518-a3c1-c20be136b443'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:27:59.318756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff7143-bdaa-42f5-9a3e-5fd2c50ab452 service neutron] Pushing event updated for resources: {'Port': ['ID=dc09012d-01da-41f3-8ef0-dda11fd70bec,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:27:59.473190 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-47ff7143-bdaa-42f5-9a3e-5fd2c50ab452 service neutron] 10.222.0.86 "PUT /v2.0/ports/dc09012d-01da-41f3-8ef0-dda11fd70bec/bindings/n-h1-799527-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2476978 Jul 06 11:27:59.574592 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b8217-ba40-43f0-8098-c810f5ad46a5 req-201211b2-1d49-43df-90d3-ba7c945d3110 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:59.577453 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-914b8217-ba40-43f0-8098-c810f5ad46a5 req-201211b2-1d49-43df-90d3-ba7c945d3110 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.2134180 Jul 06 11:27:59.691515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-914b8217-ba40-43f0-8098-c810f5ad46a5 req-2267d60a-87d3-4ce1-8677-c3c90be5d414 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838881 Jul 06 11:27:59.765956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-4fe15d5d-8e5d-4f57-b226-8af433695018 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:59.767898 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-4fe15d5d-8e5d-4f57-b226-8af433695018 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.1399274 Jul 06 11:27:59.821050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-8d516331-2481-43c9-ab36-b01e6eec94a5 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips/db1110bb-a087-4c42-b2bd-3e90abadfccb HTTP/1.1" status: 200 len: 692 time: 0.0667436 Jul 06 11:27:59.860676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-f71a285a-2644-4de5-ac6a-cd655366c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:27:59.863315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-f71a285a-2644-4de5-ac6a-cd655366c4f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7&tenant_id=07789db484674e1da7cc9ccb7d200675 HTTP/1.1" status: 200 len: 1096 time: 0.0873489 Jul 06 11:27:59.989574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296e7651-f369-43d0-9967-14c325fbe87c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:27:59.997189 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff811733-d6ec-4354-9a29-cec682356bbe" -d '{"events": [{"server_uuid": "fcde2fae-36b6-468a-97bc-6e096a9fce40", "name": "network-vif-plugged", "status": "completed", "tag": "296e7651-f369-43d0-9967-14c325fbe87c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:27:59.998796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-341272c6-189f-4ecf-a330-dadcf1184e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:00.002735 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-341272c6-189f-4ecf-a330-dadcf1184e3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 1096 time: 0.1020327 Jul 06 11:28:00.050102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-567bb5e4-0f31-4a91-a8da-f75ad2e6c691 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:00.052368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-567bb5e4-0f31-4a91-a8da-f75ad2e6c691 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.2302220 Jul 06 11:28:00.071686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b629f-1cd3-4213-bce8-1adb973ff1a8 req-07433174-169b-401e-b6fb-71aaca36f05d tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:00.073660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b42b629f-1cd3-4213-bce8-1adb973ff1a8 req-07433174-169b-401e-b6fb-71aaca36f05d tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 949 time: 0.1805623 Jul 06 11:28:00.139486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-1b17374f-e68b-48ed-b23b-40e3d52aefdf tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.73 HTTP/1.1" status: 200 len: 695 time: 0.0641327 Jul 06 11:28:00.181810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b42b629f-1cd3-4213-bce8-1adb973ff1a8 req-f56fa2d9-6a5c-42aa-8b2f-9c7f1560969a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619359 Jul 06 11:28:00.195115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-83efaae5-b532-484a-95cb-64e7edbe16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:00.197966 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-83efaae5-b532-484a-95cb-64e7edbe16dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.1845703 Jul 06 11:28:00.243433 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-d4070632-387a-42bd-816e-962ec93aaf42 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.73 HTTP/1.1" status: 200 len: 695 time: 0.0751548 Jul 06 11:28:00.292077 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-757ae91f-7a43-43c7-bc36-3cf7aa8d0710 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec HTTP/1.1" status: 200 len: 217 time: 0.0746944 Jul 06 11:28:00.394881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-07e78b2b-44ed-4993-a1ae-22d848afa757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:00.397012 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-07e78b2b-44ed-4993-a1ae-22d848afa757 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.0999076 Jul 06 11:28:00.439290 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-4b792548-a7cd-4237-a068-06d7f8e3326a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328960 Jul 06 11:28:00.551945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3095b-df5a-4177-bed6-0198a870d26a req-52be75af-b426-43e2-9388-e887169a7c2a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:00.553632 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5d3095b-df5a-4177-bed6-0198a870d26a req-52be75af-b426-43e2-9388-e887169a7c2a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 945 time: 0.1789098 Jul 06 11:28:00.559156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-e0eae574-4085-4ffb-b55f-fd39e2c8f7b0 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Deleting port 9fb6a55c-4d3a-430e-a7d1-4f88656513cc {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:28:00.559575 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-e0eae574-4085-4ffb-b55f-fd39e2c8f7b0 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:00.602658 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-b317ea1d-b51d-41f3-8561-6e942ded81d7 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556001 Jul 06 11:28:00.653380 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5d3095b-df5a-4177-bed6-0198a870d26a req-92027215-e6ca-4ed1-9fcb-064eaa41ef2b tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910506 Jul 06 11:28:00.690033 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-e0eae574-4085-4ffb-b55f-fd39e2c8f7b0 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:00.690377 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-e0eae574-4085-4ffb-b55f-fd39e2c8f7b0 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:00.723914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-e0eae574-4085-4ffb-b55f-fd39e2c8f7b0 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Calling delete_port for 9fb6a55c-4d3a-430e-a7d1-4f88656513cc owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:28:00.802485 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-6b2db679-1fae-41ff-a42a-78b30b2e3ed8 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900921 Jul 06 11:28:01.023219 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fd61819-d62d-4a8f-b143-aac3d0489aaa req-1f74b6be-b894-415f-9b93-dbcde1931b71 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 210 time: 0.0670166 Jul 06 11:28:01.035907 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-e0eae574-4085-4ffb-b55f-fd39e2c8f7b0 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:01.108888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eae574-4085-4ffb-b55f-fd39e2c8f7b0 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event deleted for resources: {'Port': ['ID=9fb6a55c-4d3a-430e-a7d1-4f88656513cc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:01.167976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-e0eae574-4085-4ffb-b55f-fd39e2c8f7b0 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:01.171906 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-e0eae574-4085-4ffb-b55f-fd39e2c8f7b0 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:01.173429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee59605b-6ba0-46c9-858f-11d297c6f1dc req-e0eae574-4085-4ffb-b55f-fd39e2c8f7b0 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "DELETE /v2.0/floatingips/db1110bb-a087-4c42-b2bd-3e90abadfccb HTTP/1.1" status: 204 len: 173 time: 0.9191928 Jul 06 11:28:01.256045 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3ced36-e233-4429-9283-4c6daa132520 x-openstack-request-id: req-df3ced36-e233-4429-9283-4c6daa132520 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:01.257423 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcde2fae-36b6-468a-97bc-6e096a9fce40", "name": "network-vif-plugged", "status": "completed", "tag": "296e7651-f369-43d0-9967-14c325fbe87c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:01.258019 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df3ced36-e233-4429-9283-4c6daa132520 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:01.258831 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296e7651-f369-43d0-9967-14c325fbe87c', 'code': 200} Jul 06 11:28:01.299567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a6d0c-269e-416c-a0db-1f5497ad1fe1 req-da30e5c0-9901-4548-a473-508ba80680bc tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:01.301582 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a05a6d0c-269e-416c-a0db-1f5497ad1fe1 req-da30e5c0-9901-4548-a473-508ba80680bc tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.1268213 Jul 06 11:28:01.360184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a05a6d0c-269e-416c-a0db-1f5497ad1fe1 req-078578ce-ebc5-4e9f-8e94-eca09b0d16fe tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468950 Jul 06 11:28:01.548017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60514f52-3354-46e3-8948-4a75962f92d6 req-b3058c97-e570-4baa-9023-08eec77832b2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:01.559023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60514f52-3354-46e3-8948-4a75962f92d6 req-b3058c97-e570-4baa-9023-08eec77832b2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 944 time: 0.1129868 Jul 06 11:28:01.633228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60514f52-3354-46e3-8948-4a75962f92d6 req-b83ffd57-f5c8-4add-835c-d0c9ffea8217 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730257 Jul 06 11:28:01.642396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-aea12a50-cfc6-44d8-ab38-86f02a1d4d2b tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:01.644522 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-aea12a50-cfc6-44d8-ab38-86f02a1d4d2b tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.47 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 821 time: 0.2434003 Jul 06 11:28:01.662148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Request body: {'port': {'device_id': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a', 'admin_state_up': True, 'tenant_id': 'c873b0fb571e46d8941f82ebd8df32e8'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:01.762846 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453bb2-2055-4b1a-a35e-5325b2800de3 req-b502a3e0-a8ee-45ef-9b2d-eeb80f734952 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:01.777955 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48453bb2-2055-4b1a-a35e-5325b2800de3 req-b502a3e0-a8ee-45ef-9b2d-eeb80f734952 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 1100 time: 0.1312056 Jul 06 11:28:01.860953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48453bb2-2055-4b1a-a35e-5325b2800de3 req-0a113c04-a330-4bcd-8fb4-2901f014b1e4 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815120 Jul 06 11:28:01.920833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-ab9f1c45-c9e3-4dd3-a81d-d3883973fe3b tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:01.923007 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-ab9f1c45-c9e3-4dd3-a81d-d3883973fe3b tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.1668818 Jul 06 11:28:02.024521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-525b71e9-e74a-4fdd-b005-a91db7fdac94 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips/7871fd67-4da6-42cb-9a1d-92d8d9c2867c HTTP/1.1" status: 200 len: 693 time: 0.1220706 Jul 06 11:28:02.024891 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Made reservation on behalf of c873b0fb571e46d8941f82ebd8df32e8 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:28:02.029303 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:02.220535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-ee195ece-555c-4c3a-9e3c-50d8dcffc150 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:02.222030 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-ee195ece-555c-4c3a-9e3c-50d8dcffc150 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.1796749 Jul 06 11:28:02.242266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-38464c30-2c89-42c9-a68d-74b69cbf3246 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:28:02.243530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-38464c30-2c89-42c9-a68d-74b69cbf3246 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069427 Jul 06 11:28:02.307687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-874fbe95-934b-46a2-93e4-5a20bb22c611 service neutron] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:02.318092 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-874fbe95-934b-46a2-93e4-5a20bb22c611 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:02.319923 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d492f23e-6c95-4e62-8a5f-1432def9b7d7 req-874fbe95-934b-46a2-93e4-5a20bb22c611 service neutron] 10.222.0.47 "DELETE /v2.0/ports/dc09012d-01da-41f3-8ef0-dda11fd70bec/bindings/n-h2-799527-2 HTTP/1.1" status: 204 len: 173 time: 0.3883240 Jul 06 11:28:02.328556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-730eb900-cbc5-4a56-a4cc-4cd6c47d8997 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 696 time: 0.0746942 Jul 06 11:28:02.419177 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Allocated IP 172.20.0.9 (4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a/d4d2f577-6be2-4de8-9745-d21caa44b53a/06af901f-833a-45e3-96fb-6bdec289716c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:28:02.428761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f81d5d93-b733-4518-a3c1-c20be136b443 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:28:02.439981 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-1bbd3222-f7a9-423f-a8c0-ec959c354267 tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.180 HTTP/1.1" status: 200 len: 696 time: 0.1031551 Jul 06 11:28:02.531920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port f81d5d93-b733-4518-a3c1-c20be136b443 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:28:02.543043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port f81d5d93-b733-4518-a3c1-c20be136b443 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:02.544147 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:02.677019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-e8f93d5d-b73c-4fb6-804a-da7daba568be tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Deleting port 44fd271e-0b31-44ce-897b-801dd3cda0a4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:28:02.677019 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-e8f93d5d-b73c-4fb6-804a-da7daba568be tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:02.723248 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:02.834302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:02.841352 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:02.854648 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-e8f93d5d-b73c-4fb6-804a-da7daba568be tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:02.855517 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-e8f93d5d-b73c-4fb6-804a-da7daba568be tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:02.881625 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:02.917733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-e8f93d5d-b73c-4fb6-804a-da7daba568be tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Calling delete_port for 44fd271e-0b31-44ce-897b-801dd3cda0a4 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:28:02.997592 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f81d5d93-b733-4518-a3c1-c20be136b443,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:02.997948 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:03.093681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:28:03.099949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:28:03.109469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:28:03.121882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Pushing event updated for resources: {'Port': ['ID=06af901f-833a-45e3-96fb-6bdec289716c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:03.179335 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edb1d9-eb36-456c-878b-cf4322972aa6 req-76908255-170d-4b74-bff5-d6a027a27499 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:03.180999 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15edb1d9-eb36-456c-878b-cf4322972aa6 req-76908255-170d-4b74-bff5-d6a027a27499 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 945 time: 0.2593849 Jul 06 11:28:03.214855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:03.217055 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:03.236048 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-67b57814-bddd-4229-8aeb-0296bba5ef64 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5813441 Jul 06 11:28:03.249684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Request body: {'port': {'device_id': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:03.260235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:03.264601 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c718af9b-6cae-454b-bae7-6d92b84dd8b7" -d '{"events": [{"server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "name": "network-vif-plugged", "status": "completed", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:03.297217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15edb1d9-eb36-456c-878b-cf4322972aa6 req-4aa18be8-5826-4cf9-b2a5-a69686a0e0f0 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053784 Jul 06 11:28:03.334054 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-e8f93d5d-b73c-4fb6-804a-da7daba568be tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:03.361458 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:03.391262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f93d5d-b73c-4fb6-804a-da7daba568be tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Pushing event deleted for resources: {'Port': ['ID=44fd271e-0b31-44ce-897b-801dd3cda0a4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:03.494779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-e8f93d5d-b73c-4fb6-804a-da7daba568be tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:03.501129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-e8f93d5d-b73c-4fb6-804a-da7daba568be tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:03.515937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-076aaabb-3a0a-42d1-9705-7df071e56427 req-e8f93d5d-b73c-4fb6-804a-da7daba568be tempest-FloatingIPDetailsTestJSON-1889117604 tempest-FloatingIPDetailsTestJSON-1889117604-project] 10.222.0.21 "DELETE /v2.0/floatingips/7871fd67-4da6-42cb-9a1d-92d8d9c2867c HTTP/1.1" status: 204 len: 173 time: 1.0647242 Jul 06 11:28:03.518399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57016) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:03.726938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-50d5df6b-6c1e-4be1-bdf9-5e034e827ade tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770009 Jul 06 11:28:03.890958 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06af901f-833a-45e3-96fb-6bdec289716c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:03.903127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:03.922086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Transition to ACTIVE for port object 06af901f-833a-45e3-96fb-6bdec289716c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:03.926482 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:03.989928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Pushing event updated for resources: {'Port': ['ID=06af901f-833a-45e3-96fb-6bdec289716c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:04.024546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.025629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.025629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.025629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.026278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.026278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.026756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.027093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.027417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.027808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.028163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.028417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:04.105922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:28:04.106504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:28:04.107055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:04.116002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Port 06af901f-833a-45e3-96fb-6bdec289716c on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:28:04.116516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:04.126454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:28:04.126983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:28:04.127636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:28:04.128372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Bound port: 06af901f-833a-45e3-96fb-6bdec289716c, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:28:04.128955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:04.249780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:04.255985 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=06af901f-833a-45e3-96fb-6bdec289716c,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:28:04.265065 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:04.330894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:04.332057 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:04.334659 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] 10.222.0.47 "PUT /v2.0/ports/06af901f-833a-45e3-96fb-6bdec289716c HTTP/1.1" status: 200 len: 1091 time: 1.0906031 Jul 06 11:28:04.335420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'tag': '06af901f-833a-45e3-96fb-6bdec289716c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:04.340164 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e5d851-799a-4c01-9656-a98570442bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "49c9c2c3-13ef-4410-b324-fe4fb9f5800d", "tag": "06af901f-833a-45e3-96fb-6bdec289716c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:04.380406 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009699c-8389-4720-ab9e-707f81d8eb85 service neutron] Pushing event updated for resources: {'Port': ['ID=06af901f-833a-45e3-96fb-6bdec289716c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:04.408503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-c65dc63c-c668-4fdf-83b2-4910b5617f8f tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:04.410940 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-c65dc63c-c668-4fdf-83b2-4910b5617f8f tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6820824 Jul 06 11:28:04.424257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc22d6-4280-4b52-8162-3de58ab49e2f req-646ee065-6fa1-40d5-9659-546a2a86a65e tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:04.426050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bddc22d6-4280-4b52-8162-3de58ab49e2f req-646ee065-6fa1-40d5-9659-546a2a86a65e tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 931 time: 0.6467736 Jul 06 11:28:04.470837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-e7dbff8a-e2d3-4f21-a168-8a499c9b5f5c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/quotas/ef8876f4dae54f308bfb7290f817f26e HTTP/1.1" status: 200 len: 375 time: 0.0436995 Jul 06 11:28:04.571098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bddc22d6-4280-4b52-8162-3de58ab49e2f req-49ef6050-82ee-4940-96d3-edd443653520 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276541 Jul 06 11:28:04.575319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-a183bd39-cc3c-4bdc-9416-176001288ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:04.578853 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-a183bd39-cc3c-4bdc-9416-176001288ffa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 1094 time: 0.0861888 Jul 06 11:28:04.648214 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-d86d37fb-7287-472b-b581-6901d6049771 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06af901f-833a-45e3-96fb-6bdec289716c HTTP/1.1" status: 200 len: 217 time: 0.0604415 Jul 06 11:28:04.672554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-5a765d33-7ffe-4e66-966a-3903ffec34b6 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1616359 Jul 06 11:28:04.757098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-c3ba2f46-798f-4739-ae6b-e3b2267d02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:04.762897 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-c3ba2f46-798f-4739-ae6b-e3b2267d02ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.0876420 Jul 06 11:28:04.817018 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-4a44a171-911c-45b9-9476-4ba91d60cc56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494947 Jul 06 11:28:04.844466 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:05.019501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb111c-386f-44a8-abec-4ea10e07acee req-93103b8f-254c-4ed9-a03d-098cee0b1101 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:05.021455 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26bb111c-386f-44a8-abec-4ea10e07acee req-93103b8f-254c-4ed9-a03d-098cee0b1101 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2461536 Jul 06 11:28:05.058587 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-2e293a5f-4d66-4654-b526-ed90a3f6d7dd service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337193 Jul 06 11:28:05.152595 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26bb111c-386f-44a8-abec-4ea10e07acee req-64230750-27d8-4a31-aa98-72362821209d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140890 Jul 06 11:28:05.224344 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb3dba3-7e36-4bac-873a-96a9b8b965c0 x-openstack-request-id: req-8bb3dba3-7e36-4bac-873a-96a9b8b965c0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:05.225333 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "name": "network-vif-plugged", "status": "completed", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:05.225333 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bb3dba3-7e36-4bac-873a-96a9b8b965c0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:05.225654 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'code': 200} Jul 06 11:28:05.307315 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b095f599-ebe2-4700-a1d5-5f49d7a9b176 x-openstack-request-id: req-b095f599-ebe2-4700-a1d5-5f49d7a9b176 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:05.307862 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c9c2c3-13ef-4410-b324-fe4fb9f5800d", "tag": "06af901f-833a-45e3-96fb-6bdec289716c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:05.308288 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b095f599-ebe2-4700-a1d5-5f49d7a9b176 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:05.308953 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'tag': '06af901f-833a-45e3-96fb-6bdec289716c', 'status': 'completed', 'code': 200} Jul 06 11:28:05.377364 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8e0c324-7480-41b0-80fd-cd73a9e49407 req-12ce4dbb-87f5-48d6-848e-56644c7fbb8f service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110838 Jul 06 11:28:05.434064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f65810b-19c4-426d-a774-a314abc025bb req-72fbdcda-3944-43b7-a2b8-ab704dfcd7f7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 210 time: 0.0877230 Jul 06 11:28:05.468640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Deleting port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:28:05.469177 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:05.591049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da77f-43df-4e67-bf25-ea933f66e34f req-03c8a185-bfd6-4586-aa92-60a145a1b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:05.594523 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-686da77f-43df-4e67-bf25-ea933f66e34f req-03c8a185-bfd6-4586-aa92-60a145a1b85e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 1096 time: 0.1865163 Jul 06 11:28:05.637661 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:28:05.668354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5d851-799a-4c01-9656-a98570442bc7 req-718876d8-7fbe-4518-a13e-14519891d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:05.670965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51e5d851-799a-4c01-9656-a98570442bc7 req-718876d8-7fbe-4518-a13e-14519891d205 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 1094 time: 0.1583879 Jul 06 11:28:05.678753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] For port 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd,segment=NetworkSegment(145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f),segment_id=145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:05.679279 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:05.711857 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Calling delete_port for 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:28:05.737968 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-686da77f-43df-4e67-bf25-ea933f66e34f req-ef5f67e8-313d-402e-aca2-16d0dacc9ce9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261461 Jul 06 11:28:05.883804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5d851-799a-4c01-9656-a98570442bc7 req-0fb919d3-04dc-48ab-8187-05fc3844b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:05.886899 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51e5d851-799a-4c01-9656-a98570442bc7 req-0fb919d3-04dc-48ab-8187-05fc3844b3c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.2047188 Jul 06 11:28:05.955227 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51e5d851-799a-4c01-9656-a98570442bc7 req-83c716ce-2ff7-4394-b9f8-a932d1e5648c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06af901f-833a-45e3-96fb-6bdec289716c HTTP/1.1" status: 200 len: 217 time: 0.0598652 Jul 06 11:28:06.065335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5d851-799a-4c01-9656-a98570442bc7 req-a09b5c9c-b2bc-402e-b1c8-46365cb0cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:06.070117 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51e5d851-799a-4c01-9656-a98570442bc7 req-a09b5c9c-b2bc-402e-b1c8-46365cb0cb16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.0800676 Jul 06 11:28:06.119493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228ab9a-464f-4885-ac1c-d699610b990d req-b9bec36d-2068-431a-a2cf-31df287abd67 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:06.121101 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d228ab9a-464f-4885-ac1c-d699610b990d req-b9bec36d-2068-431a-a2cf-31df287abd67 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 1096 time: 0.2998090 Jul 06 11:28:06.134306 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51e5d851-799a-4c01-9656-a98570442bc7 req-026a4176-a350-475f-9ac8-2aa4c6b2498f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524359 Jul 06 11:28:06.134592 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfc64d-0b30-4370-99e2-be4da8acf6d4 req-f6616189-17cd-4994-8f6e-acb67a268c59 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:06.136572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49dfc64d-0b30-4370-99e2-be4da8acf6d4 req-f6616189-17cd-4994-8f6e-acb67a268c59 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 943 time: 0.2585526 Jul 06 11:28:06.173850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 09597020-a263-4716-b256-ca314c4aab32 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:28:06.246646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d228ab9a-464f-4885-ac1c-d699610b990d req-e6c95fa0-9b9a-432d-8719-eec5831071db tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075442 Jul 06 11:28:06.274392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49dfc64d-0b30-4370-99e2-be4da8acf6d4 req-b182906a-8ad1-4565-92a6-c974757e52b3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166315 Jul 06 11:28:06.321474 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:06.380694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Pushing event deleted for resources: {'Port': ['ID=52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:06.407267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.407810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.408366 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.408921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.409465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.410007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.410546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.411831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.411831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.412157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.412655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.413361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:06.495701 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51e5d851-799a-4c01-9656-a98570442bc7 req-bdae71be-0570-4123-92ef-a1af3aed1ab0 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296795 Jul 06 11:28:06.584984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:06.634142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '09597020-a263-4716-b256-ca314c4aab32', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '09597020-a263-4716-b256-ca314c4aab32', 'mac_address': 'fa:16:3e:b1:c0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:28:06.663987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-ce34d841-4004-4182-a24e-37e790a69302 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877330 Jul 06 11:28:06.812091 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:06.835427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-51e5d851-799a-4c01-9656-a98570442bc7 req-36d659a5-d48e-429e-8b9b-587480e70ccb service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402898 Jul 06 11:28:06.868426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09597020-a263-4716-b256-ca314c4aab32 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:06.916143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:06.923051 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:07.049080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:07.094953 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:07.100278 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['09597020-a263-4716-b256-ca314c4aab32'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:07.206443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-fc95179f-8da2-4df8-b25d-5c1545ae90fa tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:07.216228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-fc95179f-8da2-4df8-b25d-5c1545ae90fa tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5342989 Jul 06 11:28:07.291144 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-dd36f223-0254-42df-9dd0-3ecef04f3b8e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/quotas/954e407d1dcd4bbebedb2be51459f1e9 HTTP/1.1" status: 200 len: 375 time: 0.0727122 Jul 06 11:28:07.488886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-0105bbfa-ef40-49d6-8f88-ac4071d691cd tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1895461 Jul 06 11:28:07.780156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f1259-9aee-44ed-94a2-badf036c123e req-ed016e1b-91ef-4002-915a-8dcc0420676f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:07.788193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-014f1259-9aee-44ed-94a2-badf036c123e req-ed016e1b-91ef-4002-915a-8dcc0420676f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.5660877 Jul 06 11:28:07.901863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-4d2a6410-3a54-42c3-b02d-7a439aa1b65c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6080244 Jul 06 11:28:07.938522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-28e2fc60-d6de-41fd-984a-c2b89dfc21a8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:07.941228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-28e2fc60-d6de-41fd-984a-c2b89dfc21a8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4354475 Jul 06 11:28:07.965917 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Request body: {'port': {'device_id': '704abce2-e1e8-48dc-9fc3-4019dd3f8b3d', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'ef8876f4dae54f308bfb7290f817f26e'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:08.012966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-014f1259-9aee-44ed-94a2-badf036c123e req-af9ab524-4247-4db7-8665-858d811f784f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235932 Jul 06 11:28:08.179951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 09597020-a263-4716-b256-ca314c4aab32 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:28:08.263184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Router e952b93d-1af2-4ba8-8788-b98dfd213021 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:28:08.425283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 09597020-a263-4716-b256-ca314c4aab32 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:08.426835 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:08.540600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Made reservation on behalf of ef8876f4dae54f308bfb7290f817f26e for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:28:08.548189 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:08.614933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:28:08.627525 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1c547c55-b5a4-4d3a-be7f-1e5a79cce93b admin admin] 10.222.0.21 "PUT /v2.0/routers/e952b93d-1af2-4ba8-8788-b98dfd213021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1073287 Jul 06 11:28:08.631600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57116) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:08.677938 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:08.725470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c225bb-5705-459b-b5e2-01738c0a594d None None] Sync routers for ids ['e952b93d-1af2-4ba8-8788-b98dfd213021'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:28:08.774029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879692-0f70-4d09-a0d6-d71a9b6938db req-0089ae44-4622-4849-916d-549642652a28 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:08.798969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec879692-0f70-4d09-a0d6-d71a9b6938db req-0089ae44-4622-4849-916d-549642652a28 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 1096 time: 0.3745248 Jul 06 11:28:08.807952 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:08.820101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09597020-a263-4716-b256-ca314c4aab32'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:08.825190 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee278e2f-005d-4a53-9cba-7de3ba4142de" -d '{"events": [{"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-plugged", "status": "completed", "tag": "09597020-a263-4716-b256-ca314c4aab32"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:08.829789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c225bb-5705-459b-b5e2-01738c0a594d None None] Routers {'e952b93d-1af2-4ba8-8788-b98dfd213021'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:28:08.830999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-07c225bb-5705-459b-b5e2-01738c0a594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:27:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e952b93d-1af2-4ba8-8788-b98dfd213021'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:28:08.886431 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:08.949061 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:09.004620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-01ab5aa9-5243-444d-a586-d4dc2bad0cb3 req-17c65751-63e3-465e-b53d-e6c58fb043a7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 210 time: 0.1873422 Jul 06 11:28:09.101292 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:09.128984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Allocated IP 192.168.233.186 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/e8cfd67b-bfa9-4435-b13a-831ad431ab03) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:28:09.268157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Deleting port 5de7e039-9923-44df-ad91-8c325ce0b4fa {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:28:09.268502 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:09.396495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-07c225bb-5705-459b-b5e2-01738c0a594d None None] Set router e952b93d-1af2-4ba8-8788-b98dfd213021 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:28:09.444213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:09.503785 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] For port 5de7e039-9923-44df-ad91-8c325ce0b4fa, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5de7e039-9923-44df-ad91-8c325ce0b4fa,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:09.504361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:09.559211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Calling delete_port for 5de7e039-9923-44df-ad91-8c325ce0b4fa owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:28:09.689872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-07c225bb-5705-459b-b5e2-01738c0a594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-router', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:27:08Z', 'updated_at': '2021-07-06T11:28:06Z', 'revision_number': 5, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'gw_port': {'id': '5de7e039-9923-44df-ad91-8c325ce0b4fa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:27:09Z', 'updated_at': '2021-07-06T11:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:28:09.773501 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c225bb-5705-459b-b5e2-01738c0a594d None None] Checking router: e952b93d-1af2-4ba8-8788-b98dfd213021 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:28:09.784332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c225bb-5705-459b-b5e2-01738c0a594d None None] Routers {'e952b93d-1af2-4ba8-8788-b98dfd213021'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:28:09.784993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-07c225bb-5705-459b-b5e2-01738c0a594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:27:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e952b93d-1af2-4ba8-8788-b98dfd213021'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:28:09.992609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-07c225bb-5705-459b-b5e2-01738c0a594d None None] Set router e952b93d-1af2-4ba8-8788-b98dfd213021 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:28:10.108831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:10.112875 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-07c225bb-5705-459b-b5e2-01738c0a594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-router', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:27:08Z', 'updated_at': '2021-07-06T11:28:09Z', 'revision_number': 6, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:28:10.237151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c225bb-5705-459b-b5e2-01738c0a594d None None] The sync data for ids ['e952b93d-1af2-4ba8-8788-b98dfd213021'] in n-d-799527-2 is: [{'id': 'e952b93d-1af2-4ba8-8788-b98dfd213021', 'name': 'tempest-FloatingIPDetailsTestJSON-1219576369-router', 'tenant_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:27:08Z', 'updated_at': '2021-07-06T11:28:09Z', 'revision_number': 6, 'project_id': 'e32e9c91d0024ed5b0480269f0e264b8', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:28:10.245161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de7e039-9923-44df-ad91-8c325ce0b4fa,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:10.246490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec879692-0f70-4d09-a0d6-d71a9b6938db req-7fb35b0a-2fa5-40a0-9353-c9d892bec7a9 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4426420 Jul 06 11:28:10.423267 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 06af901f-833a-45e3-96fb-6bdec289716c details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:28:10.441549 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:10.454841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5c9ee-6f4b-42e2-815e-d714428f4845 req-284b29ba-9b28-4c8b-b5f9-a033edbfe8e0 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:10.468104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9a5c9ee-6f4b-42e2-815e-d714428f4845 req-284b29ba-9b28-4c8b-b5f9-a033edbfe8e0 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 943 time: 0.4270661 Jul 06 11:28:10.551830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:10.619777 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9a5c9ee-6f4b-42e2-815e-d714428f4845 req-04fc9b60-f1fd-4643-80df-ae341e093133 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501753 Jul 06 11:28:10.624418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Transition to ACTIVE for port object e8cfd67b-bfa9-4435-b13a-831ad431ab03 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:10.736481 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:10.783117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['93433c4b-59a0-4146-8153-8ce0f4c70bf9', '8865306c-ed81-47b2-b1dd-f11af373e157', 'b345baa3-bfec-4cc6-9692-dbd294d07dd5', '5c91712a-21df-4107-a4f0-bff42392be09'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:10.792732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:10.826791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:28:10.852725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:28:10.857661 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e19d588-bb7f-4fd3-b07a-4a0f15b9cc82 x-openstack-request-id: req-7e19d588-bb7f-4fd3-b07a-4a0f15b9cc82 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:10.858114 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-plugged", "status": "completed", "tag": "09597020-a263-4716-b256-ca314c4aab32", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:10.858523 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e19d588-bb7f-4fd3-b07a-4a0f15b9cc82 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:10.859160 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09597020-a263-4716-b256-ca314c4aab32', 'code': 200} Jul 06 11:28:10.878428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:28:10.969687 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a5936b5-b28d-44fa-abc5-9eee6bf95b47 req-7cae81dd-9601-4613-92a7-f458918263dd tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 210 time: 0.0873070 Jul 06 11:28:10.974930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event updated for resources: {'Port': ['ID=e8cfd67b-bfa9-4435-b13a-831ad431ab03,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:11.002379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:11.024254 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:11.063273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:11.065048 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:11.098801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-502419c7-6d50-4ca7-a541-f5221fdad7fb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1401103 Jul 06 11:28:11.114878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Request body: {'port': {'device_id': '704abce2-e1e8-48dc-9fc3-4019dd3f8b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:11.339046 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:11.340358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e952b93d-1af2-4ba8-8788-b98dfd213021 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:28:11.367798 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:11.373855 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-908abfe4-b7a4-4c43-99ab-0dd491c84138 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e952b93d-1af2-4ba8-8788-b98dfd213021 HTTP/1.1" status: 204 len: 168 time: 2.7367542 Jul 06 11:28:11.427793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:11.485064 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-3c5b79d1-215c-40c7-85d2-4f2843df5801 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071496 Jul 06 11:28:11.562513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=06af901f-833a-45e3-96fb-6bdec289716c,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:11.594158 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:11.620588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8675179-34a0-470e-b6ed-f07549cf5a7a admin admin] Deleting subnet 975f29c6-c255-451a-b979-23e63b56af06 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:28:11.624968 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8675179-34a0-470e-b6ed-f07549cf5a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:11.632732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '06af901f-833a-45e3-96fb-6bdec289716c', 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a', 'port_id': '06af901f-833a-45e3-96fb-6bdec289716c', 'mac_address': 'fa:16:3e:3c:76:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d2f577-6be2-4de8-9745-d21caa44b53a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:28:11.676947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8675179-34a0-470e-b6ed-f07549cf5a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:11.753262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be206103-2346-420c-b40d-a47a59158f47 req-db66daa6-b665-40a7-b8ab-b61b58b5c251 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:11.755298 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be206103-2346-420c-b40d-a47a59158f47 req-db66daa6-b665-40a7-b8ab-b61b58b5c251 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.5000165 Jul 06 11:28:11.755497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-4618082c-f7cf-45fd-ac15-cc21e9cf3279 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:11.757510 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-4618082c-f7cf-45fd-ac15-cc21e9cf3279 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2644069 Jul 06 11:28:11.775871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Request body: {'port': {'device_id': '8881023f-0105-420c-bd03-5843a094d075', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '954e407d1dcd4bbebedb2be51459f1e9'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:11.926774 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:11.927926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba422b-476d-448a-aa5c-85acbcdf3ed7 req-83c5d868-833d-4d8f-8522-c9ad387306f7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:11.938483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0ba422b-476d-448a-aa5c-85acbcdf3ed7 req-83c5d868-833d-4d8f-8522-c9ad387306f7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 936 time: 0.7226992 Jul 06 11:28:11.959323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-20267fe4-53e6-4c71-9656-c9de2100d722 None None] Provisioning for port e8cfd67b-bfa9-4435-b13a-831ad431ab03 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:28:11.989511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06af901f-833a-45e3-96fb-6bdec289716c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:12.021959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be206103-2346-420c-b40d-a47a59158f47 req-be77d40c-2e34-4716-9578-ad02ac459de4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587457 Jul 06 11:28:12.055382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=06af901f-833a-45e3-96fb-6bdec289716c,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:12.055754 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8675179-34a0-470e-b6ed-f07549cf5a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:12.059253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-20267fe4-53e6-4c71-9656-c9de2100d722 None None] Provisioning complete for port e8cfd67b-bfa9-4435-b13a-831ad431ab03 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:12.062643 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20267fe4-53e6-4c71-9656-c9de2100d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:12.158506 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Made reservation on behalf of 954e407d1dcd4bbebedb2be51459f1e9 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:28:12.164123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:12.174991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-20267fe4-53e6-4c71-9656-c9de2100d722 None None] Port e8cfd67b-bfa9-4435-b13a-831ad431ab03 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:28:12.191798 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:12.372522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=06af901f-833a-45e3-96fb-6bdec289716c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:12.479256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5de7e039-9923-44df-ad91-8c325ce0b4fa no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:28:12.526389 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 5de7e039-9923-44df-ad91-8c325ce0b4fa {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:28:12.527428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5de7e039-9923-44df-ad91-8c325ce0b4fa not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:28:12.528471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:28:12.599629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:28:12.601755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52caa2f3-e246-4cbd-8bf5-0e53b7e7fcbd not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:28:12.613575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cfd67b-bfa9-4435-b13a-831ad431ab03 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:12.630518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:12.659434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Transition to ACTIVE for port object e8cfd67b-bfa9-4435-b13a-831ad431ab03 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:12.668680 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0ba422b-476d-448a-aa5c-85acbcdf3ed7 req-c91a59a6-ad8c-44df-82e2-eed5a26d98f3 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7288656 Jul 06 11:28:12.676937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:12.823426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['06af901f-833a-45e3-96fb-6bdec289716c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:12.833067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cfd67b-bfa9-4435-b13a-831ad431ab03,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:12.849628 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8675179-34a0-470e-b6ed-f07549cf5a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:13.077144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8675179-34a0-470e-b6ed-f07549cf5a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975f29c6-c255-451a-b979-23e63b56af06,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:13.085055 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac7faa4-f935-4a2e-9889-b4f5e0c13440 None None] Network 38ecf246-92f2-4043-beb0-e9e261b87a37 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:28:13.093676 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8675179-34a0-470e-b6ed-f07549cf5a7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:13.100698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d8675179-34a0-470e-b6ed-f07549cf5a7a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/975f29c6-c255-451a-b979-23e63b56af06 HTTP/1.1" status: 204 len: 168 time: 1.6647308 Jul 06 11:28:13.228947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57166) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:13.463351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Attempting to bind port e8cfd67b-bfa9-4435-b13a-831ad431ab03 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:28:13.468511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Attempting to bind port e8cfd67b-bfa9-4435-b13a-831ad431ab03 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:28:13.469030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Attempting to bind port e8cfd67b-bfa9-4435-b13a-831ad431ab03 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:13.508934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Port e8cfd67b-bfa9-4435-b13a-831ad431ab03 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:28:13.509464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Attempting to bind port e8cfd67b-bfa9-4435-b13a-831ad431ab03 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:13.619162 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:28:13.620233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:28:13.620233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:28:13.620527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Bound port: e8cfd67b-bfa9-4435-b13a-831ad431ab03, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:28:13.620739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:13.641473 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:13.813158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Allocated IP 192.168.233.241 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/c6ab7faf-c92b-4042-ab82-b0b5c74a318c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:28:13.938146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6c705955-e03b-4cb5-ab24-8241ce34514b req-9d69ddc6-31b6-4e80-ba4b-eb8bf4b6998f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 210 time: 0.1537929 Jul 06 11:28:14.060738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] For port e8cfd67b-bfa9-4435-b13a-831ad431ab03, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:14.076637 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] For port e8cfd67b-bfa9-4435-b13a-831ad431ab03, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e8cfd67b-bfa9-4435-b13a-831ad431ab03,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:28:14.108501 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:14.120988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f836a-1036-4f98-8e5a-8afdb0e27b4e req-76ba6ce7-353f-4b2c-85cb-4a49abe0df21 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:14.128937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e63f836a-1036-4f98-8e5a-8afdb0e27b4e req-76ba6ce7-353f-4b2c-85cb-4a49abe0df21 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 944 time: 0.5952594 Jul 06 11:28:14.140703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4162d7df-121f-4489-abe1-bafacf5b9002 None None] DHCP port deletion for 38ecf246-92f2-4043-beb0-e9e261b87a37 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:28:14.164077 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2cff-3de1-42c0-8808-cd5b58de2a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:14.269098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:14.269779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:14.271268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] 10.222.0.86 "PUT /v2.0/ports/e8cfd67b-bfa9-4435-b13a-831ad431ab03 HTTP/1.1" status: 200 len: 1096 time: 3.1615412 Jul 06 11:28:14.279671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704abce2-e1e8-48dc-9fc3-4019dd3f8b3d', 'tag': 'e8cfd67b-bfa9-4435-b13a-831ad431ab03'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:14.282243 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "704abce2-e1e8-48dc-9fc3-4019dd3f8b3d", "tag": "e8cfd67b-bfa9-4435-b13a-831ad431ab03"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:14.339076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:14.395317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Deleting port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:28:14.396182 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:14.400139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Transition to ACTIVE for port object c6ab7faf-c92b-4042-ab82-b0b5c74a318c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:14.426384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 374477d5-758b-46aa-acf4-bc6f20b0f9f1 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:28:14.506680 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e63f836a-1036-4f98-8e5a-8afdb0e27b4e req-00c0ed6e-d5d1-4236-a7ec-b89b2762a820 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690083 Jul 06 11:28:14.510926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4162d7df-121f-4489-abe1-bafacf5b9002 None None] Deleting port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:28:14.512043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:14.512256 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4162d7df-121f-4489-abe1-bafacf5b9002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:14.682176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:28:14.717264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:28:14.722934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:28:14.746067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] For port 374477d5-758b-46aa-acf4-bc6f20b0f9f1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=374477d5-758b-46aa-acf4-bc6f20b0f9f1,segment=NetworkSegment(145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f),segment_id=145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:14.746887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:14.819235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Calling delete_port for 374477d5-758b-46aa-acf4-bc6f20b0f9f1 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:28:14.877348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:14.944779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4162d7df-121f-4489-abe1-bafacf5b9002 None None] For port 374477d5-758b-46aa-acf4-bc6f20b0f9f1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=374477d5-758b-46aa-acf4-bc6f20b0f9f1,segment=NetworkSegment(145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f),segment_id=145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:14.945551 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4162d7df-121f-4489-abe1-bafacf5b9002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:14.989317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:14.994006 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:15.038214 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-34753262-c0ba-46a9-8c85-f32f1fbba3e7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2664363 Jul 06 11:28:15.048124 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:15.078959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Request body: {'port': {'device_id': '8881023f-0105-420c-bd03-5843a094d075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:15.126918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4162d7df-121f-4489-abe1-bafacf5b9002 None None] Calling delete_port for 374477d5-758b-46aa-acf4-bc6f20b0f9f1 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:28:15.187226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['296e7651-f369-43d0-9967-14c325fbe87c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:15.201924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f3dff-2625-4a25-870b-c02279a25060 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cfd67b-bfa9-4435-b13a-831ad431ab03,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:15.248807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-f3b8af4e-c904-47c0-aa07-01869f8d656c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:15.264958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-f3b8af4e-c904-47c0-aa07-01869f8d656c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/networks?id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 200 len: 813 time: 1.0854912 Jul 06 11:28:15.362298 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:15.412832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:15.452200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-eae6aeca-c1b0-4293-be97-fd84a84ce992 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/quotas/fc6e59274edb4b1a890f110d529763b3 HTTP/1.1" status: 200 len: 375 time: 0.1859534 Jul 06 11:28:15.535804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] No DVR routers for this DVR port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:28:15.564200 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Pushing event deleted for resources: {'Port': ['ID=374477d5-758b-46aa-acf4-bc6f20b0f9f1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:15.602759 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4162d7df-121f-4489-abe1-bafacf5b9002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:15.667764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162d7df-121f-4489-abe1-bafacf5b9002 None None] No DVR routers for this DVR port 374477d5-758b-46aa-acf4-bc6f20b0f9f1 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:28:15.689816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['258210eb-9adc-4b0c-85e3-70dfacae5f08'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:15.695489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-e5dacf53-4b2e-45d5-be95-861f3ddc8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:15.697696 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-e5dacf53-4b2e-45d5-be95-861f3ddc8c25 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 1099 time: 1.2793698 Jul 06 11:28:15.780720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-343ecb77-0d30-43c5-a5e6-bac5838b9e94 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=e8cfd67b-bfa9-4435-b13a-831ad431ab03 HTTP/1.1" status: 200 len: 217 time: 0.0520384 Jul 06 11:28:15.838058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-4757c03f-6c75-4eb4-bbc6-8e4f7367fdbf tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc6e59274edb4b1a890f110d529763b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3844476 Jul 06 11:28:15.898703 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:15.958160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1986-74bd-46f1-97ab-9c66a5fdc6bd req-006509c8-d588-4cbd-ab29-518732edd568 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:15.960129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48ac1986-74bd-46f1-97ab-9c66a5fdc6bd req-006509c8-d588-4cbd-ab29-518732edd568 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 948 time: 0.6504033 Jul 06 11:28:15.984909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162d7df-121f-4489-abe1-bafacf5b9002 None None] Pushing event deleted for resources: {'Port': ['ID=374477d5-758b-46aa-acf4-bc6f20b0f9f1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:15.998605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ecf246-92f2-4043-beb0-e9e261b87a37']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:28:16.044125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:28:16.044676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145c4cd3-1d0d-470c-a6f9-a1d6c5a7c10f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:28:16.071112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48ac1986-74bd-46f1-97ab-9c66a5fdc6bd req-412f0b0f-7dd0-4dee-9d54-f0f46c948d28 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961442 Jul 06 11:28:16.073586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:16.079029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-74dd7657-2f9d-482f-8e59-aa71893e196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:16.080771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-74dd7657-2f9d-482f-8e59-aa71893e196e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2878487 Jul 06 11:28:16.135193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7e9eec4f-1a60-45af-8710-4080db998afe None None] Provisioning for port c6ab7faf-c92b-4042-ab82-b0b5c74a318c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:28:16.195111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7e9eec4f-1a60-45af-8710-4080db998afe None None] Provisioning complete for port c6ab7faf-c92b-4042-ab82-b0b5c74a318c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:16.211216 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e9eec4f-1a60-45af-8710-4080db998afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:16.450143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 06af901f-833a-45e3-96fb-6bdec289716c up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:28:16.454797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ab7faf-c92b-4042-ab82-b0b5c74a318c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:16.478539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:16.524860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Transition to ACTIVE for port object c6ab7faf-c92b-4042-ab82-b0b5c74a318c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:16.538203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:16.557713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7e9eec4f-1a60-45af-8710-4080db998afe None None] Port c6ab7faf-c92b-4042-ab82-b0b5c74a318c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:28:16.642336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:16.922574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 06af901f-833a-45e3-96fb-6bdec289716c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:28:16.942057 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 06af901f-833a-45e3-96fb-6bdec289716c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:16.942562 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:16.986580 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b722349-2aef-48d2-b059-c973ba59d78d x-openstack-request-id: req-8b722349-2aef-48d2-b059-c973ba59d78d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:16.987217 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704abce2-e1e8-48dc-9fc3-4019dd3f8b3d", "tag": "e8cfd67b-bfa9-4435-b13a-831ad431ab03", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:16.987217 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b722349-2aef-48d2-b059-c973ba59d78d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:16.987580 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704abce2-e1e8-48dc-9fc3-4019dd3f8b3d', 'tag': 'e8cfd67b-bfa9-4435-b13a-831ad431ab03', 'status': 'completed', 'code': 200} Jul 06 11:28:17.000479 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.022914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:28:17.023641 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.055390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Attempting to bind port c6ab7faf-c92b-4042-ab82-b0b5c74a318c on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:28:17.056236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Attempting to bind port c6ab7faf-c92b-4042-ab82-b0b5c74a318c by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:28:17.056913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Attempting to bind port c6ab7faf-c92b-4042-ab82-b0b5c74a318c on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:17.079947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Port c6ab7faf-c92b-4042-ab82-b0b5c74a318c on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:28:17.080648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Attempting to bind port c6ab7faf-c92b-4042-ab82-b0b5c74a318c on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:17.103190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:28:17.109112 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:28:17.109984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:28:17.110847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Bound port: c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:28:17.111621 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:28:17.218784 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:28:17.241512 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.253945 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.340040 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.359991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] 10.222.0.21 "DELETE /v2.0/networks/38ecf246-92f2-4043-beb0-e9e261b87a37 HTTP/1.1" status: 204 len: 168 time: 4.1146193 Jul 06 11:28:17.377753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06af901f-833a-45e3-96fb-6bdec289716c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:17.382590 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08fd274-71ee-466e-9ccc-be9ffd22a468" -d '{"events": [{"server_uuid": "49c9c2c3-13ef-4410-b324-fe4fb9f5800d", "name": "network-vif-plugged", "status": "completed", "tag": "06af901f-833a-45e3-96fb-6bdec289716c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:17.386676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:17.394027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:28:17.404503 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.418361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79955df-2a9a-43e0-a929-868f159be772 admin admin] Pushing event deleted for resources: {'Network': ['ID=38ecf246-92f2-4043-beb0-e9e261b87a37,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:17.421355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=06af901f-833a-45e3-96fb-6bdec289716c,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:17.429267 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.445333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:17.446872 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:17.450160 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] 10.222.0.86 "PUT /v2.0/ports/c6ab7faf-c92b-4042-ab82-b0b5c74a318c HTTP/1.1" status: 200 len: 1096 time: 2.4025867 Jul 06 11:28:17.454629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:17.459952 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b" -d '{"events": [{"name": "network-changed", "server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:17.523576 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-dd6677fb-2142-4361-9206-83b0d0c27918 service neutron] 10.222.0.21 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6840489 Jul 06 11:28:17.583542 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=06af901f-833a-45e3-96fb-6bdec289716c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:17.630746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bfeb3-c7f2-4ccd-bb90-35aae0a2b80f service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:17.660893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-c3c70ae6-1ba8-4b8f-bc97-0b0b6d59319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:17.679019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-c3c70ae6-1ba8-4b8f-bc97-0b0b6d59319a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4614625 Jul 06 11:28:17.775978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-f61fb1b6-1542-4d05-b240-7094f1d09d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:17.785067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-f61fb1b6-1542-4d05-b240-7094f1d09d7b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 1099 time: 0.2365847 Jul 06 11:28:17.871637 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-43321667-8b09-430c-be4d-f5ce99e3165e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c HTTP/1.1" status: 200 len: 217 time: 0.0618927 Jul 06 11:28:17.882313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57218) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:18.006377 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-bc766211-151c-447c-81aa-6cf7d82fa9c4 service neutron] 10.222.0.21 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817238 Jul 06 11:28:18.048867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2070412-5caa-449f-a63e-19b157cbbd2f req-3c1b851a-7608-41ee-8cba-5d8d85116369 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:18.051577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2070412-5caa-449f-a63e-19b157cbbd2f req-3c1b851a-7608-41ee-8cba-5d8d85116369 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 948 time: 0.8361783 Jul 06 11:28:18.080237 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.082170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-f22f0fb5-8a21-4757-a5bc-1f99aaf46ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:18.083820 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-f22f0fb5-8a21-4757-a5bc-1f99aaf46ab2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1982450 Jul 06 11:28:18.093250 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fdbb0e64-fa26-445b-9b86-755672fbd01e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e32e9c91d0024ed5b0480269f0e264b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088885 Jul 06 11:28:18.096913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57224) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:18.216748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2070412-5caa-449f-a63e-19b157cbbd2f req-d18563b8-d995-40e3-9b01-b663cf650851 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426780 Jul 06 11:28:18.287688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-c2311fc7-39cd-4ee3-b94a-7be80bebcb9f service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575670 Jul 06 11:28:18.313665 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f408ed0-2ecf-4d43-9e4e-db48b808d7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.366310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-043e01ad-85b4-42a8-a414-def7ce925747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:18.371055 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-043e01ad-85b4-42a8-a414-def7ce925747 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2737460 Jul 06 11:28:18.374133 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d250fd66-f61b-40d5-b6af-c6e807a7cf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.514356 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.742114 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d250fd66-f61b-40d5-b6af-c6e807a7cf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.885040 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5f66fed-60f7-434f-82db-2ac95fda42a6 req-3760ce13-756d-4047-b994-fead50f44185 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838120 Jul 06 11:28:18.915750 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d250fd66-f61b-40d5-b6af-c6e807a7cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.925199 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d250fd66-f61b-40d5-b6af-c6e807a7cf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:18.927850 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d250fd66-f61b-40d5-b6af-c6e807a7cf66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92b81c43-36ae-4739-8434-879f6fb5a644 HTTP/1.1" status: 204 len: 168 time: 0.8247166 Jul 06 11:28:18.947403 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-4724afb2-83c8-4e9c-81a7-a82338a52153 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602605 Jul 06 11:28:19.004828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d051a-c82f-4e06-9d84-29f37e357511 req-e8ce2bed-4826-4282-994e-08fcdc6d77ec tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:19.007319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e24d051a-c82f-4e06-9d84-29f37e357511 req-e8ce2bed-4826-4282-994e-08fcdc6d77ec tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 945 time: 0.4263315 Jul 06 11:28:19.026360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250fd66-f61b-40d5-b6af-c6e807a7cf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b81c43-36ae-4739-8434-879f6fb5a644,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:19.252319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bba9c9-fa33-48e8-adf4-a17b2ba6be25 req-1bee4dca-fbad-486d-ad83-1573fc199f32 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:19.253973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81bba9c9-fa33-48e8-adf4-a17b2ba6be25 req-1bee4dca-fbad-486d-ad83-1573fc199f32 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 948 time: 0.4629409 Jul 06 11:28:19.265968 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e24d051a-c82f-4e06-9d84-29f37e357511 req-8134f353-06cd-4a63-b2f7-3eada28d9df1 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546564 Jul 06 11:28:19.356580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81bba9c9-fa33-48e8-adf4-a17b2ba6be25 req-c81f6ec4-20c0-4d06-bd92-388e40ff896e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892081 Jul 06 11:28:19.392607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9 req-50a8fbee-b59f-493e-882c-213a3e07adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:19.401954 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9 req-50a8fbee-b59f-493e-882c-213a3e07adff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 1099 time: 0.3850133 Jul 06 11:28:19.413810 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45f5a0e-043d-4e8a-bced-08db5b96da94 x-openstack-request-id: req-a45f5a0e-043d-4e8a-bced-08db5b96da94 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:19.415211 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c9c2c3-13ef-4410-b324-fe4fb9f5800d", "name": "network-vif-plugged", "status": "completed", "tag": "06af901f-833a-45e3-96fb-6bdec289716c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:19.415740 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a45f5a0e-043d-4e8a-bced-08db5b96da94 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:19.417046 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06af901f-833a-45e3-96fb-6bdec289716c', 'code': 200} Jul 06 11:28:19.452480 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4973ab73-ca3b-4880-8339-86aeb8186112 req-c0990531-1a66-4ece-a8bf-24dce1c49a53 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620728 Jul 06 11:28:19.679838 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6631c892-9b22-4b0b-874e-f13e8658266e x-openstack-request-id: req-6631c892-9b22-4b0b-874e-f13e8658266e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:19.680333 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:19.680458 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6631c892-9b22-4b0b-874e-f13e8658266e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:19.681179 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'status': 'completed', 'code': 200} Jul 06 11:28:19.771826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21775245-fe20-415e-a54a-d64a0f1487d7 req-073676e4-88b0-4d9f-b0bd-3213e03abfdf tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 210 time: 0.0629115 Jul 06 11:28:19.819629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9 req-ca139a8d-2d33-4a29-9f09-a290460757e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:19.824503 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9 req-ca139a8d-2d33-4a29-9f09-a290460757e7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.4060059 Jul 06 11:28:19.926122 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9 req-6f491ba9-0d95-491a-ba86-820eba4fddbc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=e8cfd67b-bfa9-4435-b13a-831ad431ab03 HTTP/1.1" status: 200 len: 217 time: 0.0941095 Jul 06 11:28:20.001721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c4437-d6fb-4848-b726-81a83de38af2 req-ac70d35b-4b6a-47a7-9424-f4a80b98c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:20.006065 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f71c4437-d6fb-4848-b726-81a83de38af2 req-ac70d35b-4b6a-47a7-9424-f4a80b98c2e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 1096 time: 0.4462583 Jul 06 11:28:20.012144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b req-14ff3067-7f36-4f25-8f15-43a2bac40f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:20.016495 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b req-14ff3067-7f36-4f25-8f15-43a2bac40f8e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 1099 time: 0.3561511 Jul 06 11:28:20.190447 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9 req-0f848ede-d02f-4ec2-bc7f-85147856886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:20.192618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9 req-0f848ede-d02f-4ec2-bc7f-85147856886e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2572353 Jul 06 11:28:20.254844 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:20.285373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b req-aabd2aed-c56c-4a43-b620-6d896ea9eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:20.289922 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b req-aabd2aed-c56c-4a43-b620-6d896ea9eb84 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2504184 Jul 06 11:28:20.293957 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f71c4437-d6fb-4848-b726-81a83de38af2 req-9429fdff-ff1c-4b65-8884-952272c3abd4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761865 Jul 06 11:28:20.386428 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b req-cd8bf069-c0ef-44ab-8dc4-0e0cf03d5fb8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c HTTP/1.1" status: 200 len: 217 time: 0.0867834 Jul 06 11:28:20.405832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170d299-85e9-496d-8248-a95740d34bda req-3c247691-2809-48f3-952d-271acccc508a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:20.415590 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3170d299-85e9-496d-8248-a95740d34bda req-3c247691-2809-48f3-952d-271acccc508a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 948 time: 0.3340373 Jul 06 11:28:20.504848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b req-91f3c17f-7a22-498a-bafd-7b51bf7095d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:20.517203 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b req-91f3c17f-7a22-498a-bafd-7b51bf7095d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1207175 Jul 06 11:28:20.555122 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3170d299-85e9-496d-8248-a95740d34bda req-5496d7a3-914c-4c0d-a6e7-c070458e1c16 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371760 Jul 06 11:28:20.584314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9 req-912fa961-a5e3-43ef-8824-1bdeed1807ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:20.585900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9 req-912fa961-a5e3-43ef-8824-1bdeed1807ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3527186 Jul 06 11:28:20.730175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b req-2dd80773-e689-4314-bf7e-8d63f38a2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:20.736066 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b req-2dd80773-e689-4314-bf7e-8d63f38a2908 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2053745 Jul 06 11:28:21.014353 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b req-9ab5dcfc-d76b-46db-9157-8327c7e10cb8 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648244 Jul 06 11:28:21.155069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03a0bf-6c2c-4928-9143-90b088dd627b req-603ef80b-0f4a-4aa2-998b-7830efeb33d6 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:21.157313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f03a0bf-6c2c-4928-9143-90b088dd627b req-603ef80b-0f4a-4aa2-998b-7830efeb33d6 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 945 time: 0.5671797 Jul 06 11:28:21.252938 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-531a66c2-6cd3-4fa2-b98e-2ba87f40a90b req-e5946dca-0715-4e36-a847-53cd7ee0405e service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299645 Jul 06 11:28:21.257766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9 req-b3642608-db40-4b58-ae2a-057b9071d76a service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493073 Jul 06 11:28:21.322642 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f03a0bf-6c2c-4928-9143-90b088dd627b req-b79d2d26-b7f9-4495-86d4-31a89de18703 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477621 Jul 06 11:28:21.439092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83bcf1-106f-426e-9143-40f237d6085b req-09d04eab-1943-4a0c-952c-b89d39d7a25d tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:21.453086 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e83bcf1-106f-426e-9143-40f237d6085b req-09d04eab-1943-4a0c-952c-b89d39d7a25d tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 948 time: 0.4041212 Jul 06 11:28:21.625534 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e83bcf1-106f-426e-9143-40f237d6085b req-5a512451-0dc4-45f9-9b01-f06a63572499 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709948 Jul 06 11:28:21.727424 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd1e4229-681e-4ab9-a41c-9422f41ab1f9 req-00b72ca8-cbb7-448f-9055-832d55ece436 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219539 Jul 06 11:28:22.276462 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device e8cfd67b-bfa9-4435-b13a-831ad431ab03 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:28:22.289980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-3f3d17b9-b1f7-4c6d-8027-17d617721893 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:22.294918 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-3f3d17b9-b1f7-4c6d-8027-17d617721893 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.47 "GET /v2.0/networks?id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 200 len: 813 time: 0.4245021 Jul 06 11:28:22.320224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Request body: {'port': {'device_id': '2f4dfbe2-75fe-47f0-9881-2091bf79e9be', 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f', 'admin_state_up': True, 'tenant_id': 'fc6e59274edb4b1a890f110d529763b3'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:22.413919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d119563d-0eb6-4f92-b29b-8603b80edc9f req-b2596718-802b-4fe7-9225-515684e8c83d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 210 time: 0.2923193 Jul 06 11:28:22.920338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port e8cfd67b-bfa9-4435-b13a-831ad431ab03, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e8cfd67b-bfa9-4435-b13a-831ad431ab03,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:22.974578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Made reservation on behalf of fc6e59274edb4b1a890f110d529763b3 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:28:22.989638 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:23.019032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'e8cfd67b-bfa9-4435-b13a-831ad431ab03', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'e8cfd67b-bfa9-4435-b13a-831ad431ab03', 'mac_address': 'fa:16:3e:2d:4b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:28:23.113344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27167bd1-b748-4dad-b40e-3d434665f011 req-1551e3bc-c266-484c-bb60-77fda1bba11c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:23.126005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27167bd1-b748-4dad-b40e-3d434665f011 req-1551e3bc-c266-484c-bb60-77fda1bba11c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 948 time: 0.2260082 Jul 06 11:28:23.178347 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:23.227640 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cfd67b-bfa9-4435-b13a-831ad431ab03 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:23.275228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port e8cfd67b-bfa9-4435-b13a-831ad431ab03, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e8cfd67b-bfa9-4435-b13a-831ad431ab03,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:23.288035 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:23.291070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6ab7faf-c92b-4042-ab82-b0b5c74a318c details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:28:23.305630 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27167bd1-b748-4dad-b40e-3d434665f011 req-ae6fc7a7-6b7f-4c92-bcd1-de355ed9cefb tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764109 Jul 06 11:28:23.506085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Allocated IP 172.20.0.5 (36e3040e-6edd-4a2e-b0fb-377b1f72f50f/ab34012f-cd48-4978-9f78-ba3b215e7390/ae1baf91-8108-40ff-8679-6f91f15caf87) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:28:23.519942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddad12c-6ea0-4004-8392-40a1bcf16616 req-57031562-9424-47f6-8084-c628ab91f959 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:23.538327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eddad12c-6ea0-4004-8392-40a1bcf16616 req-57031562-9424-47f6-8084-c628ab91f959 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 945 time: 0.3636911 Jul 06 11:28:23.548093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:23.582344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=e8cfd67b-bfa9-4435-b13a-831ad431ab03,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:23.609623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'mac_address': 'fa:16:3e:23:16:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:28:23.750999 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eddad12c-6ea0-4004-8392-40a1bcf16616 req-1250cdd9-6a3c-4e03-a6c2-6f72a378e26b tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065027 Jul 06 11:28:23.799609 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:23.952223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ab7faf-c92b-4042-ab82-b0b5c74a318c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:24.099715 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:24.116953 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:24.333119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:24.346588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef23a14-54d4-410e-899d-4a9bf66e59b1 req-e78fb396-1f77-42ab-9b0b-76c6118be681 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:24.349458 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef23a14-54d4-410e-899d-4a9bf66e59b1 req-e78fb396-1f77-42ab-9b0b-76c6118be681 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 949 time: 0.2170732 Jul 06 11:28:24.381732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:24.440379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef23a14-54d4-410e-899d-4a9bf66e59b1 req-827de366-8eba-43b3-98ff-4f2e367cf78c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784907 Jul 06 11:28:24.524094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['e8cfd67b-bfa9-4435-b13a-831ad431ab03'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:24.533587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c6ab7faf-c92b-4042-ab82-b0b5c74a318c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:24.554817 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:24.720221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f81d5d93-b733-4518-a3c1-c20be136b443'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:24.751962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:28:24.760004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:28:24.772656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:28:24.842584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Pushing event updated for resources: {'Port': ['ID=ae1baf91-8108-40ff-8679-6f91f15caf87,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:24.952763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:24.954062 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:25.009488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97900d8-9f8f-4e16-a214-ce16be44cefc req-57a31efc-be37-43b3-b702-d987413309fe tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:25.010328 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-32b2f677-4dd7-4fa6-8ac9-c6cc263b88c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7040918 Jul 06 11:28:25.014013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d97900d8-9f8f-4e16-a214-ce16be44cefc req-57a31efc-be37-43b3-b702-d987413309fe tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 931 time: 0.3997564 Jul 06 11:28:25.039070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Request body: {'port': {'device_id': '2f4dfbe2-75fe-47f0-9881-2091bf79e9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:25.228464 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d97900d8-9f8f-4e16-a214-ce16be44cefc req-2ca01b7f-04d6-4779-b624-d55198963d85 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848443 Jul 06 11:28:25.245824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf328571-3a7a-485b-9353-f8fe8c4e4a51 req-6efbad91-04b7-4a84-a0c3-bde898e05edf tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:25.264603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf328571-3a7a-485b-9353-f8fe8c4e4a51 req-6efbad91-04b7-4a84-a0c3-bde898e05edf tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 1096 time: 0.4647605 Jul 06 11:28:25.379318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:25.413769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf328571-3a7a-485b-9353-f8fe8c4e4a51 req-933af6c5-a62b-4abb-b389-654869d098a0 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472235 Jul 06 11:28:26.025494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02d0ab-a2ad-4c80-abb7-8ff860a25a85 req-fa17d696-fc00-49ab-951f-cf09007c296d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:26.040582 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e02d0ab-a2ad-4c80-abb7-8ff860a25a85 req-fa17d696-fc00-49ab-951f-cf09007c296d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 949 time: 0.3229332 Jul 06 11:28:26.173322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e02d0ab-a2ad-4c80-abb7-8ff860a25a85 req-b16ca064-5951-4937-a320-86153994eaef tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293683 Jul 06 11:28:26.417539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1baf91-8108-40ff-8679-6f91f15caf87 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:26.434424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:26.463827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Transition to ACTIVE for port object ae1baf91-8108-40ff-8679-6f91f15caf87 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:26.473805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:26.765270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1baf91-8108-40ff-8679-6f91f15caf87,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:26.810670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11b45d-7d21-41f0-abd4-ba997f97f819 req-878f6296-ba23-4759-9ae1-5e1ee1c94d85 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:26.817557 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e11b45d-7d21-41f0-abd4-ba997f97f819 req-878f6296-ba23-4759-9ae1-5e1ee1c94d85 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 1096 time: 0.2249873 Jul 06 11:28:26.878974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Attempting to bind port ae1baf91-8108-40ff-8679-6f91f15caf87 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:28:26.879564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Attempting to bind port ae1baf91-8108-40ff-8679-6f91f15caf87 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'a572d9ca-9370-45b2-b540-12a9ad3f2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:28:26.880075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Attempting to bind port ae1baf91-8108-40ff-8679-6f91f15caf87 on network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:26.900424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Port ae1baf91-8108-40ff-8679-6f91f15caf87 on network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:28:26.900990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Attempting to bind port ae1baf91-8108-40ff-8679-6f91f15caf87 on network 36e3040e-6edd-4a2e-b0fb-377b1f72f50f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:26.916144 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e11b45d-7d21-41f0-abd4-ba997f97f819 req-7fd51368-f49d-4c97-869e-b7b54be3907c tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793891 Jul 06 11:28:26.919357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:28:26.919959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Checking segment: {'id': 'a572d9ca-9370-45b2-b540-12a9ad3f2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:28:26.920554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Bound using segment: {'id': 'a572d9ca-9370-45b2-b540-12a9ad3f2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:28:26.921161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Bound port: ae1baf91-8108-40ff-8679-6f91f15caf87, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a572d9ca-9370-45b2-b540-12a9ad3f2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:28:26.921719 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:26.969957 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f789d-bbb2-4955-aa74-4db0b80b1eaf req-776d3eb1-9040-43fb-b941-84fc2574b680 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:26.972633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-363f789d-bbb2-4955-aa74-4db0b80b1eaf req-776d3eb1-9040-43fb-b941-84fc2574b680 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 949 time: 0.2726095 Jul 06 11:28:27.131810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-363f789d-bbb2-4955-aa74-4db0b80b1eaf req-b561aa1d-6359-499b-b2c6-8f8f46a9c714 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378825 Jul 06 11:28:27.193885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] For port ae1baf91-8108-40ff-8679-6f91f15caf87, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:27.203197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] For port ae1baf91-8108-40ff-8679-6f91f15caf87, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ae1baf91-8108-40ff-8679-6f91f15caf87,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:28:27.214321 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:27.354086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:27.355071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:27.358252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] 10.222.0.47 "PUT /v2.0/ports/ae1baf91-8108-40ff-8679-6f91f15caf87 HTTP/1.1" status: 200 len: 1091 time: 2.3358142 Jul 06 11:28:27.359024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4dfbe2-75fe-47f0-9881-2091bf79e9be', 'tag': 'ae1baf91-8108-40ff-8679-6f91f15caf87'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:27.372754 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a6b12-cb4f-443e-8283-38227c92570f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4dfbe2-75fe-47f0-9881-2091bf79e9be", "tag": "ae1baf91-8108-40ff-8679-6f91f15caf87"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:27.556607 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b7b8f-1e78-4ff8-a07c-05665bce2a25 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1baf91-8108-40ff-8679-6f91f15caf87,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:27.659477 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-79683c6c-e4e3-46f4-be4d-934a715f7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:27.665096 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-79683c6c-e4e3-46f4-be4d-934a715f7bee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc6e59274edb4b1a890f110d529763b3&device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 1094 time: 0.2219143 Jul 06 11:28:27.712410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a151d15-a40c-4edc-a344-4156fd6f02d1 req-b4222270-1f82-4da5-9099-a5c4f65104e8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:27.756298 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a151d15-a40c-4edc-a344-4156fd6f02d1 req-b4222270-1f82-4da5-9099-a5c4f65104e8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 943 time: 0.2578166 Jul 06 11:28:27.880097 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-adad890c-9b41-45a2-ac16-be579e258883 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae1baf91-8108-40ff-8679-6f91f15caf87 HTTP/1.1" status: 200 len: 217 time: 0.1879294 Jul 06 11:28:27.931401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a151d15-a40c-4edc-a344-4156fd6f02d1 req-482f57ad-efa3-4b11-8b77-a98cf9c710ba tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736319 Jul 06 11:28:28.015475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-e84a4db3-6b5c-4045-ba01-f631b2b866f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:28.017779 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-e84a4db3-6b5c-4045-ba01-f631b2b866f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab34012f-cd48-4978-9f78-ba3b215e7390 HTTP/1.1" status: 200 len: 853 time: 0.1356289 Jul 06 11:28:28.084908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-477756d5-94b5-44aa-a8cb-d5323f2cc04b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522339 Jul 06 11:28:28.322404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device e8cfd67b-bfa9-4435-b13a-831ad431ab03 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:28:28.439650 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-e0dcd3f2-b06b-4291-b247-fbcd09e06375 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448470 Jul 06 11:28:28.449318 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1d75f3-dd2d-44fe-9ef1-a52da480d345 x-openstack-request-id: req-2e1d75f3-dd2d-44fe-9ef1-a52da480d345 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:28.450566 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4dfbe2-75fe-47f0-9881-2091bf79e9be", "tag": "ae1baf91-8108-40ff-8679-6f91f15caf87", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:28.450815 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e1d75f3-dd2d-44fe-9ef1-a52da480d345 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:28.451212 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4dfbe2-75fe-47f0-9881-2091bf79e9be', 'tag': 'ae1baf91-8108-40ff-8679-6f91f15caf87', 'status': 'completed', 'code': 200} Jul 06 11:28:28.482974 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:28.495104 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:28.497777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252baf7c-9c64-471e-b812-1bc97c8b7f9a req-f6a6a93e-57ab-4e84-92ad-d37ff3fa5c84 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:28.524798 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-252baf7c-9c64-471e-b812-1bc97c8b7f9a req-f6a6a93e-57ab-4e84-92ad-d37ff3fa5c84 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 949 time: 0.3073692 Jul 06 11:28:28.567741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port e8cfd67b-bfa9-4435-b13a-831ad431ab03 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:28:28.579576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port e8cfd67b-bfa9-4435-b13a-831ad431ab03 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:28.580587 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:28.688241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-252baf7c-9c64-471e-b812-1bc97c8b7f9a req-9416de85-516e-4da2-8a91-962757a42b92 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592925 Jul 06 11:28:28.749261 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4cd3f203-3482-4d1f-b267-f229f8190df9 req-85970517-fc01-486b-9e79-0d8f8ae02c12 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969329 Jul 06 11:28:28.814842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57482) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:28.868137 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:28.957811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704abce2-e1e8-48dc-9fc3-4019dd3f8b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cfd67b-bfa9-4435-b13a-831ad431ab03'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:28.966595 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b8ef73-1197-4ce2-88c8-325bc0fa70dc" -d '{"events": [{"server_uuid": "704abce2-e1e8-48dc-9fc3-4019dd3f8b3d", "name": "network-vif-plugged", "status": "completed", "tag": "e8cfd67b-bfa9-4435-b13a-831ad431ab03"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:29.066868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port e8cfd67b-bfa9-4435-b13a-831ad431ab03, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e8cfd67b-bfa9-4435-b13a-831ad431ab03,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:29.085323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:29.086294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6ab7faf-c92b-4042-ab82-b0b5c74a318c up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:28:29.172908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a6b12-cb4f-443e-8283-38227c92570f req-d95b1fc8-4e0e-4bcd-8d35-69c2f8c93def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:29.176822 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-213a6b12-cb4f-443e-8283-38227c92570f req-d95b1fc8-4e0e-4bcd-8d35-69c2f8c93def service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc6e59274edb4b1a890f110d529763b3&device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 1094 time: 0.3321550 Jul 06 11:28:29.418001 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28e746e6-40ca-4944-ae52-71767466aa4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:29.418891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=e8cfd67b-bfa9-4435-b13a-831ad431ab03,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:29.537054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port c6ab7faf-c92b-4042-ab82-b0b5c74a318c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:28:29.548497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c6ab7faf-c92b-4042-ab82-b0b5c74a318c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:29.551051 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:29.636678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ea006-ab90-41ef-9782-d1a5bd451bb1 req-b15f3715-af9d-4031-8b15-c36f4113ea6a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:29.643097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f2ea006-ab90-41ef-9782-d1a5bd451bb1 req-b15f3715-af9d-4031-8b15-c36f4113ea6a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 950 time: 0.4426351 Jul 06 11:28:29.653915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a6b12-cb4f-443e-8283-38227c92570f req-799c5b61-5e87-4add-bbd9-0818cce8d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:29.659778 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-213a6b12-cb4f-443e-8283-38227c92570f req-799c5b61-5e87-4add-bbd9-0818cce8d129 service neutron] 10.222.0.47 "GET /v2.0/networks?id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 200 len: 914 time: 0.4554424 Jul 06 11:28:29.775289 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f2ea006-ab90-41ef-9782-d1a5bd451bb1 req-cc1fe7bb-1109-4040-bbbe-6d09ca49bef3 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141584 Jul 06 11:28:29.873771 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-213a6b12-cb4f-443e-8283-38227c92570f req-6702c4cc-194c-4c0a-941e-eeab1bd1c78d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae1baf91-8108-40ff-8679-6f91f15caf87 HTTP/1.1" status: 200 len: 217 time: 0.1872170 Jul 06 11:28:29.902219 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:29.998667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:30.002479 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db85d2e4-1abd-4054-a6fd-c8f5f768bb3b x-openstack-request-id: req-db85d2e4-1abd-4054-a6fd-c8f5f768bb3b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:30.004932 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704abce2-e1e8-48dc-9fc3-4019dd3f8b3d", "name": "network-vif-plugged", "status": "completed", "tag": "e8cfd67b-bfa9-4435-b13a-831ad431ab03", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:30.005762 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db85d2e4-1abd-4054-a6fd-c8f5f768bb3b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:30.006492 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704abce2-e1e8-48dc-9fc3-4019dd3f8b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cfd67b-bfa9-4435-b13a-831ad431ab03', 'code': 200} Jul 06 11:28:30.008652 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:30.203405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:30.280762 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28e746e6-40ca-4944-ae52-71767466aa4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:30.310910 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28e746e6-40ca-4944-ae52-71767466aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:30.363353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abf197-fe70-4540-9933-54d45e46b32a req-0dc59325-52b6-402e-b71a-15d14b74afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:30.366291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3abf197-fe70-4540-9933-54d45e46b32a req-0dc59325-52b6-402e-b71a-15d14b74afd5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 1101 time: 0.2700462 Jul 06 11:28:30.384358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c33ffa-7442-4e05-be6e-49223200b8de req-f6b8dac7-918a-4ae6-9870-07acba6dd3c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:30.386919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62c33ffa-7442-4e05-be6e-49223200b8de req-f6b8dac7-918a-4ae6-9870-07acba6dd3c2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 943 time: 0.1840587 Jul 06 11:28:30.448535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a6b12-cb4f-443e-8283-38227c92570f req-3128b920-bdfe-460b-a42a-5c0745930170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:30.450678 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-213a6b12-cb4f-443e-8283-38227c92570f req-3128b920-bdfe-460b-a42a-5c0745930170 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab34012f-cd48-4978-9f78-ba3b215e7390 HTTP/1.1" status: 200 len: 853 time: 0.5519233 Jul 06 11:28:30.492132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3abf197-fe70-4540-9933-54d45e46b32a req-dde0ccfb-28bf-4856-a5f3-ef47f3620dbd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027436 Jul 06 11:28:30.544772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-213a6b12-cb4f-443e-8283-38227c92570f req-be810c56-a53a-4a73-8c6b-c4e2a32f8b4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678563 Jul 06 11:28:30.549095 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-28e746e6-40ca-4944-ae52-71767466aa4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=424f3ba51ada44778806302021bc76f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7327111 Jul 06 11:28:30.550944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e746e6-40ca-4944-ae52-71767466aa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe99546-6437-48dd-8d17-7b9cc4008988,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:30.555849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57510) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:30.557196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62c33ffa-7442-4e05-be6e-49223200b8de req-66641b6c-db92-431f-bb1e-cb4fd2ed87d7 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320438 Jul 06 11:28:30.804701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbe465a7-ef67-4cdb-86cf-213def75ab1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:30.837301 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-213a6b12-cb4f-443e-8283-38227c92570f req-e845f765-b3c1-4b86-84c3-e1d886ae3fa0 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805138 Jul 06 11:28:30.898713 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbe465a7-ef67-4cdb-86cf-213def75ab1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:30.978810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5ed4-e8a9-4d56-a64b-d151c600b6a1 req-200b7966-0296-4793-a1e1-9e35b61fbfa7 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:30.987019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dbd5ed4-e8a9-4d56-a64b-d151c600b6a1 req-200b7966-0296-4793-a1e1-9e35b61fbfa7 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 1096 time: 0.1435201 Jul 06 11:28:31.098543 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dbd5ed4-e8a9-4d56-a64b-d151c600b6a1 req-356b782f-2160-4c66-b9ce-9c6c274d0c4e tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019337 Jul 06 11:28:31.201788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-213a6b12-cb4f-443e-8283-38227c92570f req-daf87e9a-7ac6-4df2-8b4e-0719cee498ac service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510239 Jul 06 11:28:31.220870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbe465a7-ef67-4cdb-86cf-213def75ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:31.230059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbe465a7-ef67-4cdb-86cf-213def75ab1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:31.236366 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cbe465a7-ef67-4cdb-86cf-213def75ab1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fe99546-6437-48dd-8d17-7b9cc4008988 HTTP/1.1" status: 204 len: 168 time: 0.6780686 Jul 06 11:28:31.277271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe465a7-ef67-4cdb-86cf-213def75ab1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe99546-6437-48dd-8d17-7b9cc4008988,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:32.003221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba6319-e3a9-44e7-ab12-a52fe53bca66 req-ba1bf60e-58fe-4bc6-ae2f-6b5a79d9f4c5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:32.006371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6bba6319-e3a9-44e7-ab12-a52fe53bca66 req-ba1bf60e-58fe-4bc6-ae2f-6b5a79d9f4c5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.1326537 Jul 06 11:28:32.008559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:32.012102 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113bc079-6e07-4eb6-9ddd-ed034aa7a70b" -d '{"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:32.112963 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6bba6319-e3a9-44e7-ab12-a52fe53bca66 req-d2c8aea4-2243-43be-999a-55772b75fd28 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748968 Jul 06 11:28:32.547354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ae1baf91-8108-40ff-8679-6f91f15caf87 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:28:32.570019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77342b2-86ad-4796-b35a-d88105981533 req-e4950474-2d23-4631-9943-4f631f12c8d7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:32.586866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a77342b2-86ad-4796-b35a-d88105981533 req-e4950474-2d23-4631-9943-4f631f12c8d7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 950 time: 0.2198925 Jul 06 11:28:32.718499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a77342b2-86ad-4796-b35a-d88105981533 req-d6e30558-1ba3-47df-ab05-49df6b56077e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287818 Jul 06 11:28:32.908930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ae1baf91-8108-40ff-8679-6f91f15caf87, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ae1baf91-8108-40ff-8679-6f91f15caf87,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:32.939613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'ae1baf91-8108-40ff-8679-6f91f15caf87', 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f', 'port_id': 'ae1baf91-8108-40ff-8679-6f91f15caf87', 'mac_address': 'fa:16:3e:3b:05:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab34012f-cd48-4978-9f78-ba3b215e7390', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:28:33.094389 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:33.133952 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1baf91-8108-40ff-8679-6f91f15caf87 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:33.192684 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9858fc13-8706-46c6-bdc7-13904159035d req-c56a38a0-3b0c-4217-883c-c440860461cc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2229421 Jul 06 11:28:33.212220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ae1baf91-8108-40ff-8679-6f91f15caf87, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ae1baf91-8108-40ff-8679-6f91f15caf87,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:33.223701 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:33.378948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ae1baf91-8108-40ff-8679-6f91f15caf87,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:33.411315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57550) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:33.516464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fc13-8706-46c6-bdc7-13904159035d req-05cc4c8e-f273-4255-a4f0-7467091b2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:33.519716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9858fc13-8706-46c6-bdc7-13904159035d req-05cc4c8e-f273-4255-a4f0-7467091b2738 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 1101 time: 0.2927220 Jul 06 11:28:33.696464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['ae1baf91-8108-40ff-8679-6f91f15caf87'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:33.806448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1222756030-network', 'tenant_id': '732109b7a9bb4d25ba7b9514fdfb0363'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:33.808500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fc13-8706-46c6-bdc7-13904159035d req-8f202b42-226c-488f-9efe-2fe568c95f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:33.811308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9858fc13-8706-46c6-bdc7-13904159035d req-8f202b42-226c-488f-9efe-2fe568c95f82 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2299879 Jul 06 11:28:33.945283 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9858fc13-8706-46c6-bdc7-13904159035d req-b53576ce-70ca-4024-b462-3657c00a5c91 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=8865306c-ed81-47b2-b1dd-f11af373e157 HTTP/1.1" status: 200 len: 217 time: 0.1245782 Jul 06 11:28:33.972230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Made reservation on behalf of 732109b7a9bb4d25ba7b9514fdfb0363 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:28:33.979096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:34.025246 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:34.128009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fc13-8706-46c6-bdc7-13904159035d req-868a3c62-431c-4254-b714-96416788e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:34.130981 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9858fc13-8706-46c6-bdc7-13904159035d req-868a3c62-431c-4254-b714-96416788e0e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1733418 Jul 06 11:28:34.346270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fc13-8706-46c6-bdc7-13904159035d req-8fe59db0-938f-484a-8d52-109413bce361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:34.353725 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9858fc13-8706-46c6-bdc7-13904159035d req-8fe59db0-938f-484a-8d52-109413bce361 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2115934 Jul 06 11:28:34.371005 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:34.388376 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:34.452531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99819fdc-fd96-4aac-85fd-6c0e86670808,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:34.471680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:28:34.496712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:34.497576 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Added segment 3eaadc08-f8cb-471d-a66d-56e2978bdb09 of type vlan for network 303db037-9806-4ab0-b73d-fece10dd4932 Jul 06 11:28:34.648796 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:34.783203 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9858fc13-8706-46c6-bdc7-13904159035d req-517514bc-d3f7-4ab4-a2c1-33e507e3ed01 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058661 Jul 06 11:28:34.849277 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:34.851175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:34.852881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:34.977383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] Pushing event updated for resources: {'Network': ['ID=303db037-9806-4ab0-b73d-fece10dd4932,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:34.997378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 303db037-9806-4ab0-b73d-fece10dd4932 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:28:35.030270 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b90e6b38-90f3-454c-a205-c5021a32cb13 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6179008 Jul 06 11:28:35.036909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57572) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:35.056232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] Request body: {'subnet': {'network_id': '303db037-9806-4ab0-b73d-fece10dd4932', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1222756030-subnet', 'tenant_id': '732109b7a9bb4d25ba7b9514fdfb0363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:35.144649 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] Made reservation on behalf of 732109b7a9bb4d25ba7b9514fdfb0363 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:28:35.147753 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:35.177156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9858fc13-8706-46c6-bdc7-13904159035d req-e8cd665a-1f68-4e23-ba87-bd6a60c2eced service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900990 Jul 06 11:28:35.845254 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:35.962373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] Checking segment: {'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:28:35.962907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] Network hostable DHCP agents. Network: 303db037-9806-4ab0-b73d-fece10dd4932, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:28:35.982867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db865811-8939-42d3-8508-9ae239d97c6d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:36.006684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] Network 303db037-9806-4ab0-b73d-fece10dd4932 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:28:36.024451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 303db037-9806-4ab0-b73d-fece10dd4932) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:28:36.032676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:36.033942 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:36.038158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8399d8-9a77-47e9-bb01-484955eab16f None None] Network 303db037-9806-4ab0-b73d-fece10dd4932 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:28:36.071894 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f496a659-fb9c-438a-9783-a8ff89d55e6f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0322704 Jul 06 11:28:36.322577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-83f8ab9e-99cd-4513-96e0-ed89e8130f29 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:28:36.324061 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-83f8ab9e-99cd-4513-96e0-ed89e8130f29 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137050 Jul 06 11:28:36.354636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Request body: {'binding': {'host': 'n-h2-799527-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:36.355369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Unknown quota resources ['binding']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:28:36.574247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ae1baf91-8108-40ff-8679-6f91f15caf87 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:28:36.676145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059572d0-ca7c-47b7-a154-ca43ee68260d None None] Network 303db037-9806-4ab0-b73d-fece10dd4932 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:28:36.830473 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port ae1baf91-8108-40ff-8679-6f91f15caf87 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:28:36.890022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port ae1baf91-8108-40ff-8679-6f91f15caf87 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:36.891585 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:37.220228 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:37.251803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c on host n-h2-799527-2 for vnic_type normal with profile None {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:28:37.252460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:28:37.252933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:37.267565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Port 06af901f-833a-45e3-96fb-6bdec289716c on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:28:37.268115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:37.279058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:28:37.279632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:28:37.280321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:28:37.281084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Bound port: 06af901f-833a-45e3-96fb-6bdec289716c, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:28:37.314664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ae1baf91-8108-40ff-8679-6f91f15caf87, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ae1baf91-8108-40ff-8679-6f91f15caf87,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:37.328683 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:37.426722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=06af901f-833a-45e3-96fb-6bdec289716c,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:28:37.450669 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:37.466848 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-4f4063c0-1e95-47df-b368-20c1c299f556 service neutron] 10.222.0.21 "POST /v2.0/ports/06af901f-833a-45e3-96fb-6bdec289716c/bindings HTTP/1.1" status: 201 len: 389 time: 1.1104922 Jul 06 11:28:37.480617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ae1baf91-8108-40ff-8679-6f91f15caf87,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:37.691423 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-1d30f14c-7994-4896-9eb2-b802c8939ace service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2618780 Jul 06 11:28:37.974821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-5be581b1-b5e8-4c91-88bf-8f006758afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:37.983066 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-5be581b1-b5e8-4c91-88bf-8f006758afa1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 1101 time: 0.2104187 Jul 06 11:28:38.195647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570793f-e693-440e-a490-6abb30d46850 req-6e55c1db-a7cb-4cd8-bff5-512355b2232f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:38.208239 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f570793f-e693-440e-a490-6abb30d46850 req-6e55c1db-a7cb-4cd8-bff5-512355b2232f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 945 time: 0.2953398 Jul 06 11:28:38.251140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-6860adb0-bb9c-4b29-9c57-ad9cbaf781b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:38.253549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-6860adb0-bb9c-4b29-9c57-ad9cbaf781b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 1096 time: 0.1702721 Jul 06 11:28:38.290854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-5047ed79-3cd9-4c87-bcf4-434e35830e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:38.297360 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-5047ed79-3cd9-4c87-bcf4-434e35830e1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2807624 Jul 06 11:28:38.298717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f570793f-e693-440e-a490-6abb30d46850 req-6c57efd8-ee9c-4a71-a9e2-407926c9093e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891161 Jul 06 11:28:38.389279 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba904cdf-6c6f-4609-8732-2fe2a5e437dc x-openstack-request-id: req-ba904cdf-6c6f-4609-8732-2fe2a5e437dc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:38.390143 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:38.390143 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba904cdf-6c6f-4609-8732-2fe2a5e437dc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:38.390404 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'code': 200} Jul 06 11:28:38.428427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-72a7aca0-20e4-45c5-8d6e-e04c5b25f9e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=e1e3b93e-fed0-4944-bcd5-a86c55d63905 HTTP/1.1" status: 200 len: 217 time: 0.1229169 Jul 06 11:28:38.657846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-95ca1c46-3c16-4203-8e6d-06c8e0c551b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:38.660848 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-95ca1c46-3c16-4203-8e6d-06c8e0c551b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2156239 Jul 06 11:28:38.694060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-97235b29-19ec-432a-9800-6a711e9ac6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:38.704528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-97235b29-19ec-432a-9800-6a711e9ac6cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.4238765 Jul 06 11:28:38.800829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830a279-facd-423d-9bff-732e072333aa req-e955b296-e3e3-4b57-b0b3-d84c961be684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:38.802519 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0830a279-facd-423d-9bff-732e072333aa req-e955b296-e3e3-4b57-b0b3-d84c961be684 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 1101 time: 0.2673123 Jul 06 11:28:38.816161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-a7bbe8a2-5181-4b9c-a81d-a8df22979603 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06af901f-833a-45e3-96fb-6bdec289716c HTTP/1.1" status: 200 len: 217 time: 0.1005244 Jul 06 11:28:38.893674 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0830a279-facd-423d-9bff-732e072333aa req-c7857a95-fd8f-4858-b9ad-00198f6fd4ad service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797749 Jul 06 11:28:38.897486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-4ad556a9-de92-41ff-ab02-b8192fb633bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:38.900382 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-4ad556a9-de92-41ff-ab02-b8192fb633bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2275779 Jul 06 11:28:38.970806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-5f4885b2-d5da-4a6b-b2b0-d8951fea6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:38.973813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-5f4885b2-d5da-4a6b-b2b0-d8951fea6b9f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.1069767 Jul 06 11:28:39.026789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-ab206120-2018-466d-b945-a12af9899fce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433218 Jul 06 11:28:39.118502 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-e56303be-bb76-41c4-ac93-ff4e9be9017f service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041173 Jul 06 11:28:39.190744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2a8efc1e-ac54-49cf-900d-44bd4264f1e4 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413262 Jul 06 11:28:39.200479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c952916-ae13-4c7d-97e1-1434c34f7f41 req-32ab36a6-c95c-4ce7-8b7b-b76543b7e753 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:39.203111 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c952916-ae13-4c7d-97e1-1434c34f7f41 req-32ab36a6-c95c-4ce7-8b7b-b76543b7e753 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 1101 time: 0.3859751 Jul 06 11:28:39.314616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-580b0c7b-1b0c-4cb9-b4d3-49d84927dd23 req-7e1612aa-7ded-49b6-b3be-8c91371e8d49 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884897 Jul 06 11:28:39.903263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-6ed4c1a6-cf90-4229-a366-056ff5db24db service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985536 Jul 06 11:28:39.919569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c952916-ae13-4c7d-97e1-1434c34f7f41 req-7b0ebcbb-2e16-4171-8935-aa4a7ddff61d tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966830 Jul 06 11:28:40.134289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-37777c58-21ff-4093-a473-98ca07da5ae8 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:40.138733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-37777c58-21ff-4093-a473-98ca07da5ae8 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.1314886 Jul 06 11:28:40.179829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799527-2'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:40.392213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4dfbe2-75fe-47f0-9881-2091bf79e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1baf91-8108-40ff-8679-6f91f15caf87'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:40.396131 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9458875b-02a6-4c78-bccb-1c2a4475b75b" -d '{"events": [{"server_uuid": "2f4dfbe2-75fe-47f0-9881-2091bf79e9be", "name": "network-vif-plugged", "status": "completed", "tag": "ae1baf91-8108-40ff-8679-6f91f15caf87"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:40.476565 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:40.585812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649ebc8-7625-433e-89b1-a34ffa912c6a req-1bfd02f0-87b0-44c1-95c7-95d5d6dcbf5b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:40.588750 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d649ebc8-7625-433e-89b1-a34ffa912c6a req-1bfd02f0-87b0-44c1-95c7-95d5d6dcbf5b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.3542390 Jul 06 11:28:40.788715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d649ebc8-7625-433e-89b1-a34ffa912c6a req-0ae9076b-5bfb-4770-8c40-bf90133392f7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858621 Jul 06 11:28:40.971587 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=06af901f-833a-45e3-96fb-6bdec289716c,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:41.139166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:41.213725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-40c5cb6f-2b9d-4490-bc49-e3919ede0414 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:41.216631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-40c5cb6f-2b9d-4490-bc49-e3919ede0414 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/networks?id=303db037-9806-4ab0-b73d-fece10dd4932 HTTP/1.1" status: 200 len: 822 time: 0.3790843 Jul 06 11:28:41.271861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06af901f-833a-45e3-96fb-6bdec289716c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:41.275223 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc271e86-5499-458d-9bd7-3eeb964547d6" -d '{"events": [{"server_uuid": "49c9c2c3-13ef-4410-b324-fe4fb9f5800d", "name": "network-vif-unplugged", "status": "completed", "tag": "06af901f-833a-45e3-96fb-6bdec289716c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:41.282895 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:41.295176 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-678c75ad-9b7d-4617-b20a-10b0333ae924 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/quotas/732109b7a9bb4d25ba7b9514fdfb0363 HTTP/1.1" status: 200 len: 375 time: 0.0570762 Jul 06 11:28:41.307710 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:41.419110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebbfa1-b452-483c-86ce-51b2d5a56af7 req-24a102d7-08a2-4786-b5d2-2778d898afa6 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:41.421163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08ebbfa1-b452-483c-86ce-51b2d5a56af7 req-24a102d7-08a2-4786-b5d2-2778d898afa6 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 945 time: 0.4086652 Jul 06 11:28:41.428703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d437ebfb-70e2-4593-a381-017632dd73a1 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=732109b7a9bb4d25ba7b9514fdfb0363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1176357 Jul 06 11:28:41.628021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Pushing event updated for resources: {'Port': ['ID=06af901f-833a-45e3-96fb-6bdec289716c,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:41.653193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08ebbfa1-b452-483c-86ce-51b2d5a56af7 req-b1e1d1ea-7e4a-4f71-8ff8-77de8d80c27a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154553 Jul 06 11:28:41.667974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c on host n-h1-799527-2 for vnic_type normal with profile {"migrating_to": "n-h2-799527-2"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:28:41.668591 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:28:41.669079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:41.693548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Port 06af901f-833a-45e3-96fb-6bdec289716c on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:28:41.693888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Attempting to bind port 06af901f-833a-45e3-96fb-6bdec289716c on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:41.715182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:28:41.715182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:28:41.715182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:28:41.719893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Bound port: 06af901f-833a-45e3-96fb-6bdec289716c, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:28:41.721459 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:41.752832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-74410ac5-4e14-4277-b96f-e2ef5a0f0318 service neutron] 10.222.0.21 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981343 Jul 06 11:28:41.987220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:42.027165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=06af901f-833a-45e3-96fb-6bdec289716c,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:28:42.034074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-ebb149c3-03a7-49b8-9958-05f09f6a8a83 service neutron] 10.222.0.21 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500496 Jul 06 11:28:42.040782 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:42.132129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a243bb-eba3-4e61-9dda-da58753ab5b9 req-9416fb9e-3c53-41ed-8e28-41973976be14 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:42.133872 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43a243bb-eba3-4e61-9dda-da58753ab5b9 req-9416fb9e-3c53-41ed-8e28-41973976be14 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 945 time: 0.2712069 Jul 06 11:28:42.240753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:42.242233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:42.243879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] 10.222.0.86 "PUT /v2.0/ports/06af901f-833a-45e3-96fb-6bdec289716c HTTP/1.1" status: 200 len: 1121 time: 2.0878477 Jul 06 11:28:42.245720 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74454d-78ce-4fa3-9552-09db5d1365e7 service neutron] Pushing event updated for resources: {'Port': ['ID=06af901f-833a-45e3-96fb-6bdec289716c,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:42.295080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43a243bb-eba3-4e61-9dda-da58753ab5b9 req-f391f8cc-5c7a-4b60-bc38-13e9ad6beb9c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386280 Jul 06 11:28:42.406243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['06af901f-833a-45e3-96fb-6bdec289716c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:42.581744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-05c5f0d8-b116-46e1-9d44-fab8385adbdf tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604808 Jul 06 11:28:42.641789 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:28:42.645527 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77f3719-0cff-499d-a50c-4e9d402f6797 x-openstack-request-id: req-a77f3719-0cff-499d-a50c-4e9d402f6797 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:42.646176 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4dfbe2-75fe-47f0-9881-2091bf79e9be", "name": "network-vif-plugged", "status": "completed", "tag": "ae1baf91-8108-40ff-8679-6f91f15caf87", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:42.646759 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a77f3719-0cff-499d-a50c-4e9d402f6797 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:42.647297 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4dfbe2-75fe-47f0-9881-2091bf79e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1baf91-8108-40ff-8679-6f91f15caf87', 'code': 200} Jul 06 11:28:42.892576 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a52173-d05e-4d5e-8e1d-dcf20b40e583 x-openstack-request-id: req-f4a52173-d05e-4d5e-8e1d-dcf20b40e583 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:42.896507 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c9c2c3-13ef-4410-b324-fe4fb9f5800d", "name": "network-vif-unplugged", "status": "completed", "tag": "06af901f-833a-45e3-96fb-6bdec289716c", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:42.896963 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4a52173-d05e-4d5e-8e1d-dcf20b40e583 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:42.899428 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06af901f-833a-45e3-96fb-6bdec289716c', 'code': 200} Jul 06 11:28:42.908642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fb290-ae82-4b6b-acdb-c84bf9e7773a req-ddd53d4e-7560-40dc-911f-2e8b33cf2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:42.908642 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3c8fb290-ae82-4b6b-acdb-c84bf9e7773a req-ddd53d4e-7560-40dc-911f-2e8b33cf2b60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 1096 time: 0.1691148 Jul 06 11:28:42.927120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-0f513fb6-b08d-4bbf-bdda-6e608bc5c100 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:42.929943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-0f513fb6-b08d-4bbf-bdda-6e608bc5c100 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3422992 Jul 06 11:28:42.974609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-7b704958-177e-4b96-a279-4ab5bad4c365 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/quotas/ef8876f4dae54f308bfb7290f817f26e HTTP/1.1" status: 200 len: 375 time: 0.0248189 Jul 06 11:28:43.010108 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3c8fb290-ae82-4b6b-acdb-c84bf9e7773a req-20950f1a-bee6-4e11-bb1c-c583f3b6ee44 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934813 Jul 06 11:28:43.132517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-21001d85-1620-41c7-ac49-6e0df0aaa2e2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1504049 Jul 06 11:28:43.256520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c07450-4b63-4da5-bf37-6ae699e74b9d req-8f0b317a-06c0-45eb-95f9-2c002fe12bb1 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:43.258991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86c07450-4b63-4da5-bf37-6ae699e74b9d req-8f0b317a-06c0-45eb-95f9-2c002fe12bb1 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.1248806 Jul 06 11:28:43.328090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86c07450-4b63-4da5-bf37-6ae699e74b9d req-3b8fa0a1-c880-4f48-8fd1-fcffcc47bbde tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569675 Jul 06 11:28:43.586674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b09b5e4e-2caa-488f-9984-9e9d670f687a req-1b1dd0b8-4002-47d8-8880-f49c440c9472 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 210 time: 0.0769482 Jul 06 11:28:43.692489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a45f2d-2541-4f21-ac47-0c0cdafacbc1 req-ec69d5d9-df74-4c2d-9354-02c0efaa513d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:43.703629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58a45f2d-2541-4f21-ac47-0c0cdafacbc1 req-ec69d5d9-df74-4c2d-9354-02c0efaa513d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 943 time: 0.2047796 Jul 06 11:28:43.836200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58a45f2d-2541-4f21-ac47-0c0cdafacbc1 req-703292bc-67c4-481f-9aba-612d8dc297fd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158144 Jul 06 11:28:43.931711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae2a7c-7da7-4f5c-a6eb-557e629d5860 req-ea30a565-64fb-4140-8069-83e3d269b32f tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:43.934689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86ae2a7c-7da7-4f5c-a6eb-557e629d5860 req-ea30a565-64fb-4140-8069-83e3d269b32f tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 951 time: 0.1306982 Jul 06 11:28:44.009620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86ae2a7c-7da7-4f5c-a6eb-557e629d5860 req-eae7dc48-29ce-45f2-bbf0-5db5a763fd23 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674493 Jul 06 11:28:44.111985 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b11e9f80-6285-42fb-aa84-acb8663d1f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:44.333240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45315a6d-e87d-4681-bfbe-f9b136778c5b req-e4a1a5f2-185f-440c-8009-ba50d2dbee16 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:44.333240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45315a6d-e87d-4681-bfbe-f9b136778c5b req-e4a1a5f2-185f-440c-8009-ba50d2dbee16 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 945 time: 0.2050326 Jul 06 11:28:44.349949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 06af901f-833a-45e3-96fb-6bdec289716c details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:28:44.405997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c30c12-ebd4-4f7a-a782-d1fb864cdee2 req-b5209e8a-78b7-45b0-8700-db9d660ddbd1 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:44.409637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24c30c12-ebd4-4f7a-a782-d1fb864cdee2 req-b5209e8a-78b7-45b0-8700-db9d660ddbd1 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.2124572 Jul 06 11:28:44.454924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45315a6d-e87d-4681-bfbe-f9b136778c5b req-ef44bec0-06a4-4040-948a-f52e748ed918 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998526 Jul 06 11:28:44.541098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24c30c12-ebd4-4f7a-a782-d1fb864cdee2 req-4e9a4d6d-38b1-49ad-a59f-d1f501e0c335 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091754 Jul 06 11:28:44.794880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=06af901f-833a-45e3-96fb-6bdec289716c,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:44.869714 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83bc0948-b36b-4b33-9fb8-bc24d57565f3 req-95e4190c-957a-432a-a721-54d7d7da5a0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 210 time: 0.0900609 Jul 06 11:28:44.904209 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'tag': '06af901f-833a-45e3-96fb-6bdec289716c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:44.907534 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "49c9c2c3-13ef-4410-b324-fe4fb9f5800d", "tag": "06af901f-833a-45e3-96fb-6bdec289716c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:45.140672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 06af901f-833a-45e3-96fb-6bdec289716c has no active binding in host n-h2-799527-2 {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:28:45.182252 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f11e8ce4-6cd4-4c95-acaa-095dc79e0d7c req-ec1d1736-d028-4c05-b773-12be3c6a73ce tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 210 time: 0.0735397 Jul 06 11:28:45.448259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-8b4d027f-edfb-438d-bfd9-ed5bf9e40c6b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:45.453700 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-8b4d027f-edfb-438d-bfd9-ed5bf9e40c6b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "GET /v2.0/networks?id=303db037-9806-4ab0-b73d-fece10dd4932 HTTP/1.1" status: 200 len: 822 time: 0.3605022 Jul 06 11:28:45.474713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3d0c6-06fb-43e4-a81d-98e2a9f1cbe6 req-ff66fcd9-2a46-4292-a833-0e1ba05c01b4 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:45.477157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ab3d0c6-06fb-43e4-a81d-98e2a9f1cbe6 req-ff66fcd9-2a46-4292-a833-0e1ba05c01b4 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 943 time: 0.1005445 Jul 06 11:28:45.484580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Request body: {'port': {'device_id': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932', 'admin_state_up': True, 'tenant_id': '732109b7a9bb4d25ba7b9514fdfb0363'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:45.603401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ab3d0c6-06fb-43e4-a81d-98e2a9f1cbe6 req-60719e8f-fd6c-48dd-8b27-c1ebc305f824 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158559 Jul 06 11:28:45.686227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Made reservation on behalf of 732109b7a9bb4d25ba7b9514fdfb0363 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:28:45.692062 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:45.739152 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27821f77-c960-4e58-801b-635abf8f5544 x-openstack-request-id: req-27821f77-c960-4e58-801b-635abf8f5544 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:45.740056 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c9c2c3-13ef-4410-b324-fe4fb9f5800d", "tag": "06af901f-833a-45e3-96fb-6bdec289716c", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:45.740526 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27821f77-c960-4e58-801b-635abf8f5544 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:45.743567 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'tag': '06af901f-833a-45e3-96fb-6bdec289716c', 'status': 'completed', 'code': 200} Jul 06 11:28:46.061081 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4 req-67bc6c2b-7bb0-4456-9aa0-5e1a29d6c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:46.063730 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4 req-67bc6c2b-7bb0-4456-9aa0-5e1a29d6c7b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 1124 time: 0.2467883 Jul 06 11:28:46.071184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Allocated IP 172.20.0.13 (303db037-9806-4ab0-b73d-fece10dd4932/db865811-8939-42d3-8508-9ae239d97c6d/29c67cec-4e25-4f82-8242-47e2dd4230f9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:28:46.342876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 09597020-a263-4716-b256-ca314c4aab32 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:28:46.387542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cda49-58bc-4080-882a-af1c1f1a0f26 req-0dd51b35-b8b5-46c0-8d12-5272c1ffe7e2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:46.390059 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae9cda49-58bc-4080-882a-af1c1f1a0f26 req-0dd51b35-b8b5-46c0-8d12-5272c1ffe7e2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 945 time: 0.2685046 Jul 06 11:28:46.448897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4 req-f6435d54-a072-4f11-ba8a-c22cd1d87a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:46.458954 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4 req-f6435d54-a072-4f11-ba8a-c22cd1d87a6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.3835983 Jul 06 11:28:46.577141 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-a9dca97a-e874-4d9a-a401-30a0e32ab44f tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ef8876f4dae54f308bfb7290f817f26e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1559322 Jul 06 11:28:46.592968 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:46.636033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae9cda49-58bc-4080-882a-af1c1f1a0f26 req-258ce1d0-cc70-43c7-b37e-dbbfdd148ff8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282095 Jul 06 11:28:46.715799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09597020-a263-4716-b256-ca314c4aab32'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:46.729611 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5d1cac-a609-494c-9480-7b684ae5cb92" -d '{"events": [{"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-unplugged", "status": "completed", "tag": "09597020-a263-4716-b256-ca314c4aab32"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:46.787108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:46.801256 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:46.810802 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4 req-9c993323-50de-49e1-98a5-e220a6a61545 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06af901f-833a-45e3-96fb-6bdec289716c HTTP/1.1" status: 200 len: 217 time: 0.2611225 Jul 06 11:28:46.877717 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:47.014455 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=11']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:47.014768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-c02a3d5b-0790-4b47-946d-3bf37fc6c572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:47.016088 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-76080f4b-27c2-4f30-828d-2b65e0f131e4 service neutron] 10.222.0.47 "GET /v2.0/ports/06af901f-833a-45e3-96fb-6bdec289716c/bindings/n-h2-799527-2 HTTP/1.1" status: 200 len: 384 time: 0.6077690 Jul 06 11:28:47.017588 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:47.017732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-c02a3d5b-0790-4b47-946d-3bf37fc6c572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3765757 Jul 06 11:28:47.049715 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.050366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.050922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.051517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.052095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.052646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.053194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.053735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.054294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.054845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.055393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.073403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:28:47.116826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Request body: {'port': {'device_id': '228afea3-0608-455c-8669-168af484f0fb', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'ef8876f4dae54f308bfb7290f817f26e'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:47.137993 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04253d9b-99da-4b74-97c4-5e76ddd1366b req-deedcc03-5766-4a9c-ad16-e64f262fc635 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 210 time: 0.1046696 Jul 06 11:28:47.409110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Network 303db037-9806-4ab0-b73d-fece10dd4932 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:28:47.463541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:28:47.481103 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:28:47.555617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Made reservation on behalf of ef8876f4dae54f308bfb7290f817f26e for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:28:47.565755 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:47.593866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4 req-184aca3a-b3f2-45e9-9e2d-8b37beb59dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:47.596315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4 req-184aca3a-b3f2-45e9-9e2d-8b37beb59dc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.7638516 Jul 06 11:28:47.606513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event updated for resources: {'Port': ['ID=29c67cec-4e25-4f82-8242-47e2dd4230f9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:47.786422 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:47.787922 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:47.844959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4 req-30367f5c-8bf5-4654-bed2-1e8539b02f09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1959016 Jul 06 11:28:47.898652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd0337-fd6f-44fb-aea6-4b3bd4e211ec req-aa739523-48eb-4399-988f-1565f9acb7f3 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:47.901124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aefd0337-fd6f-44fb-aea6-4b3bd4e211ec req-aa739523-48eb-4399-988f-1565f9acb7f3 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 932 time: 0.3297937 Jul 06 11:28:47.938702 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-29304a02-27f7-4213-8dfa-abadf021656b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4651949 Jul 06 11:28:47.967887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Request body: {'port': {'device_id': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:48.058358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-8a087f7a-7d16-4999-b301-6ac4e29bdcf4 service neutron] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=06af901f-833a-45e3-96fb-6bdec289716c,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:48.079353 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:48.092212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Allocated IP 192.168.233.57 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/67538b53-dcc4-4d61-aa10-7e3c9ed17337) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:28:48.098206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aefd0337-fd6f-44fb-aea6-4b3bd4e211ec req-25b507f5-ef0a-4ab4-a224-3aee8b0e01df tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451588 Jul 06 11:28:48.116460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae37f99-45a1-42d7-9f41-95c527183804 req-baffe4d9-7c64-4f26-b0b6-c18eaa93acd3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:48.118418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ae37f99-45a1-42d7-9f41-95c527183804 req-baffe4d9-7c64-4f26-b0b6-c18eaa93acd3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 943 time: 0.3459873 Jul 06 11:28:48.132798 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-4058adf0-22c4-4da0-8ba8-bd1280b02dde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5638433 Jul 06 11:28:48.179246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-8a087f7a-7d16-4999-b301-6ac4e29bdcf4 service neutron] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:48.247194 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4 req-6414e480-c091-475c-86b6-5be6fc9e8305 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884182 Jul 06 11:28:48.282470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-8a087f7a-7d16-4999-b301-6ac4e29bdcf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06af901f-833a-45e3-96fb-6bdec289716c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:48.296335 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:48.320939 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2cbcdab-f76a-4d54-b3bd-750e085ad87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:48.470627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-8a087f7a-7d16-4999-b301-6ac4e29bdcf4 service neutron] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=06af901f-833a-45e3-96fb-6bdec289716c,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:48.507946 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:48.525686 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-8a087f7a-7d16-4999-b301-6ac4e29bdcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:48.593387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 06af901f-833a-45e3-96fb-6bdec289716c no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:28:48.596822 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:48.712021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Transition to ACTIVE for port object 67538b53-dcc4-4d61-aa10-7e3c9ed17337 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:48.788073 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ae37f99-45a1-42d7-9f41-95c527183804 req-78e0e9f3-7748-447e-895b-c6a016a7d2fd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549659 Jul 06 11:28:48.865238 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:48.869140 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d3bcce-e659-4371-8b46-5142bae0cc41 x-openstack-request-id: req-76d3bcce-e659-4371-8b46-5142bae0cc41 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:48.869710 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-unplugged", "status": "completed", "tag": "09597020-a263-4716-b256-ca314c4aab32", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:48.870113 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76d3bcce-e659-4371-8b46-5142bae0cc41 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:48.870755 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09597020-a263-4716-b256-ca314c4aab32', 'code': 200} Jul 06 11:28:48.895876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:48.914886 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4 req-bc4377c6-9c39-4019-813e-574087cc4d9c service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522357 Jul 06 11:28:48.974479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-8a087f7a-7d16-4999-b301-6ac4e29bdcf4 service neutron] Transition to ACTIVE for port object 06af901f-833a-45e3-96fb-6bdec289716c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:48.996956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['93433c4b-59a0-4146-8153-8ce0f4c70bf9', '8865306c-ed81-47b2-b1dd-f11af373e157', 'b345baa3-bfec-4cc6-9692-dbd294d07dd5', '5c91712a-21df-4107-a4f0-bff42392be09', 'e8cfd67b-bfa9-4435-b13a-831ad431ab03'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:49.143692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-8a087f7a-7d16-4999-b301-6ac4e29bdcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:49.149423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:28:49.164910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event updated for resources: {'Port': ['ID=67538b53-dcc4-4d61-aa10-7e3c9ed17337,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:49.265944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:28:49.271163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:28:49.465656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-8a087f7a-7d16-4999-b301-6ac4e29bdcf4 service neutron] No DVR routers for this DVR port 06af901f-833a-45e3-96fb-6bdec289716c on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:28:49.480336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:49.492247 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:49.590214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc99602-eaa7-4443-ad39-d64338e7ca48 req-affb7d9c-a13b-47e4-b40b-7822749ad705 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:49.614843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2bc99602-eaa7-4443-ad39-d64338e7ca48 req-affb7d9c-a13b-47e4-b40b-7822749ad705 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.4522381 Jul 06 11:28:49.682595 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8cd1e80a-8201-4469-b34b-179872e87572 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6239190 Jul 06 11:28:49.768106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Request body: {'port': {'device_id': '228afea3-0608-455c-8669-168af484f0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:28:49.863325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a087f7a-7d16-4999-b301-6ac4e29bdcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=06af901f-833a-45e3-96fb-6bdec289716c,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:49.904662 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-8a087f7a-7d16-4999-b301-6ac4e29bdcf4 service neutron] 10.222.0.47 "PUT /v2.0/ports/06af901f-833a-45e3-96fb-6bdec289716c/bindings/n-h2-799527-2/activate HTTP/1.1" status: 200 len: 369 time: 2.8001287 Jul 06 11:28:50.144652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-02b863ea-b375-4ee1-ba3a-c2c55c517375 None None] Provisioning for port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:28:50.212325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-02b863ea-b375-4ee1-ba3a-c2c55c517375 None None] Provisioning complete for port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:28:50.212325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02b863ea-b375-4ee1-ba3a-c2c55c517375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:50.275758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2bc99602-eaa7-4443-ad39-d64338e7ca48 req-93700f71-b349-4af7-b244-73aba4d7e9c2 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581774 Jul 06 11:28:50.341282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c67cec-4e25-4f82-8242-47e2dd4230f9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:50.347906 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:50.377956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:50.416048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Transition to ACTIVE for port object 29c67cec-4e25-4f82-8242-47e2dd4230f9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:50.423737 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:50.563665 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:50.614004 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-02b863ea-b375-4ee1-ba3a-c2c55c517375 None None] Port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:28:50.863014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=29c67cec-4e25-4f82-8242-47e2dd4230f9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:51.026590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed17cc-219c-4a68-8d70-8c30bab07a7e req-8b748b86-a93a-4eac-8665-67f2f31abcfa tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:51.030057 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1fed17cc-219c-4a68-8d70-8c30bab07a7e req-8b748b86-a93a-4eac-8665-67f2f31abcfa tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 945 time: 0.4554276 Jul 06 11:28:51.075624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-42f18ed2-14e8-4198-97bb-a84557d9691a tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:51.078194 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-42f18ed2-14e8-4198-97bb-a84557d9691a tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1095 time: 0.9932864 Jul 06 11:28:51.160121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Attempting to bind port 29c67cec-4e25-4f82-8242-47e2dd4230f9 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:28:51.161759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Attempting to bind port 29c67cec-4e25-4f82-8242-47e2dd4230f9 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:28:51.162289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Attempting to bind port 29c67cec-4e25-4f82-8242-47e2dd4230f9 on network 303db037-9806-4ab0-b73d-fece10dd4932 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:51.177647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Port 29c67cec-4e25-4f82-8242-47e2dd4230f9 on network 303db037-9806-4ab0-b73d-fece10dd4932 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:28:51.179413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Attempting to bind port 29c67cec-4e25-4f82-8242-47e2dd4230f9 on network 303db037-9806-4ab0-b73d-fece10dd4932 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:51.227034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:28:51.228136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Checking segment: {'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:28:51.229410 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Bound using segment: {'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:28:51.231129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Bound port: 29c67cec-4e25-4f82-8242-47e2dd4230f9, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:28:51.232559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:51.253738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb54bdc-e9a0-417c-8760-c548769c01ae req-8be8e8e9-aca1-4b18-9903-e3fcbde1cc34 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:51.264388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cb54bdc-e9a0-417c-8760-c548769c01ae req-8be8e8e9-aca1-4b18-9903-e3fcbde1cc34 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 945 time: 0.4180267 Jul 06 11:28:51.272292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67538b53-dcc4-4d61-aa10-7e3c9ed17337 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:51.317822 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:51.365506 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87262c1-e2ca-422f-be64-0df64cb3221b req-6d4f2233-eb22-4769-a009-29a2a5882f00 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:51.380169 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e87262c1-e2ca-422f-be64-0df64cb3221b req-6d4f2233-eb22-4769-a009-29a2a5882f00 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 935 time: 0.5499663 Jul 06 11:28:51.427699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Transition to ACTIVE for port object 67538b53-dcc4-4d61-aa10-7e3c9ed17337 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:28:51.460327 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:51.551552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cb54bdc-e9a0-417c-8760-c548769c01ae req-7004ab3c-4294-441b-9bb1-8d74ec2ada12 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858956 Jul 06 11:28:51.593064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e87262c1-e2ca-422f-be64-0df64cb3221b req-5ed52bfc-fee1-4011-b97c-d7238f8556b2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113163 Jul 06 11:28:51.671128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Pushing event updated for resources: {'Port': ['ID=67538b53-dcc4-4d61-aa10-7e3c9ed17337,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:51.694904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-8119bc72-3501-401c-8e34-a41e4c5782ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:51.718264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-8119bc72-3501-401c-8e34-a41e4c5782ba service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d&tenant_id=c873b0fb571e46d8941f82ebd8df32e8 HTTP/1.1" status: 200 len: 1095 time: 0.5918565 Jul 06 11:28:52.075112 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] For port 29c67cec-4e25-4f82-8242-47e2dd4230f9, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:52.128609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1fed17cc-219c-4a68-8d70-8c30bab07a7e req-b94e0fb3-28b4-4b14-a7af-8d26d2fb8716 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Deleting port ae1baf91-8108-40ff-8679-6f91f15caf87 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:28:52.129199 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1fed17cc-219c-4a68-8d70-8c30bab07a7e req-b94e0fb3-28b4-4b14-a7af-8d26d2fb8716 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:52.137294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] For port 29c67cec-4e25-4f82-8242-47e2dd4230f9, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=29c67cec-4e25-4f82-8242-47e2dd4230f9,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:28:52.175827 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:52.335329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-43f2bc0c-e304-44b1-9f19-d9afec229e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:52.338192 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-43f2bc0c-e304-44b1-9f19-d9afec229e9d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 1101 time: 0.9353547 Jul 06 11:28:52.388359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:52.389457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:52.391974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] 10.222.0.47 "PUT /v2.0/ports/29c67cec-4e25-4f82-8242-47e2dd4230f9 HTTP/1.1" status: 200 len: 1092 time: 4.4423597 Jul 06 11:28:52.396456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'tag': '29c67cec-4e25-4f82-8242-47e2dd4230f9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:52.400669 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37d7307-5729-4baf-a757-705c6246be74" -d '{"events": [{"name": "network-changed", "server_uuid": "bab681e3-ec37-45ac-99cc-66c5b84e1e53", "tag": "29c67cec-4e25-4f82-8242-47e2dd4230f9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:52.550332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbdf07-05be-4f21-9cfd-446e4b4b9ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=29c67cec-4e25-4f82-8242-47e2dd4230f9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:52.561146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Attempting to bind port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:28:52.565147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Attempting to bind port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:28:52.565147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Attempting to bind port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:52.591095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:28:52.591575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Attempting to bind port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:28:52.602663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc996ac-df4f-4662-8247-c1a7470e3e69 req-4f07498f-cb45-49d2-a805-b7ffec22b6cf tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:52.605335 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fcc996ac-df4f-4662-8247-c1a7470e3e69 req-4f07498f-cb45-49d2-a805-b7ffec22b6cf tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 949 time: 0.5977104 Jul 06 11:28:52.613028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-0210f0f2-35bf-449b-8222-b0dba8e8994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:52.615636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-0210f0f2-35bf-449b-8222-b0dba8e8994a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 1095 time: 0.8133721 Jul 06 11:28:52.635548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172f89-8815-4795-a16e-a450baf0a9fd req-abd917a1-d212-4cb6-b930-6354cf05f581 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:52.651007 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31172f89-8815-4795-a16e-a450baf0a9fd req-abd917a1-d212-4cb6-b930-6354cf05f581 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 944 time: 0.8040323 Jul 06 11:28:52.664205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1fed17cc-219c-4a68-8d70-8c30bab07a7e req-b94e0fb3-28b4-4b14-a7af-8d26d2fb8716 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] For port ae1baf91-8108-40ff-8679-6f91f15caf87, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ae1baf91-8108-40ff-8679-6f91f15caf87,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:52.664585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1fed17cc-219c-4a68-8d70-8c30bab07a7e req-b94e0fb3-28b4-4b14-a7af-8d26d2fb8716 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:52.672148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:28:52.672614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:28:52.673170 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:28:52.674032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Bound port: 67538b53-dcc4-4d61-aa10-7e3c9ed17337, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:28:52.674498 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:52.761245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1fed17cc-219c-4a68-8d70-8c30bab07a7e req-b94e0fb3-28b4-4b14-a7af-8d26d2fb8716 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Calling delete_port for ae1baf91-8108-40ff-8679-6f91f15caf87 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:28:52.779175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef9430-9648-46d9-9d5d-3520a7824ae4 req-3532ba6e-4fff-4477-b7c9-1e46bfe31ca3 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:52.781812 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83ef9430-9648-46d9-9d5d-3520a7824ae4 req-3532ba6e-4fff-4477-b7c9-1e46bfe31ca3 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 949 time: 0.7671931 Jul 06 11:28:52.922697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-cdce5ac0-08af-464c-a017-9dbbdbb68324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:52.925254 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-cdce5ac0-08af-464c-a017-9dbbdbb68324 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.5566225 Jul 06 11:28:52.962354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31172f89-8815-4795-a16e-a450baf0a9fd req-92a729f6-e732-4299-9bd3-6f1d91115edd tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105381 Jul 06 11:28:53.017070 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83ef9430-9648-46d9-9d5d-3520a7824ae4 req-d314dd23-7898-4fe6-adbf-b923ad213bfe tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c748c73-40dd-4a05-b39e-a2787c0efa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173359 Jul 06 11:28:53.084034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-ce1f65fa-ab33-41eb-826b-2f1ec37d90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:53.093918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-ce1f65fa-ab33-41eb-826b-2f1ec37d90de service neutron] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.4387364 Jul 06 11:28:53.116798 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-d613796e-ce34-4b9b-8068-549b86ec8f26 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c HTTP/1.1" status: 200 len: 217 time: 0.1812584 Jul 06 11:28:53.218055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] For port 67538b53-dcc4-4d61-aa10-7e3c9ed17337, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:53.233320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-3e9563df-b9b8-4fa9-8b0b-446e3145a985 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06af901f-833a-45e3-96fb-6bdec289716c HTTP/1.1" status: 200 len: 217 time: 0.1208746 Jul 06 11:28:53.251956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-81ccbda9-e2eb-479f-8e56-a3b0cf01cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:53.255068 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-81ccbda9-e2eb-479f-8e56-a3b0cf01cd87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=732109b7a9bb4d25ba7b9514fdfb0363&device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 1095 time: 0.7444317 Jul 06 11:28:53.308844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] For port 67538b53-dcc4-4d61-aa10-7e3c9ed17337, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=67538b53-dcc4-4d61-aa10-7e3c9ed17337,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:28:53.399264 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-1872fdd5-3d34-42d6-9eed-7e4c34d957fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29c67cec-4e25-4f82-8242-47e2dd4230f9 HTTP/1.1" status: 200 len: 217 time: 0.1259673 Jul 06 11:28:53.411436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-044f65f2-c307-4cca-b542-822b26967275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:53.414536 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-044f65f2-c307-4cca-b542-822b26967275 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2806597 Jul 06 11:28:53.450554 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:53.654047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-fcc996ac-df4f-4662-8247-c1a7470e3e69 req-a90ca06e-6f57-4d7a-95bb-6018a1c98bd7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Deleting port 09597020-a263-4716-b256-ca314c4aab32 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:28:53.655186 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fcc996ac-df4f-4662-8247-c1a7470e3e69 req-a90ca06e-6f57-4d7a-95bb-6018a1c98bd7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:53.680888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-5266fea1-3c30-4eff-b977-c0eb97e2f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:53.683619 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-5266fea1-3c30-4eff-b977-c0eb97e2f6d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db865811-8939-42d3-8508-9ae239d97c6d HTTP/1.1" status: 200 len: 862 time: 0.2757807 Jul 06 11:28:53.688540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Pushing event updated for resources: {'Port': ['ID=67538b53-dcc4-4d61-aa10-7e3c9ed17337,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:53.741858 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:53.741858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:53.746650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-861eea97-4e44-4d6b-a199-a424fc3a2b57 service neutron] 10.222.0.47 "PUT /v2.0/ports/67538b53-dcc4-4d61-aa10-7e3c9ed17337 HTTP/1.1" status: 200 len: 1095 time: 4.0112274 Jul 06 11:28:53.751758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-d79e83c8-525c-4c2d-859d-c4035d201f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:53.763488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-d79e83c8-525c-4c2d-859d-c4035d201f97 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.5009441 Jul 06 11:28:53.763488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228afea3-0608-455c-8669-168af484f0fb', 'tag': '67538b53-dcc4-4d61-aa10-7e3c9ed17337'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:53.763954 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de" -d '{"events": [{"name": "network-changed", "server_uuid": "228afea3-0608-455c-8669-168af484f0fb", "tag": "67538b53-dcc4-4d61-aa10-7e3c9ed17337"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:53.775819 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1fed17cc-219c-4a68-8d70-8c30bab07a7e req-b94e0fb3-28b4-4b14-a7af-8d26d2fb8716 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:53.795401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f81d5d93-b733-4518-a3c1-c20be136b443'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:53.861256 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d6059480-bb89-48ec-9a1c-91548bb3b9da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=303db037-9806-4ab0-b73d-fece10dd4932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567466 Jul 06 11:28:53.948498 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e0fb3-28b4-4b14-a7af-8d26d2fb8716 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Pushing event deleted for resources: {'Port': ['ID=ae1baf91-8108-40ff-8679-6f91f15caf87,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:53.953699 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-dddf984b-06bb-493e-ab9f-2c584dca659c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1775467 Jul 06 11:28:54.177201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-3c8c7de7-5afc-469c-bcc1-ceb005ddfaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:54.179590 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-3c8c7de7-5afc-469c-bcc1-ceb005ddfaab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7432690 Jul 06 11:28:54.219296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fcc996ac-df4f-4662-8247-c1a7470e3e69 req-a90ca06e-6f57-4d7a-95bb-6018a1c98bd7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] For port 09597020-a263-4716-b256-ca314c4aab32, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=09597020-a263-4716-b256-ca314c4aab32,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:54.219731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fcc996ac-df4f-4662-8247-c1a7470e3e69 req-a90ca06e-6f57-4d7a-95bb-6018a1c98bd7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:54.228063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-7ddc8bde-c049-4caf-b20c-c88670eafebf service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579980 Jul 06 11:28:54.274429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98214dbd-7aac-49eb-a3bb-002b206deed9 req-63980716-06da-4c98-8358-0e0d6edcb495 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:54.277368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-98214dbd-7aac-49eb-a3bb-002b206deed9 req-63980716-06da-4c98-8358-0e0d6edcb495 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 944 time: 0.8166945 Jul 06 11:28:54.289188 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fed17cc-219c-4a68-8d70-8c30bab07a7e req-b94e0fb3-28b4-4b14-a7af-8d26d2fb8716 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] No DVR routers for this DVR port ae1baf91-8108-40ff-8679-6f91f15caf87 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:28:54.337543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1fed17cc-219c-4a68-8d70-8c30bab07a7e req-b94e0fb3-28b4-4b14-a7af-8d26d2fb8716 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:54.340701 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1fed17cc-219c-4a68-8d70-8c30bab07a7e req-b94e0fb3-28b4-4b14-a7af-8d26d2fb8716 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.47 "DELETE /v2.0/ports/ae1baf91-8108-40ff-8679-6f91f15caf87 HTTP/1.1" status: 204 len: 173 time: 3.2984467 Jul 06 11:28:54.357014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-fcc996ac-df4f-4662-8247-c1a7470e3e69 req-a90ca06e-6f57-4d7a-95bb-6018a1c98bd7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Calling delete_port for 09597020-a263-4716-b256-ca314c4aab32 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:28:54.396110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc779dd-303e-486d-b23b-b91e4aca6a13 req-6c89eb5d-b6a8-476b-99d4-1b80d441f3d8 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:54.404611 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-d1231b20-7fa3-4d3b-bf79-80b2ca4ebe4b service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936731 Jul 06 11:28:54.408009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8bc779dd-303e-486d-b23b-b91e4aca6a13 req-6c89eb5d-b6a8-476b-99d4-1b80d441f3d8 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.8238840 Jul 06 11:28:54.559237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-0dc9ad54-cbcb-40a9-877b-bae2690f7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:54.562919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-0dc9ad54-cbcb-40a9-877b-bae2690f7169 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 1098 time: 0.7250702 Jul 06 11:28:54.579167 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-98214dbd-7aac-49eb-a3bb-002b206deed9 req-246a5b40-70ad-4d93-a8d0-6c72727c54eb tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080059 Jul 06 11:28:54.604487 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ae1baf91-8108-40ff-8679-6f91f15caf87 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:28:54.607530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8bc779dd-303e-486d-b23b-b91e4aca6a13 req-87ba01bc-6dea-4fff-a0b4-b57c7040bbe2 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978457 Jul 06 11:28:54.720859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: ae1baf91-8108-40ff-8679-6f91f15caf87 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:28:54.721401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ae1baf91-8108-40ff-8679-6f91f15caf87 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:28:54.748886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-c033f396-bda3-434b-9bfc-b85911cdc20b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=67538b53-dcc4-4d61-aa10-7e3c9ed17337 HTTP/1.1" status: 200 len: 217 time: 0.1772575 Jul 06 11:28:54.858922 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-79f41163-2b7f-451c-8b17-a2141acc2e5e service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611514 Jul 06 11:28:54.872601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-0f95d653-5218-4e79-9575-e9a233606855 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345537 Jul 06 11:28:54.877066 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e3bc98-c825-4c3d-b335-95896fefeb77 x-openstack-request-id: req-b3e3bc98-c825-4c3d-b335-95896fefeb77 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:54.878145 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab681e3-ec37-45ac-99cc-66c5b84e1e53", "tag": "29c67cec-4e25-4f82-8242-47e2dd4230f9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:54.878145 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3e3bc98-c825-4c3d-b335-95896fefeb77 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:54.881951 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'tag': '29c67cec-4e25-4f82-8242-47e2dd4230f9', 'status': 'completed', 'code': 200} Jul 06 11:28:54.949978 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-42ac6576-3682-4ad7-9dec-d44b68bab670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:54.949978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-42ac6576-3682-4ad7-9dec-d44b68bab670 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1839819 Jul 06 11:28:55.155234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8d84bb39-ad85-46f0-bc92-a77e8ddd318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:55.157957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-8d84bb39-ad85-46f0-bc92-a77e8ddd318e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1962245 Jul 06 11:28:55.312828 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae3cb403-2bcd-4686-9d3d-c5ba57409d92 req-4cd02ff8-2de1-4dea-b691-fc377ee9d1bf service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906964 Jul 06 11:28:55.343764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fcc996ac-df4f-4662-8247-c1a7470e3e69 req-a90ca06e-6f57-4d7a-95bb-6018a1c98bd7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:55.458869 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-a0002a25-2c66-4d23-b405-44935df3d838 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527668 Jul 06 11:28:55.460873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ca06e-6f57-4d7a-95bb-6018a1c98bd7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Pushing event deleted for resources: {'Port': ['ID=09597020-a263-4716-b256-ca314c4aab32,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:55.504356 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c1c4947-b9b1-4cf5-b0dc-7634acfe094d req-9f2afaab-9381-4f02-b6d5-e4d7411a035e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f4dfbe2-75fe-47f0-9881-2091bf79e9be HTTP/1.1" status: 200 len: 210 time: 0.4377582 Jul 06 11:28:55.693121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-09b6c7ed-da08-4912-80a7-bdcab1d42e68 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207367 Jul 06 11:28:55.696218 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f1a566-b0d5-4507-9838-659a0a85b37d x-openstack-request-id: req-c5f1a566-b0d5-4507-9838-659a0a85b37d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:55.696698 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228afea3-0608-455c-8669-168af484f0fb", "tag": "67538b53-dcc4-4d61-aa10-7e3c9ed17337", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:55.697078 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5f1a566-b0d5-4507-9838-659a0a85b37d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:55.698031 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228afea3-0608-455c-8669-168af484f0fb', 'tag': '67538b53-dcc4-4d61-aa10-7e3c9ed17337', 'status': 'completed', 'code': 200} Jul 06 11:28:55.709451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc996ac-df4f-4662-8247-c1a7470e3e69 req-a90ca06e-6f57-4d7a-95bb-6018a1c98bd7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] No DVR routers for this DVR port 09597020-a263-4716-b256-ca314c4aab32 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:28:55.729163 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fcc996ac-df4f-4662-8247-c1a7470e3e69 req-a90ca06e-6f57-4d7a-95bb-6018a1c98bd7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:55.734117 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fcc996ac-df4f-4662-8247-c1a7470e3e69 req-a90ca06e-6f57-4d7a-95bb-6018a1c98bd7 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.86 "DELETE /v2.0/ports/09597020-a263-4716-b256-ca314c4aab32 HTTP/1.1" status: 204 len: 173 time: 3.1179001 Jul 06 11:28:55.882711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d7307-5729-4baf-a757-705c6246be74 req-296ca8d0-5013-4c01-8760-56d76bf797d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:55.890003 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d37d7307-5729-4baf-a757-705c6246be74 req-296ca8d0-5013-4c01-8760-56d76bf797d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=732109b7a9bb4d25ba7b9514fdfb0363&device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 1095 time: 0.3403833 Jul 06 11:28:56.114178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71130c7-93a9-4c6f-988c-99fc402902f4 req-6226ec59-e04e-4909-9c28-b5f9e7e381f4 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:56.117361 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a71130c7-93a9-4c6f-988c-99fc402902f4 req-6226ec59-e04e-4909-9c28-b5f9e7e381f4 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 947 time: 0.8844893 Jul 06 11:28:56.164370 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d7307-5729-4baf-a757-705c6246be74 req-57aa7c37-d8a0-4a74-a628-ade68c40cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:56.166238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d37d7307-5729-4baf-a757-705c6246be74 req-57aa7c37-d8a0-4a74-a628-ade68c40cca5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=303db037-9806-4ab0-b73d-fece10dd4932 HTTP/1.1" status: 200 len: 923 time: 0.2649224 Jul 06 11:28:56.330609 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d37d7307-5729-4baf-a757-705c6246be74 req-4d58c92f-4a21-4bbb-b7aa-2ca68d89ce06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29c67cec-4e25-4f82-8242-47e2dd4230f9 HTTP/1.1" status: 200 len: 217 time: 0.1455069 Jul 06 11:28:56.373100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 09597020-a263-4716-b256-ca314c4aab32 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:28:56.389324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a71130c7-93a9-4c6f-988c-99fc402902f4 req-1e818b2b-cfd4-4f5c-ad3c-57ce2914fb4d tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692257 Jul 06 11:28:56.408687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-0db3aefb-602c-467d-a3af-c3645ef089a9 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:56.411112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-0db3aefb-602c-467d-a3af-c3645ef089a9 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1095 time: 0.9226737 Jul 06 11:28:56.423152 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4da7e0a-eee8-4e7e-bd93-42fe179a9ad8 req-60d588f8-9d34-4d7d-beda-ea9de13fb4ad service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133975 Jul 06 11:28:56.453887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 09597020-a263-4716-b256-ca314c4aab32 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:28:56.457896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 09597020-a263-4716-b256-ca314c4aab32 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:28:56.460237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d7307-5729-4baf-a757-705c6246be74 req-c3b33aaf-6ba1-49f5-85b9-f6e82d851824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:56.469633 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d37d7307-5729-4baf-a757-705c6246be74 req-c3b33aaf-6ba1-49f5-85b9-f6e82d851824 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db865811-8939-42d3-8508-9ae239d97c6d HTTP/1.1" status: 200 len: 862 time: 0.1294370 Jul 06 11:28:56.519903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dd69a-01de-4178-b1ea-535dd5bf0eda req-0ea2bdbf-4e73-4fec-939e-45059c233629 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:56.521622 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f15dd69a-01de-4178-b1ea-535dd5bf0eda req-0ea2bdbf-4e73-4fec-939e-45059c233629 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 944 time: 0.4439731 Jul 06 11:28:56.560054 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d37d7307-5729-4baf-a757-705c6246be74 req-75adf5bf-edb8-465a-a732-2ce14292e2eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=303db037-9806-4ab0-b73d-fece10dd4932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822079 Jul 06 11:28:56.803496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4703b437-7131-4b56-af78-a75e69c1a19c req-c4fa4c85-0fcd-4dfc-86c2-72b43dcb1806 tempest-ImagesOneServerTestJSON-1723175805 tempest-ImagesOneServerTestJSON-1723175805-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5fb86f9-ff9c-4a91-980c-fab9b651c593 HTTP/1.1" status: 200 len: 210 time: 0.1191764 Jul 06 11:28:56.830212 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d37d7307-5729-4baf-a757-705c6246be74 req-8f3c0ff2-934c-428b-ba90-0202b1124323 service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610333 Jul 06 11:28:56.909423 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4dfbe2-75fe-47f0-9881-2091bf79e9be', 'name': 'network-vif-deleted', 'tag': 'ae1baf91-8108-40ff-8679-6f91f15caf87'}, {'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-deleted', 'tag': '09597020-a263-4716-b256-ca314c4aab32'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:28:56.923027 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b1437b-8673-4fbb-8c4a-74dc927da44f" -d '{"events": [{"server_uuid": "2f4dfbe2-75fe-47f0-9881-2091bf79e9be", "name": "network-vif-deleted", "tag": "ae1baf91-8108-40ff-8679-6f91f15caf87"}, {"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-deleted", "tag": "09597020-a263-4716-b256-ca314c4aab32"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:28:56.956847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f15dd69a-01de-4178-b1ea-535dd5bf0eda req-5913f42c-4c00-4470-ac5d-f64b93e90dda tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045591 Jul 06 11:28:57.062512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-cccc18c6-3ab0-49d0-8543-27329c4f68fb service neutron] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:28:57.071910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de req-68f5128d-a2af-4ab1-a60d-2edce7bb8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:57.076400 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de req-68f5128d-a2af-4ab1-a60d-2edce7bb8d77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef8876f4dae54f308bfb7290f817f26e&device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 1098 time: 0.5493431 Jul 06 11:28:57.095283 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-cccc18c6-3ab0-49d0-8543-27329c4f68fb service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:57.103164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab72ddf-be3f-486a-bccc-a064d294897a req-cccc18c6-3ab0-49d0-8543-27329c4f68fb service neutron] 10.222.0.86 "DELETE /v2.0/ports/06af901f-833a-45e3-96fb-6bdec289716c/bindings/n-h1-799527-2 HTTP/1.1" status: 204 len: 173 time: 0.6776786 Jul 06 11:28:57.206984 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d37d7307-5729-4baf-a757-705c6246be74 req-6c40dbdc-d670-477d-8d89-66bd91812569 service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691332 Jul 06 11:28:57.345999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de req-dad10883-0253-4d03-a569-c27190147aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:57.348001 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de req-dad10883-0253-4d03-a569-c27190147aa9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2593188 Jul 06 11:28:57.463395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de req-9cedfc2c-7e08-4796-9d63-351cf7401507 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=67538b53-dcc4-4d61-aa10-7e3c9ed17337 HTTP/1.1" status: 200 len: 217 time: 0.1037869 Jul 06 11:28:57.610224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de req-52fe3cb0-56af-4057-a7cd-5fc754ed6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:57.611754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de req-52fe3cb0-56af-4057-a7cd-5fc754ed6bb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1413777 Jul 06 11:28:57.677103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e436e6-9204-4d15-a31c-c81b88c26744 req-f0693305-3455-4f98-a282-190b95a352c3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:57.678752 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7e436e6-9204-4d15-a31c-c81b88c26744 req-f0693305-3455-4f98-a282-190b95a352c3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 944 time: 0.3218002 Jul 06 11:28:57.702817 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d8a13-3d7d-4adf-a02f-fd63bc43fedb req-b1f5761b-b3d6-4ffb-b3d7-bf7af70b9b0c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:57.711768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e24d8a13-3d7d-4adf-a02f-fd63bc43fedb req-b1f5761b-b3d6-4ffb-b3d7-bf7af70b9b0c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.2643845 Jul 06 11:28:57.820776 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7e436e6-9204-4d15-a31c-c81b88c26744 req-4d573736-a7a2-4942-9128-b2e60ec473f9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342859 Jul 06 11:28:57.827048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e24d8a13-3d7d-4adf-a02f-fd63bc43fedb req-18cb707c-c2d1-44ee-84ce-b8a8e8f61965 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141789 Jul 06 11:28:57.836237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de req-d1c23423-94aa-4e6e-b914-d5146d3729aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:57.839482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de req-d1c23423-94aa-4e6e-b914-d5146d3729aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170773 Jul 06 11:28:57.979749 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c80c702-462e-4495-a299-3077cc07f405 x-openstack-request-id: req-1c80c702-462e-4495-a299-3077cc07f405 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:28:57.981515 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4dfbe2-75fe-47f0-9881-2091bf79e9be", "name": "network-vif-deleted", "tag": "ae1baf91-8108-40ff-8679-6f91f15caf87", "status": "completed", "code": 200}, {"server_uuid": "f5fb86f9-ff9c-4a91-980c-fab9b651c593", "name": "network-vif-deleted", "tag": "09597020-a263-4716-b256-ca314c4aab32", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:28:57.981515 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c80c702-462e-4495-a299-3077cc07f405 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:28:57.982002 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4dfbe2-75fe-47f0-9881-2091bf79e9be', 'name': 'network-vif-deleted', 'tag': 'ae1baf91-8108-40ff-8679-6f91f15caf87', 'status': 'completed', 'code': 200} Jul 06 11:28:57.982430 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fb86f9-ff9c-4a91-980c-fab9b651c593', 'name': 'network-vif-deleted', 'tag': '09597020-a263-4716-b256-ca314c4aab32', 'status': 'completed', 'code': 200} Jul 06 11:28:58.055895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de req-ab844340-b80f-4baf-b0bc-cc5765d8f7a5 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089415 Jul 06 11:28:58.286969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3dd09e8-38ef-46c0-9c38-9c7efc6028de req-f170416b-77d4-40ad-8d76-dd589a78cda9 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236807 Jul 06 11:28:58.359926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652245c3-79a4-4160-a933-913279b66d02 req-4dd3133d-baa2-4a4b-9abc-88db92b63063 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:58.367744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-652245c3-79a4-4160-a933-913279b66d02 req-4dd3133d-baa2-4a4b-9abc-88db92b63063 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 947 time: 0.1580319 Jul 06 11:28:58.406327 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:58.414618 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:58.512191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-652245c3-79a4-4160-a933-913279b66d02 req-bcf71053-5aa6-4064-b092-ccb983916547 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371493 Jul 06 11:28:58.625838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 29c67cec-4e25-4f82-8242-47e2dd4230f9 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:28:58.679128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57890) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:58.988087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806071a-1769-4a36-b295-5e8dfbcd470e req-076db710-113f-43c3-915e-12e0b60ee12d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:58.990919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4806071a-1769-4a36-b295-5e8dfbcd470e req-076db710-113f-43c3-915e-12e0b60ee12d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2544949 Jul 06 11:28:58.997075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 29c67cec-4e25-4f82-8242-47e2dd4230f9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=29c67cec-4e25-4f82-8242-47e2dd4230f9,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:59.023550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '29c67cec-4e25-4f82-8242-47e2dd4230f9', 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932', 'port_id': '29c67cec-4e25-4f82-8242-47e2dd4230f9', 'mac_address': 'fa:16:3e:76:22:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db865811-8939-42d3-8508-9ae239d97c6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:28:59.077383 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2dd0dd66-e238-47b4-9c9c-e8a4d4cd6c9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10b4aff7972b453598337f75d6cd6714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955121 Jul 06 11:28:59.081285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57898) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:28:59.101411 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:59.144113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c67cec-4e25-4f82-8242-47e2dd4230f9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:28:59.192979 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-faa66ecc-6736-4273-a9c4-0f8226db5325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:59.224003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 29c67cec-4e25-4f82-8242-47e2dd4230f9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=29c67cec-4e25-4f82-8242-47e2dd4230f9,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:28:59.228463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4806071a-1769-4a36-b295-5e8dfbcd470e req-2f2398b9-a6b9-4e7e-87b0-e54a23e7254e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055955 Jul 06 11:28:59.233990 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:59.246462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-faa66ecc-6736-4273-a9c4-0f8226db5325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:59.274488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012ff55-19be-493a-a7be-523edd2021ae req-17d5c1c9-27e9-4ad7-9476-fdd2a59d18e5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:59.282890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d012ff55-19be-493a-a7be-523edd2021ae req-17d5c1c9-27e9-4ad7-9476-fdd2a59d18e5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 944 time: 0.7390306 Jul 06 11:28:59.358711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=29c67cec-4e25-4f82-8242-47e2dd4230f9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:59.419011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d012ff55-19be-493a-a7be-523edd2021ae req-8ded47f5-1cf7-4cae-8158-7e7ac6303c69 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248307 Jul 06 11:28:59.450523 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-faa66ecc-6736-4273-a9c4-0f8226db5325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:59.456078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-faa66ecc-6736-4273-a9c4-0f8226db5325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:28:59.474017 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-faa66ecc-6736-4273-a9c4-0f8226db5325 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c748c73-40dd-4a05-b39e-a2787c0efa47 HTTP/1.1" status: 204 len: 168 time: 0.3906250 Jul 06 11:28:59.521614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa66ecc-6736-4273-a9c4-0f8226db5325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c748c73-40dd-4a05-b39e-a2787c0efa47,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:28:59.653937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['29c67cec-4e25-4f82-8242-47e2dd4230f9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:28:59.910480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95024e-a27a-48f8-a077-f1066eb3044d req-0d4a6064-6526-4fa1-9a6d-315afd3cff78 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:59.915481 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd95024e-a27a-48f8-a077-f1066eb3044d req-0d4a6064-6526-4fa1-9a6d-315afd3cff78 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.2591920 Jul 06 11:28:59.937923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31fddc-093e-4e5a-9de7-0ab2ebc300e0 req-706a7836-0943-427e-8045-44c13a48f0f6 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:28:59.951243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e31fddc-093e-4e5a-9de7-0ab2ebc300e0 req-706a7836-0943-427e-8045-44c13a48f0f6 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 1095 time: 0.2390571 Jul 06 11:29:00.084644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e31fddc-093e-4e5a-9de7-0ab2ebc300e0 req-a81d1737-cc9b-45da-9270-2a4edac898e3 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288288 Jul 06 11:29:00.176160 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd95024e-a27a-48f8-a077-f1066eb3044d req-0e269304-fa13-4916-b40b-2d72497a472e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395408 Jul 06 11:29:00.615822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 67538b53-dcc4-4d61-aa10-7e3c9ed17337 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:29:00.727522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b9375-7dff-407d-ab06-d712dc7dea62 req-3495b1a8-b5fe-4670-8748-aff3ba163a91 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:00.731290 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d1b9375-7dff-407d-ab06-d712dc7dea62 req-3495b1a8-b5fe-4670-8748-aff3ba163a91 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 947 time: 0.2953870 Jul 06 11:29:00.781878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed35e4-6b8f-471e-bfea-505b2fbcd8b1 req-04db74d8-d1ed-4622-bd8a-295a701e396e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:00.796028 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fed35e4-6b8f-471e-bfea-505b2fbcd8b1 req-04db74d8-d1ed-4622-bd8a-295a701e396e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2546871 Jul 06 11:29:00.924428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 67538b53-dcc4-4d61-aa10-7e3c9ed17337, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=67538b53-dcc4-4d61-aa10-7e3c9ed17337,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:00.948378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d1b9375-7dff-407d-ab06-d712dc7dea62 req-f5355300-d4f0-4c59-a590-fcc90803ad68 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066567 Jul 06 11:29:00.961452 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fed35e4-6b8f-471e-bfea-505b2fbcd8b1 req-22c267f0-1590-4507-b602-b53ec17332fd tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584427 Jul 06 11:29:00.962445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '67538b53-dcc4-4d61-aa10-7e3c9ed17337', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '67538b53-dcc4-4d61-aa10-7e3c9ed17337', 'mac_address': 'fa:16:3e:9f:64:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:29:01.117584 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:01.155931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67538b53-dcc4-4d61-aa10-7e3c9ed17337 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:29:01.209456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 67538b53-dcc4-4d61-aa10-7e3c9ed17337, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=67538b53-dcc4-4d61-aa10-7e3c9ed17337,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:01.218286 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:01.337315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=67538b53-dcc4-4d61-aa10-7e3c9ed17337,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:01.637134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['67538b53-dcc4-4d61-aa10-7e3c9ed17337'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:01.852297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-ed455e24-7d9a-4057-8294-5d7d32880415 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:01.853973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-ed455e24-7d9a-4057-8294-5d7d32880415 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 821 time: 0.6672997 Jul 06 11:29:01.863220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02924651-74ae-468d-bc15-ac200920cfe8 req-2f8e8294-4157-41ff-93ff-2e13a0eb83de tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:01.864829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02924651-74ae-468d-bc15-ac200920cfe8 req-2f8e8294-4157-41ff-93ff-2e13a0eb83de tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 945 time: 0.6001775 Jul 06 11:29:01.876449 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-03dfd73a-818e-46ff-b733-cac46dcdc939 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/quotas/c873b0fb571e46d8941f82ebd8df32e8 HTTP/1.1" status: 200 len: 375 time: 0.0105789 Jul 06 11:29:01.980365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02924651-74ae-468d-bc15-ac200920cfe8 req-212e14eb-6a38-4cdf-90c4-e9a6e383eb14 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019380 Jul 06 11:29:02.039827 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-7648272a-2de8-4b66-b6a2-195a67275c5d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1466200 Jul 06 11:29:02.185638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-f2cfd185-add5-4e1c-a5a0-2be4ca371469 service neutron] 10.222.0.21 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352003 Jul 06 11:29:02.406888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-4b0e7ce5-28ac-432e-825d-ee0668f1678a service neutron] 10.222.0.21 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049527 Jul 06 11:29:02.422492 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad08932-58ee-4a33-a66d-6b695a807087 req-8dd5084b-ade9-4e07-a090-fb89eda4ab65 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:02.431807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fad08932-58ee-4a33-a66d-6b695a807087 req-8dd5084b-ade9-4e07-a090-fb89eda4ab65 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1393778 Jul 06 11:29:02.500996 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fad08932-58ee-4a33-a66d-6b695a807087 req-314148c4-b482-4958-84cb-ec15b0a33ad2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678489 Jul 06 11:29:02.622605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 29c67cec-4e25-4f82-8242-47e2dd4230f9 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:02.809700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 29c67cec-4e25-4f82-8242-47e2dd4230f9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:29:02.816618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 29c67cec-4e25-4f82-8242-47e2dd4230f9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:02.817635 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:02.897516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eca721-0334-4b46-be26-6e6392d852f4 req-fffd6147-b29f-451d-983c-0e76449000d5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:02.907336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59eca721-0334-4b46-be26-6e6392d852f4 req-fffd6147-b29f-451d-983c-0e76449000d5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.1972117 Jul 06 11:29:02.981416 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:03.011164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c67cec-4e25-4f82-8242-47e2dd4230f9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:03.014713 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c29013-8912-4b3d-a30a-007aa3ece6d7" -d '{"events": [{"server_uuid": "bab681e3-ec37-45ac-99cc-66c5b84e1e53", "name": "network-vif-plugged", "status": "completed", "tag": "29c67cec-4e25-4f82-8242-47e2dd4230f9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:03.037626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 29c67cec-4e25-4f82-8242-47e2dd4230f9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=29c67cec-4e25-4f82-8242-47e2dd4230f9,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:03.040284 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59eca721-0334-4b46-be26-6e6392d852f4 req-ffdf2a16-b958-4a49-a145-7f50e62aed0f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043634 Jul 06 11:29:03.045453 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:03.119639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=29c67cec-4e25-4f82-8242-47e2dd4230f9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:03.353109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55835598-bb46-49e3-84e2-bc6e30ed70c8 req-80240b37-f8d7-4c25-8f21-9d41387a7008 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:03.356871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55835598-bb46-49e3-84e2-bc6e30ed70c8 req-80240b37-f8d7-4c25-8f21-9d41387a7008 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 948 time: 0.1206114 Jul 06 11:29:03.485817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55835598-bb46-49e3-84e2-bc6e30ed70c8 req-3ae06ebd-446a-4d4d-8620-9442e53ea12a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166897 Jul 06 11:29:03.683089 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4ec168-03a7-4070-b7c3-abb14aaf2e6e x-openstack-request-id: req-1c4ec168-03a7-4070-b7c3-abb14aaf2e6e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:03.684871 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab681e3-ec37-45ac-99cc-66c5b84e1e53", "name": "network-vif-plugged", "status": "completed", "tag": "29c67cec-4e25-4f82-8242-47e2dd4230f9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:03.685598 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c4ec168-03a7-4070-b7c3-abb14aaf2e6e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:03.686527 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c67cec-4e25-4f82-8242-47e2dd4230f9', 'code': 200} Jul 06 11:29:03.732560 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a6b657ac-f0fd-4336-9838-5a6ee0e281e5 req-649ea5d1-4fc4-4bbc-9363-e7a48721e86e tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 210 time: 0.0761244 Jul 06 11:29:04.270670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf9893-8271-4907-ad6d-fc11a77a5ea8 req-b718a55f-f53e-4091-922e-b345b83e3980 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:04.280717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5fcf9893-8271-4907-ad6d-fc11a77a5ea8 req-b718a55f-f53e-4091-922e-b345b83e3980 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 0.2906735 Jul 06 11:29:04.376746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5fcf9893-8271-4907-ad6d-fc11a77a5ea8 req-d39b2693-8696-4d96-b36a-a22cabbc668d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942967 Jul 06 11:29:04.405552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b975a7-1ea0-4887-943a-c91b5e6479b1 req-a512ce5f-e3a5-405a-8666-42a58ba7b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:04.408360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-77b975a7-1ea0-4887-943a-c91b5e6479b1 req-a512ce5f-e3a5-405a-8666-42a58ba7b245 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 1097 time: 0.5614572 Jul 06 11:29:04.598792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-77b975a7-1ea0-4887-943a-c91b5e6479b1 req-47e722c6-513e-4b5a-9eea-1d7595054c87 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702516 Jul 06 11:29:04.634723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 67538b53-dcc4-4d61-aa10-7e3c9ed17337 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:04.851665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:29:04.864727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:04.865187 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:04.986628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c00a0-1ff5-484e-90a0-bb1315e7b59e req-543bc5fe-ef0d-42f6-ac47-e484234aedc3 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:04.988483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b28c00a0-1ff5-484e-90a0-bb1315e7b59e req-543bc5fe-ef0d-42f6-ac47-e484234aedc3 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.2614686 Jul 06 11:29:05.040478 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:05.079362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f3326-9287-46f6-ab4e-4111b9dd916c req-db6ca605-728f-4da8-94ee-331882a69560 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:05.082052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e99f3326-9287-46f6-ab4e-4111b9dd916c req-db6ca605-728f-4da8-94ee-331882a69560 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 948 time: 0.1804061 Jul 06 11:29:05.088209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b28c00a0-1ff5-484e-90a0-bb1315e7b59e req-c3f735d8-bab3-4240-925c-2c489a0184ae tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922351 Jul 06 11:29:05.106221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 67538b53-dcc4-4d61-aa10-7e3c9ed17337, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=67538b53-dcc4-4d61-aa10-7e3c9ed17337,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:05.114631 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:05.174320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e99f3326-9287-46f6-ab4e-4111b9dd916c req-d156cf73-d819-4bfb-8f9d-2e34c5719820 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833738 Jul 06 11:29:05.204537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=67538b53-dcc4-4d61-aa10-7e3c9ed17337,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:05.425981 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1124ae5e-e529-4e03-aa8f-9365dd9eab5e req-b960b438-32d8-4fcd-9c94-03f7d7023cfb tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 210 time: 0.0611050 Jul 06 11:29:05.688163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228afea3-0608-455c-8669-168af484f0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67538b53-dcc4-4d61-aa10-7e3c9ed17337'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:05.692862 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd7586e-6ee3-40f6-b9bc-7b169505ff5e" -d '{"events": [{"server_uuid": "228afea3-0608-455c-8669-168af484f0fb", "name": "network-vif-plugged", "status": "completed", "tag": "67538b53-dcc4-4d61-aa10-7e3c9ed17337"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:05.805886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-ad7613d6-a867-4249-906a-9fd9f7e57674 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:05.807483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-ad7613d6-a867-4249-906a-9fd9f7e57674 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 821 time: 0.3759089 Jul 06 11:29:05.824554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Request body: {'port': {'device_id': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a', 'admin_state_up': True, 'tenant_id': 'c873b0fb571e46d8941f82ebd8df32e8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:05.865641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812953b-0ad3-4716-ab03-6f1abba8b3b0 req-8603de07-29d7-47ad-a7be-d0c3c0c757eb tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:05.873073 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5812953b-0ad3-4716-ab03-6f1abba8b3b0 req-8603de07-29d7-47ad-a7be-d0c3c0c757eb tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 945 time: 0.2858791 Jul 06 11:29:05.994802 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5812953b-0ad3-4716-ab03-6f1abba8b3b0 req-a9c1fdbd-2268-43e4-b0ca-f4d5e0a3e4b6 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637448 Jul 06 11:29:06.095030 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57fd330-2bbe-4720-8cc8-a31b8d486492 x-openstack-request-id: req-a57fd330-2bbe-4720-8cc8-a31b8d486492 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:06.096270 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228afea3-0608-455c-8669-168af484f0fb", "name": "network-vif-plugged", "status": "completed", "tag": "67538b53-dcc4-4d61-aa10-7e3c9ed17337", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:06.096881 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a57fd330-2bbe-4720-8cc8-a31b8d486492 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:06.097760 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228afea3-0608-455c-8669-168af484f0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67538b53-dcc4-4d61-aa10-7e3c9ed17337', 'code': 200} Jul 06 11:29:06.272017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Made reservation on behalf of c873b0fb571e46d8941f82ebd8df32e8 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:29:06.276512 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:06.299301 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb8d27-18f3-4dd4-8f25-670ce213cbeb req-9d794197-4a96-4f29-afbd-ffa36814d4e3 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:06.301286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bbdb8d27-18f3-4dd4-8f25-670ce213cbeb req-9d794197-4a96-4f29-afbd-ffa36814d4e3 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 0.2649910 Jul 06 11:29:06.437758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bbdb8d27-18f3-4dd4-8f25-670ce213cbeb req-1e00f603-996f-443a-9ca1-0f0efb892e6c tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229966 Jul 06 11:29:06.443182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2d419-7091-4000-8bcb-762f7c0896fe req-65a8a8d6-fb2a-4a0e-9d43-9c1a2d310b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:06.445169 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1d2d419-7091-4000-8bcb-762f7c0896fe req-65a8a8d6-fb2a-4a0e-9d43-9c1a2d310b79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 1100 time: 0.2677312 Jul 06 11:29:06.579770 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1d2d419-7091-4000-8bcb-762f7c0896fe req-76fd306c-a40b-4c87-b8fb-4ddf43b99162 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249065 Jul 06 11:29:06.585558 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Allocated IP 172.20.0.5 (4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a/d4d2f577-6be2-4de8-9745-d21caa44b53a/5db5a446-e99c-4912-b603-27fe2fa64a19) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:29:06.787414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a767048-7c26-4575-9b4d-18c17100b598 req-ac34baae-9e27-4699-a309-f83088717756 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:06.789521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a767048-7c26-4575-9b4d-18c17100b598 req-ac34baae-9e27-4699-a309-f83088717756 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.1783154 Jul 06 11:29:06.853984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:06.883041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a767048-7c26-4575-9b4d-18c17100b598 req-ec0502a3-69b2-42a1-abe1-4e2432ff230f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677874 Jul 06 11:29:06.940838 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:07.006135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:29:07.013677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:29:07.020584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:29:07.051511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Pushing event updated for resources: {'Port': ['ID=5db5a446-e99c-4912-b603-27fe2fa64a19,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:07.079131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.079131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.079500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.079899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.080240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.080571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.080911 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.081241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.081568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.081890 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.082214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.082538 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:07.107623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192b765-e42f-414e-ba9e-016f930893d5 req-a6af87e1-f6f4-4a69-b82b-951fc45902cb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:07.109341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8192b765-e42f-414e-ba9e-016f930893d5 req-a6af87e1-f6f4-4a69-b82b-951fc45902cb tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 949 time: 0.2030678 Jul 06 11:29:07.118140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:07.118779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:07.178411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-82b64896-ad09-46f8-b8e9-dfeb0b4b47bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3600516 Jul 06 11:29:07.200889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Request body: {'port': {'device_id': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:07.229157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8192b765-e42f-414e-ba9e-016f930893d5 req-bb69ba33-c3f3-4e50-a873-f82c99d2c0b9 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052768 Jul 06 11:29:07.270568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e0f7e-22b3-46a0-b9be-65ff314e2edb req-5a1edf29-c226-4c78-b5a7-d1ec466c9396 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:07.272246 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c99e0f7e-22b3-46a0-b9be-65ff314e2edb req-5a1edf29-c226-4c78-b5a7-d1ec466c9396 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 931 time: 0.1498992 Jul 06 11:29:07.354220 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:07.384393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c99e0f7e-22b3-46a0-b9be-65ff314e2edb req-13cd727c-f3c9-4de6-a4b8-55556dd3f4ba tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894532 Jul 06 11:29:07.957019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb7b1e-ced6-4c10-8d1a-5889714ee70a req-1c82705c-0232-4629-b034-6269a6692cd4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:07.958743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fcb7b1e-ced6-4c10-8d1a-5889714ee70a req-1c82705c-0232-4629-b034-6269a6692cd4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2153664 Jul 06 11:29:07.989916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db5a446-e99c-4912-b603-27fe2fa64a19 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:29:08.002860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-3c1baa42-b855-42ec-a3c3-8d0e2dfaac53 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:08.008392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-3c1baa42-b855-42ec-a3c3-8d0e2dfaac53 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 807 time: 0.2212377 Jul 06 11:29:08.036463 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:08.076786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-e11b7f4f-3a34-4854-b646-6c3c2d443cf8 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/quotas/07789db484674e1da7cc9ccb7d200675 HTTP/1.1" status: 200 len: 375 time: 0.0523891 Jul 06 11:29:08.082452 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Transition to ACTIVE for port object 5db5a446-e99c-4912-b603-27fe2fa64a19 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:29:08.097100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:08.105029 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fcb7b1e-ced6-4c10-8d1a-5889714ee70a req-18f74022-ccfd-436f-9daf-70d872bb9660 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337883 Jul 06 11:29:08.241924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5db5a446-e99c-4912-b603-27fe2fa64a19,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:08.433336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-d971d88c-4efa-466a-8777-8e0af60ed2f7 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3460739 Jul 06 11:29:08.565967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:29:08.566415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:29:08.566892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:08.587273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Port 5db5a446-e99c-4912-b603-27fe2fa64a19 on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:29:08.587771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:08.609537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cc8b7-950e-4ca4-814e-f5e89d49ce46 req-11add889-d107-41f6-a249-9f437af4c037 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:08.612196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d4cc8b7-950e-4ca4-814e-f5e89d49ce46 req-11add889-d107-41f6-a249-9f437af4c037 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 0.3604600 Jul 06 11:29:08.625437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:29:08.625891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:29:08.626417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:29:08.627088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Bound port: 5db5a446-e99c-4912-b603-27fe2fa64a19, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:29:08.627729 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:08.768131 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-1fae5913-1ae6-414b-a05d-ffba96b744f4 service neutron] 10.222.0.21 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223581 Jul 06 11:29:08.801208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d4cc8b7-950e-4ca4-814e-f5e89d49ce46 req-916a5abd-5c32-4dfc-8531-d38d33f01965 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775789 Jul 06 11:29:08.937455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:29:08.943383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:29:08.953911 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:09.065729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:09.067313 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:09.069287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] 10.222.0.86 "PUT /v2.0/ports/5db5a446-e99c-4912-b603-27fe2fa64a19 HTTP/1.1" status: 200 len: 1091 time: 1.8766189 Jul 06 11:29:09.070074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'tag': '5db5a446-e99c-4912-b603-27fe2fa64a19'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:09.074774 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3945a63b-2cf5-4475-9809-80b77971adca" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9ed155-2e2d-4ef9-9c5e-a567da370aff", "tag": "5db5a446-e99c-4912-b603-27fe2fa64a19"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:09.158396 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-d827dc18-48dd-4ebd-8b55-481f704d6e57 service neutron] 10.222.0.21 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784428 Jul 06 11:29:09.203662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-9fbd2ef3-2432-4eaa-99fd-9df84cf7e455 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--129077849&fields=id&tenant_id=21d545a249fb4b96ad293abdfd92ec22 HTTP/1.1" status: 200 len: 267 time: 0.2402809 Jul 06 11:29:09.206757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63252b93-cfc9-4d17-8d12-aec191e1abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5db5a446-e99c-4912-b603-27fe2fa64a19,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:09.219727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-1c4fd57c-4b8f-4cc3-bc77-3bca19dc24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:09.222262 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-1c4fd57c-4b8f-4cc3-bc77-3bca19dc24b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 1094 time: 0.0980620 Jul 06 11:29:09.301548 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-3edee652-f073-4d54-893c-5de67bf3fcbd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db5a446-e99c-4912-b603-27fe2fa64a19 HTTP/1.1" status: 200 len: 217 time: 0.0666866 Jul 06 11:29:09.403755 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-691e002b-469c-4258-ac22-3362d2b7a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:09.406435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-691e002b-469c-4258-ac22-3362d2b7a061 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.0969453 Jul 06 11:29:09.424251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-ec3d6493-b3e7-435f-af4b-aac8361be051 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:09.426570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-ec3d6493-b3e7-435f-af4b-aac8361be051 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.86 "GET /v2.0/ports?device_id=50f7f6ab-5000-4967-9d06-7a1d643d18a8 HTTP/1.1" status: 200 len: 945 time: 0.2978606 Jul 06 11:29:09.471396 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-75e77479-09b1-4da6-bd04-761142e06903 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557182 Jul 06 11:29:09.596634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-fc32cbf9-0059-4aab-8a2a-c69d0119df0f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:09.610829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-fc32cbf9-0059-4aab-8a2a-c69d0119df0f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/networks?id=a5e489b5-0684-4a9d-b620-d8739016b04b HTTP/1.1" status: 200 len: 823 time: 0.3760865 Jul 06 11:29:09.675411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-099853d6-588a-4552-b7d4-1a25e3bd8e31 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/quotas/21d545a249fb4b96ad293abdfd92ec22 HTTP/1.1" status: 200 len: 375 time: 0.0630465 Jul 06 11:29:09.700909 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-00fba5f7-91d5-4a67-ae88-8e9a6c7336de service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201269 Jul 06 11:29:09.897508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fcf7fb16-79b4-4f26-b291-e37abd140769 req-4431df21-cce6-4a5b-b399-7d01a242b63a service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874454 Jul 06 11:29:10.316374 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9842f-1c00-4521-8ad9-6b0484481a5c req-26987b70-812d-402e-87ed-a9645c4d3a78 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:10.318458 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1d9842f-1c00-4521-8ad9-6b0484481a5c req-26987b70-812d-402e-87ed-a9645c4d3a78 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.6391697 Jul 06 11:29:10.324556 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Deleting port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:29:10.325002 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:10.346105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-dbfd9df3-0931-4c90-bb98-e5928fad474d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=21d545a249fb4b96ad293abdfd92ec22&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6690097 Jul 06 11:29:10.595322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1d9842f-1c00-4521-8ad9-6b0484481a5c req-c070d7bd-a6b4-4962-9097-091e4ea84d0b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476964 Jul 06 11:29:10.706401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] For port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:10.706902 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:10.724568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-2cc6a925-abe6-46c9-80da-866ef67e0756 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030825 Jul 06 11:29:11.236316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-392b3736-2ac7-4224-8f32-1f722f058b42 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009041 Jul 06 11:29:11.325904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26697-bfa1-49dc-a2ed-b5ae32013a36 req-b4e40ca1-f972-48a9-9eed-f08bb0a5c402 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:11.328761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3d26697-bfa1-49dc-a2ed-b5ae32013a36 req-b4e40ca1-f972-48a9-9eed-f08bb0a5c402 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.5456493 Jul 06 11:29:11.595332 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3d26697-bfa1-49dc-a2ed-b5ae32013a36 req-7911fe05-e2a6-45c6-82dc-d9279f10f5dc tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407238 Jul 06 11:29:11.598122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:11.598787 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:11.599258 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Floating IP 44bb918b-a79d-4b96-8fb1-fa360b0c63cb disassociated. External IP: 172.25.0.174, port: 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9. Jul 06 11:29:11.600819 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Calling delete_port for 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:29:11.791056 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-9ede8b18-bc13-447b-bdcb-ddadda7bbd73 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:11.793360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-9ede8b18-bc13-447b-bdcb-ddadda7bbd73 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 807 time: 0.4633498 Jul 06 11:29:11.811366 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Request body: {'port': {'device_id': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59', 'admin_state_up': True, 'tenant_id': '07789db484674e1da7cc9ccb7d200675'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:11.940315 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb6a37-dc0b-471b-92dd-130a00d99194 req-017625b2-2d99-4add-93d6-6d19727adcd7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:11.942043 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-47bb6a37-dc0b-471b-92dd-130a00d99194 req-017625b2-2d99-4add-93d6-6d19727adcd7 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 949 time: 0.3341188 Jul 06 11:29:12.115370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-47bb6a37-dc0b-471b-92dd-130a00d99194 req-fb0010f6-a790-4b97-bd19-f802466a50b8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603508 Jul 06 11:29:12.141330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:12.200440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Made reservation on behalf of 07789db484674e1da7cc9ccb7d200675 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:29:12.205017 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:12.216233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Pushing event deleted for resources: {'Port': ['ID=2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:12.330767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47c5ff-a3ce-45e9-b114-c7ca3a0da85b req-7dd5a3c3-e859-4550-91b3-3dcd03e7914e tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:12.332460 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f47c5ff-a3ce-45e9-b114-c7ca3a0da85b req-7dd5a3c3-e859-4550-91b3-3dcd03e7914e tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 943 time: 0.3644624 Jul 06 11:29:12.534441 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f47c5ff-a3ce-45e9-b114-c7ca3a0da85b req-c872d7eb-5023-4037-886d-8aec3d95e311 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604509 Jul 06 11:29:12.706908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Allocated IP 172.20.0.12 (b3a19eba-5cff-4a79-8bb0-e4710c338a59/cf76e788-9096-4a29-a54c-95736c762e71/0ae6d5aa-004a-428c-a7b6-b5dee7819652) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:29:12.753925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:29:12.812186 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9be94ab-b500-4957-8382-189e9419c9f7 x-openstack-request-id: req-a9be94ab-b500-4957-8382-189e9419c9f7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:12.812186 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9ed155-2e2d-4ef9-9c5e-a567da370aff", "tag": "5db5a446-e99c-4912-b603-27fe2fa64a19", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:12.812872 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9be94ab-b500-4957-8382-189e9419c9f7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:12.813609 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'tag': '5db5a446-e99c-4912-b603-27fe2fa64a19', 'status': 'completed', 'code': 200} Jul 06 11:29:12.969716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945a63b-2cf5-4475-9809-80b77971adca req-498c167c-743b-4658-b68f-e031025c7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:12.971286 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3945a63b-2cf5-4475-9809-80b77971adca req-498c167c-743b-4658-b68f-e031025c7df8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 1094 time: 0.1307077 Jul 06 11:29:13.120994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c01d1d-c8b0-4711-b213-b513769537a4 req-82b7f66d-cfb2-4ab5-afaa-d28eb8c5b09a tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:13.134778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28c01d1d-c8b0-4711-b213-b513769537a4 req-82b7f66d-cfb2-4ab5-afaa-d28eb8c5b09a tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 0.4600096 Jul 06 11:29:13.176845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945a63b-2cf5-4475-9809-80b77971adca req-0c7c364a-8778-4a0f-ac5d-51d60f4455ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:13.178795 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3945a63b-2cf5-4475-9809-80b77971adca req-0c7c364a-8778-4a0f-ac5d-51d60f4455ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.1995921 Jul 06 11:29:13.312888 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3945a63b-2cf5-4475-9809-80b77971adca req-bbae94a7-af4d-40e7-8a19-2678aa2377e7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db5a446-e99c-4912-b603-27fe2fa64a19 HTTP/1.1" status: 200 len: 217 time: 0.1239808 Jul 06 11:29:13.333987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6012bc9d-2ec3-4b74-8e9b-b002ddc624d5 req-94ece152-d60d-4465-8d6c-3904fce8ffb3 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 210 time: 0.1006458 Jul 06 11:29:13.356538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28c01d1d-c8b0-4711-b213-b513769537a4 req-deba5ab5-daa2-4761-a7c1-c8aec8e8b36a tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200143 Jul 06 11:29:13.448969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945a63b-2cf5-4475-9809-80b77971adca req-de20f92d-120c-458a-86de-0c54a5375b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:13.450530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3945a63b-2cf5-4475-9809-80b77971adca req-de20f92d-120c-458a-86de-0c54a5375b52 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.1277025 Jul 06 11:29:13.467392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:29:13.491902 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b205b05-81cb-4e7d-923c-9358cf5e0976 None None] Sync routers for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:29:13.517940 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b205b05-81cb-4e7d-923c-9358cf5e0976 None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:29:13.518584 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1b205b05-81cb-4e7d-923c-9358cf5e0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:28:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:13.559973 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3945a63b-2cf5-4475-9809-80b77971adca req-9c6663f3-a95a-42f6-a69c-77872947b3ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003494 Jul 06 11:29:13.597695 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:13.734616 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-897ebbfe-bc92-4f19-925c-f06338ef0771 req-a9cc3857-3120-421b-b072-dc16eb21b4f0 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 210 time: 0.1007068 Jul 06 11:29:13.866409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] No DVR routers for this DVR port 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:29:13.874226 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:13.886894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b963f7f-bca9-446e-9258-aae8bad9ad7c req-d6f22d01-b4e8-4a88-badc-086590c3d37f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.86 "DELETE /v2.0/ports/2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 HTTP/1.1" status: 204 len: 173 time: 4.4535646 Jul 06 11:29:13.892483 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:13.917708 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['dc09012d-01da-41f3-8ef0-dda11fd70bec'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:13.949164 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1b205b05-81cb-4e7d-923c-9358cf5e0976 None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:29:14.091815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Network b3a19eba-5cff-4a79-8bb0-e4710c338a59 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:29:14.154355 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2b1b-c664-44b4-9cd6-46a3dac76c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:14.190769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:29:14.295417 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3945a63b-2cf5-4475-9809-80b77971adca req-99effc2a-2a94-46fe-9923-55194adb385e service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7170639 Jul 06 11:29:14.407906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-f57a6fe2-7c3e-45c8-ad0f-ff816cb2b902 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:14.409530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-f57a6fe2-7c3e-45c8-ad0f-ff816cb2b902 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.86 "GET /v2.0/networks?id=a5e489b5-0684-4a9d-b620-d8739016b04b HTTP/1.1" status: 200 len: 823 time: 0.5328763 Jul 06 11:29:14.463801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5db5a446-e99c-4912-b603-27fe2fa64a19 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:29:14.539133 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-9d1b06c6-b0e7-460f-a85f-e65afa6b562a tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21d545a249fb4b96ad293abdfd92ec22 HTTP/1.1" status: 200 len: 379 time: 0.1182659 Jul 06 11:29:14.555683 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Request body: {'port': {'device_id': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'admin_state_up': True, 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'security_groups': ['30035ce9-d9d1-438b-987a-e50e1e7f8aa3']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:14.564960 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3945a63b-2cf5-4475-9809-80b77971adca req-bc994b48-d9f9-44d4-b968-5c05399ea371 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614901 Jul 06 11:29:14.744514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:14.766142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:29:14.807097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '5db5a446-e99c-4912-b603-27fe2fa64a19', 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a', 'port_id': '5db5a446-e99c-4912-b603-27fe2fa64a19', 'mac_address': 'fa:16:3e:43:fd:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d2f577-6be2-4de8-9745-d21caa44b53a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:29:14.810920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:29:14.811283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:29:14.922786 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1b205b05-81cb-4e7d-923c-9358cf5e0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:15.034308 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b205b05-81cb-4e7d-923c-9358cf5e0976 None None] Checking router: 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:29:15.060697 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:15.083065 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b205b05-81cb-4e7d-923c-9358cf5e0976 None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:29:15.085348 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1b205b05-81cb-4e7d-923c-9358cf5e0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:28:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:15.114847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'name': 'network-vif-deleted', 'tag': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:15.118832 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e765731a-93ab-4fe2-9d88-d0dbca94a9f3" -d '{"events": [{"server_uuid": "50f7f6ab-5000-4967-9d06-7a1d643d18a8", "name": "network-vif-deleted", "tag": "2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:15.126043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db5a446-e99c-4912-b603-27fe2fa64a19 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:29:15.143899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:29:15.175711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:15.187032 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:15.283431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Pushing event updated for resources: {'Port': ['ID=0ae6d5aa-004a-428c-a7b6-b5dee7819652,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:15.327744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:15.328818 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:15.399920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-b922cd9b-eeef-4f1e-9342-f661222e24fd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5934649 Jul 06 11:29:15.434535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Request body: {'port': {'device_id': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:15.453758 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=5db5a446-e99c-4912-b603-27fe2fa64a19,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:15.460340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07476f36-46b7-4272-85ed-fafbdd82098b req-cda675fb-c9a1-498c-a827-b712df75ff55 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:15.473799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07476f36-46b7-4272-85ed-fafbdd82098b req-cda675fb-c9a1-498c-a827-b712df75ff55 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 1.5146422 Jul 06 11:29:15.486322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Made reservation on behalf of 21d545a249fb4b96ad293abdfd92ec22 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:29:15.489785 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09980084-a83f-4a7d-917a-658d1478ad95 req-4f788ddb-caab-4a8f-bc34-e402790c1e54 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:15.490191 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:15.500104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09980084-a83f-4a7d-917a-658d1478ad95 req-4f788ddb-caab-4a8f-bc34-e402790c1e54 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 1100 time: 1.3067279 Jul 06 11:29:15.510278 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1b205b05-81cb-4e7d-923c-9358cf5e0976 None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:29:15.565248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['5db5a446-e99c-4912-b603-27fe2fa64a19'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:15.644708 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07476f36-46b7-4272-85ed-fafbdd82098b req-375a53bc-63e2-4532-9fbe-8e2503322eb0 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695862 Jul 06 11:29:15.713178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09980084-a83f-4a7d-917a-658d1478ad95 req-ac6f55d2-f06f-4a9a-b88a-a8a7f0fcc520 tempest-ServersOnMultiNodesTest-712300180 tempest-ServersOnMultiNodesTest-712300180-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365860 Jul 06 11:29:15.754469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Allocated IP 172.20.0.14 (a5e489b5-0684-4a9d-b620-d8739016b04b/0875ea68-eb80-4280-b8aa-6ab66bb5db45/9cfe6883-db0d-4e30-b474-a9f615e18ec9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:29:15.769373 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:16.055406 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1b205b05-81cb-4e7d-923c-9358cf5e0976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:16.088916 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b205b05-81cb-4e7d-923c-9358cf5e0976 None None] The sync data for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 is: [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:29:16.130005 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:16.173664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Transition to ACTIVE for port object 9cfe6883-db0d-4e30-b474-a9f615e18ec9 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:29:16.259289 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:16.324924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Network a5e489b5-0684-4a9d-b620-d8739016b04b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:29:16.347735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:29:16.353229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:29:16.433428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:16.434596 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:16.438638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Pushing event updated for resources: {'Port': ['ID=9cfe6883-db0d-4e30-b474-a9f615e18ec9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:16.453248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.453643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.453947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.454296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.454642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.454981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.455318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.455685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.456197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.456539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.456875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.457329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:16.482632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-d3acd267-f6d3-4d16-8816-e3bd23a272c5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9339402 Jul 06 11:29:16.495279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Request body: {'port': {'device_id': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:16.528702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f023c-55a1-4752-b15c-6b2ff3c89a85 req-801b7ee0-6bee-4615-a224-d10e05fe9fbd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:16.530384 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d07f023c-55a1-4752-b15c-6b2ff3c89a85 req-801b7ee0-6bee-4615-a224-d10e05fe9fbd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 944 time: 0.3584819 Jul 06 11:29:16.597088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbea3b-ecb3-4867-8658-76f255a52788 req-32976b9c-b7ef-4965-b8fd-f26c597b87cd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:16.600779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59fbea3b-ecb3-4867-8658-76f255a52788 req-32976b9c-b7ef-4965-b8fd-f26c597b87cd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 932 time: 0.4440706 Jul 06 11:29:16.640535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:16.660931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320f90f-4e70-43fa-ab52-ea12978f26ca None None] New status for floating IP 44bb918b-a79d-4b96-8fb1-fa360b0c63cb: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:29:16.740572 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae6d5aa-004a-428c-a7b6-b5dee7819652 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:29:16.764105 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:16.811037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d07f023c-55a1-4752-b15c-6b2ff3c89a85 req-f3b45b55-b4e8-49ab-9ca4-067d8e8a9cf6 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363729 Jul 06 11:29:16.893931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Transition to ACTIVE for port object 0ae6d5aa-004a-428c-a7b6-b5dee7819652 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:29:16.907715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59fbea3b-ecb3-4867-8658-76f255a52788 req-dd260ebd-9283-400b-95bf-cf35d356073e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500622 Jul 06 11:29:16.910743 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:16.981084 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ffbce7d6-ad02-4004-8844-5d0d6ebe5768 None None] Provisioning for port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:29:16.997585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ffbce7d6-ad02-4004-8844-5d0d6ebe5768 None None] Provisioning complete for port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:16.998415 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffbce7d6-ad02-4004-8844-5d0d6ebe5768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:17.055121 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d9e38b-7226-4fd8-87f1-203927f6f22b x-openstack-request-id: req-d3d9e38b-7226-4fd8-87f1-203927f6f22b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:17.056323 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f7f6ab-5000-4967-9d06-7a1d643d18a8", "name": "network-vif-deleted", "tag": "2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:17.056866 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3d9e38b-7226-4fd8-87f1-203927f6f22b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:17.058060 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f7f6ab-5000-4967-9d06-7a1d643d18a8', 'name': 'network-vif-deleted', 'tag': '2ac3fd56-aa04-4f18-bfc2-adad6f3ac1f9', 'status': 'completed', 'code': 200} Jul 06 11:29:17.114661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Pushing event updated for resources: {'Port': ['ID=0ae6d5aa-004a-428c-a7b6-b5dee7819652,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:17.127086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ffbce7d6-ad02-4004-8844-5d0d6ebe5768 None None] Port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:29:17.317014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfe6883-db0d-4e30-b474-a9f615e18ec9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:29:17.344110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:29:17.344670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:29:17.345215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:17.348297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:17.376590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fbe2d-a1fb-4a11-abf9-4a61551ad355 req-3835692d-fb9d-463a-9925-7b4c9ea7d425 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:17.389639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-779fbe2d-a1fb-4a11-abf9-4a61551ad355 req-3835692d-fb9d-463a-9925-7b4c9ea7d425 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 932 time: 0.2358243 Jul 06 11:29:17.395969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Transition to ACTIVE for port object 9cfe6883-db0d-4e30-b474-a9f615e18ec9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:29:17.403838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:29:17.404355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:17.407155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:17.432011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:29:17.434967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:29:17.435868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:29:17.439787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Bound port: 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:29:17.441845 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:17.509687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Pushing event updated for resources: {'Port': ['ID=9cfe6883-db0d-4e30-b474-a9f615e18ec9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:17.551159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-779fbe2d-a1fb-4a11-abf9-4a61551ad355 req-2c7a9b14-6b24-4032-9612-07306ee39411 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596072 Jul 06 11:29:17.645353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Attempting to bind port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:29:17.645872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Attempting to bind port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:29:17.646409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Attempting to bind port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 on network a5e489b5-0684-4a9d-b620-d8739016b04b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:17.665201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 on network a5e489b5-0684-4a9d-b620-d8739016b04b not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:29:17.665201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Attempting to bind port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 on network a5e489b5-0684-4a9d-b620-d8739016b04b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:17.674434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:29:17.684365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:29:17.685163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Checking segment: {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:29:17.685657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Bound using segment: {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:29:17.687438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Bound port: 9cfe6883-db0d-4e30-b474-a9f615e18ec9, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbbcede-e81c-4dd9-b202-ac270a10658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:29:17.688516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:29:17.689040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:17.722668 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:17.851910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:17.852664 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:17.855332 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] 10.222.0.47 "PUT /v2.0/ports/0ae6d5aa-004a-428c-a7b6-b5dee7819652 HTTP/1.1" status: 200 len: 1092 time: 2.4435246 Jul 06 11:29:17.884074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4fd48-be85-499c-8547-9e4dcb138c0e service neutron] Pushing event updated for resources: {'Port': ['ID=0ae6d5aa-004a-428c-a7b6-b5dee7819652,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:17.920336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf988a7-87ab-4ce0-a660-b648eb9b4aa2 req-ab683ef4-e57c-49bf-b29b-ce3601051034 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:17.923681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddf988a7-87ab-4ce0-a660-b648eb9b4aa2 req-ab683ef4-e57c-49bf-b29b-ce3601051034 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 0.2164173 Jul 06 11:29:17.970301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] For port 9cfe6883-db0d-4e30-b474-a9f615e18ec9, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:29:17.992441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] For port 9cfe6883-db0d-4e30-b474-a9f615e18ec9, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=9cfe6883-db0d-4e30-b474-a9f615e18ec9,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:29:18.000665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:18.084816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:18.086481 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:18.087694 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] 10.222.0.86 "PUT /v2.0/ports/9cfe6883-db0d-4e30-b474-a9f615e18ec9 HTTP/1.1" status: 200 len: 1092 time: 1.5971119 Jul 06 11:29:18.112043 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:18.141768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'tag': '9cfe6883-db0d-4e30-b474-a9f615e18ec9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:18.145134 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c013e18d-2c13-43c1-af88-370780381ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "a19e3838-bcb2-40e9-881f-33435c8953b8", "tag": "9cfe6883-db0d-4e30-b474-a9f615e18ec9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:18.148646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f7aa8-02e7-4249-8d23-c56e2a2de2cf service neutron] Pushing event updated for resources: {'Port': ['ID=9cfe6883-db0d-4e30-b474-a9f615e18ec9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:18.296060 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddf988a7-87ab-4ce0-a660-b648eb9b4aa2 req-5d73fe1e-5222-4d4e-a137-72369f54c578 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230138 Jul 06 11:29:18.325279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-931b33ca-a642-4c02-98a5-f617f172729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:18.329268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-0333ff1e-c95d-4096-a119-dd5d2fcc6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:18.331858 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-931b33ca-a642-4c02-98a5-f617f172729b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21d545a249fb4b96ad293abdfd92ec22&device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 1095 time: 0.1670446 Jul 06 11:29:18.332582 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-0333ff1e-c95d-4096-a119-dd5d2fcc6fde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 1095 time: 0.4041178 Jul 06 11:29:18.348657 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12bc7388-433d-40c7-a5d9-0ce37996bbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:18.438093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-313671ba-7625-4d81-9cc3-e7ed0e7be73f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652 HTTP/1.1" status: 200 len: 217 time: 0.0816679 Jul 06 11:29:18.440713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58180) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:18.517480 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-9540d5fa-95d0-4fef-9c1d-5820cb20a40e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cfe6883-db0d-4e30-b474-a9f615e18ec9 HTTP/1.1" status: 200 len: 217 time: 0.1716070 Jul 06 11:29:18.526000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5db5a446-e99c-4912-b603-27fe2fa64a19 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:18.545812 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:18.555302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a908b-03ef-4492-9a67-e846a06e6262 req-01aa3e14-4315-4b03-9e5b-1fc42c924535 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:18.576263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd0a908b-03ef-4492-9a67-e846a06e6262 req-01aa3e14-4315-4b03-9e5b-1fc42c924535 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.4705281 Jul 06 11:29:18.710638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-effea3a7-0f58-4be8-a882-fa72be795e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:18.727566 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-effea3a7-0f58-4be8-a882-fa72be795e44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.2747450 Jul 06 11:29:18.740164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 5db5a446-e99c-4912-b603-27fe2fa64a19 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:29:18.749363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 5db5a446-e99c-4912-b603-27fe2fa64a19 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:18.750188 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:18.809666 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-e2c2a789-f37f-4bd4-bd2d-3c5a2f3b8363 service neutron] 10.222.0.86 "GET /v2.0/ports/c6ab7faf-c92b-4042-ab82-b0b5c74a318c/bindings/n-h2-799527-2 HTTP/1.1" status: 200 len: 382 time: 0.2905450 Jul 06 11:29:18.836931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-22f351ba-f4c8-4edf-a0c6-3487626b4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:18.840979 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-22f351ba-f4c8-4edf-a0c6-3487626b4d8e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0875ea68-eb80-4280-b8aa-6ab66bb5db45 HTTP/1.1" status: 200 len: 862 time: 0.2885900 Jul 06 11:29:18.892205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd0a908b-03ef-4492-9a67-e846a06e6262 req-e4d3c1b5-7a10-436d-ae85-6a22da4443e2 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143759 Jul 06 11:29:18.898458 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-2596d2b6-b227-4eb9-8f49-407127e00a08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535974 Jul 06 11:29:18.938904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dd438fc-8c7a-4f6c-b27e-64f7803fe239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:18.967701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-109743d2-7ea5-41fc-8254-34879acb663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:18.970979 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-109743d2-7ea5-41fc-8254-34879acb663c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5e489b5-0684-4a9d-b620-d8739016b04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223006 Jul 06 11:29:19.089823 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:19.102282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'tag': '0ae6d5aa-004a-428c-a7b6-b5dee7819652'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:19.106907 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528973e5-3293-40c1-9c7b-b0eda99304da" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ed4468-7fe9-49ab-96e4-84639137b4d8", "tag": "0ae6d5aa-004a-428c-a7b6-b5dee7819652"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:19.173809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db5a446-e99c-4912-b603-27fe2fa64a19'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:19.181232 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0989d10-24bb-4d0d-88c6-0c2b68935f03" -d '{"events": [{"server_uuid": "bb9ed155-2e2d-4ef9-9c5e-a567da370aff", "name": "network-vif-plugged", "status": "completed", "tag": "5db5a446-e99c-4912-b603-27fe2fa64a19"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:19.232367 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-01c1d79c-df14-4305-9b98-6e6b739ebf00 service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483807 Jul 06 11:29:19.240959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:19.252206 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:19.379710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=5db5a446-e99c-4912-b603-27fe2fa64a19,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:19.423426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1edebf-bfca-4158-8fdb-3e85921511f0 req-0a7c5066-bb91-4e9e-9bdc-3e26a868b482 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:19.426689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e1edebf-bfca-4158-8fdb-3e85921511f0 req-0a7c5066-bb91-4e9e-9bdc-3e26a868b482 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.6882122 Jul 06 11:29:19.482713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dd438fc-8c7a-4f6c-b27e-64f7803fe239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:19.499906 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a831b096-a60f-4dc0-82fc-660fd31377c1 req-80d050d9-24ca-435a-a964-456e44cac4df service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600429 Jul 06 11:29:19.500736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-2b1cde9a-9f4a-4461-ab51-675dc559d0f3 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774710 Jul 06 11:29:19.505933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dd438fc-8c7a-4f6c-b27e-64f7803fe239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:19.511466 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-f271b7c3-d557-4a73-a893-46c643157e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:19.525611 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-f271b7c3-d557-4a73-a893-46c643157e20 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075&tenant_id=954e407d1dcd4bbebedb2be51459f1e9 HTTP/1.1" status: 200 len: 1101 time: 0.1802142 Jul 06 11:29:19.552783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7dd438fc-8c7a-4f6c-b27e-64f7803fe239 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19c0a1ead87e4fb0bda8aaa30fd1b8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1104677 Jul 06 11:29:19.556598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58190) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:19.575549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03694b19-ed3f-4c7d-a591-192b2ce64f08 req-79153973-e3bf-47b5-9113-f16bd8848efc tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:19.577598 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-03694b19-ed3f-4c7d-a591-192b2ce64f08 req-79153973-e3bf-47b5-9113-f16bd8848efc tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 949 time: 0.4497206 Jul 06 11:29:19.647404 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:29:19.690019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e1edebf-bfca-4158-8fdb-3e85921511f0 req-28ce301f-08da-4fc4-889e-195c1e75d80b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499571 Jul 06 11:29:19.693501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd438fc-8c7a-4f6c-b27e-64f7803fe239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642fc583-8b05-4a5f-a6b8-66739531eef0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:19.804328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9139fc5b-2ce5-48fd-b7e6-12e347d7f898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:19.824436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978301dd-8f8b-4bf1-8227-78957e256aea req-a988f2a3-579a-4921-bda3-68757c09e8fd tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:19.827140 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-978301dd-8f8b-4bf1-8227-78957e256aea req-a988f2a3-579a-4921-bda3-68757c09e8fd tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 949 time: 0.2097433 Jul 06 11:29:19.836282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fb5f39d-0050-47c8-8f9c-cb75cde21728 req-ff9c444f-8689-4efc-9e74-c7f3590670c0 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930534 Jul 06 11:29:19.836882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-41abdcd2-c212-4620-a07e-04496836594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:19.843384 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-41abdcd2-c212-4620-a07e-04496836594d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 1101 time: 0.2761705 Jul 06 11:29:19.890106 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-03694b19-ed3f-4c7d-a591-192b2ce64f08 req-dec5cbc1-d88a-4462-921f-31c2fd34edb3 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848313 Jul 06 11:29:20.089329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9139fc5b-2ce5-48fd-b7e6-12e347d7f898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:20.095885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334b00a-1cd2-49ec-a56a-a9f2d6f849b6 req-67450d4e-d8f3-421f-b1d2-45a6eef6dad8 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:20.098335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d334b00a-1cd2-49ec-a56a-a9f2d6f849b6 req-67450d4e-d8f3-421f-b1d2-45a6eef6dad8 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.1635931 Jul 06 11:29:20.222218 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d334b00a-1cd2-49ec-a56a-a9f2d6f849b6 req-708dbbba-7493-4dd2-a929-ca1b3d69486d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935969 Jul 06 11:29:20.241542 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:20.268400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700b752-bb6a-4a43-8e3a-86e585c9f282 req-d9815faa-34dc-4ee6-9e55-4f31e6716656 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:20.280285 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b700b752-bb6a-4a43-8e3a-86e585c9f282 req-d9815faa-34dc-4ee6-9e55-4f31e6716656 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 944 time: 0.2260273 Jul 06 11:29:20.287197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-b64049bf-58d2-4572-a734-b904e8da81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:20.289224 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-b64049bf-58d2-4572-a734-b904e8da81d2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3341060 Jul 06 11:29:20.303799 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9139fc5b-2ce5-48fd-b7e6-12e347d7f898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:20.309838 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9139fc5b-2ce5-48fd-b7e6-12e347d7f898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:20.312312 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9139fc5b-2ce5-48fd-b7e6-12e347d7f898 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/642fc583-8b05-4a5f-a6b8-66739531eef0 HTTP/1.1" status: 204 len: 168 time: 0.7537892 Jul 06 11:29:20.372382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b700b752-bb6a-4a43-8e3a-86e585c9f282 req-b9049a75-3bb4-4580-85c9-6393c34dc9bc tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755908 Jul 06 11:29:20.471211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139fc5b-2ce5-48fd-b7e6-12e347d7f898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642fc583-8b05-4a5f-a6b8-66739531eef0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:20.476814 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-399db2fc-a8e6-465e-a450-693210ea861f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c HTTP/1.1" status: 200 len: 217 time: 0.1511605 Jul 06 11:29:20.480620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-978301dd-8f8b-4bf1-8227-78957e256aea req-75f5c06b-d17a-43f2-8c12-cb4eb25d1d05 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Deleting port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:29:20.480620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-978301dd-8f8b-4bf1-8227-78957e256aea req-75f5c06b-d17a-43f2-8c12-cb4eb25d1d05 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:20.657404 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62d301d-6aef-455e-9d55-d5852c834fa9 x-openstack-request-id: req-d62d301d-6aef-455e-9d55-d5852c834fa9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:20.658411 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19e3838-bcb2-40e9-881f-33435c8953b8", "tag": "9cfe6883-db0d-4e30-b474-a9f615e18ec9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:20.658411 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d62d301d-6aef-455e-9d55-d5852c834fa9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:20.658975 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'tag': '9cfe6883-db0d-4e30-b474-a9f615e18ec9', 'status': 'completed', 'code': 200} Jul 06 11:29:20.739764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5ceb5-a1ff-461b-9eb9-71ac44b3988b req-3a12b312-13a4-4fc7-9871-fa164d94651a tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:20.753049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2f5ceb5-a1ff-461b-9eb9-71ac44b3988b req-3a12b312-13a4-4fc7-9871-fa164d94651a tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 0.1644945 Jul 06 11:29:20.796554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-5d951295-91b0-4f18-9a40-ec2dec821cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:20.799807 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-5d951295-91b0-4f18-9a40-ec2dec821cad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.3150609 Jul 06 11:29:20.863234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2f5ceb5-a1ff-461b-9eb9-71ac44b3988b req-164665dd-314e-451a-b449-300892ad760d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082575 Jul 06 11:29:20.966796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-978301dd-8f8b-4bf1-8227-78957e256aea req-75f5c06b-d17a-43f2-8c12-cb4eb25d1d05 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] For port 67538b53-dcc4-4d61-aa10-7e3c9ed17337, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=67538b53-dcc4-4d61-aa10-7e3c9ed17337,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:20.967384 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-978301dd-8f8b-4bf1-8227-78957e256aea req-75f5c06b-d17a-43f2-8c12-cb4eb25d1d05 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:20.973571 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90df150b-9757-4bb7-81ae-4258915dff02 x-openstack-request-id: req-90df150b-9757-4bb7-81ae-4258915dff02 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:20.977618 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ed4468-7fe9-49ab-96e4-84639137b4d8", "tag": "0ae6d5aa-004a-428c-a7b6-b5dee7819652", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:20.978188 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90df150b-9757-4bb7-81ae-4258915dff02 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:20.979438 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'tag': '0ae6d5aa-004a-428c-a7b6-b5dee7819652', 'status': 'completed', 'code': 200} Jul 06 11:29:20.992647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013e18d-2c13-43c1-af88-370780381ac1 req-7636296c-d9cb-4add-a1d4-2ea2eb5ffdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:20.996465 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c013e18d-2c13-43c1-af88-370780381ac1 req-7636296c-d9cb-4add-a1d4-2ea2eb5ffdde service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21d545a249fb4b96ad293abdfd92ec22&device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 1095 time: 0.3360100 Jul 06 11:29:21.006198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-978301dd-8f8b-4bf1-8227-78957e256aea req-75f5c06b-d17a-43f2-8c12-cb4eb25d1d05 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Calling delete_port for 67538b53-dcc4-4d61-aa10-7e3c9ed17337 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:29:21.041152 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19122d6-a2f9-4d7c-9c81-e8b1ab9746df x-openstack-request-id: req-b19122d6-a2f9-4d7c-9c81-e8b1ab9746df {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:21.042130 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ed155-2e2d-4ef9-9c5e-a567da370aff", "name": "network-vif-plugged", "status": "completed", "tag": "5db5a446-e99c-4912-b603-27fe2fa64a19", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:21.042790 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b19122d6-a2f9-4d7c-9c81-e8b1ab9746df {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:21.043687 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db5a446-e99c-4912-b603-27fe2fa64a19', 'code': 200} Jul 06 11:29:21.164008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256448e0-707b-4997-8ce7-91bdc1010296 req-e4c32f1e-94c7-417f-a097-5548ec4fcabf tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:21.165738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-256448e0-707b-4997-8ce7-91bdc1010296 req-e4c32f1e-94c7-417f-a097-5548ec4fcabf tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 944 time: 0.2202666 Jul 06 11:29:21.308944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528973e5-3293-40c1-9c7b-b0eda99304da req-30e7d4fc-5913-48c8-87b3-2105248a1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:21.312462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-528973e5-3293-40c1-9c7b-b0eda99304da req-30e7d4fc-5913-48c8-87b3-2105248a1e88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 1095 time: 0.2509861 Jul 06 11:29:21.322228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-256448e0-707b-4997-8ce7-91bdc1010296 req-b33a6a24-cd7f-4f15-954e-e6ba07e29683 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347260 Jul 06 11:29:21.435413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013e18d-2c13-43c1-af88-370780381ac1 req-91ca3994-34a5-4281-9958-6bd6ba5521bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:21.440114 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c013e18d-2c13-43c1-af88-370780381ac1 req-91ca3994-34a5-4281-9958-6bd6ba5521bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=a5e489b5-0684-4a9d-b620-d8739016b04b HTTP/1.1" status: 200 len: 924 time: 0.4302239 Jul 06 11:29:21.555227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39cbf0-e639-4f6c-b9f1-c5ed1327b9c7 req-0f771244-c284-4c6e-8de7-964c11baca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:21.558725 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c39cbf0-e639-4f6c-b9f1-c5ed1327b9c7 req-0f771244-c284-4c6e-8de7-964c11baca7e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 1096 time: 0.3834960 Jul 06 11:29:21.597427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c013e18d-2c13-43c1-af88-370780381ac1 req-31993891-02ab-4632-8d57-7fb72802dd6b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cfe6883-db0d-4e30-b474-a9f615e18ec9 HTTP/1.1" status: 200 len: 217 time: 0.1426480 Jul 06 11:29:21.603879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-7ffb5644-027f-4ee0-a976-8f11fe85d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:21.605811 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-7ffb5644-027f-4ee0-a976-8f11fe85d833 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7944922 Jul 06 11:29:21.720968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528973e5-3293-40c1-9c7b-b0eda99304da req-893baf79-4785-4515-9637-4fc89b19320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:21.723787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-528973e5-3293-40c1-9c7b-b0eda99304da req-893baf79-4785-4515-9637-4fc89b19320e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.3980985 Jul 06 11:29:21.766768 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-978301dd-8f8b-4bf1-8227-78957e256aea req-75f5c06b-d17a-43f2-8c12-cb4eb25d1d05 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:21.788201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['93433c4b-59a0-4146-8153-8ce0f4c70bf9', '8865306c-ed81-47b2-b1dd-f11af373e157', 'b345baa3-bfec-4cc6-9692-dbd294d07dd5', '5c91712a-21df-4107-a4f0-bff42392be09', 'e8cfd67b-bfa9-4435-b13a-831ad431ab03'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:21.790453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013e18d-2c13-43c1-af88-370780381ac1 req-66e28624-d717-42d3-9251-97809c23ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:21.793688 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c013e18d-2c13-43c1-af88-370780381ac1 req-66e28624-d717-42d3-9251-97809c23ca41 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0875ea68-eb80-4280-b8aa-6ab66bb5db45 HTTP/1.1" status: 200 len: 862 time: 0.1820424 Jul 06 11:29:21.850230 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c39cbf0-e639-4f6c-b9f1-c5ed1327b9c7 req-1bb51752-896c-4d8c-ab72-8c419cec9c78 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757757 Jul 06 11:29:21.876414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:21.877317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-528973e5-3293-40c1-9c7b-b0eda99304da req-cbeab67b-0cc8-43f2-b1ac-a66d34bbde63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652 HTTP/1.1" status: 200 len: 217 time: 0.1366203 Jul 06 11:29:21.887397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5c06b-d17a-43f2-8c12-cb4eb25d1d05 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event deleted for resources: {'Port': ['ID=67538b53-dcc4-4d61-aa10-7e3c9ed17337,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:21.894237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867095-386a-40e3-9631-5d7e2acf021f req-93ea55af-0002-4057-a9fd-b47b4a814503 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:21.897141 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60867095-386a-40e3-9631-5d7e2acf021f req-93ea55af-0002-4057-a9fd-b47b4a814503 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.4621875 Jul 06 11:29:22.001314 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-978301dd-8f8b-4bf1-8227-78957e256aea req-75f5c06b-d17a-43f2-8c12-cb4eb25d1d05 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] No DVR routers for this DVR port 67538b53-dcc4-4d61-aa10-7e3c9ed17337 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:29:22.016006 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-978301dd-8f8b-4bf1-8227-78957e256aea req-75f5c06b-d17a-43f2-8c12-cb4eb25d1d05 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:22.019634 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-978301dd-8f8b-4bf1-8227-78957e256aea req-75f5c06b-d17a-43f2-8c12-cb4eb25d1d05 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "DELETE /v2.0/ports/67538b53-dcc4-4d61-aa10-7e3c9ed17337 HTTP/1.1" status: 204 len: 173 time: 2.1745677 Jul 06 11:29:22.032126 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-9ce7910a-71da-4fb5-85cf-4043578d4d89 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048367 Jul 06 11:29:22.066531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60867095-386a-40e3-9631-5d7e2acf021f req-cd0fa463-eea2-410a-bd24-68da55238ca5 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514604 Jul 06 11:29:22.099853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5b0e1-03aa-4b2e-a617-e3b725c0a0c4 req-2dcea472-d244-44cd-bf66-a38559891728 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:22.147613 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bb5b0e1-03aa-4b2e-a617-e3b725c0a0c4 req-2dcea472-d244-44cd-bf66-a38559891728 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.5160077 Jul 06 11:29:22.162900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58230) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:22.326046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013e18d-2c13-43c1-af88-370780381ac1 req-1cc6fe45-db9f-4389-9da7-1b3a137b5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:22.330216 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c013e18d-2c13-43c1-af88-370780381ac1 req-1cc6fe45-db9f-4389-9da7-1b3a137b5fd4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5e489b5-0684-4a9d-b620-d8739016b04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5224612 Jul 06 11:29:22.354474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bb5b0e1-03aa-4b2e-a617-e3b725c0a0c4 req-be116299-b5c5-427e-88c9-f4b24eba91ec tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042308 Jul 06 11:29:22.357240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528973e5-3293-40c1-9c7b-b0eda99304da req-bf11d889-068c-44b3-8860-137fc1834b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:22.376328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-528973e5-3293-40c1-9c7b-b0eda99304da req-bf11d889-068c-44b3-8860-137fc1834b80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.4611864 Jul 06 11:29:22.524122 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-528973e5-3293-40c1-9c7b-b0eda99304da req-194c65aa-763a-42b0-ab65-d079cdbf75cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464717 Jul 06 11:29:22.562437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6ab7faf-c92b-4042-ab82-b0b5c74a318c no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:29:22.617868 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b1dfa62-545b-44be-985b-c7aac8702e76 req-e3e48e5e-6a87-4af7-b6d7-b0d4aac744ca service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672584 Jul 06 11:29:22.636149 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c013e18d-2c13-43c1-af88-370780381ac1 req-51607f32-5897-4702-b6ee-f4136bcf1b86 service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978635 Jul 06 11:29:22.663706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228afea3-0608-455c-8669-168af484f0fb', 'name': 'network-vif-deleted', 'tag': '67538b53-dcc4-4d61-aa10-7e3c9ed17337'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:22.666484 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f8f6db-9375-454b-8f63-0b0dc1e0f313" -d '{"events": [{"server_uuid": "228afea3-0608-455c-8669-168af484f0fb", "name": "network-vif-deleted", "tag": "67538b53-dcc4-4d61-aa10-7e3c9ed17337"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:22.689166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2123514077-network', 'tenant_id': '18491665c91b4bc9800c27d294d8927c'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:22.719746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 67538b53-dcc4-4d61-aa10-7e3c9ed17337 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:29:22.774341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f71cd091-e15b-4a58-98ab-15b1963e4122 req-3665d635-16ac-4ca6-b8a0-572aeadceaab tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=228afea3-0608-455c-8669-168af484f0fb HTTP/1.1" status: 200 len: 210 time: 0.0945296 Jul 06 11:29:22.801191 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c013e18d-2c13-43c1-af88-370780381ac1 req-2a2bf7f4-4133-470e-baa0-8ff95113d542 service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575089 Jul 06 11:29:22.817779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Made reservation on behalf of 18491665c91b4bc9800c27d294d8927c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:29:22.828156 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:22.835383 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:22.847425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 67538b53-dcc4-4d61-aa10-7e3c9ed17337 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:29:22.848094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 67538b53-dcc4-4d61-aa10-7e3c9ed17337 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:29:22.885885 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:22.942433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:22.951512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-528973e5-3293-40c1-9c7b-b0eda99304da req-bb16c4d2-f865-48c3-87f4-2cb8212454c8 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111636 Jul 06 11:29:22.958967 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:23.081415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:23.086270 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5108874f-2b2c-43fe-84bb-f20d089e2864" -d '{"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:23.092524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:23.325596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-528973e5-3293-40c1-9c7b-b0eda99304da req-e01ec901-ce0d-4973-b972-258aa3667d79 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649178 Jul 06 11:29:23.358112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bffba-30ca-4dee-85a7-a3fdd2a366de req-cbc411c0-746d-4117-9193-fca95e26e506 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:23.365550 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-150bffba-30ca-4dee-85a7-a3fdd2a366de req-cbc411c0-746d-4117-9193-fca95e26e506 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.4125042 Jul 06 11:29:23.427285 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:23.445764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:23.491001 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-150bffba-30ca-4dee-85a7-a3fdd2a366de req-c62bb89a-42c3-492e-9d7d-de57d5521e70 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242256 Jul 06 11:29:23.539536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848c70f4-6e77-4539-bd6b-475b76ba5ee1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:23.569805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:29:23.617762 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:23.618323 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Added segment 7ccdb002-0aaa-4812-85da-2d2280840a15 of type vlan for network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d Jul 06 11:29:23.692477 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:23.744207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc1abd-07e3-4bb6-996b-1cb4d5b242da req-2be19aa9-f773-4d14-9586-e8cb485cbd1a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:23.747551 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9cc1abd-07e3-4bb6-996b-1cb4d5b242da req-2be19aa9-f773-4d14-9586-e8cb485cbd1a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 944 time: 0.2098663 Jul 06 11:29:23.810830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:23.812545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:23.813225 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:23.913431 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7381794 Jul 06 11:29:23.917727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58248) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:23.921850 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9cc1abd-07e3-4bb6-996b-1cb4d5b242da req-ac189115-6d36-461f-bbb1-d0e85bf957b8 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447294 Jul 06 11:29:23.928134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] Request body: {'subnet': {'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2123514077-subnet', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:23.934200 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a454dbb-5513-496f-8926-1bab22f336d7 admin admin] Pushing event updated for resources: {'Network': ['ID=881a8a74-0cfc-48cb-8156-c8919bbb9e7d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:23.953461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:29:23.984828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184eebc0-f7b5-4ba0-a892-08637b089bb8 req-9800f87a-bec1-49ae-92bc-3dfffa052135 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:23.986944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-184eebc0-f7b5-4ba0-a892-08637b089bb8 req-9800f87a-bec1-49ae-92bc-3dfffa052135 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 0.2674592 Jul 06 11:29:23.988847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] Made reservation on behalf of 18491665c91b4bc9800c27d294d8927c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:29:23.993831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:24.054723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-184eebc0-f7b5-4ba0-a892-08637b089bb8 req-5b9f3f74-1847-4d2b-a70f-393be467d567 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543146 Jul 06 11:29:24.173546 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f8f0dd-7dc9-443f-9459-c669a233d469 x-openstack-request-id: req-f9f8f0dd-7dc9-443f-9459-c669a233d469 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:24.173980 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228afea3-0608-455c-8669-168af484f0fb", "name": "network-vif-deleted", "tag": "67538b53-dcc4-4d61-aa10-7e3c9ed17337", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:24.174389 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9f8f0dd-7dc9-443f-9459-c669a233d469 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:24.175603 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228afea3-0608-455c-8669-168af484f0fb', 'name': 'network-vif-deleted', 'tag': '67538b53-dcc4-4d61-aa10-7e3c9ed17337', 'status': 'completed', 'code': 200} Jul 06 11:29:24.230907 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efcebc5-49c9-40fe-bd7e-904a58a646aa x-openstack-request-id: req-4efcebc5-49c9-40fe-bd7e-904a58a646aa {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:24.231327 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:24.231709 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4efcebc5-49c9-40fe-bd7e-904a58a646aa {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:24.232385 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'code': 200} Jul 06 11:29:24.247220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ede1f-e1c8-490d-bce2-78bb1b95f633 req-9db83a50-68b9-4bdc-9967-b3c078dac1c0 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:24.249075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c17ede1f-e1c8-490d-bce2-78bb1b95f633 req-9db83a50-68b9-4bdc-9967-b3c078dac1c0 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 944 time: 0.1224658 Jul 06 11:29:24.330137 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c17ede1f-e1c8-490d-bce2-78bb1b95f633 req-b81e57ce-d891-48d4-a0fe-48141bb18923 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650282 Jul 06 11:29:24.337306 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:24.544239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 9cfe6883-db0d-4e30-b474-a9f615e18ec9 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:29:24.872121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 9cfe6883-db0d-4e30-b474-a9f615e18ec9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=9cfe6883-db0d-4e30-b474-a9f615e18ec9,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:24.915622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '9cfe6883-db0d-4e30-b474-a9f615e18ec9', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'port_id': '9cfe6883-db0d-4e30-b474-a9f615e18ec9', 'mac_address': 'fa:16:3e:ab:e4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:29:24.975082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] Checking segment: {'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:29:24.975946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] Network hostable DHCP agents. Network: 881a8a74-0cfc-48cb-8156-c8919bbb9e7d, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:29:24.980531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b4ee77-710e-4ee0-b205-462777f5161c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:25.024378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] Network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:29:25.046041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 881a8a74-0cfc-48cb-8156-c8919bbb9e7d) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:29:25.057689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:25.059418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:25.086011 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:25.093888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32163fe-57a7-4490-8369-ca0dfa8c69a5 None None] Network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:29:25.115343 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-919e7aa5-164c-4ef1-9ee0-fbc6f083afb1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1941524 Jul 06 11:29:25.117655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58260) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:25.168600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:25.239779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:25.244593 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:25.258174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee60c7-8a96-4222-b90b-46c3cdc8970e req-9b556b58-52ca-403e-8be9-5cac3ea23eac tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:25.276372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfe6883-db0d-4e30-b474-a9f615e18ec9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:29:25.288266 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bee60c7-8a96-4222-b90b-46c3cdc8970e req-9b556b58-52ca-403e-8be9-5cac3ea23eac tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2180214 Jul 06 11:29:25.308190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35560-9a68-442d-b903-3010758fd07e req-59028abd-0244-43c8-b0de-8fb60bce75eb tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:25.310037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07b35560-9a68-442d-b903-3010758fd07e req-59028abd-0244-43c8-b0de-8fb60bce75eb tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 948 time: 0.9248278 Jul 06 11:29:25.360029 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 9cfe6883-db0d-4e30-b474-a9f615e18ec9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=9cfe6883-db0d-4e30-b474-a9f615e18ec9,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:25.391543 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:25.395965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bee60c7-8a96-4222-b90b-46c3cdc8970e req-f47e8beb-5895-4409-9429-56e681ac58e0 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083384 Jul 06 11:29:25.400866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:25.484333 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07b35560-9a68-442d-b903-3010758fd07e req-d621b87d-57fc-40c2-adfa-19a1055edece tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520641 Jul 06 11:29:25.649231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=9cfe6883-db0d-4e30-b474-a9f615e18ec9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:25.727178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:25.742367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['9cfe6883-db0d-4e30-b474-a9f615e18ec9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:25.861173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05182952-b753-44c9-aa40-cb7376afcd31 req-759c1ab1-4578-4b4a-9166-6899bbcd100b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:25.870843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05182952-b753-44c9-aa40-cb7376afcd31 req-759c1ab1-4578-4b4a-9166-6899bbcd100b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 0.2325900 Jul 06 11:29:25.875615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'fixed_ips': [{'subnet_id': '80b4ee77-710e-4ee0-b205-462777f5161c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:29:25.877237 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:25.951995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05182952-b753-44c9-aa40-cb7376afcd31 req-139d58cf-55fa-4f0f-9e54-af5201f3f570 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729036 Jul 06 11:29:26.235698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:26.267642 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:26.342030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e3bf-e737-4fcb-b0aa-5ea224f53ea5 req-561db88b-88cb-48db-8a70-59e0fe89cc20 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:26.359644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa94e3bf-e737-4fcb-b0aa-5ea224f53ea5 req-561db88b-88cb-48db-8a70-59e0fe89cc20 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.1853175 Jul 06 11:29:26.361346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Allocated IP 172.20.0.2 (881a8a74-0cfc-48cb-8156-c8919bbb9e7d/80b4ee77-710e-4ee0-b205-462777f5161c/83937c00-7057-4f3f-9cab-cd766f52f8c2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:29:26.476352 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa94e3bf-e737-4fcb-b0aa-5ea224f53ea5 req-5793be5d-a07f-4056-b3e3-779464ae6387 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132367 Jul 06 11:29:26.488488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Allocated IP 172.25.0.29 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/eef213a2-f934-4b40-ba1f-2da62c6dfb8c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:29:26.562272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6ab7faf-c92b-4042-ab82-b0b5c74a318c details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:29:26.564755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf64fd-8b46-4e3f-bdae-3cc395237fce req-39ea9d8a-ed13-47e5-84c7-5b7c39b1029b tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:26.578601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1faf64fd-8b46-4e3f-bdae-3cc395237fce req-39ea9d8a-ed13-47e5-84c7-5b7c39b1029b tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 944 time: 0.1817970 Jul 06 11:29:26.662189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1faf64fd-8b46-4e3f-bdae-3cc395237fce req-675141e1-e718-4b92-ade4-bdd3d423dd1c tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821273 Jul 06 11:29:26.716154 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:26.739122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:26.763282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'mac_address': 'fa:16:3e:23:16:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:29:26.769416 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:26.786275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:26.790121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135aa72-74b5-46c1-b27c-d7c7385187f2 req-1f620a68-b47e-49bf-a21d-9a84fae4ac3f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:26.793972 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7135aa72-74b5-46c1-b27c-d7c7385187f2 req-1f620a68-b47e-49bf-a21d-9a84fae4ac3f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 945 time: 0.1257954 Jul 06 11:29:26.815096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Transition to ACTIVE for port object 83937c00-7057-4f3f-9cab-cd766f52f8c2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:29:26.844615 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:26.847303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Transition to ACTIVE for port object 83937c00-7057-4f3f-9cab-cd766f52f8c2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:29:26.854154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:29:26.861999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:29:26.862910 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:26.866250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:29:26.887040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ab7faf-c92b-4042-ab82-b0b5c74a318c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:29:26.898774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Pushing event updated for resources: {'Port': ['ID=eef213a2-f934-4b40-ba1f-2da62c6dfb8c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:26.922084 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7135aa72-74b5-46c1-b27c-d7c7385187f2 req-6a7f5bda-4166-4def-871e-8471126e1f07 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199918 Jul 06 11:29:26.924078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:29:26.940215 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:29:26.946296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:26.953921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:29:26.964598 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:26.970741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Pushing event updated for resources: {'Port': ['ID=83937c00-7057-4f3f-9cab-cd766f52f8c2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:26.992211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d491cc7-c601-45e1-9bd3-368e618d67b0 req-5283b7f9-cc94-43f0-a25c-34a6852010b8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:26.997895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d491cc7-c601-45e1-9bd3-368e618d67b0 req-5283b7f9-cc94-43f0-a25c-34a6852010b8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1621461 Jul 06 11:29:27.067218 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d491cc7-c601-45e1-9bd3-368e618d67b0 req-15776fbe-3ab6-412c-8906-7d3a00bcd586 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632014 Jul 06 11:29:27.121815 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Attempting to bind port 83937c00-7057-4f3f-9cab-cd766f52f8c2 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:29:27.122351 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Attempting to bind port 83937c00-7057-4f3f-9cab-cd766f52f8c2 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:29:27.122911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Attempting to bind port 83937c00-7057-4f3f-9cab-cd766f52f8c2 on network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:27.133383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:29:27.133731 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Checking segment: {'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:29:27.133919 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:27.134338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Bound using segment: {'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:29:27.134965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Bound port: 83937c00-7057-4f3f-9cab-cd766f52f8c2, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:29:27.135910 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:27.137911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:27.266787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] For port 83937c00-7057-4f3f-9cab-cd766f52f8c2, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:29:27.272559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] For port 83937c00-7057-4f3f-9cab-cd766f52f8c2, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=83937c00-7057-4f3f-9cab-cd766f52f8c2,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:29:27.282719 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:27.316860 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:27.399621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c6ab7faf-c92b-4042-ab82-b0b5c74a318c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:27.400877 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9066e-9684-4e04-b4b8-7141f9e93e9a req-258a74c1-6ccf-4c93-a83c-c9d2ccb4f49d tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:27.415699 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6da9066e-9684-4e04-b4b8-7141f9e93e9a req-258a74c1-6ccf-4c93-a83c-c9d2ccb4f49d tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 1096 time: 0.1982005 Jul 06 11:29:27.453854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3fbf5-c3b8-4ec1-ab2d-2cea70a813fa None None] Pushing event updated for resources: {'Port': ['ID=83937c00-7057-4f3f-9cab-cd766f52f8c2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:27.471478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bec8b-0c79-483a-a020-21984264e772 req-5d0d4b44-957f-4d7b-b2c7-367f6eb26f86 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:27.478849 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-656bec8b-0c79-483a-a020-21984264e772 req-5d0d4b44-957f-4d7b-b2c7-367f6eb26f86 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 950 time: 0.2151000 Jul 06 11:29:27.533651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6da9066e-9684-4e04-b4b8-7141f9e93e9a req-e96366f1-a92e-420c-bec0-a723f5d07a97 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148620 Jul 06 11:29:27.590400 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-656bec8b-0c79-483a-a020-21984264e772 req-f060918a-e87e-4cf9-b1db-9ce35e6fa995 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013505 Jul 06 11:29:27.653015 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:28.016341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9fecb-4a0f-4e7c-9381-760decdae337 req-546ad742-09b7-4b48-af94-c7edc5bd2be4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:28.018124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eef9fecb-4a0f-4e7c-9381-760decdae337 req-546ad742-09b7-4b48-af94-c7edc5bd2be4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 949 time: 0.2199545 Jul 06 11:29:28.020472 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8803713-4e92-48d6-a701-64c6cbc34643 req-81e90a70-6533-4682-ab06-f893b14c10c2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:28.023734 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8803713-4e92-48d6-a701-64c6cbc34643 req-81e90a70-6533-4682-ab06-f893b14c10c2 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 950 time: 0.3639627 Jul 06 11:29:28.102170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eef9fecb-4a0f-4e7c-9381-760decdae337 req-7afdf05f-670b-4ffe-a134-2c364221bf63 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741050 Jul 06 11:29:28.127187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e4759-6fec-411a-9893-77b9b8946dae req-78623c7f-5d00-4f59-b6ec-0714c2b83da4 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:28.137405 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df2e4759-6fec-411a-9893-77b9b8946dae req-78623c7f-5d00-4f59-b6ec-0714c2b83da4 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 0.1877334 Jul 06 11:29:28.224787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df2e4759-6fec-411a-9893-77b9b8946dae req-194f0bfd-bb26-4761-b5e8-6da50b9ad093 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819430 Jul 06 11:29:28.312311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Router 6ddec966-f043-4cf2-8696-ff2c043e5f71 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:29:28.411636 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:28.413272 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:28.417978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c8803713-4e92-48d6-a701-64c6cbc34643 req-deaac36a-245c-4280-bf59-5c464c5e3297 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Deleting port e8cfd67b-bfa9-4435-b13a-831ad431ab03 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:29:28.417978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8803713-4e92-48d6-a701-64c6cbc34643 req-deaac36a-245c-4280-bf59-5c464c5e3297 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:28.532969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 83937c00-7057-4f3f-9cab-cd766f52f8c2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:28.606151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 9cfe6883-db0d-4e30-b474-a9f615e18ec9 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:28.723391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c8803713-4e92-48d6-a701-64c6cbc34643 req-deaac36a-245c-4280-bf59-5c464c5e3297 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] For port e8cfd67b-bfa9-4435-b13a-831ad431ab03, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e8cfd67b-bfa9-4435-b13a-831ad431ab03,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:28.724643 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8803713-4e92-48d6-a701-64c6cbc34643 req-deaac36a-245c-4280-bf59-5c464c5e3297 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:28.765059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c8803713-4e92-48d6-a701-64c6cbc34643 req-deaac36a-245c-4280-bf59-5c464c5e3297 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Calling delete_port for e8cfd67b-bfa9-4435-b13a-831ad431ab03 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:29:28.782899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 83937c00-7057-4f3f-9cab-cd766f52f8c2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:29:28.799277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:29:28.814586 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:28.815013 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:28.852802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5735337-b156-4f3b-be63-936354051955 req-fd3fed3a-3d93-4866-b6be-debb2c815f7e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:28.855435 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5735337-b156-4f3b-be63-936354051955 req-fd3fed3a-3d93-4866-b6be-debb2c815f7e tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 944 time: 0.3324208 Jul 06 11:29:28.919567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1f1b2-2858-4b92-9b72-c5af47c48011 req-a0d6fd65-09e4-4af0-a8e2-faff0878bea0 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:28.932300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74e1f1b2-2858-4b92-9b72-c5af47c48011 req-a0d6fd65-09e4-4af0-a8e2-faff0878bea0 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 945 time: 0.2903156 Jul 06 11:29:28.956417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:29:28.991141 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Sync routers for ids ['6ddec966-f043-4cf2-8696-ff2c043e5f71'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:29:29.011950 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Routers {'6ddec966-f043-4cf2-8696-ff2c043e5f71'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:29:29.013305 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:29:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ddec966-f043-4cf2-8696-ff2c043e5f71'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:29.050157 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:29.055496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5735337-b156-4f3b-be63-936354051955 req-2000e6f0-fe93-4115-908f-5533c5a23d81 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823559 Jul 06 11:29:29.062079 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-da825615-3e9e-4676-bd89-8b574583751a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9407799 Jul 06 11:29:29.066996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58298) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:29.077048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74e1f1b2-2858-4b92-9b72-c5af47c48011 req-65480d3b-8bb3-4d9e-a16d-480c67e13303 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433094 Jul 06 11:29:29.080993 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:29.272294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfe6883-db0d-4e30-b474-a9f615e18ec9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:29.284438 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3c896f-9abe-4cca-b08b-cd165afb7fa6" -d '{"events": [{"server_uuid": "a19e3838-bcb2-40e9-881f-33435c8953b8", "name": "network-vif-plugged", "status": "completed", "tag": "9cfe6883-db0d-4e30-b474-a9f615e18ec9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:29.345849 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 9cfe6883-db0d-4e30-b474-a9f615e18ec9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=9cfe6883-db0d-4e30-b474-a9f615e18ec9,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:29.357201 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:29.515347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c8753f-a78a-4d5a-bb1b-94a9c14fbf01 None None] Network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:29:29.529082 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8803713-4e92-48d6-a701-64c6cbc34643 req-deaac36a-245c-4280-bf59-5c464c5e3297 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:29.653337 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Set router 6ddec966-f043-4cf2-8696-ff2c043e5f71 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:29:29.763176 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['93433c4b-59a0-4146-8153-8ce0f4c70bf9', '8865306c-ed81-47b2-b1dd-f11af373e157', 'b345baa3-bfec-4cc6-9692-dbd294d07dd5', '5c91712a-21df-4107-a4f0-bff42392be09', 'e8cfd67b-bfa9-4435-b13a-831ad431ab03'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:29.797627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf93d01-2e99-47bf-be65-9c644da1cc7f req-30d76555-ca36-474e-a10f-306be374be69 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:29.810299 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7cf93d01-2e99-47bf-be65-9c644da1cc7f req-30d76555-ca36-474e-a10f-306be374be69 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2347181 Jul 06 11:29:29.811542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaac36a-245c-4280-bf59-5c464c5e3297 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event deleted for resources: {'Port': ['ID=e8cfd67b-bfa9-4435-b13a-831ad431ab03,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:29.868968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:29.966153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7cf93d01-2e99-47bf-be65-9c644da1cc7f req-8b72c945-d857-47a1-9817-e63ff91ab585 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528525 Jul 06 11:29:30.002831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8803713-4e92-48d6-a701-64c6cbc34643 req-deaac36a-245c-4280-bf59-5c464c5e3297 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] No DVR routers for this DVR port e8cfd67b-bfa9-4435-b13a-831ad431ab03 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:29:30.008635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c8803713-4e92-48d6-a701-64c6cbc34643 req-deaac36a-245c-4280-bf59-5c464c5e3297 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:30.016069 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8803713-4e92-48d6-a701-64c6cbc34643 req-deaac36a-245c-4280-bf59-5c464c5e3297 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "DELETE /v2.0/ports/e8cfd67b-bfa9-4435-b13a-831ad431ab03 HTTP/1.1" status: 204 len: 173 time: 1.9809234 Jul 06 11:29:30.208223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0b6334eb-f8ab-444f-9ea7-bee68328b21a None None] Provisioning for port 83937c00-7057-4f3f-9cab-cd766f52f8c2 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:29:30.310193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704abce2-e1e8-48dc-9fc3-4019dd3f8b3d', 'name': 'network-vif-deleted', 'tag': 'e8cfd67b-bfa9-4435-b13a-831ad431ab03'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:30.320166 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d89273-b8f0-4dc3-b059-81b730d7acd1" -d '{"events": [{"server_uuid": "704abce2-e1e8-48dc-9fc3-4019dd3f8b3d", "name": "network-vif-deleted", "tag": "e8cfd67b-bfa9-4435-b13a-831ad431ab03"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:30.322377 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:27Z', 'revision_number': 3, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:30.464570 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Checking router: 6ddec966-f043-4cf2-8696-ff2c043e5f71 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:29:30.464997 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Updating router 6ddec966-f043-4cf2-8696-ff2c043e5f71 port eef213a2-f934-4b40-ba1f-2da62c6dfb8c binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:29:30.631343 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:30.749545 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53f8ac3c-874c-40a8-883f-38af523ee34a req-062dc2c6-edb2-44b5-8ae8-255c2970ee49 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=704abce2-e1e8-48dc-9fc3-4019dd3f8b3d HTTP/1.1" status: 200 len: 210 time: 0.1153505 Jul 06 11:29:30.773032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137e474-c2a5-46d5-9ce5-dc759f1978e5 req-74ce432a-de02-4a87-98e6-0970d6fcc535 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:30.787577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b137e474-c2a5-46d5-9ce5-dc759f1978e5 req-74ce432a-de02-4a87-98e6-0970d6fcc535 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 0.4803283 Jul 06 11:29:30.855850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=9cfe6883-db0d-4e30-b474-a9f615e18ec9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:30.882692 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b137e474-c2a5-46d5-9ce5-dc759f1978e5 req-df99301b-a771-4cc4-ba3f-0088ad20928a tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916088 Jul 06 11:29:30.886716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0b6334eb-f8ab-444f-9ea7-bee68328b21a None None] Provisioning complete for port 83937c00-7057-4f3f-9cab-cd766f52f8c2 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:30.887483 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b6334eb-f8ab-444f-9ea7-bee68328b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:30.930528 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6ab7faf-c92b-4042-ab82-b0b5c74a318c up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:30.935984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0ae6d5aa-004a-428c-a7b6-b5dee7819652 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:29:30.966814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-3fbfe49c-a8f4-48c9-b57f-fec57e3e7794 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:30.970991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-3fbfe49c-a8f4-48c9-b57f-fec57e3e7794 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075&tenant_id=954e407d1dcd4bbebedb2be51459f1e9&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 949 time: 0.6620083 Jul 06 11:29:31.185119 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-99cfa7b3-91ad-4f0d-87a3-f93cee94e633 service neutron] 10.222.0.86 "GET /v2.0/ports/c6ab7faf-c92b-4042-ab82-b0b5c74a318c/bindings/n-h2-799527-2 HTTP/1.1" status: 200 len: 382 time: 0.2048516 Jul 06 11:29:31.284745 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5001ffa-1934-4abe-8db5-82ba29b770d7 x-openstack-request-id: req-d5001ffa-1934-4abe-8db5-82ba29b770d7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:31.285594 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19e3838-bcb2-40e9-881f-33435c8953b8", "name": "network-vif-plugged", "status": "completed", "tag": "9cfe6883-db0d-4e30-b474-a9f615e18ec9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:31.286391 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5001ffa-1934-4abe-8db5-82ba29b770d7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:31.287337 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfe6883-db0d-4e30-b474-a9f615e18ec9', 'code': 200} Jul 06 11:29:31.313911 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:31.328661 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Transition to ACTIVE for port object eef213a2-f934-4b40-ba1f-2da62c6dfb8c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:29:31.341301 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:31.383382 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:29:31.394844 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Pushing event updated for resources: {'Port': ['ID=eef213a2-f934-4b40-ba1f-2da62c6dfb8c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:31.406764 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.407141 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.407484 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.407840 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.408406 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.408805 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.409145 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.409474 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.409802 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.410132 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.410458 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.410786 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:31.426908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:31.452916 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Attempting to bind port eef213a2-f934-4b40-ba1f-2da62c6dfb8c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:29:31.453376 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Attempting to bind port eef213a2-f934-4b40-ba1f-2da62c6dfb8c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:29:31.453667 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Attempting to bind port eef213a2-f934-4b40-ba1f-2da62c6dfb8c on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:31.471046 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:29:31.472488 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:29:31.472961 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:31.473379 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:29:31.473928 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Bound port: eef213a2-f934-4b40-ba1f-2da62c6dfb8c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:29:31.476906 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:31.612003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:31.613093 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] For port eef213a2-f934-4b40-ba1f-2da62c6dfb8c, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:29:31.613378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-6b545ecb-d865-4c17-bf7f-783cbe8bb386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:31.616291 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-6b545ecb-d865-4c17-bf7f-783cbe8bb386 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 1100 time: 0.3300467 Jul 06 11:29:31.623972 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] For port eef213a2-f934-4b40-ba1f-2da62c6dfb8c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=eef213a2-f934-4b40-ba1f-2da62c6dfb8c,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:29:31.632942 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:31.677459 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a1d8b-84c3-4db5-9a79-c3bb4dd3ccc8 req-206d1f42-fc33-43be-97ee-4fb891c37de4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:31.691661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '0ae6d5aa-004a-428c-a7b6-b5dee7819652', 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59', 'port_id': '0ae6d5aa-004a-428c-a7b6-b5dee7819652', 'mac_address': 'fa:16:3e:aa:fd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf76e788-9096-4a29-a54c-95736c762e71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:29:31.692477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d7a1d8b-84c3-4db5-9a79-c3bb4dd3ccc8 req-206d1f42-fc33-43be-97ee-4fb891c37de4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2912686 Jul 06 11:29:31.729913 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbb149-98cc-4081-8de4-56be671eecd0 None None] Pushing event updated for resources: {'Port': ['ID=eef213a2-f934-4b40-ba1f-2da62c6dfb8c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:31.803758 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Routers {'6ddec966-f043-4cf2-8696-ff2c043e5f71'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:29:31.804473 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:29:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ddec966-f043-4cf2-8696-ff2c043e5f71'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:31.904527 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:31.946046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae6d5aa-004a-428c-a7b6-b5dee7819652 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:29:31.968479 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] Set router 6ddec966-f043-4cf2-8696-ff2c043e5f71 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:29:31.971117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d7a1d8b-84c3-4db5-9a79-c3bb4dd3ccc8 req-931dd6a2-1e32-44c4-811e-a0dd90fd5125 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769623 Jul 06 11:29:31.988016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:32.024633 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:32.037923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c6ab7faf-c92b-4042-ab82-b0b5c74a318c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:32.038503 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:32.053739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373abbb-3ab5-4b2a-be5d-aa6f4c9cc168 req-4c326b35-4dda-46e9-ba55-6e6cb1aaea52 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:32.074526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7373abbb-3ab5-4b2a-be5d-aa6f4c9cc168 req-4c326b35-4dda-46e9-ba55-6e6cb1aaea52 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 949 time: 0.2898695 Jul 06 11:29:32.185833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7373abbb-3ab5-4b2a-be5d-aa6f4c9cc168 req-2eb731fe-91eb-4c3f-85a0-256a4d8b8f0e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099596 Jul 06 11:29:32.487899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Allocated IP 172.20.0.1 (881a8a74-0cfc-48cb-8156-c8919bbb9e7d/80b4ee77-710e-4ee0-b205-462777f5161c/4f21ed05-f238-47c3-b53a-7fb37c9f5eed) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:29:32.503298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d93d74-7b8b-43a9-9291-e891d6d6b161 req-95dad42d-9d15-4a67-9a01-4e2fcc5ec3cb tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:32.506680 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52d93d74-7b8b-43a9-9291-e891d6d6b161 req-95dad42d-9d15-4a67-9a01-4e2fcc5ec3cb tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 946 time: 0.2376697 Jul 06 11:29:32.547378 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:27Z', 'revision_number': 3, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:32.558427 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b6334eb-f8ab-444f-9ea7-bee68328b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:32.567025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=0ae6d5aa-004a-428c-a7b6-b5dee7819652,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:32.617525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['0ae6d5aa-004a-428c-a7b6-b5dee7819652'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:32.639685 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:32.654589 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13da2d0-bd90-4d55-b3b9-e9eee6c0efcb None None] The sync data for ids ['6ddec966-f043-4cf2-8696-ff2c043e5f71'] in n-d-799527-2 is: [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:27Z', 'revision_number': 3, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:29:32.656276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Transition to ACTIVE for port object 4f21ed05-f238-47c3-b53a-7fb37c9f5eed will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:29:32.732589 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52d93d74-7b8b-43a9-9291-e891d6d6b161 req-2759a5ff-faf0-47ca-bb2b-8173cea66238 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483190 Jul 06 11:29:32.761171 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:32.768957 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b7148-2629-4582-bf65-74bc46468b41 req-2d670464-eb9a-48a5-92bf-346b111cf373 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:32.785558 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e9b7148-2629-4582-bf65-74bc46468b41 req-2d670464-eb9a-48a5-92bf-346b111cf373 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 945 time: 0.2750099 Jul 06 11:29:32.862391 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20004e5b-1dd9-4a5f-8ac5-8af200041ffc x-openstack-request-id: req-20004e5b-1dd9-4a5f-8ac5-8af200041ffc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:32.862869 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704abce2-e1e8-48dc-9fc3-4019dd3f8b3d", "name": "network-vif-deleted", "tag": "e8cfd67b-bfa9-4435-b13a-831ad431ab03", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:32.863292 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20004e5b-1dd9-4a5f-8ac5-8af200041ffc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:32.863988 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704abce2-e1e8-48dc-9fc3-4019dd3f8b3d', 'name': 'network-vif-deleted', 'tag': 'e8cfd67b-bfa9-4435-b13a-831ad431ab03', 'status': 'completed', 'code': 200} Jul 06 11:29:32.879568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e9b7148-2629-4582-bf65-74bc46468b41 req-92cf7b34-9302-491a-921d-7c4aa5b51316 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702071 Jul 06 11:29:32.895590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0b6334eb-f8ab-444f-9ea7-bee68328b21a None None] For port 83937c00-7057-4f3f-9cab-cd766f52f8c2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=83937c00-7057-4f3f-9cab-cd766f52f8c2,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:32.926880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:29:32.949453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed40ed-6026-4bd8-bca7-897b2fbb55c1 req-8ef740e4-dc98-465b-ba7a-782cef0182d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:32.952198 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-70ed40ed-6026-4bd8-bca7-897b2fbb55c1 req-8ef740e4-dc98-465b-ba7a-782cef0182d6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 1097 time: 1.5008352 Jul 06 11:29:32.953784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:29:32.967955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Pushing event updated for resources: {'Port': ['ID=4f21ed05-f238-47c3-b53a-7fb37c9f5eed,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:32.972338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:29:33.020436 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b6334eb-f8ab-444f-9ea7-bee68328b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:33.231072 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:33.261543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-0e12dd5c-cadb-43f3-96e8-7698c495b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:33.264677 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-0e12dd5c-cadb-43f3-96e8-7698c495b36e service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 1.6371582 Jul 06 11:29:33.267475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-98e75a9a-6dd5-4ee9-861e-9a3b01bbfec6 None None] Provisioning complete for port 83937c00-7057-4f3f-9cab-cd766f52f8c2 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:33.267870 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98e75a9a-6dd5-4ee9-861e-9a3b01bbfec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:33.439379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:33.442438 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff89232-0187-4c57-819a-5be9c9b7605c" -d '{"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:33.489435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:33.503966 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-cfeec587-524d-49ad-8e01-207f15a820c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c HTTP/1.1" status: 200 len: 217 time: 0.2238314 Jul 06 11:29:33.571822 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-70ed40ed-6026-4bd8-bca7-897b2fbb55c1 req-102fb1d4-b093-4827-b968-5e1751bd6ace service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5941668 Jul 06 11:29:33.671958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:33.696081 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-5f45e496-c3d6-4fbf-9ecb-03014914b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:33.698526 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-5f45e496-c3d6-4fbf-9ecb-03014914b83c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1203728 Jul 06 11:29:33.714994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6334eb-f8ab-444f-9ea7-bee68328b21a None None] Pushing event updated for resources: {'Port': ['ID=83937c00-7057-4f3f-9cab-cd766f52f8c2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:33.738286 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:33.739772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device e8cfd67b-bfa9-4435-b13a-831ad431ab03 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:29:33.938658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:33.957418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: e8cfd67b-bfa9-4435-b13a-831ad431ab03 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:29:33.957418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device e8cfd67b-bfa9-4435-b13a-831ad431ab03 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:29:33.988619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-9cb62e08-5c7d-4a1b-9ce1-7df198de8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:33.991382 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-9cb62e08-5c7d-4a1b-9ce1-7df198de8229 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2458687 Jul 06 11:29:34.253008 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:34.383032 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-02e1f464-b9c6-4827-b015-42feb0956810 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813655 Jul 06 11:29:34.581619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-87744eec-5dca-40cd-93fc-01486275765d None None] Provisioning for port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:29:34.596142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-87744eec-5dca-40cd-93fc-01486275765d None None] Provisioning complete for port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:34.596604 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87744eec-5dca-40cd-93fc-01486275765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:34.609677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c38d1-459d-4854-a74a-6995911efd71 req-84366a22-7c4d-42a2-8ebc-5cfc07341391 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:34.613721 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad7c38d1-459d-4854-a74a-6995911efd71 req-84366a22-7c4d-42a2-8ebc-5cfc07341391 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.2520356 Jul 06 11:29:34.748782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 83937c00-7057-4f3f-9cab-cd766f52f8c2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:34.814651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad7c38d1-459d-4854-a74a-6995911efd71 req-edf54ab8-10c3-4e20-8b96-3ede3beda1be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879091 Jul 06 11:29:34.832497 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-dc2861b7-67dd-4ec3-941a-5231ea4234da service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033315 Jul 06 11:29:34.937102 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57466db-59dc-4a22-8cc7-838e183e3f3d x-openstack-request-id: req-e57466db-59dc-4a22-8cc7-838e183e3f3d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:34.937579 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:34.937984 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e57466db-59dc-4a22-8cc7-838e183e3f3d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:34.946075 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'code': 200} Jul 06 11:29:34.983966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-87744eec-5dca-40cd-93fc-01486275765d None None] Port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:29:34.988661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 83937c00-7057-4f3f-9cab-cd766f52f8c2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:34.989327 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:35.029260 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:35.054182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:35.285216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device eef213a2-f934-4b40-ba1f-2da62c6dfb8c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:35.307319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815274-ab7b-454d-9646-f0882a66ded2 req-67eb5eea-d03a-41e1-9eca-c0fd71f77c7a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:35.310108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04815274-ab7b-454d-9646-f0882a66ded2 req-67eb5eea-d03a-41e1-9eca-c0fd71f77c7a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 945 time: 0.2586701 Jul 06 11:29:35.340937 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:35.414125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port eef213a2-f934-4b40-ba1f-2da62c6dfb8c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:29:35.437888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port eef213a2-f934-4b40-ba1f-2da62c6dfb8c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:35.442614 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:35.459328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04815274-ab7b-454d-9646-f0882a66ded2 req-1e979698-1809-4578-b384-8c7281c89c9b tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207285 Jul 06 11:29:35.573904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:29:35.575585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Pushing event updated for resources: {'Port': ['ID=4f21ed05-f238-47c3-b53a-7fb37c9f5eed,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:35.580795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:29:35.658530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19ccd1-6462-4e98-8c40-ed1b6bbb2f5f req-f7f1a9b2-60eb-47dd-a18c-c9239e89de91 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:35.701662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe19ccd1-6462-4e98-8c40-ed1b6bbb2f5f req-f7f1a9b2-60eb-47dd-a18c-c9239e89de91 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 946 time: 0.3896637 Jul 06 11:29:35.788549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Router 6ddec966-f043-4cf2-8696-ff2c043e5f71 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:29:35.788699 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:35.877750 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe19ccd1-6462-4e98-8c40-ed1b6bbb2f5f req-c81769e4-1f2c-4c1e-bf98-ccc7570b27ff tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699247 Jul 06 11:29:35.886601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port eef213a2-f934-4b40-ba1f-2da62c6dfb8c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=eef213a2-f934-4b40-ba1f-2da62c6dfb8c,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:35.898963 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:36.017806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=eef213a2-f934-4b40-ba1f-2da62c6dfb8c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:36.138544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:29:36.139376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1b685543-ad89-419a-a4b3-c928e36f100f None None] Provisioning complete for port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:36.139376 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b685543-ad89-419a-a4b3-c928e36f100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:36.151861 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4b021b73-2664-47d5-b066-2810b9b91f2d admin admin] 10.222.0.21 "PUT /v2.0/routers/6ddec966-f043-4cf2-8696-ff2c043e5f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0790498 Jul 06 11:29:36.160907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35033b7-07cb-4d55-abfd-36e82df5206e req-8f5e0ab8-1d75-4a4e-b79b-98bb9b54021c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:36.164040 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a35033b7-07cb-4d55-abfd-36e82df5206e req-8f5e0ab8-1d75-4a4e-b79b-98bb9b54021c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2013032 Jul 06 11:29:36.182196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Sync routers for ids ['6ddec966-f043-4cf2-8696-ff2c043e5f71'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:29:36.202992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Routers {'6ddec966-f043-4cf2-8696-ff2c043e5f71'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:29:36.203769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:29:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ddec966-f043-4cf2-8696-ff2c043e5f71'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:36.224885 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-a32d8e8a-80d4-4377-be5b-e65880b44ce5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3367367 Jul 06 11:29:36.363697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a6c86-9b15-4259-ab53-2f72e52b164d req-8a3e0657-10e4-49ea-a973-da6377d7b00a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:36.366871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-328a6c86-9b15-4259-ab53-2f72e52b164d req-8a3e0657-10e4-49ea-a973-da6377d7b00a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 949 time: 0.2996342 Jul 06 11:29:36.443765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Set router 6ddec966-f043-4cf2-8696-ff2c043e5f71 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:29:36.475199 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a35033b7-07cb-4d55-abfd-36e82df5206e req-e4f080a0-eab8-4fa9-90d6-95119b8ee1a6 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904127 Jul 06 11:29:36.484716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-5b48d4a7-d455-428e-b850-609e87899e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:36.495716 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-5b48d4a7-d455-428e-b850-609e87899e28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 1100 time: 0.1796880 Jul 06 11:29:36.594541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1b685543-ad89-419a-a4b3-c928e36f100f None None] Port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:29:36.606160 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device eef213a2-f934-4b40-ba1f-2da62c6dfb8c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:36.621505 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-328a6c86-9b15-4259-ab53-2f72e52b164d req-6eb812e2-f4da-4484-addf-30f94489908c tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383018 Jul 06 11:29:36.831077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-7890fc2c-241e-4469-b7a8-99a049d7684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:36.833993 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-7890fc2c-241e-4469-b7a8-99a049d7684c service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3009541 Jul 06 11:29:36.982724 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-5e7f52d9-cf8f-4e27-8df8-4c006bd62a2d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 200 len: 217 time: 0.1259682 Jul 06 11:29:37.123821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c45338-4b7b-4b6a-aa9c-d809d655b875 req-63123f47-9a48-421f-9574-44b1e9dcc2f7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:37.130138 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19c45338-4b7b-4b6a-aa9c-d809d655b875 req-63123f47-9a48-421f-9574-44b1e9dcc2f7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.1414623 Jul 06 11:29:37.141516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-62484441-87e9-4dd7-88bd-37823949b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:37.145320 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-62484441-87e9-4dd7-88bd-37823949b59b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1536610 Jul 06 11:29:37.191651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75da12-ade8-4f7e-8a9e-1b08c0ba37af req-97e7fbcd-a617-4cc8-b9d7-961e597c195e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:37.195028 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b75da12-ade8-4f7e-8a9e-1b08c0ba37af req-97e7fbcd-a617-4cc8-b9d7-961e597c195e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 949 time: 0.3594375 Jul 06 11:29:37.200773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19c45338-4b7b-4b6a-aa9c-d809d655b875 req-a3eb2cf3-c8f7-460b-9dad-f7f5babe0d28 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629973 Jul 06 11:29:37.210428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0ae6d5aa-004a-428c-a7b6-b5dee7819652 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:37.436133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:29:37.492544 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:37.493073 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:37.554322 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c156b7-6ead-415e-b599-652f9517dc21 req-62573c07-0358-4260-b9ee-fd9fdce2fcd4 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:37.567253 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8c156b7-6ead-415e-b599-652f9517dc21 req-62573c07-0358-4260-b9ee-fd9fdce2fcd4 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 946 time: 0.2311239 Jul 06 11:29:37.578027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58396) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:37.584059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-66a73f71-ea89-4224-8e5d-3b4a0278ee73 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Request body: {'floatingip': {'port_id': '9cfe6883-db0d-4e30-b474-a9f615e18ec9'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:37.599705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-3acfd81e-21e2-4f19-a49a-8f4717c5a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:37.602411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-3acfd81e-21e2-4f19-a49a-8f4717c5a97d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4021459 Jul 06 11:29:37.632384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port eef213a2-f934-4b40-ba1f-2da62c6dfb8c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:37.632991 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:37.638485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6b75da12-ade8-4f7e-8a9e-1b08c0ba37af req-a52282fa-9c98-4043-92d3-3dcc21a6b0d8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Deleting port 5c91712a-21df-4107-a4f0-bff42392be09 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:29:37.638485 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b75da12-ade8-4f7e-8a9e-1b08c0ba37af req-a52282fa-9c98-4043-92d3-3dcc21a6b0d8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:37.710450 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66a73f71-ea89-4224-8e5d-3b4a0278ee73 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:37.873468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:33Z', 'revision_number': 4, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4f21ed05-f238-47c3-b53a-7fb37c9f5eed', 'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'mac_address': 'fa:16:3e:98:6d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:31Z', 'updated_at': '2021-07-06T11:29:34Z', 'revision_number': 2, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'subnets': [{'id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:37.939461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6b75da12-ade8-4f7e-8a9e-1b08c0ba37af req-a52282fa-9c98-4043-92d3-3dcc21a6b0d8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] For port 5c91712a-21df-4107-a4f0-bff42392be09, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5c91712a-21df-4107-a4f0-bff42392be09,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:37.940508 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b75da12-ade8-4f7e-8a9e-1b08c0ba37af req-a52282fa-9c98-4043-92d3-3dcc21a6b0d8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:38.031613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6b75da12-ade8-4f7e-8a9e-1b08c0ba37af req-a52282fa-9c98-4043-92d3-3dcc21a6b0d8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Calling delete_port for 5c91712a-21df-4107-a4f0-bff42392be09 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:29:38.048097 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:38.161118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Checking router: 6ddec966-f043-4cf2-8696-ff2c043e5f71 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:29:38.162564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Updating router 6ddec966-f043-4cf2-8696-ff2c043e5f71 port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:29:38.166773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58402) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:38.193186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a5552289-86c0-4002-aae6-719c6f960a48 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685979426', 'description': 'tempest-description--2033566440'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:38.307605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae6d5aa-004a-428c-a7b6-b5dee7819652'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:38.310738 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348c2ddb-f70a-4057-b8ac-7e304bd35a53" -d '{"events": [{"server_uuid": "a0ed4468-7fe9-49ab-96e4-84639137b4d8", "name": "network-vif-plugged", "status": "completed", "tag": "0ae6d5aa-004a-428c-a7b6-b5dee7819652"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:38.323924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b75da12-ade8-4f7e-8a9e-1b08c0ba37af req-a52282fa-9c98-4043-92d3-3dcc21a6b0d8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:38.368605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:38.407014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['93433c4b-59a0-4146-8153-8ce0f4c70bf9', '8865306c-ed81-47b2-b1dd-f11af373e157', 'b345baa3-bfec-4cc6-9692-dbd294d07dd5', '5c91712a-21df-4107-a4f0-bff42392be09'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:38.414750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:38.419022 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:38.599293 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-e99ae00e-d51b-48d4-99a0-ebe1a5aa93c2 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9878099 Jul 06 11:29:38.601132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52282fa-9c98-4043-92d3-3dcc21a6b0d8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event deleted for resources: {'Port': ['ID=5c91712a-21df-4107-a4f0-bff42392be09,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:38.674541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0437d-d2c8-44b6-ac5e-03351e73bfe6 req-a7ae00fe-4a62-425a-b495-c6eaa37abb6d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:38.683499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6bf0437d-d2c8-44b6-ac5e-03351e73bfe6 req-a7ae00fe-4a62-425a-b495-c6eaa37abb6d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 945 time: 0.6620963 Jul 06 11:29:38.691591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5552289-86c0-4002-aae6-719c6f960a48 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:38.767700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b75da12-ade8-4f7e-8a9e-1b08c0ba37af req-a52282fa-9c98-4043-92d3-3dcc21a6b0d8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] No DVR routers for this DVR port 5c91712a-21df-4107-a4f0-bff42392be09 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:29:38.770793 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b75da12-ade8-4f7e-8a9e-1b08c0ba37af req-a52282fa-9c98-4043-92d3-3dcc21a6b0d8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:38.774129 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b75da12-ade8-4f7e-8a9e-1b08c0ba37af req-a52282fa-9c98-4043-92d3-3dcc21a6b0d8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "DELETE /v2.0/ports/5c91712a-21df-4107-a4f0-bff42392be09 HTTP/1.1" status: 204 len: 173 time: 1.5526805 Jul 06 11:29:38.778736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be422f4e-ae76-4391-8aec-85eaf06877bc', 'name': 'network-vif-deleted', 'tag': '5c91712a-21df-4107-a4f0-bff42392be09'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:38.783514 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f6dcd6-1931-4338-a4d5-252c80776240" -d '{"events": [{"server_uuid": "be422f4e-ae76-4391-8aec-85eaf06877bc", "name": "network-vif-deleted", "tag": "5c91712a-21df-4107-a4f0-bff42392be09"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:38.844326 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:38.863432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Transition to ACTIVE for port object 4f21ed05-f238-47c3-b53a-7fb37c9f5eed will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:29:38.888895 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:38.904450 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:38.955006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b89466e0-5b76-41e2-962e-95101b3d4d27 req-93f4e763-b56d-471c-859a-1b87bbcb70a8 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469815 Jul 06 11:29:38.976102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f029833-e381-466c-857e-435d20cae8f6 req-c6e8fb3f-9149-4c95-95da-5f174efc06dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6937490 Jul 06 11:29:39.152297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d3a72-f29f-43c7-8d61-67c8a9095257 req-44ac6740-515c-4304-ad69-48401bb8c959 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:39.169681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c5d3a72-f29f-43c7-8d61-67c8a9095257 req-44ac6740-515c-4304-ad69-48401bb8c959 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.8025670 Jul 06 11:29:39.171169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=0ae6d5aa-004a-428c-a7b6-b5dee7819652,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:39.227791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-2eaf0b5c-9521-476f-9c64-84442d47070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:39.237485 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-2eaf0b5c-9521-476f-9c64-84442d47070c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075&tenant_id=954e407d1dcd4bbebedb2be51459f1e9 HTTP/1.1" status: 200 len: 1101 time: 0.7759919 Jul 06 11:29:39.331851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6bf0437d-d2c8-44b6-ac5e-03351e73bfe6 req-10887f04-9aa8-443f-ae42-1a8b9f1b5762 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389124 Jul 06 11:29:39.549707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1287074-f426-449d-825d-071a56673182 None None] Pushing event updated for resources: {'Port': ['ID=4f21ed05-f238-47c3-b53a-7fb37c9f5eed,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:39.712168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Attempting to bind port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:29:39.729178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Attempting to bind port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:29:39.730216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Attempting to bind port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed on network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:39.827497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:29:39.828133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Checking segment: {'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:29:39.828825 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:39.829512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Bound using segment: {'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:29:39.830383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Bound port: 4f21ed05-f238-47c3-b53a-7fb37c9f5eed, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:29:39.831069 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:39.867968 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c5d3a72-f29f-43c7-8d61-67c8a9095257 req-dfa8a860-9ead-4471-937b-34305d44e795 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6967826 Jul 06 11:29:40.347935 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-407b4c03-8f47-4346-9058-d126f938d4a2 req-882e7106-8ca4-4018-9319-f89642a78b93 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=be422f4e-ae76-4391-8aec-85eaf06877bc HTTP/1.1" status: 200 len: 210 time: 0.2351143 Jul 06 11:29:40.357547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] For port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:29:40.449309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] For port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4f21ed05-f238-47c3-b53a-7fb37c9f5eed,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:29:40.498961 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:40.507625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-79f123a7-7b3f-4444-82d8-a81035cb9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:40.510639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-79f123a7-7b3f-4444-82d8-a81035cb9f5c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 1101 time: 1.1753032 Jul 06 11:29:40.572220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f029833-e381-466c-857e-435d20cae8f6 req-75001833-c925-4fb3-8870-0b078a7fc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:40.574593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f029833-e381-466c-857e-435d20cae8f6 req-75001833-c925-4fb3-8870-0b078a7fc502 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 1096 time: 1.3355668 Jul 06 11:29:40.653173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5c91712a-21df-4107-a4f0-bff42392be09 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:29:40.750632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 5c91712a-21df-4107-a4f0-bff42392be09 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:29:40.751147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5c91712a-21df-4107-a4f0-bff42392be09 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:29:40.751908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6ab7faf-c92b-4042-ab82-b0b5c74a318c no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:29:40.808562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 29c67cec-4e25-4f82-8242-47e2dd4230f9 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:29:40.864739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1287074-f426-449d-825d-071a56673182 None None] Pushing event updated for resources: {'Port': ['ID=4f21ed05-f238-47c3-b53a-7fb37c9f5eed,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:40.904003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Routers {'6ddec966-f043-4cf2-8696-ff2c043e5f71'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:29:40.905398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:29:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ddec966-f043-4cf2-8696-ff2c043e5f71'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:41.005988 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:29:41.226340 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5552289-86c0-4002-aae6-719c6f960a48 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.307527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-66a73f71-ea89-4224-8e5d-3b4a0278ee73 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] It took 0.89 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:29:41.333277 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.494296 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5552289-86c0-4002-aae6-719c6f960a48 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.504576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] Set router 6ddec966-f043-4cf2-8696-ff2c043e5f71 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:29:41.531178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd86a75-3f71-43e6-9776-0947be13e84e req-0a146dc7-e3d4-4959-a8b7-02734b29fb69 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:41.532984 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bd86a75-3f71-43e6-9776-0947be13e84e req-0a146dc7-e3d4-4959-a8b7-02734b29fb69 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 1.8735275 Jul 06 11:29:41.557873 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66a73f71-ea89-4224-8e5d-3b4a0278ee73 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.594649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5552289-86c0-4002-aae6-719c6f960a48 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.601591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a5552289-86c0-4002-aae6-719c6f960a48 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.4205337 Jul 06 11:29:41.604955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58424) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:41.620160 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66a73f71-ea89-4224-8e5d-3b4a0278ee73 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.621092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f9c1b135-da52-4b9e-a71c-bf8077fc48b3 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Request body: {'security_group_rule': {'security_group_id': '92a315a3-38bf-42bf-b5eb-2d8d02e8de21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:41.711743 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b135-da52-4b9e-a71c-bf8077fc48b3 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.751981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5552289-86c0-4002-aae6-719c6f960a48 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a315a3-38bf-42bf-b5eb-2d8d02e8de21,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:41.810750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 29c67cec-4e25-4f82-8242-47e2dd4230f9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=29c67cec-4e25-4f82-8242-47e2dd4230f9,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:41.834121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:41.836798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '29c67cec-4e25-4f82-8242-47e2dd4230f9', 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932', 'port_id': '29c67cec-4e25-4f82-8242-47e2dd4230f9', 'mac_address': 'fa:16:3e:76:22:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db865811-8939-42d3-8508-9ae239d97c6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:29:41.850592 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.860132 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b135-da52-4b9e-a71c-bf8077fc48b3 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.862647 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bd86a75-3f71-43e6-9776-0947be13e84e req-7ccdcd4a-ae55-4f5b-abcf-5c5ed4da082c tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891035 Jul 06 11:29:41.872331 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b135-da52-4b9e-a71c-bf8077fc48b3 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.933889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1b135-da52-4b9e-a71c-bf8077fc48b3 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac1a493-1bc3-4e09-a350-5cef83491666,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:41.958514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-e4cd5e37-ef80-4641-89a7-1cdf27d6ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:41.958829 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b135-da52-4b9e-a71c-bf8077fc48b3 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:41.966569 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f9c1b135-da52-4b9e-a71c-bf8077fc48b3 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3570526 Jul 06 11:29:41.970670 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58426) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:41.973549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-e4cd5e37-ef80-4641-89a7-1cdf27d6ef1b service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 1.4358444 Jul 06 11:29:41.993122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-304c51f7-4093-4e7b-84e7-3f9f02d71954 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Request body: {'security_group_rule': {'security_group_id': '92a315a3-38bf-42bf-b5eb-2d8d02e8de21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:42.051217 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867ce189-3aa8-4464-a682-3740dbe2e8ee x-openstack-request-id: req-867ce189-3aa8-4464-a682-3740dbe2e8ee {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:42.051728 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ed4468-7fe9-49ab-96e4-84639137b4d8", "name": "network-vif-plugged", "status": "completed", "tag": "0ae6d5aa-004a-428c-a7b6-b5dee7819652", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:42.052139 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-867ce189-3aa8-4464-a682-3740dbe2e8ee {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:42.052796 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae6d5aa-004a-428c-a7b6-b5dee7819652', 'code': 200} Jul 06 11:29:42.090475 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-304c51f7-4093-4e7b-84e7-3f9f02d71954 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:42.163664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:42.169487 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:42.197938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29c67cec-4e25-4f82-8242-47e2dd4230f9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:29:42.222718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4f8ca-a82b-4e09-8be3-2485973d6c94 req-30c266f1-3fbc-4c93-9582-ce2897ecb197 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:42.239058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 29c67cec-4e25-4f82-8242-47e2dd4230f9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=29c67cec-4e25-4f82-8242-47e2dd4230f9,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:42.242416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61f4f8ca-a82b-4e09-8be3-2485973d6c94 req-30c266f1-3fbc-4c93-9582-ce2897ecb197 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 1.0579100 Jul 06 11:29:42.253846 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:42.254518 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961e0040-cec8-4a3b-88fb-73f6d134e19c x-openstack-request-id: req-961e0040-cec8-4a3b-88fb-73f6d134e19c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:42.255623 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be422f4e-ae76-4391-8aec-85eaf06877bc", "name": "network-vif-deleted", "tag": "5c91712a-21df-4107-a4f0-bff42392be09", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:42.258936 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-961e0040-cec8-4a3b-88fb-73f6d134e19c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:42.260482 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be422f4e-ae76-4391-8aec-85eaf06877bc', 'name': 'network-vif-deleted', 'tag': '5c91712a-21df-4107-a4f0-bff42392be09', 'status': 'completed', 'code': 200} Jul 06 11:29:42.362777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=29c67cec-4e25-4f82-8242-47e2dd4230f9,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:42.423172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f9201-ffc4-4b1c-904f-17f862b1d0e3 req-77862d6f-1de9-46a8-b20b-ccb939b728c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:42.426234 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e06f9201-ffc4-4b1c-904f-17f862b1d0e3 req-77862d6f-1de9-46a8-b20b-ccb939b728c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 1097 time: 0.2449872 Jul 06 11:29:42.428416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f029833-e381-466c-857e-435d20cae8f6 req-99c94f95-4b0f-429e-89cb-5e79e199ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:42.430881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-304c51f7-4093-4e7b-84e7-3f9f02d71954 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:42.432012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f029833-e381-466c-857e-435d20cae8f6 req-99c94f95-4b0f-429e-89cb-5e79e199ad53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 1.2308433 Jul 06 11:29:42.441844 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-304c51f7-4093-4e7b-84e7-3f9f02d71954 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:42.453637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-3ac7dfad-b46e-4ad7-aa0e-5e4bc6a23796 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c HTTP/1.1" status: 200 len: 217 time: 0.3141842 Jul 06 11:29:42.465591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['29c67cec-4e25-4f82-8242-47e2dd4230f9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:42.541319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f029833-e381-466c-857e-435d20cae8f6 req-2e2506f8-11d5-4821-b64e-7309bf0f6e27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe6ebe-6648-4739-816f-48570340dfe2 HTTP/1.1" status: 200 len: 217 time: 0.0836823 Jul 06 11:29:42.619399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c51f7-4093-4e7b-84e7-3f9f02d71954 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cc077e-e1be-4085-9582-e99699467a0d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:42.626667 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-304c51f7-4093-4e7b-84e7-3f9f02d71954 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:42.632147 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-304c51f7-4093-4e7b-84e7-3f9f02d71954 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6583257 Jul 06 11:29:42.642633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58432) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:29:42.655277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:42.738105 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e06f9201-ffc4-4b1c-904f-17f862b1d0e3 req-3f6eceea-6a10-4248-bc3a-10142697ce80 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336857 Jul 06 11:29:42.750862 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:42.844583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f029833-e381-466c-857e-435d20cae8f6 req-73f04520-14cb-4813-bbb3-88c839c60587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:42.846177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f029833-e381-466c-857e-435d20cae8f6 req-73f04520-14cb-4813-bbb3-88c839c60587 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.2780693 Jul 06 11:29:42.847771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-a5e7b6cc-9391-46c2-8765-a68c05206f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:42.849968 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-a5e7b6cc-9391-46c2-8765-a68c05206f1f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.3051441 Jul 06 11:29:42.857329 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-66a73f71-ea89-4224-8e5d-3b4a0278ee73 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Floating IP 44bb918b-a79d-4b96-8fb1-fa360b0c63cb associated. External IP: 172.25.0.174, port: 9cfe6883-db0d-4e30-b474-a9f615e18ec9. Jul 06 11:29:42.882055 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:33Z', 'revision_number': 4, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4f21ed05-f238-47c3-b53a-7fb37c9f5eed', 'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'mac_address': 'fa:16:3e:98:6d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:31Z', 'updated_at': '2021-07-06T11:29:40Z', 'revision_number': 4, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'subnets': [{'id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:42.960745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde7fd2-c2c7-465e-9c54-11c7fdae242d None None] The sync data for ids ['6ddec966-f043-4cf2-8696-ff2c043e5f71'] in n-d-799527-2 is: [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:33Z', 'revision_number': 4, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4f21ed05-f238-47c3-b53a-7fb37c9f5eed', 'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'mac_address': 'fa:16:3e:98:6d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:31Z', 'updated_at': '2021-07-06T11:29:40Z', 'revision_number': 4, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'subnets': [{'id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:29:42.971908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:43.150094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61f4f8ca-a82b-4e09-8be3-2485973d6c94 req-17e61fb0-1051-4c9f-86c1-790b6fb1bbf5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9037404 Jul 06 11:29:43.155568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f029833-e381-466c-857e-435d20cae8f6 req-442f94a9-c20f-4299-8182-617f13720f43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765097 Jul 06 11:29:43.313018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Allocated IP 172.25.0.51 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/ada56181-058b-453f-b463-5980e6e3c154) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:29:43.410484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f029833-e381-466c-857e-435d20cae8f6 req-bce349e0-3444-4937-a941-084813f3bcc3 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441955 Jul 06 11:29:43.564471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:43.643543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:43.723430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a73f71-ea89-4224-8e5d-3b4a0278ee73 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:29:43.727124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:29:43.733697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:29:43.750342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:29:43.837169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Pushing event updated for resources: {'Port': ['ID=ada56181-058b-453f-b463-5980e6e3c154,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:44.012843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-575108fa-9d17-473e-b1c7-34c32cca9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:44.015850 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-575108fa-9d17-473e-b1c7-34c32cca9799 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9977109 Jul 06 11:29:44.055123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:44.061192 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f91db7-1fda-411c-ba02-e7e250fdb172" -d '{"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:44.077947 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:44.081341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a45efd-8478-4f85-a336-c5762640fec5 req-24e90da3-bab2-4fae-9b3f-025122fc3881 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:44.094529 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70a45efd-8478-4f85-a336-c5762640fec5 req-24e90da3-bab2-4fae-9b3f-025122fc3881 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 946 time: 1.4146533 Jul 06 11:29:44.116254 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4967ec37-1367-417d-aa5e-4d04b65754d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:44.173647 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:44.372341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70a45efd-8478-4f85-a336-c5762640fec5 req-482ea7fe-4e5a-4c48-9884-53b6578a5788 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763338 Jul 06 11:29:44.413845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f029833-e381-466c-857e-435d20cae8f6 req-375d38f4-7700-4cfe-87c9-dee4b6981cd3 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192049 Jul 06 11:29:44.449211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f780101-af7d-4680-8605-427265986608 req-281e3382-eb49-47f4-9089-a99ccfdf093f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:44.450990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f780101-af7d-4680-8605-427265986608 req-281e3382-eb49-47f4-9089-a99ccfdf093f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.7195792 Jul 06 11:29:44.516915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4f21ed05-f238-47c3-b53a-7fb37c9f5eed up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:44.568989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a73f71-ea89-4224-8e5d-3b4a0278ee73 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:29:44.581313 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66a73f71-ea89-4224-8e5d-3b4a0278ee73 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:44.588275 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7df84-6a47-49ac-89eb-8c9bc245069a None None] Sync routers for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:29:44.614698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:44.616806 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7df84-6a47-49ac-89eb-8c9bc245069a None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:29:44.617871 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e2c7df84-6a47-49ac-89eb-8c9bc245069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:29:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:44.633481 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:44.647153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-f5bca028-84d6-4033-8811-c0bf52c75f0b service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063881 Jul 06 11:29:44.740567 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:29:44.757834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:44.760656 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:44.835184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 29c67cec-4e25-4f82-8242-47e2dd4230f9 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:44.863877 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f780101-af7d-4680-8605-427265986608 req-36c55e74-3039-49ce-9642-91da145e3984 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983817 Jul 06 11:29:44.892771 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:44.953861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Pushing event updated for resources: {'Port': ['ID=ada56181-058b-453f-b463-5980e6e3c154,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:44.984726 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:44.999040 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ae4130f4-2062-4d39-842d-bc316ab569f6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3419583 Jul 06 11:29:45.048716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-66a73f71-ea89-4224-8e5d-3b4a0278ee73 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "PUT /v2.0/floatingips/44bb918b-a79d-4b96-8fb1-fa360b0c63cb HTTP/1.1" status: 200 len: 992 time: 7.4690394 Jul 06 11:29:45.062616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'tag': '9cfe6883-db0d-4e30-b474-a9f615e18ec9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:45.073716 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740d7624-719b-4351-bdf7-b7e9c91b6d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a19e3838-bcb2-40e9-881f-33435c8953b8", "tag": "9cfe6883-db0d-4e30-b474-a9f615e18ec9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:45.135730 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:45.137047 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e2c7df84-6a47-49ac-89eb-8c9bc245069a None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:29:45.213046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 29c67cec-4e25-4f82-8242-47e2dd4230f9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:45.214069 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:45.237823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-627c42c9-98e1-4ba5-8b4f-d536e61c73cc req-965f7f8f-0bd1-4279-b81b-308bc7371a1b service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809619 Jul 06 11:29:45.314017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1de055-1c2d-4331-b144-4b88e208cf33 req-4d4018a2-508d-4b79-a3fa-be7de2a7e398 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:45.330741 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc1de055-1c2d-4331-b144-4b88e208cf33 req-4d4018a2-508d-4b79-a3fa-be7de2a7e398 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 945 time: 0.5635858 Jul 06 11:29:45.395556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4f21ed05-f238-47c3-b53a-7fb37c9f5eed,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:45.418946 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:45.454674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc1de055-1c2d-4331-b144-4b88e208cf33 req-268c2f33-ac60-4480-9ab9-dfdd0be3577d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212261 Jul 06 11:29:45.626793 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1277d817-a19b-4f54-97ae-59880def34f5 x-openstack-request-id: req-1277d817-a19b-4f54-97ae-59880def34f5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:45.627683 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:45.637510 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1277d817-a19b-4f54-97ae-59880def34f5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:45.638605 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'code': 200} Jul 06 11:29:45.727743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=4f21ed05-f238-47c3-b53a-7fb37c9f5eed,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:45.746334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:45.864646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 29c67cec-4e25-4f82-8242-47e2dd4230f9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=29c67cec-4e25-4f82-8242-47e2dd4230f9,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:45.872997 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:46.025615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=29c67cec-4e25-4f82-8242-47e2dd4230f9,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:46.070101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a7ae2-d86d-4ff8-8475-b9c543f21c31 req-9da9cd0b-aa7e-4de7-9fc8-b0ae289aae17 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:46.081792 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e2c7df84-6a47-49ac-89eb-8c9bc245069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '44bb918b-a79d-4b96-8fb1-fa360b0c63cb', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'port_id': '9cfe6883-db0d-4e30-b474-a9f615e18ec9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'mac_address': 'fa:16:3e:ab:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:26:43Z', 'updated_at': '2021-07-06T11:29:40Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:46.085016 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f10a7ae2-d86d-4ff8-8475-b9c543f21c31 req-9da9cd0b-aa7e-4de7-9fc8-b0ae289aae17 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 948 time: 0.2542963 Jul 06 11:29:46.145320 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7df84-6a47-49ac-89eb-8c9bc245069a None None] Checking router: 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:29:46.162672 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7df84-6a47-49ac-89eb-8c9bc245069a None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:29:46.165116 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e2c7df84-6a47-49ac-89eb-8c9bc245069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:29:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:46.184063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f10a7ae2-d86d-4ff8-8475-b9c543f21c31 req-35807b83-389b-4d24-a0a4-257cb075efd8 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957654 Jul 06 11:29:46.194928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad420dcc-d037-40b1-9075-35c321e7a747 req-c158a253-eab4-45dc-8d02-03451e5eab67 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:46.197761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad420dcc-d037-40b1-9075-35c321e7a747 req-c158a253-eab4-45dc-8d02-03451e5eab67 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2241158 Jul 06 11:29:46.287833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad420dcc-d037-40b1-9075-35c321e7a747 req-a4a62e4d-14b5-48e2-ae64-1a15947c57fb tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800011 Jul 06 11:29:46.446263 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e2c7df84-6a47-49ac-89eb-8c9bc245069a None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:29:46.540136 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decc1c54-537b-4748-afef-e9c9c6d99138 x-openstack-request-id: req-decc1c54-537b-4748-afef-e9c9c6d99138 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:46.554627 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19e3838-bcb2-40e9-881f-33435c8953b8", "tag": "9cfe6883-db0d-4e30-b474-a9f615e18ec9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:46.554627 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-decc1c54-537b-4748-afef-e9c9c6d99138 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:46.554627 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'tag': '9cfe6883-db0d-4e30-b474-a9f615e18ec9', 'status': 'completed', 'code': 200} Jul 06 11:29:46.567940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4f21ed05-f238-47c3-b53a-7fb37c9f5eed up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:46.769111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:46.771675 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:46.951414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7624-719b-4351-bdf7-b7e9c91b6d8f req-03b4e29c-ed8e-453c-8a93-5001cf167a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:46.954214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-740d7624-719b-4351-bdf7-b7e9c91b6d8f req-03b4e29c-ed8e-453c-8a93-5001cf167a49 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21d545a249fb4b96ad293abdfd92ec22&device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 1097 time: 0.3707757 Jul 06 11:29:46.981969 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59898d64-6bf0-4cc2-975c-74adf9adf198 req-66e2b901-ade2-4e16-90a3-a78d761605e7 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:46.984903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59898d64-6bf0-4cc2-975c-74adf9adf198 req-66e2b901-ade2-4e16-90a3-a78d761605e7 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 946 time: 0.2665455 Jul 06 11:29:47.155256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59898d64-6bf0-4cc2-975c-74adf9adf198 req-d098c097-56f8-4cd2-8004-843221ae14ac tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543727 Jul 06 11:29:47.209017 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e2c7df84-6a47-49ac-89eb-8c9bc245069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '44bb918b-a79d-4b96-8fb1-fa360b0c63cb', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'port_id': '9cfe6883-db0d-4e30-b474-a9f615e18ec9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'mac_address': 'fa:16:3e:ab:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:26:43Z', 'updated_at': '2021-07-06T11:29:40Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:29:47.322133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7624-719b-4351-bdf7-b7e9c91b6d8f req-12445523-516c-4b13-9c02-b37d9fafe4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:47.324952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-740d7624-719b-4351-bdf7-b7e9c91b6d8f req-12445523-516c-4b13-9c02-b37d9fafe4de service neutron] 10.222.0.86 "GET /v2.0/networks?id=a5e489b5-0684-4a9d-b620-d8739016b04b HTTP/1.1" status: 200 len: 924 time: 0.3383729 Jul 06 11:29:47.373039 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c7df84-6a47-49ac-89eb-8c9bc245069a None None] The sync data for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 is: [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '44bb918b-a79d-4b96-8fb1-fa360b0c63cb', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'port_id': '9cfe6883-db0d-4e30-b474-a9f615e18ec9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'mac_address': 'fa:16:3e:ab:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:26:43Z', 'updated_at': '2021-07-06T11:29:40Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:29:47.545672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dc7a6-9240-49b0-abaa-6cdef2c802ee req-74969ea4-ea3c-4aec-9e03-39c59a6f0c95 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:47.548442 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4e8dc7a6-9240-49b0-abaa-6cdef2c802ee req-74969ea4-ea3c-4aec-9e03-39c59a6f0c95 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3be5dbe-1c25-4b1c-abc5-19121c605ea0 HTTP/1.1" status: 200 len: 950 time: 0.2492318 Jul 06 11:29:47.642749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c67cec-4e25-4f82-8242-47e2dd4230f9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:47.645689 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0421949a-cbaa-4c17-acbd-a5510e6c8527" -d '{"events": [{"server_uuid": "bab681e3-ec37-45ac-99cc-66c5b84e1e53", "name": "network-vif-plugged", "status": "completed", "tag": "29c67cec-4e25-4f82-8242-47e2dd4230f9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:47.934105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755a921-45ea-4163-908d-5abb76f0a428 None None] New status for floating IP 44bb918b-a79d-4b96-8fb1-fa360b0c63cb: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:29:48.254029 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:48.281185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4e8dc7a6-9240-49b0-abaa-6cdef2c802ee req-92cb8923-30d2-40ac-b4cb-affe89c88778 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Deleting port b345baa3-bfec-4cc6-9692-dbd294d07dd5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:29:48.281693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e8dc7a6-9240-49b0-abaa-6cdef2c802ee req-92cb8923-30d2-40ac-b4cb-affe89c88778 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:48.317590 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-740d7624-719b-4351-bdf7-b7e9c91b6d8f req-11f8d240-5760-4d93-b0bf-8df7a927c99c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cfe6883-db0d-4e30-b474-a9f615e18ec9 HTTP/1.1" status: 200 len: 1000 time: 0.9811966 Jul 06 11:29:48.330812 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a8bb207f-68b1-4225-aeee-32161d982d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:48.493956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4e8dc7a6-9240-49b0-abaa-6cdef2c802ee req-92cb8923-30d2-40ac-b4cb-affe89c88778 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] For port b345baa3-bfec-4cc6-9692-dbd294d07dd5, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=b345baa3-bfec-4cc6-9692-dbd294d07dd5,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:48.493956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e8dc7a6-9240-49b0-abaa-6cdef2c802ee req-92cb8923-30d2-40ac-b4cb-affe89c88778 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:48.517027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4e8dc7a6-9240-49b0-abaa-6cdef2c802ee req-92cb8923-30d2-40ac-b4cb-affe89c88778 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Calling delete_port for b345baa3-bfec-4cc6-9692-dbd294d07dd5 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:29:48.523661 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:48.531666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7624-719b-4351-bdf7-b7e9c91b6d8f req-d4b44e82-9988-446d-b542-67dada91d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:48.533836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-740d7624-719b-4351-bdf7-b7e9c91b6d8f req-d4b44e82-9988-446d-b542-67dada91d055 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0875ea68-eb80-4280-b8aa-6ab66bb5db45 HTTP/1.1" status: 200 len: 862 time: 0.1499791 Jul 06 11:29:48.576128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df288447-fc2d-4422-8d7e-df4b95d50a91 req-85daf052-100f-4319-b5f0-273061a5cccf tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:48.578343 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df288447-fc2d-4422-8d7e-df4b95d50a91 req-85daf052-100f-4319-b5f0-273061a5cccf tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 946 time: 0.9920316 Jul 06 11:29:48.639157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6ab7faf-c92b-4042-ab82-b0b5c74a318c details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:29:48.663573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad22fa6-337a-4228-bb63-50aeadb1ea62 req-b66a9eab-64a1-4968-9856-fff1afe2baee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:48.675888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dad22fa6-337a-4228-bb63-50aeadb1ea62 req-b66a9eab-64a1-4968-9856-fff1afe2baee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3be5dbe-1c25-4b1c-abc5-19121c605ea0 HTTP/1.1" status: 200 len: 950 time: 0.3940308 Jul 06 11:29:48.754733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df288447-fc2d-4422-8d7e-df4b95d50a91 req-7fc745b1-cc6f-4bf8-8213-cbf09ede3369 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478186 Jul 06 11:29:48.803703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dad22fa6-337a-4228-bb63-50aeadb1ea62 req-6e3c8b27-1a36-47a4-bef5-0aa49303fd76 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263297 Jul 06 11:29:48.823860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7624-719b-4351-bdf7-b7e9c91b6d8f req-c1c1de1b-b387-4f50-b1b9-7269ae6b8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:48.827004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-740d7624-719b-4351-bdf7-b7e9c91b6d8f req-c1c1de1b-b387-4f50-b1b9-7269ae6b8e1a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5e489b5-0684-4a9d-b620-d8739016b04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2776041 Jul 06 11:29:48.879000 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e8dc7a6-9240-49b0-abaa-6cdef2c802ee req-92cb8923-30d2-40ac-b4cb-affe89c88778 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:48.909806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:48.924399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['93433c4b-59a0-4146-8153-8ce0f4c70bf9', '8865306c-ed81-47b2-b1dd-f11af373e157', 'b345baa3-bfec-4cc6-9692-dbd294d07dd5'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:49.011723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb8923-30d2-40ac-b4cb-affe89c88778 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event deleted for resources: {'Port': ['ID=b345baa3-bfec-4cc6-9692-dbd294d07dd5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:49.126346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-740d7624-719b-4351-bdf7-b7e9c91b6d8f req-6967eb95-43fe-4a07-b250-0231ec80ecf9 service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812560 Jul 06 11:29:49.165978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8dc7a6-9240-49b0-abaa-6cdef2c802ee req-92cb8923-30d2-40ac-b4cb-affe89c88778 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] No DVR routers for this DVR port b345baa3-bfec-4cc6-9692-dbd294d07dd5 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:29:49.170906 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e8dc7a6-9240-49b0-abaa-6cdef2c802ee req-92cb8923-30d2-40ac-b4cb-affe89c88778 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:49.181630 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4e8dc7a6-9240-49b0-abaa-6cdef2c802ee req-92cb8923-30d2-40ac-b4cb-affe89c88778 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "DELETE /v2.0/ports/b345baa3-bfec-4cc6-9692-dbd294d07dd5 HTTP/1.1" status: 204 len: 173 time: 1.6204875 Jul 06 11:29:49.187409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3be5dbe-1c25-4b1c-abc5-19121c605ea0', 'name': 'network-vif-deleted', 'tag': 'b345baa3-bfec-4cc6-9692-dbd294d07dd5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:49.191632 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594a72b1-67b0-4cde-8729-8ed3ca8a7933" -d '{"events": [{"server_uuid": "b3be5dbe-1c25-4b1c-abc5-19121c605ea0", "name": "network-vif-deleted", "tag": "b345baa3-bfec-4cc6-9692-dbd294d07dd5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:49.242098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:49.306521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'mac_address': 'fa:16:3e:23:16:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:29:49.591862 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:49.669797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ab7faf-c92b-4042-ab82-b0b5c74a318c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:29:49.694408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad8b20-2fc6-4618-aac9-a4e9d48a70e2 req-dabb2580-4eb4-48ba-b9d7-35c55d48e7d9 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:49.697511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92ad8b20-2fc6-4618-aac9-a4e9d48a70e2 req-dabb2580-4eb4-48ba-b9d7-35c55d48e7d9 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 948 time: 0.5421443 Jul 06 11:29:49.726404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:49.771186 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:49.824362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-740d7624-719b-4351-bdf7-b7e9c91b6d8f req-c2f23b80-55a1-4a8b-82d8-ff962b76b168 service neutron] 10.222.0.86 "GET /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870525 Jul 06 11:29:49.846719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72523f8-686d-46bb-a6cd-7bc042572764 req-1d80ef62-e5b6-4f74-9868-850553e2c754 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:49.849624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e72523f8-686d-46bb-a6cd-7bc042572764 req-1d80ef62-e5b6-4f74-9868-850553e2c754 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 950 time: 0.6919451 Jul 06 11:29:49.955130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:49.997699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:49.998147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:49.998436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:49.998729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:49.999112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:49.999526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:49.999808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:50.000139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:50.000468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:50.000796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:50.001129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:50.001454 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:29:50.024270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92ad8b20-2fc6-4618-aac9-a4e9d48a70e2 req-50ac1c20-3172-46e8-a6cd-a46af9432d37 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069367 Jul 06 11:29:50.042011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce1baa-60a8-4bfc-9ea6-fa02ac128532 req-7b2e19cf-525b-412b-9b1c-7df908b3ee9e tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:50.042578 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1ce1baa-60a8-4bfc-9ea6-fa02ac128532 req-7b2e19cf-525b-412b-9b1c-7df908b3ee9e tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 1097 time: 0.5827100 Jul 06 11:29:50.183185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c6ab7faf-c92b-4042-ab82-b0b5c74a318c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:50.203873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1ce1baa-60a8-4bfc-9ea6-fa02ac128532 req-a851cfb5-778d-42fd-bbea-36a0b8a6164d tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321657 Jul 06 11:29:50.321016 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e72523f8-686d-46bb-a6cd-7bc042572764 req-abbbe02c-4a86-4a6d-858d-b52018ac2e0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Deleting port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:29:50.321543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e72523f8-686d-46bb-a6cd-7bc042572764 req-abbbe02c-4a86-4a6d-858d-b52018ac2e0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:50.383562 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:50.613863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e72523f8-686d-46bb-a6cd-7bc042572764 req-abbbe02c-4a86-4a6d-858d-b52018ac2e0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] For port ff29f0ac-b0b1-4b27-be93-e6e74e20e934, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ff29f0ac-b0b1-4b27-be93-e6e74e20e934,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:50.614448 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e72523f8-686d-46bb-a6cd-7bc042572764 req-abbbe02c-4a86-4a6d-858d-b52018ac2e0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:50.663563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device b345baa3-bfec-4cc6-9692-dbd294d07dd5 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:29:50.663980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98a932-b1f8-4ac9-a5ac-75045b6328bb req-d459eb78-58f8-44a5-bcf4-6e62e18e5a7b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:50.666762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b98a932-b1f8-4ac9-a5ac-75045b6328bb req-d459eb78-58f8-44a5-bcf4-6e62e18e5a7b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2947621 Jul 06 11:29:50.675930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e72523f8-686d-46bb-a6cd-7bc042572764 req-abbbe02c-4a86-4a6d-858d-b52018ac2e0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Calling delete_port for ff29f0ac-b0b1-4b27-be93-e6e74e20e934 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:29:50.799666 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb53d2cf-5183-4662-85b7-a79ef35164b2 x-openstack-request-id: req-cb53d2cf-5183-4662-85b7-a79ef35164b2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:50.800264 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab681e3-ec37-45ac-99cc-66c5b84e1e53", "name": "network-vif-plugged", "status": "completed", "tag": "29c67cec-4e25-4f82-8242-47e2dd4230f9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:50.800264 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb53d2cf-5183-4662-85b7-a79ef35164b2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:50.800645 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c67cec-4e25-4f82-8242-47e2dd4230f9', 'code': 200} Jul 06 11:29:50.825636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 29c67cec-4e25-4f82-8242-47e2dd4230f9 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:29:50.828025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: b345baa3-bfec-4cc6-9692-dbd294d07dd5 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:29:50.828393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device b345baa3-bfec-4cc6-9692-dbd294d07dd5 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:29:50.876719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b98a932-b1f8-4ac9-a5ac-75045b6328bb req-f9365510-c7bc-472d-803b-e1ad890f4947 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824505 Jul 06 11:29:50.919399 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccee060-3e6e-438d-8a75-cf5b5a944d70 x-openstack-request-id: req-cccee060-3e6e-438d-8a75-cf5b5a944d70 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:50.920307 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3be5dbe-1c25-4b1c-abc5-19121c605ea0", "name": "network-vif-deleted", "tag": "b345baa3-bfec-4cc6-9692-dbd294d07dd5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:50.920307 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cccee060-3e6e-438d-8a75-cf5b5a944d70 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:50.920793 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3be5dbe-1c25-4b1c-abc5-19121c605ea0', 'name': 'network-vif-deleted', 'tag': 'b345baa3-bfec-4cc6-9692-dbd294d07dd5', 'status': 'completed', 'code': 200} Jul 06 11:29:51.096672 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:51.156256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 29c67cec-4e25-4f82-8242-47e2dd4230f9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=29c67cec-4e25-4f82-8242-47e2dd4230f9,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:51.162926 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:51.218154 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e72523f8-686d-46bb-a6cd-7bc042572764 req-abbbe02c-4a86-4a6d-858d-b52018ac2e0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:51.235067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=29c67cec-4e25-4f82-8242-47e2dd4230f9,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:51.242335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:51.379892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbe02c-4a86-4a6d-858d-b52018ac2e0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event deleted for resources: {'Port': ['ID=ff29f0ac-b0b1-4b27-be93-e6e74e20e934,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:51.476816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72523f8-686d-46bb-a6cd-7bc042572764 req-abbbe02c-4a86-4a6d-858d-b52018ac2e0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] No DVR routers for this DVR port ff29f0ac-b0b1-4b27-be93-e6e74e20e934 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:29:51.483310 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e72523f8-686d-46bb-a6cd-7bc042572764 req-abbbe02c-4a86-4a6d-858d-b52018ac2e0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:51.486474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e72523f8-686d-46bb-a6cd-7bc042572764 req-abbbe02c-4a86-4a6d-858d-b52018ac2e0e tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "DELETE /v2.0/ports/ff29f0ac-b0b1-4b27-be93-e6e74e20e934 HTTP/1.1" status: 204 len: 173 time: 1.6135209 Jul 06 11:29:51.487303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faae9ef1-6d74-402b-aba7-ad62cd909bed', 'name': 'network-vif-deleted', 'tag': 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:51.491604 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d537b6e-ddd9-4ee7-a4c3-68f033d4569d" -d '{"events": [{"server_uuid": "faae9ef1-6d74-402b-aba7-ad62cd909bed", "name": "network-vif-deleted", "tag": "ff29f0ac-b0b1-4b27-be93-e6e74e20e934"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:51.509547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a36b5-63b9-4308-a9c1-ede14e46e0c3 req-1cbb6983-b958-46e4-978b-eb815bf04e8b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:51.512245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca8a36b5-63b9-4308-a9c1-ede14e46e0c3 req-1cbb6983-b958-46e4-978b-eb815bf04e8b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 944 time: 0.3572199 Jul 06 11:29:51.597300 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05334721-f423-4a4b-a456-08cb4248c3bb req-4a6bb68c-e690-48ec-b0eb-23f075d3788d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:51.599046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05334721-f423-4a4b-a456-08cb4248c3bb req-4a6bb68c-e690-48ec-b0eb-23f075d3788d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 950 time: 0.2767141 Jul 06 11:29:51.627145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca8a36b5-63b9-4308-a9c1-ede14e46e0c3 req-27db3264-31a7-4b9c-afb9-067d0bc90802 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940843 Jul 06 11:29:51.681521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05334721-f423-4a4b-a456-08cb4248c3bb req-4fc4b876-bf8e-46e2-80ea-a581556f747d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562096 Jul 06 11:29:51.710754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['93433c4b-59a0-4146-8153-8ce0f4c70bf9', '8865306c-ed81-47b2-b1dd-f11af373e157'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:29:51.928640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b9341-7d0b-4c23-8090-4d7ccba0ba39 req-2656f057-f588-42d3-aeb9-7f8452c2b583 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:51.931320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b4b9341-7d0b-4c23-8090-4d7ccba0ba39 req-2656f057-f588-42d3-aeb9-7f8452c2b583 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 1097 time: 0.1475222 Jul 06 11:29:52.093804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b4b9341-7d0b-4c23-8090-4d7ccba0ba39 req-aaa7c247-149d-44a3-a1fa-b646818e30d4 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447656 Jul 06 11:29:52.122529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46f363-20e6-4346-b78d-5dd46364111c req-f68a9c6b-be98-4c25-a649-b32e3235ba2e tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:52.136537 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb46f363-20e6-4346-b78d-5dd46364111c req-f68a9c6b-be98-4c25-a649-b32e3235ba2e tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 1096 time: 0.1633894 Jul 06 11:29:52.277173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb46f363-20e6-4346-b78d-5dd46364111c req-a70bcb3d-7363-42c2-aba7-ece276b91f6b tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380324 Jul 06 11:29:52.541400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba2ac7-4dd3-4493-92a7-1e7b89da3dbe req-d941f849-d0ea-4f14-a207-ee7f0992aa80 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:52.553516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4dba2ac7-4dd3-4493-92a7-1e7b89da3dbe req-d941f849-d0ea-4f14-a207-ee7f0992aa80 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1612778 Jul 06 11:29:52.663026 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4dba2ac7-4dd3-4493-92a7-1e7b89da3dbe req-9e7fa179-6ffc-4612-a7ec-0e29daf55ed1 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065557 Jul 06 11:29:52.673390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6ab7faf-c92b-4042-ab82-b0b5c74a318c up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:29:52.697404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a925141-291a-422f-bfdf-955b3ba708ea req-2c211594-c768-48a3-916a-18134d21eb1a tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=faae9ef1-6d74-402b-aba7-ad62cd909bed HTTP/1.1" status: 200 len: 210 time: 0.0581501 Jul 06 11:29:52.804514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c67cec-4e25-4f82-8242-47e2dd4230f9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:52.811879 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311006ca-453d-41c9-9a45-d14f21a9d4cb" -d '{"events": [{"server_uuid": "bab681e3-ec37-45ac-99cc-66c5b84e1e53", "name": "network-vif-unplugged", "status": "completed", "tag": "29c67cec-4e25-4f82-8242-47e2dd4230f9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:52.812709 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9460bcdb-fb66-446e-93be-70cd259c486f x-openstack-request-id: req-9460bcdb-fb66-446e-93be-70cd259c486f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:52.813389 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faae9ef1-6d74-402b-aba7-ad62cd909bed", "name": "network-vif-deleted", "tag": "ff29f0ac-b0b1-4b27-be93-e6e74e20e934", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:52.813792 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9460bcdb-fb66-446e-93be-70cd259c486f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:52.814436 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faae9ef1-6d74-402b-aba7-ad62cd909bed', 'name': 'network-vif-deleted', 'tag': 'ff29f0ac-b0b1-4b27-be93-e6e74e20e934', 'status': 'completed', 'code': 200} Jul 06 11:29:52.833240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ff29f0ac-b0b1-4b27-be93-e6e74e20e934 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:29:52.870388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c6ab7faf-c92b-4042-ab82-b0b5c74a318c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:29:52.870868 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:52.874485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: ff29f0ac-b0b1-4b27-be93-e6e74e20e934 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:29:52.874921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ff29f0ac-b0b1-4b27-be93-e6e74e20e934 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:29:53.045541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:53.157509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:53.167211 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:53.406626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=11']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:53.705171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7c8f4-e543-4b87-bbd2-8bf0a05823e9 req-c13e934e-c620-47f8-ae64-6c9d2c443441 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:53.708340 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9c7c8f4-e543-4b87-bbd2-8bf0a05823e9 req-c13e934e-c620-47f8-ae64-6c9d2c443441 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/networks?id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 200 len: 813 time: 0.2424817 Jul 06 11:29:53.752238 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9c7c8f4-e543-4b87-bbd2-8bf0a05823e9 req-ec76f3a6-5fdc-437c-8b80-a04552fd5ea5 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/quotas/fc6e59274edb4b1a890f110d529763b3 HTTP/1.1" status: 200 len: 375 time: 0.0224283 Jul 06 11:29:53.860256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9c7c8f4-e543-4b87-bbd2-8bf0a05823e9 req-cd79bb02-2858-41ce-af55-a4ebc400f44a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc6e59274edb4b1a890f110d529763b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970299 Jul 06 11:29:53.941397 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19935d3e-4bd7-4e8d-bffd-9bef2e9b38fa x-openstack-request-id: req-19935d3e-4bd7-4e8d-bffd-9bef2e9b38fa {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:53.943217 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab681e3-ec37-45ac-99cc-66c5b84e1e53", "name": "network-vif-unplugged", "status": "completed", "tag": "29c67cec-4e25-4f82-8242-47e2dd4230f9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:53.944629 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19935d3e-4bd7-4e8d-bffd-9bef2e9b38fa {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:53.945425 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c67cec-4e25-4f82-8242-47e2dd4230f9', 'code': 200} Jul 06 11:29:55.242646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-0041fe92-b6d3-40db-b334-7b662a3fd615 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:29:55.245309 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-0041fe92-b6d3-40db-b334-7b662a3fd615 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1169491 Jul 06 11:29:55.368381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Request body: {'binding': {'host': 'n-h1-799527-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:55.369243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Unknown quota resources ['binding']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:29:55.648240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d42b4a-0656-4364-8b7a-33c09789facf req-db926626-b0bd-4348-aa24-03d1d9fe8cb6 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:55.652379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8d42b4a-0656-4364-8b7a-33c09789facf req-db926626-b0bd-4348-aa24-03d1d9fe8cb6 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 944 time: 0.1569338 Jul 06 11:29:55.659354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 on host n-h1-799527-2 for vnic_type normal with profile None {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:29:55.660037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:29:55.660878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:55.671990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Port 5db5a446-e99c-4912-b603-27fe2fa64a19 on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:29:55.672864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:55.682701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-9a0d8761-da7b-41a4-b84a-6e9de31935d1 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:29:55.696468 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-9a0d8761-da7b-41a4-b84a-6e9de31935d1 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0387659 Jul 06 11:29:55.706546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Request body: {'binding': {'host': 'n-h2-799527-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:29:55.707023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Unknown quota resources ['binding']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:29:55.714843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:29:55.715436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:29:55.716119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:29:55.717007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Bound port: 5db5a446-e99c-4912-b603-27fe2fa64a19, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:29:55.895429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-c8d42b4a-0656-4364-8b7a-33c09789facf req-710cd20a-6e27-41e5-ac98-f99d0cb5ce99 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Deleting port 29c67cec-4e25-4f82-8242-47e2dd4230f9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:29:55.895978 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8d42b4a-0656-4364-8b7a-33c09789facf req-710cd20a-6e27-41e5-ac98-f99d0cb5ce99 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:55.925095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:29:55.947428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:55.948747 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:55.953448 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da6bf0a-6e4e-4782-a39d-fc0fe8b1f60d" -d '{"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:55.962854 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f40c61f1-ecdb-49df-936c-7f7075891644 service neutron] 10.222.0.21 "POST /v2.0/ports/5db5a446-e99c-4912-b603-27fe2fa64a19/bindings HTTP/1.1" status: 201 len: 389 time: 0.6977334 Jul 06 11:29:56.063499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on host n-h2-799527-2 for vnic_type normal with profile None {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:29:56.064059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:29:56.064900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:56.078973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:29:56.081075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:29:56.105161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:29:56.105531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:29:56.107770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:29:56.109950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Bound port: 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:29:56.141856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c8d42b4a-0656-4364-8b7a-33c09789facf req-710cd20a-6e27-41e5-ac98-f99d0cb5ce99 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] For port 29c67cec-4e25-4f82-8242-47e2dd4230f9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=29c67cec-4e25-4f82-8242-47e2dd4230f9,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:29:56.142882 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8d42b4a-0656-4364-8b7a-33c09789facf req-710cd20a-6e27-41e5-ac98-f99d0cb5ce99 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:56.216797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-c8d42b4a-0656-4364-8b7a-33c09789facf req-710cd20a-6e27-41e5-ac98-f99d0cb5ce99 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Calling delete_port for 29c67cec-4e25-4f82-8242-47e2dd4230f9 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:29:56.318448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:29:56.336745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:56.348735 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c8741573-c84d-4051-9416-0e7379aad085 service neutron] 10.222.0.21 "POST /v2.0/ports/0ae6d5aa-004a-428c-a7b6-b5dee7819652/bindings HTTP/1.1" status: 201 len: 389 time: 0.6448901 Jul 06 11:29:56.561539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd421a4-0181-4859-8a03-6286dee7dc4a req-a2bf8ca9-299a-46d3-ae1a-f4e083071312 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:56.564876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bd421a4-0181-4859-8a03-6286dee7dc4a req-a2bf8ca9-299a-46d3-ae1a-f4e083071312 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab681e3-ec37-45ac-99cc-66c5b84e1e53 HTTP/1.1" status: 200 len: 944 time: 0.1931417 Jul 06 11:29:56.590014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-b5869cd6-32cc-4334-874c-5bd24ea1c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:56.606775 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-b5869cd6-32cc-4334-874c-5bd24ea1c7fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 1096 time: 0.2076807 Jul 06 11:29:56.644290 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:29:56.834933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-92648666-97d1-44b3-ab22-88db0fa2c319 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1236846 Jul 06 11:29:56.885214 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-cbc1b3db-7f7a-4805-a853-d3292123299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:56.887142 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-cbc1b3db-7f7a-4805-a853-d3292123299f service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.2765312 Jul 06 11:29:56.916220 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bd421a4-0181-4859-8a03-6286dee7dc4a req-10c2eada-d310-4007-b3fb-fd20842a88ad tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259442 Jul 06 11:29:56.969824 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-f5d17dc4-e50e-44fe-8970-cd27524c30c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db5a446-e99c-4912-b603-27fe2fa64a19 HTTP/1.1" status: 200 len: 217 time: 0.0735021 Jul 06 11:29:56.984727 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8d42b4a-0656-4364-8b7a-33c09789facf req-710cd20a-6e27-41e5-ac98-f99d0cb5ce99 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:57.126440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-aa39f479-7127-40cd-979f-d91083c42e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:57.129828 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-aa39f479-7127-40cd-979f-d91083c42e0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.1520572 Jul 06 11:29:57.164102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cd20a-6e27-41e5-ac98-f99d0cb5ce99 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event deleted for resources: {'Port': ['ID=29c67cec-4e25-4f82-8242-47e2dd4230f9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:29:57.207415 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-c5d8c3bb-0735-4824-824b-9f9f24e33a6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703473 Jul 06 11:29:57.322041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-94d85c95-3c98-4a46-ab0e-a41fe451e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:57.325092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-94d85c95-3c98-4a46-ab0e-a41fe451e21a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 1097 time: 0.4949088 Jul 06 11:29:57.326318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d42b4a-0656-4364-8b7a-33c09789facf req-710cd20a-6e27-41e5-ac98-f99d0cb5ce99 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] No DVR routers for this DVR port 29c67cec-4e25-4f82-8242-47e2dd4230f9 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:29:57.355005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8d42b4a-0656-4364-8b7a-33c09789facf req-710cd20a-6e27-41e5-ac98-f99d0cb5ce99 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:57.358790 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8d42b4a-0656-4364-8b7a-33c09789facf req-710cd20a-6e27-41e5-ac98-f99d0cb5ce99 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "DELETE /v2.0/ports/29c67cec-4e25-4f82-8242-47e2dd4230f9 HTTP/1.1" status: 204 len: 173 time: 1.6998847 Jul 06 11:29:57.359615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'name': 'network-vif-deleted', 'tag': '29c67cec-4e25-4f82-8242-47e2dd4230f9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:29:57.364077 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d36d06-202b-43a4-a794-7c1572500bb2" -d '{"events": [{"server_uuid": "bab681e3-ec37-45ac-99cc-66c5b84e1e53", "name": "network-vif-deleted", "tag": "29c67cec-4e25-4f82-8242-47e2dd4230f9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:29:57.432349 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-fd2d2b46-adc5-4b37-af11-42a8be63d1e1 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145026 Jul 06 11:29:57.632681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74232fa3-696c-4572-9233-929327f8fe90 req-8b81b506-ad80-4cfb-9c42-6c325866f45d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:57.641161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-8b81b506-ad80-4cfb-9c42-6c325866f45d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7305713 Jul 06 11:29:57.667171 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-831159b6-62d8-46fa-877a-2a549224195c service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256091 Jul 06 11:29:57.705845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-58526739-0d10-4cb0-b7a1-0f475ed3584f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/quotas/954e407d1dcd4bbebedb2be51459f1e9 HTTP/1.1" status: 200 len: 375 time: 0.0572546 Jul 06 11:29:57.840544 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee5228-bd7e-4cbf-8a52-17aa42705e61 req-92fa5d92-bcff-4589-ae35-af797c30e72f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:57.843901 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2ee5228-bd7e-4cbf-8a52-17aa42705e61 req-92fa5d92-bcff-4589-ae35-af797c30e72f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.5019176 Jul 06 11:29:57.856944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-f4e09a04-48a9-42e0-bb8c-40730971b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:57.859237 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-f4e09a04-48a9-42e0-bb8c-40730971b72c service neutron] 10.222.0.86 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.5074327 Jul 06 11:29:57.969085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-4feb7858-c78d-4384-8c09-678a484628ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652 HTTP/1.1" status: 200 len: 217 time: 0.0854850 Jul 06 11:29:58.079423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-e2bb18e2-c505-4951-8a05-9ee8cec09dae tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3522480 Jul 06 11:29:58.095206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2ee5228-bd7e-4cbf-8a52-17aa42705e61 req-a154acb9-9626-4b8f-9e22-770d6ea7c065 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334056 Jul 06 11:29:58.136976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-5a49cb22-b55c-4f41-a81f-2be3a7897beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:58.139575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-5a49cb22-b55c-4f41-a81f-2be3a7897beb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.1613927 Jul 06 11:29:58.282349 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-4de2f64b-a4a6-4f0b-9a2b-2408ef3de682 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327648 Jul 06 11:29:58.392394 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:58.395106 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:29:58.420717 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699d2835-03ad-4461-8544-19a008c710fe x-openstack-request-id: req-699d2835-03ad-4461-8544-19a008c710fe {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:58.421010 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:58.421480 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-699d2835-03ad-4461-8544-19a008c710fe {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:58.422130 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'code': 200} Jul 06 11:29:58.695577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-9a42d462-5446-4ab3-8558-fecab38b41d9 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963575 Jul 06 11:29:58.991776 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-546c2660-fd0d-41f1-bb31-2f9ec7d31b40 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855585 Jul 06 11:29:59.012594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05fd53-1533-4527-8c07-2c47f8f76050 req-6c4eae19-e684-4c12-b159-db397af54a51 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:59.035071 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d05fd53-1533-4527-8c07-2c47f8f76050 req-6c4eae19-e684-4c12-b159-db397af54a51 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.3867280 Jul 06 11:29:59.130109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9907b-2478-490b-a96c-4b4801f3bc73 req-e04919de-dea0-4611-b3f4-a0449f926124 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:29:59.132785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31a9907b-2478-490b-a96c-4b4801f3bc73 req-e04919de-dea0-4611-b3f4-a0449f926124 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 946 time: 0.3013141 Jul 06 11:29:59.180274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d05fd53-1533-4527-8c07-2c47f8f76050 req-770aace8-bde9-46fe-8755-f3dc8dc7cca9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421618 Jul 06 11:29:59.396139 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31a9907b-2478-490b-a96c-4b4801f3bc73 req-69bcc32d-b8c6-45ff-a4a1-afee011a46d9 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493336 Jul 06 11:29:59.537486 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83bc9ea-bf41-470d-8c92-895b5d9029e8 x-openstack-request-id: req-f83bc9ea-bf41-470d-8c92-895b5d9029e8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:29:59.537966 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab681e3-ec37-45ac-99cc-66c5b84e1e53", "name": "network-vif-deleted", "tag": "29c67cec-4e25-4f82-8242-47e2dd4230f9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:29:59.538360 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f83bc9ea-bf41-470d-8c92-895b5d9029e8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:29:59.539025 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab681e3-ec37-45ac-99cc-66c5b84e1e53', 'name': 'network-vif-deleted', 'tag': '29c67cec-4e25-4f82-8242-47e2dd4230f9', 'status': 'completed', 'code': 200} Jul 06 11:30:00.143920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5907-9620-4e70-ac5b-b2cd902e2480 req-9b22e050-9c58-4da4-a479-1f238a5ff0df tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:00.146715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f79f5907-9620-4e70-ac5b-b2cd902e2480 req-9b22e050-9c58-4da4-a479-1f238a5ff0df tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.3159249 Jul 06 11:30:00.229837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d1664dcc-e6b2-420f-ba31-59708b2342cb req-358a0bad-2c30-450d-8afe-037c6908dbf7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 210 time: 0.0810299 Jul 06 11:30:00.338271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f79f5907-9620-4e70-ac5b-b2cd902e2480 req-11eb718f-d0a4-49ab-986c-df59d1765d73 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657183 Jul 06 11:30:00.859181 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 29c67cec-4e25-4f82-8242-47e2dd4230f9 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:30:00.933031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 29c67cec-4e25-4f82-8242-47e2dd4230f9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:30:00.934193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 29c67cec-4e25-4f82-8242-47e2dd4230f9 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:30:01.104569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58738) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:01.112110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-accf4f7c-b495-4d7d-9772-749f21104831 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664370828', 'description': 'tempest-description--1966418346'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:01.200907 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-accf4f7c-b495-4d7d-9772-749f21104831 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:01.453254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-51b63645-f885-423d-a4b7-44de9837edd3 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695546 Jul 06 11:30:01.765171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790103-1f4b-46d5-b420-1a9954d105f0 req-3c1ab276-e091-4461-b247-3f3314b5239c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:01.780330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad790103-1f4b-46d5-b420-1a9954d105f0 req-3c1ab276-e091-4461-b247-3f3314b5239c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.4994674 Jul 06 11:30:01.928332 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-accf4f7c-b495-4d7d-9772-749f21104831 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:01.954585 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-accf4f7c-b495-4d7d-9772-749f21104831 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:01.991090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74232fa3-696c-4572-9233-929327f8fe90 req-6b7301f1-7fb5-42ac-a92d-40efffa46ec4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:01.994065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-6b7301f1-7fb5-42ac-a92d-40efffa46ec4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5168579 Jul 06 11:30:02.043408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Request body: {'port': {'device_id': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '954e407d1dcd4bbebedb2be51459f1e9'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:02.100741 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad790103-1f4b-46d5-b420-1a9954d105f0 req-ce59fa81-9465-4ce2-b8d4-3b6ce087d8a7 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185427 Jul 06 11:30:02.262548 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-accf4f7c-b495-4d7d-9772-749f21104831 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:02.268326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-accf4f7c-b495-4d7d-9772-749f21104831 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1617870 Jul 06 11:30:02.269190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58754) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:02.278057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d55f3730-910b-4250-b909-8336dc9dd2c2 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Request body: {'security_group_rule': {'security_group_id': 'b0ccd96a-5615-491f-972f-5821c67547c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:02.305329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf4f7c-b495-4d7d-9772-749f21104831 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ccd96a-5615-491f-972f-5821c67547c2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:02.365278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5121d1d-b5b4-4547-9e96-42b12f64b883 req-ab815498-f921-4754-9565-65b2607dcc1d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:02.375873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5121d1d-b5b4-4547-9e96-42b12f64b883 req-ab815498-f921-4754-9565-65b2607dcc1d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 946 time: 0.9274578 Jul 06 11:30:02.389035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d55f3730-910b-4250-b909-8336dc9dd2c2 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:02.393253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Made reservation on behalf of 954e407d1dcd4bbebedb2be51459f1e9 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:30:02.501075 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d55f3730-910b-4250-b909-8336dc9dd2c2 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:02.511886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d55f3730-910b-4250-b909-8336dc9dd2c2 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:02.556514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f3730-910b-4250-b909-8336dc9dd2c2 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e0ed34-3f7e-47ca-8b23-a3c258cc573d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:02.589104 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d55f3730-910b-4250-b909-8336dc9dd2c2 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:02.593099 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d55f3730-910b-4250-b909-8336dc9dd2c2 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217058 Jul 06 11:30:02.596970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58756) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:02.605006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-37226409-d0dd-498e-a017-48e52c16cc1d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Request body: {'security_group_rule': {'security_group_id': 'b0ccd96a-5615-491f-972f-5821c67547c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:02.676196 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37226409-d0dd-498e-a017-48e52c16cc1d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:02.830997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37226409-d0dd-498e-a017-48e52c16cc1d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:02.857349 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37226409-d0dd-498e-a017-48e52c16cc1d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:02.864798 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:02.954137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37226409-d0dd-498e-a017-48e52c16cc1d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a221c453-1ace-4c7e-b389-2fce1215d96e,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:02.968326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2e4bcb9-373d-41ff-ae0d-c0bdcbb010da req-c6435c64-0a1c-4b34-9439-c01bcc1933d9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fc6e59274edb4b1a890f110d529763b3 HTTP/1.1" status: 200 len: 221 time: 0.6581619 Jul 06 11:30:02.988535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37226409-d0dd-498e-a017-48e52c16cc1d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:02.992524 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-37226409-d0dd-498e-a017-48e52c16cc1d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3936756 Jul 06 11:30:03.001065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58760) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:03.011789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5121d1d-b5b4-4547-9e96-42b12f64b883 req-e36d5602-0e08-40c0-9f4b-8c7decadaa46 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342523 Jul 06 11:30:03.015398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:03.122402 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:03.194586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127989-2515-4f4b-bcd3-5c1509e438be req-9bd591b0-e5d7-4485-909f-824b9b5030bd tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:03.198506 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0127989-2515-4f4b-bcd3-5c1509e438be req-9bd591b0-e5d7-4485-909f-824b9b5030bd tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/ports?device_id=c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5 HTTP/1.1" status: 200 len: 949 time: 0.3646350 Jul 06 11:30:03.381435 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35489087-55dd-42e5-9f4f-62d927662435 req-f0b03619-9337-4226-8196-b66fd57f0425 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 210 time: 0.0605302 Jul 06 11:30:03.418919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Allocated IP 192.168.233.220 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/bc535d0d-39fd-40a0-accb-42ee3e353d5d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:30:03.613808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-a0127989-2515-4f4b-bcd3-5c1509e438be req-67083b40-62b2-4330-8bb7-ab05757a88aa tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Deleting port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:30:03.614686 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a0127989-2515-4f4b-bcd3-5c1509e438be req-67083b40-62b2-4330-8bb7-ab05757a88aa tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:03.812972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:04.111745 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:04.147602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a0127989-2515-4f4b-bcd3-5c1509e438be req-67083b40-62b2-4330-8bb7-ab05757a88aa tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] For port 93433c4b-59a0-4146-8153-8ce0f4c70bf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=93433c4b-59a0-4146-8153-8ce0f4c70bf9,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:04.148020 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a0127989-2515-4f4b-bcd3-5c1509e438be req-67083b40-62b2-4330-8bb7-ab05757a88aa tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:04.173646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-a0127989-2515-4f4b-bcd3-5c1509e438be req-67083b40-62b2-4330-8bb7-ab05757a88aa tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Calling delete_port for 93433c4b-59a0-4146-8153-8ce0f4c70bf9 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:30:04.208866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Allocated IP 172.25.0.94 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/ff7855ef-3c75-4ab9-99a2-a098022acbca) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:30:04.220406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Transition to ACTIVE for port object bc535d0d-39fd-40a0-accb-42ee3e353d5d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:30:04.406838 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:04.431020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['296e7651-f369-43d0-9967-14c325fbe87c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:04.443819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['258210eb-9adc-4b0c-85e3-70dfacae5f08', 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:04.565607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd58859-ba50-4033-9601-d202b9602d53 req-50ce76b6-ca06-4f56-966c-eb33e5284413 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:04.579515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bd58859-ba50-4033-9601-d202b9602d53 req-50ce76b6-ca06-4f56-966c-eb33e5284413 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.5255811 Jul 06 11:30:04.636084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9cb00-c642-453b-bfd4-e1ee7e336e40 req-ef18d590-6dac-4993-bcf9-15159d7d2eb5 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:04.646864 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8af9cb00-c642-453b-bfd4-e1ee7e336e40 req-ef18d590-6dac-4993-bcf9-15159d7d2eb5 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.5949199 Jul 06 11:30:04.651718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:30:04.663272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:04.681149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:30:04.684339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:04.692039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:30:04.732269 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a0127989-2515-4f4b-bcd3-5c1509e438be req-67083b40-62b2-4330-8bb7-ab05757a88aa tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:04.877158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8af9cb00-c642-453b-bfd4-e1ee7e336e40 req-21292efa-a3ec-4345-b196-1e46a854f361 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290852 Jul 06 11:30:04.885754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67083b40-62b2-4330-8bb7-ab05757a88aa tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event deleted for resources: {'Port': ['ID=93433c4b-59a0-4146-8153-8ce0f4c70bf9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:04.920525 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bd58859-ba50-4033-9601-d202b9602d53 req-ea6c3327-38d5-49e3-a9fc-c2b5f8e46252 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296478 Jul 06 11:30:04.948544 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:04.949367 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:05.020898 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-c299b2c2-4624-4d3c-af98-9a1e80d5576b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9909124 Jul 06 11:30:05.054288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Request body: {'port': {'device_id': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:05.170618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0127989-2515-4f4b-bcd3-5c1509e438be req-67083b40-62b2-4330-8bb7-ab05757a88aa tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] No DVR routers for this DVR port 93433c4b-59a0-4146-8153-8ce0f4c70bf9 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:30:05.221157 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a0127989-2515-4f4b-bcd3-5c1509e438be req-67083b40-62b2-4330-8bb7-ab05757a88aa tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:05.235219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0127989-2515-4f4b-bcd3-5c1509e438be req-67083b40-62b2-4330-8bb7-ab05757a88aa tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "DELETE /v2.0/ports/93433c4b-59a0-4146-8153-8ce0f4c70bf9 HTTP/1.1" status: 204 len: 173 time: 1.9672136 Jul 06 11:30:05.236281 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5', 'name': 'network-vif-deleted', 'tag': '93433c4b-59a0-4146-8153-8ce0f4c70bf9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:05.248838 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d25f0b-af6c-4bfc-938d-16d96c1221a6" -d '{"events": [{"server_uuid": "c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5", "name": "network-vif-deleted", "tag": "93433c4b-59a0-4146-8153-8ce0f4c70bf9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:05.340787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:05.364677 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:05.558963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event updated for resources: {'Port': ['ID=ff7855ef-3c75-4ab9-99a2-a098022acbca,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:05.575412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:30:05.585705 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-96b54bbe-606a-468c-807d-5bcb9a9b122b req-5ced2c8b-d9c3-4a28-9914-1c8506b89f36 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5 HTTP/1.1" status: 200 len: 210 time: 0.0979264 Jul 06 11:30:05.605338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:30:05.627167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:30:05.713375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-79853ee9-b734-4cc8-abd6-263067faabf7 None None] Provisioning for port bc535d0d-39fd-40a0-accb-42ee3e353d5d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:30:05.768124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:05.920448 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-79853ee9-b734-4cc8-abd6-263067faabf7 None None] Provisioning complete for port bc535d0d-39fd-40a0-accb-42ee3e353d5d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:30:05.922576 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79853ee9-b734-4cc8-abd6-263067faabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:05.934682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1d75b-92e0-4919-973b-63d7683379a4 req-878aa31a-d638-4b0a-80e0-697594a40f14 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:05.940332 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91f1d75b-92e0-4919-973b-63d7683379a4 req-878aa31a-d638-4b0a-80e0-697594a40f14 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 946 time: 0.5698621 Jul 06 11:30:05.999619 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:06.092273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35869cff-c451-438d-b54c-26d677810026 req-fad9d554-3433-48a8-a02e-3297db03ef76 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:06.095508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-35869cff-c451-438d-b54c-26d677810026 req-fad9d554-3433-48a8-a02e-3297db03ef76 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "GET /v2.0/ports?device_id=c55270bd-98d4-4535-9327-6fb305fb1154 HTTP/1.1" status: 200 len: 950 time: 0.7622032 Jul 06 11:30:06.183527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-79853ee9-b734-4cc8-abd6-263067faabf7 None None] Port bc535d0d-39fd-40a0-accb-42ee3e353d5d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:30:06.391792 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:06.421537 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91f1d75b-92e0-4919-973b-63d7683379a4 req-2ca9279e-93db-41b2-9df4-81cfffd91f99 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408059 Jul 06 11:30:06.542810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443251da-42ed-4b70-bf36-8f798406b3f5 req-ce163454-2128-4661-bf44-dad83a04111d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:06.554820 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-443251da-42ed-4b70-bf36-8f798406b3f5 req-ce163454-2128-4661-bf44-dad83a04111d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 936 time: 0.4916053 Jul 06 11:30:06.757392 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 93433c4b-59a0-4146-8153-8ce0f4c70bf9 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:30:06.765696 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-443251da-42ed-4b70-bf36-8f798406b3f5 req-a24db146-a394-49f6-b897-0f28f39f4b9e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092974 Jul 06 11:30:06.842107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 93433c4b-59a0-4146-8153-8ce0f4c70bf9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:30:06.844888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 93433c4b-59a0-4146-8153-8ce0f4c70bf9 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:30:06.846334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8865306c-ed81-47b2-b1dd-f11af373e157 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:30:06.905304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-35869cff-c451-438d-b54c-26d677810026 req-293ada5a-0aeb-4a6f-b921-f0ea2c87e776 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Deleting port 8865306c-ed81-47b2-b1dd-f11af373e157 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:30:06.905929 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-35869cff-c451-438d-b54c-26d677810026 req-293ada5a-0aeb-4a6f-b921-f0ea2c87e776 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:07.063045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc535d0d-39fd-40a0-accb-42ee3e353d5d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:30:07.096541 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:07.113437 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5652be7d-77dd-4c5f-adc5-360118c68d38 x-openstack-request-id: req-5652be7d-77dd-4c5f-adc5-360118c68d38 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:07.115409 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5", "name": "network-vif-deleted", "tag": "93433c4b-59a0-4146-8153-8ce0f4c70bf9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:07.116607 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5652be7d-77dd-4c5f-adc5-360118c68d38 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:07.119176 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4beba84-c60d-4ce0-a0b2-fe5695e4fcd5', 'name': 'network-vif-deleted', 'tag': '93433c4b-59a0-4146-8153-8ce0f4c70bf9', 'status': 'completed', 'code': 200} Jul 06 11:30:07.166959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Transition to ACTIVE for port object bc535d0d-39fd-40a0-accb-42ee3e353d5d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:30:07.207913 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:07.210139 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:07.326467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55270bd-98d4-4535-9327-6fb305fb1154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8865306c-ed81-47b2-b1dd-f11af373e157'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:07.331639 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc47d6ea-9e68-4f84-a454-51811057231b" -d '{"events": [{"server_uuid": "c55270bd-98d4-4535-9327-6fb305fb1154", "name": "network-vif-unplugged", "status": "completed", "tag": "8865306c-ed81-47b2-b1dd-f11af373e157"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:07.333978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:07.341979 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8865306c-ed81-47b2-b1dd-f11af373e157, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8865306c-ed81-47b2-b1dd-f11af373e157,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:07.353206 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:07.362311 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:07.501726 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:07.547263 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-35869cff-c451-438d-b54c-26d677810026 req-293ada5a-0aeb-4a6f-b921-f0ea2c87e776 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] For port 8865306c-ed81-47b2-b1dd-f11af373e157, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8865306c-ed81-47b2-b1dd-f11af373e157,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:07.548211 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-35869cff-c451-438d-b54c-26d677810026 req-293ada5a-0aeb-4a6f-b921-f0ea2c87e776 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:07.597391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-35869cff-c451-438d-b54c-26d677810026 req-293ada5a-0aeb-4a6f-b921-f0ea2c87e776 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Calling delete_port for 8865306c-ed81-47b2-b1dd-f11af373e157 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:30:07.607408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=8865306c-ed81-47b2-b1dd-f11af373e157,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:07.613169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:07.613408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event updated for resources: {'Port': ['ID=ff7855ef-3c75-4ab9-99a2-a098022acbca,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:07.638066 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:07.639131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.639843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.640058 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-626bf50d-f06f-492c-bb7b-d1e29bf0188e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6365457 Jul 06 11:30:07.640407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.640943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.641580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.649804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.649804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.649804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.649804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.649804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.649804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.649804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:07.759995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dec9f1-eb93-4754-a4dc-8b37aaddc4b3 req-8f91ba61-53ea-45ee-99e3-539189650e86 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:07.772162 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52dec9f1-eb93-4754-a4dc-8b37aaddc4b3 req-8f91ba61-53ea-45ee-99e3-539189650e86 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.6008716 Jul 06 11:30:07.959070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df28087-d73c-4883-8885-377eda7ca555 req-66895fbd-bd36-418b-90d9-dbb951691bfe tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:07.964246 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8df28087-d73c-4883-8885-377eda7ca555 req-66895fbd-bd36-418b-90d9-dbb951691bfe tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.5501518 Jul 06 11:30:08.037858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-35869cff-c451-438d-b54c-26d677810026 req-293ada5a-0aeb-4a6f-b921-f0ea2c87e776 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:08.060403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:08.121521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52dec9f1-eb93-4754-a4dc-8b37aaddc4b3 req-0ea4ac6e-ee70-45f8-bf79-ff667324558a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291507 Jul 06 11:30:08.136044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:30:08.136564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:30:08.137526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:08.146617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Port bc535d0d-39fd-40a0-accb-42ee3e353d5d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:30:08.146949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:08.156758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ada5a-0aeb-4a6f-b921-f0ea2c87e776 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event deleted for resources: {'Port': ['ID=8865306c-ed81-47b2-b1dd-f11af373e157,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:08.181422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:30:08.182023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:30:08.182443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:30:08.183028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Bound port: bc535d0d-39fd-40a0-accb-42ee3e353d5d, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:30:08.183787 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:08.222023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8df28087-d73c-4883-8885-377eda7ca555 req-622cf550-ddcb-4a2e-904d-1e158f2a2aef tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413094 Jul 06 11:30:08.351598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-35869cff-c451-438d-b54c-26d677810026 req-293ada5a-0aeb-4a6f-b921-f0ea2c87e776 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] No DVR routers for this DVR port 8865306c-ed81-47b2-b1dd-f11af373e157 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:30:08.373065 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-35869cff-c451-438d-b54c-26d677810026 req-293ada5a-0aeb-4a6f-b921-f0ea2c87e776 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:08.378285 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-35869cff-c451-438d-b54c-26d677810026 req-293ada5a-0aeb-4a6f-b921-f0ea2c87e776 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.86 "DELETE /v2.0/ports/8865306c-ed81-47b2-b1dd-f11af373e157 HTTP/1.1" status: 204 len: 173 time: 2.2714930 Jul 06 11:30:08.407302 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5890e6-31b4-4d81-b60b-669c628789e8 x-openstack-request-id: req-da5890e6-31b4-4d81-b60b-669c628789e8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:08.408033 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55270bd-98d4-4535-9327-6fb305fb1154", "name": "network-vif-unplugged", "status": "completed", "tag": "8865306c-ed81-47b2-b1dd-f11af373e157", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:08.408473 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da5890e6-31b4-4d81-b60b-669c628789e8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:08.409141 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55270bd-98d4-4535-9327-6fb305fb1154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8865306c-ed81-47b2-b1dd-f11af373e157', 'code': 200} Jul 06 11:30:08.441759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:08.452515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:30:08.462852 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:08.586756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:08.587809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:08.590260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] 10.222.0.86 "PUT /v2.0/ports/bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 1096 time: 3.5554068 Jul 06 11:30:08.590976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:08.607397 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80" -d '{"events": [{"name": "network-changed", "server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:08.737396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb66b4-e20f-4030-a615-5c0b30ac070c service neutron] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:08.995262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74232fa3-696c-4572-9233-929327f8fe90 req-17eb7f75-797e-46f3-a2be-d234bfd9fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:09.005678 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-17eb7f75-797e-46f3-a2be-d234bfd9fede service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1099 time: 0.2477918 Jul 06 11:30:09.051972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd48eea-3602-4037-a7de-a30f899ad34f req-68e7bfe0-c287-4b31-a622-ff88ac687e25 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:09.053556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bd48eea-3602-4037-a7de-a30f899ad34f req-68e7bfe0-c287-4b31-a622-ff88ac687e25 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 946 time: 0.2813177 Jul 06 11:30:09.121388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55270bd-98d4-4535-9327-6fb305fb1154', 'name': 'network-vif-deleted', 'tag': '8865306c-ed81-47b2-b1dd-f11af373e157'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:09.121743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-05ee30fa-8c75-4398-bcb1-d821cf0aef8d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 217 time: 0.1059990 Jul 06 11:30:09.126615 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7893876f-5557-48bf-a8d4-b0afe1b255ab" -d '{"events": [{"server_uuid": "c55270bd-98d4-4535-9327-6fb305fb1154", "name": "network-vif-deleted", "tag": "8865306c-ed81-47b2-b1dd-f11af373e157"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:09.360218 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bd48eea-3602-4037-a7de-a30f899ad34f req-e4450abb-f1e8-40eb-bf59-0f2b0c7ac831 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594316 Jul 06 11:30:09.385149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74232fa3-696c-4572-9233-929327f8fe90 req-1dc4f404-c228-488e-b1f2-f9ea735d1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:09.387434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-1dc4f404-c228-488e-b1f2-f9ea735d1c00 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2332778 Jul 06 11:30:09.555225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478819be-9e64-4892-9019-20295e2c4154 req-14d6454f-4121-42e6-bae9-6ead269f0557 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:09.558309 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-478819be-9e64-4892-9019-20295e2c4154 req-14d6454f-4121-42e6-bae9-6ead269f0557 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 948 time: 0.2610993 Jul 06 11:30:09.649835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74232fa3-696c-4572-9233-929327f8fe90 req-339fe4c9-acc6-48fe-91a9-201585f78e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:09.652951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-339fe4c9-acc6-48fe-91a9-201585f78e82 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482963 Jul 06 11:30:09.796634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-478819be-9e64-4892-9019-20295e2c4154 req-73bf2e60-1bdd-4f48-a0f3-fce71af59a2d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107172 Jul 06 11:30:09.942406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-129687d9-1e2a-4e33-90fc-f71035acd573 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794800 Jul 06 11:30:10.151533 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93e78e2-93f7-458c-bb6d-21d7ad70257e x-openstack-request-id: req-c93e78e2-93f7-458c-bb6d-21d7ad70257e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:10.152556 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:10.152556 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c93e78e2-93f7-458c-bb6d-21d7ad70257e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:10.153215 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'status': 'completed', 'code': 200} Jul 06 11:30:10.224994 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728eab51-c165-42ef-b6a0-54b6c3a0ea86 x-openstack-request-id: req-728eab51-c165-42ef-b6a0-54b6c3a0ea86 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:10.226157 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55270bd-98d4-4535-9327-6fb305fb1154", "name": "network-vif-deleted", "tag": "8865306c-ed81-47b2-b1dd-f11af373e157", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:10.226683 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-728eab51-c165-42ef-b6a0-54b6c3a0ea86 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:10.228022 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55270bd-98d4-4535-9327-6fb305fb1154', 'name': 'network-vif-deleted', 'tag': '8865306c-ed81-47b2-b1dd-f11af373e157', 'status': 'completed', 'code': 200} Jul 06 11:30:10.400702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74232fa3-696c-4572-9233-929327f8fe90 req-91a45d1f-1f93-4ce0-8735-f06c72ed01ba service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507196 Jul 06 11:30:10.658039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-496bb633-efaf-42b5-bf0e-c4a6c349c046 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:10.660757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-496bb633-efaf-42b5-bf0e-c4a6c349c046 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/networks?id=303db037-9806-4ab0-b73d-fece10dd4932 HTTP/1.1" status: 200 len: 822 time: 0.4262838 Jul 06 11:30:10.718346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c65f62-8c1e-4a47-b68d-311d879960c3 req-c3b5f1c8-858d-43f6-bdb7-fa7f1cf75836 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:10.721009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5c65f62-8c1e-4a47-b68d-311d879960c3 req-c3b5f1c8-858d-43f6-bdb7-fa7f1cf75836 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.3134112 Jul 06 11:30:10.728632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80 req-7b321b4b-448b-45a6-88b2-7846c7a10b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:10.731489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80 req-7b321b4b-448b-45a6-88b2-7846c7a10b8d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1099 time: 0.2375367 Jul 06 11:30:10.734021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-fa6c8e50-a430-4821-bb0e-60530ac94cdd tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/quotas/732109b7a9bb4d25ba7b9514fdfb0363 HTTP/1.1" status: 200 len: 375 time: 0.0596361 Jul 06 11:30:10.940373 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5c65f62-8c1e-4a47-b68d-311d879960c3 req-eb18f1c7-08bd-49e2-a45e-af49645650f9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042179 Jul 06 11:30:11.021008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80 req-d437e276-1420-4a49-80ef-fb8a0b084f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:11.024624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80 req-d437e276-1420-4a49-80ef-fb8a0b084f09 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2738194 Jul 06 11:30:11.035097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-638b4237-c051-4a97-bf53-f0c11afd0116 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=732109b7a9bb4d25ba7b9514fdfb0363&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2883224 Jul 06 11:30:11.116783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80 req-4c9216b5-ee8d-4d39-bb42-6cfbd249ad48 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 217 time: 0.0800321 Jul 06 11:30:11.378319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80 req-7c00767f-b9c0-4799-a77c-1f9b036170d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:11.380892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80 req-7c00767f-b9c0-4799-a77c-1f9b036170d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2511342 Jul 06 11:30:11.533136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49fc82-1fb9-4199-90ca-2e7ca971fd78 req-e421c8eb-7490-496d-9bb1-f01b390610aa tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:11.536049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd49fc82-1fb9-4199-90ca-2e7ca971fd78 req-e421c8eb-7490-496d-9bb1-f01b390610aa tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.3214574 Jul 06 11:30:11.545621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-5a10494e-db4b-4c5e-9476-1cbea05bf6d1 service neutron] 10.222.0.21 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259830 Jul 06 11:30:11.702238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80 req-a4d68348-0c60-448f-a7ee-3c9486bac743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:11.705167 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80 req-a4d68348-0c60-448f-a7ee-3c9486bac743 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3123853 Jul 06 11:30:11.790696 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd49fc82-1fb9-4199-90ca-2e7ca971fd78 req-b148bcbf-2fca-4a06-b011-3dad14ca9afc tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417495 Jul 06 11:30:11.996552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-3217c14f-83b0-4580-a93a-26a46c6662fb service neutron] 10.222.0.21 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880742 Jul 06 11:30:12.012057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80 req-d4ba243a-4197-4cbc-a5ba-41961bb16976 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853148 Jul 06 11:30:12.349755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e006a5-f6a9-4d8b-b91f-82699b5333a2 req-1d61b238-cf4d-4040-92b6-db13fa319cac tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:12.353746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21e006a5-f6a9-4d8b-b91f-82699b5333a2 req-1d61b238-cf4d-4040-92b6-db13fa319cac tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 946 time: 0.2036405 Jul 06 11:30:12.364483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb0abd1c-1b5b-4ed7-bbbe-3654c4149f80 req-a3991fc4-4c76-4fee-aa3c-211a874e9a58 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419030 Jul 06 11:30:12.520498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21e006a5-f6a9-4d8b-b91f-82699b5333a2 req-7d704406-d68c-4e19-804b-0fd696d700b2 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305604 Jul 06 11:30:13.022746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f399e5-115a-4e84-95ed-4e61a3b3a619 req-8ca1ff46-f5e9-4bc1-a6af-276948ef6dd3 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:13.025912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27f399e5-115a-4e84-95ed-4e61a3b3a619 req-8ca1ff46-f5e9-4bc1-a6af-276948ef6dd3 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 948 time: 0.2425756 Jul 06 11:30:13.129303 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27f399e5-115a-4e84-95ed-4e61a3b3a619 req-8c6be624-64ba-41c4-bd0a-850396a95951 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926046 Jul 06 11:30:13.200682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337b78-a481-44f8-90a4-f20485838ce7 req-7bd6ca07-4e3f-4a12-accc-a9deaccca4d4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:13.200682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-01337b78-a481-44f8-90a4-f20485838ce7 req-7bd6ca07-4e3f-4a12-accc-a9deaccca4d4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2516389 Jul 06 11:30:13.292516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-01337b78-a481-44f8-90a4-f20485838ce7 req-ea403118-0049-48d6-92f7-e1da8eeb1922 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888324 Jul 06 11:30:13.690808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12685ecb-3746-4850-bc51-83e30a240a78 req-2cec5f54-b8b7-427c-b567-01f9776d1857 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:13.696231 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12685ecb-3746-4850-bc51-83e30a240a78 req-2cec5f54-b8b7-427c-b567-01f9776d1857 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.1644647 Jul 06 11:30:13.861172 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12685ecb-3746-4850-bc51-83e30a240a78 req-85e28e79-ae31-4034-ac34-cd408a9313eb tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548173 Jul 06 11:30:14.103255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1371f54-4619-464d-9407-7935094bc84f req-8fb76a40-fe32-40cc-bb24-3db641fb7490 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 210 time: 0.1092203 Jul 06 11:30:14.125627 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03cd4e49-844b-4a79-abd3-5a94d88a7af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:14.825765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bc535d0d-39fd-40a0-accb-42ee3e353d5d details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:30:15.103516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:15.127884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'mac_address': 'fa:16:3e:82:aa:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:30:15.202653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462eca1-fc51-49bf-a10a-9902f2ac79f7 req-389679b3-16f2-4dbc-a4a4-598d6147d33f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:15.206392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d462eca1-fc51-49bf-a10a-9902f2ac79f7 req-389679b3-16f2-4dbc-a4a4-598d6147d33f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 946 time: 1.0287380 Jul 06 11:30:15.217105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-33188212-3d43-460d-86f2-9e0a7590758d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:15.221141 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-33188212-3d43-460d-86f2-9e0a7590758d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "GET /v2.0/networks?id=303db037-9806-4ab0-b73d-fece10dd4932 HTTP/1.1" status: 200 len: 822 time: 0.3311253 Jul 06 11:30:15.239520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Request body: {'port': {'device_id': '83fd6af3-1fb0-4792-895d-22c51581168e', 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932', 'admin_state_up': True, 'tenant_id': '732109b7a9bb4d25ba7b9514fdfb0363'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:15.242936 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:15.262532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19084d29-2ed0-40fb-af29-f98fd40f7b8f req-a59846f6-455f-4ecb-9afd-f70f08107581 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:15.272645 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19084d29-2ed0-40fb-af29-f98fd40f7b8f req-a59846f6-455f-4ecb-9afd-f70f08107581 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 950 time: 0.3747885 Jul 06 11:30:15.295672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc535d0d-39fd-40a0-accb-42ee3e353d5d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:30:15.322489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713cd6d-898a-4439-87db-ec70dd067f0e req-c5f339a7-e330-41a8-834b-e87f00325755 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:15.339736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d713cd6d-898a-4439-87db-ec70dd067f0e req-c5f339a7-e330-41a8-834b-e87f00325755 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 950 time: 0.5994318 Jul 06 11:30:15.361137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:15.380625 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:15.501885 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d713cd6d-898a-4439-87db-ec70dd067f0e req-c726959e-323b-4498-9d6f-0b91299ec7d8 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b9a726d-7399-4a2a-b85b-8766bb513edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605604 Jul 06 11:30:15.523508 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d462eca1-fc51-49bf-a10a-9902f2ac79f7 req-cfa11d98-dc0f-4177-932d-8c03e5c58c5d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090255 Jul 06 11:30:15.548740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:15.594808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Made reservation on behalf of 732109b7a9bb4d25ba7b9514fdfb0363 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:30:15.607831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:15.685523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-19084d29-2ed0-40fb-af29-f98fd40f7b8f req-163e986d-d783-44f4-8caa-5b32876b71ee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Deleting port e1e3b93e-fed0-4944-bcd5-a86c55d63905 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:30:15.686304 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19084d29-2ed0-40fb-af29-f98fd40f7b8f req-163e986d-d783-44f4-8caa-5b32876b71ee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:15.714217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['bc535d0d-39fd-40a0-accb-42ee3e353d5d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:15.845995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-19084d29-2ed0-40fb-af29-f98fd40f7b8f req-163e986d-d783-44f4-8caa-5b32876b71ee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] For port e1e3b93e-fed0-4944-bcd5-a86c55d63905, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e1e3b93e-fed0-4944-bcd5-a86c55d63905,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:15.846605 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19084d29-2ed0-40fb-af29-f98fd40f7b8f req-163e986d-d783-44f4-8caa-5b32876b71ee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:15.864905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-19084d29-2ed0-40fb-af29-f98fd40f7b8f req-163e986d-d783-44f4-8caa-5b32876b71ee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Calling delete_port for e1e3b93e-fed0-4944-bcd5-a86c55d63905 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:30:15.929169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Allocated IP 172.20.0.2 (303db037-9806-4ab0-b73d-fece10dd4932/db865811-8939-42d3-8508-9ae239d97c6d/5e169db1-ad5a-452e-9fdd-2f4fc491568b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:30:16.152408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dda6bb-6fae-47b9-b4a4-b7e3114526f7 req-be232f4e-8e48-4c4a-8136-992f72b0bac9 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:16.155734 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74dda6bb-6fae-47b9-b4a4-b7e3114526f7 req-be232f4e-8e48-4c4a-8136-992f72b0bac9 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 949 time: 0.3736439 Jul 06 11:30:16.211637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:16.317968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b1381-ea24-4110-8737-4764521b5b0a req-9e5b4753-2b4f-40eb-ac97-0f21a33d7fb9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:16.324177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:16.344315 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-058b1381-ea24-4110-8737-4764521b5b0a req-9e5b4753-2b4f-40eb-ac97-0f21a33d7fb9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.5790837 Jul 06 11:30:16.432087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Network 303db037-9806-4ab0-b73d-fece10dd4932 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:30:16.440053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:30:16.455391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:30:16.472006 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19084d29-2ed0-40fb-af29-f98fd40f7b8f req-163e986d-d783-44f4-8caa-5b32876b71ee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:16.500291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74dda6bb-6fae-47b9-b4a4-b7e3114526f7 req-ea9fe596-1699-4aca-99e5-ed882f54e609 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268597 Jul 06 11:30:16.502308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e1e3b93e-fed0-4944-bcd5-a86c55d63905'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:16.560591 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e986d-d783-44f4-8caa-5b32876b71ee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Pushing event deleted for resources: {'Port': ['ID=e1e3b93e-fed0-4944-bcd5-a86c55d63905,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:16.595826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-058b1381-ea24-4110-8737-4764521b5b0a req-aa626e32-bf0f-4b43-b347-511c0bba9f2e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466152 Jul 06 11:30:16.607652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event updated for resources: {'Port': ['ID=5e169db1-ad5a-452e-9fdd-2f4fc491568b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:16.662624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.663504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.665997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.667758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.667983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.669022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.669450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.672079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.672976 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.687119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.687436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.689871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:16.738087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:16.738882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:16.774569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-19084d29-2ed0-40fb-af29-f98fd40f7b8f req-163e986d-d783-44f4-8caa-5b32876b71ee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] No DVR routers for this DVR port e1e3b93e-fed0-4944-bcd5-a86c55d63905 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:30:16.780393 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-19084d29-2ed0-40fb-af29-f98fd40f7b8f req-163e986d-d783-44f4-8caa-5b32876b71ee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:16.786706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ace1cbbb-06d5-4eae-8c3e-a840516a864d tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5543883 Jul 06 11:30:16.790149 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19084d29-2ed0-40fb-af29-f98fd40f7b8f req-163e986d-d783-44f4-8caa-5b32876b71ee tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.47 "DELETE /v2.0/ports/e1e3b93e-fed0-4944-bcd5-a86c55d63905 HTTP/1.1" status: 204 len: 173 time: 1.5066390 Jul 06 11:30:16.790703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5245078c-8d17-4d05-b1b1-3e834e70ec7e', 'name': 'network-vif-deleted', 'tag': 'e1e3b93e-fed0-4944-bcd5-a86c55d63905'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:16.794295 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a951fe76-2f7b-4c9b-b1c9-a89201f1ed3e" -d '{"events": [{"server_uuid": "5245078c-8d17-4d05-b1b1-3e834e70ec7e", "name": "network-vif-deleted", "tag": "e1e3b93e-fed0-4944-bcd5-a86c55d63905"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:16.808145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Request body: {'port': {'device_id': '83fd6af3-1fb0-4792-895d-22c51581168e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:16.854404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bc535d0d-39fd-40a0-accb-42ee3e353d5d up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:30:17.024489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port bc535d0d-39fd-40a0-accb-42ee3e353d5d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:30:17.033096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port bc535d0d-39fd-40a0-accb-42ee3e353d5d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:30:17.033893 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:17.212295 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:17.251987 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:17.326186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:17.329285 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac5fd4b-b5ea-427f-bbcf-7e601eac2e15" -d '{"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-plugged", "status": "completed", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:17.347697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:17.355064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdee28-0b2a-4162-ae62-16b81ca7631f req-7ff57fab-3df4-41e3-a3a0-736be7ba4dae tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:17.357975 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09bdee28-0b2a-4162-ae62-16b81ca7631f req-7ff57fab-3df4-41e3-a3a0-736be7ba4dae tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.4517376 Jul 06 11:30:17.366261 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:17.496271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:17.499214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09bdee28-0b2a-4162-ae62-16b81ca7631f req-23b62276-7357-4057-bdc7-1e7594d3afad tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148772 Jul 06 11:30:17.548719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8474b0-6def-4ef0-83d6-d0a02530cbc6 req-6df445ce-50f0-4388-abab-3be7431ac696 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:17.557355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc8474b0-6def-4ef0-83d6-d0a02530cbc6 req-6df445ce-50f0-4388-abab-3be7431ac696 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 931 time: 0.3849320 Jul 06 11:30:17.629840 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc8474b0-6def-4ef0-83d6-d0a02530cbc6 req-a752fdb8-f690-4232-a81f-e4c53834fdeb tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713384 Jul 06 11:30:18.004144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e169db1-ad5a-452e-9fdd-2f4fc491568b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:30:18.016563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59905e5f-10dd-40d7-81ed-d7c37a31235c req-8d32300a-1ac5-48f6-89cc-7487b832efe1 tempest-ServersOnMultiNodesTest-1002359144 tempest-ServersOnMultiNodesTest-1002359144-project] 10.222.0.21 "GET /v2.0/ports?device_id=5245078c-8d17-4d05-b1b1-3e834e70ec7e HTTP/1.1" status: 200 len: 210 time: 0.0941982 Jul 06 11:30:18.051791 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:18.093671 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:18.104862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Transition to ACTIVE for port object 5e169db1-ad5a-452e-9fdd-2f4fc491568b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:30:18.113408 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:18.290076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe625b-dc9a-4b0f-a556-10443f8f1d66 req-6610d79d-b0bb-40be-b649-84577c8ea541 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:18.292775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53fe625b-dc9a-4b0f-a556-10443f8f1d66 req-6610d79d-b0bb-40be-b649-84577c8ea541 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 946 time: 0.1614430 Jul 06 11:30:18.295643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Pushing event updated for resources: {'Port': ['ID=5e169db1-ad5a-452e-9fdd-2f4fc491568b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:18.318248 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69cfa337-06ce-4810-975b-0a5269648ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:18.412915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53fe625b-dc9a-4b0f-a556-10443f8f1d66 req-fe6faec1-2430-4e70-9a9f-0df5a309f4dd tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824449 Jul 06 11:30:18.459927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Attempting to bind port 5e169db1-ad5a-452e-9fdd-2f4fc491568b on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:30:18.460479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Attempting to bind port 5e169db1-ad5a-452e-9fdd-2f4fc491568b by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:30:18.461559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Attempting to bind port 5e169db1-ad5a-452e-9fdd-2f4fc491568b on network 303db037-9806-4ab0-b73d-fece10dd4932 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:18.482790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Port 5e169db1-ad5a-452e-9fdd-2f4fc491568b on network 303db037-9806-4ab0-b73d-fece10dd4932 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:30:18.483473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Attempting to bind port 5e169db1-ad5a-452e-9fdd-2f4fc491568b on network 303db037-9806-4ab0-b73d-fece10dd4932 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:18.493891 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:30:18.494407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Checking segment: {'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:30:18.495029 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Bound using segment: {'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:30:18.495778 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Bound port: 5e169db1-ad5a-452e-9fdd-2f4fc491568b, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:30:18.496362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:18.542498 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:18.552407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134d073-a71d-4f98-9677-a70a6a5d07eb req-c2b67228-cfab-4600-a5e3-d081d9d93da9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:18.555485 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7134d073-a71d-4f98-9677-a70a6a5d07eb req-c2b67228-cfab-4600-a5e3-d081d9d93da9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1479311 Jul 06 11:30:18.629588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] For port 5e169db1-ad5a-452e-9fdd-2f4fc491568b, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:18.636826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] For port 5e169db1-ad5a-452e-9fdd-2f4fc491568b, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5e169db1-ad5a-452e-9fdd-2f4fc491568b,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:30:18.642252 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7134d073-a71d-4f98-9677-a70a6a5d07eb req-c196197c-5737-47ba-84e3-c6fbdf5c5d26 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720358 Jul 06 11:30:18.654714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:18.694312 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f97aff-c72a-4abe-8f4c-4dbcdb466364 x-openstack-request-id: req-94f97aff-c72a-4abe-8f4c-4dbcdb466364 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:18.694755 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5245078c-8d17-4d05-b1b1-3e834e70ec7e", "name": "network-vif-deleted", "tag": "e1e3b93e-fed0-4944-bcd5-a86c55d63905", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:18.696239 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94f97aff-c72a-4abe-8f4c-4dbcdb466364 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:18.696797 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5245078c-8d17-4d05-b1b1-3e834e70ec7e', 'name': 'network-vif-deleted', 'tag': 'e1e3b93e-fed0-4944-bcd5-a86c55d63905', 'status': 'completed', 'code': 200} Jul 06 11:30:18.722539 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f4dc07-6c6a-46fd-b8d8-1ca5339b9da7 x-openstack-request-id: req-c2f4dc07-6c6a-46fd-b8d8-1ca5339b9da7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:18.723067 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-plugged", "status": "completed", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:18.723429 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2f4dc07-6c6a-46fd-b8d8-1ca5339b9da7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:18.724040 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'code': 200} Jul 06 11:30:18.741277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:18.742354 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:18.744846 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] 10.222.0.47 "PUT /v2.0/ports/5e169db1-ad5a-452e-9fdd-2f4fc491568b HTTP/1.1" status: 200 len: 1091 time: 1.9463816 Jul 06 11:30:18.745581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fd6af3-1fb0-4792-895d-22c51581168e', 'tag': '5e169db1-ad5a-452e-9fdd-2f4fc491568b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:18.774622 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd03704f-29f2-4171-8746-a551a0881a91" -d '{"events": [{"name": "network-changed", "server_uuid": "83fd6af3-1fb0-4792-895d-22c51581168e", "tag": "5e169db1-ad5a-452e-9fdd-2f4fc491568b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:18.910408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e1e3b93e-fed0-4944-bcd5-a86c55d63905 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:30:18.912567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093eda9-9653-4e8a-b9d6-b66c705b490b service neutron] Pushing event updated for resources: {'Port': ['ID=5e169db1-ad5a-452e-9fdd-2f4fc491568b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:18.970440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-96e87dfd-9305-493e-a86a-1cc4f1826db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:18.973314 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-96e87dfd-9305-493e-a86a-1cc4f1826db2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=732109b7a9bb4d25ba7b9514fdfb0363&device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 1094 time: 0.1287236 Jul 06 11:30:18.986624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: e1e3b93e-fed0-4944-bcd5-a86c55d63905 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:30:18.987737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e1e3b93e-fed0-4944-bcd5-a86c55d63905 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:30:19.074457 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-fd80e466-512c-4fea-b14d-6a76995a12a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e169db1-ad5a-452e-9fdd-2f4fc491568b HTTP/1.1" status: 200 len: 217 time: 0.0771768 Jul 06 11:30:19.147151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360f238-c15c-4b3e-adc7-b6f2cf1c8ff0 req-62acf97a-17f9-4b81-adae-48638dfd6243 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:19.149660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9360f238-c15c-4b3e-adc7-b6f2cf1c8ff0 req-62acf97a-17f9-4b81-adae-48638dfd6243 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.2970541 Jul 06 11:30:19.182417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630b27c-2b9a-4af3-bb18-a810b96d43c3 req-24611ec9-11ed-4764-8b25-8695ebe2bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:19.184323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3630b27c-2b9a-4af3-bb18-a810b96d43c3 req-24611ec9-11ed-4764-8b25-8695ebe2bfe8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1101 time: 0.2418935 Jul 06 11:30:19.187617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-02aeb431-e52a-4a55-99f4-c0d86aa92686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:19.190301 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-02aeb431-e52a-4a55-99f4-c0d86aa92686 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db865811-8939-42d3-8508-9ae239d97c6d HTTP/1.1" status: 200 len: 862 time: 0.1081083 Jul 06 11:30:19.214028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bdbd3-3099-4637-9c92-b20b889f10de req-636c7cba-c976-4180-b797-18653741061d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:19.215715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-245bdbd3-3099-4637-9c92-b20b889f10de req-636c7cba-c976-4180-b797-18653741061d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.2137616 Jul 06 11:30:19.243547 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-ab2445d2-c731-4556-809e-b9c9956f32e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=303db037-9806-4ab0-b73d-fece10dd4932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458391 Jul 06 11:30:19.250836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9360f238-c15c-4b3e-adc7-b6f2cf1c8ff0 req-487cbd83-4bfa-4bda-9f5d-4792160ae34a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926776 Jul 06 11:30:19.298875 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3630b27c-2b9a-4af3-bb18-a810b96d43c3 req-4a705818-9ae2-46d9-ba7b-b2f9d7a59ea7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068530 Jul 06 11:30:19.344995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-245bdbd3-3099-4637-9c92-b20b889f10de req-269364a4-d07b-4e16-847f-94a6f925a857 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927746 Jul 06 11:30:19.636397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1595bd3-a7be-4c37-a7b8-e58f9084366b req-94fbdb66-8972-4ad1-93ca-3753228e3b59 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:19.644143 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1595bd3-a7be-4c37-a7b8-e58f9084366b req-94fbdb66-8972-4ad1-93ca-3753228e3b59 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 943 time: 0.1590953 Jul 06 11:30:19.728827 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1595bd3-a7be-4c37-a7b8-e58f9084366b req-1663c35f-58c7-44c4-9e3d-59520d7f52ef tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827093 Jul 06 11:30:19.802089 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cea1cf5-2c7b-446e-b5ba-e31f0558c115 x-openstack-request-id: req-2cea1cf5-2c7b-446e-b5ba-e31f0558c115 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:19.802089 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fd6af3-1fb0-4792-895d-22c51581168e", "tag": "5e169db1-ad5a-452e-9fdd-2f4fc491568b", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:19.802089 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cea1cf5-2c7b-446e-b5ba-e31f0558c115 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:19.803296 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fd6af3-1fb0-4792-895d-22c51581168e', 'tag': '5e169db1-ad5a-452e-9fdd-2f4fc491568b', 'status': 'completed', 'code': 200} Jul 06 11:30:19.932185 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-2282eee0-fd58-463a-9091-bc1c183e937c service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812158 Jul 06 11:30:19.987631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-fb7c406c-080b-4dc5-821d-9c768cb19f02 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:19.995796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-fb7c406c-080b-4dc5-821d-9c768cb19f02 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.1795325 Jul 06 11:30:20.017848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-2'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:20.093519 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d91cf-53fb-447c-82d6-3a06f9095a77 req-bb4ae7d5-db22-42b5-b3d0-da8a80198f69 service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530519 Jul 06 11:30:20.257003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03704f-29f2-4171-8746-a551a0881a91 req-2c1ac14f-c9df-4e4a-ac4b-f382df46483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:20.259696 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fd03704f-29f2-4171-8746-a551a0881a91 req-2c1ac14f-c9df-4e4a-ac4b-f382df46483a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=732109b7a9bb4d25ba7b9514fdfb0363&device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 1094 time: 0.0971761 Jul 06 11:30:20.261367 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:20.444158 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:20.511347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03704f-29f2-4171-8746-a551a0881a91 req-1cf92351-b444-42ad-9979-6d05f14bdc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:20.513616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fd03704f-29f2-4171-8746-a551a0881a91 req-1cf92351-b444-42ad-9979-6d05f14bdc6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=303db037-9806-4ab0-b73d-fece10dd4932 HTTP/1.1" status: 200 len: 923 time: 0.2434461 Jul 06 11:30:20.514158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b874f85-34a0-4103-8329-db9e47745cdd req-055873b7-f6ae-4dbd-b92b-0ba3de7c9936 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:20.515810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b874f85-34a0-4103-8329-db9e47745cdd req-055873b7-f6ae-4dbd-b92b-0ba3de7c9936 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 946 time: 0.3592689 Jul 06 11:30:20.553807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc493b-9ef9-4da2-bd89-a1d186048762 req-7fbc202f-2099-4f1d-878c-d54bf7c75efe tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:20.560208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53cc493b-9ef9-4da2-bd89-a1d186048762 req-7fbc202f-2099-4f1d-878c-d54bf7c75efe tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.4613616 Jul 06 11:30:20.563488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58932) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:20.621308 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fd03704f-29f2-4171-8746-a551a0881a91 req-3f34b6f2-445c-422d-90ea-fbd756da40b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e169db1-ad5a-452e-9fdd-2f4fc491568b HTTP/1.1" status: 200 len: 217 time: 0.0962501 Jul 06 11:30:20.754965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03704f-29f2-4171-8746-a551a0881a91 req-8f1c8b8f-96c5-4098-ab47-6ce04161bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:20.761831 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fd03704f-29f2-4171-8746-a551a0881a91 req-8f1c8b8f-96c5-4098-ab47-6ce04161bb6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db865811-8939-42d3-8508-9ae239d97c6d HTTP/1.1" status: 200 len: 862 time: 0.1284053 Jul 06 11:30:20.764316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53cc493b-9ef9-4da2-bd89-a1d186048762 req-c049a4dd-0707-4f83-8074-29489b6818c9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904612 Jul 06 11:30:20.811881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b874f85-34a0-4103-8329-db9e47745cdd req-ac04bb04-ce5c-416b-a950-52670b048253 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482188 Jul 06 11:30:20.907140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5db5a446-e99c-4912-b603-27fe2fa64a19 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:30:20.926835 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fd03704f-29f2-4171-8746-a551a0881a91 req-f237011e-1bb3-4fc4-aea0-93610501aede service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=303db037-9806-4ab0-b73d-fece10dd4932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455805 Jul 06 11:30:21.010407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:21.197476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fd03704f-29f2-4171-8746-a551a0881a91 req-9e665337-290e-411f-a3e5-4990c9092dca service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620142 Jul 06 11:30:21.260274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fb839e08-1c80-4593-9e29-491afdddf749 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef8876f4dae54f308bfb7290f817f26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6920683 Jul 06 11:30:21.261746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58944) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:21.264290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:21.287391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:21.353696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5db5a446-e99c-4912-b603-27fe2fa64a19 has no active binding in host n-h1-799527-2 {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:30:21.395340 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fd03704f-29f2-4171-8746-a551a0881a91 req-49a528e8-2847-42b1-9251-f942edc9b838 service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911461 Jul 06 11:30:21.447344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5db5a446-e99c-4912-b603-27fe2fa64a19'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:21.450179 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00536031-a19c-4a02-b1b8-742b965e1528" -d '{"events": [{"server_uuid": "bb9ed155-2e2d-4ef9-9c5e-a567da370aff", "name": "network-vif-unplugged", "status": "completed", "tag": "5db5a446-e99c-4912-b603-27fe2fa64a19"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:21.458127 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:21.481153 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:21.562616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07d9d8-e737-465f-8481-a43a9b9e6777 req-d234fb33-df2b-4de9-b202-35e420bac815 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:21.571490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff07d9d8-e737-465f-8481-a43a9b9e6777 req-d234fb33-df2b-4de9-b202-35e420bac815 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.4631708 Jul 06 11:30:21.596465 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dd62bf4-1e38-47fa-b7a5-6f908ae3bba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:21.658228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Pushing event updated for resources: {'Port': ['ID=5db5a446-e99c-4912-b603-27fe2fa64a19,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:21.683623 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dd62bf4-1e38-47fa-b7a5-6f908ae3bba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:21.695671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b3c03-2540-4432-8a38-4cb539d46f9f req-a029eee1-24dd-4b64-8a8f-e4285ea4d7ec tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:21.697898 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b2b3c03-2540-4432-8a38-4cb539d46f9f req-a029eee1-24dd-4b64-8a8f-e4285ea4d7ec tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 945 time: 0.3518839 Jul 06 11:30:21.779440 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff07d9d8-e737-465f-8481-a43a9b9e6777 req-5443c9b3-0b9a-4b27-9b92-29fc2f2f11c1 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070796 Jul 06 11:30:21.826555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 on host n-h2-799527-2 for vnic_type normal with profile {"migrating_to": "n-h1-799527-2"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:30:21.826722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:30:21.827317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:21.847549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Port 5db5a446-e99c-4912-b603-27fe2fa64a19 on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:30:21.848148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Attempting to bind port 5db5a446-e99c-4912-b603-27fe2fa64a19 on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:21.871930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:30:21.872520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:30:21.873204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:30:21.874097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Bound port: 5db5a446-e99c-4912-b603-27fe2fa64a19, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:30:21.874707 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:21.895656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b2b3c03-2540-4432-8a38-4cb539d46f9f req-2585c49c-9577-4b76-9854-bc7f27e8e7cb tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655314 Jul 06 11:30:22.144951 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dd62bf4-1e38-47fa-b7a5-6f908ae3bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:22.154264 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dd62bf4-1e38-47fa-b7a5-6f908ae3bba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:22.159522 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2dd62bf4-1e38-47fa-b7a5-6f908ae3bba3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b9a726d-7399-4a2a-b85b-8766bb513edf HTTP/1.1" status: 204 len: 168 time: 0.8862410 Jul 06 11:30:22.206689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd62bf4-1e38-47fa-b7a5-6f908ae3bba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9a726d-7399-4a2a-b85b-8766bb513edf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:22.274224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:22.280058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:30:22.327911 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:22.581753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-3160beab-695a-478f-a864-05b4383d195e tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:22.584085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-3160beab-695a-478f-a864-05b4383d195e tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1097 time: 0.6847951 Jul 06 11:30:22.610291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799527-2'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:22.637524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Pushing event updated for resources: {'Port': ['ID=5db5a446-e99c-4912-b603-27fe2fa64a19,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:22.719739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:22.719739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:22.719739 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-9a6752b9-133b-48cc-ac0a-9a759d587960 service neutron] 10.222.0.47 "PUT /v2.0/ports/5db5a446-e99c-4912-b603-27fe2fa64a19 HTTP/1.1" status: 200 len: 1121 time: 2.7106762 Jul 06 11:30:22.740197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58958) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:22.758566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f80ba-419b-404f-8fdf-b820a1370714 req-d7e3421b-94b6-40ec-a2d8-7639afa5a32c tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:22.763734 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb0f80ba-419b-404f-8fdf-b820a1370714 req-d7e3421b-94b6-40ec-a2d8-7639afa5a32c tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 943 time: 0.5463927 Jul 06 11:30:22.794575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a2b98-9c3d-49be-a094-bd659f28d5d3 req-409b90c3-50bc-4236-b9ae-993e8f5c5906 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:22.798573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a5a2b98-9c3d-49be-a094-bd659f28d5d3 req-409b90c3-50bc-4236-b9ae-993e8f5c5906 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.5963006 Jul 06 11:30:22.846070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['5db5a446-e99c-4912-b603-27fe2fa64a19'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:22.870974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-10574795-8ab6-4836-a6b8-4eb5bb1a4e76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d01ff57be1344f86ad44630ed3a10f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294947 Jul 06 11:30:22.874640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58960) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:22.933149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['5db5a446-e99c-4912-b603-27fe2fa64a19'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:23.010603 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:23.015495 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16c2098f-18c9-42e0-87b1-fa5ccfa5c3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:23.082880 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16c2098f-18c9-42e0-87b1-fa5ccfa5c3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:23.140383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb0f80ba-419b-404f-8fdf-b820a1370714 req-f9654258-869b-43fb-9bba-db0ba209e06c tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356714 Jul 06 11:30:23.212904 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a5a2b98-9c3d-49be-a094-bd659f28d5d3 req-b668bb0e-b594-4d85-9992-69d6fe665b73 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709025 Jul 06 11:30:23.221701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16c2098f-18c9-42e0-87b1-fa5ccfa5c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:23.228127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16c2098f-18c9-42e0-87b1-fa5ccfa5c3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:23.244402 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-16c2098f-18c9-42e0-87b1-fa5ccfa5c3e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/198d7c25-9b27-4b5b-8caf-ae74a9e52fa8 HTTP/1.1" status: 204 len: 168 time: 0.3525314 Jul 06 11:30:23.290697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2098f-18c9-42e0-87b1-fa5ccfa5c3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198d7c25-9b27-4b5b-8caf-ae74a9e52fa8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:23.330538 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e70300-20f8-4a50-ae3b-d9eb09e0d939 x-openstack-request-id: req-82e70300-20f8-4a50-ae3b-d9eb09e0d939 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:23.330821 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ed155-2e2d-4ef9-9c5e-a567da370aff", "name": "network-vif-unplugged", "status": "completed", "tag": "5db5a446-e99c-4912-b603-27fe2fa64a19", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:23.331074 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82e70300-20f8-4a50-ae3b-d9eb09e0d939 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:23.331498 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5db5a446-e99c-4912-b603-27fe2fa64a19', 'code': 200} Jul 06 11:30:23.685661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:23.745441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e3f49-9ac4-4550-b7cc-8fed95bda5ec req-9ffe5eb4-65e6-44a5-975e-b6c437f48bfd tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:23.748295 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-024e3f49-9ac4-4550-b7cc-8fed95bda5ec req-9ffe5eb4-65e6-44a5-975e-b6c437f48bfd tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1101 time: 0.2864628 Jul 06 11:30:23.834328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53b251-7c96-4ffb-a940-d5beb0fec95f req-1b721503-9ebe-4cba-94f4-618601f6a3f0 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:23.839035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e53b251-7c96-4ffb-a940-d5beb0fec95f req-1b721503-9ebe-4cba-94f4-618601f6a3f0 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 946 time: 0.3141241 Jul 06 11:30:23.855661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:23.966640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-024e3f49-9ac4-4550-b7cc-8fed95bda5ec req-2d5429df-d0d2-420a-984c-2cb3f834c0f6 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015414 Jul 06 11:30:24.004690 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e53b251-7c96-4ffb-a940-d5beb0fec95f req-a06054d6-f792-4b69-bcca-a78445729389 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523113 Jul 06 11:30:24.020641 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:24.041967 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:24.216744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae6d5aa-004a-428c-a7b6-b5dee7819652,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:24.258794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on host n-h1-799527-2 for vnic_type normal with profile {"migrating_to": "n-h2-799527-2"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:30:24.259350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:30:24.259945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:24.315888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:30:24.316437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Attempting to bind port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on network b3a19eba-5cff-4a79-8bb0-e4710c338a59 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:24.328625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:30:24.329070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Checking segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:30:24.329573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Bound using segment: {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:30:24.330120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Bound port: 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dd701e-9143-465a-89b9-ba9217f39c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b3a19eba-5cff-4a79-8bb0-e4710c338a59'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:30:24.330406 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:24.418452 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7af189-58a1-450a-bcb4-0d74ea7aa4e7 req-9d6bdbf5-781d-4dd8-b6e3-d4646358ea29 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:24.420207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d7af189-58a1-450a-bcb4-0d74ea7aa4e7 req-9d6bdbf5-781d-4dd8-b6e3-d4646358ea29 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 943 time: 0.1874294 Jul 06 11:30:24.465825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:24.499079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:30:24.511647 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:24.529551 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d7af189-58a1-450a-bcb4-0d74ea7aa4e7 req-3693883d-043c-4a6f-89ca-754c5d031017 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020558 Jul 06 11:30:24.565517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-470805a3-3679-4013-9c2f-0003536d0b68 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--685979426&fields=id&tenant_id=18491665c91b4bc9800c27d294d8927c HTTP/1.1" status: 200 len: 267 time: 0.1215930 Jul 06 11:30:24.625587 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae6d5aa-004a-428c-a7b6-b5dee7819652,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:24.747306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:24.748042 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:24.749540 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-cc1d37d2-2f41-4c45-9987-c2929750c366 service neutron] 10.222.0.86 "PUT /v2.0/ports/0ae6d5aa-004a-428c-a7b6-b5dee7819652 HTTP/1.1" status: 200 len: 1122 time: 2.1567171 Jul 06 11:30:24.860373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['0ae6d5aa-004a-428c-a7b6-b5dee7819652'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:24.932825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-72ed0270-5bad-495e-bfb7-6b3669d4cbed tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:24.935583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-72ed0270-5bad-495e-bfb7-6b3669d4cbed tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/networks?id=881a8a74-0cfc-48cb-8156-c8919bbb9e7d HTTP/1.1" status: 200 len: 816 time: 0.3045619 Jul 06 11:30:24.940864 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ae6d5aa-004a-428c-a7b6-b5dee7819652 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:30:24.955583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['0ae6d5aa-004a-428c-a7b6-b5dee7819652'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:24.961649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5e169db1-ad5a-452e-9fdd-2f4fc491568b details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:30:24.971121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-659d4005-38c5-4981-8c4d-312c9caa1c0a tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/quotas/18491665c91b4bc9800c27d294d8927c HTTP/1.1" status: 200 len: 375 time: 0.0250890 Jul 06 11:30:25.151112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-b40b5c39-74e0-4b9d-9c92-8a23ba5683fc tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=18491665c91b4bc9800c27d294d8927c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1696937 Jul 06 11:30:25.160067 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:30:25.332972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'tag': '5db5a446-e99c-4912-b603-27fe2fa64a19'}, {'server_uuid': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae6d5aa-004a-428c-a7b6-b5dee7819652'}, {'name': 'network-changed', 'server_uuid': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'tag': '0ae6d5aa-004a-428c-a7b6-b5dee7819652'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:25.346040 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce023f1-d863-47e0-8126-2e5073b2eb53" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9ed155-2e2d-4ef9-9c5e-a567da370aff", "tag": "5db5a446-e99c-4912-b603-27fe2fa64a19"}, {"server_uuid": "a0ed4468-7fe9-49ab-96e4-84639137b4d8", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae6d5aa-004a-428c-a7b6-b5dee7819652"}, {"name": "network-changed", "server_uuid": "a0ed4468-7fe9-49ab-96e4-84639137b4d8", "tag": "0ae6d5aa-004a-428c-a7b6-b5dee7819652"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:25.461910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:25.482657 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ae6d5aa-004a-428c-a7b6-b5dee7819652 has no active binding in host n-h2-799527-2 {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:30:25.532454 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5e169db1-ad5a-452e-9fdd-2f4fc491568b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5e169db1-ad5a-452e-9fdd-2f4fc491568b,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:25.563925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '5e169db1-ad5a-452e-9fdd-2f4fc491568b', 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932', 'port_id': '5e169db1-ad5a-452e-9fdd-2f4fc491568b', 'mac_address': 'fa:16:3e:f6:1a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db865811-8939-42d3-8508-9ae239d97c6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:30:25.754103 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:26.045239 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-3ad81e72-c574-4e27-ba6f-4fbd9a0b03f9 service neutron] 10.222.0.21 "GET /v2.0/networks/881a8a74-0cfc-48cb-8156-c8919bbb9e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877984 Jul 06 11:30:26.047158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e169db1-ad5a-452e-9fdd-2f4fc491568b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:30:26.109886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5e169db1-ad5a-452e-9fdd-2f4fc491568b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5e169db1-ad5a-452e-9fdd-2f4fc491568b,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:26.118875 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:26.252512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5e169db1-ad5a-452e-9fdd-2f4fc491568b,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:26.342870 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-31706ed1-c557-49b0-8642-7e116634b107 service neutron] 10.222.0.21 "GET /v2.0/networks/881a8a74-0cfc-48cb-8156-c8919bbb9e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828813 Jul 06 11:30:26.381992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0db4d-77c7-4e98-9ba1-8210632f9c14 req-50493085-f6f9-4312-9203-a701d5f67f2b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:26.385874 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-4daa015d-4dff-4c45-92da-f58b72fe64ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221943 Jul 06 11:30:26.398612 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ec0db4d-77c7-4e98-9ba1-8210632f9c14 req-50493085-f6f9-4312-9203-a701d5f67f2b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 944 time: 0.1258922 Jul 06 11:30:26.452686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ec0db4d-77c7-4e98-9ba1-8210632f9c14 req-196cb483-b8ab-4dcb-81b3-632605fa81b0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523961 Jul 06 11:30:26.624859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['5e169db1-ad5a-452e-9fdd-2f4fc491568b'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:26.719659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07182d2-f953-4dc3-afb8-3f8fb197a8f1 req-f2633607-5498-48c6-b97a-23f85b6da432 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:26.720374 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b07182d2-f953-4dc3-afb8-3f8fb197a8f1 req-f2633607-5498-48c6-b97a-23f85b6da432 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1374671 Jul 06 11:30:26.860209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b07182d2-f953-4dc3-afb8-3f8fb197a8f1 req-71e51359-0f67-4d6c-a944-a8e27e680930 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186192 Jul 06 11:30:27.147651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32730788-bd45-4a8f-83cb-6513ab34bd05 req-e715acf1-65d5-49b8-8342-32ca8423a5fb tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:27.150662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32730788-bd45-4a8f-83cb-6513ab34bd05 req-e715acf1-65d5-49b8-8342-32ca8423a5fb tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 944 time: 0.1339333 Jul 06 11:30:27.175382 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0524a9dc-be4e-4d9a-8561-3e333369fe04 x-openstack-request-id: req-0524a9dc-be4e-4d9a-8561-3e333369fe04 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:27.177373 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9ed155-2e2d-4ef9-9c5e-a567da370aff", "tag": "5db5a446-e99c-4912-b603-27fe2fa64a19", "status": "completed", "code": 200}, {"server_uuid": "a0ed4468-7fe9-49ab-96e4-84639137b4d8", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae6d5aa-004a-428c-a7b6-b5dee7819652", "code": 200}, {"name": "network-changed", "server_uuid": "a0ed4468-7fe9-49ab-96e4-84639137b4d8", "tag": "0ae6d5aa-004a-428c-a7b6-b5dee7819652", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:27.180646 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0524a9dc-be4e-4d9a-8561-3e333369fe04 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:27.183055 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'tag': '5db5a446-e99c-4912-b603-27fe2fa64a19', 'status': 'completed', 'code': 200} Jul 06 11:30:27.185709 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae6d5aa-004a-428c-a7b6-b5dee7819652', 'code': 200} Jul 06 11:30:27.186514 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'tag': '0ae6d5aa-004a-428c-a7b6-b5dee7819652', 'status': 'completed', 'code': 200} Jul 06 11:30:27.942122 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32730788-bd45-4a8f-83cb-6513ab34bd05 req-b9772cf9-825f-4ff1-89b4-0e24a8fc7016 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7508783 Jul 06 11:30:28.095233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-53b57935-f91a-4e9a-bf1a-438fd6ceae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:28.098354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-53b57935-f91a-4e9a-bf1a-438fd6ceae0f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 1124 time: 0.8829229 Jul 06 11:30:28.270056 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-2f378ea1-3561-41ad-9590-b2f4de2f36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:28.273792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-2f378ea1-3561-41ad-9590-b2f4de2f36a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 1125 time: 0.9961202 Jul 06 11:30:28.338564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-7460bf00-88c4-4521-998f-bfabf257df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:28.340612 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-7460bf00-88c4-4521-998f-bfabf257df28 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.2331755 Jul 06 11:30:28.388935 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:28.400113 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:28.438628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a80147-5a92-42c4-add2-78a0d2244737 req-c5222dba-2d10-4af6-a7c1-a7f753e34ed3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:28.442260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92a80147-5a92-42c4-add2-78a0d2244737 req-c5222dba-2d10-4af6-a7c1-a7f753e34ed3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 943 time: 0.5152619 Jul 06 11:30:28.507829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-cd1f0d2f-ffca-47be-b7b6-1551fb456dc7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db5a446-e99c-4912-b603-27fe2fa64a19 HTTP/1.1" status: 200 len: 217 time: 0.1295240 Jul 06 11:30:28.652194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-bf322a40-cff2-45a2-9593-79630185094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:28.653903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-bf322a40-cff2-45a2-9593-79630185094a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.3616087 Jul 06 11:30:28.668514 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92a80147-5a92-42c4-add2-78a0d2244737 req-df335ea5-7d45-42ab-8ad1-b9fd67cc4e45 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672394 Jul 06 11:30:28.684761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcc63f-3b65-4812-badb-7dce963cdc51 req-990dfbb1-b7c7-4976-9261-fb980807cd26 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:28.695513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13dcc63f-3b65-4812-badb-7dce963cdc51 req-990dfbb1-b7c7-4976-9261-fb980807cd26 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.4828396 Jul 06 11:30:28.724194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-c8adfcba-fbbb-49aa-a91e-8fa9defa4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:28.727661 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-c8adfcba-fbbb-49aa-a91e-8fa9defa4922 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.2078867 Jul 06 11:30:28.807330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-d690fc0d-d799-4177-8413-9f453cbbc8e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652 HTTP/1.1" status: 200 len: 217 time: 0.1369522 Jul 06 11:30:28.860865 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-8954fdb4-e69a-4f8a-9bde-38d6b0e5da11 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710442 Jul 06 11:30:28.944357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5e169db1-ad5a-452e-9fdd-2f4fc491568b up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:30:29.088599 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13dcc63f-3b65-4812-badb-7dce963cdc51 req-ac7607ff-46d7-4dd7-8a95-97a7b4b784b9 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907087 Jul 06 11:30:29.210009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 5e169db1-ad5a-452e-9fdd-2f4fc491568b completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:30:29.233647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 5e169db1-ad5a-452e-9fdd-2f4fc491568b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:30:29.236653 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:29.346590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-385fdff1-8e7f-4c65-9e4d-c647620a5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:29.348083 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-385fdff1-8e7f-4c65-9e4d-c647620a5a05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.4950964 Jul 06 11:30:29.459024 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-8b9fa743-56dd-4ee7-9bb6-e4cbef6bc11d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813136 Jul 06 11:30:29.519404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-1a9a97cf-45ea-4e98-b02d-3aa35fbd520e service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178195 Jul 06 11:30:29.720723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-ff511acb-7727-4033-a917-7a342ebc28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:29.723339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-ff511acb-7727-4033-a917-7a342ebc28b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1101 time: 0.2806287 Jul 06 11:30:29.881382 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:29.907042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-78a35512-f753-4816-8186-3fdbc62c304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:29.908800 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-78a35512-f753-4816-8186-3fdbc62c304c service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.1734166 Jul 06 11:30:29.995974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5e169db1-ad5a-452e-9fdd-2f4fc491568b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5e169db1-ad5a-452e-9fdd-2f4fc491568b,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:29.997971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fd6af3-1fb0-4792-895d-22c51581168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e169db1-ad5a-452e-9fdd-2f4fc491568b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:30.002654 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8779e1b8-b763-45a0-89c8-d58763e5e0fd" -d '{"events": [{"server_uuid": "83fd6af3-1fb0-4792-895d-22c51581168e", "name": "network-vif-plugged", "status": "completed", "tag": "5e169db1-ad5a-452e-9fdd-2f4fc491568b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:30.010237 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:30.064111 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-98386c17-1f3b-4595-b695-23c54a49e51d req-4a2f1fb5-2623-44d9-a807-0f534015d521 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 210 time: 0.5492916 Jul 06 11:30:30.067218 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-91371714-21ea-46c1-acd0-a06ac526d699 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 217 time: 0.1468940 Jul 06 11:30:30.068015 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-822294e4-b38d-4b8d-b6dd-6dbce8d85d23 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934217 Jul 06 11:30:30.135591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5e169db1-ad5a-452e-9fdd-2f4fc491568b,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:30.236320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-7223aa04-9b4f-4258-8d63-9b040e8dfcdf tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:30.238641 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-7223aa04-9b4f-4258-8d63-9b040e8dfcdf tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.86 "GET /v2.0/networks?id=881a8a74-0cfc-48cb-8156-c8919bbb9e7d HTTP/1.1" status: 200 len: 816 time: 0.6662073 Jul 06 11:30:30.247877 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989c111-1f84-463e-86ce-8965e0401e20 req-89619c08-3f89-4892-8946-02ac0537e994 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:30.249982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3989c111-1f84-463e-86ce-8965e0401e20 req-89619c08-3f89-4892-8946-02ac0537e994 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.7984216 Jul 06 11:30:30.298229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-19ef6b43-67ad-4a45-9e47-615c39ff63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:30.301326 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-19ef6b43-67ad-4a45-9e47-615c39ff63a5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2121062 Jul 06 11:30:30.326894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3989c111-1f84-463e-86ce-8965e0401e20 req-91ad2398-38cd-414e-bbf3-b647c91cd225 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569332 Jul 06 11:30:30.444957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-1a3b318d-5ada-4025-9097-c973d850f468 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8302767 Jul 06 11:30:30.452149 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-8c7c19ba-9539-4c64-b21b-8db94f7057ba tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18491665c91b4bc9800c27d294d8927c HTTP/1.1" status: 200 len: 379 time: 0.1482110 Jul 06 11:30:30.514017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce023f1-d863-47e0-8126-2e5073b2eb53 req-805a51de-a723-4b36-a5cf-8a1428252f42 service neutron] 10.222.0.47 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888381 Jul 06 11:30:30.541531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Request body: {'port': {'device_id': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'admin_state_up': True, 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'security_groups': ['92a315a3-38bf-42bf-b5eb-2d8d02e8de21']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:30.578721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bfb7a-6b87-4a9f-9ade-23aaaffa281c req-0443e6b9-a8ac-4321-b9c9-f180cc819b16 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:30.580604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-177bfb7a-6b87-4a9f-9ade-23aaaffa281c req-0443e6b9-a8ac-4321-b9c9-f180cc819b16 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 945 time: 0.1326416 Jul 06 11:30:30.685234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-177bfb7a-6b87-4a9f-9ade-23aaaffa281c req-f9521ab7-90e9-4de2-a3f9-8d4c44bf5417 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905125 Jul 06 11:30:30.752386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-a8f001c9-614b-4db5-86ac-28c0f7530c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:30.755139 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-a8f001c9-614b-4db5-86ac-28c0f7530c5a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4374406 Jul 06 11:30:30.970306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9a5c4-0c6d-4547-9c24-abe1a223e994 req-dac886e2-f1d4-4023-a92a-6e63ec482551 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:30.972322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8e9a5c4-0c6d-4547-9c24-abe1a223e994 req-dac886e2-f1d4-4023-a92a-6e63ec482551 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 944 time: 0.1784101 Jul 06 11:30:30.984207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Made reservation on behalf of 18491665c91b4bc9800c27d294d8927c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:30:30.990930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:31.065762 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-fd044a4c-7223-4d15-be8c-d908588fd249 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995074 Jul 06 11:30:31.099387 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8e9a5c4-0c6d-4547-9c24-abe1a223e994 req-929acdb3-85f5-431e-a9f4-8e34d1ddd1be tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146522 Jul 06 11:30:31.186306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97ea49-7dd4-42c7-80f0-1b69745e260c req-2b2b28b0-c804-470e-a2ec-d4dcb66eda41 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:31.189033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec97ea49-7dd4-42c7-80f0-1b69745e260c req-2b2b28b0-c804-470e-a2ec-d4dcb66eda41 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 943 time: 0.2031875 Jul 06 11:30:31.220132 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de16a90-821e-49b5-af28-c14504bb6586 x-openstack-request-id: req-2de16a90-821e-49b5-af28-c14504bb6586 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:31.220899 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fd6af3-1fb0-4792-895d-22c51581168e", "name": "network-vif-plugged", "status": "completed", "tag": "5e169db1-ad5a-452e-9fdd-2f4fc491568b", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:31.220899 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2de16a90-821e-49b5-af28-c14504bb6586 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:31.221206 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fd6af3-1fb0-4792-895d-22c51581168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e169db1-ad5a-452e-9fdd-2f4fc491568b', 'code': 200} Jul 06 11:30:31.324753 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-c95614ee-d88d-4592-85c3-176ac22d1688 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972215 Jul 06 11:30:31.369028 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec97ea49-7dd4-42c7-80f0-1b69745e260c req-72c4fd03-617a-4237-b70a-743286e0b8af tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680164 Jul 06 11:30:31.605954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Allocated IP 172.20.0.7 (881a8a74-0cfc-48cb-8156-c8919bbb9e7d/80b4ee77-710e-4ee0-b205-462777f5161c/39e90946-f633-492a-9136-3f0d272e1811) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:30:31.756037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c134f-1f91-4e27-8935-f9b5851e3996 req-3f58b0aa-d507-4168-bc88-e16c1154e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:31.759355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac4c134f-1f91-4e27-8935-f9b5851e3996 req-3f58b0aa-d507-4168-bc88-e16c1154e8af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 1096 time: 0.3887546 Jul 06 11:30:31.779148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db4759-32ca-47fc-91e9-5d4037f83322 req-7741214f-3c1d-4dec-a635-04520c5df17c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:31.787674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3db4759-32ca-47fc-91e9-5d4037f83322 req-7741214f-3c1d-4dec-a635-04520c5df17c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.2546329 Jul 06 11:30:31.892344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac4c134f-1f91-4e27-8935-f9b5851e3996 req-cec325be-9ff9-4fd8-8366-2573e72e871d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010873 Jul 06 11:30:31.934659 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3db4759-32ca-47fc-91e9-5d4037f83322 req-0894f46c-336f-464a-966d-6678817fd643 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457152 Jul 06 11:30:32.061724 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:32.100262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Transition to ACTIVE for port object 39e90946-f633-492a-9136-3f0d272e1811 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:30:32.208366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5aae2f2e-9b6b-495b-9517-d9a6eff14802 req-a07ab9b0-d416-417d-b669-c3174edaa5e8 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 210 time: 0.1176021 Jul 06 11:30:32.229916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:32.373049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ed4f6-1bee-4894-af0e-0a4d7330607d req-e2f0d758-7227-4a7d-adc6-46f3bdd016ba tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:32.373401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:30:32.379538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:30:32.388626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:30:32.401500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-639ed4f6-1bee-4894-af0e-0a4d7330607d req-e2f0d758-7227-4a7d-adc6-46f3bdd016ba tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1957159 Jul 06 11:30:32.479790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:32.480607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:32.503921 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-639ed4f6-1bee-4894-af0e-0a4d7330607d req-83a822d8-cf5e-452a-b567-df4b931404ab tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999153 Jul 06 11:30:32.510907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Pushing event updated for resources: {'Port': ['ID=39e90946-f633-492a-9136-3f0d272e1811,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:32.539430 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-fa0bbd10-5922-4e00-b96d-8d771a43214f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0124230 Jul 06 11:30:32.555551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Request body: {'port': {'device_id': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:32.701656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59118) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:32.753339 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-c61bc09a-7a00-4349-aee2-dad80dd1f3a3 service neutron] 10.222.0.47 "GET /v2.0/ports/0ae6d5aa-004a-428c-a7b6-b5dee7819652/bindings/n-h2-799527-2 HTTP/1.1" status: 200 len: 384 time: 0.2476311 Jul 06 11:30:32.857454 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:32.971406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5db5a446-e99c-4912-b603-27fe2fa64a19 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:30:32.981507 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0ae6d5aa-004a-428c-a7b6-b5dee7819652 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:30:33.150633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3e685744-0213-4ef1-9db3-dce9810b27f0 None None] Provisioning for port 39e90946-f633-492a-9136-3f0d272e1811 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:30:33.253462 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3e685744-0213-4ef1-9db3-dce9810b27f0 None None] Provisioning complete for port 39e90946-f633-492a-9136-3f0d272e1811 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:30:33.253971 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e685744-0213-4ef1-9db3-dce9810b27f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:33.367755 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdda9-747c-469f-b9bc-871098e0145f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:33.380740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-4a3e9561-ddf8-48a2-ad5b-4eb919a57142 service neutron] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:33.470692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3e685744-0213-4ef1-9db3-dce9810b27f0 None None] Port 39e90946-f633-492a-9136-3f0d272e1811 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:30:33.478784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-4a3e9561-ddf8-48a2-ad5b-4eb919a57142 service neutron] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:33.564397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e90946-f633-492a-9136-3f0d272e1811 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:30:33.582682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-4a3e9561-ddf8-48a2-ad5b-4eb919a57142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae6d5aa-004a-428c-a7b6-b5dee7819652 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:30:33.583124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:33.605528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-4a3e9561-ddf8-48a2-ad5b-4eb919a57142 service neutron] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:33.635940 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:30:33.643905 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-4a3e9561-ddf8-48a2-ad5b-4eb919a57142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:33.650324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Transition to ACTIVE for port object 39e90946-f633-492a-9136-3f0d272e1811 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:30:33.696808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:33.727214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8d2a3-3086-4099-b0cb-b4b5c4b2552a req-ab2803f0-d1ec-4d31-a65d-06c8e36ff0b3 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:33.727490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5db5a446-e99c-4912-b603-27fe2fa64a19 has no active binding in host n-h1-799527-2 {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:30:33.732791 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:33.734753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24c8d2a3-3086-4099-b0cb-b4b5c4b2552a req-ab2803f0-d1ec-4d31-a65d-06c8e36ff0b3 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 944 time: 0.7086785 Jul 06 11:30:33.752850 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdda9-747c-469f-b9bc-871098e0145f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:33.803012 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdda9-747c-469f-b9bc-871098e0145f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:33.822363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3723ac-b859-4f67-9514-c2207a4e75bb req-9c56cd22-3a95-4824-b7e3-cb1a235e588b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:33.824152 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d3723ac-b859-4f67-9514-c2207a4e75bb req-9c56cd22-3a95-4824-b7e3-cb1a235e588b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 945 time: 0.8601403 Jul 06 11:30:33.853106 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24c8d2a3-3086-4099-b0cb-b4b5c4b2552a req-d93cb519-9fec-426f-8a12-a8d0f437bf9b tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128399 Jul 06 11:30:33.905990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fdda9-747c-469f-b9bc-871098e0145f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994b0503-a63d-49e8-bb54-9ec5652a84d4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:33.915100 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0f6fdda9-747c-469f-b9bc-871098e0145f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=063385be473f4ebcb4e8a607c4b9280d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2094851 Jul 06 11:30:33.921906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59128) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:33.974101 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=39e90946-f633-492a-9136-3f0d272e1811,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:34.049813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-4a3e9561-ddf8-48a2-ad5b-4eb919a57142 service neutron] Transition to ACTIVE for port object 0ae6d5aa-004a-428c-a7b6-b5dee7819652 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:30:34.067056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-4a3e9561-ddf8-48a2-ad5b-4eb919a57142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:34.280618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Attempting to bind port 39e90946-f633-492a-9136-3f0d272e1811 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:30:34.281613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Attempting to bind port 39e90946-f633-492a-9136-3f0d272e1811 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:30:34.282602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Attempting to bind port 39e90946-f633-492a-9136-3f0d272e1811 on network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:34.298218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Port 39e90946-f633-492a-9136-3f0d272e1811 on network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:30:34.298757 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Attempting to bind port 39e90946-f633-492a-9136-3f0d272e1811 on network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:34.301825 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d3723ac-b859-4f67-9514-c2207a4e75bb req-0516c977-1258-4939-a851-f2929aef69dc tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454026 Jul 06 11:30:34.333413 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-422b3e2c-6cd1-4d8f-927f-dc5d3b208552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:34.343704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:30:34.344254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Checking segment: {'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:30:34.344906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Bound using segment: {'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:30:34.348416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Bound port: 39e90946-f633-492a-9136-3f0d272e1811, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccdb002-0aaa-4812-85da-2d2280840a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:30:34.353299 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:34.439174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-4a3e9561-ddf8-48a2-ad5b-4eb919a57142 service neutron] No DVR routers for this DVR port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:30:34.452279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e9561-ddf8-48a2-ad5b-4eb919a57142 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae6d5aa-004a-428c-a7b6-b5dee7819652,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:34.528202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed1e5c-4b16-4df9-8e5a-1aec5b4db201 req-faf44ead-a44d-4a13-aec8-4dbc99541c42 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:34.543776 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2ed1e5c-4b16-4df9-8e5a-1aec5b4db201 req-faf44ead-a44d-4a13-aec8-4dbc99541c42 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 943 time: 0.4035854 Jul 06 11:30:34.554616 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-4a3e9561-ddf8-48a2-ad5b-4eb919a57142 service neutron] 10.222.0.47 "PUT /v2.0/ports/0ae6d5aa-004a-428c-a7b6-b5dee7819652/bindings/n-h2-799527-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7933865 Jul 06 11:30:34.641343 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-422b3e2c-6cd1-4d8f-927f-dc5d3b208552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:34.688291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] For port 39e90946-f633-492a-9136-3f0d272e1811, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:34.745048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] For port 39e90946-f633-492a-9136-3f0d272e1811, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=39e90946-f633-492a-9136-3f0d272e1811,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:30:34.752387 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2ed1e5c-4b16-4df9-8e5a-1aec5b4db201 req-32ed37d4-49f4-4cc1-9499-61b2b28fa038 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064312 Jul 06 11:30:34.767304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:34.868759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e47130-186d-4a35-9a5b-df33e3c6e1e8 req-f0aa9090-d638-489e-80a2-7e1d3d2898f4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:34.871551 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26e47130-186d-4a35-9a5b-df33e3c6e1e8 req-f0aa9090-d638-489e-80a2-7e1d3d2898f4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.3154237 Jul 06 11:30:34.909404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:34.910751 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:34.914942 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] 10.222.0.86 "PUT /v2.0/ports/39e90946-f633-492a-9136-3f0d272e1811 HTTP/1.1" status: 200 len: 1091 time: 2.3658280 Jul 06 11:30:34.917200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'tag': '39e90946-f633-492a-9136-3f0d272e1811'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:34.920382 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc48078-c0a5-40cc-b665-16d8079adb28" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8d2df7-6282-44bf-b577-e159f7f7a8b3", "tag": "39e90946-f633-492a-9136-3f0d272e1811"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:34.943791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5db5a446-e99c-4912-b603-27fe2fa64a19 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:30:34.967608 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-422b3e2c-6cd1-4d8f-927f-dc5d3b208552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:34.971873 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-422b3e2c-6cd1-4d8f-927f-dc5d3b208552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:34.974320 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-422b3e2c-6cd1-4d8f-927f-dc5d3b208552 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/994b0503-a63d-49e8-bb54-9ec5652a84d4 HTTP/1.1" status: 204 len: 168 time: 1.0509970 Jul 06 11:30:34.993245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-5d34b720-a500-4b92-926e-cad91d573244 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:34.999716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-5d34b720-a500-4b92-926e-cad91d573244 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.3550107 Jul 06 11:30:35.017745 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0edad04d-66e7-4d6b-bcdb-1f425ba21bf2 req-f243c7c5-7ead-41b2-bb23-e694cbb277bf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4648776 Jul 06 11:30:35.033918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b3e2c-6cd1-4d8f-927f-dc5d3b208552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994b0503-a63d-49e8-bb54-9ec5652a84d4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:35.047913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f1337-ad75-4a25-b35d-01ab7875e8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=39e90946-f633-492a-9136-3f0d272e1811,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:35.319217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26e47130-186d-4a35-9a5b-df33e3c6e1e8 req-5908003c-032c-42d0-bcff-3f1bb2d2b21f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193597 Jul 06 11:30:35.482735 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f4f8e-a27e-48a6-ad25-70f8b496f758 req-5afeb6dc-cab5-4390-b56e-dc495aa165ed tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:35.497146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-825f4f8e-a27e-48a6-ad25-70f8b496f758 req-5afeb6dc-cab5-4390-b56e-dc495aa165ed tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.3193119 Jul 06 11:30:35.502646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-c1d48de4-e06a-4fb7-9ddc-a78a78146b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:35.505827 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-c1d48de4-e06a-4fb7-9ddc-a78a78146b8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18491665c91b4bc9800c27d294d8927c&device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 1094 time: 0.4862683 Jul 06 11:30:35.510261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad04d-66e7-4d6b-bcdb-1f425ba21bf2 req-353d89ad-6232-46be-820a-2dfb56a89bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:35.513174 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0edad04d-66e7-4d6b-bcdb-1f425ba21bf2 req-353d89ad-6232-46be-820a-2dfb56a89bae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 1095 time: 0.4395814 Jul 06 11:30:35.516547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-8311dfcc-0633-4b1b-87ce-9ef789a117e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:35.523439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-8311dfcc-0633-4b1b-87ce-9ef789a117e4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8&tenant_id=07789db484674e1da7cc9ccb7d200675 HTTP/1.1" status: 200 len: 1096 time: 0.4743152 Jul 06 11:30:35.628963 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-e8ca3539-f690-46ea-b5aa-4070c0d3ba1b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e90946-f633-492a-9136-3f0d272e1811 HTTP/1.1" status: 200 len: 217 time: 0.1142745 Jul 06 11:30:35.795638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59142) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:35.820776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-d0b868c3-d064-4aea-920d-d729c007b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:35.821025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-825f4f8e-a27e-48a6-ad25-70f8b496f758 req-4f02642e-4cf7-483a-b0e8-5c8323062ae9 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956893 Jul 06 11:30:35.822492 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-d0b868c3-d064-4aea-920d-d729c007b99a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=80b4ee77-710e-4ee0-b205-462777f5161c HTTP/1.1" status: 200 len: 855 time: 0.1748393 Jul 06 11:30:35.845144 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf966-d2f9-4a85-996d-c6309ddd17d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:35.851688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-f3408884-9a81-4a09-8e7e-77e0c3dfa3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:35.853721 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-f3408884-9a81-4a09-8e7e-77e0c3dfa3d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07789db484674e1da7cc9ccb7d200675&device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 1096 time: 0.2228665 Jul 06 11:30:35.931662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad04d-66e7-4d6b-bcdb-1f425ba21bf2 req-0930141f-ae45-423d-8040-0d208b079801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:35.934016 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0edad04d-66e7-4d6b-bcdb-1f425ba21bf2 req-0930141f-ae45-423d-8040-0d208b079801 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.3692069 Jul 06 11:30:35.995488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0edad04d-66e7-4d6b-bcdb-1f425ba21bf2 req-76e88a1c-de32-48f1-9b7c-493b8fdb8d41 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e HTTP/1.1" status: 200 len: 217 time: 0.0506566 Jul 06 11:30:36.122721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1642a-a609-4d7e-8c96-7ebb16611ef7 req-d523cca0-a97f-4059-9996-460cbbe3e619 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:36.125995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edf1642a-a609-4d7e-8c96-7ebb16611ef7 req-d523cca0-a97f-4059-9996-460cbbe3e619 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 943 time: 0.4377894 Jul 06 11:30:36.125995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad04d-66e7-4d6b-bcdb-1f425ba21bf2 req-7c4df3f1-9241-4dbc-9546-ea49263394cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:36.126541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0edad04d-66e7-4d6b-bcdb-1f425ba21bf2 req-7c4df3f1-9241-4dbc-9546-ea49263394cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.1148272 Jul 06 11:30:36.160950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-fe697f12-f6f0-4a76-ab12-6bf2ff8726f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:36.164765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-fe697f12-f6f0-4a76-ab12-6bf2ff8726f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 200 len: 908 time: 0.2693884 Jul 06 11:30:36.186236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-eb1a5ca0-ef30-49d7-8708-649a81c40549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:36.189069 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-eb1a5ca0-ef30-49d7-8708-649a81c40549 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=881a8a74-0cfc-48cb-8156-c8919bbb9e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3569186 Jul 06 11:30:36.215277 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0edad04d-66e7-4d6b-bcdb-1f425ba21bf2 req-1cc29d5c-1cc5-4c25-9239-f63afaef6c6d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794079 Jul 06 11:30:36.369170 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-435f839c-73a1-4130-b9d3-f3edfa6e1df8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652 HTTP/1.1" status: 200 len: 217 time: 0.1941957 Jul 06 11:30:36.403688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edf1642a-a609-4d7e-8c96-7ebb16611ef7 req-697323f6-a868-40dc-9b66-659a85e37b2c tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868274 Jul 06 11:30:36.497151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0edad04d-66e7-4d6b-bcdb-1f425ba21bf2 req-c1718206-2aaa-4b5b-afdb-e2ced1b8fd07 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474985 Jul 06 11:30:36.510701 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b7e4fd-9738-4c31-8bd7-e9dbcef04ecd x-openstack-request-id: req-11b7e4fd-9738-4c31-8bd7-e9dbcef04ecd {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:36.511238 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8d2df7-6282-44bf-b577-e159f7f7a8b3", "tag": "39e90946-f633-492a-9136-3f0d272e1811", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:36.511685 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11b7e4fd-9738-4c31-8bd7-e9dbcef04ecd {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:36.512341 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'tag': '39e90946-f633-492a-9136-3f0d272e1811', 'status': 'completed', 'code': 200} Jul 06 11:30:36.520201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07931f8-74eb-4267-9b78-a708dc0e9c13 req-86982e50-f020-48d1-bbb3-b7e4d3ab8eb3 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:36.523425 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f07931f8-74eb-4267-9b78-a708dc0e9c13 req-86982e50-f020-48d1-bbb3-b7e4d3ab8eb3 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 945 time: 0.3041670 Jul 06 11:30:36.572629 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf966-d2f9-4a85-996d-c6309ddd17d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:36.602415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b8cf966-d2f9-4a85-996d-c6309ddd17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:36.617996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-1c0eca5d-790e-4e1e-b371-0ce1a0415f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:36.617996 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-1c0eca5d-790e-4e1e-b371-0ce1a0415f0e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 200 len: 847 time: 0.2383225 Jul 06 11:30:36.709144 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-88855e1a-b971-4c1d-a36d-e9b2a7e9361a service neutron] 10.222.0.86 "GET /v2.0/networks/881a8a74-0cfc-48cb-8156-c8919bbb9e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033426 Jul 06 11:30:36.826841 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-638efa3d-ebc0-48bf-ab12-9cdbc81c127c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b3a19eba-5cff-4a79-8bb0-e4710c338a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1857080 Jul 06 11:30:36.831440 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7b8cf966-d2f9-4a85-996d-c6309ddd17d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8013dc428248474e817e636bb646061c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0293267 Jul 06 11:30:36.858956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59146) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:36.939773 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cf966-d2f9-4a85-996d-c6309ddd17d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa086bd1-b22c-45e7-8e53-4f5646ae5f60,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:36.971958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5db5a446-e99c-4912-b603-27fe2fa64a19 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:30:37.077923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5db5a446-e99c-4912-b603-27fe2fa64a19 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:30:37.165432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f07931f8-74eb-4267-9b78-a708dc0e9c13 req-3e5ed697-bd28-4215-846b-591463548835 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338316 Jul 06 11:30:37.320904 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0edad04d-66e7-4d6b-bcdb-1f425ba21bf2 req-a9c57734-84a3-42a7-87f8-d10909420bd2 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7934644 Jul 06 11:30:37.380489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645698b-b84f-4882-98cb-fea7293535f4 req-10767c51-5de5-495f-ac92-3a751086d544 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:37.384437 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1645698b-b84f-4882-98cb-fea7293535f4 req-10767c51-5de5-495f-ac92-3a751086d544 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 945 time: 0.2454119 Jul 06 11:30:37.529175 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1645698b-b84f-4882-98cb-fea7293535f4 req-e76d0501-a74d-41dc-a9eb-94fc95d1b9da tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333106 Jul 06 11:30:37.746822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc8d7c-c92c-4d13-a975-d93af604534b req-1545a3bc-51df-41eb-8b62-2177014ca233 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:37.761926 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7efc8d7c-c92c-4d13-a975-d93af604534b req-1545a3bc-51df-41eb-8b62-2177014ca233 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 943 time: 0.2302392 Jul 06 11:30:37.794841 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac80e7b0-515c-45f1-b984-7b60dc457314 req-25481830-e29a-4e13-9e30-eac7073de620 service neutron] 10.222.0.86 "GET /v2.0/networks/881a8a74-0cfc-48cb-8156-c8919bbb9e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0521188 Jul 06 11:30:37.892921 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-38f23d42-dfe3-46e0-9d15-585f64875c75 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0324557 Jul 06 11:30:37.896429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e995455e-ef03-4bbb-8cdf-50ed20d2f4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:37.920697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7efc8d7c-c92c-4d13-a975-d93af604534b req-9b06a8a8-18d9-4fb1-9082-8c7c589f257e tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544425 Jul 06 11:30:38.049083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2766a1-630a-4048-abb9-e26937cb150a req-1105f3bf-b9ad-4b06-b4d3-c9997230f3d7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:38.052341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d2766a1-630a-4048-abb9-e26937cb150a req-1105f3bf-b9ad-4b06-b4d3-c9997230f3d7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.2258182 Jul 06 11:30:38.143877 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d2766a1-630a-4048-abb9-e26937cb150a req-3f738cae-6589-44a9-94fe-ed5f03bbfb9e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770292 Jul 06 11:30:38.154991 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e995455e-ef03-4bbb-8cdf-50ed20d2f4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:38.240211 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-fcf7fcdc-73e2-4d0a-b5ca-011027c65786 service neutron] 10.222.0.86 "GET /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393686 Jul 06 11:30:38.338106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48078-c0a5-40cc-b665-16d8079adb28 req-696771fe-3d2b-4cf9-b75f-0e0be81f85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:38.341575 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6fc48078-c0a5-40cc-b665-16d8079adb28 req-696771fe-3d2b-4cf9-b75f-0e0be81f85d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18491665c91b4bc9800c27d294d8927c&device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 1094 time: 0.4035923 Jul 06 11:30:38.406684 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e995455e-ef03-4bbb-8cdf-50ed20d2f4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:38.411681 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e995455e-ef03-4bbb-8cdf-50ed20d2f4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:38.414380 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e995455e-ef03-4bbb-8cdf-50ed20d2f4c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa086bd1-b22c-45e7-8e53-4f5646ae5f60 HTTP/1.1" status: 204 len: 168 time: 1.5518265 Jul 06 11:30:38.490654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995455e-ef03-4bbb-8cdf-50ed20d2f4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa086bd1-b22c-45e7-8e53-4f5646ae5f60,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:38.589590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48078-c0a5-40cc-b665-16d8079adb28 req-cff837b3-9546-4a17-8c44-dbd5d10923ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:38.592674 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6fc48078-c0a5-40cc-b665-16d8079adb28 req-cff837b3-9546-4a17-8c44-dbd5d10923ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=881a8a74-0cfc-48cb-8156-c8919bbb9e7d HTTP/1.1" status: 200 len: 917 time: 0.2324889 Jul 06 11:30:38.672324 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c50c60-537b-469b-ad3f-d8ab1ebbde7f req-2f1a3403-b1f9-469a-8662-c4a73193fc66 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:38.676023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34c50c60-537b-469b-ad3f-d8ab1ebbde7f req-2f1a3403-b1f9-469a-8662-c4a73193fc66 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2691209 Jul 06 11:30:38.728730 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6fc48078-c0a5-40cc-b665-16d8079adb28 req-75099f34-48bc-4a07-a7d8-e543d443eee6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e90946-f633-492a-9136-3f0d272e1811 HTTP/1.1" status: 200 len: 217 time: 0.1252162 Jul 06 11:30:38.768159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de437906-674c-419b-ac3f-25cce0c854b7 req-e255cb61-a10f-45c7-bf9a-8d7a30126c92 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:38.770994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de437906-674c-419b-ac3f-25cce0c854b7 req-e255cb61-a10f-45c7-bf9a-8d7a30126c92 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 943 time: 0.2780538 Jul 06 11:30:38.829429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34c50c60-537b-469b-ad3f-d8ab1ebbde7f req-6f09feb3-90ab-42e0-9cc4-a2017744ecb7 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400313 Jul 06 11:30:38.868263 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48078-c0a5-40cc-b665-16d8079adb28 req-ec85d890-8e2d-4056-99d5-bfc17ca50454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:38.871729 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6fc48078-c0a5-40cc-b665-16d8079adb28 req-ec85d890-8e2d-4056-99d5-bfc17ca50454 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=80b4ee77-710e-4ee0-b205-462777f5161c HTTP/1.1" status: 200 len: 855 time: 0.1336284 Jul 06 11:30:38.906853 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de437906-674c-419b-ac3f-25cce0c854b7 req-67f30180-ae12-4002-980f-c3b82bd929c0 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138940 Jul 06 11:30:39.146497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-1e418f7e-60c6-45be-b5ee-a5f236541c18 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:39.149751 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-1e418f7e-60c6-45be-b5ee-a5f236541c18 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8&tenant_id=07789db484674e1da7cc9ccb7d200675&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.1700859 Jul 06 11:30:39.158630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48078-c0a5-40cc-b665-16d8079adb28 req-407505bc-25dc-4ab4-84b8-340300934d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:39.161435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6fc48078-c0a5-40cc-b665-16d8079adb28 req-407505bc-25dc-4ab4-84b8-340300934d33 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=881a8a74-0cfc-48cb-8156-c8919bbb9e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2816381 Jul 06 11:30:39.301754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3a847-0617-458f-b694-1809482e9773 req-9e5ad8c0-c3f2-4783-980a-5e510c465012 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:39.303843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fe3a847-0617-458f-b694-1809482e9773 req-9e5ad8c0-c3f2-4783-980a-5e510c465012 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 945 time: 0.2020552 Jul 06 11:30:39.314581 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60a3b-7590-42fd-962b-cac362e3d57a req-d6ebdc4b-c971-43f4-9bff-121e3d4ae4fe tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:39.328568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a60a3b-7590-42fd-962b-cac362e3d57a req-d6ebdc4b-c971-43f4-9bff-121e3d4ae4fe tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 945 time: 0.2098520 Jul 06 11:30:39.412636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a60a3b-7590-42fd-962b-cac362e3d57a req-c72560c9-1f2c-4ad2-8d9f-9618adb61c59 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826406 Jul 06 11:30:39.463681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fe3a847-0617-458f-b694-1809482e9773 req-29f42f9c-a524-4d4d-a853-d1d87ad4cc69 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305065 Jul 06 11:30:39.484633 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6fc48078-c0a5-40cc-b665-16d8079adb28 req-35d37b1a-6616-418d-b32f-9e2b4fb6833d service neutron] 10.222.0.86 "GET /v2.0/networks/881a8a74-0cfc-48cb-8156-c8919bbb9e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089325 Jul 06 11:30:39.764861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82150b3e-07f1-4092-bedc-4437b980a7c6 req-124b6d33-19e7-4524-9bec-93fbd28f9537 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:39.776201 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82150b3e-07f1-4092-bedc-4437b980a7c6 req-124b6d33-19e7-4524-9bec-93fbd28f9537 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1688747 Jul 06 11:30:39.792660 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6fc48078-c0a5-40cc-b665-16d8079adb28 req-8c15074e-36fc-460e-ba6f-379a5d65eed3 service neutron] 10.222.0.86 "GET /v2.0/networks/881a8a74-0cfc-48cb-8156-c8919bbb9e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530293 Jul 06 11:30:39.819131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-8391d56c-4a6e-48d7-9e18-1d5f79d772b8 service neutron] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:39.822861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-8391d56c-4a6e-48d7-9e18-1d5f79d772b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:39.824440 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eeafa67e-b309-4525-82eb-3c3dc8297a9d req-8391d56c-4a6e-48d7-9e18-1d5f79d772b8 service neutron] 10.222.0.86 "DELETE /v2.0/ports/0ae6d5aa-004a-428c-a7b6-b5dee7819652/bindings/n-h1-799527-2 HTTP/1.1" status: 204 len: 173 time: 0.6615121 Jul 06 11:30:39.905621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82150b3e-07f1-4092-bedc-4437b980a7c6 req-4b60eea2-29f5-4991-8480-3da32e8dc80e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278841 Jul 06 11:30:40.120443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9108dd-408a-4407-a9aa-c2ff903a1bc9 req-553b1acb-9f2f-4953-b11f-b55c85b11fbf tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:40.150337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f9108dd-408a-4407-a9aa-c2ff903a1bc9 req-553b1acb-9f2f-4953-b11f-b55c85b11fbf tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 943 time: 0.2537117 Jul 06 11:30:40.499701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f9108dd-408a-4407-a9aa-c2ff903a1bc9 req-42a2df46-c6a3-4045-a68e-67afcc972965 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457348 Jul 06 11:30:40.578946 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-7edaf4c4-e178-42c2-9306-e7037c4673b7 service neutron] 10.222.0.86 "GET /v2.0/ports/5db5a446-e99c-4912-b603-27fe2fa64a19/bindings/n-h1-799527-2 HTTP/1.1" status: 200 len: 384 time: 0.1913996 Jul 06 11:30:40.645039 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-1fdeb022-1dba-4ee7-a7e0-23c58afb77a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4315398 Jul 06 11:30:40.667734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845f5c0-f3d4-495d-9376-8779f1928313 req-809ecbc0-2532-4c15-81e8-37a7cae74cc0 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:40.683190 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5845f5c0-f3d4-495d-9376-8779f1928313 req-809ecbc0-2532-4c15-81e8-37a7cae74cc0 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.5053079 Jul 06 11:30:40.830009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5845f5c0-f3d4-495d-9376-8779f1928313 req-9a81a3d2-d4a3-4b8f-8c8e-6f96d55eba5b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428435 Jul 06 11:30:40.869481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-1f33a8bc-8b17-4e21-b8d8-9cc59a2c6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:40.872728 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-1f33a8bc-8b17-4e21-b8d8-9cc59a2c6391 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 1099 time: 0.1688361 Jul 06 11:30:41.152272 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-8e86d533-ba64-43dc-af8f-be953c49ce22 service neutron] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:41.224001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-0d283d40-b111-405b-beb2-7e6488f21d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:41.233836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-0d283d40-b111-405b-beb2-7e6488f21d41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3141305 Jul 06 11:30:41.239513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-8e86d533-ba64-43dc-af8f-be953c49ce22 service neutron] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:41.347347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-8e86d533-ba64-43dc-af8f-be953c49ce22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db5a446-e99c-4912-b603-27fe2fa64a19 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:30:41.369778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-13cdacb3-b9fb-4d76-8792-5fa3d1586253 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=296e7651-f369-43d0-9967-14c325fbe87c HTTP/1.1" status: 200 len: 217 time: 0.1264720 Jul 06 11:30:41.373276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-8e86d533-ba64-43dc-af8f-be953c49ce22 service neutron] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:41.416135 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-8e86d533-ba64-43dc-af8f-be953c49ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:41.557440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-1238e513-6fd3-4966-b978-3573f6d2a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:41.561096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-1238e513-6fd3-4966-b978-3573f6d2a1e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1567607 Jul 06 11:30:41.630276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-8e86d533-ba64-43dc-af8f-be953c49ce22 service neutron] Transition to ACTIVE for port object 5db5a446-e99c-4912-b603-27fe2fa64a19 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:30:41.643400 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-8e86d533-ba64-43dc-af8f-be953c49ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:41.670475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09dfe9-2f0c-4b56-bd12-7553e7f9b0b9 req-ba77be38-6f52-4f25-9a40-64cb11a2437b tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:41.673575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e09dfe9-2f0c-4b56-bd12-7553e7f9b0b9 req-ba77be38-6f52-4f25-9a40-64cb11a2437b tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 943 time: 0.3023467 Jul 06 11:30:41.789631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e09dfe9-2f0c-4b56-bd12-7553e7f9b0b9 req-e56e6c68-123d-4af5-a294-68cb3c9a5f08 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013331 Jul 06 11:30:41.794601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-34d4e60f-fd86-4441-8618-784bd042796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:41.805038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-34d4e60f-fd86-4441-8618-784bd042796c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2376802 Jul 06 11:30:41.838579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86d533-ba64-43dc-af8f-be953c49ce22 service neutron] Pushing event updated for resources: {'Port': ['ID=5db5a446-e99c-4912-b603-27fe2fa64a19,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:41.914540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-8e86d533-ba64-43dc-af8f-be953c49ce22 service neutron] No DVR routers for this DVR port 5db5a446-e99c-4912-b603-27fe2fa64a19 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:30:42.020748 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-8e86d533-ba64-43dc-af8f-be953c49ce22 service neutron] 10.222.0.86 "PUT /v2.0/ports/5db5a446-e99c-4912-b603-27fe2fa64a19/bindings/n-h1-799527-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4336615 Jul 06 11:30:42.069907 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-1018154f-59d8-47db-8fd9-6fed7b6ea6f8 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547963 Jul 06 11:30:42.345638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-95d28cb5-e7af-4c43-ad41-81aa261cc369 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:42.348747 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-95d28cb5-e7af-4c43-ad41-81aa261cc369 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1095 time: 0.1271317 Jul 06 11:30:42.368145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0793f-e3a2-4c38-850b-507721cc52b6 req-a6d7545e-cea6-4327-b1ac-a28c0f20ef65 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:42.381295 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6e0793f-e3a2-4c38-850b-507721cc52b6 req-a6d7545e-cea6-4327-b1ac-a28c0f20ef65 tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 1096 time: 0.3042004 Jul 06 11:30:42.482689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81e9e9d4-7374-4701-a777-8b6fa8eeb4f9 req-5c4dfd3a-75ea-43bb-846f-f4217d2bf0ae service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868902 Jul 06 11:30:42.496340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-16141438-1683-48e8-ac85-d938cc5f74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:42.498725 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-16141438-1683-48e8-ac85-d938cc5f74c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff&tenant_id=c873b0fb571e46d8941f82ebd8df32e8 HTTP/1.1" status: 200 len: 1095 time: 0.1403828 Jul 06 11:30:42.567019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6e0793f-e3a2-4c38-850b-507721cc52b6 req-d2abaa00-b55c-44c6-9a22-d5fbe0688f4c tempest-LiveMigrationTest-77292963 tempest-LiveMigrationTest-77292963-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856203 Jul 06 11:30:42.730663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-7d284a45-eff2-4bbf-be10-b8320f853cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:42.733690 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-7d284a45-eff2-4bbf-be10-b8320f853cee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 1095 time: 0.1829233 Jul 06 11:30:42.827935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179497d7-fe2f-48cd-a625-cb681dfc2213 req-b6d21843-b1d2-416f-ad74-7c676f150fcc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:42.831028 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-179497d7-fe2f-48cd-a625-cb681dfc2213 req-b6d21843-b1d2-416f-ad74-7c676f150fcc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 944 time: 0.1531973 Jul 06 11:30:42.920749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-6e2ba231-2634-447b-bdec-6252a321033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:42.923599 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-6e2ba231-2634-447b-bdec-6252a321033a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.1805670 Jul 06 11:30:42.954423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-179497d7-fe2f-48cd-a625-cb681dfc2213 req-5e646cf2-3096-44be-876e-88c9a1f2854d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118267 Jul 06 11:30:43.055263 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-02829bd5-d182-4a5b-a864-07dcdd8a0280 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db5a446-e99c-4912-b603-27fe2fa64a19 HTTP/1.1" status: 200 len: 217 time: 0.1239812 Jul 06 11:30:43.201979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-e789b45d-6ef4-4275-8ef3-e0988905be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:43.205278 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-e789b45d-6ef4-4275-8ef3-e0988905be1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.1425307 Jul 06 11:30:43.322505 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-57aa61bc-d8ef-4cba-b885-fd9cf7201cbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083298 Jul 06 11:30:43.497501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07ed79-54ce-4c87-9739-901fe3e3134d req-1ff81f2f-209b-4bdf-9efe-49b12f496677 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:43.511909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a07ed79-54ce-4c87-9739-901fe3e3134d req-1ff81f2f-209b-4bdf-9efe-49b12f496677 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2873316 Jul 06 11:30:43.538992 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-6eb1a58e-fb0c-493d-ade5-aeaa3e280703 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085290 Jul 06 11:30:43.641171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239eb15-6f20-4172-b751-7eb9138a2907 req-4b499c65-0d03-4bd5-9779-f6f692d26cd6 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:43.644744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2239eb15-6f20-4172-b751-7eb9138a2907 req-4b499c65-0d03-4bd5-9779-f6f692d26cd6 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.2893944 Jul 06 11:30:43.652101 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a07ed79-54ce-4c87-9739-901fe3e3134d req-d95d300c-2d5a-4272-83a9-5272887b7d18 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367168 Jul 06 11:30:43.815219 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2239eb15-6f20-4172-b751-7eb9138a2907 req-fd9f7146-c14b-4ad1-9e95-5397c8b84d95 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576900 Jul 06 11:30:43.859059 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-27eba275-fd95-459e-be2e-c6d86667053d service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120413 Jul 06 11:30:44.154100 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-971c33b6-da45-410e-8466-20c28aeb6c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:44.387968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492a962-e098-409b-8a1f-c036b430d595 req-9bf14dcd-5a3f-4f26-af2f-59d0c191f877 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:44.391002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4492a962-e098-409b-8a1f-c036b430d595 req-9bf14dcd-5a3f-4f26-af2f-59d0c191f877 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 943 time: 0.1824315 Jul 06 11:30:44.489710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4492a962-e098-409b-8a1f-c036b430d595 req-61a6b9dc-1d54-412a-abaf-4da1f9cb1a94 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867720 Jul 06 11:30:44.548216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-ec2f8e92-8a2b-4d80-8031-8fdf09ffcfd1 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:44.551079 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-ec2f8e92-8a2b-4d80-8031-8fdf09ffcfd1 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1095 time: 0.1406493 Jul 06 11:30:44.754300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa435c95-730b-4541-99c8-73114244226d req-6f212a96-11a6-4c85-bb14-a5684c0bc725 tempest-FlavorsV2NegativeTest-295652361 tempest-FlavorsV2NegativeTest-295652361-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=79079f0039614c2b91545295199e55ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597448 Jul 06 11:30:44.855231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-3b988694-6d33-41d8-84d2-d99d77c4e720 service neutron] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:44.864465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-3b988694-6d33-41d8-84d2-d99d77c4e720 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:44.868393 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-85b02ce5-0303-434e-b0fb-2805681b2b38 req-3b988694-6d33-41d8-84d2-d99d77c4e720 service neutron] 10.222.0.47 "DELETE /v2.0/ports/5db5a446-e99c-4912-b603-27fe2fa64a19/bindings/n-h2-799527-2 HTTP/1.1" status: 204 len: 173 time: 0.3087606 Jul 06 11:30:44.908415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec40b-4c86-4fed-9d8c-a980629a10bd req-3be5e072-191c-4623-bbec-4223cac0ce65 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:44.911058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c36ec40b-4c86-4fed-9d8c-a980629a10bd req-3be5e072-191c-4623-bbec-4223cac0ce65 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.3007867 Jul 06 11:30:45.020985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c36ec40b-4c86-4fed-9d8c-a980629a10bd req-d127567d-1a67-4a93-b8c2-0c4fb46e4e3b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988350 Jul 06 11:30:45.039516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435c95-730b-4541-99c8-73114244226d req-8d2bbc01-83da-4a40-824a-ec8d6df32e4c tempest-FlavorsV2NegativeTest-295652361 tempest-FlavorsV2NegativeTest-295652361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:45.040389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa435c95-730b-4541-99c8-73114244226d req-8d2bbc01-83da-4a40-824a-ec8d6df32e4c tempest-FlavorsV2NegativeTest-295652361 tempest-FlavorsV2NegativeTest-295652361-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759402 Jul 06 11:30:45.079173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa435c95-730b-4541-99c8-73114244226d req-fb02e452-ef34-43ce-9db4-1ead274cd100 tempest-FlavorsV2NegativeTest-295652361 tempest-FlavorsV2NegativeTest-295652361-project] 10.222.0.21 "GET /v2.0/quotas/79079f0039614c2b91545295199e55ee HTTP/1.1" status: 200 len: 375 time: 0.0337064 Jul 06 11:30:45.222418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa435c95-730b-4541-99c8-73114244226d req-b5f88774-d4f4-4c7d-a9f7-63217d5c1a19 tempest-FlavorsV2NegativeTest-295652361 tempest-FlavorsV2NegativeTest-295652361-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79079f0039614c2b91545295199e55ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1192195 Jul 06 11:30:45.242537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd266c-9585-4a55-af79-1b8fe551f9f3 req-1a4c906e-695c-4ad1-9ff8-8808077d5c67 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:45.267602 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d3bd266c-9585-4a55-af79-1b8fe551f9f3 req-1a4c906e-695c-4ad1-9ff8-8808077d5c67 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 945 time: 0.2257168 Jul 06 11:30:45.527080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd9344-75df-4885-81a4-cae58efaebe8 req-3df480f8-a8c8-42cd-a8a8-cd15e59a1f6e tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:45.529581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2dcd9344-75df-4885-81a4-cae58efaebe8 req-3df480f8-a8c8-42cd-a8a8-cd15e59a1f6e tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 944 time: 0.2308557 Jul 06 11:30:45.661509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d3bd266c-9585-4a55-af79-1b8fe551f9f3 req-347b9ed6-3c46-414f-8b31-afac097cb19d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Deleting port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:30:45.662069 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d3bd266c-9585-4a55-af79-1b8fe551f9f3 req-347b9ed6-3c46-414f-8b31-afac097cb19d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:45.669081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2dcd9344-75df-4885-81a4-cae58efaebe8 req-47c80a00-ac7f-452d-b91e-d4985ac45078 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218908 Jul 06 11:30:45.787679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30408543-a594-4bf8-b427-5d3e9322cab8 req-61353586-aa7f-49f1-908f-f558bd192503 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:45.800380 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30408543-a594-4bf8-b427-5d3e9322cab8 req-61353586-aa7f-49f1-908f-f558bd192503 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 945 time: 0.2695789 Jul 06 11:30:45.899373 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30408543-a594-4bf8-b427-5d3e9322cab8 req-d82f77a1-90dc-4405-92e1-36c4bab10723 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919800 Jul 06 11:30:45.959408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d3bd266c-9585-4a55-af79-1b8fe551f9f3 req-347b9ed6-3c46-414f-8b31-afac097cb19d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] For port 0ae6d5aa-004a-428c-a7b6-b5dee7819652, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ae6d5aa-004a-428c-a7b6-b5dee7819652,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:45.960821 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d3bd266c-9585-4a55-af79-1b8fe551f9f3 req-347b9ed6-3c46-414f-8b31-afac097cb19d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:46.001055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d3bd266c-9585-4a55-af79-1b8fe551f9f3 req-347b9ed6-3c46-414f-8b31-afac097cb19d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Calling delete_port for 0ae6d5aa-004a-428c-a7b6-b5dee7819652 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:30:46.043416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdeb73-b3b4-4237-83f4-57f813d6471d req-d59e6496-700a-4764-9090-e45062700b1e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:46.048168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02fdeb73-b3b4-4237-83f4-57f813d6471d req-d59e6496-700a-4764-9090-e45062700b1e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 945 time: 0.1475298 Jul 06 11:30:46.179278 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02fdeb73-b3b4-4237-83f4-57f813d6471d req-9f900b55-2568-4f86-bbf8-0567b8068e27 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132584 Jul 06 11:30:46.309097 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d3bd266c-9585-4a55-af79-1b8fe551f9f3 req-347b9ed6-3c46-414f-8b31-afac097cb19d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:46.327360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['dc09012d-01da-41f3-8ef0-dda11fd70bec'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:46.390673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b9ed6-3c46-414f-8b31-afac097cb19d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Pushing event deleted for resources: {'Port': ['ID=0ae6d5aa-004a-428c-a7b6-b5dee7819652,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:46.430694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769b2f9-5845-4fd7-9df9-e74ac87863b6 req-9f3e9269-e84e-4ac7-bbbb-85b07638597a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:46.438641 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['0ae6d5aa-004a-428c-a7b6-b5dee7819652'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:46.458136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d769b2f9-5845-4fd7-9df9-e74ac87863b6 req-9f3e9269-e84e-4ac7-bbbb-85b07638597a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.2990217 Jul 06 11:30:46.519265 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bd266c-9585-4a55-af79-1b8fe551f9f3 req-347b9ed6-3c46-414f-8b31-afac097cb19d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] No DVR routers for this DVR port 0ae6d5aa-004a-428c-a7b6-b5dee7819652 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:30:46.529129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d3bd266c-9585-4a55-af79-1b8fe551f9f3 req-347b9ed6-3c46-414f-8b31-afac097cb19d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:46.534662 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d3bd266c-9585-4a55-af79-1b8fe551f9f3 req-347b9ed6-3c46-414f-8b31-afac097cb19d tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.86 "DELETE /v2.0/ports/0ae6d5aa-004a-428c-a7b6-b5dee7819652 HTTP/1.1" status: 204 len: 173 time: 1.2657223 Jul 06 11:30:46.536195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'name': 'network-vif-deleted', 'tag': '0ae6d5aa-004a-428c-a7b6-b5dee7819652'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:46.553101 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038058ba-b7d3-4d91-bf27-217c1ffccea0" -d '{"events": [{"server_uuid": "a0ed4468-7fe9-49ab-96e4-84639137b4d8", "name": "network-vif-deleted", "tag": "0ae6d5aa-004a-428c-a7b6-b5dee7819652"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:46.598303 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d769b2f9-5845-4fd7-9df9-e74ac87863b6 req-166c9d88-e3e7-471a-a5ce-e7746ab4b111 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376314 Jul 06 11:30:46.720337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59320) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:46.854889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c514-a8a9-41ec-a540-0e2e69be7c11 req-272bf257-b462-4d0f-a05c-92f2c68e7e77 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:46.857267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7948c514-a8a9-41ec-a540-0e2e69be7c11 req-272bf257-b462-4d0f-a05c-92f2c68e7e77 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 943 time: 0.1770499 Jul 06 11:30:46.984362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7948c514-a8a9-41ec-a540-0e2e69be7c11 req-32078674-2a46-4097-8755-db38f6628db4 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167123 Jul 06 11:30:47.059389 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c956989-95a1-4b37-b54b-fd0d93092585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:47.060239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5e169db1-ad5a-452e-9fdd-2f4fc491568b details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:30:47.200303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70487900-85f5-4ae3-9a95-c65be9ed3b54 req-b543ae59-be46-4cec-b369-5af12694d274 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:47.203279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70487900-85f5-4ae3-9a95-c65be9ed3b54 req-b543ae59-be46-4cec-b369-5af12694d274 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1903353 Jul 06 11:30:47.289560 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3610256-2db1-40ed-b529-c4b62490d244 x-openstack-request-id: req-b3610256-2db1-40ed-b529-c4b62490d244 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:47.290902 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ed4468-7fe9-49ab-96e4-84639137b4d8", "name": "network-vif-deleted", "tag": "0ae6d5aa-004a-428c-a7b6-b5dee7819652", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:47.293500 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3610256-2db1-40ed-b529-c4b62490d244 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:47.294755 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ed4468-7fe9-49ab-96e4-84639137b4d8', 'name': 'network-vif-deleted', 'tag': '0ae6d5aa-004a-428c-a7b6-b5dee7819652', 'status': 'completed', 'code': 200} Jul 06 11:30:47.368503 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70487900-85f5-4ae3-9a95-c65be9ed3b54 req-2e0e8839-6315-46c1-9c64-8ad3d4f2c01d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482048 Jul 06 11:30:47.421962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5e169db1-ad5a-452e-9fdd-2f4fc491568b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5e169db1-ad5a-452e-9fdd-2f4fc491568b,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:47.447746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '5e169db1-ad5a-452e-9fdd-2f4fc491568b', 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932', 'port_id': '5e169db1-ad5a-452e-9fdd-2f4fc491568b', 'mac_address': 'fa:16:3e:f6:1a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db865811-8939-42d3-8508-9ae239d97c6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:30:47.453702 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c956989-95a1-4b37-b54b-fd0d93092585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:47.462461 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c956989-95a1-4b37-b54b-fd0d93092585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:47.540129 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:47.576192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e169db1-ad5a-452e-9fdd-2f4fc491568b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:30:47.601995 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9c956989-95a1-4b37-b54b-fd0d93092585 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79079f0039614c2b91545295199e55ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8793733 Jul 06 11:30:47.603241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59334) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:30:47.604330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c956989-95a1-4b37-b54b-fd0d93092585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb21852-8c8a-4830-bbff-64fb087fc1da,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:47.651294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5e169db1-ad5a-452e-9fdd-2f4fc491568b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5e169db1-ad5a-452e-9fdd-2f4fc491568b,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:47.672800 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:47.712487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4c46a-fee4-420a-a0d8-096f0844ee71 req-da52b973-7c86-46af-b37a-ad17208ff628 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:47.715163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3d4c46a-fee4-420a-a0d8-096f0844ee71 req-da52b973-7c86-46af-b37a-ad17208ff628 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 1095 time: 0.1859524 Jul 06 11:30:47.813536 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7afdd3bf-96d0-49b0-af3f-7bc9aa5ee936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:47.833613 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56961fda-6bc3-4daa-a20a-d417db618bdf req-ec86cf47-6a5c-453f-b3dc-1c4707aa0e3f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 210 time: 0.1011286 Jul 06 11:30:47.846753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5e169db1-ad5a-452e-9fdd-2f4fc491568b,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:47.858114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['5e169db1-ad5a-452e-9fdd-2f4fc491568b'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:47.865301 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7afdd3bf-96d0-49b0-af3f-7bc9aa5ee936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:47.931419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3d4c46a-fee4-420a-a0d8-096f0844ee71 req-80d89fdb-07fd-4210-b327-56639f36cb8e tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817343 Jul 06 11:30:47.998373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7afdd3bf-96d0-49b0-af3f-7bc9aa5ee936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:48.006137 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7afdd3bf-96d0-49b0-af3f-7bc9aa5ee936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:48.020681 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7afdd3bf-96d0-49b0-af3f-7bc9aa5ee936 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cb21852-8c8a-4830-bbff-64fb087fc1da HTTP/1.1" status: 204 len: 168 time: 0.3929081 Jul 06 11:30:48.037106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdd3bf-96d0-49b0-af3f-7bc9aa5ee936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb21852-8c8a-4830-bbff-64fb087fc1da,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:48.170304 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:48.373183 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6124de19-5230-4a77-8212-8d44706d5ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:48.541468 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:48.566972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac078dd-c70f-4084-8302-4c7181c8fa21 req-ef19cb00-0433-49f2-bc94-58e56203722c tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:48.572559 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ac078dd-c70f-4084-8302-4c7181c8fa21 req-ef19cb00-0433-49f2-bc94-58e56203722c tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 944 time: 0.3424554 Jul 06 11:30:48.622753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2a8ee-5a27-46d5-9c57-2af8b7e045cb req-77fb930b-9873-4f21-ad93-0cb3149d9097 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:48.636942 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95b2a8ee-5a27-46d5-9c57-2af8b7e045cb req-77fb930b-9873-4f21-ad93-0cb3149d9097 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.3005714 Jul 06 11:30:48.701660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ac078dd-c70f-4084-8302-4c7181c8fa21 req-eba36985-cebf-4cbe-a965-4d898641953b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173530 Jul 06 11:30:48.718582 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95b2a8ee-5a27-46d5-9c57-2af8b7e045cb req-5937a558-df4d-4a47-be94-e9e834d89ba3 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784738 Jul 06 11:30:48.987013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ae6d5aa-004a-428c-a7b6-b5dee7819652 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:30:49.018628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 0ae6d5aa-004a-428c-a7b6-b5dee7819652 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:30:49.018982 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ae6d5aa-004a-428c-a7b6-b5dee7819652 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:30:49.059415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5e169db1-ad5a-452e-9fdd-2f4fc491568b up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:30:49.113045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe40d0-8b07-49a8-aa55-7848d5d1668e req-5aff6018-c241-4c15-9d5c-b1c285164216 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:49.120773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69fe40d0-8b07-49a8-aa55-7848d5d1668e req-5aff6018-c241-4c15-9d5c-b1c285164216 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.1526644 Jul 06 11:30:49.195276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 5e169db1-ad5a-452e-9fdd-2f4fc491568b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:30:49.198368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69fe40d0-8b07-49a8-aa55-7848d5d1668e req-346d241a-c012-47ff-9743-e0750386d909 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746269 Jul 06 11:30:49.199442 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:49.528012 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:49.588011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fd6af3-1fb0-4792-895d-22c51581168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e169db1-ad5a-452e-9fdd-2f4fc491568b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:49.594493 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faff3376-0176-4590-b547-79a95beee4b0" -d '{"events": [{"server_uuid": "83fd6af3-1fb0-4792-895d-22c51581168e", "name": "network-vif-plugged", "status": "completed", "tag": "5e169db1-ad5a-452e-9fdd-2f4fc491568b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:49.626133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5e169db1-ad5a-452e-9fdd-2f4fc491568b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5e169db1-ad5a-452e-9fdd-2f4fc491568b,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:49.629570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60cfbd-32e5-440d-b586-bd01dcd27653 req-b9b75b32-6767-4e01-97de-1cabfbe3af37 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:49.642969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:49.654503 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff60cfbd-32e5-440d-b586-bd01dcd27653 req-b9b75b32-6767-4e01-97de-1cabfbe3af37 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 943 time: 0.2333558 Jul 06 11:30:49.754454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d372e3-9283-484f-a19f-7ccf2d8b1978 req-ec98caf8-6740-466c-94df-a66c41da2f4c tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:49.768513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-33d372e3-9283-484f-a19f-7ccf2d8b1978 req-ec98caf8-6740-466c-94df-a66c41da2f4c tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 1095 time: 0.2756755 Jul 06 11:30:49.792920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff60cfbd-32e5-440d-b586-bd01dcd27653 req-3d9496e5-25f9-49d9-b240-6a7c54af1c81 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366899 Jul 06 11:30:49.817063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5e169db1-ad5a-452e-9fdd-2f4fc491568b,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:49.891759 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-33d372e3-9283-484f-a19f-7ccf2d8b1978 req-67baa3ec-abc1-4f92-87da-b641245d12c6 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131546 Jul 06 11:30:50.093307 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c5f113-6eef-47a5-ba8f-7c421c783683 x-openstack-request-id: req-e5c5f113-6eef-47a5-ba8f-7c421c783683 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:50.093671 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fd6af3-1fb0-4792-895d-22c51581168e", "name": "network-vif-plugged", "status": "completed", "tag": "5e169db1-ad5a-452e-9fdd-2f4fc491568b", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:50.094063 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5c5f113-6eef-47a5-ba8f-7c421c783683 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:50.094692 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fd6af3-1fb0-4792-895d-22c51581168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e169db1-ad5a-452e-9fdd-2f4fc491568b', 'code': 200} Jul 06 11:30:50.131046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88eceb75-a278-4451-b41d-68a14070f99c req-e3410c87-4ae3-4a69-8b94-6db627b99e70 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 210 time: 0.0600052 Jul 06 11:30:50.282632 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:50.432367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7aa31-35bb-4e76-b702-7f87d6913112 req-0aca93ad-46f4-4b40-82fc-6c8ffb102519 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:50.435763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3cb7aa31-35bb-4e76-b702-7f87d6913112 req-0aca93ad-46f4-4b40-82fc-6c8ffb102519 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 945 time: 0.1799910 Jul 06 11:30:50.549849 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3cb7aa31-35bb-4e76-b702-7f87d6913112 req-32940e0a-5cc4-41c6-a43d-e48dfda23337 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978236 Jul 06 11:30:50.567240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbe73f-f574-4548-a575-156b0ef4263c req-d64c393b-9cc5-490e-a898-61e890c76b5f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:50.571238 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ccbe73f-f574-4548-a575-156b0ef4263c req-d64c393b-9cc5-490e-a898-61e890c76b5f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2164943 Jul 06 11:30:50.649779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ccbe73f-f574-4548-a575-156b0ef4263c req-7076f95d-5f48-4e3d-bbcb-ee09243cd864 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675919 Jul 06 11:30:51.787121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad164602-9af9-433d-9655-b59c8d733973 req-8ffe4998-aa0c-4285-92ba-ca3c8502e92a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:51.792617 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad164602-9af9-433d-9655-b59c8d733973 req-8ffe4998-aa0c-4285-92ba-ca3c8502e92a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.1554046 Jul 06 11:30:51.933800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad164602-9af9-433d-9655-b59c8d733973 req-12bf1c7c-1b7c-4c16-a0a5-b5de9e257375 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220384 Jul 06 11:30:51.987246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1f3c4-9249-4c95-9ed0-a9307d552b2e req-c79fd2be-f841-43a5-835d-c75e561bb189 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:51.992059 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0f1f3c4-9249-4c95-9ed0-a9307d552b2e req-c79fd2be-f841-43a5-835d-c75e561bb189 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1694274 Jul 06 11:30:52.087969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0f1f3c4-9249-4c95-9ed0-a9307d552b2e req-ce17d4e9-f9c3-4612-8115-e4925317afba tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807526 Jul 06 11:30:52.346309 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97431-4a98-4bbc-ba38-69f62c022e60 req-cae4a5e0-e8dd-409a-856c-f871874e3903 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:52.368586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eac97431-4a98-4bbc-ba38-69f62c022e60 req-cae4a5e0-e8dd-409a-856c-f871874e3903 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 943 time: 0.2021661 Jul 06 11:30:52.442466 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89497694-86fb-468e-9cc8-82f15c8a2207 req-a7bc46c8-83c3-465d-b62a-edcfce020877 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 210 time: 0.0717649 Jul 06 11:30:52.510782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eac97431-4a98-4bbc-ba38-69f62c022e60 req-2238233d-e4c3-4d07-98e3-13d5d6993058 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359780 Jul 06 11:30:52.817866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192502af-b98c-4177-98fe-f59b5b36a8c4 req-33d0b1e7-d671-4db0-ad61-3986e3ceba7c tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:52.822747 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-192502af-b98c-4177-98fe-f59b5b36a8c4 req-33d0b1e7-d671-4db0-ad61-3986e3ceba7c tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 945 time: 0.1463623 Jul 06 11:30:52.883480 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-192502af-b98c-4177-98fe-f59b5b36a8c4 req-546acbe0-6a2a-4987-a456-c5a9f8a861b7 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495760 Jul 06 11:30:53.003705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 39e90946-f633-492a-9136-3f0d272e1811 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:30:53.289559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 39e90946-f633-492a-9136-3f0d272e1811, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=39e90946-f633-492a-9136-3f0d272e1811,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:53.332011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '39e90946-f633-492a-9136-3f0d272e1811', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'port_id': '39e90946-f633-492a-9136-3f0d272e1811', 'mac_address': 'fa:16:3e:4d:c0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:30:53.417813 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:53.447859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e90946-f633-492a-9136-3f0d272e1811 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:30:53.502728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 39e90946-f633-492a-9136-3f0d272e1811, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=39e90946-f633-492a-9136-3f0d272e1811,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:53.511963 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:53.655189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=39e90946-f633-492a-9136-3f0d272e1811,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:53.685417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.686941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.687651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.688244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.689191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.689744 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.690289 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.690830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.691369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.695784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.696481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.697036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:30:53.802436 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-88de8698-62e8-4746-8620-ad28e5975af5 service neutron] show failed (client error): The resource could not be found. Jul 06 11:30:53.807932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-88de8698-62e8-4746-8620-ad28e5975af5 service neutron] 10.222.0.86 "GET /v2.0/ports/bc535d0d-39fd-40a0-accb-42ee3e353d5d/bindings/n-h1-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.2159352 Jul 06 11:30:53.832075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['39e90946-f633-492a-9136-3f0d272e1811'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:30:53.961251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd598224-9c08-42a6-9520-1411dbc33d81 req-e83c9fd5-969a-4d6a-a811-47f549eb742d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:53.964134 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd598224-9c08-42a6-9520-1411dbc33d81 req-e83c9fd5-969a-4d6a-a811-47f549eb742d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.2249904 Jul 06 11:30:54.080358 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd598224-9c08-42a6-9520-1411dbc33d81 req-d2ff55cf-4576-403c-92f7-be9dc20ed67b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980721 Jul 06 11:30:54.532452 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-2427c8a9-c9e2-4622-bd4b-b67814c2cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:54.543216 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-2427c8a9-c9e2-4622-bd4b-b67814c2cd24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512&tenant_id=954e407d1dcd4bbebedb2be51459f1e9 HTTP/1.1" status: 200 len: 1101 time: 0.2449782 Jul 06 11:30:54.547875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbd66e-66de-4d9b-8fd4-fdb965162b0a req-f702f4f1-58ef-4356-b106-3ba35e819e38 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:54.551279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8dbd66e-66de-4d9b-8fd4-fdb965162b0a req-f702f4f1-58ef-4356-b106-3ba35e819e38 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2178817 Jul 06 11:30:54.561679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:30:54.686774 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8dbd66e-66de-4d9b-8fd4-fdb965162b0a req-da46ac98-6a2e-4354-912e-25cdf261d108 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211836 Jul 06 11:30:54.792288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:55.020393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 39e90946-f633-492a-9136-3f0d272e1811 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:30:55.073500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140b1bf-20b9-4200-98c5-f0a4c012278b req-c78529ce-e2ef-427c-b808-96ceefb11dc8 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:55.079325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a140b1bf-20b9-4200-98c5-f0a4c012278b req-c78529ce-e2ef-427c-b808-96ceefb11dc8 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 945 time: 0.2294168 Jul 06 11:30:55.146503 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5e169db1-ad5a-452e-9fdd-2f4fc491568b no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:30:55.264994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a140b1bf-20b9-4200-98c5-f0a4c012278b req-78f40f74-96a6-4f2b-b8ae-32d87c498b86 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654329 Jul 06 11:30:55.275113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34641eff-2265-4e26-99c2-5f45c88fee83 req-7518a9c9-71ca-4de7-966d-3467f1c8a00f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0ed4468-7fe9-49ab-96e4-84639137b4d8 HTTP/1.1" status: 200 len: 210 time: 0.0977085 Jul 06 11:30:55.394256 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:55.421102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 39e90946-f633-492a-9136-3f0d272e1811 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:30:55.435625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 39e90946-f633-492a-9136-3f0d272e1811 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:30:55.436451 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:55.569681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fd6af3-1fb0-4792-895d-22c51581168e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e169db1-ad5a-452e-9fdd-2f4fc491568b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:55.575007 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4716f489-41fd-42f7-b05f-79d8958d30ec" -d '{"events": [{"server_uuid": "83fd6af3-1fb0-4792-895d-22c51581168e", "name": "network-vif-unplugged", "status": "completed", "tag": "5e169db1-ad5a-452e-9fdd-2f4fc491568b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:55.587223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:55.658233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:55.755666 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:55.782705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Transition to ACTIVE for port object bc535d0d-39fd-40a0-accb-42ee3e353d5d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:30:55.783975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:55.796392 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dfb4ce-65cb-4ba4-8f4c-ff15205b6f69" -d '{"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-unplugged", "status": "completed", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:55.814559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:55.880724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5e169db1-ad5a-452e-9fdd-2f4fc491568b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5e169db1-ad5a-452e-9fdd-2f4fc491568b,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:55.886753 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:55.945772 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:55.965791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f92678-f907-47cb-8da3-76e5baf45f55 req-fa5f35ea-7abc-45b8-a972-fa97ae414ea7 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:56.007536 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23f92678-f907-47cb-8da3-76e5baf45f55 req-fa5f35ea-7abc-45b8-a972-fa97ae414ea7 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 944 time: 0.4386146 Jul 06 11:30:56.051047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:56.062931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] No DVR routers for this DVR port bc535d0d-39fd-40a0-accb-42ee3e353d5d on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:30:56.181471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5e169db1-ad5a-452e-9fdd-2f4fc491568b,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:56.197990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:30:56.198729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:30:56.199322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:56.209760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Port bc535d0d-39fd-40a0-accb-42ee3e353d5d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:30:56.213112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23f92678-f907-47cb-8da3-76e5baf45f55 req-0de6960c-35a1-4e66-950a-292124d1008a tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999729 Jul 06 11:30:56.214283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:30:56.227185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:30:56.228583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:30:56.231804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:30:56.232593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Bound port: bc535d0d-39fd-40a0-accb-42ee3e353d5d, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:30:56.233163 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:56.290702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 39e90946-f633-492a-9136-3f0d272e1811, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=39e90946-f633-492a-9136-3f0d272e1811,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:56.309842 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:56.354237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60fe81-eabe-4b87-a734-9ed22261ca33 req-78583d72-f6d3-420e-a3dd-60b868bc44ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:56.363364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f60fe81-eabe-4b87-a734-9ed22261ca33 req-78583d72-f6d3-420e-a3dd-60b868bc44ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 945 time: 0.6477523 Jul 06 11:30:56.447657 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ba4ae3-ce65-42f9-b14a-8cd7e32931c7 x-openstack-request-id: req-22ba4ae3-ce65-42f9-b14a-8cd7e32931c7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:56.448152 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fd6af3-1fb0-4792-895d-22c51581168e", "name": "network-vif-unplugged", "status": "completed", "tag": "5e169db1-ad5a-452e-9fdd-2f4fc491568b", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:56.448576 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22ba4ae3-ce65-42f9-b14a-8cd7e32931c7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:56.449225 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fd6af3-1fb0-4792-895d-22c51581168e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e169db1-ad5a-452e-9fdd-2f4fc491568b', 'code': 200} Jul 06 11:30:56.467013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:30:56.479919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:30:56.498033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:56.589878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:56.592394 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:56.596271 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] 10.222.0.47 "PUT /v2.0/ports/bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 1096 time: 2.0430524 Jul 06 11:30:56.618852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=39e90946-f633-492a-9136-3f0d272e1811,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:56.734586 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84072860-9f20-4095-861b-396dfe1c01f5 x-openstack-request-id: req-84072860-9f20-4095-861b-396dfe1c01f5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:56.736264 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-unplugged", "status": "completed", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:56.739290 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84072860-9f20-4095-861b-396dfe1c01f5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:56.741740 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'code': 200} Jul 06 11:30:56.890548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4fe05-a747-4479-9b7b-05f2bf6e7295 service neutron] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:56.926434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-443d95c8-60a8-451b-a3e6-5de06ab0dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:56.930375 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-443d95c8-60a8-451b-a3e6-5de06ab0dee8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1099 time: 0.2077532 Jul 06 11:30:56.994212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37230af-bc49-4d5c-8eb6-7cdf599dbad0 req-dc542450-cd32-4b2b-94c0-3e0b815738f6 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:57.011848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d37230af-bc49-4d5c-8eb6-7cdf599dbad0 req-dc542450-cd32-4b2b-94c0-3e0b815738f6 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 948 time: 0.3291388 Jul 06 11:30:57.018386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bc535d0d-39fd-40a0-accb-42ee3e353d5d no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:30:57.094990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3f60fe81-eabe-4b87-a734-9ed22261ca33 req-e545b432-9248-4de4-b00a-bbfbbd8f39a0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Deleting port 5e169db1-ad5a-452e-9fdd-2f4fc491568b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:30:57.096602 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3f60fe81-eabe-4b87-a734-9ed22261ca33 req-e545b432-9248-4de4-b00a-bbfbbd8f39a0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:57.222254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bc535d0d-39fd-40a0-accb-42ee3e353d5d not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:30:57.250148 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d37230af-bc49-4d5c-8eb6-7cdf599dbad0 req-86808773-11ef-400a-8673-58429f44c905 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341681 Jul 06 11:30:57.260838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-05b7cc42-3454-42a9-afb8-9f98f7aec3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:57.273260 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-05b7cc42-3454-42a9-afb8-9f98f7aec3e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3236542 Jul 06 11:30:57.337691 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-4d115093-bd12-4d53-931e-32b6ba77e0be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 217 time: 0.0636685 Jul 06 11:30:57.383818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3f60fe81-eabe-4b87-a734-9ed22261ca33 req-e545b432-9248-4de4-b00a-bbfbbd8f39a0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] For port 5e169db1-ad5a-452e-9fdd-2f4fc491568b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5e169db1-ad5a-452e-9fdd-2f4fc491568b,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:30:57.384895 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3f60fe81-eabe-4b87-a734-9ed22261ca33 req-e545b432-9248-4de4-b00a-bbfbbd8f39a0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:57.405715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3f60fe81-eabe-4b87-a734-9ed22261ca33 req-e545b432-9248-4de4-b00a-bbfbbd8f39a0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Calling delete_port for 5e169db1-ad5a-452e-9fdd-2f4fc491568b owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:30:57.534466 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-0a85271e-8011-4137-9c20-20a3fd842281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:57.542535 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-0a85271e-8011-4137-9c20-20a3fd842281 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1960113 Jul 06 11:30:57.637885 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3f60fe81-eabe-4b87-a734-9ed22261ca33 req-e545b432-9248-4de4-b00a-bbfbbd8f39a0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:57.671252 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0754d291-e78e-417c-8d8c-b77e32a8df62 req-d4e4b3d4-72e6-4aec-9517-706ab7040860 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=83fd6af3-1fb0-4792-895d-22c51581168e HTTP/1.1" status: 200 len: 210 time: 0.0468791 Jul 06 11:30:57.706210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545b432-9248-4de4-b00a-bbfbbd8f39a0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event deleted for resources: {'Port': ['ID=5e169db1-ad5a-452e-9fdd-2f4fc491568b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:30:57.811084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-2beb1b4e-71e2-441c-b810-fb167da237ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:57.818132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-2beb1b4e-71e2-441c-b810-fb167da237ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2638354 Jul 06 11:30:57.857903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f60fe81-eabe-4b87-a734-9ed22261ca33 req-e545b432-9248-4de4-b00a-bbfbbd8f39a0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] No DVR routers for this DVR port 5e169db1-ad5a-452e-9fdd-2f4fc491568b on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:30:57.863774 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3f60fe81-eabe-4b87-a734-9ed22261ca33 req-e545b432-9248-4de4-b00a-bbfbbd8f39a0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:57.870559 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f60fe81-eabe-4b87-a734-9ed22261ca33 req-e545b432-9248-4de4-b00a-bbfbbd8f39a0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "DELETE /v2.0/ports/5e169db1-ad5a-452e-9fdd-2f4fc491568b HTTP/1.1" status: 204 len: 173 time: 1.4972270 Jul 06 11:30:57.871596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fd6af3-1fb0-4792-895d-22c51581168e', 'name': 'network-vif-deleted', 'tag': '5e169db1-ad5a-452e-9fdd-2f4fc491568b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:57.878374 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d4740e-dc0b-4d12-8da3-755f3c474eb6" -d '{"events": [{"server_uuid": "83fd6af3-1fb0-4792-895d-22c51581168e", "name": "network-vif-deleted", "tag": "5e169db1-ad5a-452e-9fdd-2f4fc491568b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:58.274548 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-420f863c-e331-49a7-8bf7-e8cce4ffcf7c service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424305 Jul 06 11:30:58.391624 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:58.433009 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:30:58.434981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12cdea-4acd-4d0e-8aa6-aa8429f5e538 req-1ec767bb-8931-4e92-bc56-da0bfa206966 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:58.445682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a12cdea-4acd-4d0e-8aa6-aa8429f5e538 req-1ec767bb-8931-4e92-bc56-da0bfa206966 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 945 time: 0.1472218 Jul 06 11:30:58.454698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e90946-f633-492a-9136-3f0d272e1811'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:58.459882 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7b28c7-8e31-478c-85db-d0c6075ef09b" -d '{"events": [{"server_uuid": "0c8d2df7-6282-44bf-b577-e159f7f7a8b3", "name": "network-vif-plugged", "status": "completed", "tag": "39e90946-f633-492a-9136-3f0d272e1811"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:58.545424 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a12cdea-4acd-4d0e-8aa6-aa8429f5e538 req-5357ccbd-a48f-4409-9e43-f612a35fda08 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976415 Jul 06 11:30:58.660386 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3aec6a05-7e51-4ceb-b273-d53ddcbd33f7 req-88976ad1-d924-4add-8b4f-f6eb028e380a service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789876 Jul 06 11:30:58.743894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:30:58.751130 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb08f02-84c9-4a7c-91f7-021de25c083d" -d '{"events": [{"name": "network-changed", "server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:30:58.844075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bccf13-4540-46b0-a5c0-097a7fdc38c9 req-017ae567-94ab-4dc6-841b-89dbfc3d83ee tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:58.846939 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40bccf13-4540-46b0-a5c0-097a7fdc38c9 req-017ae567-94ab-4dc6-841b-89dbfc3d83ee tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2202408 Jul 06 11:30:59.021099 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40bccf13-4540-46b0-a5c0-097a7fdc38c9 req-f372179b-4cdd-42d9-9a8e-a7fda85fd40b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223812 Jul 06 11:30:59.129952 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5e169db1-ad5a-452e-9fdd-2f4fc491568b no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:30:59.234411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 5e169db1-ad5a-452e-9fdd-2f4fc491568b {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:30:59.237487 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5e169db1-ad5a-452e-9fdd-2f4fc491568b not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:30:59.254285 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94853a96-1468-48a8-b48a-cb4eb3dace0e x-openstack-request-id: req-94853a96-1468-48a8-b48a-cb4eb3dace0e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:59.254728 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fd6af3-1fb0-4792-895d-22c51581168e", "name": "network-vif-deleted", "tag": "5e169db1-ad5a-452e-9fdd-2f4fc491568b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:59.254994 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94853a96-1468-48a8-b48a-cb4eb3dace0e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:59.255426 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fd6af3-1fb0-4792-895d-22c51581168e', 'name': 'network-vif-deleted', 'tag': '5e169db1-ad5a-452e-9fdd-2f4fc491568b', 'status': 'completed', 'code': 200} Jul 06 11:30:59.757659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e70e6-6f99-44c9-828c-d4ee54dd457a req-913d0a7c-b2c6-4007-8748-23afc919596f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:30:59.774924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-628e70e6-6f99-44c9-828c-d4ee54dd457a req-913d0a7c-b2c6-4007-8748-23afc919596f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 948 time: 0.2159021 Jul 06 11:30:59.889964 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94619039-0a97-4bc6-8ed6-58a556c247c5 x-openstack-request-id: req-94619039-0a97-4bc6-8ed6-58a556c247c5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:30:59.890839 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8d2df7-6282-44bf-b577-e159f7f7a8b3", "name": "network-vif-plugged", "status": "completed", "tag": "39e90946-f633-492a-9136-3f0d272e1811", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:30:59.890839 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94619039-0a97-4bc6-8ed6-58a556c247c5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:30:59.892414 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e90946-f633-492a-9136-3f0d272e1811', 'code': 200} Jul 06 11:30:59.923908 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-628e70e6-6f99-44c9-828c-d4ee54dd457a req-ad610b46-dc0e-453d-b9c0-54392a2ece68 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473684 Jul 06 11:31:00.026790 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5370f2b-c597-4a5a-895a-190dffa535cd x-openstack-request-id: req-f5370f2b-c597-4a5a-895a-190dffa535cd {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:00.027640 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:00.027779 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5370f2b-c597-4a5a-895a-190dffa535cd {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:00.028428 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'status': 'completed', 'code': 200} Jul 06 11:31:00.390385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-b6ddab78-826a-4e80-8749-d52ca53c3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:00.392789 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-b6ddab78-826a-4e80-8749-d52ca53c3d8d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1099 time: 0.3147168 Jul 06 11:31:00.477033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-a7db72a1-cbc3-4a8c-a2d0-20010cfb8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:00.479370 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-a7db72a1-cbc3-4a8c-a2d0-20010cfb8617 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1099 time: 0.3070762 Jul 06 11:31:00.496922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d0612-aa11-4827-8b32-6053cfc63bcc req-19b80823-b029-4f38-ae01-0b5ff8e89248 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:00.511010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f3d0612-aa11-4827-8b32-6053cfc63bcc req-19b80823-b029-4f38-ae01-0b5ff8e89248 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2738667 Jul 06 11:31:00.609273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42506307-941d-45ff-8e35-35534b5c06cb req-83854e2a-c6bd-49c0-92a8-7ce732855a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:00.614322 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42506307-941d-45ff-8e35-35534b5c06cb req-83854e2a-c6bd-49c0-92a8-7ce732855a4b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 1096 time: 0.4624124 Jul 06 11:31:00.669125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f3d0612-aa11-4827-8b32-6053cfc63bcc req-4a5de7cf-2e13-41ce-96ff-a166fb46ef5f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548948 Jul 06 11:31:00.747589 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42506307-941d-45ff-8e35-35534b5c06cb req-f70e423c-b545-452d-a02f-a57c001399cf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200056 Jul 06 11:31:00.765441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-96e636bc-178f-4db0-9933-d053c46e35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:00.767368 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-96e636bc-178f-4db0-9933-d053c46e35d6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3602114 Jul 06 11:31:00.920436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-a8fbfb6d-5ee9-4172-9bf7-f0fce54a5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:00.923027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-a8fbfb6d-5ee9-4172-9bf7-f0fce54a5b22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.4274952 Jul 06 11:31:00.934476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-d53bbb1d-5d9c-4e6e-9188-fce6062c6c9e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 217 time: 0.1251600 Jul 06 11:31:01.079482 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-3a3a9b4e-3791-437c-b4bc-f4dba520fdf7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 217 time: 0.1428266 Jul 06 11:31:01.173008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-77a38c16-4fae-4a81-8478-681a61ecc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:01.174690 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-77a38c16-4fae-4a81-8478-681a61ecc00b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1064386 Jul 06 11:31:01.181865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-4959acbd-9edf-477f-bf4f-396162a3c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:01.184777 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-4959acbd-9edf-477f-bf4f-396162a3c671 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0801153 Jul 06 11:31:01.344972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1cc21-568b-4a34-9c35-51b9736a33f7 req-c7982f35-791e-4db5-9b7a-c6d912823f58 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:01.368137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-36c8e2cc-58eb-42b0-9700-db11295e9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:01.369317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25d1cc21-568b-4a34-9c35-51b9736a33f7 req-c7982f35-791e-4db5-9b7a-c6d912823f58 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 945 time: 0.3068733 Jul 06 11:31:01.370649 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-36c8e2cc-58eb-42b0-9700-db11295e9c2a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1844194 Jul 06 11:31:01.376806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-2a18b786-48f9-4b86-8fd0-159b8d4501a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:01.378841 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-2a18b786-48f9-4b86-8fd0-159b8d4501a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786895 Jul 06 11:31:01.538821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25d1cc21-568b-4a34-9c35-51b9736a33f7 req-1a5fdb3a-66fe-4b1a-bc67-90d0b6d9a6e1 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613474 Jul 06 11:31:02.060847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-ad255a5e-5ad9-4bc9-a210-c6b05a14b054 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:02.069374 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-ad255a5e-5ad9-4bc9-a210-c6b05a14b054 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/networks?id=303db037-9806-4ab0-b73d-fece10dd4932 HTTP/1.1" status: 200 len: 822 time: 0.4842582 Jul 06 11:31:02.089234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-3df59f5c-ef1e-49fe-a0a4-b4efd0225a15 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/quotas/732109b7a9bb4d25ba7b9514fdfb0363 HTTP/1.1" status: 200 len: 375 time: 0.0186195 Jul 06 11:31:02.108249 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-fcadafbf-e7d0-407b-8285-0d809b26b480 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134798 Jul 06 11:31:02.188891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff09f5-8f4d-4da2-931e-e6388716da14 req-6948d575-5c7d-47ff-ad96-3d4286e29bce tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:02.192316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93ff09f5-8f4d-4da2-931e-e6388716da14 req-6948d575-5c7d-47ff-ad96-3d4286e29bce tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 948 time: 0.2335155 Jul 06 11:31:02.201068 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-8cccc531-f991-48f0-82cf-00495f2f472e service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8206084 Jul 06 11:31:02.303434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-45ca4453-7a28-4046-b158-6972d7d60b07 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=732109b7a9bb4d25ba7b9514fdfb0363&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1997361 Jul 06 11:31:02.309951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93ff09f5-8f4d-4da2-931e-e6388716da14 req-3ff732e8-ab88-4dae-bcd7-defca01342d7 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965462 Jul 06 11:31:02.336254 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-ad39ff53-1d6e-4403-8101-4fbbb6b6438d service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193608 Jul 06 11:31:02.436130 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bb08f02-84c9-4a7c-91f7-021de25c083d req-ac44cbcf-2a13-4125-a261-e5c8ef7015e1 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206864 Jul 06 11:31:02.569959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-0ad8dad0-1d25-4d24-bfac-839d58b5f9e2 service neutron] 10.222.0.21 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433569 Jul 06 11:31:02.821380 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-0860a364-7b80-4ed7-a34f-69417c114647 service neutron] 10.222.0.21 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379112 Jul 06 11:31:03.124305 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device bc535d0d-39fd-40a0-accb-42ee3e353d5d details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:31:03.350501 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:03.491332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2384ff5-df6e-43e8-a649-984f6f1bc9eb req-da3b5875-6a3f-453b-97d1-5c34e3725d53 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:03.494044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2384ff5-df6e-43e8-a649-984f6f1bc9eb req-da3b5875-6a3f-453b-97d1-5c34e3725d53 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2186043 Jul 06 11:31:03.651053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2384ff5-df6e-43e8-a649-984f6f1bc9eb req-c890de70-f4cf-4981-a000-4043078a2775 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366425 Jul 06 11:31:03.661146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'mac_address': 'fa:16:3e:82:aa:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:31:03.742193 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f482-e7cb-496f-8fc0-eb80a6e4dfe4 req-362aba4e-703c-4b93-a083-4db498107559 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:03.745025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4c8f482-e7cb-496f-8fc0-eb80a6e4dfe4 req-362aba4e-703c-4b93-a083-4db498107559 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 945 time: 0.2481713 Jul 06 11:31:03.791959 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:03.831478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc535d0d-39fd-40a0-accb-42ee3e353d5d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:31:03.865167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:03.875479 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:03.890537 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6900796-800c-4df1-b19e-cf6dceda992f req-8d2a5aaa-3738-4dd5-9c85-5bfde535e316 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 210 time: 0.0573225 Jul 06 11:31:03.998192 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4c8f482-e7cb-496f-8fc0-eb80a6e4dfe4 req-23b5f1aa-b9c3-4948-8c8b-c7e21ad44bc6 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367570 Jul 06 11:31:04.049778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:04.364824 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['bc535d0d-39fd-40a0-accb-42ee3e353d5d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:31:04.508829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01387562-8653-49b3-9ac7-19a5f83c533e req-ec418075-d479-4a0e-9d97-5f44632c4844 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:04.510758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-01387562-8653-49b3-9ac7-19a5f83c533e req-ec418075-d479-4a0e-9d97-5f44632c4844 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2672231 Jul 06 11:31:04.567596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09faaa-6de2-4635-ad87-c0889562c8c8 req-8e64afb5-ca52-4f8a-9a96-3e1a7e795ef6 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:04.567596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c09faaa-6de2-4635-ad87-c0889562c8c8 req-8e64afb5-ca52-4f8a-9a96-3e1a7e795ef6 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 949 time: 0.3464146 Jul 06 11:31:04.692223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c09faaa-6de2-4635-ad87-c0889562c8c8 req-14b99b49-e68a-4783-b860-ec82c82a8537 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113832 Jul 06 11:31:04.769335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-01387562-8653-49b3-9ac7-19a5f83c533e req-a6118a01-9e0d-49bb-ba03-6bd17cc7321a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023416 Jul 06 11:31:05.301485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbad2d7-d4a9-4d79-bafb-99942af4942c req-7a4eef49-cd66-4be7-bf33-06acc4b74abc tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:05.303802 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5dbad2d7-d4a9-4d79-bafb-99942af4942c req-7a4eef49-cd66-4be7-bf33-06acc4b74abc tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 945 time: 0.2465003 Jul 06 11:31:05.320348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59596) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:05.328965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7ae64fe9-8b94-4f69-831f-8d5073df181f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Request body: {'floatingip': {'port_id': '39e90946-f633-492a-9136-3f0d272e1811'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:05.517015 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae64fe9-8b94-4f69-831f-8d5073df181f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for floatingip, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:05.992816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e815ebc1-1e98-4481-95ab-953df9dd2a06 req-cdacf1fa-3e63-4afd-ba4d-e46b16d48bf2 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 210 time: 0.1102440 Jul 06 11:31:06.641226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-d757b0be-6c2b-440b-b86c-d7fb4c5e6f86 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:06.645136 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-d757b0be-6c2b-440b-b86c-d7fb4c5e6f86 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.47 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512&tenant_id=954e407d1dcd4bbebedb2be51459f1e9&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 949 time: 0.6030791 Jul 06 11:31:06.740953 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-d04dfb44-cfa7-45e2-a66e-1914d5c8d726 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:06.743667 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-d04dfb44-cfa7-45e2-a66e-1914d5c8d726 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "GET /v2.0/networks?id=303db037-9806-4ab0-b73d-fece10dd4932 HTTP/1.1" status: 200 len: 822 time: 0.6469500 Jul 06 11:31:06.863942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Request body: {'port': {'device_id': 'c14fa86d-a693-4610-8225-ddb5ae7df975', 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932', 'admin_state_up': True, 'tenant_id': '732109b7a9bb4d25ba7b9514fdfb0363'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:07.144832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device bc535d0d-39fd-40a0-accb-42ee3e353d5d up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:31:07.155963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff486f-b1cd-402d-99c9-7b0cae6ba5c6 req-376467da-3b0e-4a6d-a1e0-dd75063d8822 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:07.164791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93ff486f-b1cd-402d-99c9-7b0cae6ba5c6 req-376467da-3b0e-4a6d-a1e0-dd75063d8822 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 949 time: 0.7041080 Jul 06 11:31:07.176738 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-bc565563-422f-4f10-bca1-668c0a0a9f25 service neutron] 10.222.0.47 "GET /v2.0/ports/bc535d0d-39fd-40a0-accb-42ee3e353d5d/bindings/n-h1-799527-2 HTTP/1.1" status: 200 len: 382 time: 0.5184772 Jul 06 11:31:07.229212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93ff486f-b1cd-402d-99c9-7b0cae6ba5c6 req-ac87abdb-f4b1-4a49-a87e-2caabc517461 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634203 Jul 06 11:31:07.255298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f3ac-2a0f-4d39-84ad-c0c67c838dc7 req-0774676a-ab9c-4b4f-8a3c-fda044d3c6f5 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:07.275825 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6c93f3ac-2a0f-4d39-84ad-c0c67c838dc7 req-0774676a-ab9c-4b4f-8a3c-fda044d3c6f5 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.7418747 Jul 06 11:31:07.341103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6c93f3ac-2a0f-4d39-84ad-c0c67c838dc7 req-6faa2e20-0df3-450c-9ec1-159ab4b67c0a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635271 Jul 06 11:31:07.389120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Made reservation on behalf of 732109b7a9bb4d25ba7b9514fdfb0363 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:31:07.395441 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:07.438915 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-7ae64fe9-8b94-4f69-831f-8d5073df181f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:31:07.513798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port bc535d0d-39fd-40a0-accb-42ee3e353d5d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:31:07.513798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port bc535d0d-39fd-40a0-accb-42ee3e353d5d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:31:07.513798 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:07.746820 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae64fe9-8b94-4f69-831f-8d5073df181f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:07.766614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-45e8e2ab-e640-4c73-8f17-5f17c7bbe1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:07.773599 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-45e8e2ab-e640-4c73-8f17-5f17c7bbe1ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1100 time: 0.4803092 Jul 06 11:31:07.780428 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae64fe9-8b94-4f69-831f-8d5073df181f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:07.837648 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:07.935817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:07.937691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:07.941137 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4985c5-9821-4c72-bf89-06e6a9cf9e15" -d '{"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-plugged", "status": "completed", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:07.948840 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:08.129783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:08.253752 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-7ae64fe9-8b94-4f69-831f-8d5073df181f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Floating IP 9071bb48-1e0e-439a-ae4e-069d052fd310 associated. External IP: 172.25.0.51, port: 39e90946-f633-492a-9136-3f0d272e1811. Jul 06 11:31:08.364445 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9657878e-4f0e-4230-b100-24055ce4933e req-e1843985-e795-49e3-808c-f32e95ce43ca tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 210 time: 0.1077220 Jul 06 11:31:08.613347 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c2d27f-e5ad-415d-82a0-dfaf2bbd3126 x-openstack-request-id: req-08c2d27f-e5ad-415d-82a0-dfaf2bbd3126 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:08.614212 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-plugged", "status": "completed", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:08.614212 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08c2d27f-e5ad-415d-82a0-dfaf2bbd3126 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:08.615263 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'code': 200} Jul 06 11:31:08.629802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Allocated IP 172.20.0.6 (303db037-9806-4ab0-b73d-fece10dd4932/db865811-8939-42d3-8508-9ae239d97c6d/a8b4864d-3599-428f-bb3f-d7495b060ddd) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:31:08.971746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9c417-9d3f-402c-a7c8-0cfb88f24f20 req-3b2447bb-1304-4a32-9e41-dfa61a30d16d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:08.983244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0c9c417-9d3f-402c-a7c8-0cfb88f24f20 req-3b2447bb-1304-4a32-9e41-dfa61a30d16d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2520850 Jul 06 11:31:08.989344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-1e95c37c-3ad9-48ad-80c9-c6a9cdf81366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:08.992060 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-1e95c37c-3ad9-48ad-80c9-c6a9cdf81366 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 1.2009027 Jul 06 11:31:09.097061 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-72a9ad7e-68aa-4d01-b42a-a18dfce31f1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 217 time: 0.0673809 Jul 06 11:31:09.124491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:09.144863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae64fe9-8b94-4f69-831f-8d5073df181f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Router 6ddec966-f043-4cf2-8696-ff2c043e5f71 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:31:09.305071 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-2867ef66-d227-45a3-ac64-4b57412a97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:09.306707 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-2867ef66-d227-45a3-ac64-4b57412a97bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1606596 Jul 06 11:31:09.429532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0c9c417-9d3f-402c-a7c8-0cfb88f24f20 req-07ec2062-f041-4547-bf5b-aa8841dc5d78 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357007 Jul 06 11:31:09.440023 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:09.572205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-a7c571bb-9ada-4391-9f16-c97a6663dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:09.575069 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-a7c571bb-9ada-4391-9f16-c97a6663dcf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2582378 Jul 06 11:31:09.577654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae64fe9-8b94-4f69-831f-8d5073df181f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:31:09.591304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae64fe9-8b94-4f69-831f-8d5073df181f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:09.602956 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09011149-e292-4c25-b763-b667ea159fe9 None None] Sync routers for ids ['6ddec966-f043-4cf2-8696-ff2c043e5f71'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:31:09.627995 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09011149-e292-4c25-b763-b667ea159fe9 None None] Routers {'6ddec966-f043-4cf2-8696-ff2c043e5f71'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:31:09.629520 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-09011149-e292-4c25-b763-b667ea159fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:30:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ddec966-f043-4cf2-8696-ff2c043e5f71'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:09.688662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Network 303db037-9806-4ab0-b73d-fece10dd4932 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:31:09.729557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:31:09.739148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:31:09.820276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event updated for resources: {'Port': ['ID=a8b4864d-3599-428f-bb3f-d7495b060ddd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:09.889937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee02479-f48e-4c3d-8c07-23496ad6d230 req-bc8fa2b9-ae0b-4ec7-81e6-653eeef25582 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:09.914469 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bee02479-f48e-4c3d-8c07-23496ad6d230 req-bc8fa2b9-ae0b-4ec7-81e6-653eeef25582 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.7179909 Jul 06 11:31:09.966790 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7ae64fe9-8b94-4f69-831f-8d5073df181f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "PUT /v2.0/floatingips/9071bb48-1e0e-439a-ae4e-069d052fd310 HTTP/1.1" status: 200 len: 990 time: 4.6444836 Jul 06 11:31:09.972239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'tag': '39e90946-f633-492a-9136-3f0d272e1811'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:09.978659 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9788e073-7959-46b8-8639-2e8e18fff463" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8d2df7-6282-44bf-b577-e159f7f7a8b3", "tag": "39e90946-f633-492a-9136-3f0d272e1811"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:10.001125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.001493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.002090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.002676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.003263 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.004464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.004924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.005635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.006224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.006810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.007482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.008086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:10.065905 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-90bc34ce-8111-4e3b-a1bc-b2488a8f493d service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808915 Jul 06 11:31:10.070923 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-09011149-e292-4c25-b763-b667ea159fe9 None None] Set router 6ddec966-f043-4cf2-8696-ff2c043e5f71 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:31:10.163549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:10.168991 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:10.251083 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bee02479-f48e-4c3d-8c07-23496ad6d230 req-7fe45c4e-4270-47bc-a178-b65dd1289081 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352811 Jul 06 11:31:10.328667 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-7d4624f6-ba10-4e29-9271-67c7af0b7d7c service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517385 Jul 06 11:31:10.426076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-172940c1-e3b5-4dba-ac9f-dea68440d2f5 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5737550 Jul 06 11:31:10.454835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Request body: {'port': {'device_id': 'c14fa86d-a693-4610-8225-ddb5ae7df975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:10.642828 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:10.687439 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:31:11.150764 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-09011149-e292-4c25-b763-b667ea159fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:33Z', 'revision_number': 4, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '9071bb48-1e0e-439a-ae4e-069d052fd310', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'port_id': '39e90946-f633-492a-9136-3f0d272e1811', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'mac_address': 'fa:16:3e:4d:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:29:43Z', 'updated_at': '2021-07-06T11:31:07Z', 'revision_number': 1, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f21ed05-f238-47c3-b53a-7fb37c9f5eed', 'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'mac_address': 'fa:16:3e:98:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:31Z', 'updated_at': '2021-07-06T11:29:45Z', 'revision_number': 5, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'subnets': [{'id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:11.253450 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09011149-e292-4c25-b763-b667ea159fe9 None None] Checking router: 6ddec966-f043-4cf2-8696-ff2c043e5f71 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:31:11.300751 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09011149-e292-4c25-b763-b667ea159fe9 None None] Routers {'6ddec966-f043-4cf2-8696-ff2c043e5f71'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:31:11.301834 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-09011149-e292-4c25-b763-b667ea159fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:30:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ddec966-f043-4cf2-8696-ff2c043e5f71'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:11.632181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec28a15-dab6-4428-a304-fa7c180867a3 req-0575f658-aeff-4496-acc5-1bd877442f45 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:11.643962 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ec28a15-dab6-4428-a304-fa7c180867a3 req-0575f658-aeff-4496-acc5-1bd877442f45 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 931 time: 1.3915005 Jul 06 11:31:11.655262 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-09011149-e292-4c25-b763-b667ea159fe9 None None] Set router 6ddec966-f043-4cf2-8696-ff2c043e5f71 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:31:11.713525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b4864d-3599-428f-bb3f-d7495b060ddd {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:31:11.747011 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:11.773642 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ec28a15-dab6-4428-a304-fa7c180867a3 req-aa14d800-58a6-42f6-9412-33ff10954426 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282854 Jul 06 11:31:11.792546 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36c0b99-bdeb-44f8-a9ec-c774bfa89844 x-openstack-request-id: req-c36c0b99-bdeb-44f8-a9ec-c774bfa89844 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:11.794165 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8d2df7-6282-44bf-b577-e159f7f7a8b3", "tag": "39e90946-f633-492a-9136-3f0d272e1811", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:11.795308 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c36c0b99-bdeb-44f8-a9ec-c774bfa89844 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:11.796538 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'tag': '39e90946-f633-492a-9136-3f0d272e1811', 'status': 'completed', 'code': 200} Jul 06 11:31:11.816182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Transition to ACTIVE for port object a8b4864d-3599-428f-bb3f-d7495b060ddd will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:31:11.821564 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:12.120293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788e073-7959-46b8-8639-2e8e18fff463 req-e6780ce5-9fc7-468d-83ac-6ee3545916e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:12.132048 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9788e073-7959-46b8-8639-2e8e18fff463 req-e6780ce5-9fc7-468d-83ac-6ee3545916e6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18491665c91b4bc9800c27d294d8927c&device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 1096 time: 0.3006883 Jul 06 11:31:12.182962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Pushing event updated for resources: {'Port': ['ID=a8b4864d-3599-428f-bb3f-d7495b060ddd,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:12.423189 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-09011149-e292-4c25-b763-b667ea159fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:33Z', 'revision_number': 4, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '9071bb48-1e0e-439a-ae4e-069d052fd310', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'port_id': '39e90946-f633-492a-9136-3f0d272e1811', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'mac_address': 'fa:16:3e:4d:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:29:43Z', 'updated_at': '2021-07-06T11:31:07Z', 'revision_number': 1, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f21ed05-f238-47c3-b53a-7fb37c9f5eed', 'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'mac_address': 'fa:16:3e:98:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:31Z', 'updated_at': '2021-07-06T11:29:45Z', 'revision_number': 5, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'subnets': [{'id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:12.447307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788e073-7959-46b8-8639-2e8e18fff463 req-fb0e60d6-75b9-4443-9048-551d7cc125c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:12.450348 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9788e073-7959-46b8-8639-2e8e18fff463 req-fb0e60d6-75b9-4443-9048-551d7cc125c0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=881a8a74-0cfc-48cb-8156-c8919bbb9e7d HTTP/1.1" status: 200 len: 917 time: 0.3165336 Jul 06 11:31:12.468344 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09011149-e292-4c25-b763-b667ea159fe9 None None] The sync data for ids ['6ddec966-f043-4cf2-8696-ff2c043e5f71'] in n-d-799527-2 is: [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:33Z', 'revision_number': 4, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '9071bb48-1e0e-439a-ae4e-069d052fd310', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'port_id': '39e90946-f633-492a-9136-3f0d272e1811', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'mac_address': 'fa:16:3e:4d:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:29:43Z', 'updated_at': '2021-07-06T11:31:07Z', 'revision_number': 1, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f21ed05-f238-47c3-b53a-7fb37c9f5eed', 'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'mac_address': 'fa:16:3e:98:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:31Z', 'updated_at': '2021-07-06T11:29:45Z', 'revision_number': 5, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'subnets': [{'id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:31:12.514615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Attempting to bind port a8b4864d-3599-428f-bb3f-d7495b060ddd on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:31:12.515178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Attempting to bind port a8b4864d-3599-428f-bb3f-d7495b060ddd by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:31:12.515711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Attempting to bind port a8b4864d-3599-428f-bb3f-d7495b060ddd on network 303db037-9806-4ab0-b73d-fece10dd4932 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:31:12.532921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Port a8b4864d-3599-428f-bb3f-d7495b060ddd on network 303db037-9806-4ab0-b73d-fece10dd4932 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:31:12.533487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Attempting to bind port a8b4864d-3599-428f-bb3f-d7495b060ddd on network 303db037-9806-4ab0-b73d-fece10dd4932 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:31:12.618494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:31:12.619328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Checking segment: {'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:31:12.620326 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Bound using segment: {'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:31:12.621207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Bound port: a8b4864d-3599-428f-bb3f-d7495b060ddd, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eaadc08-f8cb-471d-a66d-56e2978bdb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:31:12.622024 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:12.764343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] For port a8b4864d-3599-428f-bb3f-d7495b060ddd, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:31:12.771986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] For port a8b4864d-3599-428f-bb3f-d7495b060ddd, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a8b4864d-3599-428f-bb3f-d7495b060ddd,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:31:12.784933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00c779-7e41-43a9-8b13-9fc987e38cbf req-2639da69-3995-4d16-b97e-ffd86671a1df tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:12.789349 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6d00c779-7e41-43a9-8b13-9fc987e38cbf req-2639da69-3995-4d16-b97e-ffd86671a1df tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 945 time: 0.3368223 Jul 06 11:31:12.812663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4ce23-b23f-47f7-b411-44ddf6f0589d req-79c225e6-8358-42c5-8244-da21ff39a155 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:12.820662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ead4ce23-b23f-47f7-b411-44ddf6f0589d req-79c225e6-8358-42c5-8244-da21ff39a155 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.7184393 Jul 06 11:31:12.823204 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:12.873620 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9788e073-7959-46b8-8639-2e8e18fff463 req-e74722c8-b29f-4f27-a850-778863d769b0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e90946-f633-492a-9136-3f0d272e1811 HTTP/1.1" status: 200 len: 998 time: 0.2839098 Jul 06 11:31:12.948549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Pushing event updated for resources: {'Port': ['ID=a8b4864d-3599-428f-bb3f-d7495b060ddd,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:13.053502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13890aed-e3b3-4619-8b83-b8cfd697ac42 None None] New status for floating IP 9071bb48-1e0e-439a-ae4e-069d052fd310: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:31:13.065632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecda4b7-dd35-4f44-a77d-76667a6b26c5 req-3b151157-5d2a-424d-adb4-1b0531b7b0c5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:13.070314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ecda4b7-dd35-4f44-a77d-76667a6b26c5 req-3b151157-5d2a-424d-adb4-1b0531b7b0c5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.7535851 Jul 06 11:31:13.079303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:13.080712 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:13.085154 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-bc0173b5-a31d-4a23-b8af-120ddc028d8c service neutron] 10.222.0.47 "PUT /v2.0/ports/a8b4864d-3599-428f-bb3f-d7495b060ddd HTTP/1.1" status: 200 len: 1091 time: 2.6496313 Jul 06 11:31:13.086041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14fa86d-a693-4610-8225-ddb5ae7df975', 'tag': 'a8b4864d-3599-428f-bb3f-d7495b060ddd'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:13.091334 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d172233-59a1-4d32-9122-ab19b4009bed" -d '{"events": [{"name": "network-changed", "server_uuid": "c14fa86d-a693-4610-8225-ddb5ae7df975", "tag": "a8b4864d-3599-428f-bb3f-d7495b060ddd"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:13.172830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788e073-7959-46b8-8639-2e8e18fff463 req-a2c50f0f-7199-449e-a23b-d74b7e82cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:13.174768 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9788e073-7959-46b8-8639-2e8e18fff463 req-a2c50f0f-7199-449e-a23b-d74b7e82cba5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=80b4ee77-710e-4ee0-b205-462777f5161c HTTP/1.1" status: 200 len: 855 time: 0.2910442 Jul 06 11:31:13.216064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ead4ce23-b23f-47f7-b411-44ddf6f0589d req-ae0f2b3a-662e-4eea-84b1-4ab590607dac tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940926 Jul 06 11:31:13.297440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6d00c779-7e41-43a9-8b13-9fc987e38cbf req-bc7c07e9-2832-4d32-8efa-1a8bc0edc222 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Deleting port dc09012d-01da-41f3-8ef0-dda11fd70bec {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:31:13.298655 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d00c779-7e41-43a9-8b13-9fc987e38cbf req-bc7c07e9-2832-4d32-8efa-1a8bc0edc222 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:13.435864 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ecda4b7-dd35-4f44-a77d-76667a6b26c5 req-85842c32-003f-407a-b6fc-9d427d5d223e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346598 Jul 06 11:31:13.544708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-45ae9ea5-e6bd-4f66-ad21-3f244a1e91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:13.546367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-45ae9ea5-e6bd-4f66-ad21-3f244a1e91b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=732109b7a9bb4d25ba7b9514fdfb0363&device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 1094 time: 0.3752244 Jul 06 11:31:13.629065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6d00c779-7e41-43a9-8b13-9fc987e38cbf req-bc7c07e9-2832-4d32-8efa-1a8bc0edc222 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] For port dc09012d-01da-41f3-8ef0-dda11fd70bec, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=dc09012d-01da-41f3-8ef0-dda11fd70bec,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:13.629808 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d00c779-7e41-43a9-8b13-9fc987e38cbf req-bc7c07e9-2832-4d32-8efa-1a8bc0edc222 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:13.655641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-f50bb0aa-f57a-4b14-97e3-98efe6f8cc1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b4864d-3599-428f-bb3f-d7495b060ddd HTTP/1.1" status: 200 len: 217 time: 0.1001732 Jul 06 11:31:13.714895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6d00c779-7e41-43a9-8b13-9fc987e38cbf req-bc7c07e9-2832-4d32-8efa-1a8bc0edc222 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Calling delete_port for dc09012d-01da-41f3-8ef0-dda11fd70bec owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:31:13.721350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788e073-7959-46b8-8639-2e8e18fff463 req-1a5281bd-2959-467c-bfa9-244c435a7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:13.723104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9788e073-7959-46b8-8639-2e8e18fff463 req-1a5281bd-2959-467c-bfa9-244c435a7a16 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=881a8a74-0cfc-48cb-8156-c8919bbb9e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5348742 Jul 06 11:31:13.797683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-5561b08b-2e94-47e5-aa37-1bd4e91e3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:13.799393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-5561b08b-2e94-47e5-aa37-1bd4e91e3870 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db865811-8939-42d3-8508-9ae239d97c6d HTTP/1.1" status: 200 len: 862 time: 0.1348152 Jul 06 11:31:13.867200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-ff5e6b11-3eb8-43d5-9920-c45c95920303 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=303db037-9806-4ab0-b73d-fece10dd4932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560310 Jul 06 11:31:13.978015 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9788e073-7959-46b8-8639-2e8e18fff463 req-1af92011-55fa-42b7-b41a-baf6168c490d service neutron] 10.222.0.86 "GET /v2.0/networks/881a8a74-0cfc-48cb-8156-c8919bbb9e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235770 Jul 06 11:31:14.079219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb6500-16c3-4add-8530-5b6c0e0ac3fb req-13a3c9a8-c951-458d-a2b0-850a02b63bf5 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:14.083861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efeb6500-16c3-4add-8530-5b6c0e0ac3fb req-13a3c9a8-c951-458d-a2b0-850a02b63bf5 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 945 time: 0.4213455 Jul 06 11:31:14.104300 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4a2a-5448-4975-92c4-1550ba543081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:14.262654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efeb6500-16c3-4add-8530-5b6c0e0ac3fb req-5960bf03-8263-47e2-a26c-e9cad5a42931 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600809 Jul 06 11:31:14.381191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-a8b82b2d-7a9f-486d-a117-99b5afca069d service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052001 Jul 06 11:31:14.614067 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b2f45b-950c-411c-8698-0bac05d94c7e req-159d85a3-e21e-4feb-a775-d9978851273c service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262208 Jul 06 11:31:14.635064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-e9da2c70-652e-42bd-9cfd-17d67d24b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:14.639108 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-e9da2c70-652e-42bd-9cfd-17d67d24b639 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512&tenant_id=954e407d1dcd4bbebedb2be51459f1e9 HTTP/1.1" status: 200 len: 1101 time: 0.9400287 Jul 06 11:31:14.659827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:14.852472 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9788e073-7959-46b8-8639-2e8e18fff463 req-b845a92d-b44e-437b-b08b-5a6b45afbf2b service neutron] 10.222.0.86 "GET /v2.0/networks/881a8a74-0cfc-48cb-8156-c8919bbb9e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8631811 Jul 06 11:31:14.874153 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:14.977390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6170a-4bda-4ab6-b5a7-0af8be6fe4f4 req-d17beda0-59e2-4763-ad6c-b7e2a065d260 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:14.988771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4b6170a-4bda-4ab6-b5a7-0af8be6fe4f4 req-d17beda0-59e2-4763-ad6c-b7e2a065d260 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 943 time: 0.1527092 Jul 06 11:31:14.990306 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69916ca2-583c-486f-bfbc-93effbdae721 x-openstack-request-id: req-69916ca2-583c-486f-bfbc-93effbdae721 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:14.992546 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14fa86d-a693-4610-8225-ddb5ae7df975", "tag": "a8b4864d-3599-428f-bb3f-d7495b060ddd", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:14.992546 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69916ca2-583c-486f-bfbc-93effbdae721 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:14.994163 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14fa86d-a693-4610-8225-ddb5ae7df975', 'tag': 'a8b4864d-3599-428f-bb3f-d7495b060ddd', 'status': 'completed', 'code': 200} Jul 06 11:31:15.082954 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d00c779-7e41-43a9-8b13-9fc987e38cbf req-bc7c07e9-2832-4d32-8efa-1a8bc0edc222 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:15.117591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4b6170a-4bda-4ab6-b5a7-0af8be6fe4f4 req-926cf788-8aa0-4386-9af0-4369a146ad9b tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295049 Jul 06 11:31:15.143011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c07e9-2832-4d32-8efa-1a8bc0edc222 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Pushing event deleted for resources: {'Port': ['ID=dc09012d-01da-41f3-8ef0-dda11fd70bec,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:15.196385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device dc09012d-01da-41f3-8ef0-dda11fd70bec no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:31:15.234549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: dc09012d-01da-41f3-8ef0-dda11fd70bec {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:31:15.235197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device dc09012d-01da-41f3-8ef0-dda11fd70bec not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:31:15.235853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device bc535d0d-39fd-40a0-accb-42ee3e353d5d no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:31:15.247142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d172233-59a1-4d32-9122-ab19b4009bed req-06420b58-9a6f-402f-a804-39be2658f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:15.248993 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d172233-59a1-4d32-9122-ab19b4009bed req-06420b58-9a6f-402f-a804-39be2658f247 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=732109b7a9bb4d25ba7b9514fdfb0363&device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 1094 time: 0.2193666 Jul 06 11:31:15.269581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d00c779-7e41-43a9-8b13-9fc987e38cbf req-bc7c07e9-2832-4d32-8efa-1a8bc0edc222 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] No DVR routers for this DVR port dc09012d-01da-41f3-8ef0-dda11fd70bec on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:31:15.278870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d00c779-7e41-43a9-8b13-9fc987e38cbf req-bc7c07e9-2832-4d32-8efa-1a8bc0edc222 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:15.282916 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6d00c779-7e41-43a9-8b13-9fc987e38cbf req-bc7c07e9-2832-4d32-8efa-1a8bc0edc222 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.47 "DELETE /v2.0/ports/dc09012d-01da-41f3-8ef0-dda11fd70bec HTTP/1.1" status: 204 len: 173 time: 2.4782600 Jul 06 11:31:15.283801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'name': 'network-vif-deleted', 'tag': 'dc09012d-01da-41f3-8ef0-dda11fd70bec'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:15.297830 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc8748d-716c-4e11-8e49-9f482bd8bb1f" -d '{"events": [{"server_uuid": "4e403adf-35bb-4d22-9cb7-5885e365cac7", "name": "network-vif-deleted", "tag": "dc09012d-01da-41f3-8ef0-dda11fd70bec"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:15.435485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32cceb-4b95-4c72-8e31-481fde0196cd req-3cd35d95-0fc9-4b1c-94b9-db621b571fa2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:15.444611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b32cceb-4b95-4c72-8e31-481fde0196cd req-3cd35d95-0fc9-4b1c-94b9-db621b571fa2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2459600 Jul 06 11:31:15.515616 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:15.581648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d172233-59a1-4d32-9122-ab19b4009bed req-b9dd8c60-4f11-4d0f-a247-594841e91ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:15.583198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d172233-59a1-4d32-9122-ab19b4009bed req-b9dd8c60-4f11-4d0f-a247-594841e91ec3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=303db037-9806-4ab0-b73d-fece10dd4932 HTTP/1.1" status: 200 len: 923 time: 0.3266728 Jul 06 11:31:15.605046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b32cceb-4b95-4c72-8e31-481fde0196cd req-0dab26f8-4d89-4eb2-bc54-294c14b76dcb tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484101 Jul 06 11:31:15.708066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d172233-59a1-4d32-9122-ab19b4009bed req-59491349-14ad-4793-be59-6cde2b21b456 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8b4864d-3599-428f-bb3f-d7495b060ddd HTTP/1.1" status: 200 len: 217 time: 0.1010430 Jul 06 11:31:15.769562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:15.778706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d172233-59a1-4d32-9122-ab19b4009bed req-f8a00a5c-0594-422b-8fd9-2db5abcf8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:15.780369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d172233-59a1-4d32-9122-ab19b4009bed req-f8a00a5c-0594-422b-8fd9-2db5abcf8c77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db865811-8939-42d3-8508-9ae239d97c6d HTTP/1.1" status: 200 len: 862 time: 0.0613523 Jul 06 11:31:15.795908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21858032-dfb5-41a7-9b17-6fd823bbfe97 req-f3735ba4-8e43-49d1-a45d-f388e427558c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:15.803623 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21858032-dfb5-41a7-9b17-6fd823bbfe97 req-f3735ba4-8e43-49d1-a45d-f388e427558c tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.3496516 Jul 06 11:31:15.851299 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d172233-59a1-4d32-9122-ab19b4009bed req-ffb24a35-ea80-4544-83c0-db1da504898f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=303db037-9806-4ab0-b73d-fece10dd4932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493915 Jul 06 11:31:15.869865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:31:15.947492 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21858032-dfb5-41a7-9b17-6fd823bbfe97 req-91e59e26-3597-49d8-90e0-1c22c51bd60a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384838 Jul 06 11:31:15.969054 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:15.992539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b7eeb7d-8933-4c66-98a0-c79376fcca82 req-7d21a9f2-100e-4c75-b03d-8dab5a6cfa79 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e403adf-35bb-4d22-9cb7-5885e365cac7 HTTP/1.1" status: 200 len: 210 time: 0.0598385 Jul 06 11:31:16.002835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Transition to ACTIVE for port object bc535d0d-39fd-40a0-accb-42ee3e353d5d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:31:16.014661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:16.063876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d172233-59a1-4d32-9122-ab19b4009bed req-45d48bc4-4ab4-4bde-9082-6d56523a3a39 service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035363 Jul 06 11:31:16.173597 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952eeb09-1fe3-443b-882c-6a59d7191ea0 x-openstack-request-id: req-952eeb09-1fe3-443b-882c-6a59d7191ea0 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:16.174087 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e403adf-35bb-4d22-9cb7-5885e365cac7", "name": "network-vif-deleted", "tag": "dc09012d-01da-41f3-8ef0-dda11fd70bec", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:16.174195 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:31:16.174307 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-952eeb09-1fe3-443b-882c-6a59d7191ea0 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:16.174561 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:31:16.174696 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e403adf-35bb-4d22-9cb7-5885e365cac7', 'name': 'network-vif-deleted', 'tag': 'dc09012d-01da-41f3-8ef0-dda11fd70bec', 'status': 'completed', 'code': 200} Jul 06 11:31:16.303327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] No DVR routers for this DVR port bc535d0d-39fd-40a0-accb-42ee3e353d5d on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:31:16.328802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:16.332682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d172233-59a1-4d32-9122-ab19b4009bed req-51b40494-e905-457d-96e1-cde6db442889 service neutron] 10.222.0.47 "GET /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544651 Jul 06 11:31:16.431058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:31:16.431752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:31:16.432465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:31:16.438700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Port bc535d0d-39fd-40a0-accb-42ee3e353d5d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:31:16.439526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Attempting to bind port bc535d0d-39fd-40a0-accb-42ee3e353d5d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:31:16.451120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:31:16.452122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:31:16.452900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:31:16.454933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Bound port: bc535d0d-39fd-40a0-accb-42ee3e353d5d, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:31:16.455635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:16.740419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:31:16.753625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:31:16.766445 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:16.837197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:16.839187 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:16.842906 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] 10.222.0.86 "PUT /v2.0/ports/bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 1097 time: 2.1924226 Jul 06 11:31:16.883197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=11']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:16.916613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2efbd-9600-4e5d-a305-77794d046007 req-4deff5e5-bd81-4b97-b1a6-064acf6ba093 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:16.919510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83c2efbd-9600-4e5d-a305-77794d046007 req-4deff5e5-bd81-4b97-b1a6-064acf6ba093 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 943 time: 0.2210698 Jul 06 11:31:16.942337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:16.943329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:16.943699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:16.944036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:16.944372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:16.944701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:16.945036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:16.945356 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:16.945707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:16.946186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:16.946322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:16.946640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ca756-cc63-451d-9dbc-b15f1f3e4fa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:17.002966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddb09d-d97e-4860-9924-6149bfbb6e14 req-12bd5950-e34e-40dd-bb71-7456596df1af tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:17.006634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dddb09d-d97e-4860-9924-6149bfbb6e14 req-12bd5950-e34e-40dd-bb71-7456596df1af tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2877126 Jul 06 11:31:17.038133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-29a1641a-f8ae-42c2-b7c3-316bb9543629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:17.047194 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-29a1641a-f8ae-42c2-b7c3-316bb9543629 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1100 time: 0.1567919 Jul 06 11:31:17.088278 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83c2efbd-9600-4e5d-a305-77794d046007 req-22b901f7-da53-43be-bbc8-541ee9701924 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461115 Jul 06 11:31:17.149475 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dddb09d-d97e-4860-9924-6149bfbb6e14 req-8b377a87-5765-46de-ac88-322de833a190 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207969 Jul 06 11:31:17.277671 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-bde7d47b-b63a-458c-933b-b098798dab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:17.281159 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-bde7d47b-b63a-458c-933b-b098798dab05 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2262781 Jul 06 11:31:17.410629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-ded4a1cf-a8b3-41d8-a4ab-8155908d5288 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 217 time: 0.1186125 Jul 06 11:31:17.514093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-d900c5bd-d2f5-44de-85b8-41fb4fe3682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:17.516062 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-d900c5bd-d2f5-44de-85b8-41fb4fe3682c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0999837 Jul 06 11:31:17.516938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8691e-1c19-475d-97fa-8a5505bca874 req-cffa7c01-2de4-454f-9f2e-fb25ffa1d8fa tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:17.519779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0cb8691e-1c19-475d-97fa-8a5505bca874 req-cffa7c01-2de4-454f-9f2e-fb25ffa1d8fa tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 949 time: 0.1023896 Jul 06 11:31:17.649940 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0cb8691e-1c19-475d-97fa-8a5505bca874 req-5f929269-1458-46ed-931e-2dc10f75a622 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218309 Jul 06 11:31:17.683850 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-d1f184ba-f17e-42ed-9f66-18bb5ae3c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:17.687028 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-d1f184ba-f17e-42ed-9f66-18bb5ae3c08d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610496 Jul 06 11:31:17.843723 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111dc5e-ddca-40e9-87e5-6110005c30a0 req-ab4127fd-c4b4-41fe-b5a3-c4ac93d5b44a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:17.846766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1111dc5e-ddca-40e9-87e5-6110005c30a0 req-ab4127fd-c4b4-41fe-b5a3-c4ac93d5b44a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1939785 Jul 06 11:31:17.917752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59754) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:17.933312 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-c2113af3-df34-452c-9d8e-1fca047a2fa6 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345335 Jul 06 11:31:17.954528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1111dc5e-ddca-40e9-87e5-6110005c30a0 req-320a22e0-646e-48d0-be68-2ef0fb12e69a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942993 Jul 06 11:31:18.084487 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:18.180868 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f18a82dd-7b61-49ac-89bf-17e8e4116e53 req-37d849a3-a8a1-4c7e-9c75-6acbb98dfb9a service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350173 Jul 06 11:31:18.181816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d'}, {'name': 'network-changed', 'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:18.186187 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47" -d '{"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-unplugged", "status": "completed", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d"}, {"name": "network-changed", "server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:18.213326 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6c40170-89e1-4231-91d3-0603fed7cc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:18.343524 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9299fe71-edf2-49cb-ae91-d8e19c505838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:18.537160 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6c40170-89e1-4231-91d3-0603fed7cc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:18.540796 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:18.545563 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6c40170-89e1-4231-91d3-0603fed7cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:18.572556 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4c4f5a-515c-425f-987d-09a04308e9fc x-openstack-request-id: req-9e4c4f5a-515c-425f-987d-09a04308e9fc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:18.573410 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-unplugged", "status": "completed", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d", "code": 200}, {"name": "network-changed", "server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:18.573913 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e4c4f5a-515c-425f-987d-09a04308e9fc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:18.574529 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'code': 200} Jul 06 11:31:18.575086 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'status': 'completed', 'code': 200} Jul 06 11:31:18.714712 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b6c40170-89e1-4231-91d3-0603fed7cc76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8441619b66ca4ae6b98bd3cf97c2ee62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7911272 Jul 06 11:31:18.714712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c40170-89e1-4231-91d3-0603fed7cc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8670fab5-ae5b-4990-bca0-a7464f12382c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:18.715162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-37c642ea-1d55-4748-ac49-603d4b305633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:18.718141 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-37c642ea-1d55-4748-ac49-603d4b305633 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1100 time: 0.1141768 Jul 06 11:31:18.719252 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59772) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:18.766213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-1b4a79ed-2b21-46c9-b260-4646ada9dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:18.767861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-1b4a79ed-2b21-46c9-b260-4646ada9dac1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1100 time: 0.1505821 Jul 06 11:31:18.782774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb2b54-463e-4550-ae3a-2bb086625092 req-4a0d1862-c6b6-42f9-95de-fa1d55e7e2c4 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:18.797528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37bb2b54-463e-4550-ae3a-2bb086625092 req-4a0d1862-c6b6-42f9-95de-fa1d55e7e2c4 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 943 time: 0.2125387 Jul 06 11:31:18.951830 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37bb2b54-463e-4550-ae3a-2bb086625092 req-eec7dd6a-f67c-4d9c-98b9-efd8fb94bf72 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559820 Jul 06 11:31:18.981284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da31f08b-247b-4fbc-8f13-7b806011be7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:19.054605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-af76ba04-fbe6-48fb-85de-7b266514dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:19.058286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-af76ba04-fbe6-48fb-85de-7b266514dd4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2590811 Jul 06 11:31:19.078436 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da31f08b-247b-4fbc-8f13-7b806011be7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:19.103939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde2efb-d50b-46c4-a974-219f0a3e9de4 req-a394c1fa-7a60-436e-bdab-5f15f1bcae86 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:19.112089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bde2efb-d50b-46c4-a974-219f0a3e9de4 req-a394c1fa-7a60-436e-bdab-5f15f1bcae86 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 945 time: 0.2823942 Jul 06 11:31:19.127037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-6ced9118-6c59-4e6e-8a9a-34e5e4504f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:19.129557 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-6ced9118-6c59-4e6e-8a9a-34e5e4504f57 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3449485 Jul 06 11:31:19.187052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-a242fea0-c991-4664-a97a-640611cd24b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 217 time: 0.1201243 Jul 06 11:31:19.218200 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a8b4864d-3599-428f-bb3f-d7495b060ddd details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:31:19.254133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341b05d-35af-4314-8c45-ee1ae182a57a req-9852d2fa-5ab1-4ed4-b9e2-3c33001ba567 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:19.256923 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e341b05d-35af-4314-8c45-ee1ae182a57a req-9852d2fa-5ab1-4ed4-b9e2-3c33001ba567 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 945 time: 0.3492627 Jul 06 11:31:19.270034 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-664f979f-78cd-44df-9a56-e25c248bb989 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 200 len: 217 time: 0.1314266 Jul 06 11:31:19.418060 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bde2efb-d50b-46c4-a974-219f0a3e9de4 req-64dc198d-4bd7-44ca-aac5-93dc3997236a tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460184 Jul 06 11:31:19.459814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-e0951406-6678-4fa0-9f1e-73d40b722f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:19.462987 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-e0951406-6678-4fa0-9f1e-73d40b722f9f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1763372 Jul 06 11:31:19.490807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-78226ae7-36a6-45be-b8a1-069d23f76690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:19.497861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-78226ae7-36a6-45be-b8a1-069d23f76690 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2884183 Jul 06 11:31:19.514125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a8b4864d-3599-428f-bb3f-d7495b060ddd, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a8b4864d-3599-428f-bb3f-d7495b060ddd,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:19.528160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da31f08b-247b-4fbc-8f13-7b806011be7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:19.533991 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da31f08b-247b-4fbc-8f13-7b806011be7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:19.542866 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-da31f08b-247b-4fbc-8f13-7b806011be7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8670fab5-ae5b-4990-bca0-a7464f12382c HTTP/1.1" status: 204 len: 168 time: 0.8207991 Jul 06 11:31:19.556765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'a8b4864d-3599-428f-bb3f-d7495b060ddd', 'network_id': '303db037-9806-4ab0-b73d-fece10dd4932', 'port_id': 'a8b4864d-3599-428f-bb3f-d7495b060ddd', 'mac_address': 'fa:16:3e:7e:a4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db865811-8939-42d3-8508-9ae239d97c6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:31:19.634811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31f08b-247b-4fbc-8f13-7b806011be7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8670fab5-ae5b-4990-bca0-a7464f12382c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:19.687575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3e404-5028-4c5c-be03-f348b27f2a16 req-a30c2e55-8b78-4752-ae60-289cea1e27f4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:19.704353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e341b05d-35af-4314-8c45-ee1ae182a57a req-c3f40826-23f3-4819-80f7-e1436ab47719 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Deleting port 49fe6ebe-6648-4739-816f-48570340dfe2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:31:19.704929 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e341b05d-35af-4314-8c45-ee1ae182a57a req-c3f40826-23f3-4819-80f7-e1436ab47719 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:19.709274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7d3e404-5028-4c5c-be03-f348b27f2a16 req-a30c2e55-8b78-4752-ae60-289cea1e27f4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.4766777 Jul 06 11:31:19.757399 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:19.809711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b4864d-3599-428f-bb3f-d7495b060ddd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:31:19.842750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a8b4864d-3599-428f-bb3f-d7495b060ddd, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a8b4864d-3599-428f-bb3f-d7495b060ddd,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:19.848746 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:19.920258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7d3e404-5028-4c5c-be03-f348b27f2a16 req-45a68fd3-37ec-43e2-9d28-e649a71c1abc tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095475 Jul 06 11:31:19.940360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a8b4864d-3599-428f-bb3f-d7495b060ddd,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:20.001465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2dcc1-8cde-4ef3-bf53-61209f0c895a req-6c788a4c-a89c-47d2-aba3-5a413e58ebe1 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:20.003562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22c2dcc1-8cde-4ef3-bf53-61209f0c895a req-6c788a4c-a89c-47d2-aba3-5a413e58ebe1 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 949 time: 0.2445023 Jul 06 11:31:20.004051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e341b05d-35af-4314-8c45-ee1ae182a57a req-c3f40826-23f3-4819-80f7-e1436ab47719 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] For port 49fe6ebe-6648-4739-816f-48570340dfe2, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=49fe6ebe-6648-4739-816f-48570340dfe2,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:20.005082 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e341b05d-35af-4314-8c45-ee1ae182a57a req-c3f40826-23f3-4819-80f7-e1436ab47719 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:20.013763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-ed16afba-e9a9-4450-b649-019ac5874f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:20.015695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-ed16afba-e9a9-4450-b649-019ac5874f9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5038080 Jul 06 11:31:20.050271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e341b05d-35af-4314-8c45-ee1ae182a57a req-c3f40826-23f3-4819-80f7-e1436ab47719 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Calling delete_port for 49fe6ebe-6648-4739-816f-48570340dfe2 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:31:20.061398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-302ce9a5-954d-4554-868d-34dc9c389553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:20.064356 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-302ce9a5-954d-4554-868d-34dc9c389553 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5592644 Jul 06 11:31:20.165699 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22c2dcc1-8cde-4ef3-bf53-61209f0c895a req-2ade6e31-adb6-48c5-ad24-ff945476a508 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477318 Jul 06 11:31:20.224478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['a8b4864d-3599-428f-bb3f-d7495b060ddd'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:31:20.368627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-70fe5014-6bf9-450b-a154-7755786d8a79 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415082 Jul 06 11:31:20.406015 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:20.624213 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-236d1ca4-63b6-4560-a44a-8b5b08883a7f service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472763 Jul 06 11:31:20.855367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-6cfa8dff-f9e7-47da-a179-22ae5f4a266c service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717262 Jul 06 11:31:21.054196 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e341b05d-35af-4314-8c45-ee1ae182a57a req-c3f40826-23f3-4819-80f7-e1436ab47719 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:21.109935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f40826-23f3-4819-80f7-e1436ab47719 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Pushing event deleted for resources: {'Port': ['ID=49fe6ebe-6648-4739-816f-48570340dfe2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:21.117765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6ecef7d-bdbe-435f-8ca1-4b66a850ab47 req-84976344-930a-43eb-93a7-e87c132f5f90 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768660 Jul 06 11:31:21.175292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bc535d0d-39fd-40a0-accb-42ee3e353d5d details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:31:21.284036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169047-1efb-416f-ba6b-353386c71373 req-2e599732-145c-4713-8711-68c6f21b6838 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:21.294057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0f169047-1efb-416f-ba6b-353386c71373 req-2e599732-145c-4713-8711-68c6f21b6838 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 944 time: 0.2333283 Jul 06 11:31:21.310002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e341b05d-35af-4314-8c45-ee1ae182a57a req-c3f40826-23f3-4819-80f7-e1436ab47719 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] No DVR routers for this DVR port 49fe6ebe-6648-4739-816f-48570340dfe2 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:31:21.324057 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e341b05d-35af-4314-8c45-ee1ae182a57a req-c3f40826-23f3-4819-80f7-e1436ab47719 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:21.327147 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e341b05d-35af-4314-8c45-ee1ae182a57a req-c3f40826-23f3-4819-80f7-e1436ab47719 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.47 "DELETE /v2.0/ports/49fe6ebe-6648-4739-816f-48570340dfe2 HTTP/1.1" status: 204 len: 173 time: 2.0597465 Jul 06 11:31:21.327687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'name': 'network-vif-deleted', 'tag': '49fe6ebe-6648-4739-816f-48570340dfe2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:21.335462 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18571882-359c-4b97-ade9-7a6098d7345e" -d '{"events": [{"server_uuid": "ba316f59-c750-4dea-9078-4497221b9c3a", "name": "network-vif-deleted", "tag": "49fe6ebe-6648-4739-816f-48570340dfe2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:21.372352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716d1fa-7cdf-4355-bd81-88cb4e67679f req-f3729de1-a04b-46bc-9b93-fd6d16a5c318 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:21.375554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a716d1fa-7cdf-4355-bd81-88cb4e67679f req-f3729de1-a04b-46bc-9b93-fd6d16a5c318 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.4014862 Jul 06 11:31:21.438205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:21.479541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'mac_address': 'fa:16:3e:82:aa:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:31:21.537901 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0f169047-1efb-416f-ba6b-353386c71373 req-35fbec08-8064-461e-b6eb-ae5822f86619 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288504 Jul 06 11:31:21.602303 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:21.616884 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a716d1fa-7cdf-4355-bd81-88cb4e67679f req-d72c5d26-57f5-45a6-9ef6-f1f8a4599c7e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115724 Jul 06 11:31:21.654808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc535d0d-39fd-40a0-accb-42ee3e353d5d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:31:21.760692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:21.777879 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:21.852656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=12']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:21.878233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59820) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:21.920344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1a1ef93d-2b4f-40cd-9211-d4199530551e req-dd94aa9e-53f7-4bb4-9bad-a76dcd25d976 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba316f59-c750-4dea-9078-4497221b9c3a HTTP/1.1" status: 200 len: 210 time: 0.0582232 Jul 06 11:31:22.047806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af15e1c-38a6-470d-98e3-1db59bb68c58 req-bfe44102-602e-4a11-af86-ebe6372b71fd tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:22.059575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8af15e1c-38a6-470d-98e3-1db59bb68c58 req-bfe44102-602e-4a11-af86-ebe6372b71fd tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 950 time: 0.1324635 Jul 06 11:31:22.092854 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a92c3c4-f382-4d0b-b7f1-41b40bf4e53b x-openstack-request-id: req-5a92c3c4-f382-4d0b-b7f1-41b40bf4e53b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:22.093676 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba316f59-c750-4dea-9078-4497221b9c3a", "name": "network-vif-deleted", "tag": "49fe6ebe-6648-4739-816f-48570340dfe2", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:22.093676 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a92c3c4-f382-4d0b-b7f1-41b40bf4e53b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:22.094389 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba316f59-c750-4dea-9078-4497221b9c3a', 'name': 'network-vif-deleted', 'tag': '49fe6ebe-6648-4739-816f-48570340dfe2', 'status': 'completed', 'code': 200} Jul 06 11:31:22.109052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['bc535d0d-39fd-40a0-accb-42ee3e353d5d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:31:22.109939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-153202556-network', 'tenant_id': '733196ef37dd480896f8fee399059899'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:22.170340 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8af15e1c-38a6-470d-98e3-1db59bb68c58 req-e1f02fd5-c27c-4415-98c2-d89be70e56ba tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091280 Jul 06 11:31:22.190910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Made reservation on behalf of 733196ef37dd480896f8fee399059899 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:31:22.200311 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:22.242734 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:22.484745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:22.496373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:22.631409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:31:22.683252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:22.684228 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Added segment 902e5b46-4da5-4835-b571-3343db19e8ac of type vlan for network c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0 Jul 06 11:31:22.758298 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cb8672-749e-40ac-865d-6f66cca3486f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:22.906410 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:22.986077 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:22.988294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:22.990979 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:23.147222 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2671413 Jul 06 11:31:23.152013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59836) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:23.166070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] Request body: {'subnet': {'network_id': 'c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-153202556-subnet', 'tenant_id': '733196ef37dd480896f8fee399059899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:23.187224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aab905-e0af-4637-bb22-ad29d4847dad admin admin] Pushing event updated for resources: {'Network': ['ID=c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:23.189466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc89e37-cd21-4da5-8d42-5670b7647b47 req-c5a26a41-7189-48fa-a10c-d3358ca43eb8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:23.193602 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cc89e37-cd21-4da5-8d42-5670b7647b47 req-c5a26a41-7189-48fa-a10c-d3358ca43eb8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1524522 Jul 06 11:31:23.208515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:31:23.248706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] Made reservation on behalf of 733196ef37dd480896f8fee399059899 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:31:23.253368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:23.258479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a8b4864d-3599-428f-bb3f-d7495b060ddd up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:31:23.321758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cc89e37-cd21-4da5-8d42-5670b7647b47 req-acb9cfae-ceb1-41be-a18c-683ae4a46b93 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127710 Jul 06 11:31:23.517313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port a8b4864d-3599-428f-bb3f-d7495b060ddd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:31:23.525235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port a8b4864d-3599-428f-bb3f-d7495b060ddd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:31:23.525811 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:23.574201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912ef66-d179-4967-acab-73c00d555b31 req-a8ce4bbf-aec8-40ca-a091-dcadfbf40709 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:23.581943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3912ef66-d179-4967-acab-73c00d555b31 req-a8ce4bbf-aec8-40ca-a091-dcadfbf40709 tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 1101 time: 0.2101018 Jul 06 11:31:23.643603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3912ef66-d179-4967-acab-73c00d555b31 req-a011920e-c2fe-488f-9a2e-e64e7696278b tempest-MigrationsAdminTest-928552629 tempest-MigrationsAdminTest-928552629-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570512 Jul 06 11:31:23.719323 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:23.727962 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:23.858990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8e86e-c684-4940-a3a1-259200b3ddd3 req-daabd361-cef7-4d29-b9f9-820eae5eb9be tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:23.861709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddc8e86e-c684-4940-a3a1-259200b3ddd3 req-daabd361-cef7-4d29-b9f9-820eae5eb9be tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 944 time: 0.2058837 Jul 06 11:31:23.862152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a8b4864d-3599-428f-bb3f-d7495b060ddd, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a8b4864d-3599-428f-bb3f-d7495b060ddd,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:23.863851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14fa86d-a693-4610-8225-ddb5ae7df975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b4864d-3599-428f-bb3f-d7495b060ddd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:23.869354 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8151d8f1-2c88-4e12-885a-6b93de2ec304" -d '{"events": [{"server_uuid": "c14fa86d-a693-4610-8225-ddb5ae7df975", "name": "network-vif-plugged", "status": "completed", "tag": "a8b4864d-3599-428f-bb3f-d7495b060ddd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:23.877370 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:23.879838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 49fe6ebe-6648-4739-816f-48570340dfe2 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:31:23.920032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] Checking segment: {'id': '902e5b46-4da5-4835-b571-3343db19e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:31:23.920639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] Network hostable DHCP agents. Network: c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:31:23.931634 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc69b1a-f6a4-4280-b1b6-8a9763af3935,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:23.957632 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddc8e86e-c684-4940-a3a1-259200b3ddd3 req-2ba3c179-fc1a-4970-8a71-1062c08dd7b6 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761552 Jul 06 11:31:23.967648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] Network c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:31:24.002226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:31:24.011031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:24.011031 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:24.067506 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8dee783d-9706-454e-b8e8-1b64c8a84205 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9043367 Jul 06 11:31:24.068554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 49fe6ebe-6648-4739-816f-48570340dfe2 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:31:24.070378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 49fe6ebe-6648-4739-816f-48570340dfe2 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:31:24.083191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a8b4864d-3599-428f-bb3f-d7495b060ddd,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:24.103622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1acdc90-1d3a-4df6-981e-eb76c5c711e6 None None] Network c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:31:24.138234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b152b8-99aa-42ce-9beb-487aa785cade req-0197e5f3-921c-4001-995b-77f555cd87b2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:24.148457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16b152b8-99aa-42ce-9beb-487aa785cade req-0197e5f3-921c-4001-995b-77f555cd87b2 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1310344 Jul 06 11:31:24.233396 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16b152b8-99aa-42ce-9beb-487aa785cade req-1d823c8b-cd0b-4f00-bfdb-8cbb388c7e10 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833695 Jul 06 11:31:24.437770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63064a28-6370-47de-9c6f-44aa2aabbc5b None None] Network c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:31:24.817080 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7f2460-c01a-457a-9e66-849b4ccc77cf x-openstack-request-id: req-7d7f2460-c01a-457a-9e66-849b4ccc77cf {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:24.818173 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14fa86d-a693-4610-8225-ddb5ae7df975", "name": "network-vif-plugged", "status": "completed", "tag": "a8b4864d-3599-428f-bb3f-d7495b060ddd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:24.828048 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d7f2460-c01a-457a-9e66-849b4ccc77cf {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:24.830113 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14fa86d-a693-4610-8225-ddb5ae7df975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b4864d-3599-428f-bb3f-d7495b060ddd', 'code': 200} Jul 06 11:31:25.053966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-31746ca1-52c3-4d22-ad13-75966706587f req-af310add-0bb1-4055-8b77-190c29ccb546 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1093188055', 'description': 'tempest-description-150119262'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:25.131198 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31746ca1-52c3-4d22-ad13-75966706587f req-af310add-0bb1-4055-8b77-190c29ccb546 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:25.142822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee91c6-44a5-4cf0-bf14-e7aac99efbf2 req-55c6655f-6177-4ea1-bb49-336463515fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:25.152184 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b4ee91c6-44a5-4cf0-bf14-e7aac99efbf2 req-55c6655f-6177-4ea1-bb49-336463515fb0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 1096 time: 0.1752565 Jul 06 11:31:25.207264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bc535d0d-39fd-40a0-accb-42ee3e353d5d up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:31:25.307072 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b4ee91c6-44a5-4cf0-bf14-e7aac99efbf2 req-37c45ee1-faae-435c-bc23-8771572c0844 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395409 Jul 06 11:31:25.386815 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port bc535d0d-39fd-40a0-accb-42ee3e353d5d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:31:25.395600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port bc535d0d-39fd-40a0-accb-42ee3e353d5d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:31:25.396738 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:25.472325 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31746ca1-52c3-4d22-ad13-75966706587f req-af310add-0bb1-4055-8b77-190c29ccb546 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:25.485082 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31746ca1-52c3-4d22-ad13-75966706587f req-af310add-0bb1-4055-8b77-190c29ccb546 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:25.559727 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31746ca1-52c3-4d22-ad13-75966706587f req-af310add-0bb1-4055-8b77-190c29ccb546 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:25.581172 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:25.588541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31746ca1-52c3-4d22-ad13-75966706587f req-af310add-0bb1-4055-8b77-190c29ccb546 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5438466 Jul 06 11:31:25.593960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af310add-0bb1-4055-8b77-190c29ccb546 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0007a7f-1982-42f5-94df-4e79bc51d10b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:25.643985 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5aba2-e9bb-4e5b-9941-23d2c4de7f72 req-feed185b-3246-418e-8087-3baaa5e9876d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:25.656486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08d5aba2-e9bb-4e5b-9941-23d2c4de7f72 req-feed185b-3246-418e-8087-3baaa5e9876d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 946 time: 0.2621627 Jul 06 11:31:25.667728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:25.681253 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:25.755577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08d5aba2-e9bb-4e5b-9941-23d2c4de7f72 req-7afec901-5b30-4678-bbfd-a057997c41ce tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963709 Jul 06 11:31:25.831523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=13']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:26.097726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f57042-1259-44bf-8872-40149b298fa8 req-96403bf4-3a64-4b36-939d-86a11a93f10d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:26.104774 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9f57042-1259-44bf-8872-40149b298fa8 req-96403bf4-3a64-4b36-939d-86a11a93f10d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 951 time: 0.2412639 Jul 06 11:31:26.275024 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9f57042-1259-44bf-8872-40149b298fa8 req-29ecb533-26fc-4ec6-95a8-e37bf6e3a6d4 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359425 Jul 06 11:31:26.351076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32bc40-a77e-4ee2-bec8-68e62b293a85 req-5f03922f-5c7f-4946-8988-c685e6fb5c40 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:26.354208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb32bc40-a77e-4ee2-bec8-68e62b293a85 req-5f03922f-5c7f-4946-8988-c685e6fb5c40 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2410138 Jul 06 11:31:26.490993 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb32bc40-a77e-4ee2-bec8-68e62b293a85 req-4cdee431-8dc0-4e85-a157-f50b892def46 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245182 Jul 06 11:31:26.794817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5829e0d-d170-4c97-a1be-231cd9cccc88 req-d1baa79e-d846-4f46-a589-4870b9f2e66f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:26.797944 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5829e0d-d170-4c97-a1be-231cd9cccc88 req-d1baa79e-d846-4f46-a589-4870b9f2e66f tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.47 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 945 time: 0.4991412 Jul 06 11:31:26.832015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:26.834827 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f538cb8f-e644-4326-9855-caf85e91a90d" -d '{"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-plugged", "status": "completed", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:26.846873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab739712-81ab-4a0d-887b-0cb90edb363c req-73111ab6-f736-4bd9-b3d4-ead897eff70b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:26.853015 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ab739712-81ab-4a0d-887b-0cb90edb363c req-73111ab6-f736-4bd9-b3d4-ead897eff70b tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 951 time: 0.3819888 Jul 06 11:31:26.906794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362efb9d-33cc-4323-800c-b721ec1c2be9 req-c9e9f206-9b85-4819-9fbd-3bce9dbc53d8 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:26.909643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-362efb9d-33cc-4323-800c-b721ec1c2be9 req-c9e9f206-9b85-4819-9fbd-3bce9dbc53d8 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 945 time: 0.2127371 Jul 06 11:31:27.181733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f5829e0d-d170-4c97-a1be-231cd9cccc88 req-342a66a7-6d6b-4011-a4a0-64d7f136ef00 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Deleting port 70be238f-b9a4-460c-a58c-0e459e098ebc {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:31:27.182155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5829e0d-d170-4c97-a1be-231cd9cccc88 req-342a66a7-6d6b-4011-a4a0-64d7f136ef00 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:27.304789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ab739712-81ab-4a0d-887b-0cb90edb363c req-fc0fa0ed-f7f0-424d-b978-08243840811e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Deleting port bc535d0d-39fd-40a0-accb-42ee3e353d5d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:31:27.305340 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ab739712-81ab-4a0d-887b-0cb90edb363c req-fc0fa0ed-f7f0-424d-b978-08243840811e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:27.447250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f5829e0d-d170-4c97-a1be-231cd9cccc88 req-342a66a7-6d6b-4011-a4a0-64d7f136ef00 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] For port 70be238f-b9a4-460c-a58c-0e459e098ebc, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=70be238f-b9a4-460c-a58c-0e459e098ebc,segment=NetworkSegment(e9dd701e-9143-465a-89b9-ba9217f39c55),segment_id=e9dd701e-9143-465a-89b9-ba9217f39c55)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:27.447724 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5829e0d-d170-4c97-a1be-231cd9cccc88 req-342a66a7-6d6b-4011-a4a0-64d7f136ef00 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:27.488377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f5829e0d-d170-4c97-a1be-231cd9cccc88 req-342a66a7-6d6b-4011-a4a0-64d7f136ef00 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Calling delete_port for 70be238f-b9a4-460c-a58c-0e459e098ebc owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:31:27.507014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20754891-a4f2-4c1e-8483-946987cdd3a9 req-9ce5d88d-5a24-4573-8598-2ac2b7ecbc20 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:27.512336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20754891-a4f2-4c1e-8483-946987cdd3a9 req-9ce5d88d-5a24-4573-8598-2ac2b7ecbc20 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/ports?device_id=395a505d-77ed-4db6-b38e-b9112a4b4f5f HTTP/1.1" status: 200 len: 945 time: 0.7057178 Jul 06 11:31:27.524250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-362efb9d-33cc-4323-800c-b721ec1c2be9 req-c849e1e2-af5f-44cf-8266-2661e1fa73d3 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939238 Jul 06 11:31:27.534572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ab739712-81ab-4a0d-887b-0cb90edb363c req-fc0fa0ed-f7f0-424d-b978-08243840811e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] For port bc535d0d-39fd-40a0-accb-42ee3e353d5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bc535d0d-39fd-40a0-accb-42ee3e353d5d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:27.537721 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ab739712-81ab-4a0d-887b-0cb90edb363c req-fc0fa0ed-f7f0-424d-b978-08243840811e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:27.604753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20754891-a4f2-4c1e-8483-946987cdd3a9 req-5009b758-e49a-4a41-a335-d55c1e903cda tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.21 "GET /v2.0/security-groups?id=f3197713-b0c2-4088-a83d-03868199fcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788672 Jul 06 11:31:27.703742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ab739712-81ab-4a0d-887b-0cb90edb363c req-fc0fa0ed-f7f0-424d-b978-08243840811e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Calling delete_port for bc535d0d-39fd-40a0-accb-42ee3e353d5d owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:31:27.772198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e9c6741-f4ab-4b65-831d-89d538963671 req-48fa18e2-5b19-4712-8eb4-a67b1d1d3ec0 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/c0007a7f-1982-42f5-94df-4e79bc51d10b HTTP/1.1" status: 200 len: 1804 time: 0.1064975 Jul 06 11:31:27.783087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1e9c6741-f4ab-4b65-831d-89d538963671 req-d428e711-1bea-4cc2-a043-1471429f2e82 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0007a7f-1982-42f5-94df-4e79bc51d10b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:27.784383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1e9c6741-f4ab-4b65-831d-89d538963671 req-d428e711-1bea-4cc2-a043-1471429f2e82 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0007a7f-1982-42f5-94df-4e79bc51d10b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:27.925428 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1e9c6741-f4ab-4b65-831d-89d538963671 req-d428e711-1bea-4cc2-a043-1471429f2e82 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:28.022369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5829e0d-d170-4c97-a1be-231cd9cccc88 req-342a66a7-6d6b-4011-a4a0-64d7f136ef00 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:28.037905 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ab739712-81ab-4a0d-887b-0cb90edb363c req-fc0fa0ed-f7f0-424d-b978-08243840811e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:28.049389 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1e9c6741-f4ab-4b65-831d-89d538963671 req-d428e711-1bea-4cc2-a043-1471429f2e82 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:28.051728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['258210eb-9adc-4b0c-85e3-70dfacae5f08', 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'bc535d0d-39fd-40a0-accb-42ee3e353d5d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:31:28.057250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['296e7651-f369-43d0-9967-14c325fbe87c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:31:28.063740 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1e9c6741-f4ab-4b65-831d-89d538963671 req-d428e711-1bea-4cc2-a043-1471429f2e82 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:28.089097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a66a7-6d6b-4011-a4a0-64d7f136ef00 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Pushing event deleted for resources: {'Port': ['ID=70be238f-b9a4-460c-a58c-0e459e098ebc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:28.107669 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1e9c6741-f4ab-4b65-831d-89d538963671 req-d428e711-1bea-4cc2-a043-1471429f2e82 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:28.122976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e9c6741-f4ab-4b65-831d-89d538963671 req-d428e711-1bea-4cc2-a043-1471429f2e82 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3463273 Jul 06 11:31:28.144498 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428e711-1bea-4cc2-a043-1471429f2e82 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2cb9e3-eccf-4eac-8c1c-9d844b01ef4e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:28.178316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e277fa-a906-4f42-b479-e8185e0a7f9c req-86b2a4d1-24c3-4885-99cb-52b760eae179 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:28.192417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10e277fa-a906-4f42-b479-e8185e0a7f9c req-86b2a4d1-24c3-4885-99cb-52b760eae179 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2404125 Jul 06 11:31:28.269190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab739712-81ab-4a0d-887b-0cb90edb363c req-fc0fa0ed-f7f0-424d-b978-08243840811e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] No DVR routers for this DVR port bc535d0d-39fd-40a0-accb-42ee3e353d5d on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:31:28.273306 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ab739712-81ab-4a0d-887b-0cb90edb363c req-fc0fa0ed-f7f0-424d-b978-08243840811e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:28.277470 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ab739712-81ab-4a0d-887b-0cb90edb363c req-fc0fa0ed-f7f0-424d-b978-08243840811e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "DELETE /v2.0/ports/bc535d0d-39fd-40a0-accb-42ee3e353d5d HTTP/1.1" status: 204 len: 173 time: 1.3848410 Jul 06 11:31:28.279299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-deleted', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:28.295030 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a015511e-0bb9-425c-9fa6-79fa945440ce" -d '{"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-deleted", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:28.304123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5829e0d-d170-4c97-a1be-231cd9cccc88 req-342a66a7-6d6b-4011-a4a0-64d7f136ef00 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] No DVR routers for this DVR port 70be238f-b9a4-460c-a58c-0e459e098ebc on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:31:28.306648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fa0ed-f7f0-424d-b978-08243840811e tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Pushing event deleted for resources: {'Port': ['ID=bc535d0d-39fd-40a0-accb-42ee3e353d5d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:28.311064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5829e0d-d170-4c97-a1be-231cd9cccc88 req-342a66a7-6d6b-4011-a4a0-64d7f136ef00 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:28.315313 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5829e0d-d170-4c97-a1be-231cd9cccc88 req-342a66a7-6d6b-4011-a4a0-64d7f136ef00 tempest-LiveMigrationTest-202807802 tempest-LiveMigrationTest-202807802-project] 10.222.0.47 "DELETE /v2.0/ports/70be238f-b9a4-460c-a58c-0e459e098ebc HTTP/1.1" status: 204 len: 173 time: 1.5065916 Jul 06 11:31:28.372338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10e277fa-a906-4f42-b479-e8185e0a7f9c req-45b4051e-f59f-4743-84b4-a3f52e11e00d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588430 Jul 06 11:31:28.565260 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fdb6e5-2f22-4800-b469-7ab906eb4448 x-openstack-request-id: req-d8fdb6e5-2f22-4800-b469-7ab906eb4448 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:28.565747 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-plugged", "status": "completed", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:28.566148 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8fdb6e5-2f22-4800-b469-7ab906eb4448 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:28.566744 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'code': 200} Jul 06 11:31:28.573514 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:28.582095 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:28.941085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8eed3da-86b0-46a0-93af-9ff20f48dde3 req-13000293-c0c4-47cf-a89a-d6f75337e4a0 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=54464ce5-fd3f-4540-ac0a-a07de0beb512 HTTP/1.1" status: 200 len: 210 time: 0.1083002 Jul 06 11:31:29.004369 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b16c0b94-2cd6-4113-8979-8c1dc5dacec2 req-0ab1a695-68be-4b41-93bb-282c7fcf76c5 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1832492937', 'description': 'tempest-description-1363933981'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:29.073290 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b16c0b94-2cd6-4113-8979-8c1dc5dacec2 req-0ab1a695-68be-4b41-93bb-282c7fcf76c5 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:29.214152 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e57b83-80e0-4804-94e0-77b7853f7a87 x-openstack-request-id: req-95e57b83-80e0-4804-94e0-77b7853f7a87 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:29.218424 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54464ce5-fd3f-4540-ac0a-a07de0beb512", "name": "network-vif-deleted", "tag": "bc535d0d-39fd-40a0-accb-42ee3e353d5d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:29.220804 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95e57b83-80e0-4804-94e0-77b7853f7a87 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:29.231419 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54464ce5-fd3f-4540-ac0a-a07de0beb512', 'name': 'network-vif-deleted', 'tag': 'bc535d0d-39fd-40a0-accb-42ee3e353d5d', 'status': 'completed', 'code': 200} Jul 06 11:31:29.318283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 70be238f-b9a4-460c-a58c-0e459e098ebc no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:31:29.358491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b16c0b94-2cd6-4113-8979-8c1dc5dacec2 req-0ab1a695-68be-4b41-93bb-282c7fcf76c5 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:29.367034 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b16c0b94-2cd6-4113-8979-8c1dc5dacec2 req-0ab1a695-68be-4b41-93bb-282c7fcf76c5 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:29.407633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 70be238f-b9a4-460c-a58c-0e459e098ebc {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:31:29.408859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 70be238f-b9a4-460c-a58c-0e459e098ebc not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:31:29.430626 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b16c0b94-2cd6-4113-8979-8c1dc5dacec2 req-0ab1a695-68be-4b41-93bb-282c7fcf76c5 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:29.446736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b16c0b94-2cd6-4113-8979-8c1dc5dacec2 req-0ab1a695-68be-4b41-93bb-282c7fcf76c5 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4503486 Jul 06 11:31:29.472582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1a695-68be-4b41-93bb-282c7fcf76c5 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4602c671-612b-43b1-9f0b-d5d690102fa5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:29.641493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59912) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:29.810225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5b073-87d2-46d1-aee4-4096cd933cb2 req-224e78fd-c1da-4b07-bfba-dd8ce699b1d0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:29.821033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78b5b073-87d2-46d1-aee4-4096cd933cb2 req-224e78fd-c1da-4b07-bfba-dd8ce699b1d0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 945 time: 0.1706007 Jul 06 11:31:29.920798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-5033d386-777b-437b-8092-a3ca3f9c120b admin admin] Deleting subnet cf76e788-9096-4a29-a54c-95736c762e71 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:31:29.930209 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5033d386-777b-437b-8092-a3ca3f9c120b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:29.979161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78b5b073-87d2-46d1-aee4-4096cd933cb2 req-a9d754d4-ab03-48e6-972c-0cc20087c11e tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566656 Jul 06 11:31:30.066605 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5033d386-777b-437b-8092-a3ca3f9c120b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.221088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d081cc6-58a8-42d8-96d2-9acb45586e81 req-2099f184-725e-42a7-bb4f-54480510159f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:30.224740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d081cc6-58a8-42d8-96d2-9acb45586e81 req-2099f184-725e-42a7-bb4f-54480510159f tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 946 time: 0.2026880 Jul 06 11:31:30.246952 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5033d386-777b-437b-8092-a3ca3f9c120b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.347795 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5033d386-777b-437b-8092-a3ca3f9c120b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.371778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d081cc6-58a8-42d8-96d2-9acb45586e81 req-3bcac633-3318-4fc5-a90e-57f82c16dfb2 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328123 Jul 06 11:31:30.395532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033d386-777b-437b-8092-a3ca3f9c120b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf76e788-9096-4a29-a54c-95736c762e71,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:30.398916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5033d386-777b-437b-8092-a3ca3f9c120b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.402200 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5033d386-777b-437b-8092-a3ca3f9c120b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf76e788-9096-4a29-a54c-95736c762e71 HTTP/1.1" status: 204 len: 168 time: 0.7584860 Jul 06 11:31:30.408046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59922) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:30.465970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800b5c5-3e65-4a45-97e7-9ea4fdb45874 req-2e3c1519-d934-4d0d-8e1f-e6c9bfb161d8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:30.468630 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1800b5c5-3e65-4a45-97e7-9ea4fdb45874 req-2e3c1519-d934-4d0d-8e1f-e6c9bfb161d8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1860273 Jul 06 11:31:30.543029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.592957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1800b5c5-3e65-4a45-97e7-9ea4fdb45874 req-1da59d24-e07a-44a0-9005-c6dcf84bd53d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072710 Jul 06 11:31:30.603886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d71bdc33-d24c-47ee-8bd3-60ec586d80e0 req-1adff6ca-d32a-4d98-acaf-42124e3437f2 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/4602c671-612b-43b1-9f0b-d5d690102fa5 HTTP/1.1" status: 200 len: 1805 time: 0.1334157 Jul 06 11:31:30.622338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d71bdc33-d24c-47ee-8bd3-60ec586d80e0 req-e98cbf70-dba2-46be-9da0-915421b1667a tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4602c671-612b-43b1-9f0b-d5d690102fa5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:30.622796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d71bdc33-d24c-47ee-8bd3-60ec586d80e0 req-e98cbf70-dba2-46be-9da0-915421b1667a tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4602c671-612b-43b1-9f0b-d5d690102fa5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:30.756815 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d71bdc33-d24c-47ee-8bd3-60ec586d80e0 req-e98cbf70-dba2-46be-9da0-915421b1667a tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.772422 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.798101 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a19eba-5cff-4a79-8bb0-e4710c338a59']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:30.817791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9dd701e-9143-465a-89b9-ba9217f39c55') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:30.818711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9dd701e-9143-465a-89b9-ba9217f39c55') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:30.819781 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d71bdc33-d24c-47ee-8bd3-60ec586d80e0 req-e98cbf70-dba2-46be-9da0-915421b1667a tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.827783 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d71bdc33-d24c-47ee-8bd3-60ec586d80e0 req-e98cbf70-dba2-46be-9da0-915421b1667a tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.842539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.875036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cbf70-dba2-46be-9da0-915421b1667a tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3931be9-6ebc-4fbc-9367-366e7893a7e5,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:30.883610 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.893201 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d71bdc33-d24c-47ee-8bd3-60ec586d80e0 req-e98cbf70-dba2-46be-9da0-915421b1667a tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.895110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d71bdc33-d24c-47ee-8bd3-60ec586d80e0 req-e98cbf70-dba2-46be-9da0-915421b1667a tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2810175 Jul 06 11:31:30.940898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:31:30.941846 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:31:30.946233 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:31:30.957633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:31:30.957633 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:31:30.957633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:31:30.957633 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:31:30.957633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:31:30.957633 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:31:30.957633 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:31:31.080077 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:31.094073 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:31.104146 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b3a19eba-5cff-4a79-8bb0-e4710c338a59 HTTP/1.1" status: 204 len: 168 time: 0.6942141 Jul 06 11:31:31.107368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59932) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:31.174791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-1b1d6933-386e-4008-ba70-9de1543801bd tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:31.179865 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-1b1d6933-386e-4008-ba70-9de1543801bd tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.86 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 946 time: 0.2994287 Jul 06 11:31:31.182829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04c38f-7525-40ba-9eeb-69d4673f4ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a19eba-5cff-4a79-8bb0-e4710c338a59,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:31.243683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bc535d0d-39fd-40a0-accb-42ee3e353d5d no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:31:31.274843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'name': 'network-vif-deleted', 'tag': '70be238f-b9a4-460c-a58c-0e459e098ebc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:31.279021 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f95363e-748f-4839-aee7-ca62eb9f820d" -d '{"events": [{"server_uuid": "395a505d-77ed-4db6-b38e-b9112a4b4f5f", "name": "network-vif-deleted", "tag": "70be238f-b9a4-460c-a58c-0e459e098ebc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:31.309513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: bc535d0d-39fd-40a0-accb-42ee3e353d5d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:31:31.311697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bc535d0d-39fd-40a0-accb-42ee3e353d5d not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:31:31.338735 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-110e9dcc-7094-41d6-adcb-f2388e68cd2a admin admin] Deleting subnet 1f261e5b-d33d-46e1-a568-32caab03d653 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:31:31.351429 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-110e9dcc-7094-41d6-adcb-f2388e68cd2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:31.444152 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-110e9dcc-7094-41d6-adcb-f2388e68cd2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:31.513041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0de41-4739-4530-abd5-300af23e5056 req-e544c9e5-b46f-43f5-869b-51e7075fb011 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:31.513416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Deleting port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:31:31.513416 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:31.521514 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4e0de41-4739-4530-abd5-300af23e5056 req-e544c9e5-b46f-43f5-869b-51e7075fb011 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.3080225 Jul 06 11:31:31.595545 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-110e9dcc-7094-41d6-adcb-f2388e68cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:31.656474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4e0de41-4739-4530-abd5-300af23e5056 req-8f5be05b-1591-49b9-acde-c20b8a90aaa5 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335418 Jul 06 11:31:31.727820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] For port 9cfe6883-db0d-4e30-b474-a9f615e18ec9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=9cfe6883-db0d-4e30-b474-a9f615e18ec9,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:31.728437 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:31.796941 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-110e9dcc-7094-41d6-adcb-f2388e68cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:31.991615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e9dcc-7094-41d6-adcb-f2388e68cd2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f261e5b-d33d-46e1-a568-32caab03d653,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:32.034789 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-110e9dcc-7094-41d6-adcb-f2388e68cd2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.038244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-110e9dcc-7094-41d6-adcb-f2388e68cd2a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1f261e5b-d33d-46e1-a568-32caab03d653 HTTP/1.1" status: 204 len: 168 time: 0.9285767 Jul 06 11:31:32.052615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59946) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:32.101515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1122fc28-effd-4042-b394-a6ef4aadb405 req-cb82d4b5-4a56-4440-b97a-52cd1e11a609 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1824499646', 'description': 'tempest-description-1724391962'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:32.154868 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1122fc28-effd-4042-b394-a6ef4aadb405 req-cb82d4b5-4a56-4440-b97a-52cd1e11a609 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.278590 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.351356 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d63fd0-9668-4416-a60b-f2c4f5de5fbb x-openstack-request-id: req-46d63fd0-9668-4416-a60b-f2c4f5de5fbb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:32.352269 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395a505d-77ed-4db6-b38e-b9112a4b4f5f", "name": "network-vif-deleted", "tag": "70be238f-b9a4-460c-a58c-0e459e098ebc", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:32.352758 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46d63fd0-9668-4416-a60b-f2c4f5de5fbb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:32.353732 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395a505d-77ed-4db6-b38e-b9112a4b4f5f', 'name': 'network-vif-deleted', 'tag': '70be238f-b9a4-460c-a58c-0e459e098ebc', 'status': 'completed', 'code': 200} Jul 06 11:31:32.576068 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.681746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0945ebf-84da-410f-9137-725ce9477ebd']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:32.730783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd6d614-b1ae-40ca-99c0-631f4e768ede') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:32.731262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd6d614-b1ae-40ca-99c0-631f4e768ede') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:32.761035 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1122fc28-effd-4042-b394-a6ef4aadb405 req-cb82d4b5-4a56-4440-b97a-52cd1e11a609 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.764498 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.787032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1122fc28-effd-4042-b394-a6ef4aadb405 req-cb82d4b5-4a56-4440-b97a-52cd1e11a609 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.828261 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.829611 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.830603 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Floating IP 44bb918b-a79d-4b96-8fb1-fa360b0c63cb disassociated. External IP: 172.25.0.174, port: 9cfe6883-db0d-4e30-b474-a9f615e18ec9. Jul 06 11:31:32.831327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Calling delete_port for 9cfe6883-db0d-4e30-b474-a9f615e18ec9 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:31:32.867223 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.884889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82d4b5-4a56-4440-b97a-52cd1e11a609 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e83a7e0-7a08-4920-b06a-4d43ca850d93,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:32.911643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f59f8e-c755-4815-b74e-95be0ee180fc req-5b1ef1bf-99fd-403a-b4be-a138ab1113b7 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:32.914261 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12f59f8e-c755-4815-b74e-95be0ee180fc req-5b1ef1bf-99fd-403a-b4be-a138ab1113b7 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 945 time: 0.3481517 Jul 06 11:31:32.917004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:31:32.917507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.920594 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1122fc28-effd-4042-b394-a6ef4aadb405 req-cb82d4b5-4a56-4440-b97a-52cd1e11a609 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:32.936418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1122fc28-effd-4042-b394-a6ef4aadb405 req-cb82d4b5-4a56-4440-b97a-52cd1e11a609 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8479764 Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:31:32.937881 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:31:32.951151 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:31:33.170166 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12f59f8e-c755-4815-b74e-95be0ee180fc req-1a4fccb9-5baa-4735-bf2f-d762b3c13d7f tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081146 Jul 06 11:31:33.179533 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:33.201871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:33.207565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] 10.222.0.21 "DELETE /v2.0/networks/b0945ebf-84da-410f-9137-725ce9477ebd HTTP/1.1" status: 204 len: 168 time: 1.1522434 Jul 06 11:31:33.299401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d228da7-471b-4c78-9681-3c8efbd99edc admin admin] Pushing event deleted for resources: {'Network': ['ID=b0945ebf-84da-410f-9137-725ce9477ebd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:33.396850 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:33.464050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Pushing event deleted for resources: {'Port': ['ID=9cfe6883-db0d-4e30-b474-a9f615e18ec9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:33.474861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48beef8-494c-4a79-9092-c230cb87a126 req-98793637-5ff0-445e-97aa-73d81fe0bdd5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:33.478073 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a48beef8-494c-4a79-9092-c230cb87a126 req-98793637-5ff0-445e-97aa-73d81fe0bdd5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 867 time: 0.2169275 Jul 06 11:31:33.511711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0d6d6-c85b-4506-b22f-5e325890d708 req-b1c37392-6d92-43f4-90bc-eddad5eb8dec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:33.534323 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ebb0d6d6-c85b-4506-b22f-5e325890d708 req-b1c37392-6d92-43f4-90bc-eddad5eb8dec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 945 time: 0.3848028 Jul 06 11:31:33.608392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59960) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:33.667707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a48beef8-494c-4a79-9092-c230cb87a126 req-bb3b2b29-557e-4960-9675-9162e21abda8 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups?id=30035ce9-d9d1-438b-987a-e50e1e7f8aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767821 Jul 06 11:31:33.771944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-712c4261-66af-424d-a802-d6f476144cd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07789db484674e1da7cc9ccb7d200675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575243 Jul 06 11:31:33.773969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59964) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:33.802865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a8e488b8-ed0a-4858-9cd9-288c8a449dc2 req-04858244-c3bd-4b78-bbab-b07238e78133 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-453997117', 'description': 'tempest-description-1142105580'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:33.830741 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbfcd5-7f07-421c-b92d-40bb7e8e0747 req-4ce893cc-f75c-4ff1-89b0-c6ce78cf4537 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:33.833935 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50bbfcd5-7f07-421c-b92d-40bb7e8e0747 req-4ce893cc-f75c-4ff1-89b0-c6ce78cf4537 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 951 time: 0.2528489 Jul 06 11:31:33.907586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a8e488b8-ed0a-4858-9cd9-288c8a449dc2 req-04858244-c3bd-4b78-bbab-b07238e78133 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:33.969056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50bbfcd5-7f07-421c-b92d-40bb7e8e0747 req-ed7deb75-33e3-4cbd-a02a-eccc98c21cbd tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140811 Jul 06 11:31:34.116732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72096ba1-7306-42af-9526-cffd5e5c5d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:34.180992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c15b-e799-4239-9217-29941e9a6a78 req-f543332f-5bcf-47b2-9871-b575a688a637 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:34.184377 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3646c15b-e799-4239-9217-29941e9a6a78 req-f543332f-5bcf-47b2-9871-b575a688a637 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 951 time: 0.6483850 Jul 06 11:31:34.220166 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a8e488b8-ed0a-4858-9cd9-288c8a449dc2 req-04858244-c3bd-4b78-bbab-b07238e78133 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:34.233674 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a8e488b8-ed0a-4858-9cd9-288c8a449dc2 req-04858244-c3bd-4b78-bbab-b07238e78133 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:34.303847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04858244-c3bd-4b78-bbab-b07238e78133 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cac6a20-e704-43d0-a56c-93c74e3b69c0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:34.330564 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a8e488b8-ed0a-4858-9cd9-288c8a449dc2 req-04858244-c3bd-4b78-bbab-b07238e78133 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:34.343821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8e488b8-ed0a-4858-9cd9-288c8a449dc2 req-04858244-c3bd-4b78-bbab-b07238e78133 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5490153 Jul 06 11:31:34.348155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72096ba1-7306-42af-9526-cffd5e5c5d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:34.370113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:31:34.495427 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ebb0d6d6-c85b-4506-b22f-5e325890d708 req-f0b631a4-0b8b-43a0-8f37-b3eb3c4d92ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Deleting port a8b4864d-3599-428f-bb3f-d7495b060ddd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:31:34.496418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ebb0d6d6-c85b-4506-b22f-5e325890d708 req-f0b631a4-0b8b-43a0-8f37-b3eb3c4d92ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:34.738115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa11756-9309-433e-9149-8910b9808b0c req-38d5efc8-ad71-46e6-92b0-77b2c9764015 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:34.741622 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fa11756-9309-433e-9149-8910b9808b0c req-38d5efc8-ad71-46e6-92b0-77b2c9764015 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2466335 Jul 06 11:31:34.797942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a77b05-a977-431b-8615-0484ddfee0a7 req-49210b19-fb53-4b09-b918-be4edc717227 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:34.804277 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53a77b05-a977-431b-8615-0484ddfee0a7 req-49210b19-fb53-4b09-b918-be4edc717227 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 945 time: 0.2315228 Jul 06 11:31:34.820128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72096ba1-7306-42af-9526-cffd5e5c5d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:34.826016 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72096ba1-7306-42af-9526-cffd5e5c5d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:34.829175 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-72096ba1-7306-42af-9526-cffd5e5c5d0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3197713-b0c2-4088-a83d-03868199fcad HTTP/1.1" status: 204 len: 168 time: 1.0533919 Jul 06 11:31:34.923270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72096ba1-7306-42af-9526-cffd5e5c5d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3197713-b0c2-4088-a83d-03868199fcad,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:34.951679 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fa11756-9309-433e-9149-8910b9808b0c req-20855861-2759-4a49-a283-0538d28db5a6 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959395 Jul 06 11:31:34.980781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ebb0d6d6-c85b-4506-b22f-5e325890d708 req-f0b631a4-0b8b-43a0-8f37-b3eb3c4d92ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] For port a8b4864d-3599-428f-bb3f-d7495b060ddd, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a8b4864d-3599-428f-bb3f-d7495b060ddd,segment=NetworkSegment(3eaadc08-f8cb-471d-a66d-56e2978bdb09),segment_id=3eaadc08-f8cb-471d-a66d-56e2978bdb09)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:34.981425 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ebb0d6d6-c85b-4506-b22f-5e325890d708 req-f0b631a4-0b8b-43a0-8f37-b3eb3c4d92ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:35.033393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53a77b05-a977-431b-8615-0484ddfee0a7 req-0a9de4b9-3151-4057-880d-b3439fb38e1f tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups?id=99819fdc-fd96-4aac-85fd-6c0e86670808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046099 Jul 06 11:31:35.048789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:31:35.081835 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90017fa7-8791-4b0a-9ec1-b2fb8b74562e None None] Sync routers for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:31:35.087130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ebb0d6d6-c85b-4506-b22f-5e325890d708 req-f0b631a4-0b8b-43a0-8f37-b3eb3c4d92ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Calling delete_port for a8b4864d-3599-428f-bb3f-d7495b060ddd owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:31:35.100029 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3646c15b-e799-4239-9217-29941e9a6a78 req-adac9a68-c43b-4c1a-9aed-f7b96dbf17da tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Deleting port c6ab7faf-c92b-4042-ab82-b0b5c74a318c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:31:35.100832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3646c15b-e799-4239-9217-29941e9a6a78 req-adac9a68-c43b-4c1a-9aed-f7b96dbf17da tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:35.118525 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90017fa7-8791-4b0a-9ec1-b2fb8b74562e None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:31:35.119600 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-90017fa7-8791-4b0a-9ec1-b2fb8b74562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:31:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:35.211648 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82c994a7-8f40-4ead-8499-a6f7fa754d52 req-8ef495af-5480-4a90-be39-1ce6683afa9f tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/6e83a7e0-7a08-4920-b06a-4d43ca850d93 HTTP/1.1" status: 200 len: 1805 time: 0.1565394 Jul 06 11:31:35.278939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6ab7faf-c92b-4042-ab82-b0b5c74a318c no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:31:35.287768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] No DVR routers for this DVR port 9cfe6883-db0d-4e30-b474-a9f615e18ec9 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:31:35.298346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:35.307279 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dfffbcd9-393c-46f1-87aa-c900513e28a5 req-d064e814-8135-4fd5-982b-5f9b3f020f8d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.86 "DELETE /v2.0/ports/9cfe6883-db0d-4e30-b474-a9f615e18ec9 HTTP/1.1" status: 204 len: 173 time: 4.1164677 Jul 06 11:31:35.328135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'name': 'network-vif-deleted', 'tag': '9cfe6883-db0d-4e30-b474-a9f615e18ec9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:35.344214 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17280999-b046-4f36-aca9-f6b38850daf8" -d '{"events": [{"server_uuid": "a19e3838-bcb2-40e9-881f-33435c8953b8", "name": "network-vif-deleted", "tag": "9cfe6883-db0d-4e30-b474-a9f615e18ec9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:35.369142 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82c994a7-8f40-4ead-8499-a6f7fa754d52 req-39c9f001-2e7f-4674-b3e4-7550969076c8 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/9cac6a20-e704-43d0-a56c-93c74e3b69c0 HTTP/1.1" status: 200 len: 1804 time: 0.1383796 Jul 06 11:31:35.382235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-82c994a7-8f40-4ead-8499-a6f7fa754d52 req-ab3cfa2e-64d1-4349-bbbc-09d3ad71bad8 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6e83a7e0-7a08-4920-b06a-4d43ca850d93', 'remote_group_id': '9cac6a20-e704-43d0-a56c-93c74e3b69c0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:35.382823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-82c994a7-8f40-4ead-8499-a6f7fa754d52 req-ab3cfa2e-64d1-4349-bbbc-09d3ad71bad8 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6e83a7e0-7a08-4920-b06a-4d43ca850d93', 'remote_group_id': '9cac6a20-e704-43d0-a56c-93c74e3b69c0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:35.555669 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e22ce91-7668-4544-bd19-a5bdd7705a7c req-1604e340-b2db-4179-85dd-a4ba9212e477 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 210 time: 0.1059153 Jul 06 11:31:35.729793 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:35.764512 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-82c994a7-8f40-4ead-8499-a6f7fa754d52 req-ab3cfa2e-64d1-4349-bbbc-09d3ad71bad8 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:35.785806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3646c15b-e799-4239-9217-29941e9a6a78 req-adac9a68-c43b-4c1a-9aed-f7b96dbf17da tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:35.791748 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3646c15b-e799-4239-9217-29941e9a6a78 req-adac9a68-c43b-4c1a-9aed-f7b96dbf17da tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:35.862286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:35.866079 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069435a3-4b56-4087-a983-e4e2a3c580f2" -d '{"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:35.948304 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-90017fa7-8791-4b0a-9ec1-b2fb8b74562e None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:31:35.960221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6ab7faf-c92b-4042-ab82-b0b5c74a318c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:35.972425 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-82c994a7-8f40-4ead-8499-a6f7fa754d52 req-ab3cfa2e-64d1-4349-bbbc-09d3ad71bad8 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:35.977870 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:35.980372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 9cfe6883-db0d-4e30-b474-a9f615e18ec9 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:31:35.992930 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-82c994a7-8f40-4ead-8499-a6f7fa754d52 req-ab3cfa2e-64d1-4349-bbbc-09d3ad71bad8 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:36.058965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60000) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:36.065478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cfa2e-64d1-4349-bbbc-09d3ad71bad8 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbeac55-b6c3-427d-9803-d480377ba571,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:36.070290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3646c15b-e799-4239-9217-29941e9a6a78 req-adac9a68-c43b-4c1a-9aed-f7b96dbf17da tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Calling delete_port for c6ab7faf-c92b-4042-ab82-b0b5c74a318c owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:31:36.101257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 9cfe6883-db0d-4e30-b474-a9f615e18ec9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:31:36.101779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 9cfe6883-db0d-4e30-b474-a9f615e18ec9 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:31:36.184557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-82c994a7-8f40-4ead-8499-a6f7fa754d52 req-ab3cfa2e-64d1-4349-bbbc-09d3ad71bad8 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:36.196172 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82c994a7-8f40-4ead-8499-a6f7fa754d52 req-ab3cfa2e-64d1-4349-bbbc-09d3ad71bad8 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8257930 Jul 06 11:31:36.328647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=12']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:36.422091 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-79e6cb1d-d072-4e29-a91c-32c426e3a2d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3028040508549f5807c24707c3ab308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257527 Jul 06 11:31:36.424569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:36.565110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69613ef4-957f-4aa5-b459-6a2567ee83b1 req-34a3d4fb-0620-404b-b4d6-fc6cb19d4ed3 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:36.568296 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69613ef4-957f-4aa5-b459-6a2567ee83b1 req-34a3d4fb-0620-404b-b4d6-fc6cb19d4ed3 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 949 time: 0.4346240 Jul 06 11:31:36.596921 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-039766ff-ad6b-4006-97f7-e7e5ab35bbff req-3d53260a-cf24-4f16-922a-8ab76256ff09 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6962874 Jul 06 11:31:36.604140 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ebb0d6d6-c85b-4506-b22f-5e325890d708 req-f0b631a4-0b8b-43a0-8f37-b3eb3c4d92ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:36.698241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b631a4-0b8b-43a0-8f37-b3eb3c4d92ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event deleted for resources: {'Port': ['ID=a8b4864d-3599-428f-bb3f-d7495b060ddd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:36.719635 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b925c2e5-cd74-4737-bf5f-33922deac272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:36.746781 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69613ef4-957f-4aa5-b459-6a2567ee83b1 req-38000e1d-ae59-4245-9882-30faa0f5f01d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666722 Jul 06 11:31:36.867683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a9e6e-e469-4568-95e4-ba1957799d2e req-8ec5eff0-399a-4e1b-a96e-7fde410df861 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:36.872577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-432a9e6e-e469-4568-95e4-ba1957799d2e req-8ec5eff0-399a-4e1b-a96e-7fde410df861 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.4326003 Jul 06 11:31:36.877779 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-90017fa7-8791-4b0a-9ec1-b2fb8b74562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:36.898052 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3646c15b-e799-4239-9217-29941e9a6a78 req-adac9a68-c43b-4c1a-9aed-f7b96dbf17da tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:36.917342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['296e7651-f369-43d0-9967-14c325fbe87c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:31:36.931189 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b925c2e5-cd74-4737-bf5f-33922deac272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:36.934288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['258210eb-9adc-4b0c-85e3-70dfacae5f08'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:31:37.029621 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90017fa7-8791-4b0a-9ec1-b2fb8b74562e None None] Checking router: 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:31:37.061540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac9a68-c43b-4c1a-9aed-f7b96dbf17da tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Pushing event deleted for resources: {'Port': ['ID=c6ab7faf-c92b-4042-ab82-b0b5c74a318c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:37.078686 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90017fa7-8791-4b0a-9ec1-b2fb8b74562e None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:31:37.079737 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-90017fa7-8791-4b0a-9ec1-b2fb8b74562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:31:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:37.099272 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb0d6d6-c85b-4506-b22f-5e325890d708 req-f0b631a4-0b8b-43a0-8f37-b3eb3c4d92ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] No DVR routers for this DVR port a8b4864d-3599-428f-bb3f-d7495b060ddd on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:31:37.136053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ebb0d6d6-c85b-4506-b22f-5e325890d708 req-f0b631a4-0b8b-43a0-8f37-b3eb3c4d92ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:37.138922 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ebb0d6d6-c85b-4506-b22f-5e325890d708 req-f0b631a4-0b8b-43a0-8f37-b3eb3c4d92ec tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.47 "DELETE /v2.0/ports/a8b4864d-3599-428f-bb3f-d7495b060ddd HTTP/1.1" status: 204 len: 173 time: 3.5891962 Jul 06 11:31:37.221291 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b03289-f14d-4554-b763-33e64b9c9f12 x-openstack-request-id: req-03b03289-f14d-4554-b763-33e64b9c9f12 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:37.228056 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19e3838-bcb2-40e9-881f-33435c8953b8", "name": "network-vif-deleted", "tag": "9cfe6883-db0d-4e30-b474-a9f615e18ec9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:37.228619 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03b03289-f14d-4554-b763-33e64b9c9f12 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:37.229546 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19e3838-bcb2-40e9-881f-33435c8953b8', 'name': 'network-vif-deleted', 'tag': '9cfe6883-db0d-4e30-b474-a9f615e18ec9', 'status': 'completed', 'code': 200} Jul 06 11:31:37.230963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3646c15b-e799-4239-9217-29941e9a6a78 req-adac9a68-c43b-4c1a-9aed-f7b96dbf17da tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] No DVR routers for this DVR port c6ab7faf-c92b-4042-ab82-b0b5c74a318c on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:31:37.238101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3646c15b-e799-4239-9217-29941e9a6a78 req-adac9a68-c43b-4c1a-9aed-f7b96dbf17da tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:37.240489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-432a9e6e-e469-4568-95e4-ba1957799d2e req-4bca0e42-3331-4dec-b42b-c781e77b85e9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297498 Jul 06 11:31:37.243519 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3646c15b-e799-4239-9217-29941e9a6a78 req-adac9a68-c43b-4c1a-9aed-f7b96dbf17da tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "DELETE /v2.0/ports/c6ab7faf-c92b-4042-ab82-b0b5c74a318c HTTP/1.1" status: 204 len: 173 time: 3.0261333 Jul 06 11:31:37.306111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039766ff-ad6b-4006-97f7-e7e5ab35bbff req-8589c035-2c3b-4e05-93bf-e8b74187392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:37.312134 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-039766ff-ad6b-4006-97f7-e7e5ab35bbff req-8589c035-2c3b-4e05-93bf-e8b74187392b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 1095 time: 0.6249330 Jul 06 11:31:37.326439 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b925c2e5-cd74-4737-bf5f-33922deac272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:37.359280 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b925c2e5-cd74-4737-bf5f-33922deac272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:37.368555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b925c2e5-cd74-4737-bf5f-33922deac272 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee6e8017-a015-44c1-b8c0-90a0990355be HTTP/1.1" status: 204 len: 168 time: 0.9342551 Jul 06 11:31:37.388199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925c2e5-cd74-4737-bf5f-33922deac272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6e8017-a015-44c1-b8c0-90a0990355be,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:37.419378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a8b4864d-3599-428f-bb3f-d7495b060ddd no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:31:37.449158 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-90017fa7-8791-4b0a-9ec1-b2fb8b74562e None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:31:37.489085 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffaa50b-a5f5-4546-bb85-aacd717eaa29 x-openstack-request-id: req-6ffaa50b-a5f5-4546-bb85-aacd717eaa29 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:37.490972 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:37.491266 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ffaa50b-a5f5-4546-bb85-aacd717eaa29 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:37.491782 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'code': 200} Jul 06 11:31:37.533389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d77c2e48-4d9e-414d-92a8-0d904f52190e req-6d26323f-e6af-4df7-92c8-7e26ef1097ca tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1631598010', 'description': 'tempest-description-1374117581'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:37.647520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: a8b4864d-3599-428f-bb3f-d7495b060ddd {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:31:37.647993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a8b4864d-3599-428f-bb3f-d7495b060ddd not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:31:37.686416 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d77c2e48-4d9e-414d-92a8-0d904f52190e req-6d26323f-e6af-4df7-92c8-7e26ef1097ca tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:37.744825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039766ff-ad6b-4006-97f7-e7e5ab35bbff req-843b0bb9-16d0-46fe-b29a-50fc4b7e4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:37.747279 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-039766ff-ad6b-4006-97f7-e7e5ab35bbff req-843b0bb9-16d0-46fe-b29a-50fc4b7e4f83 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.3379526 Jul 06 11:31:37.851358 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-039766ff-ad6b-4006-97f7-e7e5ab35bbff req-42f0627f-c350-47d5-a163-8ce05d45b183 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06af901f-833a-45e3-96fb-6bdec289716c HTTP/1.1" status: 200 len: 217 time: 0.0941062 Jul 06 11:31:37.976281 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09700807-cfaf-4313-a1f6-457f01f1f6ab req-2c346414-bb50-46e7-8380-e513e2057031 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 210 time: 0.1436706 Jul 06 11:31:38.073267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039766ff-ad6b-4006-97f7-e7e5ab35bbff req-de43cb97-af18-4475-a0c4-2bb8ec19f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:38.078316 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-039766ff-ad6b-4006-97f7-e7e5ab35bbff req-de43cb97-af18-4475-a0c4-2bb8ec19f037 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.2162368 Jul 06 11:31:38.149448 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-90017fa7-8791-4b0a-9ec1-b2fb8b74562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:38.245246 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90017fa7-8791-4b0a-9ec1-b2fb8b74562e None None] The sync data for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 is: [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:25:52Z', 'revision_number': 4, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8be5d0fb-3662-4eb0-b227-f36dea19a9f3', 'name': '', 'network_id': 'a5e489b5-0684-4a9d-b620-d8739016b04b', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'mac_address': 'fa:16:3e:de:b1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:50Z', 'updated_at': '2021-07-06T11:26:08Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'subnets': [{'id': '0875ea68-eb80-4280-b8aa-6ab66bb5db45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:31:38.246297 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-039766ff-ad6b-4006-97f7-e7e5ab35bbff req-bf863b53-4cce-4be8-bbc9-33d9836639c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1509411 Jul 06 11:31:38.328985 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d77c2e48-4d9e-414d-92a8-0d904f52190e req-6d26323f-e6af-4df7-92c8-7e26ef1097ca tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:38.339296 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d77c2e48-4d9e-414d-92a8-0d904f52190e req-6d26323f-e6af-4df7-92c8-7e26ef1097ca tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:38.692937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d77c2e48-4d9e-414d-92a8-0d904f52190e req-6d26323f-e6af-4df7-92c8-7e26ef1097ca tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:38.714146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d77c2e48-4d9e-414d-92a8-0d904f52190e req-6d26323f-e6af-4df7-92c8-7e26ef1097ca tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1901174 Jul 06 11:31:38.735814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0692795-c94a-4cfa-bc39-e2bdab3e933e req-6787d075-39dd-4ffc-8922-aae286d750f5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/ports?device_id=a19e3838-bcb2-40e9-881f-33435c8953b8 HTTP/1.1" status: 200 len: 210 time: 0.3316417 Jul 06 11:31:38.761489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26323f-e6af-4df7-92c8-7e26ef1097ca tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a81912a-da70-4986-9f36-13193a9dfd30,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:38.785489 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-039766ff-ad6b-4006-97f7-e7e5ab35bbff req-dd116e58-9dea-4379-b10a-01294467b645 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326698 Jul 06 11:31:39.014910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd3b25-043e-4dd2-8823-e5a66249a57e None None] New status for floating IP 44bb918b-a79d-4b96-8fb1-fa360b0c63cb: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:31:39.157146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-de24f0e6-fc1c-4f5d-bbcc-3343671d4fe2 req-9b256f15-2757-4d7d-8582-10a418609b84 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1826665594', 'description': 'tempest-description-1753528526'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:39.249869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14fa86d-a693-4610-8225-ddb5ae7df975', 'name': 'network-vif-deleted', 'tag': 'a8b4864d-3599-428f-bb3f-d7495b060ddd'}, {'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-deleted', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:39.264087 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-de24f0e6-fc1c-4f5d-bbcc-3343671d4fe2 req-9b256f15-2757-4d7d-8582-10a418609b84 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:39.269378 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9033a33-b3fa-4315-849e-c5ce606c88fd" -d '{"events": [{"server_uuid": "c14fa86d-a693-4610-8225-ddb5ae7df975", "name": "network-vif-deleted", "tag": "a8b4864d-3599-428f-bb3f-d7495b060ddd"}, {"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-deleted", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:39.287773 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-039766ff-ad6b-4006-97f7-e7e5ab35bbff req-585580f8-6263-4b2c-abb5-da24ad8bc9cd service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863207 Jul 06 11:31:39.452304 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4e0a0d9-443b-4121-9650-57b1e80b5014 req-0bf54e83-613f-4401-8336-aeff5e42c454 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8881023f-0105-420c-bd03-5843a094d075 HTTP/1.1" status: 200 len: 210 time: 0.1005557 Jul 06 11:31:39.654655 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-de24f0e6-fc1c-4f5d-bbcc-3343671d4fe2 req-9b256f15-2757-4d7d-8582-10a418609b84 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:39.666951 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-de24f0e6-fc1c-4f5d-bbcc-3343671d4fe2 req-9b256f15-2757-4d7d-8582-10a418609b84 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:39.774896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b256f15-2757-4d7d-8582-10a418609b84 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded34f26-dc46-4beb-af16-3c678260f5ed,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:39.819398 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-de24f0e6-fc1c-4f5d-bbcc-3343671d4fe2 req-9b256f15-2757-4d7d-8582-10a418609b84 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:39.840716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de24f0e6-fc1c-4f5d-bbcc-3343671d4fe2 req-9b256f15-2757-4d7d-8582-10a418609b84 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6894522 Jul 06 11:31:40.110302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983124-ebfd-4ec1-b2d9-72ac492229df req-f6d1598a-54cc-4ffa-9f2d-d29d628a3be3 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:40.125083 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a983124-ebfd-4ec1-b2d9-72ac492229df req-f6d1598a-54cc-4ffa-9f2d-d29d628a3be3 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2512677 Jul 06 11:31:40.226238 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a983124-ebfd-4ec1-b2d9-72ac492229df req-31bca9f1-f4f7-4246-ac9f-6df8a9df792b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855551 Jul 06 11:31:40.345748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4103dbc7-d36e-4577-931d-7bd528313333 req-aa39e584-7ed6-410b-b791-3768ede0e013 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/ports?device_id=c14fa86d-a693-4610-8225-ddb5ae7df975 HTTP/1.1" status: 200 len: 210 time: 0.1419277 Jul 06 11:31:40.470710 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a92e4ed-da46-4247-83c2-1ef76b5bd524 x-openstack-request-id: req-3a92e4ed-da46-4247-83c2-1ef76b5bd524 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:40.472438 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14fa86d-a693-4610-8225-ddb5ae7df975", "name": "network-vif-deleted", "tag": "a8b4864d-3599-428f-bb3f-d7495b060ddd", "status": "completed", "code": 200}, {"server_uuid": "8881023f-0105-420c-bd03-5843a094d075", "name": "network-vif-deleted", "tag": "c6ab7faf-c92b-4042-ab82-b0b5c74a318c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:40.473237 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a92e4ed-da46-4247-83c2-1ef76b5bd524 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:40.474839 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14fa86d-a693-4610-8225-ddb5ae7df975', 'name': 'network-vif-deleted', 'tag': 'a8b4864d-3599-428f-bb3f-d7495b060ddd', 'status': 'completed', 'code': 200} Jul 06 11:31:40.475879 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8881023f-0105-420c-bd03-5843a094d075', 'name': 'network-vif-deleted', 'tag': 'c6ab7faf-c92b-4042-ab82-b0b5c74a318c', 'status': 'completed', 'code': 200} Jul 06 11:31:40.608019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d279cca-e6db-416c-a1cb-a0118eb8ee0e req-687b6b19-54f2-44c1-86f3-ef5d079ef034 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/9a81912a-da70-4986-9f36-13193a9dfd30 HTTP/1.1" status: 200 len: 1805 time: 0.1068411 Jul 06 11:31:40.709839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d279cca-e6db-416c-a1cb-a0118eb8ee0e req-113d5b2d-4f87-43d3-8706-d6e5158f44c3 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/ded34f26-dc46-4beb-af16-3c678260f5ed HTTP/1.1" status: 200 len: 1805 time: 0.0988421 Jul 06 11:31:40.719064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3d279cca-e6db-416c-a1cb-a0118eb8ee0e req-3f91a64e-c534-472e-984f-176532bd6928 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9a81912a-da70-4986-9f36-13193a9dfd30', 'remote_group_id': 'ded34f26-dc46-4beb-af16-3c678260f5ed', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:40.719628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3d279cca-e6db-416c-a1cb-a0118eb8ee0e req-3f91a64e-c534-472e-984f-176532bd6928 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9a81912a-da70-4986-9f36-13193a9dfd30', 'remote_group_id': 'ded34f26-dc46-4beb-af16-3c678260f5ed', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:40.891638 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d279cca-e6db-416c-a1cb-a0118eb8ee0e req-3f91a64e-c534-472e-984f-176532bd6928 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:41.109032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d279cca-e6db-416c-a1cb-a0118eb8ee0e req-3f91a64e-c534-472e-984f-176532bd6928 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:41.124224 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d279cca-e6db-416c-a1cb-a0118eb8ee0e req-3f91a64e-c534-472e-984f-176532bd6928 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:41.172838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91a64e-c534-472e-984f-176532bd6928 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6156f620-02c3-4679-9044-cd694a2a1a5d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:41.212801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cba8b1-9881-4651-ab9e-9b2dd1cbf432 req-62c7d8f6-f5f0-4fad-a0ef-97dd50cf7eed tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:41.214931 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88cba8b1-9881-4651-ab9e-9b2dd1cbf432 req-62c7d8f6-f5f0-4fad-a0ef-97dd50cf7eed tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2435086 Jul 06 11:31:41.217075 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d279cca-e6db-416c-a1cb-a0118eb8ee0e req-3f91a64e-c534-472e-984f-176532bd6928 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:41.218846 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d279cca-e6db-416c-a1cb-a0118eb8ee0e req-3f91a64e-c534-472e-984f-176532bd6928 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5075972 Jul 06 11:31:41.295901 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88cba8b1-9881-4651-ab9e-9b2dd1cbf432 req-5c951a5c-fd89-419e-baa3-55a3f64573cc tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665295 Jul 06 11:31:41.478181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-adb58a81-658b-4b66-8936-4ac063534441 req-70f7f5ea-db06-4a58-ac69-f6460d2a662e tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/ded34f26-dc46-4beb-af16-3c678260f5ed HTTP/1.1" status: 200 len: 1805 time: 0.0787399 Jul 06 11:31:41.603651 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-adb58a81-658b-4b66-8936-4ac063534441 req-62b68a7b-ad2c-48c6-9788-8f0f312870cd tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:41.696198 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-adb58a81-658b-4b66-8936-4ac063534441 req-62b68a7b-ad2c-48c6-9788-8f0f312870cd tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:41.917703 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-adb58a81-658b-4b66-8936-4ac063534441 req-62b68a7b-ad2c-48c6-9788-8f0f312870cd tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:41.924045 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-adb58a81-658b-4b66-8936-4ac063534441 req-62b68a7b-ad2c-48c6-9788-8f0f312870cd tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:41.925815 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-adb58a81-658b-4b66-8936-4ac063534441 req-62b68a7b-ad2c-48c6-9788-8f0f312870cd tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "DELETE /v2.0/security-groups/ded34f26-dc46-4beb-af16-3c678260f5ed HTTP/1.1" status: 204 len: 173 time: 0.4465785 Jul 06 11:31:41.963519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b68a7b-ad2c-48c6-9788-8f0f312870cd tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded34f26-dc46-4beb-af16-3c678260f5ed,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:42.759777 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca2b3254-22e5-4685-b9d2-97773439dbc9 req-e1994700-84e9-438c-b191-9ad459c7f6da tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/9a81912a-da70-4986-9f36-13193a9dfd30 HTTP/1.1" status: 200 len: 1805 time: 0.0931261 Jul 06 11:31:43.318041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-4dcf9def-0483-465c-b1eb-daae73bd20cc tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6745a09c92a64b26b460baa782e96222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580971 Jul 06 11:31:43.337528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695d7c7-4eb6-4db6-8dd5-a6e6fbc9e69c req-c512f873-bec3-4b12-b9b0-b23a1dcebb1a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:43.341455 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7695d7c7-4eb6-4db6-8dd5-a6e6fbc9e69c req-c512f873-bec3-4b12-b9b0-b23a1dcebb1a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.2315402 Jul 06 11:31:43.558968 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7695d7c7-4eb6-4db6-8dd5-a6e6fbc9e69c req-716d0f38-3e77-4d32-8195-a0ea3bf9227a tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980364 Jul 06 11:31:43.649815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-5dd894b3-90dc-40ed-93bf-9dcb02d53f0f tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:43.652078 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-5dd894b3-90dc-40ed-93bf-9dcb02d53f0f tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3090284 Jul 06 11:31:43.683151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-3c551f86-34da-4998-a16a-a07ca468cbcd tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/quotas/6745a09c92a64b26b460baa782e96222 HTTP/1.1" status: 200 len: 375 time: 0.0205736 Jul 06 11:31:43.716325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60158) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:43.780791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-863c05ce-e621-487a-8c63-52e06315bce6 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6745a09c92a64b26b460baa782e96222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835843 Jul 06 11:31:43.797496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-920c3b77-09d7-4a77-b28e-055fba843640 req-4f3a339e-f859-4470-a1e0-f9fbc1ef9245 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-199342520', 'description': 'tempest-description-785775617'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:43.843381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88fd8ea5-4040-4919-88b9-136117cf3cc5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:43.878449 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-920c3b77-09d7-4a77-b28e-055fba843640 req-4f3a339e-f859-4470-a1e0-f9fbc1ef9245 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:43.909643 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88fd8ea5-4040-4919-88b9-136117cf3cc5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:44.062545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88fd8ea5-4040-4919-88b9-136117cf3cc5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:44.076614 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88fd8ea5-4040-4919-88b9-136117cf3cc5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:44.089706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-88fd8ea5-4040-4919-88b9-136117cf3cc5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "DELETE /v2.0/security-groups/30035ce9-d9d1-438b-987a-e50e1e7f8aa3 HTTP/1.1" status: 204 len: 168 time: 0.3715489 Jul 06 11:31:44.096299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60164) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:44.130867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd8ea5-4040-4919-88b9-136117cf3cc5 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30035ce9-d9d1-438b-987a-e50e1e7f8aa3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:44.135254 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5eaf1f55-aff9-4a7a-be32-2d3eaf758d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:44.154263 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-ebc564a9-79ea-4db2-beac-411198c5a8a0 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] show failed (client error): The resource could not be found. Jul 06 11:31:44.160581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ebc564a9-79ea-4db2-beac-411198c5a8a0 tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "GET /v2.0/security-groups/30035ce9-d9d1-438b-987a-e50e1e7f8aa3 HTTP/1.1" status: 404 len: 347 time: 0.0580246 Jul 06 11:31:44.163175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60168) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:44.203190 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-920c3b77-09d7-4a77-b28e-055fba843640 req-4f3a339e-f859-4470-a1e0-f9fbc1ef9245 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:44.213579 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-920c3b77-09d7-4a77-b28e-055fba843640 req-4f3a339e-f859-4470-a1e0-f9fbc1ef9245 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:44.284416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a339e-f859-4470-a1e0-f9fbc1ef9245 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f83652-ca39-416b-8c8c-f612aa4575ed,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:44.292233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-920c3b77-09d7-4a77-b28e-055fba843640 req-4f3a339e-f859-4470-a1e0-f9fbc1ef9245 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:44.304124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-920c3b77-09d7-4a77-b28e-055fba843640 req-4f3a339e-f859-4470-a1e0-f9fbc1ef9245 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5293186 Jul 06 11:31:44.464022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3131e-2a27-48b9-874f-4d6c23b8fb18 req-2d4dd9ad-ad1b-43b9-9c20-bd0c68f08521 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:44.481322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40f3131e-2a27-48b9-874f-4d6c23b8fb18 req-2d4dd9ad-ad1b-43b9-9c20-bd0c68f08521 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1588066 Jul 06 11:31:44.574116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28da47-4dfc-4986-abed-d12d1b7f0134 req-413d1511-4898-49e8-bf89-1d290da6c1f9 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:44.575762 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e28da47-4dfc-4986-abed-d12d1b7f0134 req-413d1511-4898-49e8-bf89-1d290da6c1f9 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.2511437 Jul 06 11:31:44.605828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40f3131e-2a27-48b9-874f-4d6c23b8fb18 req-8d21355f-9889-4366-ad4e-a3877f769778 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201417 Jul 06 11:31:44.672915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3649f7d3-da81-4fb8-8fbb-5af5070baa3d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Deleting port bc497e2d-5a0d-4323-a599-37db94333051 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:31:44.673383 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3649f7d3-da81-4fb8-8fbb-5af5070baa3d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:44.823169 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12b184a7-10fd-418c-8ef7-465f50a88523 req-ca6a7938-3e49-47ae-acaa-80bca2852406 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 210 time: 0.0794721 Jul 06 11:31:44.873936 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8af87beb-c29a-4373-bd05-5d42d1a0c85b req-4c168107-ce30-4be3-b5a4-fde7b8bcb454 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/c4f83652-ca39-416b-8c8c-f612aa4575ed HTTP/1.1" status: 200 len: 1803 time: 0.1614065 Jul 06 11:31:44.906224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8af87beb-c29a-4373-bd05-5d42d1a0c85b req-f6034cd6-11aa-4ee9-899f-ef6d1a9bd363 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4f83652-ca39-416b-8c8c-f612aa4575ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:44.907095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8af87beb-c29a-4373-bd05-5d42d1a0c85b req-f6034cd6-11aa-4ee9-899f-ef6d1a9bd363 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4f83652-ca39-416b-8c8c-f612aa4575ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:45.065647 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3649f7d3-da81-4fb8-8fbb-5af5070baa3d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.066568 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3649f7d3-da81-4fb8-8fbb-5af5070baa3d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.081937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8af87beb-c29a-4373-bd05-5d42d1a0c85b req-f6034cd6-11aa-4ee9-899f-ef6d1a9bd363 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.107928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2e28da47-4dfc-4986-abed-d12d1b7f0134 req-646f9363-2ca6-40ca-9f0f-fd284ece1e50 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Deleting port 296e7651-f369-43d0-9967-14c325fbe87c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:31:45.108317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2e28da47-4dfc-4986-abed-d12d1b7f0134 req-646f9363-2ca6-40ca-9f0f-fd284ece1e50 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.136271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3649f7d3-da81-4fb8-8fbb-5af5070baa3d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Calling delete_port for bc497e2d-5a0d-4323-a599-37db94333051 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:31:45.158922 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8af87beb-c29a-4373-bd05-5d42d1a0c85b req-f6034cd6-11aa-4ee9-899f-ef6d1a9bd363 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.211670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8af87beb-c29a-4373-bd05-5d42d1a0c85b req-f6034cd6-11aa-4ee9-899f-ef6d1a9bd363 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.257407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6034cd6-11aa-4ee9-899f-ef6d1a9bd363 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce85f4e-f20c-48f8-a5a3-5176a8b6bbef,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:45.295718 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8af87beb-c29a-4373-bd05-5d42d1a0c85b req-f6034cd6-11aa-4ee9-899f-ef6d1a9bd363 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.310601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8af87beb-c29a-4373-bd05-5d42d1a0c85b req-f6034cd6-11aa-4ee9-899f-ef6d1a9bd363 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4108329 Jul 06 11:31:45.389154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2e28da47-4dfc-4986-abed-d12d1b7f0134 req-646f9363-2ca6-40ca-9f0f-fd284ece1e50 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] For port 296e7651-f369-43d0-9967-14c325fbe87c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=296e7651-f369-43d0-9967-14c325fbe87c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:45.389965 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2e28da47-4dfc-4986-abed-d12d1b7f0134 req-646f9363-2ca6-40ca-9f0f-fd284ece1e50 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.397288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf985b7-14ea-4443-bf3c-4ad6936a7963 req-aa2d9ed0-89a0-4c79-af87-17461ecd6184 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:45.406037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dcf985b7-14ea-4443-bf3c-4ad6936a7963 req-aa2d9ed0-89a0-4c79-af87-17461ecd6184 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 948 time: 0.2444708 Jul 06 11:31:45.416149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2e28da47-4dfc-4986-abed-d12d1b7f0134 req-646f9363-2ca6-40ca-9f0f-fd284ece1e50 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Calling delete_port for 296e7651-f369-43d0-9967-14c325fbe87c owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:31:45.480697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dcf985b7-14ea-4443-bf3c-4ad6936a7963 req-8fae81ee-f20b-473d-905d-9063206fde62 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730190 Jul 06 11:31:45.660612 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ed8361c-9869-408d-9dc5-ad147ded33b9 req-976a95fa-0d1f-4d3b-b010-3feb6c0ce72e tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/c4f83652-ca39-416b-8c8c-f612aa4575ed HTTP/1.1" status: 200 len: 2396 time: 0.0942647 Jul 06 11:31:45.683039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9ed8361c-9869-408d-9dc5-ad147ded33b9 req-c5af47b3-5961-4a09-bdd2-fc25da32c1cc tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4f83652-ca39-416b-8c8c-f612aa4575ed', 'remote_group_id': None}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:45.683782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9ed8361c-9869-408d-9dc5-ad147ded33b9 req-c5af47b3-5961-4a09-bdd2-fc25da32c1cc tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4f83652-ca39-416b-8c8c-f612aa4575ed', 'remote_group_id': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:45.762250 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2e28da47-4dfc-4986-abed-d12d1b7f0134 req-646f9363-2ca6-40ca-9f0f-fd284ece1e50 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.777247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['258210eb-9adc-4b0c-85e3-70dfacae5f08'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:31:45.825126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60192) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:45.838839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f9363-2ca6-40ca-9f0f-fd284ece1e50 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Pushing event deleted for resources: {'Port': ['ID=296e7651-f369-43d0-9967-14c325fbe87c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:45.856063 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9ed8361c-9869-408d-9dc5-ad147ded33b9 req-c5af47b3-5961-4a09-bdd2-fc25da32c1cc tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.927697 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3649f7d3-da81-4fb8-8fbb-5af5070baa3d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.982346 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9ed8361c-9869-408d-9dc5-ad147ded33b9 req-c5af47b3-5961-4a09-bdd2-fc25da32c1cc tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:45.997164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9ed8361c-9869-408d-9dc5-ad147ded33b9 req-c5af47b3-5961-4a09-bdd2-fc25da32c1cc tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:46.027149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649f7d3-da81-4fb8-8fbb-5af5070baa3d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Pushing event deleted for resources: {'Port': ['ID=bc497e2d-5a0d-4323-a599-37db94333051,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:46.030990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e28da47-4dfc-4986-abed-d12d1b7f0134 req-646f9363-2ca6-40ca-9f0f-fd284ece1e50 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] No DVR routers for this DVR port 296e7651-f369-43d0-9967-14c325fbe87c on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:31:46.047225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af47b3-5961-4a09-bdd2-fc25da32c1cc tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9671daf3-e985-4479-80dd-3d86daffea6c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:46.064296 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9ed8361c-9869-408d-9dc5-ad147ded33b9 req-c5af47b3-5961-4a09-bdd2-fc25da32c1cc tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:46.084283 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ed8361c-9869-408d-9dc5-ad147ded33b9 req-c5af47b3-5961-4a09-bdd2-fc25da32c1cc tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4054525 Jul 06 11:31:46.124058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2e28da47-4dfc-4986-abed-d12d1b7f0134 req-646f9363-2ca6-40ca-9f0f-fd284ece1e50 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:46.127735 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e28da47-4dfc-4986-abed-d12d1b7f0134 req-646f9363-2ca6-40ca-9f0f-fd284ece1e50 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.47 "DELETE /v2.0/ports/296e7651-f369-43d0-9967-14c325fbe87c HTTP/1.1" status: 204 len: 173 time: 1.5414531 Jul 06 11:31:46.128517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'name': 'network-vif-deleted', 'tag': '296e7651-f369-43d0-9967-14c325fbe87c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:46.133550 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9198c9-a7c8-4a85-a517-9ab94ec09888" -d '{"events": [{"server_uuid": "fcde2fae-36b6-468a-97bc-6e096a9fce40", "name": "network-vif-deleted", "tag": "296e7651-f369-43d0-9967-14c325fbe87c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:46.150217 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7ff5883-a42f-4e5f-98ad-5ab62182c489 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:46.251203 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7ff5883-a42f-4e5f-98ad-5ab62182c489 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:46.518330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af7fd141-9bdd-4f88-aabe-7dd8c26e23d5 req-b355e179-1235-47ff-94e3-565f43786e3e tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 210 time: 0.1468368 Jul 06 11:31:46.541343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d64c97-ddec-4b3b-ba71-61e7c3cf8d56 req-b79aaaef-1a1a-4908-a7af-eec3c1d84efb tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:46.549313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22d64c97-ddec-4b3b-ba71-61e7c3cf8d56 req-b79aaaef-1a1a-4908-a7af-eec3c1d84efb tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.4153323 Jul 06 11:31:46.657318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22d64c97-ddec-4b3b-ba71-61e7c3cf8d56 req-13abff03-a82b-4132-83cf-9bce37391f32 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962183 Jul 06 11:31:46.668189 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7ff5883-a42f-4e5f-98ad-5ab62182c489 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:46.680340 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7ff5883-a42f-4e5f-98ad-5ab62182c489 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:46.682594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e7ff5883-a42f-4e5f-98ad-5ab62182c489 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "DELETE /v2.0/security-groups/b0ccd96a-5615-491f-972f-5821c67547c2 HTTP/1.1" status: 204 len: 168 time: 0.8553393 Jul 06 11:31:46.704786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60208) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:46.773737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff5883-a42f-4e5f-98ad-5ab62182c489 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ccd96a-5615-491f-972f-5821c67547c2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:46.792044 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-f5b8179e-09b5-480f-832c-8874f7d0b0cb tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] show failed (client error): The resource could not be found. Jul 06 11:31:46.793389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f5b8179e-09b5-480f-832c-8874f7d0b0cb tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "GET /v2.0/security-groups/b0ccd96a-5615-491f-972f-5821c67547c2 HTTP/1.1" status: 404 len: 347 time: 0.0871427 Jul 06 11:31:46.798678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:46.861544 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afe40e7-7fe0-4a1a-af4c-38f6a0d1da24 x-openstack-request-id: req-1afe40e7-7fe0-4a1a-af4c-38f6a0d1da24 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:46.862257 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcde2fae-36b6-468a-97bc-6e096a9fce40", "name": "network-vif-deleted", "tag": "296e7651-f369-43d0-9967-14c325fbe87c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:46.862853 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1afe40e7-7fe0-4a1a-af4c-38f6a0d1da24 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:46.863894 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcde2fae-36b6-468a-97bc-6e096a9fce40', 'name': 'network-vif-deleted', 'tag': '296e7651-f369-43d0-9967-14c325fbe87c', 'status': 'completed', 'code': 200} Jul 06 11:31:46.907995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddc95e3b-1cf0-4870-b666-e09657a88813 req-b94f5681-a849-41ec-8f03-58c0ba72e7a5 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/c4f83652-ca39-416b-8c8c-f612aa4575ed HTTP/1.1" status: 200 len: 2994 time: 0.2716281 Jul 06 11:31:46.925266 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-7fef24b6-f15e-4d58-bd0a-e1b211ddaadd tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6745a09c92a64b26b460baa782e96222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589161 Jul 06 11:31:47.177934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dde8f4-bb84-402c-96c6-4205e270f4b0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Deleting port ff7855ef-3c75-4ab9-99a2-a098022acbca {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:31:47.178496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dde8f4-bb84-402c-96c6-4205e270f4b0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:47.188827 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3649f7d3-da81-4fb8-8fbb-5af5070baa3d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:47.196050 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3649f7d3-da81-4fb8-8fbb-5af5070baa3d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:47.202350 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3649f7d3-da81-4fb8-8fbb-5af5070baa3d tempest-ServersWithSpecificFlavorTestJSON-1678142536 tempest-ServersWithSpecificFlavorTestJSON-1678142536-project] 10.222.0.21 "DELETE /v2.0/floatingips/44bb918b-a79d-4b96-8fb1-fa360b0c63cb HTTP/1.1" status: 204 len: 168 time: 3.0319879 Jul 06 11:31:47.211583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-158cb449-ba79-46f3-a3f4-1e49349d802a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:47.213316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-158cb449-ba79-46f3-a3f4-1e49349d802a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 821 time: 0.2052324 Jul 06 11:31:47.304525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-bc97f259-f69e-4f70-b14a-21df2e3cce86 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:47.308007 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-bc97f259-f69e-4f70-b14a-21df2e3cce86 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3692188 Jul 06 11:31:47.323723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dc4b78d-be0b-4e7c-b20d-0a43aa8899a8 req-780be217-f12d-403d-a9cd-af0ef81cde13 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcde2fae-36b6-468a-97bc-6e096a9fce40 HTTP/1.1" status: 200 len: 210 time: 0.0688779 Jul 06 11:31:47.327040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Request body: {'port': {'device_id': '2b7952fd-bd3a-46a0-b52f-cbcfb5776416', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '6745a09c92a64b26b460baa782e96222'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:47.334395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-2a6d309a-6119-4130-a1e0-03cb40b7d594 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/quotas/c873b0fb571e46d8941f82ebd8df32e8 HTTP/1.1" status: 200 len: 375 time: 0.0763025 Jul 06 11:31:47.417342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dde8f4-bb84-402c-96c6-4205e270f4b0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:47.417923 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dde8f4-bb84-402c-96c6-4205e270f4b0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:47.434128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 296e7651-f369-43d0-9967-14c325fbe87c no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:31:47.445947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dde8f4-bb84-402c-96c6-4205e270f4b0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Calling delete_port for ff7855ef-3c75-4ab9-99a2-a098022acbca owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:31:47.506740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 296e7651-f369-43d0-9967-14c325fbe87c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:31:47.508791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 296e7651-f369-43d0-9967-14c325fbe87c not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:31:47.562076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-7d8ae562-13aa-437b-ab29-d3d6a5369323 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2264562 Jul 06 11:31:47.607715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Made reservation on behalf of 6745a09c92a64b26b460baa782e96222 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:31:47.615356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:47.633932 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:47.641078 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:31:47.696273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c2d0bce-6102-4f20-bd8c-237595129a90 req-fa2deff7-8330-4a1f-a6f7-86db75ebe7d8 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-group-rules/9671daf3-e985-4479-80dd-3d86daffea6c HTTP/1.1" status: 200 len: 783 time: 0.0575440 Jul 06 11:31:47.805775 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:47.813917 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:47.828075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-7f22e9ff-4da1-4a60-b257-ffc2c70e235f service neutron] 10.222.0.21 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577121 Jul 06 11:31:47.910476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebc1479-2159-4798-b5e4-26c26b7617aa,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:47.920831 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c2d0bce-6102-4f20-bd8c-237595129a90 req-899b9700-c784-4cf7-9574-9a3903ed66ab tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/c4f83652-ca39-416b-8c8c-f612aa4575ed HTTP/1.1" status: 200 len: 2994 time: 0.2067113 Jul 06 11:31:47.965232 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dde8f4-bb84-402c-96c6-4205e270f4b0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.020148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Allocated IP 192.168.233.111 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/36d16d50-16d9-46e2-ac64-2f71a3cb923d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:31:48.062950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dde8f4-bb84-402c-96c6-4205e270f4b0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Pushing event deleted for resources: {'Port': ['ID=ff7855ef-3c75-4ab9-99a2-a098022acbca,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:48.082649 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.111965 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c2d0bce-6102-4f20-bd8c-237595129a90 req-5301d808-2d46-4c88-8897-bb0ef4f8c463 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.123292 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c2d0bce-6102-4f20-bd8c-237595129a90 req-5301d808-2d46-4c88-8897-bb0ef4f8c463 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.166426 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-e14eb056-d8a1-4987-aa67-f7be1ea1358e service neutron] 10.222.0.21 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177094 Jul 06 11:31:48.210118 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c2d0bce-6102-4f20-bd8c-237595129a90 req-5301d808-2d46-4c88-8897-bb0ef4f8c463 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.212184 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dde8f4-bb84-402c-96c6-4205e270f4b0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.215606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dde8f4-bb84-402c-96c6-4205e270f4b0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.216867 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-44dde8f4-bb84-402c-96c6-4205e270f4b0 tempest-ImagesOneServerNegativeTestJSON-1105733753 tempest-ImagesOneServerNegativeTestJSON-1105733753-project] 10.222.0.21 "DELETE /v2.0/floatingips/dc0e56db-0b1c-49a9-b8cd-e7f58a73d3bd HTTP/1.1" status: 204 len: 168 time: 1.4169760 Jul 06 11:31:48.222729 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c2d0bce-6102-4f20-bd8c-237595129a90 req-5301d808-2d46-4c88-8897-bb0ef4f8c463 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.236094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c2d0bce-6102-4f20-bd8c-237595129a90 req-5301d808-2d46-4c88-8897-bb0ef4f8c463 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9671daf3-e985-4479-80dd-3d86daffea6c HTTP/1.1" status: 204 len: 173 time: 0.2876852 Jul 06 11:31:48.246520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301d808-2d46-4c88-8897-bb0ef4f8c463 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9671daf3-e985-4479-80dd-3d86daffea6c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:48.333463 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-202a3674-e2bb-4e85-a5a1-52a56abb32c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.352117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.375591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Transition to ACTIVE for port object 36d16d50-16d9-46e2-ac64-2f71a3cb923d will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:31:48.454177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.531094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:31:48.538628 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.543870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:31:48.546662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Pushing event updated for resources: {'Port': ['ID=36d16d50-16d9-46e2-ac64-2f71a3cb923d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:48.549420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:31:48.672581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:48.673929 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:48.713965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-98b60a7e-8420-4a73-814c-22d424c9f28a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3957903 Jul 06 11:31:48.731577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Request body: {'port': {'device_id': '2b7952fd-bd3a-46a0-b52f-cbcfb5776416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:48.808866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e2106-b4ff-4182-bf8a-674c449948d8 req-225d3bb1-2fc3-4060-b187-f509d2638576 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:48.822911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c4e2106-b4ff-4182-bf8a-674c449948d8 req-225d3bb1-2fc3-4060-b187-f509d2638576 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 936 time: 0.1525731 Jul 06 11:31:48.917832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c4e2106-b4ff-4182-bf8a-674c449948d8 req-53aaeb96-3090-4483-a08b-f63870d9bca6 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925419 Jul 06 11:31:48.945971 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:49.012498 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1a66d636-621c-4e72-866e-1fba24abd74b None None] Provisioning for port 36d16d50-16d9-46e2-ac64-2f71a3cb923d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:31:49.018393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1a66d636-621c-4e72-866e-1fba24abd74b None None] Provisioning complete for port 36d16d50-16d9-46e2-ac64-2f71a3cb923d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:31:49.018711 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a66d636-621c-4e72-866e-1fba24abd74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:49.109710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1a66d636-621c-4e72-866e-1fba24abd74b None None] Port 36d16d50-16d9-46e2-ac64-2f71a3cb923d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:31:49.164771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bef99-2bf6-4d1f-ab5f-c2a3fab8d3ea req-af54074d-bb63-4994-94f3-15f967e8b5b6 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:49.167165 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd3bef99-2bf6-4d1f-ab5f-c2a3fab8d3ea req-af54074d-bb63-4994-94f3-15f967e8b5b6 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.1904230 Jul 06 11:31:49.175069 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d2085b2-aeaa-4902-93d9-6dbdbb4989db req-a5b7ddb9-ef15-4bbd-a9ae-aecdbfa97c19 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/c4f83652-ca39-416b-8c8c-f612aa4575ed HTTP/1.1" status: 200 len: 2396 time: 0.1177416 Jul 06 11:31:49.324701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd3bef99-2bf6-4d1f-ab5f-c2a3fab8d3ea req-b750ee40-db23-415d-b395-f751c495c1ef tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355376 Jul 06 11:31:49.359990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d2085b2-aeaa-4902-93d9-6dbdbb4989db req-eb7e7467-8e6d-42eb-a590-690cf2424a17 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:49.413517 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d2085b2-aeaa-4902-93d9-6dbdbb4989db req-eb7e7467-8e6d-42eb-a590-690cf2424a17 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:49.543713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d2085b2-aeaa-4902-93d9-6dbdbb4989db req-eb7e7467-8e6d-42eb-a590-690cf2424a17 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:49.552159 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d2085b2-aeaa-4902-93d9-6dbdbb4989db req-eb7e7467-8e6d-42eb-a590-690cf2424a17 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:49.574644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d2085b2-aeaa-4902-93d9-6dbdbb4989db req-eb7e7467-8e6d-42eb-a590-690cf2424a17 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "DELETE /v2.0/security-groups/c4f83652-ca39-416b-8c8c-f612aa4575ed HTTP/1.1" status: 204 len: 173 time: 0.3825471 Jul 06 11:31:49.613248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e7467-8e6d-42eb-a590-690cf2424a17 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f83652-ca39-416b-8c8c-f612aa4575ed,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:49.649463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d16d50-16d9-46e2-ac64-2f71a3cb923d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:31:49.668780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:49.695587 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Transition to ACTIVE for port object 36d16d50-16d9-46e2-ac64-2f71a3cb923d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:31:49.706519 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:49.845555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Pushing event updated for resources: {'Port': ['ID=36d16d50-16d9-46e2-ac64-2f71a3cb923d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:49.943042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b9ab01a-b77b-4f3e-980f-10185a854b83 req-a5625f09-71d7-4801-b91f-a0a6b03d424f tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 210 time: 0.1091850 Jul 06 11:31:50.007864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Attempting to bind port 36d16d50-16d9-46e2-ac64-2f71a3cb923d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:31:50.008250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Attempting to bind port 36d16d50-16d9-46e2-ac64-2f71a3cb923d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:31:50.008586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Attempting to bind port 36d16d50-16d9-46e2-ac64-2f71a3cb923d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:31:50.023029 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Port 36d16d50-16d9-46e2-ac64-2f71a3cb923d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:31:50.023298 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Attempting to bind port 36d16d50-16d9-46e2-ac64-2f71a3cb923d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:31:50.043270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:31:50.043719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:31:50.044172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:31:50.044813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Bound port: 36d16d50-16d9-46e2-ac64-2f71a3cb923d, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:31:50.045092 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:50.096424 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-1b6a87e3-9d22-4060-9796-414ef58709a7 req-6d9f6751-7226-40a9-ad23-73f4c5027ef9 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] show failed (client error): The resource could not be found. Jul 06 11:31:50.111583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b6a87e3-9d22-4060-9796-414ef58709a7 req-6d9f6751-7226-40a9-ad23-73f4c5027ef9 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/ded34f26-dc46-4beb-af16-3c678260f5ed HTTP/1.1" status: 404 len: 352 time: 0.0379317 Jul 06 11:31:50.204889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] For port 36d16d50-16d9-46e2-ac64-2f71a3cb923d, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:31:50.211829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] For port 36d16d50-16d9-46e2-ac64-2f71a3cb923d, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=36d16d50-16d9-46e2-ac64-2f71a3cb923d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:31:50.223809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:50.277658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:50.278489 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:50.280127 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] 10.222.0.47 "PUT /v2.0/ports/36d16d50-16d9-46e2-ac64-2f71a3cb923d HTTP/1.1" status: 200 len: 1096 time: 1.5567482 Jul 06 11:31:50.280817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7952fd-bd3a-46a0-b52f-cbcfb5776416', 'tag': '36d16d50-16d9-46e2-ac64-2f71a3cb923d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:50.284941 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7952fd-bd3a-46a0-b52f-cbcfb5776416", "tag": "36d16d50-16d9-46e2-ac64-2f71a3cb923d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:50.339386 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:50.340383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22314a5e-8a47-454a-84bc-58a9338e8c36 service neutron] Pushing event updated for resources: {'Port': ['ID=36d16d50-16d9-46e2-ac64-2f71a3cb923d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:50.414140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60276) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:50.638156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2357ee6-4958-4887-91a7-05b900d6a4c6 admin admin] Deleting subnet db865811-8939-42d3-8508-9ae239d97c6d {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:31:50.648714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2357ee6-4958-4887-91a7-05b900d6a4c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:50.697520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-d4e3646e-e66f-4735-8d4b-f7c8f929bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:50.700511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-d4e3646e-e66f-4735-8d4b-f7c8f929bff6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6745a09c92a64b26b460baa782e96222&device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 1099 time: 0.2056463 Jul 06 11:31:50.709013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c740bba7-81d1-49c8-a600-ca6bf1fc91ba req-51128d51-9aaf-446f-8495-a7fc548e57aa tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/9a81912a-da70-4986-9f36-13193a9dfd30 HTTP/1.1" status: 200 len: 1805 time: 0.1266398 Jul 06 11:31:50.784784 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-59713d29-652b-4626-b0a4-af497f13029c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=36d16d50-16d9-46e2-ac64-2f71a3cb923d HTTP/1.1" status: 200 len: 217 time: 0.0715368 Jul 06 11:31:50.792351 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2357ee6-4958-4887-91a7-05b900d6a4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:50.822349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272b1d5-73a4-4b12-ac21-1c0c92c3b001 req-0a717df7-2d7d-47cf-a7ab-ada218d97e49 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:50.825660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f272b1d5-73a4-4b12-ac21-1c0c92c3b001 req-0a717df7-2d7d-47cf-a7ab-ada218d97e49 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 948 time: 0.1560254 Jul 06 11:31:50.894356 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-fa80b0d4-6e35-44de-a53b-06f4767a4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:50.896961 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-fa80b0d4-6e35-44de-a53b-06f4767a4a57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1021302 Jul 06 11:31:50.898269 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2357ee6-4958-4887-91a7-05b900d6a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:50.930188 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c740bba7-81d1-49c8-a600-ca6bf1fc91ba req-07e6e49d-90e8-4233-8d95-3a26efff7b62 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:50.952362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f272b1d5-73a4-4b12-ac21-1c0c92c3b001 req-e0d8bb1b-d1be-4f75-9dc0-513ce04b1f4b tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148126 Jul 06 11:31:51.006939 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c740bba7-81d1-49c8-a600-ca6bf1fc91ba req-07e6e49d-90e8-4233-8d95-3a26efff7b62 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:51.076952 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4017f5-b644-46c6-95a8-84aec7cfaded x-openstack-request-id: req-ec4017f5-b644-46c6-95a8-84aec7cfaded {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:51.077357 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7952fd-bd3a-46a0-b52f-cbcfb5776416", "tag": "36d16d50-16d9-46e2-ac64-2f71a3cb923d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:51.077908 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec4017f5-b644-46c6-95a8-84aec7cfaded {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:51.078316 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7952fd-bd3a-46a0-b52f-cbcfb5776416', 'tag': '36d16d50-16d9-46e2-ac64-2f71a3cb923d', 'status': 'completed', 'code': 200} Jul 06 11:31:51.100496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c740bba7-81d1-49c8-a600-ca6bf1fc91ba req-07e6e49d-90e8-4233-8d95-3a26efff7b62 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:51.108418 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c740bba7-81d1-49c8-a600-ca6bf1fc91ba req-07e6e49d-90e8-4233-8d95-3a26efff7b62 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:51.125703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c740bba7-81d1-49c8-a600-ca6bf1fc91ba req-07e6e49d-90e8-4233-8d95-3a26efff7b62 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a81912a-da70-4986-9f36-13193a9dfd30 HTTP/1.1" status: 204 len: 173 time: 0.3981469 Jul 06 11:31:51.158312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6e49d-90e8-4233-8d95-3a26efff7b62 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a81912a-da70-4986-9f36-13193a9dfd30,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:51.171702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-918c68e6-9c8c-4f71-999b-37fbddbb258d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:51.173503 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-918c68e6-9c8c-4f71-999b-37fbddbb258d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 821 time: 0.1649544 Jul 06 11:31:51.206905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Request body: {'port': {'device_id': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a', 'admin_state_up': True, 'tenant_id': 'c873b0fb571e46d8941f82ebd8df32e8'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:51.261453 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2357ee6-4958-4887-91a7-05b900d6a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:51.323915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-d0f72ec5-6657-40fb-8bc8-23415fdc9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:51.325954 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-d0f72ec5-6657-40fb-8bc8-23415fdc9183 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4018385 Jul 06 11:31:51.334172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2357ee6-4958-4887-91a7-05b900d6a4c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db865811-8939-42d3-8508-9ae239d97c6d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:51.336578 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2357ee6-4958-4887-91a7-05b900d6a4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:51.339068 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d2357ee6-4958-4887-91a7-05b900d6a4c6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/db865811-8939-42d3-8508-9ae239d97c6d HTTP/1.1" status: 204 len: 168 time: 0.9234788 Jul 06 11:31:51.344542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60288) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:51.439230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0350c1a-92b0-45f1-87d3-5a73e386e1fd req-35079f14-9258-45d6-bf72-4f592efa6b1f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:51.441007 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0350c1a-92b0-45f1-87d3-5a73e386e1fd req-35079f14-9258-45d6-bf72-4f592efa6b1f tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.4751267 Jul 06 11:31:51.693475 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:51.801796 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-1d4ff5e0-5dcb-49e4-bcb3-879be09c8487 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613643 Jul 06 11:31:51.818176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Made reservation on behalf of c873b0fb571e46d8941f82ebd8df32e8 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:31:51.824132 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:51.955762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d249f-9313-4bd7-82da-a1edb6541790 req-89cf50f7-c139-4ceb-a705-525cb6fbe66f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:51.957294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c98d249f-9313-4bd7-82da-a1edb6541790 req-89cf50f7-c139-4ceb-a705-525cb6fbe66f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.7039433 Jul 06 11:31:52.028027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaf51c-5ab0-4990-bd86-ff38cbca08b6 req-649d2a67-5fc5-4180-b507-2905517b488d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:52.029795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9eaf51c-5ab0-4990-bd86-ff38cbca08b6 req-649d2a67-5fc5-4180-b507-2905517b488d tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.6523333 Jul 06 11:31:52.049101 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c98d249f-9313-4bd7-82da-a1edb6541790 req-86923eeb-67ef-4fb2-8bb5-b1061bc81db1 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772069 Jul 06 11:31:52.159188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9eaf51c-5ab0-4990-bd86-ff38cbca08b6 req-bfa41218-0555-4d55-b2d7-0723f6b70fca tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010528 Jul 06 11:31:52.220925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c0350c1a-92b0-45f1-87d3-5a73e386e1fd req-c8d271fa-ede4-499d-b5d0-4a5b5c4018be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Deleting port 258210eb-9adc-4b0c-85e3-70dfacae5f08 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:31:52.221329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0350c1a-92b0-45f1-87d3-5a73e386e1fd req-c8d271fa-ede4-499d-b5d0-4a5b5c4018be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:52.344945 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:52.400564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303db037-9806-4ab0-b73d-fece10dd4932']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:52.444228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eaadc08-f8cb-471d-a66d-56e2978bdb09') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:52.444800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eaadc08-f8cb-471d-a66d-56e2978bdb09') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:31:52.455831 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19bbc414-f16e-4967-9992-c745dc308db9 req-b4383ff2-4a0d-4699-969e-ab6320d83ca6 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 210 time: 0.0375085 Jul 06 11:31:52.456539 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c608010d-d7f2-46bb-8587-c6b7a361d0e2 req-623c9f45-19d2-41aa-bfde-5d3ac01ec408 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403043 Jul 06 11:31:52.531107 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:52.605637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1a882c14-5e94-4c52-a0b7-365f2566650d req-7f763ca7-a4e3-4d8c-87b0-8082cd7206d0 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/9cac6a20-e704-43d0-a56c-93c74e3b69c0 HTTP/1.1" status: 200 len: 1804 time: 0.1459506 Jul 06 11:31:52.675868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Allocated IP 172.20.0.12 (4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a/d4d2f577-6be2-4de8-9745-d21caa44b53a/dba2dc6b-94b3-4b83-a10e-501e476e717d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:31:52.727602 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:52.789132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:31:52.790367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:52.792383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1a882c14-5e94-4c52-a0b7-365f2566650d req-51dd0b3f-7a3c-4d89-a60a-5ee985343729 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:31:52.798206 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:31:52.861961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c83d1c-548f-4ff4-b3c4-33f0540937b3 req-79dea490-0527-4732-a00b-336ca583a8ae tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:52.865274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27c83d1c-548f-4ff4-b3c4-33f0540937b3 req-79dea490-0527-4732-a00b-336ca583a8ae tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 948 time: 0.2248595 Jul 06 11:31:52.868377 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1a882c14-5e94-4c52-a0b7-365f2566650d req-51dd0b3f-7a3c-4d89-a60a-5ee985343729 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:52.977070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c0350c1a-92b0-45f1-87d3-5a73e386e1fd req-c8d271fa-ede4-499d-b5d0-4a5b5c4018be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] For port 258210eb-9adc-4b0c-85e3-70dfacae5f08, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=258210eb-9adc-4b0c-85e3-70dfacae5f08,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:52.977783 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0350c1a-92b0-45f1-87d3-5a73e386e1fd req-c8d271fa-ede4-499d-b5d0-4a5b5c4018be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:52.998699 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27c83d1c-548f-4ff4-b3c4-33f0540937b3 req-5325319e-b400-43ad-85a5-cda088de2dec tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153860 Jul 06 11:31:53.046039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c0350c1a-92b0-45f1-87d3-5a73e386e1fd req-c8d271fa-ede4-499d-b5d0-4a5b5c4018be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Calling delete_port for 258210eb-9adc-4b0c-85e3-70dfacae5f08 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:31:53.059825 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1a882c14-5e94-4c52-a0b7-365f2566650d req-51dd0b3f-7a3c-4d89-a60a-5ee985343729 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:53.064848 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1a882c14-5e94-4c52-a0b7-365f2566650d req-51dd0b3f-7a3c-4d89-a60a-5ee985343729 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:53.072527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1a882c14-5e94-4c52-a0b7-365f2566650d req-51dd0b3f-7a3c-4d89-a60a-5ee985343729 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "DELETE /v2.0/security-groups/9cac6a20-e704-43d0-a56c-93c74e3b69c0 HTTP/1.1" status: 204 len: 173 time: 0.4513433 Jul 06 11:31:53.086685 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:53.098043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:53.105209 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] 10.222.0.21 "DELETE /v2.0/networks/303db037-9806-4ab0-b73d-fece10dd4932 HTTP/1.1" status: 204 len: 168 time: 1.7452655 Jul 06 11:31:53.117816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad req-5e4a4e3a-1fad-4373-8296-35130dca8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:53.121301 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad req-5e4a4e3a-1fad-4373-8296-35130dca8887 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6745a09c92a64b26b460baa782e96222&device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 1099 time: 0.5512598 Jul 06 11:31:53.141096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd0b3f-7a3c-4d89-a60a-5ee985343729 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cac6a20-e704-43d0-a56c-93c74e3b69c0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:53.234332 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f2fa491-d2fe-4175-82b2-133a96f3bfb2 req-ac4d155c-eb32-4581-9183-e8562180e22b tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/6e83a7e0-7a08-4920-b06a-4d43ca850d93 HTTP/1.1" status: 200 len: 1805 time: 0.1143153 Jul 06 11:31:53.272639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120d3da-5962-4199-9ca9-07a4bf24ab97 admin admin] Pushing event deleted for resources: {'Network': ['ID=303db037-9806-4ab0-b73d-fece10dd4932,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:53.422899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2f2fa491-d2fe-4175-82b2-133a96f3bfb2 req-c3e4db82-dd4c-4a12-ad61-67f961550aab tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:53.475651 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2f2fa491-d2fe-4175-82b2-133a96f3bfb2 req-c3e4db82-dd4c-4a12-ad61-67f961550aab tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:53.572337 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2f2fa491-d2fe-4175-82b2-133a96f3bfb2 req-c3e4db82-dd4c-4a12-ad61-67f961550aab tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:53.579243 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2f2fa491-d2fe-4175-82b2-133a96f3bfb2 req-c3e4db82-dd4c-4a12-ad61-67f961550aab tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:53.587732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f2fa491-d2fe-4175-82b2-133a96f3bfb2 req-c3e4db82-dd4c-4a12-ad61-67f961550aab tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e83a7e0-7a08-4920-b06a-4d43ca850d93 HTTP/1.1" status: 204 len: 173 time: 0.3353572 Jul 06 11:31:53.637036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4db82-dd4c-4a12-ad61-67f961550aab tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e83a7e0-7a08-4920-b06a-4d43ca850d93,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:53.744450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60310) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:53.959771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c2cfe-2e03-4c0d-9970-e57749ce0604 req-1a850b5a-57fc-49cd-8668-0e4abfc3c7d6 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:53.965234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f0c2cfe-2e03-4c0d-9970-e57749ce0604 req-1a850b5a-57fc-49cd-8668-0e4abfc3c7d6 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.3740811 Jul 06 11:31:53.978830 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-41f9aeb8-9700-4dce-a88a-15668c5671c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=732109b7a9bb4d25ba7b9514fdfb0363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310159 Jul 06 11:31:53.990116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60312) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:54.151977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f0c2cfe-2e03-4c0d-9970-e57749ce0604 req-3cd530fc-6820-4b3b-aee7-0e368395a844 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702263 Jul 06 11:31:54.193073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe61948-bbe2-4fb0-8a18-79ff1eb0ca43 req-e318d335-bfb9-4a1b-a02c-9ce1517c2aa2 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:54.203384 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fe61948-bbe2-4fb0-8a18-79ff1eb0ca43 req-e318d335-bfb9-4a1b-a02c-9ce1517c2aa2 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e96b3ff-8774-429b-b122-fc60e9cb6605 HTTP/1.1" status: 200 len: 949 time: 0.3420737 Jul 06 11:31:54.222938 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fb1e79c-a560-4cad-8a47-9a411a9e2069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:54.277893 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fb1e79c-a560-4cad-8a47-9a411a9e2069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:54.293719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad req-9bdc6871-7fc4-4fa0-acd9-1e4b52622bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:54.296504 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad req-9bdc6871-7fc4-4fa0-acd9-1e4b52622bd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 1.1605005 Jul 06 11:31:54.379711 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad req-ebbefbfb-8702-4692-acc2-cfa40719e751 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=36d16d50-16d9-46e2-ac64-2f71a3cb923d HTTP/1.1" status: 200 len: 217 time: 0.0678170 Jul 06 11:31:54.384365 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:54.389492 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fe61948-bbe2-4fb0-8a18-79ff1eb0ca43 req-ec30f693-b54d-440c-9a99-9f516c3399a5 tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.21 "GET /v2.0/security-groups?id=0bb1d3a9-a4eb-4469-bddc-d85afae286d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836309 Jul 06 11:31:54.418921 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fb1e79c-a560-4cad-8a47-9a411a9e2069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:54.424611 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fb1e79c-a560-4cad-8a47-9a411a9e2069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:54.432134 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7fb1e79c-a560-4cad-8a47-9a411a9e2069 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99819fdc-fd96-4aac-85fd-6c0e86670808 HTTP/1.1" status: 204 len: 168 time: 0.4397607 Jul 06 11:31:54.461351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1e79c-a560-4cad-8a47-9a411a9e2069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99819fdc-fd96-4aac-85fd-6c0e86670808,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:54.531496 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0350c1a-92b0-45f1-87d3-5a73e386e1fd req-c8d271fa-ede4-499d-b5d0-4a5b5c4018be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:54.659602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad req-8b2a9455-5e16-4db5-b551-a083db12ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:54.665676 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad req-8b2a9455-5e16-4db5-b551-a083db12ee03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2757323 Jul 06 11:31:54.680159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d271fa-ede4-499d-b5d0-4a5b5c4018be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Pushing event deleted for resources: {'Port': ['ID=258210eb-9adc-4b0c-85e3-70dfacae5f08,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:54.901312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0350c1a-92b0-45f1-87d3-5a73e386e1fd req-c8d271fa-ede4-499d-b5d0-4a5b5c4018be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] No DVR routers for this DVR port 258210eb-9adc-4b0c-85e3-70dfacae5f08 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:31:54.908143 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0350c1a-92b0-45f1-87d3-5a73e386e1fd req-c8d271fa-ede4-499d-b5d0-4a5b5c4018be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:54.913117 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0350c1a-92b0-45f1-87d3-5a73e386e1fd req-c8d271fa-ede4-499d-b5d0-4a5b5c4018be tempest-MigrationsAdminTest-159231645 tempest-MigrationsAdminTest-159231645-project] 10.222.0.86 "DELETE /v2.0/ports/258210eb-9adc-4b0c-85e3-70dfacae5f08 HTTP/1.1" status: 204 len: 173 time: 3.4327438 Jul 06 11:31:54.917539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-249b671c-8059-4fee-bca4-8637a2f13a9f req-82f6cc1c-4f2c-4e0f-b9d7-d04dd742ed9d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 210 time: 0.1313376 Jul 06 11:31:54.921658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'name': 'network-vif-deleted', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:54.926317 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281b1d82-0027-48b5-98c8-a61f4f5f65a3" -d '{"events": [{"server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "name": "network-vif-deleted", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:54.962790 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:55.089580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:31:55.109058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:31:55.114320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:31:55.127919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3d59506-8767-4aa7-a5e2-fb280f4469c5 req-9b941a3d-d887-46af-a4aa-cf051d10d039 tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/4602c671-612b-43b1-9f0b-d5d690102fa5 HTTP/1.1" status: 200 len: 2404 time: 0.2074318 Jul 06 11:31:55.178280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad req-41adf810-e1dc-4762-8e39-c55ff6f4d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:55.180648 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad req-41adf810-e1dc-4762-8e39-c55ff6f4d436 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4588099 Jul 06 11:31:55.186750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Pushing event updated for resources: {'Port': ['ID=dba2dc6b-94b3-4b83-a10e-501e476e717d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:55.340966 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b3d59506-8767-4aa7-a5e2-fb280f4469c5 req-bfbc4543-b84b-43c6-adc8-1f6fc0740a1d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:55.392195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 258210eb-9adc-4b0c-85e3-70dfacae5f08 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:31:55.421547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:55.423259 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:55.434730 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b3d59506-8767-4aa7-a5e2-fb280f4469c5 req-bfbc4543-b84b-43c6-adc8-1f6fc0740a1d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:55.487156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f81d5d93-b733-4518-a3c1-c20be136b443 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:31:55.490217 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-88f39a58-5ccf-40b2-b6b8-b2e05f1a0667 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2969782 Jul 06 11:31:55.524991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Request body: {'port': {'device_id': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:31:55.604780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 258210eb-9adc-4b0c-85e3-70dfacae5f08 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:31:55.608886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 258210eb-9adc-4b0c-85e3-70dfacae5f08 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:31:55.665411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad req-eb215ebd-90ef-4bd8-810d-f3dd36684e48 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578264 Jul 06 11:31:55.679415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9260eea-1af0-4858-ab22-0229b7ea68f9 req-c7772c3a-07ce-4883-9473-f525d3153113 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:55.682046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9260eea-1af0-4858-ab22-0229b7ea68f9 req-c7772c3a-07ce-4883-9473-f525d3153113 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 948 time: 0.2334301 Jul 06 11:31:55.683322 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b3d59506-8767-4aa7-a5e2-fb280f4469c5 req-bfbc4543-b84b-43c6-adc8-1f6fc0740a1d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:55.687836 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b3d59506-8767-4aa7-a5e2-fb280f4469c5 req-bfbc4543-b84b-43c6-adc8-1f6fc0740a1d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:55.700826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3d59506-8767-4aa7-a5e2-fb280f4469c5 req-bfbc4543-b84b-43c6-adc8-1f6fc0740a1d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "DELETE /v2.0/security-groups/4602c671-612b-43b1-9f0b-d5d690102fa5 HTTP/1.1" status: 204 len: 173 time: 0.5714769 Jul 06 11:31:55.765084 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:55.778203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc4543-b84b-43c6-adc8-1f6fc0740a1d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4602c671-612b-43b1-9f0b-d5d690102fa5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:55.828980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f', 'port_id': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'mac_address': 'fa:16:3e:67:1a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab34012f-cd48-4978-9f78-ba3b215e7390', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:31:55.928177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9260eea-1af0-4858-ab22-0229b7ea68f9 req-0125080c-f21b-4a00-be70-0fc706d378ed tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249482 Jul 06 11:31:56.043552 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:56.061537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:56.085729 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d9a3d5f2-eb3b-4a8b-8065-f84a05520aad req-e9a732ce-dba9-4777-b861-0e2a502c445e service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936923 Jul 06 11:31:56.106612 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9a8170-da21-4154-bc87-862d5b566052 x-openstack-request-id: req-2e9a8170-da21-4154-bc87-862d5b566052 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:56.107777 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e96b3ff-8774-429b-b122-fc60e9cb6605", "name": "network-vif-deleted", "tag": "258210eb-9adc-4b0c-85e3-70dfacae5f08", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:56.108286 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e9a8170-da21-4154-bc87-862d5b566052 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:56.112594 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e96b3ff-8774-429b-b122-fc60e9cb6605', 'name': 'network-vif-deleted', 'tag': '258210eb-9adc-4b0c-85e3-70dfacae5f08', 'status': 'completed', 'code': 200} Jul 06 11:31:56.153221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f81d5d93-b733-4518-a3c1-c20be136b443 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:31:56.287488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:56.297631 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:56.480968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60350) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:56.546642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f81d5d93-b733-4518-a3c1-c20be136b443,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:56.587027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.588032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.590384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.591291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.592109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.592925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.593746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.594968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.595782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.596526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.597298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.600105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:31:56.610340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f81d5d93-b733-4518-a3c1-c20be136b443'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:31:56.779038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356eb80-1c61-430b-98db-f79a1fb31365 req-5234f512-7e8e-4787-9710-ee8d52783b71 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:56.794828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7356eb80-1c61-430b-98db-f79a1fb31365 req-5234f512-7e8e-4787-9710-ee8d52783b71 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 944 time: 0.2528293 Jul 06 11:31:57.117572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7356eb80-1c61-430b-98db-f79a1fb31365 req-7ddc748f-6394-4d38-b9b8-eea5763232c0 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955980 Jul 06 11:31:57.153628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba2dc6b-94b3-4b83-a10e-501e476e717d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:31:57.173402 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:57.212298 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Transition to ACTIVE for port object dba2dc6b-94b3-4b83-a10e-501e476e717d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:31:57.220805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:57.284972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Pushing event updated for resources: {'Port': ['ID=dba2dc6b-94b3-4b83-a10e-501e476e717d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:57.343356 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54fc70f4-4af5-4089-b152-39524611324b req-8aaac7bf-0429-424e-9b9c-8a067f66e9af tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "GET /v2.0/security-groups/c0007a7f-1982-42f5-94df-4e79bc51d10b HTTP/1.1" status: 200 len: 2397 time: 0.5343394 Jul 06 11:31:57.480237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:31:57.487437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:31:57.488454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:31:57.498218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 36d16d50-16d9-46e2-ac64-2f71a3cb923d details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:31:57.499647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Port dba2dc6b-94b3-4b83-a10e-501e476e717d on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:31:57.500129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:31:57.508611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:31:57.509124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:31:57.509790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:31:57.510534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Bound port: dba2dc6b-94b3-4b83-a10e-501e476e717d, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:31:57.511023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:57.596892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f81d5d93-b733-4518-a3c1-c20be136b443 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:31:57.607097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60362) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:57.633007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:31:57.647175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:31:57.655424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:57.671958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-54fc70f4-4af5-4089-b152-39524611324b req-910abef6-33fc-407e-8ee4-6403211f5e4d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:57.767081 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:57.777329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:57.786263 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] 10.222.0.86 "PUT /v2.0/ports/dba2dc6b-94b3-4b83-a10e-501e476e717d HTTP/1.1" status: 200 len: 1092 time: 2.2698064 Jul 06 11:31:57.824398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 36d16d50-16d9-46e2-ac64-2f71a3cb923d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=36d16d50-16d9-46e2-ac64-2f71a3cb923d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:57.838658 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-54fc70f4-4af5-4089-b152-39524611324b req-910abef6-33fc-407e-8ee4-6403211f5e4d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:57.863067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port f81d5d93-b733-4518-a3c1-c20be136b443 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:31:57.864001 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:57.872089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '36d16d50-16d9-46e2-ac64-2f71a3cb923d', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '36d16d50-16d9-46e2-ac64-2f71a3cb923d', 'mac_address': 'fa:16:3e:49:d4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:31:58.011130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf78482-661c-4582-99a4-15060963cc92 service neutron] Pushing event updated for resources: {'Port': ['ID=dba2dc6b-94b3-4b83-a10e-501e476e717d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:58.032619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-00e8bb30-0bb1-46c8-905c-eb43c2221408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:58.035221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-00e8bb30-0bb1-46c8-905c-eb43c2221408 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 1095 time: 0.1807222 Jul 06 11:31:58.038872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4c15d-53e1-477e-b894-f186d23d3a9f req-c7f292e9-63ae-460e-b170-909f7d39a9ee tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:58.040715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4d4c15d-53e1-477e-b894-f186d23d3a9f req-c7f292e9-63ae-460e-b170-909f7d39a9ee tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 944 time: 0.2822556 Jul 06 11:31:58.046917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-54fc70f4-4af5-4089-b152-39524611324b req-910abef6-33fc-407e-8ee4-6403211f5e4d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:58.050258 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-54fc70f4-4af5-4089-b152-39524611324b req-910abef6-33fc-407e-8ee4-6403211f5e4d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:58.054808 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:58.077918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54fc70f4-4af5-4089-b152-39524611324b req-910abef6-33fc-407e-8ee4-6403211f5e4d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] 10.222.0.21 "DELETE /v2.0/security-groups/c0007a7f-1982-42f5-94df-4e79bc51d10b HTTP/1.1" status: 204 len: 173 time: 0.7327895 Jul 06 11:31:58.096866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d16d50-16d9-46e2-ac64-2f71a3cb923d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:31:58.100559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60366) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:58.138010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'tag': 'dba2dc6b-94b3-4b83-a10e-501e476e717d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:58.142785 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f2c500-4c1b-4d3f-9eed-2ddc03ac7247" -d '{"events": [{"name": "network-changed", "server_uuid": "a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7", "tag": "dba2dc6b-94b3-4b83-a10e-501e476e717d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:58.149698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 36d16d50-16d9-46e2-ac64-2f71a3cb923d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=36d16d50-16d9-46e2-ac64-2f71a3cb923d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:58.154153 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-3df6b902-23ad-4209-8f5d-13d89c9322c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d HTTP/1.1" status: 200 len: 217 time: 0.0991457 Jul 06 11:31:58.218566 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:58.224329 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:58.238760 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d43d3f42-367d-4d1c-86da-ebcb784f3179 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=954e407d1dcd4bbebedb2be51459f1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6300900 Jul 06 11:31:58.257835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910abef6-33fc-407e-8ee4-6403211f5e4d tempest-SecurityGroupRulesTestJSON-1174895829 tempest-SecurityGroupRulesTestJSON-1174895829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0007a7f-1982-42f5-94df-4e79bc51d10b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:58.264423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:58.326914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=36d16d50-16d9-46e2-ac64-2f71a3cb923d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:58.392001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-170b5b03-6824-4715-b658-1dbb4f770881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:58.409162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:31:58.413310 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7eb01a-54f9-40c3-8d47-437a5ec07402" -d '{"events": [{"server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "name": "network-vif-plugged", "status": "completed", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:31:58.415241 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-170b5b03-6824-4715-b658-1dbb4f770881 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.2514541 Jul 06 11:31:58.422128 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4d4c15d-53e1-477e-b894-f186d23d3a9f req-d4538bb6-8423-4e19-a171-2f8533927594 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280959 Jul 06 11:31:58.433220 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:58.434402 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:58.441988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:31:58.443879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ec1e99-66f5-44fe-86d9-459c3fd51186 admin admin] Deleting subnet edc69b1a-f6a4-4280-b1b6-8a9763af3935 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:31:58.452251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:58.545364 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67ec1e99-66f5-44fe-86d9-459c3fd51186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:58.580278 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-435ab4e0-711e-44f2-9b7c-c7d075539846 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540914 Jul 06 11:31:58.580783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f81d5d93-b733-4518-a3c1-c20be136b443,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:58.785674 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5aa4cf-21e8-4574-b01d-96dfa759d7c1 x-openstack-request-id: req-eb5aa4cf-21e8-4574-b01d-96dfa759d7c1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:58.787042 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7", "tag": "dba2dc6b-94b3-4b83-a10e-501e476e717d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:58.787676 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb5aa4cf-21e8-4574-b01d-96dfa759d7c1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:58.788697 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'tag': 'dba2dc6b-94b3-4b83-a10e-501e476e717d', 'status': 'completed', 'code': 200} Jul 06 11:31:58.806985 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67ec1e99-66f5-44fe-86d9-459c3fd51186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:58.808476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['36d16d50-16d9-46e2-ac64-2f71a3cb923d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:31:58.835303 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-54aecc30-a7cf-4c29-9c0c-d7210ff3c188 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461207 Jul 06 11:31:58.872894 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc4a35d1-cc54-47bf-a6b7-ee9788326a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:58.966462 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc4a35d1-cc54-47bf-a6b7-ee9788326a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:59.036973 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67ec1e99-66f5-44fe-86d9-459c3fd51186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:59.058493 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7fd7e5a4-9174-4efc-9954-8e1268106c09 req-e4df2760-1c56-4755-be1f-61f4cbc2853e service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154155 Jul 06 11:31:59.143364 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:59.256300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2c500-4c1b-4d3f-9eed-2ddc03ac7247 req-652bc4c2-21be-49ec-9a95-ca5f9c283605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:59.259232 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68f2c500-4c1b-4d3f-9eed-2ddc03ac7247 req-652bc4c2-21be-49ec-9a95-ca5f9c283605 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 1095 time: 0.1255691 Jul 06 11:31:59.309600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3af3d-205d-499e-bf0e-8f071dbd209b req-d8f8a883-5b28-4b80-8360-28d9ff769c8f tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:59.313924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1dd3af3d-205d-499e-bf0e-8f071dbd209b req-d8f8a883-5b28-4b80-8360-28d9ff769c8f tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 949 time: 0.5312607 Jul 06 11:31:59.443220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2c500-4c1b-4d3f-9eed-2ddc03ac7247 req-5360b519-5c6d-495c-9fe1-14835a76da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:59.445352 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68f2c500-4c1b-4d3f-9eed-2ddc03ac7247 req-5360b519-5c6d-495c-9fe1-14835a76da05 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.1793268 Jul 06 11:31:59.524767 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68f2c500-4c1b-4d3f-9eed-2ddc03ac7247 req-1477a09a-98fc-4443-923c-ba03fd3c8e3d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d HTTP/1.1" status: 200 len: 217 time: 0.0700819 Jul 06 11:31:59.531081 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4322e47-603c-4193-8137-577084c0a1cf req-282df06b-7a42-4bdb-b7c4-73f169f9f4b9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:59.532923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4322e47-603c-4193-8137-577084c0a1cf req-282df06b-7a42-4bdb-b7c4-73f169f9f4b9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.5916364 Jul 06 11:31:59.534222 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67ec1e99-66f5-44fe-86d9-459c3fd51186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:59.623750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2c500-4c1b-4d3f-9eed-2ddc03ac7247 req-d9bf1e7a-6368-41e5-b7d3-aef81830e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:31:59.627101 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68f2c500-4c1b-4d3f-9eed-2ddc03ac7247 req-d9bf1e7a-6368-41e5-b7d3-aef81830e2d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.0944686 Jul 06 11:31:59.639877 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc4a35d1-cc54-47bf-a6b7-ee9788326a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:59.645135 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc4a35d1-cc54-47bf-a6b7-ee9788326a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:59.647847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fc4a35d1-cc54-47bf-a6b7-ee9788326a03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0bb1d3a9-a4eb-4469-bddc-d85afae286d2 HTTP/1.1" status: 204 len: 168 time: 1.3665345 Jul 06 11:31:59.657207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1dd3af3d-205d-499e-bf0e-8f071dbd209b req-6ca5289d-c6f2-45a0-8dae-38025e716dde tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158121 Jul 06 11:31:59.714606 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68f2c500-4c1b-4d3f-9eed-2ddc03ac7247 req-ea205ff6-a04e-421f-9652-6136c56b4803 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815742 Jul 06 11:31:59.741565 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec1e99-66f5-44fe-86d9-459c3fd51186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc69b1a-f6a4-4280-b1b6-8a9763af3935,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:59.765226 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67ec1e99-66f5-44fe-86d9-459c3fd51186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:31:59.770270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-67ec1e99-66f5-44fe-86d9-459c3fd51186 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/edc69b1a-f6a4-4280-b1b6-8a9763af3935 HTTP/1.1" status: 204 len: 168 time: 1.6504622 Jul 06 11:31:59.772499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a35d1-cc54-47bf-a6b7-ee9788326a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb1d3a9-a4eb-4469-bddc-d85afae286d2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:31:59.833538 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436fea6c-de2f-469d-84b1-99aa8ff689ec x-openstack-request-id: req-436fea6c-de2f-469d-84b1-99aa8ff689ec {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:31:59.839400 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "name": "network-vif-plugged", "status": "completed", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:31:59.844915 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-436fea6c-de2f-469d-84b1-99aa8ff689ec {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:31:59.845606 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'code': 200} Jul 06 11:31:59.856672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60386) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:31:59.899109 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4322e47-603c-4193-8137-577084c0a1cf req-8f1810d2-037e-478d-b13f-acfed263463a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418162 Jul 06 11:32:00.103009 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:00.180200 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68f2c500-4c1b-4d3f-9eed-2ddc03ac7247 req-73e204a0-3595-48d8-8647-7aad683714d2 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568720 Jul 06 11:32:00.227199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] Deleting port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:32:00.228366 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:00.571383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60392) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:00.590973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] For port 8be5d0fb-3662-4eb0-b227-f36dea19a9f3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8be5d0fb-3662-4eb0-b227-f36dea19a9f3,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:00.592565 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:00.629684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] Calling delete_port for 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:32:00.673096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:00.749492 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68f2c500-4c1b-4d3f-9eed-2ddc03ac7247 req-223b587c-06c7-4698-9d80-aba98ea3a5b3 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840243 Jul 06 11:32:00.772320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:00.793389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902e5b46-4da5-4835-b571-3343db19e8ac') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:00.793868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902e5b46-4da5-4835-b571-3343db19e8ac') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:00.822815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:00.861073 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:00.873209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:32:00.874614 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:00.876664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e142b-1fc8-4950-8adb-21f9d9c6ce85 req-aaf617b6-86df-4f2d-ba54-42b9ee22cc03 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:00.894121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-943e142b-1fc8-4950-8adb-21f9d9c6ce85 req-aaf617b6-86df-4f2d-ba54-42b9ee22cc03 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 944 time: 0.4427228 Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:32:00.896018 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:32:00.947438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0f01e445-5aae-4d01-9722-ad07e772461e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=107731fa7f824a6f83150ef5f9ca1e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696537 Jul 06 11:32:00.962349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60398) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:01.067040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:01.075719 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:01.079512 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0 HTTP/1.1" status: 204 len: 168 time: 1.2211521 Jul 06 11:32:01.120701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd939384-9992-4c01-a7ca-514f146ebab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2737dba-d9d8-41df-9c2e-0d9ebcb39ad0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:01.135897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2fc9-8f6f-4217-97cd-e997b5dd85a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:01.151869 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-943e142b-1fc8-4950-8adb-21f9d9c6ce85 req-5a40594f-ce3a-4f2d-a7e0-7cbc715d5f0f tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559137 Jul 06 11:32:01.174253 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2fc9-8f6f-4217-97cd-e997b5dd85a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:01.259234 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2fc9-8f6f-4217-97cd-e997b5dd85a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:01.264149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2fc9-8f6f-4217-97cd-e997b5dd85a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:01.266520 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b0ad2fc9-8f6f-4217-97cd-e997b5dd85a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9291490-6fec-4074-a32d-775e337eb6f2 HTTP/1.1" status: 204 len: 168 time: 0.3020511 Jul 06 11:32:01.305526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad2fc9-8f6f-4217-97cd-e997b5dd85a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9291490-6fec-4074-a32d-775e337eb6f2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:01.414353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4c1c8-a452-40c2-a762-594b0fca574f req-fb279d17-7699-4ade-8d40-856c5b1c2aa3 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:01.424040 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ca4c1c8-a452-40c2-a762-594b0fca574f req-fb279d17-7699-4ade-8d40-856c5b1c2aa3 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 949 time: 0.4071834 Jul 06 11:32:01.506211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60408) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:01.511153 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:01.515153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 36d16d50-16d9-46e2-ac64-2f71a3cb923d up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:01.610765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 36d16d50-16d9-46e2-ac64-2f71a3cb923d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:01.638230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 36d16d50-16d9-46e2-ac64-2f71a3cb923d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:01.638625 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:01.639596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ca4c1c8-a452-40c2-a762-594b0fca574f req-7b026359-cf87-44bd-86c6-719b14680104 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140789 Jul 06 11:32:01.678363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be5d0fb-3662-4eb0-b227-f36dea19a9f3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:01.899438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0f97cf30-43fa-4d44-82cf-ff9b684a1e0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=733196ef37dd480896f8fee399059899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912537 Jul 06 11:32:01.904667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60418) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:01.932314 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:02.023003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7952fd-bd3a-46a0-b52f-cbcfb5776416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d16d50-16d9-46e2-ac64-2f71a3cb923d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:32:02.034064 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a50a10d-5257-4d9b-abe5-5f8ee074121f" -d '{"events": [{"server_uuid": "2b7952fd-bd3a-46a0-b52f-cbcfb5776416", "name": "network-vif-plugged", "status": "completed", "tag": "36d16d50-16d9-46e2-ac64-2f71a3cb923d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:32:02.078898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-721dca4d-746f-4e81-af7a-7c9c8061796c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:02.093240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 36d16d50-16d9-46e2-ac64-2f71a3cb923d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=36d16d50-16d9-46e2-ac64-2f71a3cb923d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:02.104358 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:02.152240 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-721dca4d-746f-4e81-af7a-7c9c8061796c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:02.363808 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-721dca4d-746f-4e81-af7a-7c9c8061796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:02.381460 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-721dca4d-746f-4e81-af7a-7c9c8061796c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:02.396354 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-721dca4d-746f-4e81-af7a-7c9c8061796c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45cb8672-749e-40ac-865d-6f66cca3486f HTTP/1.1" status: 204 len: 168 time: 0.4849594 Jul 06 11:32:02.434524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=36d16d50-16d9-46e2-ac64-2f71a3cb923d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:02.452038 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bea182-f5c1-4df4-ab51-86eff3345168 x-openstack-request-id: req-59bea182-f5c1-4df4-ab51-86eff3345168 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:32:02.452844 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7952fd-bd3a-46a0-b52f-cbcfb5776416", "name": "network-vif-plugged", "status": "completed", "tag": "36d16d50-16d9-46e2-ac64-2f71a3cb923d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:32:02.453471 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59bea182-f5c1-4df4-ab51-86eff3345168 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:32:02.454313 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7952fd-bd3a-46a0-b52f-cbcfb5776416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d16d50-16d9-46e2-ac64-2f71a3cb923d', 'code': 200} Jul 06 11:32:02.461682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721dca4d-746f-4e81-af7a-7c9c8061796c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cb8672-749e-40ac-865d-6f66cca3486f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:02.558206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3094b-2945-4e7c-9ff4-3f129cfdb171 req-b66f55a2-f768-4df5-96aa-55e208448c3d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:02.564390 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2e3094b-2945-4e7c-9ff4-3f129cfdb171 req-b66f55a2-f768-4df5-96aa-55e208448c3d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.6829090 Jul 06 11:32:02.647425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3649f7-cdd3-4d64-a8f5-2574dce3d83b req-db109603-42f7-4cf0-8691-223043a3c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:02.650011 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7a3649f7-cdd3-4d64-a8f5-2574dce3d83b req-db109603-42f7-4cf0-8691-223043a3c14d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 1101 time: 0.1815498 Jul 06 11:32:02.763783 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7a3649f7-cdd3-4d64-a8f5-2574dce3d83b req-8c72bc2b-12c3-4a89-a2da-50887b160819 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055367 Jul 06 11:32:02.799596 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:02.834412 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2e3094b-2945-4e7c-9ff4-3f129cfdb171 req-99823cbf-67e9-46ed-982c-f0cb4785906a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521248 Jul 06 11:32:02.981845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae2746-5872-466e-a364-3c88f254fb43 req-9261916a-0821-495f-b4ad-096fbfd27626 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:02.996180 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a5ae2746-5872-466e-a364-3c88f254fb43 req-9261916a-0821-495f-b4ad-096fbfd27626 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 944 time: 0.4000790 Jul 06 11:32:03.182961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a5ae2746-5872-466e-a364-3c88f254fb43 req-dc6cd2d3-c686-424a-84c4-20c9cd89a332 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838512 Jul 06 11:32:03.346440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] Router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:32:03.599843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fd268-82b1-4334-add8-67bc8b5d1a82 req-5041f075-3b24-4d2a-a526-651aea5c50e7 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:03.602816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a8fd268-82b1-4334-add8-67bc8b5d1a82 req-5041f075-3b24-4d2a-a526-651aea5c50e7 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 950 time: 0.2669435 Jul 06 11:32:03.666516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:32:03.684324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60490) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:03.685115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7393d387-20c8-42f8-b492-553b870c85b8 admin admin] 10.222.0.21 "PUT /v2.0/routers/970a42b0-70ad-4d51-bb8a-5586c1fa9f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2020669 Jul 06 11:32:03.688732 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cf59fe-c62b-4554-97a0-dc810ef6240f None None] Sync routers for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:32:03.713774 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf59fe-c62b-4554-97a0-dc810ef6240f None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:32:03.714432 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-53cf59fe-c62b-4554-97a0-dc810ef6240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:31:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:03.776315 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a8fd268-82b1-4334-add8-67bc8b5d1a82 req-15732218-e69c-4ea6-bb74-3d53b29c3b2c tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532934 Jul 06 11:32:04.030307 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-53cf59fe-c62b-4554-97a0-dc810ef6240f None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:32:04.093049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:04.383815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:04.401513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9908da-f993-4205-aaf1-47372bb2792e req-5937b458-aea3-43a4-8316-d7ef6eb6805b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:04.420909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc9908da-f993-4205-aaf1-47372bb2792e req-5937b458-aea3-43a4-8316-d7ef6eb6805b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2563457 Jul 06 11:32:04.595616 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc9908da-f993-4205-aaf1-47372bb2792e req-42421336-0e93-42cd-9ea2-6e1e7246df02 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688871 Jul 06 11:32:04.624267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Deleting port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:32:04.624859 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:04.855959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0d15f-152d-4f3f-bc6c-778dca417e99 req-a3c7886e-247a-4d35-8a8b-54c988364e19 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:04.876850 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffa0d15f-152d-4f3f-bc6c-778dca417e99 req-a3c7886e-247a-4d35-8a8b-54c988364e19 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 944 time: 0.1687565 Jul 06 11:32:04.881584 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-53cf59fe-c62b-4554-97a0-dc810ef6240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:32:01Z', 'revision_number': 5, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port': {'id': '216dff42-bf4d-44f2-abbf-4eb1546b8ba1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:86:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:25:43Z', 'updated_at': '2021-07-06T11:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:05.018998 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cf59fe-c62b-4554-97a0-dc810ef6240f None None] Checking router: 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:32:05.024777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60516) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:05.050496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] For port 216dff42-bf4d-44f2-abbf-4eb1546b8ba1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=216dff42-bf4d-44f2-abbf-4eb1546b8ba1,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:05.050962 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:05.055798 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf59fe-c62b-4554-97a0-dc810ef6240f None None] Routers {'970a42b0-70ad-4d51-bb8a-5586c1fa9f99'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:32:05.063499 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-53cf59fe-c62b-4554-97a0-dc810ef6240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:31:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:05.086452 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffa0d15f-152d-4f3f-bc6c-778dca417e99 req-f5903a27-2fde-446c-90ee-817519f12855 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711118 Jul 06 11:32:05.108952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Calling delete_port for 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:32:05.459326 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-53cf59fe-c62b-4554-97a0-dc810ef6240f None None] Set router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:32:05.479825 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeb56634-2a13-4acb-a834-c5f7697ccb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:05.581231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c30508-182a-40b0-8d9c-459f1ee99748 req-8a8e2095-d8d9-4267-ab00-345be9276f88 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:05.601976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75c30508-182a-40b0-8d9c-459f1ee99748 req-8a8e2095-d8d9-4267-ab00-345be9276f88 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 950 time: 0.3221772 Jul 06 11:32:05.696969 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-53cf59fe-c62b-4554-97a0-dc810ef6240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:32:04Z', 'revision_number': 6, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:05.776148 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:05.812210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75c30508-182a-40b0-8d9c-459f1ee99748 req-9e992637-40ae-40a1-8d42-0a592ce0b77b tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008379 Jul 06 11:32:05.887810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeb56634-2a13-4acb-a834-c5f7697ccb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:05.949897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeb56634-2a13-4acb-a834-c5f7697ccb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:05.996079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=216dff42-bf4d-44f2-abbf-4eb1546b8ba1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:06.066729 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cf59fe-c62b-4554-97a0-dc810ef6240f None None] The sync data for ids ['970a42b0-70ad-4d51-bb8a-5586c1fa9f99'] in n-d-799527-2 is: [{'id': '970a42b0-70ad-4d51-bb8a-5586c1fa9f99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302901318-router', 'tenant_id': '21d545a249fb4b96ad293abdfd92ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:25:41Z', 'updated_at': '2021-07-06T11:32:04Z', 'revision_number': 6, 'project_id': '21d545a249fb4b96ad293abdfd92ec22', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:32:06.178290 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-aeb56634-2a13-4acb-a834-c5f7697ccb8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09856c8535ca4889bc651f5e1061b17e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1464589 Jul 06 11:32:06.180323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60542) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:06.204272 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb56634-2a13-4acb-a834-c5f7697ccb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc567ded-a3f9-4c27-ad37-1ea556c95315,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:06.237179 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:06.249764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2916890-870f-4582-b56b-4d11968cabbd req-cc89502f-a6a1-4dd9-900f-4de09496a893 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:06.260052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2916890-870f-4582-b56b-4d11968cabbd req-cc89502f-a6a1-4dd9-900f-4de09496a893 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.3056493 Jul 06 11:32:06.289759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60544) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:06.470585 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2916890-870f-4582-b56b-4d11968cabbd req-525b78f6-de53-42e8-9a99-d64d99a6052c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094820 Jul 06 11:32:06.475842 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-555a2077-0978-4742-a7b5-66f0210f890e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:06.529893 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-555a2077-0978-4742-a7b5-66f0210f890e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:06.570485 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:06.577806 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:06.649090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-555a2077-0978-4742-a7b5-66f0210f890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:06.672691 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-555a2077-0978-4742-a7b5-66f0210f890e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:06.679712 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-555a2077-0978-4742-a7b5-66f0210f890e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc567ded-a3f9-4c27-ad37-1ea556c95315 HTTP/1.1" status: 204 len: 168 time: 0.4939582 Jul 06 11:32:06.725683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a2077-0978-4742-a7b5-66f0210f890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc567ded-a3f9-4c27-ad37-1ea556c95315,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:06.732748 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:06.734845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 970a42b0-70ad-4d51-bb8a-5586c1fa9f99 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:32:06.741628 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:06.743063 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-059c9f79-e0ad-47e7-b237-bfbfe60a6bc0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/970a42b0-70ad-4d51-bb8a-5586c1fa9f99 HTTP/1.1" status: 204 len: 168 time: 3.0572059 Jul 06 11:32:06.747513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60552) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:06.803021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:32:06.862361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-965842524-network', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:06.893376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:32:06.894075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8be5d0fb-3662-4eb0-b227-f36dea19a9f3 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:32:06.955761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-94891831-bd7d-4d4c-8f42-cae0c7893396 admin admin] Deleting subnet 0875ea68-eb80-4280-b8aa-6ab66bb5db45 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:32:06.975400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:32:06.982070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94891831-bd7d-4d4c-8f42-cae0c7893396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:06.991755 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:07.046714 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:07.118146 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94891831-bd7d-4d4c-8f42-cae0c7893396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:07.307267 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94891831-bd7d-4d4c-8f42-cae0c7893396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:07.474788 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94891831-bd7d-4d4c-8f42-cae0c7893396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:07.518030 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:07.591643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:07.625160 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94891831-bd7d-4d4c-8f42-cae0c7893396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0875ea68-eb80-4280-b8aa-6ab66bb5db45,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:07.642946 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94891831-bd7d-4d4c-8f42-cae0c7893396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:07.655132 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6aab88-a119-4ece-8d8b-ff679b6845e4 None None] Network a5e489b5-0684-4a9d-b620-d8739016b04b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:32:07.660926 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-94891831-bd7d-4d4c-8f42-cae0c7893396 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0875ea68-eb80-4280-b8aa-6ab66bb5db45 HTTP/1.1" status: 204 len: 168 time: 0.9122007 Jul 06 11:32:07.667510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60564) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:08.108606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c32aaf-c1ea-4773-89f5-d518515c2c8d None None] DHCP port deletion for a5e489b5-0684-4a9d-b620-d8739016b04b request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:32:08.216070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4c32aaf-c1ea-4773-89f5-d518515c2c8d None None] Deleting port e6b9e500-7a27-4446-90f5-ed2bba465e01 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:32:08.217016 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4c32aaf-c1ea-4773-89f5-d518515c2c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:08.359432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e4c32aaf-c1ea-4773-89f5-d518515c2c8d None None] For port e6b9e500-7a27-4446-90f5-ed2bba465e01, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e6b9e500-7a27-4446-90f5-ed2bba465e01,segment=NetworkSegment(3bbbcede-e81c-4dd9-b202-ac270a10658f),segment_id=3bbbcede-e81c-4dd9-b202-ac270a10658f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:08.360660 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4c32aaf-c1ea-4773-89f5-d518515c2c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:08.389643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4c32aaf-c1ea-4773-89f5-d518515c2c8d None None] Calling delete_port for e6b9e500-7a27-4446-90f5-ed2bba465e01 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:32:08.606630 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:32:08.624981 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4c32aaf-c1ea-4773-89f5-d518515c2c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:08.677553 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-3e249eb9-e315-45be-8c09-db7b0d5a1398 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816276 Jul 06 11:32:08.700547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c32aaf-c1ea-4773-89f5-d518515c2c8d None None] No DVR routers for this DVR port e6b9e500-7a27-4446-90f5-ed2bba465e01 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:32:08.711744 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e6b9e500-7a27-4446-90f5-ed2bba465e01 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:32:08.756894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e6b9e500-7a27-4446-90f5-ed2bba465e01 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:32:08.757914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e6b9e500-7a27-4446-90f5-ed2bba465e01 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:32:08.758760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:32:08.763816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c32aaf-c1ea-4773-89f5-d518515c2c8d None None] Pushing event deleted for resources: {'Port': ['ID=e6b9e500-7a27-4446-90f5-ed2bba465e01,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:08.807519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:32:08.808569 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 216dff42-bf4d-44f2-abbf-4eb1546b8ba1 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:32:08.828768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232ec809-9522-4b4c-959d-ddda2303a75d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:08.838680 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:08.838982 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Added segment 7f87ba79-5936-4bcf-8eb0-d82351e86456 of type vlan for network 55d50c88-87ff-4d1e-a691-5afba0ae5707 Jul 06 11:32:08.966777 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.015991 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.041295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-1bab9b76-3738-4b35-879d-6845e4314616 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:09.043306 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-1bab9b76-3738-4b35-879d-6845e4314616 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3645256 Jul 06 11:32:09.061201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f05832-7ac7-4605-87fc-81e3ebb7945e req-6d8ab5de-5439-48ab-87af-807fcddb36d2 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:09.070312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3f05832-7ac7-4605-87fc-81e3ebb7945e req-6d8ab5de-5439-48ab-87af-807fcddb36d2 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 944 time: 1.5474296 Jul 06 11:32:09.091558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60590) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:09.246813 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:32:09.252771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-984ee0ab-8e6c-48b3-afbf-afb2046c5ca1 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/quotas/ffd328a34c9a4da5bba53b9f6e57f25a HTTP/1.1" status: 200 len: 375 time: 0.1794479 Jul 06 11:32:09.307623 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.320213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-54541841-network', 'tenant_id': '896454c153d549cda1511853bc25e152'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:09.340724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3f05832-7ac7-4605-87fc-81e3ebb7945e req-c576be76-75da-4ef8-8034-dae0228a3da1 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688255 Jul 06 11:32:09.365301 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-d35208e4-52c3-4063-958e-7255dba3126b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870311 Jul 06 11:32:09.377995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Made reservation on behalf of 896454c153d549cda1511853bc25e152 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:32:09.384083 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.389830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.393534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:09.394620 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.416260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e489b5-0684-4a9d-b620-d8739016b04b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:09.428196 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.452058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dba2dc6b-94b3-4b83-a10e-501e476e717d details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:32:09.521380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbbcede-e81c-4dd9-b202-ac270a10658f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:09.521697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbbcede-e81c-4dd9-b202-ac270a10658f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:09.679976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.732164 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.744156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.773446 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4667034 Jul 06 11:32:09.778216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60594) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:09.784130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff8427-b3ea-41e6-af21-d8af203e50e7 admin admin] Pushing event updated for resources: {'Network': ['ID=55d50c88-87ff-4d1e-a691-5afba0ae5707,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:09.793125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] Request body: {'subnet': {'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-965842524-subnet', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:09.799701 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.814921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:32:09.816911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 55d50c88-87ff-4d1e-a691-5afba0ae5707 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:32:09.831312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:32:09.831768 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:32:09.835708 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:32:09.877388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:09.894461 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:09.895037 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Added segment 4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2 of type vlan for network 6368288a-1b61-4d41-be5f-e2de86e5b879 Jul 06 11:32:10.064356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:10.095561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'dba2dc6b-94b3-4b83-a10e-501e476e717d', 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a', 'port_id': 'dba2dc6b-94b3-4b83-a10e-501e476e717d', 'mac_address': 'fa:16:3e:c0:33:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d2f577-6be2-4de8-9745-d21caa44b53a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:32:10.105429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:10.129379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:32:10.140858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:10.183113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf0cda-e5cf-4b5e-8933-07ec37c10568 req-c7b925ae-9d76-47c7-81f5-16a980776b6e tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:10.196495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5bf0cda-e5cf-4b5e-8933-07ec37c10568 req-c7b925ae-9d76-47c7-81f5-16a980776b6e tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 950 time: 0.5824153 Jul 06 11:32:10.238098 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:10.268231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba2dc6b-94b3-4b83-a10e-501e476e717d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:32:10.281750 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:10.287311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:10.288753 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:10.322028 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:10.323165 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:10.331087 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:10.339209 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2438080 Jul 06 11:32:10.340626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60602) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:10.398441 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:10.402294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] 10.222.0.21 "DELETE /v2.0/networks/a5e489b5-0684-4a9d-b620-d8739016b04b HTTP/1.1" status: 204 len: 168 time: 2.7290034 Jul 06 11:32:10.450545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60606) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:10.465853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] Request body: {'subnet': {'network_id': '6368288a-1b61-4d41-be5f-e2de86e5b879', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-54541841-subnet', 'tenant_id': '896454c153d549cda1511853bc25e152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:10.481059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e489b5-0684-4a9d-b620-d8739016b04b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:10.533040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=dba2dc6b-94b3-4b83-a10e-501e476e717d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:10.538349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f436cc3-7881-441d-9f56-a75db2976d29 admin admin] Pushing event updated for resources: {'Network': ['ID=6368288a-1b61-4d41-be5f-e2de86e5b879,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:10.567994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] Made reservation on behalf of 896454c153d549cda1511853bc25e152 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:32:10.573187 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:10.595345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 6368288a-1b61-4d41-be5f-e2de86e5b879 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:32:10.642580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.643133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.643730 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.644303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.644855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.646351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.646965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.647571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.648125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.648672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.649215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.649931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1aaa9-42fa-402a-b046-387d2364496f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:10.725883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['dba2dc6b-94b3-4b83-a10e-501e476e717d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:32:10.744423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5bf0cda-e5cf-4b5e-8933-07ec37c10568 req-504e112c-1d96-4e20-a101-73ca45a04070 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463362 Jul 06 11:32:10.981830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598a86a-0896-4a72-9f63-46614b4bd229 req-2c5f9c4a-b35c-4746-acd7-d8236c6a5f69 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:10.999024 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4598a86a-0896-4a72-9f63-46614b4bd229 req-2c5f9c4a-b35c-4746-acd7-d8236c6a5f69 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.7737477 Jul 06 11:32:11.334763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4598a86a-0896-4a72-9f63-46614b4bd229 req-45429dfa-272d-49fa-8d1f-db16dbb197a5 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206584 Jul 06 11:32:11.484447 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:11.488773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:11.595061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b6adf15-df9f-42d5-b23b-afe7e68244c0,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:11.617236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] Checking segment: {'id': '4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6368288a-1b61-4d41-be5f-e2de86e5b879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:32:11.617880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] Network hostable DHCP agents. Network: 6368288a-1b61-4d41-be5f-e2de86e5b879, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:32:11.651367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] Network 6368288a-1b61-4d41-be5f-e2de86e5b879 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:32:11.680980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 6368288a-1b61-4d41-be5f-e2de86e5b879) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:32:11.699311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246275e3-951e-47cd-8d69-859889dde849 None None] Network 6368288a-1b61-4d41-be5f-e2de86e5b879 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:32:11.706960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:11.711815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:11.783521 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b294f334-ed95-425a-8a49-a706cc4fccca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3976731 Jul 06 11:32:11.907961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-01fda493-777f-4ee4-abb6-cee4baeab66d tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3180590 Jul 06 11:32:12.065378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9f4d54-1464-47f3-9906-74d3ca46a5f3,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:12.125446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23fe4e-6faf-4b3d-aec6-58eee9df1f94 None None] Network 6368288a-1b61-4d41-be5f-e2de86e5b879 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:32:12.263703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] Checking segment: {'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:32:12.265724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] Network hostable DHCP agents. Network: 55d50c88-87ff-4d1e-a691-5afba0ae5707, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:32:12.416069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] Network 55d50c88-87ff-4d1e-a691-5afba0ae5707 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:32:12.478491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-c5061ca2-1409-4861-b2cd-f8885fb2c384 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:12.491226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-c5061ca2-1409-4861-b2cd-f8885fb2c384 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4963434 Jul 06 11:32:12.515279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80022ccb-af1c-48d5-be7a-de3b3f0a6bb9 req-0889b834-edbc-4cc3-a08c-96df954b9928 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:12.520313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80022ccb-af1c-48d5-be7a-de3b3f0a6bb9 req-0889b834-edbc-4cc3-a08c-96df954b9928 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 945 time: 0.6484890 Jul 06 11:32:12.538481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 55d50c88-87ff-4d1e-a691-5afba0ae5707) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:32:12.557127 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99cd14-d819-497b-b95c-65e1150e384e None None] Network 55d50c88-87ff-4d1e-a691-5afba0ae5707 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:32:12.572226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:12.572226 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:12.576678 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-a72cd433-ecc7-454e-af22-f136d354bf4f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/quotas/ffd328a34c9a4da5bba53b9f6e57f25a HTTP/1.1" status: 200 len: 375 time: 0.0530016 Jul 06 11:32:12.644142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60636) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:12.645274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b3dd79e5-0ee9-4ecc-a5f2-8cc6dd6fde66 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8635731 Jul 06 11:32:12.661849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:12.683652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-6c3db89d-5153-49ad-8426-4f0975b2c1a9 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682540 Jul 06 11:32:12.687954 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80022ccb-af1c-48d5-be7a-de3b3f0a6bb9 req-8a7f6e77-71b3-47f4-9042-2a3392bab72b tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432292 Jul 06 11:32:12.773539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:12.779213 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:12.862924 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:12.995118 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:13.112789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-6f5759b5-1b3d-493d-b012-0ca19eb2bc82 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6745a09c92a64b26b460baa782e96222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1400392 Jul 06 11:32:13.221485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-55d50c88-87ff-4d1e-a691-5afba0ae5707', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'fixed_ips': [{'subnet_id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:32:13.223029 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:13.323090 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-3840cf31-82d4-4835-9c00-e7c9803ee19b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1730528 Jul 06 11:32:13.495685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dba2dc6b-94b3-4b83-a10e-501e476e717d up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:13.722886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:14.013470 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903736-33ab-4ede-aeb2-b48485a4105c req-b8f3a785-40c6-4695-abbf-5929e9ed374f tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:14.041658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-b8f3a785-40c6-4695-abbf-5929e9ed374f tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9251816 Jul 06 11:32:14.131243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-406d6947-2706-4b8a-9ecb-934ba5488016 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:14.134768 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-406d6947-2706-4b8a-9ecb-934ba5488016 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7956133 Jul 06 11:32:14.141903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-244ee186-5ddb-4415-b154-5312d9bc8b83 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/quotas/6745a09c92a64b26b460baa782e96222 HTTP/1.1" status: 200 len: 375 time: 0.0992811 Jul 06 11:32:14.165803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Request body: {'port': {'device_id': '75e90925-74e4-484b-afac-fc5adef74378', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'ffd328a34c9a4da5bba53b9f6e57f25a'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:14.168088 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c56c9a80-2044-4648-95c2-b4059692bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:14.344294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port dba2dc6b-94b3-4b83-a10e-501e476e717d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:14.370247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port dba2dc6b-94b3-4b83-a10e-501e476e717d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:14.370613 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:14.382805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Allocated IP 172.20.0.2 (55d50c88-87ff-4d1e-a691-5afba0ae5707/6c9f4d54-1464-47f3-9906-74d3ca46a5f3/eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:32:14.426666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84105f-23cb-4b93-b8b7-77fe5077928e req-e37a3722-edcc-49ce-8b30-cb55974c6577 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:14.435685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b84105f-23cb-4b93-b8b7-77fe5077928e req-e37a3722-edcc-49ce-8b30-cb55974c6577 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 1.0215063 Jul 06 11:32:14.642479 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-4e9faf5b-16b1-48cd-a5ad-f114e3b60837 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6745a09c92a64b26b460baa782e96222&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4995294 Jul 06 11:32:14.702313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b84105f-23cb-4b93-b8b7-77fe5077928e req-99805214-17a0-41d1-97ef-c009d2aebc1c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529440 Jul 06 11:32:14.882669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] Deleting port 12083db3-0b74-456e-bca2-4a37078dacdc {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:32:14.885106 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:14.920689 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:15.126301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba2dc6b-94b3-4b83-a10e-501e476e717d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:32:15.141433 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bb92d9-27be-440d-bcb9-c68d1c419536" -d '{"events": [{"server_uuid": "a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7", "name": "network-vif-plugged", "status": "completed", "tag": "dba2dc6b-94b3-4b83-a10e-501e476e717d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:32:15.213450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Made reservation on behalf of ffd328a34c9a4da5bba53b9f6e57f25a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:32:15.219992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:15.234159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:15.259366 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:15.317285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] For port 12083db3-0b74-456e-bca2-4a37078dacdc, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=12083db3-0b74-456e-bca2-4a37078dacdc,segment=NetworkSegment(75edd2a6-8994-443a-8a47-762dabe5f3f7),segment_id=75edd2a6-8994-443a-8a47-762dabe5f3f7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:15.318225 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:15.326014 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:15.372528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] Calling delete_port for 12083db3-0b74-456e-bca2-4a37078dacdc owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:32:15.517261 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:15.572991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Transition to ACTIVE for port object eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:15.602597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=dba2dc6b-94b3-4b83-a10e-501e476e717d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:15.652601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Transition to ACTIVE for port object eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:15.671807 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:15.773336 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:15.773829 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Network 55d50c88-87ff-4d1e-a691-5afba0ae5707 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:32:15.804381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:32:15.813102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:32:15.814769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41337150-8f13-448f-8b5f-aade52597686 req-a4fb66e8-5a57-4e2f-84f9-e66890106832 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 210 time: 0.0711730 Jul 06 11:32:15.873149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:15.947901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Pushing event updated for resources: {'Port': ['ID=eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:16.001827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-208316fc-7bd8-4c92-943d-6957c0cea3fa tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:16.003816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-208316fc-7bd8-4c92-943d-6957c0cea3fa tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/networks?id=6368288a-1b61-4d41-be5f-e2de86e5b879 HTTP/1.1" status: 200 len: 820 time: 0.4975376 Jul 06 11:32:16.081911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Attempting to bind port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:32:16.084273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Attempting to bind port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:32:16.084837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Attempting to bind port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 on network 55d50c88-87ff-4d1e-a691-5afba0ae5707 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:16.106118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:32:16.106118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Checking segment: {'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:32:16.106653 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:16.111317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-b156b06f-fbd2-499d-a11c-6b25b0fa0f35 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/quotas/896454c153d549cda1511853bc25e152 HTTP/1.1" status: 200 len: 375 time: 0.0856462 Jul 06 11:32:16.121805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Bound using segment: {'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:32:16.122635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Bound port: eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:32:16.123310 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:16.217536 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-d627ca2f-6040-4087-93ab-0bf9f3dd498f tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=896454c153d549cda1511853bc25e152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923886 Jul 06 11:32:16.357178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] For port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:32:16.364089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] For port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:32:16.381043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:16.381919 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:16.436430 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:16.570083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dbd16-e49f-4888-b97f-a72c49098db2 None None] Pushing event updated for resources: {'Port': ['ID=eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:16.644059 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:16.665085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Allocated IP 172.25.0.11 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/4fbd10f0-c3f0-48f0-b552-8881e0310f6b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:32:16.704755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] Pushing event deleted for resources: {'Port': ['ID=12083db3-0b74-456e-bca2-4a37078dacdc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:16.745334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b147a1cc-9b07-489a-8074-65e212e5d368,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:16.771623 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-92482c78-d650-430e-84b8-ae974ab0c2f8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3797531 Jul 06 11:32:16.940024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd97e7c-9970-48a6-b020-b2ada6069660 req-a3fc422d-61be-4f6a-96b5-dedc7f6b52c3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:16.956636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5cd97e7c-9970-48a6-b020-b2ada6069660 req-a3fc422d-61be-4f6a-96b5-dedc7f6b52c3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 946 time: 0.7054980 Jul 06 11:32:16.964709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-e27a3841-9b08-488c-85ff-7f81bf0a680a service neutron] 10.222.0.21 "GET /v2.0/networks/6368288a-1b61-4d41-be5f-e2de86e5b879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152243 Jul 06 11:32:17.222878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Allocated IP 192.168.233.183 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/a5bc9498-10a3-44a7-b219-bb25030aa1c4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:32:17.299896 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5cd97e7c-9970-48a6-b020-b2ada6069660 req-6d0904f5-7dc5-4f54-9053-a3aebcc6cdf5 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374166 Jul 06 11:32:17.692108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-a2228d85-038d-4588-931f-29d65158ee00 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:17.694327 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-a2228d85-038d-4588-931f-29d65158ee00 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8259134 Jul 06 11:32:17.724233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Request body: {'port': {'device_id': '5c9c387a-ea71-4f93-aebe-6f5b858d368f', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'ffd328a34c9a4da5bba53b9f6e57f25a'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:18.125513 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:18.126155 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:18.195477 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Transition to ACTIVE for port object a5bc9498-10a3-44a7-b219-bb25030aa1c4 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:18.307543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:18.323685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9049ed17-56f9-4773-ab6d-0a64f51e6b5b req-915849d8-5aa7-4ffa-abb1-dcc536b5a6dd tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 210 time: 0.1080234 Jul 06 11:32:18.365379 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00c3194b-108b-4219-8f3e-df16248dc9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:18.446943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a79d828-25fc-48c1-a285-f76c56332953 None None] Network 55d50c88-87ff-4d1e-a691-5afba0ae5707 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:32:18.465924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:18.477774 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:18.682326 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f0f1e8-9ca9-42f1-91ca-c472dcec1799 x-openstack-request-id: req-d4f0f1e8-9ca9-42f1-91ca-c472dcec1799 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:32:18.682326 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7", "name": "network-vif-plugged", "status": "completed", "tag": "dba2dc6b-94b3-4b83-a10e-501e476e717d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:32:18.682797 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4f0f1e8-9ca9-42f1-91ca-c472dcec1799 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:32:18.683384 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba2dc6b-94b3-4b83-a10e-501e476e717d', 'code': 200} Jul 06 11:32:18.744024 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:18.759355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-97745911-c8da-491f-b008-689f44e485cf None None] Provisioning for port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:18.823403 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:32:18.835285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:32:18.886556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-06d1a313-09bc-4939-8f7a-547b50941e98 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6745a09c92a64b26b460baa782e96222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2224905 Jul 06 11:32:18.979269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:32:19.003774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:19.047100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:32:19.058675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:32:19.098188 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:32:19.125260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbd10f0-c3f0-48f0-b552-8881e0310f6b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:19.155415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:19.164895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-b22b1ac3-d839-45bd-8a2a-0587818d8dca service neutron] 10.222.0.21 "GET /v2.0/networks/6368288a-1b61-4d41-be5f-e2de86e5b879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0922477 Jul 06 11:32:19.308277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.308797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.309357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.309907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.310467 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.311040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.311751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.312318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.312898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.313433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.313870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.314199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:19.334436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Made reservation on behalf of ffd328a34c9a4da5bba53b9f6e57f25a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:32:19.354487 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:19.467891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:19.485315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:19.485906 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:19.647379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:19.648314 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:19.727178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93b66-1a15-4acd-ac0f-d93cd1356c61 req-a21b1f30-291f-4d83-80d7-904c92999e61 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:19.742636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-47d9f23b-1541-4f71-abca-90ffb18644dd None None] Provisioning for port a5bc9498-10a3-44a7-b219-bb25030aa1c4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:19.742966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9e93b66-1a15-4acd-ac0f-d93cd1356c61 req-a21b1f30-291f-4d83-80d7-904c92999e61 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.5545311 Jul 06 11:32:19.762139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-47d9f23b-1541-4f71-abca-90ffb18644dd None None] Provisioning complete for port a5bc9498-10a3-44a7-b219-bb25030aa1c4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:19.762620 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47d9f23b-1541-4f71-abca-90ffb18644dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:19.888562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903736-33ab-4ede-aeb2-b48485a4105c req-fb2e583f-82df-4701-81c6-c5592818d308 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:19.890294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-fb2e583f-82df-4701-81c6-c5592818d308 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9724343 Jul 06 11:32:19.917608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-47d9f23b-1541-4f71-abca-90ffb18644dd None None] Port a5bc9498-10a3-44a7-b219-bb25030aa1c4 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:32:19.928826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Request body: {'port': {'device_id': '388365b7-360d-4249-8839-6e459b5c98f3', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '6745a09c92a64b26b460baa782e96222'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:20.139047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c351cac5-3691-4372-956f-9ac6b47b6836 None None] Provisioning complete for port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:20.142143 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c351cac5-3691-4372-956f-9ac6b47b6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:20.173437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Pushing event updated for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:20.200512 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-43df366c-06f8-401c-b842-072177ca4522 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0523424 Jul 06 11:32:20.212593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f410a46-fa9b-4c29-9b41-c9ddf44f3dea req-af6d9044-4ec3-43b6-a411-94cb08adb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:20.224286 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1f410a46-fa9b-4c29-9b41-c9ddf44f3dea req-af6d9044-4ec3-43b6-a411-94cb08adb6a2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 1097 time: 1.4533319 Jul 06 11:32:20.261266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Request body: {'port': {'device_id': '75e90925-74e4-484b-afac-fc5adef74378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:20.271243 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:20.276262 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9e93b66-1a15-4acd-ac0f-d93cd1356c61 req-155d874a-5e5f-4d84-b904-cd5369e70ce9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319583 Jul 06 11:32:20.312479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Made reservation on behalf of 6745a09c92a64b26b460baa782e96222 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:32:20.329322 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:20.392366 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:20.398363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:20.480282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f669f47-12e4-421a-873d-459cba3b5555 req-35232a67-a786-4da8-9296-d23b1afed049 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 210 time: 0.1376073 Jul 06 11:32:20.579372 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c351cac5-3691-4372-956f-9ac6b47b6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:20.591384 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:20.779106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] Router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:32:20.930331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-c351cac5-3691-4372-956f-9ac6b47b6836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:32:20.930986 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-c351cac5-3691-4372-956f-9ac6b47b6836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:32:20.978202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:21.021508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1f410a46-fa9b-4c29-9b41-c9ddf44f3dea req-acee7f90-77f5-45d3-b5c4-4698a568496c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954587 Jul 06 11:32:21.086782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00d1c556-b346-4e22-8670-5c5c99e69098 req-1c68e0ba-f84a-430e-8d64-da7c15384b1e tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 210 time: 0.1370804 Jul 06 11:32:21.355098 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:21.359037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Allocated IP 192.168.233.65 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/13b323bf-9517-40e8-ad48-f6c98a27237d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:32:21.423384 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9da4093-3e3e-42fc-ab3b-7fb5d14e7583 req-dd72fc48-a561-489f-b1fd-3519b30eb29b tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 210 time: 0.0397053 Jul 06 11:32:21.476169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e1e04-3f1d-477a-9d3e-da75959bfee9 req-d374b927-2b7a-4696-b977-354fc811ce46 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:21.478300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e46e1e04-3f1d-477a-9d3e-da75959bfee9 req-d374b927-2b7a-4696-b977-354fc811ce46 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 946 time: 0.5187283 Jul 06 11:32:21.565935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:32:21.586329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54f2a4-126a-4eae-89c7-ab2fe6a1c2d3 None None] Sync routers for ids ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:32:21.591604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f47a6c1a-18f4-41af-a13b-fcf3fb16b516 admin admin] 10.222.0.21 "PUT /v2.0/routers/a2f8fc3f-c205-404f-8018-3b2e1e2045a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1264415 Jul 06 11:32:21.592413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:21.636557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54f2a4-126a-4eae-89c7-ab2fe6a1c2d3 None None] Routers {'a2f8fc3f-c205-404f-8018-3b2e1e2045a4'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:32:21.637269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0c54f2a4-126a-4eae-89c7-ab2fe6a1c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:32:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:21.840988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:21.914796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0c54f2a4-126a-4eae-89c7-ab2fe6a1c2d3 None None] Set router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:32:22.201036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e46e1e04-3f1d-477a-9d3e-da75959bfee9 req-f1cd117f-8887-4056-829e-4427e3bb120e tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7127483 Jul 06 11:32:22.217374 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:22.289302 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:22.510929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7f21-b5cd-4ec5-b9de-ef55bb352310 req-bc8f16bd-d816-4d8e-a8b5-96556460e39a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:22.523623 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1fc7f21-b5cd-4ec5-b9de-ef55bb352310 req-bc8f16bd-d816-4d8e-a8b5-96556460e39a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.3864000 Jul 06 11:32:22.658933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0c54f2a4-126a-4eae-89c7-ab2fe6a1c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-router', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:26:06Z', 'updated_at': '2021-07-06T11:32:16Z', 'revision_number': 5, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'gw_port': {'id': 'abacd0ab-9c0b-4abf-becb-7af1eb81b640', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:26:10Z', 'updated_at': '2021-07-06T11:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:22.703698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:22.766556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22256ac2-1eba-43cd-a36a-4fa09253a03c req-81f06f07-005a-425a-a1f1-1649b1b2f647 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 210 time: 0.2411335 Jul 06 11:32:22.780550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54f2a4-126a-4eae-89c7-ab2fe6a1c2d3 None None] Checking router: a2f8fc3f-c205-404f-8018-3b2e1e2045a4 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:32:22.788950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:22.815141 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1fc7f21-b5cd-4ec5-b9de-ef55bb352310 req-2d391ab9-0bcd-4580-a9ea-4812972fdde8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399137 Jul 06 11:32:22.875508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Deleting port abacd0ab-9c0b-4abf-becb-7af1eb81b640 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:32:22.876469 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:22.891268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54f2a4-126a-4eae-89c7-ab2fe6a1c2d3 None None] Routers {'a2f8fc3f-c205-404f-8018-3b2e1e2045a4'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:32:22.896924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0c54f2a4-126a-4eae-89c7-ab2fe6a1c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:32:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:23.306762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] For port abacd0ab-9c0b-4abf-becb-7af1eb81b640, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=abacd0ab-9c0b-4abf-becb-7af1eb81b640,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:23.307127 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:23.375585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0c54f2a4-126a-4eae-89c7-ab2fe6a1c2d3 None None] Set router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:32:23.376652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1472fb44-ab5a-44e7-bae0-5fb76ed76341 req-52fb4d1e-8d29-4528-8af5-97f41421faed tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 210 time: 0.1550763 Jul 06 11:32:23.386682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Calling delete_port for abacd0ab-9c0b-4abf-becb-7af1eb81b640 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:32:23.502406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88801eaf-e910-4091-a801-f2362404a7de req-2c3a8f7f-eb1d-44f9-bfb3-446680ad99a6 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 210 time: 0.1166537 Jul 06 11:32:23.576800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0c54f2a4-126a-4eae-89c7-ab2fe6a1c2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-router', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:26:06Z', 'updated_at': '2021-07-06T11:32:22Z', 'revision_number': 6, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:23.584906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:23.585624 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:23.698385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Transition to ACTIVE for port object 13b323bf-9517-40e8-ad48-f6c98a27237d will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:23.788496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54f2a4-126a-4eae-89c7-ab2fe6a1c2d3 None None] The sync data for ids ['a2f8fc3f-c205-404f-8018-3b2e1e2045a4'] in n-d-799527-2 is: [{'id': 'a2f8fc3f-c205-404f-8018-3b2e1e2045a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-309979684-router', 'tenant_id': '4a2c3617daec40f9b78941dc08f76260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:26:06Z', 'updated_at': '2021-07-06T11:32:22Z', 'revision_number': 6, 'project_id': '4a2c3617daec40f9b78941dc08f76260', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:32:23.893208 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:24.074233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:24.178556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-650a6302-1983-4960-af12-b417b0ce020e tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:24.180383 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-650a6302-1983-4960-af12-b417b0ce020e tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.86 "GET /v2.0/networks?id=6368288a-1b61-4d41-be5f-e2de86e5b879 HTTP/1.1" status: 200 len: 820 time: 1.2753518 Jul 06 11:32:24.269375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Request body: {'port': {'device_id': '6c8d6ee5-1aa0-4abe-99e4-c059b9a75504', 'network_id': '6368288a-1b61-4d41-be5f-e2de86e5b879', 'admin_state_up': True, 'tenant_id': '896454c153d549cda1511853bc25e152'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:24.269655 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:24.293606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:32:24.331865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9dc5-f800-4e77-a794-aad1fde0d661 req-32dfbdfe-720b-4681-9373-65689138ef54 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:24.346153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf4f9dc5-f800-4e77-a794-aad1fde0d661 req-32dfbdfe-720b-4681-9373-65689138ef54 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 946 time: 0.5726364 Jul 06 11:32:24.364337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Allocated IP 192.168.233.132 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/6ecfe584-1776-4306-ae97-d7b01137eb67) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:32:24.384749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:32:24.398699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:32:24.405256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Pushing event updated for resources: {'Port': ['ID=13b323bf-9517-40e8-ad48-f6c98a27237d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:24.450526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=abacd0ab-9c0b-4abf-becb-7af1eb81b640,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:24.646181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:24.646959 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:24.654557 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:32:24.747175 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-525e5ecb-6e5b-489e-aa38-efbc5e47b40f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.0351636 Jul 06 11:32:24.795877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Request body: {'port': {'device_id': '5c9c387a-ea71-4f93-aebe-6f5b858d368f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:24.843547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Made reservation on behalf of 896454c153d549cda1511853bc25e152 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:32:24.854015 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:24.889560 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:24.997466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-94f950af-786c-424f-bc7d-624172e63d95 None None] Provisioning for port 13b323bf-9517-40e8-ad48-f6c98a27237d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:25.005782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-94f950af-786c-424f-bc7d-624172e63d95 None None] Provisioning complete for port 13b323bf-9517-40e8-ad48-f6c98a27237d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:25.005782 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94f950af-786c-424f-bc7d-624172e63d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:25.055889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:32:25.078339 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 12083db3-0b74-456e-bca2-4a37078dacdc no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:32:25.146933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:25.151739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:25.225912 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:25.251601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf4f9dc5-f800-4e77-a794-aad1fde0d661 req-8ef54d28-3ef9-4844-959d-fc0b9bbb72b8 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9034770 Jul 06 11:32:25.360510 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:25.360510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2f8fc3f-c205-404f-8018-3b2e1e2045a4 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:32:25.385447 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:25.399363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c5c53975-f26a-4669-890b-bd0b29015c14 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a2f8fc3f-c205-404f-8018-3b2e1e2045a4 HTTP/1.1" status: 204 len: 168 time: 3.8028889 Jul 06 11:32:25.414156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:25.552292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 12083db3-0b74-456e-bca2-4a37078dacdc {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:32:25.552812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 12083db3-0b74-456e-bca2-4a37078dacdc not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:32:25.553398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device abacd0ab-9c0b-4abf-becb-7af1eb81b640 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:32:25.605022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: abacd0ab-9c0b-4abf-becb-7af1eb81b640 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:32:25.605623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device abacd0ab-9c0b-4abf-becb-7af1eb81b640 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:32:25.657269 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf402dd1-9897-4aad-9bd7-10bebd880ca8 admin admin] Deleting subnet 31b66c9c-71ac-4470-98cf-bd1558fe1e5a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:32:25.666622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-94f950af-786c-424f-bc7d-624172e63d95 None None] Port 13b323bf-9517-40e8-ad48-f6c98a27237d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:32:25.774440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4fb57-70e6-428d-8e37-a4349ccb19c1 req-3c8b86c0-1bab-4784-9819-ee041ff9ea72 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:25.790639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fa4fb57-70e6-428d-8e37-a4349ccb19c1 req-3c8b86c0-1bab-4784-9819-ee041ff9ea72 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 935 time: 1.6653519 Jul 06 11:32:25.813651 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf402dd1-9897-4aad-9bd7-10bebd880ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:25.959321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:32:25.984949 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Sync routers for ids ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:32:26.012486 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Routers {'9b341da6-df85-4e98-b4fb-e0f57d7ca27f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:32:26.013465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Allocated IP 172.20.0.3 (6368288a-1b61-4d41-be5f-e2de86e5b879/9b6adf15-df9f-42d5-b23b-afe7e68244c0/bdd31674-0552-47ff-8d3c-24d90c3fc229) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:32:26.013698 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:32:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:26.072827 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:26.077787 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3686e408-4f5f-4098-8384-6305a5ebdaf5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.4312735 Jul 06 11:32:26.089961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60738) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:26.392274 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Set router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:32:26.860961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf402dd1-9897-4aad-9bd7-10bebd880ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:26.884839 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:20Z', 'revision_number': 3, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:26.892378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fa4fb57-70e6-428d-8e37-a4349ccb19c1 req-1b552b84-1847-4433-b496-039e27400206 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0690830 Jul 06 11:32:26.943512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:27.105004 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:27.123159 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Checking router: 9b341da6-df85-4e98-b4fb-e0f57d7ca27f for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:32:27.130646 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Updating router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:32:27.164740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83891ed8-8194-4ec7-9c91-b54bc500d7d0 req-6056972b-7c64-4737-ae5b-fea34276e96c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:27.178366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83891ed8-8194-4ec7-9c91-b54bc500d7d0 req-6056972b-7c64-4737-ae5b-fea34276e96c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 1.5020514 Jul 06 11:32:27.290595 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Transition to ACTIVE for port object 6ecfe584-1776-4306-ae97-d7b01137eb67 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:27.329245 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:27.349986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c075ec82-dcee-4cfb-99b1-574061d6741d req-bee6551c-38f7-42c4-afd7-faa281f85049 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 210 time: 0.0760553 Jul 06 11:32:27.357826 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:27.431114 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83891ed8-8194-4ec7-9c91-b54bc500d7d0 req-fdbe1872-d838-4ff8-ab62-81b5c44e0846 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511709 Jul 06 11:32:27.492188 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf402dd1-9897-4aad-9bd7-10bebd880ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:27.581912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Network 6368288a-1b61-4d41-be5f-e2de86e5b879 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:32:27.592919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:32:27.598663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:32:27.668350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Pushing event updated for resources: {'Port': ['ID=bdd31674-0552-47ff-8d3c-24d90c3fc229,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:27.687105 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:27.703970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['36d16d50-16d9-46e2-ac64-2f71a3cb923d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:32:27.792345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:32:27.800527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:32:27.811104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:32:28.024222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:28.025248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.175852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Pushing event updated for resources: {'Port': ['ID=6ecfe584-1776-4306-ae97-d7b01137eb67,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:28.216434 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf402dd1-9897-4aad-9bd7-10bebd880ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.323082 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.346905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf402dd1-9897-4aad-9bd7-10bebd880ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b66c9c-71ac-4470-98cf-bd1558fe1e5a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:28.397748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf402dd1-9897-4aad-9bd7-10bebd880ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.400713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bf402dd1-9897-4aad-9bd7-10bebd880ca8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/31b66c9c-71ac-4470-98cf-bd1558fe1e5a HTTP/1.1" status: 204 len: 168 time: 2.9850676 Jul 06 11:32:28.405918 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.407138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60746) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:28.407744 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caecc6cd-ace1-409b-a107-cf41311e27f4 None None] Network eae792d6-91fc-4d0f-8543-e9883a4082b0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:32:28.410828 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Transition to ACTIVE for port object 4fbd10f0-c3f0-48f0-b552-8881e0310f6b will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:28.436392 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.463542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:28.474497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.509971 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-75d33d39-eb37-4d48-a8f8-db6cf6461864 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2597842 Jul 06 11:32:28.592064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.599056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-dbe3fe26-dfc6-475d-96e3-bbf2e60ef567 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.6831877 Jul 06 11:32:28.604715 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Attempting to bind port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:32:28.605293 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Attempting to bind port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:32:28.606177 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Attempting to bind port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:28.609608 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Pushing event updated for resources: {'Port': ['ID=4fbd10f0-c3f0-48f0-b552-8881e0310f6b,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:28.643433 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.645179 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.646025 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.647052 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.647860 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.648613 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.649377 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.650137 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.651035 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.651817 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.652554 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.653333 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.654064 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:32:28.660208 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:32:28.660920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Request body: {'port': {'device_id': '6c8d6ee5-1aa0-4abe-99e4-c059b9a75504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:28.673435 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:32:28.674401 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.678528 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:32:28.681263 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Bound port: 4fbd10f0-c3f0-48f0-b552-8881e0310f6b, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:32:28.682434 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.696508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Request body: {'port': {'device_id': '388365b7-360d-4249-8839-6e459b5c98f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:28.726757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d58fd6a3-a77b-4837-b48f-36d58dd6d9b2 None None] Provisioning for port 6ecfe584-1776-4306-ae97-d7b01137eb67 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:28.774809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7b4a9-4e45-49ad-ad2d-98904ab5d04d req-ca0c0e03-1f91-470a-afe5-5e3848ab33f9 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:28.787349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d58fd6a3-a77b-4837-b48f-36d58dd6d9b2 None None] Provisioning complete for port 6ecfe584-1776-4306-ae97-d7b01137eb67 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:28.788566 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0c7b4a9-4e45-49ad-ad2d-98904ab5d04d req-ca0c0e03-1f91-470a-afe5-5e3848ab33f9 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 931 time: 0.9715936 Jul 06 11:32:28.788888 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d58fd6a3-a77b-4837-b48f-36d58dd6d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.890459 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] For port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:32:28.902870 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] For port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4fbd10f0-c3f0-48f0-b552-8881e0310f6b,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:32:28.909998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d58fd6a3-a77b-4837-b48f-36d58dd6d9b2 None None] Port 6ecfe584-1776-4306-ae97-d7b01137eb67 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:32:28.917438 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:28.952659 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:29.056720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b3bd24-6930-4d98-a183-cb7885e3228d None None] DHCP port deletion for eae792d6-91fc-4d0f-8543-e9883a4082b0 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:32:29.078308 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Routers {'9b341da6-df85-4e98-b4fb-e0f57d7ca27f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:32:29.079781 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:32:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:29.150127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Allocated IP 172.20.0.1 (55d50c88-87ff-4d1e-a691-5afba0ae5707/6c9f4d54-1464-47f3-9906-74d3ca46a5f3/ef061a03-833b-476b-8f86-30acc6a9b32e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:32:29.179478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3bd24-6930-4d98-a183-cb7885e3228d None None] Deleting port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:32:29.180442 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5b3bd24-6930-4d98-a183-cb7885e3228d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:29.225035 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30543282-582f-4ebe-a67a-b4d49ee8c76e None None] Pushing event updated for resources: {'Port': ['ID=4fbd10f0-c3f0-48f0-b552-8881e0310f6b,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:29.230005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0c7b4a9-4e45-49ad-ad2d-98904ab5d04d req-26f2f5da-15f0-44fe-aaa4-50df553a34f3 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392757 Jul 06 11:32:29.350512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:29.363469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c5b3bd24-6930-4d98-a183-cb7885e3228d None None] For port fb22e4dc-1e2a-4688-8a79-aaaf51e11162, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fb22e4dc-1e2a-4688-8a79-aaaf51e11162,segment=NetworkSegment(75edd2a6-8994-443a-8a47-762dabe5f3f7),segment_id=75edd2a6-8994-443a-8a47-762dabe5f3f7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:29.364255 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5b3bd24-6930-4d98-a183-cb7885e3228d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:29.426225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3bd24-6930-4d98-a183-cb7885e3228d None None] Calling delete_port for fb22e4dc-1e2a-4688-8a79-aaaf51e11162 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:32:29.432370 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122616af-ee5f-452c-91c3-67236f02a6bb req-9edca698-3a41-42df-9855-8c3f45167c32 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:29.456346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-122616af-ee5f-452c-91c3-67236f02a6bb req-9edca698-3a41-42df-9855-8c3f45167c32 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 1097 time: 0.8661113 Jul 06 11:32:29.472509 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:29.600505 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] Set router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:32:29.706525 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:29.727683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-122616af-ee5f-452c-91c3-67236f02a6bb req-496b02c3-4d4c-4db9-9485-2b966f90796d tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663908 Jul 06 11:32:29.757791 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5b3bd24-6930-4d98-a183-cb7885e3228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:29.793518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Transition to ACTIVE for port object ef061a03-833b-476b-8f86-30acc6a9b32e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:29.815308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3bd24-6930-4d98-a183-cb7885e3228d None None] No DVR routers for this DVR port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:32:29.922149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3bd24-6930-4d98-a183-cb7885e3228d None None] Pushing event deleted for resources: {'Port': ['ID=fb22e4dc-1e2a-4688-8a79-aaaf51e11162,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:30.023847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bc9498-10a3-44a7-b219-bb25030aa1c4 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:32:30.041929 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:30.055821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Transition to ACTIVE for port object a5bc9498-10a3-44a7-b219-bb25030aa1c4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:30.063125 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:30.095559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Deleting port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:32:30.096245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:30.174529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Pushing event updated for resources: {'Port': ['ID=ef061a03-833b-476b-8f86-30acc6a9b32e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:30.177555 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:20Z', 'revision_number': 3, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:30.190232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:30.251310 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083ef7e-145e-4713-9d83-8d80dfba86d5 None None] The sync data for ids ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'] in n-d-799527-2 is: [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:20Z', 'revision_number': 3, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:32:30.422794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Network 55d50c88-87ff-4d1e-a691-5afba0ae5707 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:32:30.615853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:32:30.620050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:32:30.686335 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] For port fb22e4dc-1e2a-4688-8a79-aaaf51e11162, host n-d-799527-2, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:30.687104 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:30.775502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Calling delete_port for fb22e4dc-1e2a-4688-8a79-aaaf51e11162 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:32:30.781135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:32:30.783246 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:30.788976 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:30.963546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a155c-7350-4a4e-af71-3275d7d6c95e req-ed58373c-355a-4400-8abc-a37ea12460a6 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:30.984077 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be3a155c-7350-4a4e-af71-3275d7d6c95e req-ed58373c-355a-4400-8abc-a37ea12460a6 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 935 time: 1.2748528 Jul 06 11:32:31.021025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fb22e4dc-1e2a-4688-8a79-aaaf51e11162 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:32:31.036942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb22e4dc-1e2a-4688-8a79-aaaf51e11162,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:31.057328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d06c6-1029-4d00-8c95-91ad967d480c req-48a1e43a-522f-403e-ace4-8bff2d947cbb tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:31.060926 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af2d06c6-1029-4d00-8c95-91ad967d480c req-48a1e43a-522f-403e-ace4-8bff2d947cbb tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 936 time: 0.9537976 Jul 06 11:32:31.112879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: fb22e4dc-1e2a-4688-8a79-aaaf51e11162 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:32:31.113462 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fb22e4dc-1e2a-4688-8a79-aaaf51e11162 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:32:31.177362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] No DVR routers for this DVR port fb22e4dc-1e2a-4688-8a79-aaaf51e11162 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:32:31.317584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be3a155c-7350-4a4e-af71-3275d7d6c95e req-62670282-ea2f-4f00-9db1-38dfbd552516 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330898 Jul 06 11:32:31.515031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-faa3325f-98e7-44b9-b445-02c457a3e5dd None None] Provisioning for port ef061a03-833b-476b-8f86-30acc6a9b32e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:31.522149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-faa3325f-98e7-44b9-b445-02c457a3e5dd None None] Provisioning complete for port ef061a03-833b-476b-8f86-30acc6a9b32e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:31.523265 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-faa3325f-98e7-44b9-b445-02c457a3e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:31.618273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af2d06c6-1029-4d00-8c95-91ad967d480c req-d2e93cc2-3f9b-46df-a71b-34ab7c332183 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684014 Jul 06 11:32:31.711673 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:31.802772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae792d6-91fc-4d0f-8543-e9883a4082b0']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:31.835196 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75edd2a6-8994-443a-8a47-762dabe5f3f7') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:31.835694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75edd2a6-8994-443a-8a47-762dabe5f3f7') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:31.840497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-faa3325f-98e7-44b9-b445-02c457a3e5dd None None] Port ef061a03-833b-476b-8f86-30acc6a9b32e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:32:31.859585 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:31.889422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:31.915533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:32:31.916131 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:32:31.919913 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:32:32.065732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cda50-dfb9-4d7f-acb4-03b10911b99c req-3127137a-da47-42ac-a4f8-f75be388068f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:32.082806 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-088cda50-dfb9-4d7f-acb4-03b10911b99c req-3127137a-da47-42ac-a4f8-f75be388068f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.3505061 Jul 06 11:32:32.153404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Pushing event updated for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:32.192213 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:32.211694 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:32.215817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eae792d6-91fc-4d0f-8543-e9883a4082b0 HTTP/1.1" status: 204 len: 168 time: 3.7237847 Jul 06 11:32:32.265670 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-088cda50-dfb9-4d7f-acb4-03b10911b99c req-ca732f63-9bd8-40f3-9968-33e8eae1a97c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805413 Jul 06 11:32:32.271353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67a020-8a8c-4b46-8bc6-42ab62fa6fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae792d6-91fc-4d0f-8543-e9883a4082b0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:32.511292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed190df-1707-4ea2-8196-f77cbbb811ce req-53dca582-9c8c-4131-9cd2-9636b6edba7e tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:32.531765 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ed190df-1707-4ea2-8196-f77cbbb811ce req-53dca582-9c8c-4131-9cd2-9636b6edba7e tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 1097 time: 0.2118428 Jul 06 11:32:32.635345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60760) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:32.685941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Attempting to bind port a5bc9498-10a3-44a7-b219-bb25030aa1c4 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:32:32.686473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Attempting to bind port a5bc9498-10a3-44a7-b219-bb25030aa1c4 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:32:32.687033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Attempting to bind port a5bc9498-10a3-44a7-b219-bb25030aa1c4 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:32.699786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ed190df-1707-4ea2-8196-f77cbbb811ce req-c23fc9d3-e087-46d0-b89f-8c27a92fc667 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667020 Jul 06 11:32:32.816424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897782b-46a9-41b6-ae97-52864c8b23c7 req-8043128a-e82b-4180-a2ad-c724a02f8761 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:32.829561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7897782b-46a9-41b6-ae97-52864c8b23c7 req-8043128a-e82b-4180-a2ad-c724a02f8761 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 931 time: 0.2659388 Jul 06 11:32:32.830369 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-05a6e9db-2f3b-41a8-9687-18ddb447c0f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21d545a249fb4b96ad293abdfd92ec22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882718 Jul 06 11:32:32.831557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Port a5bc9498-10a3-44a7-b219-bb25030aa1c4 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:32:32.832115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Attempting to bind port a5bc9498-10a3-44a7-b219-bb25030aa1c4 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:32.842955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b323bf-9517-40e8-ad48-f6c98a27237d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:32:32.856740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60764) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:32.877410 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:32.922534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:32:32.923030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:32:32.923716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:32:32.924386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Bound port: a5bc9498-10a3-44a7-b219-bb25030aa1c4, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:32:32.924768 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:32.940022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4fbd10f0-c3f0-48f0-b552-8881e0310f6b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:32.979137 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7897782b-46a9-41b6-ae97-52864c8b23c7 req-194fb02a-70a8-45a1-bd2f-ae0a52134eb2 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398768 Jul 06 11:32:33.122088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:33.129193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:33.134878 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:33.266903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Transition to ACTIVE for port object 13b323bf-9517-40e8-ad48-f6c98a27237d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:33.295840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d4274-e97b-44ee-a524-1882184db2a7 req-601c1477-4ea6-43cd-883b-f49ba3a7356c tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:33.321587 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e1d4274-e97b-44ee-a524-1882184db2a7 req-601c1477-4ea6-43cd-883b-f49ba3a7356c tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 935 time: 0.2063448 Jul 06 11:32:33.452502 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:33.463877 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:33.526685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4fbd10f0-c3f0-48f0-b552-8881e0310f6b,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:33.538845 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:33.576411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:32:33.586361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:32:33.613619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e1d4274-e97b-44ee-a524-1882184db2a7 req-41dd1b10-7d7b-416e-9e23-2742dbcc17e8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899811 Jul 06 11:32:33.714688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=4fbd10f0-c3f0-48f0-b552-8881e0310f6b,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:33.744372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=13b323bf-9517-40e8-ad48-f6c98a27237d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:33.815296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:33.844594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ec91a-f8a4-46c5-80ea-7bc5e6348af1 req-2c502a3e-df88-4823-a7ca-0c91ad756643 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:33.851808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-176ec91a-f8a4-46c5-80ea-7bc5e6348af1 req-2c502a3e-df88-4823-a7ca-0c91ad756643 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 936 time: 0.3294287 Jul 06 11:32:33.858164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecfe584-1776-4306-ae97-d7b01137eb67 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:32:33.983360 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:34.035253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd31674-0552-47ff-8d3c-24d90c3fc229 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:32:34.093006 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-978db304-00f0-40de-8592-ee1eb9358747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:34.112689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-176ec91a-f8a4-46c5-80ea-7bc5e6348af1 req-cd40a82a-57a1-401d-abbe-dd8100abfdb5 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400234 Jul 06 11:32:34.128981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Transition to ACTIVE for port object 6ecfe584-1776-4306-ae97-d7b01137eb67 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:34.138741 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:34.249269 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-978db304-00f0-40de-8592-ee1eb9358747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:34.339823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Pushing event updated for resources: {'Port': ['ID=6ecfe584-1776-4306-ae97-d7b01137eb67,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:34.415692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:34.495163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Transition to ACTIVE for port object bdd31674-0552-47ff-8d3c-24d90c3fc229 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:34.532640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:34.582482 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:34.680172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:34.681773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:34.684577 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] 10.222.0.47 "PUT /v2.0/ports/a5bc9498-10a3-44a7-b219-bb25030aa1c4 HTTP/1.1" status: 200 len: 1096 time: 14.4583511 Jul 06 11:32:34.730093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2c1a6-c3c7-41fe-854c-b72fa962253b service neutron] Pushing event updated for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:34.776031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:32:34.785950 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aa5fcd-69df-486a-89af-80e8cdcebd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:32:34.877031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4fbd10f0-c3f0-48f0-b552-8881e0310f6b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:34.947772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eaae1-4470-47fb-806f-6e964b94d821 req-ec3e5a84-6cfe-4cf2-bb89-278b95cd8194 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:34.957449 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e4eaae1-4470-47fb-806f-6e964b94d821 req-ec3e5a84-6cfe-4cf2-bb89-278b95cd8194 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.4795570 Jul 06 11:32:35.037291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Attempting to bind port 6ecfe584-1776-4306-ae97-d7b01137eb67 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:32:35.039201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Attempting to bind port 6ecfe584-1776-4306-ae97-d7b01137eb67 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:32:35.039789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Attempting to bind port 6ecfe584-1776-4306-ae97-d7b01137eb67 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:35.117499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e4eaae1-4470-47fb-806f-6e964b94d821 req-6201a0a3-f1da-4dac-8722-b473809f75c7 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416452 Jul 06 11:32:35.119054 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Port 6ecfe584-1776-4306-ae97-d7b01137eb67 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:32:35.119054 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Attempting to bind port 6ecfe584-1776-4306-ae97-d7b01137eb67 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:35.137401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:32:35.138526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:32:35.138998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:32:35.139771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Bound port: 6ecfe584-1776-4306-ae97-d7b01137eb67, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:32:35.140531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:35.149564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:35.152063 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:35.361569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] For port 6ecfe584-1776-4306-ae97-d7b01137eb67, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:32:35.386402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] For port 6ecfe584-1776-4306-ae97-d7b01137eb67, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6ecfe584-1776-4306-ae97-d7b01137eb67,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:32:35.402976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:35.580295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:35.585963 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:35.588974 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] 10.222.0.47 "PUT /v2.0/ports/6ecfe584-1776-4306-ae97-d7b01137eb67 HTTP/1.1" status: 200 len: 1096 time: 6.9000630 Jul 06 11:32:35.594160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388365b7-360d-4249-8839-6e459b5c98f3', 'tag': '6ecfe584-1776-4306-ae97-d7b01137eb67'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:32:35.599408 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e902e2c5-b78a-44a4-ab21-271c61b886d0" -d '{"events": [{"name": "network-changed", "server_uuid": "388365b7-360d-4249-8839-6e459b5c98f3", "tag": "6ecfe584-1776-4306-ae97-d7b01137eb67"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:32:35.743010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9696d8-3b7f-452e-9866-19a720d7d6cc service neutron] Pushing event updated for resources: {'Port': ['ID=6ecfe584-1776-4306-ae97-d7b01137eb67,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:35.826871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd31674-0552-47ff-8d3c-24d90c3fc229,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:35.843074 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-978db304-00f0-40de-8592-ee1eb9358747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:35.851203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-978db304-00f0-40de-8592-ee1eb9358747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:35.856600 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-978db304-00f0-40de-8592-ee1eb9358747 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c30ad412-7142-475b-b835-e0412f591544 HTTP/1.1" status: 204 len: 168 time: 2.9866505 Jul 06 11:32:35.882018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903736-33ab-4ede-aeb2-b48485a4105c req-85ca9c89-c6a3-4b4c-9d3e-8a5bc0d455db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:35.885538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-85ca9c89-c6a3-4b4c-9d3e-8a5bc0d455db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6745a09c92a64b26b460baa782e96222&device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 1099 time: 0.2014551 Jul 06 11:32:36.000846 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-f6882467-6e40-45a5-a7ea-cac3abe2d1a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=6ecfe584-1776-4306-ae97-d7b01137eb67 HTTP/1.1" status: 200 len: 217 time: 0.1069841 Jul 06 11:32:36.016082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978db304-00f0-40de-8592-ee1eb9358747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30ad412-7142-475b-b835-e0412f591544,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:36.079339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Attempting to bind port bdd31674-0552-47ff-8d3c-24d90c3fc229 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:32:36.079904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Attempting to bind port bdd31674-0552-47ff-8d3c-24d90c3fc229 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6368288a-1b61-4d41-be5f-e2de86e5b879'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:32:36.080642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Attempting to bind port bdd31674-0552-47ff-8d3c-24d90c3fc229 on network 6368288a-1b61-4d41-be5f-e2de86e5b879 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:36.203125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903736-33ab-4ede-aeb2-b48485a4105c req-4e9e2cf0-7c9e-4761-9507-49193f6af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:36.206561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-4e9e2cf0-7c9e-4761-9507-49193f6af5e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1969583 Jul 06 11:32:36.259610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Port bdd31674-0552-47ff-8d3c-24d90c3fc229 on network 6368288a-1b61-4d41-be5f-e2de86e5b879 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:32:36.260499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Attempting to bind port bdd31674-0552-47ff-8d3c-24d90c3fc229 on network 6368288a-1b61-4d41-be5f-e2de86e5b879 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:36.280936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-35684b46-8c60-40a8-ada0-627e0f6c301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:36.284349 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-35684b46-8c60-40a8-ada0-627e0f6c301b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 1099 time: 1.4856935 Jul 06 11:32:36.354875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49b471-0f83-46f1-bc0d-ee87dde28324 req-744ca912-5572-468a-8e3f-c7e7d2ae0e68 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:36.368344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be49b471-0f83-46f1-bc0d-ee87dde28324 req-744ca912-5572-468a-8e3f-c7e7d2ae0e68 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 943 time: 0.5543094 Jul 06 11:32:36.416653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:32:36.417690 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Checking segment: {'id': '4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6368288a-1b61-4d41-be5f-e2de86e5b879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:32:36.418120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Bound using segment: {'id': '4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6368288a-1b61-4d41-be5f-e2de86e5b879'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:32:36.418597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Bound port: bdd31674-0552-47ff-8d3c-24d90c3fc229, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6368288a-1b61-4d41-be5f-e2de86e5b879'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:32:36.418978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:36.545334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be49b471-0f83-46f1-bc0d-ee87dde28324 req-f19b3558-7006-4df2-b2a4-445e6ba7fd64 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694491 Jul 06 11:32:36.568093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:36.578963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903736-33ab-4ede-aeb2-b48485a4105c req-0f0ffdcf-e414-4ae5-8bc5-c71692ae9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:36.579902 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-18ddf6a6-d5e6-4d39-be47-4d33ad07cba9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4 HTTP/1.1" status: 200 len: 217 time: 0.2645786 Jul 06 11:32:36.584480 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:36.594952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-0f0ffdcf-e414-4ae5-8bc5-c71692ae9a2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3775454 Jul 06 11:32:36.751358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Attempting to bind port 13b323bf-9517-40e8-ad48-f6c98a27237d on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:32:36.751358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Attempting to bind port 13b323bf-9517-40e8-ad48-f6c98a27237d by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:32:36.756525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Attempting to bind port 13b323bf-9517-40e8-ad48-f6c98a27237d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:36.799758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Port 13b323bf-9517-40e8-ad48-f6c98a27237d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:32:36.799758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Attempting to bind port 13b323bf-9517-40e8-ad48-f6c98a27237d on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:36.919832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-21083c5f-364e-4865-ad98-2efdb911d5c2 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168826 Jul 06 11:32:37.034722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] For port bdd31674-0552-47ff-8d3c-24d90c3fc229, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:32:37.044546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] For port bdd31674-0552-47ff-8d3c-24d90c3fc229, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bdd31674-0552-47ff-8d3c-24d90c3fc229,segment=NetworkSegment(4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2),segment_id=4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:32:37.049299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:32:37.051398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:32:37.053154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:32:37.054306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Bound port: 13b323bf-9517-40e8-ad48-f6c98a27237d, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:32:37.055332 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:37.166330 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:37.170488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:37.185843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60818) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:37.330676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-51e84b45-7fc2-47e4-a2c7-58a9224f7235 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a2c3617daec40f9b78941dc08f76260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417081 Jul 06 11:32:37.342771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60822) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:37.425697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:37.426036 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:37.434411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] 10.222.0.86 "PUT /v2.0/ports/bdd31674-0552-47ff-8d3c-24d90c3fc229 HTTP/1.1" status: 200 len: 1091 time: 8.7768288 Jul 06 11:32:37.453241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Pushing event updated for resources: {'Port': ['ID=ef061a03-833b-476b-8f86-30acc6a9b32e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:37.481205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04903736-33ab-4ede-aeb2-b48485a4105c req-4601446b-9b37-49d5-9328-f07526cf0cd1 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507793 Jul 06 11:32:37.525603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a02ee-d793-472f-ac5d-8b037772abab req-0926fc3d-df1a-4b79-80bd-a0876890a363 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:37.529674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-1c197c0e-9cc0-4085-880f-22efe8a4d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:37.532842 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-1c197c0e-9cc0-4085-880f-22efe8a4d73e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.9448884 Jul 06 11:32:37.540624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc4a02ee-d793-472f-ac5d-8b037772abab req-0926fc3d-df1a-4b79-80bd-a0876890a363 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 947 time: 0.5951545 Jul 06 11:32:37.661697 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97c46a79-a3ba-4999-a5a7-ebbe2c9d08f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:37.707333 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc4a02ee-d793-472f-ac5d-8b037772abab req-684f7b33-8658-4d0b-bd02-4fe1cbf3bb70 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557415 Jul 06 11:32:37.722009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] For port 13b323bf-9517-40e8-ad48-f6c98a27237d, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:32:37.737682 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97c46a79-a3ba-4999-a5a7-ebbe2c9d08f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:37.816957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] For port 13b323bf-9517-40e8-ad48-f6c98a27237d, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=13b323bf-9517-40e8-ad48-f6c98a27237d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:32:37.841240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185fc48-22da-427e-981a-bde613e8bb33 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd31674-0552-47ff-8d3c-24d90c3fc229,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:37.857092 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738d47ef-a9fb-4230-93fa-811d3e842177 x-openstack-request-id: req-738d47ef-a9fb-4230-93fa-811d3e842177 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:32:37.857598 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:32:37.857946 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-738d47ef-a9fb-4230-93fa-811d3e842177 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:32:37.858695 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'status': 'completed', 'code': 200} Jul 06 11:32:37.860346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:37.892206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Network 55d50c88-87ff-4d1e-a691-5afba0ae5707 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:32:37.921198 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97c46a79-a3ba-4999-a5a7-ebbe2c9d08f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:37.926724 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97c46a79-a3ba-4999-a5a7-ebbe2c9d08f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:37.930196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-97c46a79-a3ba-4999-a5a7-ebbe2c9d08f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c158526a-4860-480a-9fae-7d548900d953 HTTP/1.1" status: 204 len: 168 time: 0.5776007 Jul 06 11:32:37.947872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c46a79-a3ba-4999-a5a7-ebbe2c9d08f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c158526a-4860-480a-9fae-7d548900d953,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:37.956653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:32:37.982992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:37.984101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:37.986884 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] 10.222.0.86 "PUT /v2.0/ports/13b323bf-9517-40e8-ad48-f6c98a27237d HTTP/1.1" status: 200 len: 1095 time: 13.2288582 Jul 06 11:32:38.114071 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-a402ff72-a71a-4b55-a674-44da0a75699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:38.119556 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-a402ff72-a71a-4b55-a674-44da0a75699b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=896454c153d549cda1511853bc25e152&device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 1094 time: 0.5856559 Jul 06 11:32:38.139719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-6beb6483-589f-4f33-a800-6e2028f7c615 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:32:38.141596 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-6beb6483-589f-4f33-a800-6e2028f7c615 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8455901 Jul 06 11:32:38.278842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-6e65f77a-f9f1-4927-afaa-b6a818f3295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:38.284059 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-6e65f77a-f9f1-4927-afaa-b6a818f3295a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7112541 Jul 06 11:32:38.381449 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792be78-b992-4abb-b0b4-e9045619b6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=13b323bf-9517-40e8-ad48-f6c98a27237d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:38.409157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-26bd36e9-213f-4bdd-bbfc-acb0fe15ff40 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd31674-0552-47ff-8d3c-24d90c3fc229 HTTP/1.1" status: 200 len: 217 time: 0.2533071 Jul 06 11:32:38.614266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fc39892c-1fb5-4db6-89dd-68f8183ac13e None None] Provisioning complete for port ef061a03-833b-476b-8f86-30acc6a9b32e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:38.616825 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc39892c-1fb5-4db6-89dd-68f8183ac13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:38.639298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81602fc-088b-44a1-9dbb-db8cf48b32f1 req-1c5de310-6a11-4f48-ba78-28e7a8e0c604 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:38.642831 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a81602fc-088b-44a1-9dbb-db8cf48b32f1 req-1c5de310-6a11-4f48-ba78-28e7a8e0c604 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 948 time: 0.1592290 Jul 06 11:32:38.682374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fc39892c-1fb5-4db6-89dd-68f8183ac13e None None] Port ef061a03-833b-476b-8f86-30acc6a9b32e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:32:38.690842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-836238b8-71e4-454d-b8a4-ab656586647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:38.694509 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-836238b8-71e4-454d-b8a4-ab656586647f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b6adf15-df9f-42d5-b23b-afe7e68244c0 HTTP/1.1" status: 200 len: 860 time: 0.2651327 Jul 06 11:32:38.714773 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Request body: {'binding': {'host': 'n-h1-799527-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:32:38.716242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Unknown quota resources ['binding']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:32:38.728711 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a81602fc-088b-44a1-9dbb-db8cf48b32f1 req-7f759cae-a4c4-497f-ad15-b3c08407b892 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755448 Jul 06 11:32:38.822697 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fe9b60-8ded-4740-bb9c-253f458ac9ce x-openstack-request-id: req-f8fe9b60-8ded-4740-bb9c-253f458ac9ce {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:32:38.823183 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388365b7-360d-4249-8839-6e459b5c98f3", "tag": "6ecfe584-1776-4306-ae97-d7b01137eb67", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:32:38.823648 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8fe9b60-8ded-4740-bb9c-253f458ac9ce {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:32:38.824285 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388365b7-360d-4249-8839-6e459b5c98f3', 'tag': '6ecfe584-1776-4306-ae97-d7b01137eb67', 'status': 'completed', 'code': 200} Jul 06 11:32:38.890516 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-dc27a7ab-c16e-4080-abf8-5b0ab4ee4305 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6368288a-1b61-4d41-be5f-e2de86e5b879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684742 Jul 06 11:32:38.921907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:32:39.054569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-a595f487-455b-4a6a-a95f-e426c18b5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:39.058007 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-a595f487-455b-4a6a-a95f-e426c18b5ea8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 1098 time: 0.9521341 Jul 06 11:32:39.093246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902e2c5-b78a-44a4-ab21-271c61b886d0 req-fd79b007-e4bc-4f35-b8d6-ab47f58dc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:39.097196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e902e2c5-b78a-44a4-ab21-271c61b886d0 req-fd79b007-e4bc-4f35-b8d6-ab47f58dc4ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6745a09c92a64b26b460baa782e96222&device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 1099 time: 0.2387993 Jul 06 11:32:39.275062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f968513-8073-4499-b957-6a324a1ce739 req-bfafe755-3753-4d39-90b9-045757a90bf7 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:39.278113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f968513-8073-4499-b957-6a324a1ce739 req-bfafe755-3753-4d39-90b9-045757a90bf7 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2533331 Jul 06 11:32:39.321746 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-cfb80c8d-4493-4ef4-92ef-e4b5930a218a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=13b323bf-9517-40e8-ad48-f6c98a27237d HTTP/1.1" status: 200 len: 217 time: 0.2132869 Jul 06 11:32:39.347229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902e2c5-b78a-44a4-ab21-271c61b886d0 req-41386919-89eb-4422-a001-5261c0aa40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:39.351500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e902e2c5-b78a-44a4-ab21-271c61b886d0 req-41386919-89eb-4422-a001-5261c0aa40c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2464902 Jul 06 11:32:39.393457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f968513-8073-4499-b957-6a324a1ce739 req-5debd049-313f-49ed-b369-1ddc40899506 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017032 Jul 06 11:32:39.422240 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-2779c4ec-71e5-434d-9a97-251a804b20c0 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0168979 Jul 06 11:32:39.453607 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e902e2c5-b78a-44a4-ab21-271c61b886d0 req-2bad2c33-6df7-48cc-abbf-e9471a0d8ab3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=6ecfe584-1776-4306-ae97-d7b01137eb67 HTTP/1.1" status: 200 len: 217 time: 0.0849323 Jul 06 11:32:39.565946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902e2c5-b78a-44a4-ab21-271c61b886d0 req-b8c7c996-68d7-4344-a7e9-a8d67544fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:39.569838 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e902e2c5-b78a-44a4-ab21-271c61b886d0 req-b8c7c996-68d7-4344-a7e9-a8d67544fbd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1092098 Jul 06 11:32:39.794046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902e2c5-b78a-44a4-ab21-271c61b886d0 req-57b39356-a5ee-4174-ae49-0d23eaa4ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:39.802709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e902e2c5-b78a-44a4-ab21-271c61b886d0 req-57b39356-a5ee-4174-ae49-0d23eaa4ca5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2061496 Jul 06 11:32:39.813537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa92da1-1614-4f30-b8c5-62f7afde44f7 req-e4eff2d6-8e75-41a7-aa14-68873e71640d tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:39.816732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1aa92da1-1614-4f30-b8c5-62f7afde44f7 req-e4eff2d6-8e75-41a7-aa14-68873e71640d tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 943 time: 0.2009189 Jul 06 11:32:40.011765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8d6ee5-1aa0-4abe-99e4-c059b9a75504', 'tag': 'bdd31674-0552-47ff-8d3c-24d90c3fc229'}, {'name': 'network-changed', 'server_uuid': '5c9c387a-ea71-4f93-aebe-6f5b858d368f', 'tag': '13b323bf-9517-40e8-ad48-f6c98a27237d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:32:40.015643 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774cbeb6-7e8b-4025-801a-34172a93d004" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8d6ee5-1aa0-4abe-99e4-c059b9a75504", "tag": "bdd31674-0552-47ff-8d3c-24d90c3fc229"}, {"name": "network-changed", "server_uuid": "5c9c387a-ea71-4f93-aebe-6f5b858d368f", "tag": "13b323bf-9517-40e8-ad48-f6c98a27237d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:32:40.032945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1aa92da1-1614-4f30-b8c5-62f7afde44f7 req-1b12a4ce-904e-47a5-97bb-1b0a4038d166 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797614 Jul 06 11:32:40.062227 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e902e2c5-b78a-44a4-ab21-271c61b886d0 req-73b68c98-1c0a-4dc3-a2e0-8c6c034ddd38 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425666 Jul 06 11:32:40.239097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e902e2c5-b78a-44a4-ab21-271c61b886d0 req-0da6873f-1d33-442b-9337-87d56073140c service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651340 Jul 06 11:32:40.359220 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-376421aa-3df4-44be-ae85-65ae713fb76f service neutron] 10.222.0.86 "GET /v2.0/networks/6368288a-1b61-4d41-be5f-e2de86e5b879?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4412174 Jul 06 11:32:40.418121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58bfdb-671a-440b-8b7a-c96e9b5e6480 req-21ff9478-4541-4fff-b01e-7e0f3b802a22 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:40.420298 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-a410ed7c-9a92-490e-8e04-6af14358cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:40.421279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d58bfdb-671a-440b-8b7a-c96e9b5e6480 req-21ff9478-4541-4fff-b01e-7e0f3b802a22 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 947 time: 0.1536677 Jul 06 11:32:40.423159 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-a410ed7c-9a92-490e-8e04-6af14358cff0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 1.0780516 Jul 06 11:32:40.465689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d on host n-h1-799527-2 for vnic_type normal with profile None {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:32:40.469280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:32:40.470747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:40.501507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d58bfdb-671a-440b-8b7a-c96e9b5e6480 req-0ece6339-b356-41bd-bd3e-02210df088f8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667925 Jul 06 11:32:40.574666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Port dba2dc6b-94b3-4b83-a10e-501e476e717d on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:32:40.575215 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:40.625227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d15fc-a3cc-40d1-ab63-c1dacc05a658 req-5bc70098-0e5d-48f3-956e-c9517a9a38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:40.628101 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-249d15fc-a3cc-40d1-ab63-c1dacc05a658 req-5bc70098-0e5d-48f3-956e-c9517a9a38a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc6e59274edb4b1a890f110d529763b3&device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 1096 time: 1.3510089 Jul 06 11:32:40.630116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:32:40.643613 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3a7df706-11e5-44bf-a466-a72753cd59c6 admin admin] 10.222.0.21 "PUT /v2.0/routers/9b341da6-df85-4e98-b4fb-e0f57d7ca27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5500469 Jul 06 11:32:40.646422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Sync routers for ids ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:32:40.653707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:32:40.654273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:32:40.654942 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:32:40.655728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Bound port: dba2dc6b-94b3-4b83-a10e-501e476e717d, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:32:40.685784 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f0fc3f2-804b-4bf9-81cc-a22ec65230c6 req-c592e2e3-b0ca-4c5f-92b2-7887aa862a58 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6650093 Jul 06 11:32:40.704171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Routers {'9b341da6-df85-4e98-b4fb-e0f57d7ca27f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:32:40.705713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:32:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:40.993823 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c3c53ec-8931-4d46-8931-d36038df67d3 req-3e7c1af2-c06d-4df3-924d-3da4e1d2269b service neutron] 10.222.0.86 "GET /v2.0/networks/6368288a-1b61-4d41-be5f-e2de86e5b879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051228 Jul 06 11:32:41.036620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:32:41.053390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Set router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:32:41.076291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-37df7c75-099d-4c72-801e-fe5f919ec343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:41.079856 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-37df7c75-099d-4c72-801e-fe5f919ec343 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6399305 Jul 06 11:32:41.089851 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:41.103040 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] 10.222.0.21 "POST /v2.0/ports/dba2dc6b-94b3-4b83-a10e-501e476e717d/bindings HTTP/1.1" status: 201 len: 389 time: 2.8418524 Jul 06 11:32:41.303750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d15fc-a3cc-40d1-ab63-c1dacc05a658 req-e191b37e-746f-414b-832c-d6a6e5897d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:41.307824 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-249d15fc-a3cc-40d1-ab63-c1dacc05a658 req-e191b37e-746f-414b-832c-d6a6e5897d63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 200 len: 914 time: 0.6441376 Jul 06 11:32:41.321095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa5fcd-69df-486a-89af-80e8cdcebd7b req-9b9c5bb1-d980-4263-9127-f229505005f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:41.324626 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60aa5fcd-69df-486a-89af-80e8cdcebd7b req-9b9c5bb1-d980-4263-9127-f229505005f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 1099 time: 0.5504808 Jul 06 11:32:41.515773 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baf0c08-4c54-4737-b6d6-4a0cfbd93130 x-openstack-request-id: req-9baf0c08-4c54-4737-b6d6-4a0cfbd93130 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:32:41.516790 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8d6ee5-1aa0-4abe-99e4-c059b9a75504", "tag": "bdd31674-0552-47ff-8d3c-24d90c3fc229", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c9c387a-ea71-4f93-aebe-6f5b858d368f", "tag": "13b323bf-9517-40e8-ad48-f6c98a27237d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:32:41.516790 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9baf0c08-4c54-4737-b6d6-4a0cfbd93130 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:32:41.519341 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8d6ee5-1aa0-4abe-99e4-c059b9a75504', 'tag': 'bdd31674-0552-47ff-8d3c-24d90c3fc229', 'status': 'completed', 'code': 200} Jul 06 11:32:41.519833 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9c387a-ea71-4f93-aebe-6f5b858d368f', 'tag': '13b323bf-9517-40e8-ad48-f6c98a27237d', 'status': 'completed', 'code': 200} Jul 06 11:32:41.524528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658c938-0ca6-429f-b234-7dbf17937c82 req-02f5728d-d312-4b43-a7d0-e4389ec0cc06 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:41.541171 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6658c938-0ca6-429f-b234-7dbf17937c82 req-02f5728d-d312-4b43-a7d0-e4389ec0cc06 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 948 time: 0.4049118 Jul 06 11:32:41.573651 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-249d15fc-a3cc-40d1-ab63-c1dacc05a658 req-abf4f79a-89d4-4aeb-a47f-dc4e359062be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f81d5d93-b733-4518-a3c1-c20be136b443 HTTP/1.1" status: 200 len: 217 time: 0.2566757 Jul 06 11:32:41.644363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6658c938-0ca6-429f-b234-7dbf17937c82 req-69c14694-a615-4153-b3fe-14a186ef1d8a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008651 Jul 06 11:32:41.736498 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6ecfe584-1776-4306-ae97-d7b01137eb67 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:32:41.742787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f81d5d93-b733-4518-a3c1-c20be136b443 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:32:41.892230 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-7a464e78-f6d6-4e41-9d1f-49b81cca3749 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762833 Jul 06 11:32:41.894793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d15fc-a3cc-40d1-ab63-c1dacc05a658 req-79d169b3-f292-4e73-b951-0e8bbe920933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:41.898030 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-249d15fc-a3cc-40d1-ab63-c1dacc05a658 req-79d169b3-f292-4e73-b951-0e8bbe920933 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab34012f-cd48-4978-9f78-ba3b215e7390 HTTP/1.1" status: 200 len: 853 time: 0.2226903 Jul 06 11:32:41.959521 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:42.032633 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-249d15fc-a3cc-40d1-ab63-c1dacc05a658 req-0e0ff04f-3037-4f65-a1af-c9fb1a150e8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250436 Jul 06 11:32:42.038450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c76407-dca5-4eb3-8b71-152b773e3e53 req-9e49f774-15ad-435c-9b02-c84d243e66fc tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:42.042451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:42.042792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5c76407-dca5-4eb3-8b71-152b773e3e53 req-9e49f774-15ad-435c-9b02-c84d243e66fc tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 945 time: 0.2863934 Jul 06 11:32:42.049894 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:32:42.053364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa5fcd-69df-486a-89af-80e8cdcebd7b req-035298e1-6d17-4448-b33c-6c8ce5be1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:42.055975 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60aa5fcd-69df-486a-89af-80e8cdcebd7b req-035298e1-6d17-4448-b33c-6c8ce5be1517 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.7167380 Jul 06 11:32:42.056594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:32:42.064463 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428a7ece-9de8-4a75-bf5e-bf392ebacebc" -d '{"events": [{"server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "name": "network-vif-unplugged", "status": "completed", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:32:42.122585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-392e891e-1e4f-4d66-89c8-0251ca45a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:42.125920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-392e891e-1e4f-4d66-89c8-0251ca45a838 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 1097 time: 0.2506337 Jul 06 11:32:42.130539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-43ae1861-3851-4b77-a49f-c47f9c6a7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:42.133654 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-43ae1861-3851-4b77-a49f-c47f9c6a7ad6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=896454c153d549cda1511853bc25e152&device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 1094 time: 0.6027992 Jul 06 11:32:42.181818 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:42.278754 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60aa5fcd-69df-486a-89af-80e8cdcebd7b req-b9fd19db-eccf-4157-ad22-8f5ad48baf31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4 HTTP/1.1" status: 200 len: 217 time: 0.2034051 Jul 06 11:32:42.325545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f81d5d93-b733-4518-a3c1-c20be136b443,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:42.337320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5c76407-dca5-4eb3-8b71-152b773e3e53 req-2d2f11cb-3143-4b1c-ab95-16cf399fd601 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768164 Jul 06 11:32:42.363862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:32Z', 'revision_number': 4, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ef061a03-833b-476b-8f86-30acc6a9b32e', 'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'mac_address': 'fa:16:3e:37:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:28Z', 'updated_at': '2021-07-06T11:32:35Z', 'revision_number': 2, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'subnets': [{'id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:42.451372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Checking router: 9b341da6-df85-4e98-b4fb-e0f57d7ca27f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:32:42.452263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Updating router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f port ef061a03-833b-476b-8f86-30acc6a9b32e binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:32:42.466448 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-1b459265-8fb0-400b-a07f-4d160e7b5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:42.472400 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-1b459265-8fb0-400b-a07f-4d160e7b5bf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.3377240 Jul 06 11:32:42.632550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bcac3-7d85-4c70-bafd-a2f0f75229bb req-dab7c6e6-5f8a-412b-bb19-99d619760463 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:42.641736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-663bcac3-7d85-4c70-bafd-a2f0f75229bb req-dab7c6e6-5f8a-412b-bb19-99d619760463 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 943 time: 0.4517083 Jul 06 11:32:42.654929 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-82b729e9-5c34-4775-8f92-9e9372213abd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d HTTP/1.1" status: 200 len: 217 time: 0.1662035 Jul 06 11:32:42.678886 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa97d84-fbf6-49a9-baa4-2815522dfdeb req-9b685ef6-7be2-4078-be29-db8fa2a551af service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7791977 Jul 06 11:32:42.707269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6ecfe584-1776-4306-ae97-d7b01137eb67, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6ecfe584-1776-4306-ae97-d7b01137eb67,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:42.721352 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:42.769725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa5fcd-69df-486a-89af-80e8cdcebd7b req-5f9bc01f-995d-417c-bc05-95f865844fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:42.772945 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60aa5fcd-69df-486a-89af-80e8cdcebd7b req-5f9bc01f-995d-417c-bc05-95f865844fce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.4446836 Jul 06 11:32:42.780753 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-4784686c-269a-4927-a098-f0c2a4e2a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:42.782413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '6ecfe584-1776-4306-ae97-d7b01137eb67', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '6ecfe584-1776-4306-ae97-d7b01137eb67', 'mac_address': 'fa:16:3e:6e:d3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:32:42.783696 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-4784686c-269a-4927-a098-f0c2a4e2a6be service neutron] 10.222.0.86 "GET /v2.0/networks?id=6368288a-1b61-4d41-be5f-e2de86e5b879 HTTP/1.1" status: 200 len: 921 time: 0.5283813 Jul 06 11:32:42.792428 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-249d15fc-a3cc-40d1-ab63-c1dacc05a658 req-30cc4ebe-aa9f-45a4-8598-129a6526416a service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7308133 Jul 06 11:32:42.834250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-663bcac3-7d85-4c70-bafd-a2f0f75229bb req-828e72e5-5ade-40e3-bcc5-dbb220440327 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873565 Jul 06 11:32:42.863579 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-90261a5d-be6a-4c5f-9a16-a305c768ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:42.870571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-90261a5d-be6a-4c5f-9a16-a305c768ab8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.1681807 Jul 06 11:32:42.917351 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-df687ae9-7cd9-43e7-b561-75f49fe55db3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381744 Jul 06 11:32:42.946949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567a041-d482-4582-ae41-e9985d0dfcde req-622c1d70-d249-452e-8feb-aa43826728c5 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:42.955020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4567a041-d482-4582-ae41-e9985d0dfcde req-622c1d70-d249-452e-8feb-aa43826728c5 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 946 time: 0.3102758 Jul 06 11:32:42.984658 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-2efdf417-e6d5-4d98-acf0-607eec5cbe3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd31674-0552-47ff-8d3c-24d90c3fc229 HTTP/1.1" status: 200 len: 217 time: 0.1397533 Jul 06 11:32:43.060398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4567a041-d482-4582-ae41-e9985d0dfcde req-3be4061d-56c1-48cf-8ed8-434ce6e20a27 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042941 Jul 06 11:32:43.062408 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:43.136032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecfe584-1776-4306-ae97-d7b01137eb67 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:32:43.183942 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-8f7a6f91-c33f-4854-b9f9-d5341ff78a32 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584164 Jul 06 11:32:43.219616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6ecfe584-1776-4306-ae97-d7b01137eb67, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6ecfe584-1776-4306-ae97-d7b01137eb67,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:43.237347 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:43.301672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-756e0326-02aa-478e-91be-38cff8e09118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:43.304462 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-756e0326-02aa-478e-91be-38cff8e09118 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b6adf15-df9f-42d5-b23b-afe7e68244c0 HTTP/1.1" status: 200 len: 860 time: 0.2675483 Jul 06 11:32:43.354497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa5fcd-69df-486a-89af-80e8cdcebd7b req-f3e338e9-b3d6-43bf-ba17-6a485c4d0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:43.356250 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60aa5fcd-69df-486a-89af-80e8cdcebd7b req-f3e338e9-b3d6-43bf-ba17-6a485c4d0b97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5712352 Jul 06 11:32:43.365203 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-ca0dc550-ec0b-4bed-95b1-ea52d1e4176e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6368288a-1b61-4d41-be5f-e2de86e5b879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516806 Jul 06 11:32:43.456726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6ecfe584-1776-4306-ae97-d7b01137eb67,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:43.622996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['6ecfe584-1776-4306-ae97-d7b01137eb67'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:32:43.631864 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:43.632447 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-283c3989-2820-4323-b3a0-0782d63e933a service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394341 Jul 06 11:32:43.640801 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60aa5fcd-69df-486a-89af-80e8cdcebd7b req-d984dfed-4f76-4eec-9256-5a94322df8dc service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738554 Jul 06 11:32:43.652310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bdd31674-0552-47ff-8d3c-24d90c3fc229 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:32:43.695124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61590e-cd34-44e6-9e44-b603e66cae19 req-a9b7780b-4784-46c7-96c2-94286dab346e tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:43.703971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b61590e-cd34-44e6-9e44-b603e66cae19 req-a9b7780b-4784-46c7-96c2-94286dab346e tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 947 time: 0.3085055 Jul 06 11:32:43.888824 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-9760f21e-ab01-4a80-9279-6bbaf5618728 service neutron] 10.222.0.86 "GET /v2.0/networks/6368288a-1b61-4d41-be5f-e2de86e5b879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994161 Jul 06 11:32:43.898596 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-249d15fc-a3cc-40d1-ab63-c1dacc05a658 req-2ee9395b-d2c3-4cbb-b292-dbcfb701ab1c service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0262446 Jul 06 11:32:43.900131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a5bc9498-10a3-44a7-b219-bb25030aa1c4 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:32:43.920766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b61590e-cd34-44e6-9e44-b603e66cae19 req-c56a85a1-a500-4469-9984-649879cf0ed5 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949224 Jul 06 11:32:44.081177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:44.154619 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ef1163-e178-45ae-9f92-3523fe0a24b1 x-openstack-request-id: req-f6ef1163-e178-45ae-9f92-3523fe0a24b1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:32:44.161540 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "name": "network-vif-unplugged", "status": "completed", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:32:44.162403 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6ef1163-e178-45ae-9f92-3523fe0a24b1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:32:44.163076 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'code': 200} Jul 06 11:32:44.173492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'mac_address': 'fa:16:3e:eb:6a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:32:44.179605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Transition to ACTIVE for port object ef061a03-833b-476b-8f86-30acc6a9b32e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:32:44.243719 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:44.360005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0d96b-2bbe-4c12-8d4a-1e915da1aa20 req-58aecd80-b37d-4957-a68e-cbebb56c3f77 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:44.369329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926ccc6-fe77-4dee-b5ae-48a5d5963fb1 None None] Pushing event updated for resources: {'Port': ['ID=ef061a03-833b-476b-8f86-30acc6a9b32e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:44.371572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81a0d96b-2bbe-4c12-8d4a-1e915da1aa20 req-58aecd80-b37d-4957-a68e-cbebb56c3f77 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 949 time: 0.1317739 Jul 06 11:32:44.462956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d81207-f210-4c91-840e-4d70e4519042 req-8198eabf-4521-4c2b-9b05-9795f2e3427d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:44.464323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0ce5-92d9-47d8-a2df-6d40edde9dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:44.466848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6d81207-f210-4c91-840e-4d70e4519042 req-8198eabf-4521-4c2b-9b05-9795f2e3427d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.3005247 Jul 06 11:32:44.548481 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81a0d96b-2bbe-4c12-8d4a-1e915da1aa20 req-95aeac6c-e3d8-498e-8200-60db46517f88 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752348 Jul 06 11:32:44.641185 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-a76c6c81-683a-4177-a84f-5933400e06a2 service neutron] 10.222.0.86 "GET /v2.0/networks/6368288a-1b61-4d41-be5f-e2de86e5b879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7299373 Jul 06 11:32:44.652021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bdd31674-0552-47ff-8d3c-24d90c3fc229, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bdd31674-0552-47ff-8d3c-24d90c3fc229,segment=NetworkSegment(4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2),segment_id=4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:44.667105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'bdd31674-0552-47ff-8d3c-24d90c3fc229', 'network_id': '6368288a-1b61-4d41-be5f-e2de86e5b879', 'port_id': 'bdd31674-0552-47ff-8d3c-24d90c3fc229', 'mac_address': 'fa:16:3e:57:50:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6adf15-df9f-42d5-b23b-afe7e68244c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:32:44.683199 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60aa5fcd-69df-486a-89af-80e8cdcebd7b req-0e8384c5-06fa-4c39-8daf-afda83885ba6 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7650163 Jul 06 11:32:44.686914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd0d81-4e03-4448-b8eb-407fd9c7b046 req-29785269-b22b-4620-98e2-693edb4a07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:44.694354 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2bd0d81-4e03-4448-b8eb-407fd9c7b046 req-29785269-b22b-4620-98e2-693edb4a07dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc6e59274edb4b1a890f110d529763b3&device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 1094 time: 0.5523658 Jul 06 11:32:44.753819 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:44.960967 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:45.032752 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bc9498-10a3-44a7-b219-bb25030aa1c4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:32:45.141482 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Attempting to bind port ef061a03-833b-476b-8f86-30acc6a9b32e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:32:45.142191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Attempting to bind port ef061a03-833b-476b-8f86-30acc6a9b32e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:32:45.143561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Attempting to bind port ef061a03-833b-476b-8f86-30acc6a9b32e on network 55d50c88-87ff-4d1e-a691-5afba0ae5707 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:32:45.150580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd31674-0552-47ff-8d3c-24d90c3fc229 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:32:45.197743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:45.212823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:32:45.213239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Checking segment: {'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:32:45.213604 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:45.214007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Bound using segment: {'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:32:45.214497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Bound port: ef061a03-833b-476b-8f86-30acc6a9b32e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:32:45.214884 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:45.243168 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:45.274471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-defa8aed-69e3-47da-9398-e381537a6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:45.275941 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-defa8aed-69e3-47da-9398-e381537a6b3f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 1098 time: 0.4899819 Jul 06 11:32:45.284929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bdd31674-0552-47ff-8d3c-24d90c3fc229, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bdd31674-0552-47ff-8d3c-24d90c3fc229,segment=NetworkSegment(4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2),segment_id=4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:45.292103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6d81207-f210-4c91-840e-4d70e4519042 req-f4ffbf27-36b8-4350-a4ee-a5783aafedc4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8007789 Jul 06 11:32:45.299282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd0d81-4e03-4448-b8eb-407fd9c7b046 req-86093745-eea1-43fa-bb3d-685f4e425f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:45.301153 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2bd0d81-4e03-4448-b8eb-407fd9c7b046 req-86093745-eea1-43fa-bb3d-685f4e425f12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 200 len: 914 time: 0.5483019 Jul 06 11:32:45.356021 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:45.373759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08d6e6-01dd-4567-b3f8-3f30e44c11f0 req-26261f7c-5cb7-490e-816d-7a56f82463f3 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:45.390650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc08d6e6-01dd-4567-b3f8-3f30e44c11f0 req-26261f7c-5cb7-490e-816d-7a56f82463f3 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 943 time: 0.3165057 Jul 06 11:32:45.460963 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2bd0d81-4e03-4448-b8eb-407fd9c7b046 req-e9317ecc-db2d-450a-b744-18823bc16ea7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f81d5d93-b733-4518-a3c1-c20be136b443 HTTP/1.1" status: 200 len: 217 time: 0.1468074 Jul 06 11:32:45.480156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc08d6e6-01dd-4567-b3f8-3f30e44c11f0 req-0e757530-fd54-478e-9a3f-67c7c8206db2 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854392 Jul 06 11:32:45.538700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:45.559327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd0d81-4e03-4448-b8eb-407fd9c7b046 req-23eb06fa-f124-4233-be1d-0c5e99bcf2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:45.561566 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2bd0d81-4e03-4448-b8eb-407fd9c7b046 req-23eb06fa-f124-4233-be1d-0c5e99bcf2f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab34012f-cd48-4978-9f78-ba3b215e7390 HTTP/1.1" status: 200 len: 853 time: 0.0918462 Jul 06 11:32:45.593487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-f706b549-2081-4700-b56b-6b78179d4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:45.596456 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-f706b549-2081-4700-b56b-6b78179d4c82 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3117988 Jul 06 11:32:45.636775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['a5bc9498-10a3-44a7-b219-bb25030aa1c4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:32:45.642243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] For port ef061a03-833b-476b-8f86-30acc6a9b32e, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:32:45.642554 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2bd0d81-4e03-4448-b8eb-407fd9c7b046 req-2554247d-5861-4ed2-8b71-0de043b8fb8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449266 Jul 06 11:32:45.699290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['bdd31674-0552-47ff-8d3c-24d90c3fc229'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:32:45.730806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 13b323bf-9517-40e8-ad48-f6c98a27237d details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:32:45.837427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b2b2d-f3b5-402f-90c5-12ecd7d67f02 req-6323131f-015b-4568-81f1-ced3fbe3eb11 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:45.839647 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-982b2b2d-f3b5-402f-90c5-12ecd7d67f02 req-6323131f-015b-4568-81f1-ced3fbe3eb11 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 946 time: 0.1853793 Jul 06 11:32:46.009775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-982b2b2d-f3b5-402f-90c5-12ecd7d67f02 req-eb226c9d-8021-45f4-ac6e-80b3cb4125c2 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581099 Jul 06 11:32:46.071224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 13b323bf-9517-40e8-ad48-f6c98a27237d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=13b323bf-9517-40e8-ad48-f6c98a27237d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:46.246838 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-dd9df65d-fba7-4586-8b09-a17306763a1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=13b323bf-9517-40e8-ad48-f6c98a27237d HTTP/1.1" status: 200 len: 217 time: 0.6033139 Jul 06 11:32:46.410450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724165eb-895e-4157-b406-2001126bf20b req-ed7e6412-0c8e-4feb-8fe1-e807b79464b0 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:46.421854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '13b323bf-9517-40e8-ad48-f6c98a27237d', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '13b323bf-9517-40e8-ad48-f6c98a27237d', 'mac_address': 'fa:16:3e:30:26:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:32:46.437767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=bdd31674-0552-47ff-8d3c-24d90c3fc229,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:46.439270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-724165eb-895e-4157-b406-2001126bf20b req-ed7e6412-0c8e-4feb-8fe1-e807b79464b0 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 947 time: 0.1788085 Jul 06 11:32:46.451944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] For port ef061a03-833b-476b-8f86-30acc6a9b32e, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ef061a03-833b-476b-8f86-30acc6a9b32e,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:32:46.557174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-724165eb-895e-4157-b406-2001126bf20b req-2d2cb0f0-15c0-4c70-aa69-a1ea7dc7ac16 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148579 Jul 06 11:32:46.569584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-43632ab5-f5bd-4b72-b84c-7c9e69565426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:46.573483 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:46.578401 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-43632ab5-f5bd-4b72-b84c-7c9e69565426 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.3152220 Jul 06 11:32:46.668098 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2bd0d81-4e03-4448-b8eb-407fd9c7b046 req-249c46d4-f968-491a-ba21-4cd32f6e38e3 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0027976 Jul 06 11:32:47.039075 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:47.061227 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2bd0d81-4e03-4448-b8eb-407fd9c7b046 req-e8eae21c-8fcc-468f-9786-5f28ebaf0859 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916810 Jul 06 11:32:47.091378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Routers {'9b341da6-df85-4e98-b4fb-e0f57d7ca27f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:32:47.104722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:32:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:47.153185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-2d8cc289-6f52-4d0c-83f2-3eb1a9874cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:47.156333 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-2d8cc289-6f52-4d0c-83f2-3eb1a9874cf2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5738285 Jul 06 11:32:47.224616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bfd90-1d29-47a8-a198-af76b46e9831 req-00391c36-7dd8-4edf-855e-8f2f4258da93 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:47.227292 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db3bfd90-1d29-47a8-a198-af76b46e9831 req-00391c36-7dd8-4edf-855e-8f2f4258da93 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 949 time: 0.4590452 Jul 06 11:32:47.267496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6a810-78d4-4cbd-9b37-8a61d71123d3 req-4849ee58-a4f3-4a7c-9980-6ce9ecc3a148 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:47.286253 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2af6a810-78d4-4cbd-9b37-8a61d71123d3 req-4849ee58-a4f3-4a7c-9980-6ce9ecc3a148 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.3833463 Jul 06 11:32:47.309937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926ccc6-fe77-4dee-b5ae-48a5d5963fb1 None None] Pushing event updated for resources: {'Port': ['ID=ef061a03-833b-476b-8f86-30acc6a9b32e,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:47.418455 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-b8eb9f84-9c39-4535-a7f3-38848d550010 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531946 Jul 06 11:32:47.498195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] Set router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:32:47.518586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db3bfd90-1d29-47a8-a198-af76b46e9831 req-f2c174db-d9ee-4fab-9bd7-6a9861465302 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260623 Jul 06 11:32:47.534879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2af6a810-78d4-4cbd-9b37-8a61d71123d3 req-e07bb08a-f140-402b-9987-7cb1f6b25c14 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464318 Jul 06 11:32:47.645047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-774cbeb6-7e8b-4025-801a-34172a93d004 req-3dd1efc3-2eb5-4bde-a184-081c63d31403 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191923 Jul 06 11:32:47.649589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b323bf-9517-40e8-ad48-f6c98a27237d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:32:47.788420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6ecfe584-1776-4306-ae97-d7b01137eb67 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:47.879198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 13b323bf-9517-40e8-ad48-f6c98a27237d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=13b323bf-9517-40e8-ad48-f6c98a27237d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:47.932680 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:48.211531 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:48.217509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=13b323bf-9517-40e8-ad48-f6c98a27237d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:48.227129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 6ecfe584-1776-4306-ae97-d7b01137eb67 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:48.238297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 6ecfe584-1776-4306-ae97-d7b01137eb67 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:48.238946 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:48.289142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['13b323bf-9517-40e8-ad48-f6c98a27237d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:32:48.395323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d451ecfe-8f1b-4a22-807b-542050189b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:48.433319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:32Z', 'revision_number': 4, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ef061a03-833b-476b-8f86-30acc6a9b32e', 'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'mac_address': 'fa:16:3e:37:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:28Z', 'updated_at': '2021-07-06T11:32:45Z', 'revision_number': 4, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'subnets': [{'id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:32:48.554997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b108783-081d-449e-8683-439eeab14a9c req-7bb661c4-38f4-426d-9395-f62d470f1cec tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:48.563382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b108783-081d-449e-8683-439eeab14a9c req-7bb661c4-38f4-426d-9395-f62d470f1cec tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 944 time: 0.7717404 Jul 06 11:32:48.581797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2e144-5fbb-47ab-b36b-8aa6a7f6c785 req-88e5ea0d-5f02-4ca8-b894-bf6e512f3170 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:48.591774 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ca2e144-5fbb-47ab-b36b-8aa6a7f6c785 req-88e5ea0d-5f02-4ca8-b894-bf6e512f3170 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 946 time: 0.1531174 Jul 06 11:32:48.674641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ca2e144-5fbb-47ab-b36b-8aa6a7f6c785 req-e8576c78-0a9f-48f4-9ea3-f3efdfdd01b9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780401 Jul 06 11:32:48.695104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b108783-081d-449e-8683-439eeab14a9c req-6c29289d-6f80-4fc2-968c-0dc82bde87b9 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305358 Jul 06 11:32:48.863870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46301705-cf9f-442c-9e92-de82f848c5b5 None None] The sync data for ids ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'] in n-d-799527-2 is: [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:32Z', 'revision_number': 4, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ef061a03-833b-476b-8f86-30acc6a9b32e', 'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'mac_address': 'fa:16:3e:37:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:28Z', 'updated_at': '2021-07-06T11:32:45Z', 'revision_number': 4, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'subnets': [{'id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:32:49.001710 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:49.056630 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:49.175117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388365b7-360d-4249-8839-6e459b5c98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecfe584-1776-4306-ae97-d7b01137eb67'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:32:49.179419 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813de7cc-62f8-42f8-836c-87ee59b87cef" -d '{"events": [{"server_uuid": "388365b7-360d-4249-8839-6e459b5c98f3", "name": "network-vif-plugged", "status": "completed", "tag": "6ecfe584-1776-4306-ae97-d7b01137eb67"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:32:49.204815 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6ecfe584-1776-4306-ae97-d7b01137eb67, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6ecfe584-1776-4306-ae97-d7b01137eb67,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:49.207103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b52cc6-559f-4dd3-9b6b-d7abf7932201 req-5d570068-bbdc-4c86-a3cf-0f9aae76a45d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:49.212858 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e3b52cc6-559f-4dd3-9b6b-d7abf7932201 req-5d570068-bbdc-4c86-a3cf-0f9aae76a45d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.2745452 Jul 06 11:32:49.215797 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:49.217691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f81d5d93-b733-4518-a3c1-c20be136b443 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:32:49.400718 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e3b52cc6-559f-4dd3-9b6b-d7abf7932201 req-fc4765e4-9823-4877-b11f-d4f1c1931f3f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817145 Jul 06 11:32:49.481558 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb4b4d-e993-4f73-9abc-fe888b0f38e7 req-d205f37a-f2ce-4d1c-a392-7d01c31f9e8a tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:49.492894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88fb4b4d-e993-4f73-9abc-fe888b0f38e7 req-d205f37a-f2ce-4d1c-a392-7d01c31f9e8a tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 948 time: 0.2773840 Jul 06 11:32:49.525757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6ecfe584-1776-4306-ae97-d7b01137eb67,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:49.603801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88fb4b4d-e993-4f73-9abc-fe888b0f38e7 req-970e9dbc-025a-4b4c-9516-63d6239e7ed0 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058242 Jul 06 11:32:49.777488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a5bc9498-10a3-44a7-b219-bb25030aa1c4 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:49.957362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bdd31674-0552-47ff-8d3c-24d90c3fc229 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:49.978602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port a5bc9498-10a3-44a7-b219-bb25030aa1c4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:50.034529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4a9b0-f278-4a5f-9446-b6244073affd req-4c2d929c-3018-476d-8adb-39d13a05da42 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:50.048302 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cca4a9b0-f278-4a5f-9446-b6244073affd req-4c2d929c-3018-476d-8adb-39d13a05da42 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 950 time: 0.2497199 Jul 06 11:32:50.099597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port a5bc9498-10a3-44a7-b219-bb25030aa1c4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:50.099953 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:50.143282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cca4a9b0-f278-4a5f-9446-b6244073affd req-e651878a-5723-4f0e-b691-0e4122ae5624 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924761 Jul 06 11:32:50.184577 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbe5a48-1ac7-4b77-842e-ccb6a153db6f x-openstack-request-id: req-7dbe5a48-1ac7-4b77-842e-ccb6a153db6f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:32:50.191163 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388365b7-360d-4249-8839-6e459b5c98f3", "name": "network-vif-plugged", "status": "completed", "tag": "6ecfe584-1776-4306-ae97-d7b01137eb67", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:32:50.191787 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dbe5a48-1ac7-4b77-842e-ccb6a153db6f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:32:50.193107 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388365b7-360d-4249-8839-6e459b5c98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecfe584-1776-4306-ae97-d7b01137eb67', 'code': 200} Jul 06 11:32:50.385609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732a1a4-3721-4f67-868e-b45da7653a6b req-9921c51e-3ca6-4459-ae59-d956745d6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:50.387068 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:50.394311 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4732a1a4-3721-4f67-868e-b45da7653a6b req-9921c51e-3ca6-4459-ae59-d956745d6649 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 1101 time: 0.0834565 Jul 06 11:32:50.416538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port bdd31674-0552-47ff-8d3c-24d90c3fc229 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:50.473006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4732a1a4-3721-4f67-868e-b45da7653a6b req-07e9c5b9-d24b-47ce-89b6-ad1c1b52c5c0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701301 Jul 06 11:32:50.511276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port bdd31674-0552-47ff-8d3c-24d90c3fc229 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:50.512311 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:50.625465 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:50.704418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398568d-624f-4a43-b477-00cf189b3833 req-a02fe4d3-2841-4f62-9eb8-1b853d6c7310 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:50.721619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e398568d-624f-4a43-b477-00cf189b3833 req-a02fe4d3-2841-4f62-9eb8-1b853d6c7310 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 946 time: 0.1704786 Jul 06 11:32:50.763301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:50.790744 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:50.890650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:50.895750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ef061a03-833b-476b-8f86-30acc6a9b32e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:50.899418 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:51.008982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e398568d-624f-4a43-b477-00cf189b3833 req-ff0d6af5-7280-42ae-941a-fc9bc63e408a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720320 Jul 06 11:32:51.077976 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bdd31674-0552-47ff-8d3c-24d90c3fc229, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bdd31674-0552-47ff-8d3c-24d90c3fc229,segment=NetworkSegment(4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2),segment_id=4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:51.091335 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:51.091335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 13b323bf-9517-40e8-ad48-f6c98a27237d up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:51.106522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a679e2-2692-4af8-bf5d-476654ef4273 req-34544625-cddd-40dd-9400-737cea591665 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:51.118503 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0a679e2-2692-4af8-bf5d-476654ef4273 req-34544625-cddd-40dd-9400-737cea591665 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 944 time: 0.3157282 Jul 06 11:32:51.269166 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0a679e2-2692-4af8-bf5d-476654ef4273 req-8a7eb779-e4db-4c88-bdc4-d02e454f2651 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396875 Jul 06 11:32:51.337987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ef061a03-833b-476b-8f86-30acc6a9b32e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:51.391382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ef061a03-833b-476b-8f86-30acc6a9b32e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:51.393871 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:51.405356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=bdd31674-0552-47ff-8d3c-24d90c3fc229,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:51.628841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 13b323bf-9517-40e8-ad48-f6c98a27237d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:32:51.670535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 13b323bf-9517-40e8-ad48-f6c98a27237d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:51.671252 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:52.012919 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-77d07c4e-cdd5-401f-a947-252cddd278fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1580532 Jul 06 11:32:52.016179 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:52.186397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port ef061a03-833b-476b-8f86-30acc6a9b32e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ef061a03-833b-476b-8f86-30acc6a9b32e,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:52.192916 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:52.199417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4'}, {'server_uuid': '6c8d6ee5-1aa0-4abe-99e4-c059b9a75504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd31674-0552-47ff-8d3c-24d90c3fc229'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:32:52.204181 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e2fad-9853-4905-8678-e2da79ab594c" -d '{"events": [{"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-plugged", "status": "completed", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4"}, {"server_uuid": "6c8d6ee5-1aa0-4abe-99e4-c059b9a75504", "name": "network-vif-plugged", "status": "completed", "tag": "bdd31674-0552-47ff-8d3c-24d90c3fc229"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:32:52.225051 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:52.261885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e413ae8-7fbe-4d4a-b794-8ebe0a4b7393 req-db72d9e7-5753-45d4-a329-fc909b076d1b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:52.294171 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e413ae8-7fbe-4d4a-b794-8ebe0a4b7393 req-db72d9e7-5753-45d4-a329-fc909b076d1b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 948 time: 0.5036070 Jul 06 11:32:52.345517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 13b323bf-9517-40e8-ad48-f6c98a27237d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=13b323bf-9517-40e8-ad48-f6c98a27237d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:32:52.356136 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:52.363336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c109e96-b3ed-449d-b913-e37123daae84 req-c0373278-cef3-48dc-8175-34bf8e8b26c8 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:52.383769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c109e96-b3ed-449d-b913-e37123daae84 req-c0373278-cef3-48dc-8175-34bf8e8b26c8 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 950 time: 0.4660745 Jul 06 11:32:52.390521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=ef061a03-833b-476b-8f86-30acc6a9b32e,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:52.503692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=13b323bf-9517-40e8-ad48-f6c98a27237d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:52.591771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c109e96-b3ed-449d-b913-e37123daae84 req-829a9f32-1f3d-4c8a-b3d0-f3c10638311b tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059352 Jul 06 11:32:52.602330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32852) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:52.628923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e413ae8-7fbe-4d4a-b794-8ebe0a4b7393 req-928bf335-3bca-41b3-b6d2-c861a0844664 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357793 Jul 06 11:32:52.842752 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3c6783a-77dd-4dcb-85be-3d0e366a6c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:52.875030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ef061a03-833b-476b-8f86-30acc6a9b32e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:32:53.004360 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3c6783a-77dd-4dcb-85be-3d0e366a6c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:53.011612 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3c6783a-77dd-4dcb-85be-3d0e366a6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:53.104323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6783a-77dd-4dcb-85be-3d0e366a6c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41a5761-3f53-4dd4-bac9-7fc1c42341e3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:53.113859 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f3c6783a-77dd-4dcb-85be-3d0e366a6c66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f08fd2ddb64f45cd9b83eb00dfd1ad62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103450 Jul 06 11:32:53.117515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32858) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:53.135114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ef061a03-833b-476b-8f86-30acc6a9b32e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:32:53.138029 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:53.230011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568b184-d654-43a8-97f4-49583211c998 req-f2c9dafd-7e02-4b24-b508-c887480c1dfb tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:53.250297 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8568b184-d654-43a8-97f4-49583211c998 req-f2c9dafd-7e02-4b24-b508-c887480c1dfb tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.3885040 Jul 06 11:32:53.258081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6647997-eea6-4c06-946f-1a16293f9fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:53.354989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6647997-eea6-4c06-946f-1a16293f9fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:53.477394 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6647997-eea6-4c06-946f-1a16293f9fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:53.480448 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8568b184-d654-43a8-97f4-49583211c998 req-84f37d4a-9d3a-4a8e-982e-167278bc130f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282741 Jul 06 11:32:53.484358 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6647997-eea6-4c06-946f-1a16293f9fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:53.488064 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b6647997-eea6-4c06-946f-1a16293f9fce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f41a5761-3f53-4dd4-bac9-7fc1c42341e3 HTTP/1.1" status: 204 len: 168 time: 0.3674638 Jul 06 11:32:53.517794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad2b62-e137-417e-a23a-e2b99b9dd3c1 req-2d7acafc-111e-4c14-a85d-650713f23c46 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:53.531674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6647997-eea6-4c06-946f-1a16293f9fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41a5761-3f53-4dd4-bac9-7fc1c42341e3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:53.542882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2aad2b62-e137-417e-a23a-e2b99b9dd3c1 req-2d7acafc-111e-4c14-a85d-650713f23c46 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 946 time: 0.5141630 Jul 06 11:32:53.623888 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1bec50-1305-4b72-b94f-541fd53c60c1 x-openstack-request-id: req-8f1bec50-1305-4b72-b94f-541fd53c60c1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:32:53.624820 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-plugged", "status": "completed", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4", "code": 200}, {"server_uuid": "6c8d6ee5-1aa0-4abe-99e4-c059b9a75504", "name": "network-vif-plugged", "status": "completed", "tag": "bdd31674-0552-47ff-8d3c-24d90c3fc229", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:32:53.624820 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f1bec50-1305-4b72-b94f-541fd53c60c1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:32:53.625609 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'code': 200} Jul 06 11:32:53.626622 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8d6ee5-1aa0-4abe-99e4-c059b9a75504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd31674-0552-47ff-8d3c-24d90c3fc229', 'code': 200} Jul 06 11:32:53.646268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2aad2b62-e137-417e-a23a-e2b99b9dd3c1 req-05e90eed-3d1b-4f36-9351-57fabe4bd167 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810275 Jul 06 11:32:54.152053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089d314-cb70-4f06-bf2e-b84de93fb3fe req-40d20d75-7ab6-4f0c-ae7f-22b96776816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:54.176109 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5089d314-cb70-4f06-bf2e-b84de93fb3fe req-40d20d75-7ab6-4f0c-ae7f-22b96776816d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 1101 time: 0.3379588 Jul 06 11:32:54.294334 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5089d314-cb70-4f06-bf2e-b84de93fb3fe req-13b76bbd-1ada-4299-ab9b-27afdaa7cb59 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046343 Jul 06 11:32:54.310828 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa39b97-6699-46b4-b8ed-1e5f74c84ccf req-6532ecd2-2dd5-428c-9cd9-50e3c46d2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:54.313114 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-baa39b97-6699-46b4-b8ed-1e5f74c84ccf req-6532ecd2-2dd5-428c-9cd9-50e3c46d2db5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 1096 time: 0.2666664 Jul 06 11:32:54.327867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cf127-2849-43bc-9a16-d534de5eccf3 req-e8b3ee54-5874-466b-8fdc-50e9a12a57a5 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:54.341345 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5b9cf127-2849-43bc-9a16-d534de5eccf3 req-e8b3ee54-5874-466b-8fdc-50e9a12a57a5 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 945 time: 0.2662208 Jul 06 11:32:54.394875 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-baa39b97-6699-46b4-b8ed-1e5f74c84ccf req-c39ec01b-6f38-4ae4-8b02-b2fc54181be9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746720 Jul 06 11:32:54.462256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32874) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:54.498257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5b9cf127-2849-43bc-9a16-d534de5eccf3 req-12ce2108-5693-4000-bc81-de5efe2f3752 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550646 Jul 06 11:32:54.532348 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6d479c8-f427-48e6-be21-5f78b27a6750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:54.605907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-0f2f0530-895b-4cfa-bffc-0328851d7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:54.609668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-0f2f0530-895b-4cfa-bffc-0328851d7739 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b&tenant_id=fc6e59274edb4b1a890f110d529763b3 HTTP/1.1" status: 200 len: 1094 time: 0.1848903 Jul 06 11:32:54.673469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e402-6994-468a-babf-f0f3c25159bb req-3737898e-3982-4d89-b215-bb6332fe3a50 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:54.686769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c72e402-6994-468a-babf-f0f3c25159bb req-3737898e-3982-4d89-b215-bb6332fe3a50 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 949 time: 0.2911549 Jul 06 11:32:54.764060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-27a06108-600a-421d-b96a-dc7bd52d7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:54.767548 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-27a06108-600a-421d-b96a-dc7bd52d7ea2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc6e59274edb4b1a890f110d529763b3&device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 1094 time: 0.1274593 Jul 06 11:32:54.899057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c72e402-6994-468a-babf-f0f3c25159bb req-a5457151-fe3e-451d-ac29-58d648812cda tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999719 Jul 06 11:32:54.963858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6d479c8-f427-48e6-be21-5f78b27a6750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:54.974834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6d479c8-f427-48e6-be21-5f78b27a6750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:55.031744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-e48b8896-d86b-45f1-83f2-711a21a6cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:55.033993 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-e48b8896-d86b-45f1-83f2-711a21a6cf09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 200 len: 914 time: 0.2563736 Jul 06 11:32:55.107928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4fb4a-3cc9-4a7a-b3d0-f4002432132e req-026d650a-fb21-450e-92db-9708bff9c128 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:55.110512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bb4fb4a-3cc9-4a7a-b3d0-f4002432132e req-026d650a-fb21-450e-92db-9708bff9c128 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 950 time: 0.3335989 Jul 06 11:32:55.118828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e6d479c8-f427-48e6-be21-5f78b27a6750 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fec055f63a664ec482ddce0c764a6868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533065 Jul 06 11:32:55.121613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32880) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:32:55.123971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d479c8-f427-48e6-be21-5f78b27a6750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48340752-79e8-4fb4-ad2d-f21e595f31b5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:55.170098 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-b2b31e4c-225a-456e-9439-10642eeaafe9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f81d5d93-b733-4518-a3c1-c20be136b443 HTTP/1.1" status: 200 len: 217 time: 0.1249628 Jul 06 11:32:55.266597 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bb4fb4a-3cc9-4a7a-b3d0-f4002432132e req-b388637c-b88c-4683-9030-630769e11431 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316948 Jul 06 11:32:55.280036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-c545f2c5-5d03-40fb-b1b6-bf6c20aec154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:55.283112 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-c545f2c5-5d03-40fb-b1b6-bf6c20aec154 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab34012f-cd48-4978-9f78-ba3b215e7390 HTTP/1.1" status: 200 len: 853 time: 0.1031220 Jul 06 11:32:55.295174 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0943d28-d91a-4332-9622-e67d84b5765b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:55.354747 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0943d28-d91a-4332-9622-e67d84b5765b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:55.393408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab330f8-dd74-4c74-be62-8007c6ad28c0 req-eed38181-891a-4011-b7a8-79c9d7a59ee1 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:55.396658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ab330f8-dd74-4c74-be62-8007c6ad28c0 req-eed38181-891a-4011-b7a8-79c9d7a59ee1 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.2758906 Jul 06 11:32:55.421315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-a8470c92-08e5-4a7f-a360-d45245a7707e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315753 Jul 06 11:32:55.628073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9c387a-ea71-4f93-aebe-6f5b858d368f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b323bf-9517-40e8-ad48-f6c98a27237d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:32:55.634551 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fe3fbd-1ad9-42e8-93b9-39673aeccb53" -d '{"events": [{"server_uuid": "5c9c387a-ea71-4f93-aebe-6f5b858d368f", "name": "network-vif-plugged", "status": "completed", "tag": "13b323bf-9517-40e8-ad48-f6c98a27237d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:32:55.650985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ab330f8-dd74-4c74-be62-8007c6ad28c0 req-869bb2c0-e715-4f92-a8a2-5035371ef3be tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197394 Jul 06 11:32:55.679382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0943d28-d91a-4332-9622-e67d84b5765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:55.695584 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0943d28-d91a-4332-9622-e67d84b5765b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:55.703517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b0943d28-d91a-4332-9622-e67d84b5765b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48340752-79e8-4fb4-ad2d-f21e595f31b5 HTTP/1.1" status: 204 len: 168 time: 0.5772235 Jul 06 11:32:55.758492 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0943d28-d91a-4332-9622-e67d84b5765b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48340752-79e8-4fb4-ad2d-f21e595f31b5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:32:55.837055 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-b991549e-a1a6-4053-a39b-71223a1f6f40 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034839 Jul 06 11:32:55.891422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f2e07-5568-46fa-a000-266837fb92ce req-6f458487-d2f2-4be1-aed0-7ef3fc6bb7a3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:55.897742 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b90f2e07-5568-46fa-a000-266837fb92ce req-6f458487-d2f2-4be1-aed0-7ef3fc6bb7a3 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 946 time: 0.4105699 Jul 06 11:32:56.019407 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b90f2e07-5568-46fa-a000-266837fb92ce req-cf5892ae-6ad7-4d6c-99df-1df3d06e495a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096272 Jul 06 11:32:56.046305 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-09b5a6fb-8aa5-4712-8d01-a8fde27f5ad4 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049639 Jul 06 11:32:56.492979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547288c-f122-4642-8683-be72007e9c78 req-67beae8d-9690-4ae8-9af3-1f445ce53599 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:56.495145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0547288c-f122-4642-8683-be72007e9c78 req-67beae8d-9690-4ae8-9af3-1f445ce53599 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 945 time: 0.1275895 Jul 06 11:32:56.607736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0547288c-f122-4642-8683-be72007e9c78 req-6b6c1baf-6aff-4b13-8628-73780b8d697e tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945401 Jul 06 11:32:56.633456 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381f24ae-68c9-4a16-9e73-e0b8e31ae487 x-openstack-request-id: req-381f24ae-68c9-4a16-9e73-e0b8e31ae487 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:32:56.634460 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9c387a-ea71-4f93-aebe-6f5b858d368f", "name": "network-vif-plugged", "status": "completed", "tag": "13b323bf-9517-40e8-ad48-f6c98a27237d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:32:56.634460 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-381f24ae-68c9-4a16-9e73-e0b8e31ae487 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:32:56.634894 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9c387a-ea71-4f93-aebe-6f5b858d368f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b323bf-9517-40e8-ad48-f6c98a27237d', 'code': 200} Jul 06 11:32:56.971998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730564c-a0a9-415c-8f48-07d9b239e8f3 req-8a8bd0b1-f3a5-4d13-af37-f7e0daea7bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:56.979068 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f730564c-a0a9-415c-8f48-07d9b239e8f3 req-8a8bd0b1-f3a5-4d13-af37-f7e0daea7bd2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 1100 time: 0.2035594 Jul 06 11:32:57.066609 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f730564c-a0a9-415c-8f48-07d9b239e8f3 req-e6f8d42a-652b-4c1b-943b-daf8a2c4a208 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789731 Jul 06 11:32:57.466855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb3972-72e8-4a07-9045-cd7509703fd4 req-e5b0a7d5-2d34-48da-aef0-4d98f3ab7b10 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:57.469775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00eb3972-72e8-4a07-9045-cd7509703fd4 req-e5b0a7d5-2d34-48da-aef0-4d98f3ab7b10 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 950 time: 0.4970818 Jul 06 11:32:57.487181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6294f3-544d-410a-b14b-e41733479ad1 req-c6463132-4bef-41e7-a166-78031b7a5164 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:57.500552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a6294f3-544d-410a-b14b-e41733479ad1 req-c6463132-4bef-41e7-a166-78031b7a5164 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 949 time: 0.5662022 Jul 06 11:32:57.656000 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a6294f3-544d-410a-b14b-e41733479ad1 req-0d9ea3c0-0c04-4f01-ac59-248c0dd2c497 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533532 Jul 06 11:32:57.681426 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00eb3972-72e8-4a07-9045-cd7509703fd4 req-e9f4970f-ba7e-4089-8265-1598e693207f tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742671 Jul 06 11:32:58.485654 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:58.524993 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:32:58.726840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b6dd8-032e-436e-9161-b46fdc75dac1 req-8014d87e-a92a-4977-b006-358b960a5c29 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:58.741389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a34b6dd8-032e-436e-9161-b46fdc75dac1 req-8014d87e-a92a-4977-b006-358b960a5c29 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.4664433 Jul 06 11:32:58.852613 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a34b6dd8-032e-436e-9161-b46fdc75dac1 req-04f9542c-7dc9-4c6a-8e47-224922455100 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091683 Jul 06 11:32:59.367866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cc896-cd72-4a88-93d7-e26b25d2e7df req-be6ee990-cdfa-4191-ae67-8022a45f1013 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:59.370515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-925cc896-cd72-4a88-93d7-e26b25d2e7df req-be6ee990-cdfa-4191-ae67-8022a45f1013 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 946 time: 0.4027162 Jul 06 11:32:59.492366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-925cc896-cd72-4a88-93d7-e26b25d2e7df req-487c7bad-5b65-46a8-b4ea-ef750384644c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096032 Jul 06 11:32:59.530003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0263d0-6bc1-4b1d-912e-f1a4261a8198 req-ca8b2340-1650-43d7-a6e7-d8b698fc029c tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:32:59.553345 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac0263d0-6bc1-4b1d-912e-f1a4261a8198 req-ca8b2340-1650-43d7-a6e7-d8b698fc029c tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 945 time: 0.2904687 Jul 06 11:32:59.733778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac0263d0-6bc1-4b1d-912e-f1a4261a8198 req-bcca5655-6746-43de-9315-2ed6b3b24173 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776745 Jul 06 11:33:00.116003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9834c55-8ab7-4fc2-a368-72d3507cfd25 req-f2e473d0-2422-4d57-9cf4-17ed0b972c8f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:00.129610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9834c55-8ab7-4fc2-a368-72d3507cfd25 req-f2e473d0-2422-4d57-9cf4-17ed0b972c8f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 949 time: 0.3405027 Jul 06 11:33:00.270249 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9834c55-8ab7-4fc2-a368-72d3507cfd25 req-8495e658-fefb-44ec-af10-be9bd5dce27b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378100 Jul 06 11:33:00.455045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d79b2-a5d8-4b5a-9d16-bf341dfb676c req-94887478-f4b6-4b1c-8852-03cd712a7256 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:00.457226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-620d79b2-a5d8-4b5a-9d16-bf341dfb676c req-94887478-f4b6-4b1c-8852-03cd712a7256 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 950 time: 0.3230767 Jul 06 11:33:00.542020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-620d79b2-a5d8-4b5a-9d16-bf341dfb676c req-b61f6d9a-1cba-40f7-815f-0f780f94d9bc tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734808 Jul 06 11:33:01.092977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f758635-7625-4909-b487-47f627933e7c req-037b3874-e959-4678-abb0-d71e6640c0c4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:01.116543 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f758635-7625-4909-b487-47f627933e7c req-037b3874-e959-4678-abb0-d71e6640c0c4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.2440090 Jul 06 11:33:01.216375 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f758635-7625-4909-b487-47f627933e7c req-48f57632-9980-4efd-bd3e-3f43c74dc7ff tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945754 Jul 06 11:33:01.674901 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:33:01.759841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18590c-4a04-4757-8de6-7358fea27f30 req-ce40cf8b-a591-4ee5-9f0c-b297527b807b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:01.768036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db18590c-4a04-4757-8de6-7358fea27f30 req-ce40cf8b-a591-4ee5-9f0c-b297527b807b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.1786797 Jul 06 11:33:01.827163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a593681-7454-4d0e-ac01-4c37ea43d34a req-5c8aa97b-f666-41cd-86b4-531babbb520d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:01.829272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a593681-7454-4d0e-ac01-4c37ea43d34a req-5c8aa97b-f666-41cd-86b4-531babbb520d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 946 time: 0.1793411 Jul 06 11:33:01.837100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device dba2dc6b-94b3-4b83-a10e-501e476e717d details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:33:01.848688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db18590c-4a04-4757-8de6-7358fea27f30 req-a56f8f8d-c93b-4413-b49c-85285feab48b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790043 Jul 06 11:33:01.940772 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a593681-7454-4d0e-ac01-4c37ea43d34a req-582dc9b6-2ca5-4a91-926c-c0e4b4e75eda tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884323 Jul 06 11:33:02.127234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-9fdb029c-576d-4216-8a2d-de3e41acc62d tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:02.130979 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-9fdb029c-576d-4216-8a2d-de3e41acc62d tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1097 time: 0.1535995 Jul 06 11:33:02.168825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d23578-a93d-4771-b47c-e5ddf95376f8 req-abe8a712-2118-41de-a94b-15213941ecc2 tempest-LiveMigrationNegativeTest-848939053 tempest-LiveMigrationNegativeTest-848939053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:02.176458 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0d23578-a93d-4771-b47c-e5ddf95376f8 req-abe8a712-2118-41de-a94b-15213941ecc2 tempest-LiveMigrationNegativeTest-848939053 tempest-LiveMigrationNegativeTest-848939053-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 1101 time: 0.1192429 Jul 06 11:33:02.193477 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c0d23578-a93d-4771-b47c-e5ddf95376f8 req-f767b454-9ba1-48f1-a398-6e23e7465a17 tempest-LiveMigrationNegativeTest-848939053 tempest-LiveMigrationNegativeTest-848939053-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:02.208270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-2'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:02.253338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:02.273194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device dba2dc6b-94b3-4b83-a10e-501e476e717d has no active binding in host n-h1-799527-2 {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:33:02.428201 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:02.584362 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c0d23578-a93d-4771-b47c-e5ddf95376f8 req-f767b454-9ba1-48f1-a398-6e23e7465a17 tempest-LiveMigrationNegativeTest-848939053 tempest-LiveMigrationNegativeTest-848939053-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:02.593771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c0d23578-a93d-4771-b47c-e5ddf95376f8 req-f767b454-9ba1-48f1-a398-6e23e7465a17 tempest-LiveMigrationNegativeTest-848939053 tempest-LiveMigrationNegativeTest-848939053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:02.756565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0d23578-a93d-4771-b47c-e5ddf95376f8 req-f767b454-9ba1-48f1-a398-6e23e7465a17 tempest-LiveMigrationNegativeTest-848939053 tempest-LiveMigrationNegativeTest-848939053-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768716 Jul 06 11:33:02.758731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767b454-9ba1-48f1-a398-6e23e7465a17 tempest-LiveMigrationNegativeTest-848939053 tempest-LiveMigrationNegativeTest-848939053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770ef351-ff07-423f-a1e3-444679cac641,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:02.977901 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee5994-2628-4721-80d1-062a079d7b5c req-b75e0c41-52d8-46ff-a6d7-592aeee82b7f tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:02.985201 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9fee5994-2628-4721-80d1-062a079d7b5c req-b75e0c41-52d8-46ff-a6d7-592aeee82b7f tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 945 time: 0.5501444 Jul 06 11:33:03.205482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:03.286503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:03.321447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-9fee5994-2628-4721-80d1-062a079d7b5c req-2abbf2c0-898e-401d-b06f-0cce5954ad55 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Deleting port bdd31674-0552-47ff-8d3c-24d90c3fc229 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:33:03.321809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9fee5994-2628-4721-80d1-062a079d7b5c req-2abbf2c0-898e-401d-b06f-0cce5954ad55 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:03.401638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4df33a-1f19-4cab-a057-1471de0c06fb req-97dd57d4-85cd-4a43-8d76-e87f95c7f40f tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:03.419306 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e4df33a-1f19-4cab-a057-1471de0c06fb req-97dd57d4-85cd-4a43-8d76-e87f95c7f40f tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c8d6ee5-1aa0-4abe-99e4-c059b9a75504 HTTP/1.1" status: 200 len: 945 time: 0.3634501 Jul 06 11:33:03.438494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba2dc6b-94b3-4b83-a10e-501e476e717d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:03.441175 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1fab7d-9716-4fbe-a784-e6875a2a4380" -d '{"events": [{"server_uuid": "a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7", "name": "network-vif-unplugged", "status": "completed", "tag": "dba2dc6b-94b3-4b83-a10e-501e476e717d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:03.447354 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:03.477188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:03.574756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e4df33a-1f19-4cab-a057-1471de0c06fb req-369663cc-af5c-494e-94a7-c1d4895cdc19 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471803 Jul 06 11:33:03.698478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Pushing event updated for resources: {'Port': ['ID=dba2dc6b-94b3-4b83-a10e-501e476e717d,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:03.768700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9fee5994-2628-4721-80d1-062a079d7b5c req-2abbf2c0-898e-401d-b06f-0cce5954ad55 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] For port bdd31674-0552-47ff-8d3c-24d90c3fc229, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bdd31674-0552-47ff-8d3c-24d90c3fc229,segment=NetworkSegment(4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2),segment_id=4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:03.769449 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9fee5994-2628-4721-80d1-062a079d7b5c req-2abbf2c0-898e-401d-b06f-0cce5954ad55 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:03.875639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-9fee5994-2628-4721-80d1-062a079d7b5c req-2abbf2c0-898e-401d-b06f-0cce5954ad55 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Calling delete_port for bdd31674-0552-47ff-8d3c-24d90c3fc229 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:33:03.912864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d on host n-h2-799527-2 for vnic_type normal with profile {"migrating_to": "n-h1-799527-2"} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:33:03.913501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:33:03.914062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:03.957363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Port dba2dc6b-94b3-4b83-a10e-501e476e717d on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:33:03.958208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Attempting to bind port dba2dc6b-94b3-4b83-a10e-501e476e717d on network 4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:03.974803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33022) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:03.979402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:33:03.980097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Checking segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:03.980823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Bound using segment: {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:33:03.981630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Bound port: dba2dc6b-94b3-4b83-a10e-501e476e717d, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60dbcf28-dc05-4aee-81b7-2c6968811d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:33:03.982294 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:04.211762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d70cfa-f749-4ef6-b147-f988ea54ccd1 req-40da7abc-4375-4efc-95d8-4f080db0c529 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:04.215202 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4d70cfa-f749-4ef6-b147-f988ea54ccd1 req-40da7abc-4375-4efc-95d8-4f080db0c529 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.1817613 Jul 06 11:33:04.388724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4d70cfa-f749-4ef6-b147-f988ea54ccd1 req-f6a3dc6f-3da7-496f-bf68-40a8dec348b7 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570027 Jul 06 11:33:04.409242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:04.429589 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-938f8c58-e2cf-4628-8b3e-a92252d7b100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:04.430586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:33:04.487712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:04.729053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-938f8c58-e2cf-4628-8b3e-a92252d7b100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:04.742726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-938f8c58-e2cf-4628-8b3e-a92252d7b100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:04.761663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9fee5994-2628-4721-80d1-062a079d7b5c req-2abbf2c0-898e-401d-b06f-0cce5954ad55 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:04.775663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:04.778136 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:04.783031 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] 10.222.0.47 "PUT /v2.0/ports/dba2dc6b-94b3-4b83-a10e-501e476e717d HTTP/1.1" status: 200 len: 1122 time: 2.5805538 Jul 06 11:33:04.788397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1579fc-250f-4a34-9e6f-2a900f02ae52 service neutron] Pushing event updated for resources: {'Port': ['ID=dba2dc6b-94b3-4b83-a10e-501e476e717d,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:04.881250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['dba2dc6b-94b3-4b83-a10e-501e476e717d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:33:04.937033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-938f8c58-e2cf-4628-8b3e-a92252d7b100 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ada9d1371811453cae43aed9d2070d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9564261 Jul 06 11:33:04.938749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33028) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:04.950868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbf2c0-898e-401d-b06f-0cce5954ad55 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Pushing event deleted for resources: {'Port': ['ID=bdd31674-0552-47ff-8d3c-24d90c3fc229,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:05.020152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['dba2dc6b-94b3-4b83-a10e-501e476e717d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:33:05.039916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f8c58-e2cf-4628-8b3e-a92252d7b100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e285f3db-2d52-4b40-b072-6f6b800336e6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:05.118968 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04fbc8b4-d621-4b2a-acc9-8fa9392347fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:05.136213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fee5994-2628-4721-80d1-062a079d7b5c req-2abbf2c0-898e-401d-b06f-0cce5954ad55 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] No DVR routers for this DVR port bdd31674-0552-47ff-8d3c-24d90c3fc229 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:33:05.150167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9fee5994-2628-4721-80d1-062a079d7b5c req-2abbf2c0-898e-401d-b06f-0cce5954ad55 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:05.183721 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9fee5994-2628-4721-80d1-062a079d7b5c req-2abbf2c0-898e-401d-b06f-0cce5954ad55 tempest-InstanceActionsNegativeTestJSON-1855994523 tempest-InstanceActionsNegativeTestJSON-1855994523-project] 10.222.0.86 "DELETE /v2.0/ports/bdd31674-0552-47ff-8d3c-24d90c3fc229 HTTP/1.1" status: 204 len: 173 time: 2.1867394 Jul 06 11:33:05.221143 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04fbc8b4-d621-4b2a-acc9-8fa9392347fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:05.291723 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04fbc8b4-d621-4b2a-acc9-8fa9392347fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:05.306415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04fbc8b4-d621-4b2a-acc9-8fa9392347fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:05.309337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-04fbc8b4-d621-4b2a-acc9-8fa9392347fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e285f3db-2d52-4b40-b072-6f6b800336e6 HTTP/1.1" status: 204 len: 168 time: 0.3692589 Jul 06 11:33:05.327734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbc8b4-d621-4b2a-acc9-8fa9392347fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e285f3db-2d52-4b40-b072-6f6b800336e6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:05.687438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9219b77-eb0a-4fb3-8ce7-3c0fd2c5ed83 req-7641ad6c-ad01-46db-a94b-8554d0b4b117 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:05.706044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9219b77-eb0a-4fb3-8ce7-3c0fd2c5ed83 req-7641ad6c-ad01-46db-a94b-8554d0b4b117 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 945 time: 0.2905853 Jul 06 11:33:05.867508 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9219b77-eb0a-4fb3-8ce7-3c0fd2c5ed83 req-0653c516-c763-4d2c-a8e4-4aff472fa24b tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598775 Jul 06 11:33:06.044921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bdd31674-0552-47ff-8d3c-24d90c3fc229 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:33:06.085737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33044) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:06.137780 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a83e667-d67c-4357-95eb-e80a4bf8dbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:06.170841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: bdd31674-0552-47ff-8d3c-24d90c3fc229 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:33:06.171436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bdd31674-0552-47ff-8d3c-24d90c3fc229 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:33:06.567142 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a83e667-d67c-4357-95eb-e80a4bf8dbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:06.664645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a83e667-d67c-4357-95eb-e80a4bf8dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:06.812857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3a83e667-d67c-4357-95eb-e80a4bf8dbaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0c1cca8d6814aaab84a9866d22eab5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7254524 Jul 06 11:33:06.814314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83e667-d67c-4357-95eb-e80a4bf8dbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54623c61-4ad0-4b2b-a456-6c277ab5d27c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:06.819745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33050) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:06.918117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21cde2-ad58-4195-807d-e9bef8a18d17 req-da2fc433-82f2-4748-9ea2-ad5337f63eea tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:06.940068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa21cde2-ad58-4195-807d-e9bef8a18d17 req-da2fc433-82f2-4748-9ea2-ad5337f63eea tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 944 time: 0.3645484 Jul 06 11:33:06.972404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbe21e96-576a-4a69-be14-abc3e8b93336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:07.041472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa21cde2-ad58-4195-807d-e9bef8a18d17 req-e993e8b7-a007-4839-8384-30f7a06d45ea tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001143 Jul 06 11:33:07.057491 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbe21e96-576a-4a69-be14-abc3e8b93336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:07.187631 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caece33e-d0cb-43c8-bbac-1d7b60658fdf x-openstack-request-id: req-caece33e-d0cb-43c8-bbac-1d7b60658fdf {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:07.188804 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7", "name": "network-vif-unplugged", "status": "completed", "tag": "dba2dc6b-94b3-4b83-a10e-501e476e717d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:07.189107 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caece33e-d0cb-43c8-bbac-1d7b60658fdf {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:07.189528 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba2dc6b-94b3-4b83-a10e-501e476e717d', 'code': 200} Jul 06 11:33:07.220437 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbe21e96-576a-4a69-be14-abc3e8b93336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:07.224953 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbe21e96-576a-4a69-be14-abc3e8b93336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:07.226667 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fbe21e96-576a-4a69-be14-abc3e8b93336 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54623c61-4ad0-4b2b-a456-6c277ab5d27c HTTP/1.1" status: 204 len: 168 time: 0.4042172 Jul 06 11:33:07.247335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe21e96-576a-4a69-be14-abc3e8b93336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54623c61-4ad0-4b2b-a456-6c277ab5d27c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:07.368041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:07.516071 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-56672206-2a8a-4506-ac04-f5074e4832d5 admin admin] Deleting subnet 9b6adf15-df9f-42d5-b23b-afe7e68244c0 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:33:07.524037 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56672206-2a8a-4506-ac04-f5074e4832d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:07.654963 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56672206-2a8a-4506-ac04-f5074e4832d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:07.745571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56672206-2a8a-4506-ac04-f5074e4832d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:07.894581 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2784b8-8f25-469a-ac9f-2d21442ef7ca req-3390ad5c-2249-46ba-be02-3158c9ffa40e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:07.908100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb2784b8-8f25-469a-ac9f-2d21442ef7ca req-3390ad5c-2249-46ba-be02-3158c9ffa40e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.2401676 Jul 06 11:33:07.921659 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56672206-2a8a-4506-ac04-f5074e4832d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:07.988562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56672206-2a8a-4506-ac04-f5074e4832d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b6adf15-df9f-42d5-b23b-afe7e68244c0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:08.002394 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56672206-2a8a-4506-ac04-f5074e4832d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:08.004640 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-56672206-2a8a-4506-ac04-f5074e4832d5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9b6adf15-df9f-42d5-b23b-afe7e68244c0 HTTP/1.1" status: 204 len: 168 time: 0.6347301 Jul 06 11:33:08.010146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33062) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:08.021594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb2784b8-8f25-469a-ac9f-2d21442ef7ca req-80e620e0-3f2e-47d4-99f3-f200e1e31643 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110752 Jul 06 11:33:08.271769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:08.707301 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:08.762099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6368288a-1b61-4d41-be5f-e2de86e5b879']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:08.849668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:08.852039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0b8bb1-dc96-4c4d-bca7-153cb98a39a2') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:08.909117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:09.003786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8db033-beec-486e-9de7-d7e5f1269ef3 req-2bc6834b-d107-4bd9-be18-4284434beb8b tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:09.006546 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:09.011868 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba8db033-beec-486e-9de7-d7e5f1269ef3 req-2bc6834b-d107-4bd9-be18-4284434beb8b tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 944 time: 0.2125990 Jul 06 11:33:09.045254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:33:09.047559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:33:09.057126 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:33:09.124260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba8db033-beec-486e-9de7-d7e5f1269ef3 req-9a8769be-ee6b-4385-ac3a-d92b66851e9d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960996 Jul 06 11:33:09.246336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'tag': 'dba2dc6b-94b3-4b83-a10e-501e476e717d'}, {'server_uuid': '6c8d6ee5-1aa0-4abe-99e4-c059b9a75504', 'name': 'network-vif-deleted', 'tag': 'bdd31674-0552-47ff-8d3c-24d90c3fc229'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:09.256113 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c1398e-08f2-48b6-8968-39f8e9b21a02" -d '{"events": [{"name": "network-changed", "server_uuid": "a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7", "tag": "dba2dc6b-94b3-4b83-a10e-501e476e717d"}, {"server_uuid": "6c8d6ee5-1aa0-4abe-99e4-c059b9a75504", "name": "network-vif-deleted", "tag": "bdd31674-0552-47ff-8d3c-24d90c3fc229"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:09.321900 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:09.357375 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:09.361708 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] 10.222.0.21 "DELETE /v2.0/networks/6368288a-1b61-4d41-be5f-e2de86e5b879 HTTP/1.1" status: 204 len: 168 time: 1.3483560 Jul 06 11:33:09.363920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b53f16-5109-487c-80b7-6ce20dae4f9c admin admin] Pushing event deleted for resources: {'Network': ['ID=6368288a-1b61-4d41-be5f-e2de86e5b879,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:09.774742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33094) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:09.839810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33098) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:10.012091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33102) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:10.029464 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1d7860dd-e850-4666-a1ce-b0557f272127 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=896454c153d549cda1511853bc25e152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656928 Jul 06 11:33:10.191515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-561865df-73c9-41ca-bbb6-62f9e93d4dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:10.258644 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-561865df-73c9-41ca-bbb6-62f9e93d4dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:10.370798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-network', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:10.417894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Made reservation on behalf of 7f8af92b74a44af7b9dc08bcdc8a4ea5 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:10.429342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:10.440195 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-561865df-73c9-41ca-bbb6-62f9e93d4dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:10.444203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-561865df-73c9-41ca-bbb6-62f9e93d4dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:10.449836 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-561865df-73c9-41ca-bbb6-62f9e93d4dc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe9d2443-83cc-4aa5-9d34-a2d210d38c0d HTTP/1.1" status: 204 len: 168 time: 0.4293005 Jul 06 11:33:10.514020 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:10.538272 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561865df-73c9-41ca-bbb6-62f9e93d4dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9d2443-83cc-4aa5-9d34-a2d210d38c0d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:10.993576 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:11.009871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:11.087561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:33:11.141523 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:11.142105 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Added segment 242649b5-40dd-4a88-839a-f7325ed81af9 of type vlan for network bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 Jul 06 11:33:11.522167 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:11.600094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-cb5f1373-414e-4b4e-ba73-6e96694d1e04 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2148638 Jul 06 11:33:11.631302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad2647f-902b-4b07-9ca3-cd548ea69cca,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:11.667767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.668209 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.668679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.677665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.677665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.677973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.678428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.678794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.679146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.679825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.680020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.680353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:11.929186 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:11.930201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:11.930795 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:11.940254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160175b-18a5-427a-a20d-008093f958c4 req-1d036f36-f75a-48cf-b248-63d39a02a230 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:11.943318 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2160175b-18a5-427a-a20d-008093f958c4 req-1d036f36-f75a-48cf-b248-63d39a02a230 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 945 time: 0.2094378 Jul 06 11:33:12.077687 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2947710 Jul 06 11:33:12.080579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33138) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:12.082566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff1fa7-58ee-48b6-8885-b41e01f1d5d3 req-1c21c2ad-318d-493a-b86d-f423120f237f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:12.084733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9ff1fa7-58ee-48b6-8885-b41e01f1d5d3 req-1c21c2ad-318d-493a-b86d-f423120f237f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.5973001 Jul 06 11:33:12.085927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] Request body: {'subnet': {'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-subnet', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:12.096683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dba2dc6b-94b3-4b83-a10e-501e476e717d no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:33:12.121030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa9632-fb10-4a26-94a9-cc3d6589b4fc admin admin] Pushing event updated for resources: {'Network': ['ID=bcded0ce-2cfa-45cb-bdb2-09ef3194cd12,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:12.151413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-c7d0df90-1c05-488f-968a-b0dd3743e0f3 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:12.153750 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-c7d0df90-1c05-488f-968a-b0dd3743e0f3 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4878905 Jul 06 11:33:12.205441 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9ff1fa7-58ee-48b6-8885-b41e01f1d5d3 req-eb2069a4-6686-4cd5-a1df-436269e1af4d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810499 Jul 06 11:33:12.208233 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-f8fc8024-b5c2-4c4a-8257-8887847d2221 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/quotas/ffd328a34c9a4da5bba53b9f6e57f25a HTTP/1.1" status: 200 len: 375 time: 0.0374217 Jul 06 11:33:12.270725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] Made reservation on behalf of 7f8af92b74a44af7b9dc08bcdc8a4ea5 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:12.283972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:12.351130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:33:12.444627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-9e41d33d-0a21-49b3-9d62-f1cc6be10022 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2072124 Jul 06 11:33:12.715644 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91bb8a4-de49-4ce6-982f-af6ad6c1b3c8 x-openstack-request-id: req-b91bb8a4-de49-4ce6-982f-af6ad6c1b3c8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:12.718304 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7", "tag": "dba2dc6b-94b3-4b83-a10e-501e476e717d", "status": "completed", "code": 200}, {"server_uuid": "6c8d6ee5-1aa0-4abe-99e4-c059b9a75504", "name": "network-vif-deleted", "tag": "bdd31674-0552-47ff-8d3c-24d90c3fc229", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:12.719704 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b91bb8a4-de49-4ce6-982f-af6ad6c1b3c8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:12.721314 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'tag': 'dba2dc6b-94b3-4b83-a10e-501e476e717d', 'status': 'completed', 'code': 200} Jul 06 11:33:12.722951 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8d6ee5-1aa0-4abe-99e4-c059b9a75504', 'name': 'network-vif-deleted', 'tag': 'bdd31674-0552-47ff-8d3c-24d90c3fc229', 'status': 'completed', 'code': 200} Jul 06 11:33:12.955724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Deleting port 39e90946-f633-492a-9136-3f0d272e1811 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:33:12.961485 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:12.979375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefc525-fba7-49f7-a720-a9286ece7bc1 req-87251a99-92fb-47d5-a499-c23d66f95feb tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:12.988908 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fefc525-fba7-49f7-a720-a9286ece7bc1 req-87251a99-92fb-47d5-a499-c23d66f95feb tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 945 time: 0.2117109 Jul 06 11:33:13.102869 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fefc525-fba7-49f7-a720-a9286ece7bc1 req-a1d46d68-7f66-476e-b537-cab6cc6712d7 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039505 Jul 06 11:33:13.249934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33154) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:13.336597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] For port 39e90946-f633-492a-9136-3f0d272e1811, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=39e90946-f633-492a-9136-3f0d272e1811,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:13.337972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:13.393038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b32ee-a075-40ff-9a9e-aab29edfb02f req-464fdb4e-32a3-43bd-840c-7a9e79170eee tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:13.394945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-619b32ee-a075-40ff-9a9e-aab29edfb02f req-464fdb4e-32a3-43bd-840c-7a9e79170eee tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 944 time: 0.2665069 Jul 06 11:33:13.496997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1160550545-network', 'tenant_id': '26c350c0d95440a2b8b18332683715de'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:13.589702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-619b32ee-a075-40ff-9a9e-aab29edfb02f req-bcdc182e-39f5-4a20-bccf-6a13263d0e53 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813529 Jul 06 11:33:13.618865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Made reservation on behalf of 26c350c0d95440a2b8b18332683715de for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:13.621837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:13.652235 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:13.749149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:13.782337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfb8a65d-43a8-44dc-a242-d334d7331bb0 req-f3cfbd08-5725-4ac8-a942-d4c4406fe884 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 210 time: 0.0813572 Jul 06 11:33:13.814689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dd9b8-8e09-46a3-a362-8e27f50b6f1c req-dd8e36eb-a309-4dc3-8a89-73e369986a54 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:13.821635 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f0dd9b8-8e09-46a3-a362-8e27f50b6f1c req-dd8e36eb-a309-4dc3-8a89-73e369986a54 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 950 time: 0.3294847 Jul 06 11:33:13.837305 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e949a743-c8b2-426f-987a-444573e19cb5,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:13.893053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1398e-08f2-48b6-8968-39f8e9b21a02 req-9625e46d-b1b5-4af7-9a85-88a5717f18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:13.897132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e6c1398e-08f2-48b6-8968-39f8e9b21a02 req-9625e46d-b1b5-4af7-9a85-88a5717f18dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 1125 time: 1.1605113 Jul 06 11:33:13.976119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f0dd9b8-8e09-46a3-a362-8e27f50b6f1c req-087df218-5b52-4063-a7e5-e977ed670670 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126435 Jul 06 11:33:14.115614 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f207bdbd-3f3c-4623-91ee-36e49b34b119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.134961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-c2b773f3-8c4f-4df1-b104-4f7a54735cdb service neutron] 10.222.0.86 "GET /v2.0/ports/dba2dc6b-94b3-4b83-a10e-501e476e717d/bindings/n-h1-799527-2 HTTP/1.1" status: 200 len: 384 time: 0.2404349 Jul 06 11:33:14.139367 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.149106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] Checking segment: {'id': '242649b5-40dd-4a88-839a-f7325ed81af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:14.150119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] Network hostable DHCP agents. Network: bcded0ce-2cfa-45cb-bdb2-09ef3194cd12, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:33:14.158982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.160287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.161840 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.162778 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Floating IP 9071bb48-1e0e-439a-ae4e-069d052fd310 disassociated. External IP: 172.25.0.51, port: 39e90946-f633-492a-9136-3f0d272e1811. Jul 06 11:33:14.163399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Calling delete_port for 39e90946-f633-492a-9136-3f0d272e1811 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:33:14.226073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:33:14.237257 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.237695 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Added segment 5b449718-5d19-4843-8d38-2c0970675c5d of type vlan for network b7f4671c-4c57-4783-a19b-12498efcccea Jul 06 11:33:14.289389 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.315854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] Network bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:33:14.331072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3910973-1695-4a47-8d52-51fa8eebb3e4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:14.345972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.346496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1398e-08f2-48b6-8968-39f8e9b21a02 req-3c6e3dc9-9614-4d50-965c-8a1ea0a609e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:14.346694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:14.347308 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.351317 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e6c1398e-08f2-48b6-8968-39f8e9b21a02 req-3c6e3dc9-9614-4d50-965c-8a1ea0a609e7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.3842316 Jul 06 11:33:14.439754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, bcded0ce-2cfa-45cb-bdb2-09ef3194cd12) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:14.453177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89df4b11-cffb-49b3-9f36-333cec9659d4 None None] Network bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:33:14.464401 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e6c1398e-08f2-48b6-8968-39f8e9b21a02 req-e9e7a756-201a-4f30-906f-40cad966557b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d HTTP/1.1" status: 200 len: 217 time: 0.0934606 Jul 06 11:33:14.470505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:14.472025 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.510482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d400a5-a69b-45da-b64a-9ad3d78b3a22 req-f145ad9a-bfb4-465b-b02b-de2efb57042e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:14.513848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6d400a5-a69b-45da-b64a-9ad3d78b3a22 req-f145ad9a-bfb4-465b-b02b-de2efb57042e tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.4558280 Jul 06 11:33:14.535725 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2834864 Jul 06 11:33:14.537414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33178) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:14.573407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] Request body: {'subnet': {'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1160550545-subnet', 'tenant_id': '26c350c0d95440a2b8b18332683715de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:14.585777 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3e13f493-fd0a-4ee5-8814-30fe07d3cb98 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5041945 Jul 06 11:33:14.592127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33180) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:14.601700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-router', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:14.647431 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1398e-08f2-48b6-8968-39f8e9b21a02 req-0469bdf4-769b-4087-b179-5894b2a0750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:14.650414 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e6c1398e-08f2-48b6-8968-39f8e9b21a02 req-0469bdf4-769b-4087-b179-5894b2a0750f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.1660576 Jul 06 11:33:14.775027 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.810149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] Made reservation on behalf of 26c350c0d95440a2b8b18332683715de for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:14.815229 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.839499 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.841182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:14.969218 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e6c1398e-08f2-48b6-8968-39f8e9b21a02 req-c038e8d5-b677-407b-aed8-cbf9df8089a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2134075 Jul 06 11:33:14.984556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-bcded0ce-2cfa-45cb-bdb2-09ef3194cd12', 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'fixed_ips': [{'subnet_id': 'e949a743-c8b2-426f-987a-444573e19cb5'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:33:14.986053 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:15.012330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddeebf-886b-4b6b-94ee-3cf01d3fb689 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f4671c-4c57-4783-a19b-12498efcccea,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:15.060908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b7f4671c-4c57-4783-a19b-12498efcccea details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:33:15.244758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6d400a5-a69b-45da-b64a-9ad3d78b3a22 req-54b99217-cc4f-4ee5-95ee-80bedc365bd7 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927271 Jul 06 11:33:15.309643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:15.338709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-4914fd8b-6a63-4a8a-bab1-d69312c59765 service neutron] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:15.451377 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a068-1adb-4ac3-bb3c-cde353f0b59d req-b2e078b8-adb3-4780-90d7-c5c0b16427cc tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:15.461929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Allocated IP 172.20.0.2 (bcded0ce-2cfa-45cb-bdb2-09ef3194cd12/e949a743-c8b2-426f-987a-444573e19cb5/c3a8b760-ea7d-41cc-a5d8-1365bc4b578e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:33:15.478467 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef1a068-1adb-4ac3-bb3c-cde353f0b59d req-b2e078b8-adb3-4780-90d7-c5c0b16427cc tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 867 time: 0.9580040 Jul 06 11:33:15.569475 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:15.588406 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Pushing event deleted for resources: {'Port': ['ID=39e90946-f633-492a-9136-3f0d272e1811,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:15.595859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:15.625613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-4914fd8b-6a63-4a8a-bab1-d69312c59765 service neutron] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:15.822329 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:15.826370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef1a068-1adb-4ac3-bb3c-cde353f0b59d req-75e63048-a5aa-4f8c-a39f-1ffe8a00bfd9 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups?id=92a315a3-38bf-42bf-b5eb-2d8d02e8de21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061626 Jul 06 11:33:15.839750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Transition to ACTIVE for port object c3a8b760-ea7d-41cc-a5d8-1365bc4b578e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:15.866904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] Checking segment: {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:15.868678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] Network hostable DHCP agents. Network: b7f4671c-4c57-4783-a19b-12498efcccea, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:33:15.874113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Transition to ACTIVE for port object c3a8b760-ea7d-41cc-a5d8-1365bc4b578e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:15.892187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-4914fd8b-6a63-4a8a-bab1-d69312c59765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba2dc6b-94b3-4b83-a10e-501e476e717d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:33:15.892858 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:15.909854 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-4914fd8b-6a63-4a8a-bab1-d69312c59765 service neutron] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:15.939852 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-4914fd8b-6a63-4a8a-bab1-d69312c59765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:16.036230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Pushing event updated for resources: {'Port': ['ID=c3a8b760-ea7d-41cc-a5d8-1365bc4b578e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:16.052413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.053217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.054044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.054633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.055238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.055839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.061062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.061966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.062542 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.063143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.063769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.064350 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:16.110009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Network bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:33:16.112379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:16.115314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-4914fd8b-6a63-4a8a-bab1-d69312c59765 service neutron] Transition to ACTIVE for port object dba2dc6b-94b3-4b83-a10e-501e476e717d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:16.123572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:33:16.128967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 39e90946-f633-492a-9136-3f0d272e1811 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:33:16.160088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 39e90946-f633-492a-9136-3f0d272e1811 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:33:16.161008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 39e90946-f633-492a-9136-3f0d272e1811 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:33:16.169532 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-4914fd8b-6a63-4a8a-bab1-d69312c59765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:16.186521 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] Network b7f4671c-4c57-4783-a19b-12498efcccea is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:33:16.252766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Attempting to bind port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:33:16.253554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Attempting to bind port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '242649b5-40dd-4a88-839a-f7325ed81af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:33:16.254191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Attempting to bind port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e on network bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:16.277286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:33:16.278222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Checking segment: {'id': '242649b5-40dd-4a88-839a-f7325ed81af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:16.278920 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:16.279757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Bound using segment: {'id': '242649b5-40dd-4a88-839a-f7325ed81af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:33:16.280992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Bound port: c3a8b760-ea7d-41cc-a5d8-1365bc4b578e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242649b5-40dd-4a88-839a-f7325ed81af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:33:16.281862 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:16.333487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, b7f4671c-4c57-4783-a19b-12498efcccea) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:16.364995 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:16.367097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef920a-9c1a-4f5f-a48d-04b4900ca1da None None] Network b7f4671c-4c57-4783-a19b-12498efcccea requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:33:16.392083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:16.403849 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:16.493746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-642e5d5a-fab7-43c4-9986-e900c0b24b21 req-3f54a412-c17a-43cc-8290-6a9ede78e32d tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 210 time: 0.1804490 Jul 06 11:33:16.511094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] For port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:16.522421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] For port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c3a8b760-ea7d-41cc-a5d8-1365bc4b578e,segment=NetworkSegment(242649b5-40dd-4a88-839a-f7325ed81af9),segment_id=242649b5-40dd-4a88-839a-f7325ed81af9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:33:16.551531 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e6c1398e-08f2-48b6-8968-39f8e9b21a02 req-6798b70f-70ad-44f9-9b9a-dad53686f5bc service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9866817 Jul 06 11:33:16.557689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f534e77-3009-455f-804c-516c833a4065 req-e2eab0f6-1d4b-4350-b4d0-e3249e4f68e1 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:16.566361 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f534e77-3009-455f-804c-516c833a4065 req-e2eab0f6-1d4b-4350-b4d0-e3249e4f68e1 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 944 time: 0.9534736 Jul 06 11:33:16.626602 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:16.627983 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914fd8b-6a63-4a8a-bab1-d69312c59765 service neutron] Pushing event updated for resources: {'Port': ['ID=dba2dc6b-94b3-4b83-a10e-501e476e717d,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:16.634822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-4914fd8b-6a63-4a8a-bab1-d69312c59765 service neutron] No DVR routers for this DVR port dba2dc6b-94b3-4b83-a10e-501e476e717d on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:33:16.660300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3b4ce05e-a390-4802-8649-ce1febc568e1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0967422 Jul 06 11:33:16.765237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99ff81-ff14-4da3-8f6e-ee6df8e6e52b None None] Network b7f4671c-4c57-4783-a19b-12498efcccea requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:33:16.781647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Router 6ddec966-f043-4cf2-8696-ff2c043e5f71 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:33:16.793710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-4914fd8b-6a63-4a8a-bab1-d69312c59765 service neutron] 10.222.0.86 "PUT /v2.0/ports/dba2dc6b-94b3-4b83-a10e-501e476e717d/bindings/n-h1-799527-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6522202 Jul 06 11:33:16.856019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f534e77-3009-455f-804c-516c833a4065 req-7f7e5b39-6dc5-4b6e-a53d-3298c332f5e5 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369370 Jul 06 11:33:16.996057 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b5cd2-f5f9-4faa-bb83-f0d77a2e577a None None] Pushing event updated for resources: {'Port': ['ID=c3a8b760-ea7d-41cc-a5d8-1365bc4b578e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:17.083304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f650941-7279-4050-bc54-0f6547d60ace req-cdf37beb-900f-453e-955a-b9ba7edf9c00 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:17.095548 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f650941-7279-4050-bc54-0f6547d60ace req-cdf37beb-900f-453e-955a-b9ba7edf9c00 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 950 time: 0.2936668 Jul 06 11:33:17.165526 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e6c1398e-08f2-48b6-8968-39f8e9b21a02 req-2f7e9e75-8f70-4606-b7a2-687df1f56d0b service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924575 Jul 06 11:33:17.237192 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f650941-7279-4050-bc54-0f6547d60ace req-b39dfdc9-db82-4dc0-bdf3-a35811addeaf tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151841 Jul 06 11:33:17.451498 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16e87-b8c7-489f-bb6f-094baafd708c req-834d07f7-e521-4fa3-94fa-8ae627262667 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:17.455398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-47e16e87-b8c7-489f-bb6f-094baafd708c req-834d07f7-e521-4fa3-94fa-8ae627262667 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 943 time: 0.2142699 Jul 06 11:33:17.579783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-6cbdea35-fb5f-418f-94ac-c5aa67d3735d tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196351 Jul 06 11:33:17.761785 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-0a8b7f74-0b8b-44ca-bd3c-49dec65cdab1 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:17.764998 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-0a8b7f74-0b8b-44ca-bd3c-49dec65cdab1 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.7541347 Jul 06 11:33:17.830309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:33:17.848681 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47422337-65cb-4f56-b55d-bb784054a8b3 None None] Sync routers for ids ['6ddec966-f043-4cf2-8696-ff2c043e5f71'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:33:17.879185 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47422337-65cb-4f56-b55d-bb784054a8b3 None None] Routers {'6ddec966-f043-4cf2-8696-ff2c043e5f71'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:33:17.888105 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-47422337-65cb-4f56-b55d-bb784054a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:32:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ddec966-f043-4cf2-8696-ff2c043e5f71'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:17.893432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2ee6912b-4c81-45df-9255-e303afde92c1 req-323ff737-87d6-40bb-b6bb-9703e39c5b9d tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 210 time: 0.1409009 Jul 06 11:33:17.934429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-47e16e87-b8c7-489f-bb6f-094baafd708c req-68fd3422-479d-427b-a6a8-c919de0d62e5 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402206 Jul 06 11:33:17.959584 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:18.109336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-63dd1e6e-c285-47c4-a308-6dc205e06c45 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:18.115171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] No DVR routers for this DVR port 39e90946-f633-492a-9136-3f0d272e1811 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:33:18.120743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-63dd1e6e-c285-47c4-a308-6dc205e06c45 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5064142 Jul 06 11:33:18.128497 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:18.131488 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2160175b-18a5-427a-a20d-008093f958c4 req-b3b1272e-e4d4-48d2-af2a-01db1b34a080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.86 "DELETE /v2.0/ports/39e90946-f633-492a-9136-3f0d272e1811 HTTP/1.1" status: 204 len: 173 time: 6.1754520 Jul 06 11:33:18.134516 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:18.138217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Request body: {'port': {'device_id': '735c77f6-4826-4203-af00-ab95097a9756', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'ffd328a34c9a4da5bba53b9f6e57f25a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:18.216937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'name': 'network-vif-deleted', 'tag': '39e90946-f633-492a-9136-3f0d272e1811'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:18.232016 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f6857a-cfc0-4959-b6c4-e9bd45604494" -d '{"events": [{"server_uuid": "0c8d2df7-6282-44bf-b577-e159f7f7a8b3", "name": "network-vif-deleted", "tag": "39e90946-f633-492a-9136-3f0d272e1811"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:18.252852 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:18.279973 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-47422337-65cb-4f56-b55d-bb784054a8b3 None None] Set router 6ddec966-f043-4cf2-8696-ff2c043e5f71 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:33:18.380526 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b526c32b-7ea2-4274-ac21-ea1355f18607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:18.497415 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6111a35c-0f8c-4d1d-8090-d599369b0beb req-2f21da76-6065-4b57-b6a3-a628fec5bba0 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 210 time: 0.1883852 Jul 06 11:33:18.597969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:18.679495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505d0f7-57f1-4a7c-a6bf-f1382984b2a8 req-d2e1a16a-252a-4a45-a18f-2cea9aba0ed0 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:18.692047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9505d0f7-57f1-4a7c-a6bf-f1382984b2a8 req-d2e1a16a-252a-4a45-a18f-2cea9aba0ed0 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.47 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 950 time: 1.2104897 Jul 06 11:33:18.800118 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-47422337-65cb-4f56-b55d-bb784054a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:33Z', 'revision_number': 4, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4f21ed05-f238-47c3-b53a-7fb37c9f5eed', 'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'mac_address': 'fa:16:3e:98:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:31Z', 'updated_at': '2021-07-06T11:29:45Z', 'revision_number': 5, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'subnets': [{'id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:18.906651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Allocated IP 172.25.0.45 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/c67e3b75-b334-4706-8635-efb5269c1ae8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:33:18.915944 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47422337-65cb-4f56-b55d-bb784054a8b3 None None] Checking router: 6ddec966-f043-4cf2-8696-ff2c043e5f71 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:33:18.951855 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47422337-65cb-4f56-b55d-bb784054a8b3 None None] Routers {'6ddec966-f043-4cf2-8696-ff2c043e5f71'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:33:18.953206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c3a8b760-ea7d-41cc-a5d8-1365bc4b578e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:18.954185 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-47422337-65cb-4f56-b55d-bb784054a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:33:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ddec966-f043-4cf2-8696-ff2c043e5f71'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:18.961595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d14d7-8591-4d65-8f7a-aa75f76f3bb3 None None] Network bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:33:18.997247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-aa2d152c-3f1b-4939-b8ba-b41935c77bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:19.001120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-aa2d152c-3f1b-4939-b8ba-b41935c77bac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7&tenant_id=c873b0fb571e46d8941f82ebd8df32e8 HTTP/1.1" status: 200 len: 1096 time: 1.2046132 Jul 06 11:33:19.189533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4e036f6a-3dfc-4ee4-834c-ed8b4d8366c2 None None] Provisioning for port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:19.280314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:19.380465 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-47422337-65cb-4f56-b55d-bb784054a8b3 None None] Set router 6ddec966-f043-4cf2-8696-ff2c043e5f71 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:33:19.441298 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-9505d0f7-57f1-4a7c-a6bf-f1382984b2a8 req-38e6a869-8ac6-45e2-aeb4-7e755f34135a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Deleting port 6ecfe584-1776-4306-ae97-d7b01137eb67 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:33:19.441298 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9505d0f7-57f1-4a7c-a6bf-f1382984b2a8 req-38e6a869-8ac6-45e2-aeb4-7e755f34135a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:19.464358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:19.464996 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:19.637673 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:19.660325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-03b2e43b-325a-43f3-9701-2221fc45b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:19.663155 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-03b2e43b-325a-43f3-9701-2221fc45b0f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 1096 time: 0.4513121 Jul 06 11:33:19.763863 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:19.774702 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-47422337-65cb-4f56-b55d-bb784054a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:33Z', 'revision_number': 4, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4f21ed05-f238-47c3-b53a-7fb37c9f5eed', 'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'mac_address': 'fa:16:3e:98:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:31Z', 'updated_at': '2021-07-06T11:29:45Z', 'revision_number': 5, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'subnets': [{'id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:19.814641 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47422337-65cb-4f56-b55d-bb784054a8b3 None None] The sync data for ids ['6ddec966-f043-4cf2-8696-ff2c043e5f71'] in n-d-799527-2 is: [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:29:33Z', 'revision_number': 4, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4f21ed05-f238-47c3-b53a-7fb37c9f5eed', 'name': '', 'network_id': '881a8a74-0cfc-48cb-8156-c8919bbb9e7d', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'mac_address': 'fa:16:3e:98:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:31Z', 'updated_at': '2021-07-06T11:29:45Z', 'revision_number': 5, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'subnets': [{'id': '80b4ee77-710e-4ee0-b205-462777f5161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:33:19.836575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c3a8b760-ea7d-41cc-a5d8-1365bc4b578e,segment=NetworkSegment(242649b5-40dd-4a88-839a-f7325ed81af9),segment_id=242649b5-40dd-4a88-839a-f7325ed81af9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:19.846854 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:19.896318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Made reservation on behalf of ffd328a34c9a4da5bba53b9f6e57f25a for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:19.905891 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:19.973192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=c3a8b760-ea7d-41cc-a5d8-1365bc4b578e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:20.019001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f81d5d93-b733-4518-a3c1-c20be136b443 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:33:20.022737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6ecfe584-1776-4306-ae97-d7b01137eb67 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:33:20.070046 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:20.164174 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:33:20.195407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:20.211351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:33:20.226530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a18fcd-918c-4229-ad58-340962810c92 req-bdba2ada-090e-4da5-b275-c5926ceb28c8 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:20.248414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7a18fcd-918c-4229-ad58-340962810c92 req-bdba2ada-090e-4da5-b275-c5926ceb28c8 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 945 time: 1.2812238 Jul 06 11:33:20.297911 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9505d0f7-57f1-4a7c-a6bf-f1382984b2a8 req-38e6a869-8ac6-45e2-aeb4-7e755f34135a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] For port 6ecfe584-1776-4306-ae97-d7b01137eb67, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6ecfe584-1776-4306-ae97-d7b01137eb67,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:20.298304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9505d0f7-57f1-4a7c-a6bf-f1382984b2a8 req-38e6a869-8ac6-45e2-aeb4-7e755f34135a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:20.310180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c67e3b75-b334-4706-8635-efb5269c1ae8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:20.326344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-02c4780e-4051-4015-9c57-dcc477bd13b6 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:20.334595 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-02c4780e-4051-4015-9c57-dcc477bd13b6 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/networks?id=b7f4671c-4c57-4783-a19b-12498efcccea HTTP/1.1" status: 200 len: 813 time: 1.6238201 Jul 06 11:33:20.337558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.338024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.338299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.338776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.339165 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.339717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.340046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.340493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.340894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.342274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.342274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.342274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:33:20.351150 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-734fa8a6-077c-4d30-8662-71a43104c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:20.353049 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-734fa8a6-077c-4d30-8662-71a43104c9fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.6786377 Jul 06 11:33:20.361497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-9505d0f7-57f1-4a7c-a6bf-f1382984b2a8 req-38e6a869-8ac6-45e2-aeb4-7e755f34135a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Calling delete_port for 6ecfe584-1776-4306-ae97-d7b01137eb67 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:33:20.409837 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-384b0849-f3ed-4f3f-b20c-a6512b7c7518 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d HTTP/1.1" status: 200 len: 217 time: 0.0459104 Jul 06 11:33:20.441408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-34b9080d-ea9b-4083-8cf4-64469bcaf287 None None] Provisioning complete for port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:20.442268 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34b9080d-ea9b-4083-8cf4-64469bcaf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:20.475931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaaf1a8-3f3b-431e-bcf1-bb56d67507f2 None None] New status for floating IP 9071bb48-1e0e-439a-ae4e-069d052fd310: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:33:20.522093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-84dc20db-da25-48b0-a0f4-5d1ac733edfa tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/quotas/26c350c0d95440a2b8b18332683715de HTTP/1.1" status: 200 len: 375 time: 0.0670953 Jul 06 11:33:20.551438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7a18fcd-918c-4229-ad58-340962810c92 req-169d1e59-02ea-4c25-8ac9-0719329698ca tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016536 Jul 06 11:33:20.592120 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:20.649323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-dc8eb5d4-d4c6-4406-a70e-9c78c0f62429 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=26c350c0d95440a2b8b18332683715de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126347 Jul 06 11:33:21.008822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c3a8b760-ea7d-41cc-a5d8-1365bc4b578e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:21.073305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Allocated IP 192.168.233.191 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/7990292c-dbc9-427b-b82b-79d836ed6902) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:33:21.140637 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:21.156381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:21.220632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'network_id': '36e3040e-6edd-4a2e-b0fb-377b1f72f50f', 'port_id': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'mac_address': 'fa:16:3e:67:1a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab34012f-cd48-4978-9f78-ba3b215e7390', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:33:21.270960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388365b7-360d-4249-8839-6e459b5c98f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ecfe584-1776-4306-ae97-d7b01137eb67'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:21.273663 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb343481-2b4d-4198-9f48-f2f15d00f529" -d '{"events": [{"server_uuid": "388365b7-360d-4249-8839-6e459b5c98f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6ecfe584-1776-4306-ae97-d7b01137eb67"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:21.324614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6ecfe584-1776-4306-ae97-d7b01137eb67, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6ecfe584-1776-4306-ae97-d7b01137eb67,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:21.358445 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be1fdbb-57e1-4638-8df5-dfae52256417 x-openstack-request-id: req-8be1fdbb-57e1-4638-8df5-dfae52256417 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:21.359867 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8d2df7-6282-44bf-b577-e159f7f7a8b3", "name": "network-vif-deleted", "tag": "39e90946-f633-492a-9136-3f0d272e1811", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:21.360079 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8be1fdbb-57e1-4638-8df5-dfae52256417 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:21.360583 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8d2df7-6282-44bf-b577-e159f7f7a8b3', 'name': 'network-vif-deleted', 'tag': '39e90946-f633-492a-9136-3f0d272e1811', 'status': 'completed', 'code': 200} Jul 06 11:33:21.367608 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:21.389662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-eb75289b-643b-4d4b-8669-1f60623fcda4 service neutron] 10.222.0.21 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594610 Jul 06 11:33:21.442875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-61674d36-826d-4e38-b35b-421b26c23098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:21.446936 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-61674d36-826d-4e38-b35b-421b26c23098 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 1.0261633 Jul 06 11:33:21.523004 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-c52d4873-a380-43d4-86cb-9dddb74100bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591738 Jul 06 11:33:21.655033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e67789-0c6c-4d01-9ed0-ac300019269a req-f0de537c-4095-4d14-8123-1583e0716949 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:21.672928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40e67789-0c6c-4d01-9ed0-ac300019269a req-f0de537c-4095-4d14-8123-1583e0716949 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=388365b7-360d-4249-8839-6e459b5c98f3 HTTP/1.1" status: 200 len: 948 time: 0.3860600 Jul 06 11:33:21.703234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6ecfe584-1776-4306-ae97-d7b01137eb67,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:21.716410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:21.717823 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:21.838129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:21.897033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-9c1ae04c-3a57-44a4-a327-c4e45ef13a2a service neutron] 10.222.0.21 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668028 Jul 06 11:33:21.974289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:22.046791 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-cd763bc2-0331-49cd-bf84-1881936db37e service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047972 Jul 06 11:33:22.053402 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9505d0f7-57f1-4a7c-a6bf-f1382984b2a8 req-38e6a869-8ac6-45e2-aeb4-7e755f34135a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:22.063982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40e67789-0c6c-4d01-9ed0-ac300019269a req-9de63f2a-6a9c-47bc-9a0d-a13d5770acee tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897300 Jul 06 11:33:22.106274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['36d16d50-16d9-46e2-ac64-2f71a3cb923d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:33:22.192017 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:22.262423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81d5d93-b733-4518-a3c1-c20be136b443 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:33:22.269162 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Transition to ACTIVE for port object 7990292c-dbc9-427b-b82b-79d836ed6902 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:22.402039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6a869-8ac6-45e2-aeb4-7e755f34135a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Pushing event deleted for resources: {'Port': ['ID=6ecfe584-1776-4306-ae97-d7b01137eb67,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:22.461502 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:22.569735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['13b323bf-9517-40e8-ad48-f6c98a27237d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:33:22.704422 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-c0a47aa3-9d70-4108-9a59-51c44638f8b5 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476192 Jul 06 11:33:22.783167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9505d0f7-57f1-4a7c-a6bf-f1382984b2a8 req-38e6a869-8ac6-45e2-aeb4-7e755f34135a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] No DVR routers for this DVR port 6ecfe584-1776-4306-ae97-d7b01137eb67 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:33:22.789642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:22.790498 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9505d0f7-57f1-4a7c-a6bf-f1382984b2a8 req-38e6a869-8ac6-45e2-aeb4-7e755f34135a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:22.794182 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff8b5f59-ef42-4068-a1f4-ec8c2e9bebff req-85212ba9-475a-4f2c-b477-6c02ab01ecac tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 210 time: 0.1700747 Jul 06 11:33:22.821517 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9505d0f7-57f1-4a7c-a6bf-f1382984b2a8 req-38e6a869-8ac6-45e2-aeb4-7e755f34135a tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.47 "DELETE /v2.0/ports/6ecfe584-1776-4306-ae97-d7b01137eb67 HTTP/1.1" status: 204 len: 173 time: 4.0834539 Jul 06 11:33:22.827618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:33:22.910007 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:22.914724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:22.944985 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:33:23.240364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:23.243142 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:23.255193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f81d5d93-b733-4518-a3c1-c20be136b443,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:23.261097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Pushing event updated for resources: {'Port': ['ID=7990292c-dbc9-427b-b82b-79d836ed6902,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:23.324351 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:23.449838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388365b7-360d-4249-8839-6e459b5c98f3', 'name': 'network-vif-deleted', 'tag': '6ecfe584-1776-4306-ae97-d7b01137eb67'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:23.463365 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9855bec-1f95-4a7e-96b2-4bb2ba5544fb" -d '{"events": [{"server_uuid": "388365b7-360d-4249-8839-6e459b5c98f3", "name": "network-vif-deleted", "tag": "6ecfe584-1776-4306-ae97-d7b01137eb67"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:23.517328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f81d5d93-b733-4518-a3c1-c20be136b443'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:33:23.519545 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-4367a7bd-0afd-4b8b-8cb6-1da718cdaeff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3888853 Jul 06 11:33:23.546670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Request body: {'port': {'device_id': '735c77f6-4826-4203-af00-ab95097a9756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:23.841330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33f6c2-0fdb-42c7-8218-6df4559fe441 req-b7dd56a1-747d-4446-a7ff-48d5ed6bc2a4 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:23.856653 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5b33f6c2-0fdb-42c7-8218-6df4559fe441 req-b7dd56a1-747d-4446-a7ff-48d5ed6bc2a4 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 936 time: 0.5989013 Jul 06 11:33:23.869630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-38fa7da1-f57d-43ba-830e-176da96f2baa tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:23.872201 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-38fa7da1-f57d-43ba-830e-176da96f2baa tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7&tenant_id=c873b0fb571e46d8941f82ebd8df32e8&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.1764610 Jul 06 11:33:23.880955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec1eb1-b0ba-40bd-802c-7b780de940c9 req-6529f001-3879-4d3d-b054-780024bc8aff tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:23.892986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6aec1eb1-b0ba-40bd-802c-7b780de940c9 req-6529f001-3879-4d3d-b054-780024bc8aff tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 944 time: 0.7434268 Jul 06 11:33:24.002548 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6aec1eb1-b0ba-40bd-802c-7b780de940c9 req-46b4ad6f-d113-48b0-9ddc-5eea3c7e17b3 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049931 Jul 06 11:33:24.033271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:33:24.071949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1cc56a43-8e66-4616-a6dd-e8150c192183 None None] Provisioning for port 7990292c-dbc9-427b-b82b-79d836ed6902 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:24.103434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1cc56a43-8e66-4616-a6dd-e8150c192183 None None] Provisioning complete for port 7990292c-dbc9-427b-b82b-79d836ed6902 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:24.105204 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cc56a43-8e66-4616-a6dd-e8150c192183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:24.110506 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:24.284914 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac34c48-af2a-4a46-9925-9f0f00710aff x-openstack-request-id: req-8ac34c48-af2a-4a46-9925-9f0f00710aff {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:24.285773 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388365b7-360d-4249-8839-6e459b5c98f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6ecfe584-1776-4306-ae97-d7b01137eb67", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:24.288233 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ac34c48-af2a-4a46-9925-9f0f00710aff {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:24.290499 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388365b7-360d-4249-8839-6e459b5c98f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ecfe584-1776-4306-ae97-d7b01137eb67', 'code': 200} Jul 06 11:33:24.425825 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5b33f6c2-0fdb-42c7-8218-6df4559fe441 req-afeed09f-08ec-40ae-a9ca-a3fa195b4e12 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605593 Jul 06 11:33:24.450373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1cc56a43-8e66-4616-a6dd-e8150c192183 None None] Port 7990292c-dbc9-427b-b82b-79d836ed6902 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:33:24.558082 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['a5bc9498-10a3-44a7-b219-bb25030aa1c4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:33:24.967918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-8c18fbf0-623c-44f0-b774-bdb5ebfc8a67 service neutron] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:24.990881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-8c18fbf0-623c-44f0-b774-bdb5ebfc8a67 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:25.000668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-8c18fbf0-623c-44f0-b774-bdb5ebfc8a67 service neutron] 10.222.0.47 "DELETE /v2.0/ports/dba2dc6b-94b3-4b83-a10e-501e476e717d/bindings/n-h2-799527-2 HTTP/1.1" status: 204 len: 173 time: 1.1181071 Jul 06 11:33:25.060721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:33:25.090990 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Sync routers for ids ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:33:25.120833 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:25.122855 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Routers {'d0ece9cf-7eb0-4837-aa00-936096d2d3d6'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:33:25.125748 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:33:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:25.128184 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-962c7b5e-4b30-4fbe-ba48-86a69a1646f6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.5338371 Jul 06 11:33:25.131712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33274) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:25.439350 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Set router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:33:25.569769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a573f1-8784-4ba7-8d78-e65ad52be9ac req-f6e53f88-23b9-4849-afaa-8c7729ea3252 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:25.590337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90a573f1-8784-4ba7-8d78-e65ad52be9ac req-f6e53f88-23b9-4849-afaa-8c7729ea3252 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 945 time: 0.6629179 Jul 06 11:33:25.640745 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d820f5b-949d-47ec-82e7-c3e91d23440c x-openstack-request-id: req-0d820f5b-949d-47ec-82e7-c3e91d23440c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:25.648412 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388365b7-360d-4249-8839-6e459b5c98f3", "name": "network-vif-deleted", "tag": "6ecfe584-1776-4306-ae97-d7b01137eb67", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:25.648923 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d820f5b-949d-47ec-82e7-c3e91d23440c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:25.650107 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388365b7-360d-4249-8839-6e459b5c98f3', 'name': 'network-vif-deleted', 'tag': '6ecfe584-1776-4306-ae97-d7b01137eb67', 'status': 'completed', 'code': 200} Jul 06 11:33:25.703034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90a573f1-8784-4ba7-8d78-e65ad52be9ac req-438e72d2-a3e6-41aa-9fc3-69903a56ebb4 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114435 Jul 06 11:33:25.871048 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-router', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:33:14Z', 'updated_at': '2021-07-06T11:33:21Z', 'revision_number': 3, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'gw_port': {'id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:18Z', 'updated_at': '2021-07-06T11:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:26.018211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7990292c-dbc9-427b-b82b-79d836ed6902 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:33:26.055412 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:26.066013 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Checking router: d0ece9cf-7eb0-4837-aa00-936096d2d3d6 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:33:26.069746 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Updating router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 port c67e3b75-b334-4706-8635-efb5269c1ae8 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:33:26.170374 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:26.278097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90aa8286-faba-4a05-bddc-86cada56ab24 req-1ec55e09-ee18-4379-b2f7-c05bb73b573f tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 210 time: 0.1875331 Jul 06 11:33:26.319426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Transition to ACTIVE for port object 7990292c-dbc9-427b-b82b-79d836ed6902 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:26.408269 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:26.814748 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:26.949490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f81d5d93-b733-4518-a3c1-c20be136b443 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:26.989891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Pushing event updated for resources: {'Port': ['ID=7990292c-dbc9-427b-b82b-79d836ed6902,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:27.058856 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-694cf308-481b-4179-a3f2-acf33abdbe7e req-10ed3256-4314-421c-9af9-290fcc7b46f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 210 time: 0.3410513 Jul 06 11:33:27.113035 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:27.146451 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Transition to ACTIVE for port object c67e3b75-b334-4706-8635-efb5269c1ae8 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:27.162888 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:27.309838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port f81d5d93-b733-4518-a3c1-c20be136b443 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:27.311188 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:27.313098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002ed88-8c2e-4df7-86d7-d46a884fb97a req-60494b61-a9f3-4693-ad2e-f61ec9b7303c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:27.322358 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7002ed88-8c2e-4df7-86d7-d46a884fb97a req-60494b61-a9f3-4693-ad2e-f61ec9b7303c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 944 time: 1.1874719 Jul 06 11:33:27.373502 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Attempting to bind port c67e3b75-b334-4706-8635-efb5269c1ae8 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:33:27.374294 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Attempting to bind port c67e3b75-b334-4706-8635-efb5269c1ae8 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:33:27.374717 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Attempting to bind port c67e3b75-b334-4706-8635-efb5269c1ae8 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:27.434645 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:33:27.435422 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:27.436124 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:27.436807 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:33:27.437654 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Bound port: c67e3b75-b334-4706-8635-efb5269c1ae8, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:33:27.438321 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:27.449951 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee29512-e249-4fd9-9625-8820c4d6c57a None None] Pushing event updated for resources: {'Port': ['ID=c67e3b75-b334-4706-8635-efb5269c1ae8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:27.460231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Allocated IP 172.20.0.1 (bcded0ce-2cfa-45cb-bdb2-09ef3194cd12/e949a743-c8b2-426f-987a-444573e19cb5/f330bcb4-9d0f-4cd0-a22c-b92afedee145) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:33:27.634974 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7002ed88-8c2e-4df7-86d7-d46a884fb97a req-29bebad0-bf4e-44fd-bcc6-844af21af9f5 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001328 Jul 06 11:33:27.639923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Attempting to bind port 7990292c-dbc9-427b-b82b-79d836ed6902 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:33:27.643043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Attempting to bind port 7990292c-dbc9-427b-b82b-79d836ed6902 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:33:27.646886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Attempting to bind port 7990292c-dbc9-427b-b82b-79d836ed6902 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:27.675393 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] For port c67e3b75-b334-4706-8635-efb5269c1ae8, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:27.681767 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] For port c67e3b75-b334-4706-8635-efb5269c1ae8, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c67e3b75-b334-4706-8635-efb5269c1ae8,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:33:27.694487 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:27.694761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Port 7990292c-dbc9-427b-b82b-79d836ed6902 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:33:27.699805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Attempting to bind port 7990292c-dbc9-427b-b82b-79d836ed6902 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:27.746064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:33:27.746658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:27.763990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:33:27.768285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Bound port: 7990292c-dbc9-427b-b82b-79d836ed6902, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:33:27.768930 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:28.054462 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Routers {'d0ece9cf-7eb0-4837-aa00-936096d2d3d6'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:33:28.077912 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:33:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:28.089116 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee29512-e249-4fd9-9625-8820c4d6c57a None None] Pushing event updated for resources: {'Port': ['ID=c67e3b75-b334-4706-8635-efb5269c1ae8,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:28.307084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] For port 7990292c-dbc9-427b-b82b-79d836ed6902, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:28.325267 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:28.345610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] For port 7990292c-dbc9-427b-b82b-79d836ed6902, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7990292c-dbc9-427b-b82b-79d836ed6902,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:33:28.367980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee78108-a417-4e95-8c6c-32fdf916dced req-63e716c6-acfb-4f37-8212-7acb7b1df9a9 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:28.375433 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ee78108-a417-4e95-8c6c-32fdf916dced req-63e716c6-acfb-4f37-8212-7acb7b1df9a9 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 948 time: 0.2196324 Jul 06 11:33:28.427256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:28.487967 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:28.502315 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:28.506277 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] Set router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:33:28.542333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:28.544591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:28.548931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Transition to ACTIVE for port object f330bcb4-9d0f-4cd0-a22c-b92afedee145 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:28.549338 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb2ca28-a982-42ba-b2c9-007da214a50a" -d '{"events": [{"server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "name": "network-vif-plugged", "status": "completed", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:28.554993 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:28.558035 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:28.694025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f81d5d93-b733-4518-a3c1-c20be136b443,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:28.739383 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:28.765223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5f6ee45-1a07-4fd9-b4ae-b1da5ee7d132 req-b4c35416-115a-4ef9-80ef-c6503365fd88 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 210 time: 0.2064734 Jul 06 11:33:28.775961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:28.779176 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:28.789873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] 10.222.0.47 "PUT /v2.0/ports/7990292c-dbc9-427b-b82b-79d836ed6902 HTTP/1.1" status: 200 len: 1096 time: 5.2512169 Jul 06 11:33:28.861971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735c77f6-4826-4203-af00-ab95097a9756', 'tag': '7990292c-dbc9-427b-b82b-79d836ed6902'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:28.865854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Network bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:33:28.884815 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09011508-d439-421d-8fd4-3076c4095787" -d '{"events": [{"name": "network-changed", "server_uuid": "735c77f6-4826-4203-af00-ab95097a9756", "tag": "7990292c-dbc9-427b-b82b-79d836ed6902"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:28.939319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ee78108-a417-4e95-8c6c-32fdf916dced req-e745cd64-c116-4a97-9ab0-fe382b170d18 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626502 Jul 06 11:33:28.954595 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f41e7f-d033-484d-bc65-7903f632287d service neutron] Pushing event updated for resources: {'Port': ['ID=7990292c-dbc9-427b-b82b-79d836ed6902,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:28.993160 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:29.062420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-23646750-8f34-433a-99ca-5ed754c30812 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:29.066401 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-23646750-8f34-433a-99ca-5ed754c30812 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "GET /v2.0/networks?id=b7f4671c-4c57-4783-a19b-12498efcccea HTTP/1.1" status: 200 len: 813 time: 0.9169600 Jul 06 11:33:29.075212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:33:29.096129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Request body: {'port': {'device_id': '0321356e-47eb-4b57-96bc-da694402b11c', 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea', 'admin_state_up': True, 'tenant_id': '26c350c0d95440a2b8b18332683715de'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:29.368384 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-router', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:33:14Z', 'updated_at': '2021-07-06T11:33:21Z', 'revision_number': 3, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'gw_port': {'id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:18Z', 'updated_at': '2021-07-06T11:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:29.444545 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfb853-0c71-493e-87fc-6b878085c354 None None] The sync data for ids ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'] in n-d-799527-2 is: [{'id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-router', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:33:14Z', 'updated_at': '2021-07-06T11:33:21Z', 'revision_number': 3, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'gw_port': {'id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:18Z', 'updated_at': '2021-07-06T11:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:33:29.544491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Pushing event updated for resources: {'Port': ['ID=f330bcb4-9d0f-4cd0-a22c-b92afedee145,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:29.647063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-14d79b20-f041-4ddd-a31b-6b851d944e47 req-fd39300d-0dc3-4757-9dcc-156fdf596ee5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 210 time: 0.1212788 Jul 06 11:33:29.657497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-53358bdd-f84e-4e0b-b6d9-1f7754a5be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:29.660670 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-53358bdd-f84e-4e0b-b6d9-1f7754a5be11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 1099 time: 0.5217669 Jul 06 11:33:29.694751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1666d-d1ba-45df-9c11-3de875f41d21 req-defe8ccd-7baf-43a4-8d21-e4fca0ba6502 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:29.706249 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-31f848e9-ecb5-4b43-8647-4cae39377426 None None] Provisioning for port f330bcb4-9d0f-4cd0-a22c-b92afedee145 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:29.707621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6a1666d-d1ba-45df-9c11-3de875f41d21 req-defe8ccd-7baf-43a4-8d21-e4fca0ba6502 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 950 time: 0.3709419 Jul 06 11:33:29.727783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-31f848e9-ecb5-4b43-8647-4cae39377426 None None] Provisioning complete for port f330bcb4-9d0f-4cd0-a22c-b92afedee145 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:29.729772 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31f848e9-ecb5-4b43-8647-4cae39377426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:29.824899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-31f848e9-ecb5-4b43-8647-4cae39377426 None None] Port f330bcb4-9d0f-4cd0-a22c-b92afedee145 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:33:29.879192 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Made reservation on behalf of 26c350c0d95440a2b8b18332683715de for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:29.885287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:29.896775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6a1666d-d1ba-45df-9c11-3de875f41d21 req-5c414f52-3f2b-49ab-afc6-0db93fc906e4 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604192 Jul 06 11:33:29.899985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-04a64fb7-417c-418b-b188-2343e43cca5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=7990292c-dbc9-427b-b82b-79d836ed6902 HTTP/1.1" status: 200 len: 217 time: 0.1904767 Jul 06 11:33:30.057693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:30.080371 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c994ca-79e2-4ba7-8fb4-2d12ab68ceb6 x-openstack-request-id: req-f6c994ca-79e2-4ba7-8fb4-2d12ab68ceb6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:30.080810 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "name": "network-vif-plugged", "status": "completed", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:30.081194 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6c994ca-79e2-4ba7-8fb4-2d12ab68ceb6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:30.081793 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'code': 200} Jul 06 11:33:30.156552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-09a0ce02-6895-4c77-bf0a-bdceacf745d4 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:30.159951 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-09a0ce02-6895-4c77-bf0a-bdceacf745d4 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "GET /v2.0/networks?id=b7f4671c-4c57-4783-a19b-12498efcccea HTTP/1.1" status: 200 len: 813 time: 0.9456439 Jul 06 11:33:30.227580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-43fef007-41c5-40d9-9bac-f2e5a83e1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:30.235541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-43fef007-41c5-40d9-9bac-f2e5a83e1e36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.3254550 Jul 06 11:33:30.350736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5da27-9528-48de-8f39-145e240e2c4a req-c1ced208-32b9-4ccb-86ef-aef00e89fbcc tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:30.352916 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-77c5da27-9528-48de-8f39-145e240e2c4a req-c1ced208-32b9-4ccb-86ef-aef00e89fbcc tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 1096 time: 0.4098160 Jul 06 11:33:30.442716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-b913ec89-ce33-4ced-9f2a-a443c0e3523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:30.445423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-b913ec89-ce33-4ced-9f2a-a443c0e3523e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2030191 Jul 06 11:33:30.471716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-77c5da27-9528-48de-8f39-145e240e2c4a req-993d8782-c1d5-4f59-97c7-9d76b22d0fc7 tempest-LiveAutoBlockMigrationV225Test-821945411 tempest-LiveAutoBlockMigrationV225Test-821945411-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973704 Jul 06 11:33:30.633851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Request body: {'port': {'device_id': 'e7975a39-9de3-47fe-8603-e7599674d06a', 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea', 'admin_state_up': True, 'tenant_id': '26c350c0d95440a2b8b18332683715de'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:30.727602 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad630ce9-7e07-465d-bdcc-7365081649e8 x-openstack-request-id: req-ad630ce9-7e07-465d-bdcc-7365081649e8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:30.729787 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735c77f6-4826-4203-af00-ab95097a9756", "tag": "7990292c-dbc9-427b-b82b-79d836ed6902", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:30.730250 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad630ce9-7e07-465d-bdcc-7365081649e8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:30.730858 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735c77f6-4826-4203-af00-ab95097a9756', 'tag': '7990292c-dbc9-427b-b82b-79d836ed6902', 'status': 'completed', 'code': 200} Jul 06 11:33:30.881165 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Allocated IP 172.20.0.10 (b7f4671c-4c57-4783-a19b-12498efcccea/da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc/c6265f05-8c56-4296-8605-c0d344bfca77) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:33:30.903085 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:31.047119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-d65df33f-6936-4bab-ada9-c531a3804443 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685818 Jul 06 11:33:31.057528 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de5d24-3944-4030-9a8d-ffd9f088233c req-81097684-2dc0-4375-8daa-a6b54dc0d7c4 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:31.059511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-75de5d24-3944-4030-9a8d-ffd9f088233c req-81097684-2dc0-4375-8daa-a6b54dc0d7c4 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 950 time: 1.1121936 Jul 06 11:33:31.198733 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c67e3b75-b334-4706-8635-efb5269c1ae8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:31.334402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a10d1-19df-4c6a-a62c-4b533dc2efbd req-10afdb9c-8c63-4ea0-b5a1-0b22583d3a80 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:31.337174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-825a10d1-19df-4c6a-a62c-4b533dc2efbd req-10afdb9c-8c63-4ea0-b5a1-0b22583d3a80 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.7931020 Jul 06 11:33:31.374134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port c67e3b75-b334-4706-8635-efb5269c1ae8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:31.390228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c67e3b75-b334-4706-8635-efb5269c1ae8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:31.391000 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:31.453098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59d19175-bdcc-45ac-9b97-4f4d6518912d req-751f27ae-1bb6-4720-a5e4-cd11f3d46b79 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8d2df7-6282-44bf-b577-e159f7f7a8b3 HTTP/1.1" status: 200 len: 210 time: 0.1542363 Jul 06 11:33:31.560143 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-825a10d1-19df-4c6a-a62c-4b533dc2efbd req-b62bd76c-0ace-409e-942e-1254bbda5d93 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695819 Jul 06 11:33:31.612646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f817edcf-ec32-42b2-98dd-bda148b9c371 req-1e6d4857-ad81-47bf-b4bb-e73a6e2d169a service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550864 Jul 06 11:33:31.680432 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:31.766937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port c67e3b75-b334-4706-8635-efb5269c1ae8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c67e3b75-b334-4706-8635-efb5269c1ae8,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:31.778413 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:31.831200 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09011508-d439-421d-8fd4-3076c4095787 req-537ae1cc-c4a4-4d85-986b-520f4151d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:31.835771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09011508-d439-421d-8fd4-3076c4095787 req-537ae1cc-c4a4-4d85-986b-520f4151d892 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 1099 time: 0.1398079 Jul 06 11:33:31.900459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=c67e3b75-b334-4706-8635-efb5269c1ae8,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:32.276240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea8b5c-cf68-401f-87cc-33e682235c7f req-88a9af4b-8d31-47d2-a5a3-bd6d988025ff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:32.289788 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8ea8b5c-cf68-401f-87cc-33e682235c7f req-88a9af4b-8d31-47d2-a5a3-bd6d988025ff tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 948 time: 0.4512136 Jul 06 11:33:32.305661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09011508-d439-421d-8fd4-3076c4095787 req-924d8e6a-c102-44fc-aa5a-5de4ae43488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:32.323491 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09011508-d439-421d-8fd4-3076c4095787 req-924d8e6a-c102-44fc-aa5a-5de4ae43488b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.4556592 Jul 06 11:33:32.437529 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:32.477362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:32.561911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09011508-d439-421d-8fd4-3076c4095787 req-3eb47c09-0ea1-40cc-a5f1-8fbeae99816b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=7990292c-dbc9-427b-b82b-79d836ed6902 HTTP/1.1" status: 200 len: 217 time: 0.2269204 Jul 06 11:33:32.621396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Pushing event updated for resources: {'Port': ['ID=f330bcb4-9d0f-4cd0-a22c-b92afedee145,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:32.625433 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8ea8b5c-cf68-401f-87cc-33e682235c7f req-774700b2-edc5-4276-ad2a-12b14b1ab7a6 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307498 Jul 06 11:33:32.707529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5d923-06b8-4ba5-904d-b8d1ce8203fc req-a53a72b4-2f0b-467b-9ad8-505ac0bca93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:32.707529 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4fe5d923-06b8-4ba5-904d-b8d1ce8203fc req-a53a72b4-2f0b-467b-9ad8-505ac0bca93a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 1097 time: 2.0613484 Jul 06 11:33:32.784120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Made reservation on behalf of 26c350c0d95440a2b8b18332683715de for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:32.822081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:32.888414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f5a6d40-f133-4f3c-927b-5ce034a8f30d req-42fa99bb-2875-4f65-9fce-85c81720a8c7 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 210 time: 0.1157038 Jul 06 11:33:32.915841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09011508-d439-421d-8fd4-3076c4095787 req-5bf2dc78-bfdd-4583-899e-dabdb2b06a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:32.918110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09011508-d439-421d-8fd4-3076c4095787 req-5bf2dc78-bfdd-4583-899e-dabdb2b06a95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.3461876 Jul 06 11:33:33.069093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:33.072600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c67e3b75-b334-4706-8635-efb5269c1ae8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:33.157871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09011508-d439-421d-8fd4-3076c4095787 req-2caf8c7e-0ff2-4db6-84f2-213c9df86b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:33.162708 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09011508-d439-421d-8fd4-3076c4095787 req-2caf8c7e-0ff2-4db6-84f2-213c9df86b84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2343652 Jul 06 11:33:33.185912 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4fe5d923-06b8-4ba5-904d-b8d1ce8203fc req-cba8d6a0-c86f-4bfd-8127-a0179fc429a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328847 Jul 06 11:33:33.244387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c67e3b75-b334-4706-8635-efb5269c1ae8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:33.245025 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:33.294068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-75de5d24-3944-4030-9a8d-ffd9f088233c req-eddb277a-1c66-4fa6-a25a-9b69269820e9 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Deleting port 36d16d50-16d9-46e2-ac64-2f71a3cb923d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:33:33.295116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-75de5d24-3944-4030-9a8d-ffd9f088233c req-eddb277a-1c66-4fa6-a25a-9b69269820e9 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:33.560795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33344) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:33.575825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bd8a5-1297-46b9-8853-4e7e78934640 req-6c78fdfc-fc81-4a64-b03d-fb4d7e350e7d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:33.578520 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-798bd8a5-1297-46b9-8853-4e7e78934640 req-6c78fdfc-fc81-4a64-b03d-fb4d7e350e7d tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 945 time: 0.3133068 Jul 06 11:33:33.590303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1757448156'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:33.656842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77c292-458b-46e7-a63a-d6bc27161271 req-3cd6e456-c481-4e3a-a027-832fd95471db tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:33.660447 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc77c292-458b-46e7-a63a-d6bc27161271 req-3cd6e456-c481-4e3a-a027-832fd95471db tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 950 time: 0.4953449 Jul 06 11:33:33.663827 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09011508-d439-421d-8fd4-3076c4095787 req-2080830d-d59d-4087-b542-d98db014f77c service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791925 Jul 06 11:33:33.678538 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:33.802295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:33.808865 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:33.814857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-798bd8a5-1297-46b9-8853-4e7e78934640 req-ec0db753-10cc-45d1-bb85-4bc825f343b1 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196844 Jul 06 11:33:33.826567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-75de5d24-3944-4030-9a8d-ffd9f088233c req-eddb277a-1c66-4fa6-a25a-9b69269820e9 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] For port 36d16d50-16d9-46e2-ac64-2f71a3cb923d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=36d16d50-16d9-46e2-ac64-2f71a3cb923d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:33.827177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-75de5d24-3944-4030-9a8d-ffd9f088233c req-eddb277a-1c66-4fa6-a25a-9b69269820e9 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:33.893091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Network bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:33:33.898210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc77c292-458b-46e7-a63a-d6bc27161271 req-b7e6370c-8f84-42fa-b920-a3ac77fa9bad tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ebc1479-2159-4798-b5e4-26c26b7617aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167296 Jul 06 11:33:33.912348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-75de5d24-3944-4030-9a8d-ffd9f088233c req-eddb277a-1c66-4fa6-a25a-9b69269820e9 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Calling delete_port for 36d16d50-16d9-46e2-ac64-2f71a3cb923d owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:33:33.939963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:33.992542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7283fcc-cee6-4132-96d9-fb097fbfa67b req-8ba8706a-650a-4d21-9a1c-d8da46199273 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:33.995270 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7283fcc-cee6-4132-96d9-fb097fbfa67b req-8ba8706a-650a-4d21-9a1c-d8da46199273 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 945 time: 0.6356707 Jul 06 11:33:34.007112 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:33:34.013349 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09011508-d439-421d-8fd4-3076c4095787 req-2e955572-36c5-484a-afe5-c634878e2085 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320568 Jul 06 11:33:34.294579 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:34.294991 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Added segment 94c46824-290c-4bb8-9013-c7d07b79cc2e of type vlan for network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 Jul 06 11:33:34.363547 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-75de5d24-3944-4030-9a8d-ffd9f088233c req-eddb277a-1c66-4fa6-a25a-9b69269820e9 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:34.373455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5dfbd-df6a-4c6e-8f71-fddb24806883 req-3a54017b-cf56-4566-8295-0b975a40761c tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:34.375528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18f5dfbd-df6a-4c6e-8f71-fddb24806883 req-3a54017b-cf56-4566-8295-0b975a40761c tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 948 time: 0.2070918 Jul 06 11:33:34.384251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12aa367-d1a1-4e9c-a11c-21e5dde177b5 req-a969c36a-92d1-4f41-9377-4f6b2c50e8ea tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:34.385862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f12aa367-d1a1-4e9c-a11c-21e5dde177b5 req-a969c36a-92d1-4f41-9377-4f6b2c50e8ea tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.1578140 Jul 06 11:33:34.433279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b29e92be-080c-4e1e-b0c9-c85a1a5d8842 None None] Provisioning complete for port f330bcb4-9d0f-4cd0-a22c-b92afedee145 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:34.435275 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b29e92be-080c-4e1e-b0c9-c85a1a5d8842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:34.479760 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:34.486133 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18f5dfbd-df6a-4c6e-8f71-fddb24806883 req-e7901efc-7ec8-431c-be0f-c18d5d0c7bab tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991800 Jul 06 11:33:34.494786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:34.531023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b29e92be-080c-4e1e-b0c9-c85a1a5d8842 None None] Port f330bcb4-9d0f-4cd0-a22c-b92afedee145 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:33:34.535132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f12aa367-d1a1-4e9c-a11c-21e5dde177b5 req-d01d8f05-6dc0-49e0-9697-500f148abc3c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405458 Jul 06 11:33:34.549774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb277a-1c66-4fa6-a25a-9b69269820e9 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Pushing event deleted for resources: {'Port': ['ID=36d16d50-16d9-46e2-ac64-2f71a3cb923d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:34.680725 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09a69492-48ae-4308-ab24-1fabf0114504 req-d8c69b5f-70d4-4680-b937-8e3c37ab9c7e tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 210 time: 0.0419114 Jul 06 11:33:34.704059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33358) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:34.817260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Pushing event updated for resources: {'Port': ['ID=c6265f05-8c56-4296-8605-c0d344bfca77,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:34.827299 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:34.836970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:34.836970 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:34.856706 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc316-6c13-4f00-9783-d7e3e580fe0d tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:34.986139 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc316-6c13-4f00-9783-d7e3e580fe0d tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:34.992803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-75de5d24-3944-4030-9a8d-ffd9f088233c req-eddb277a-1c66-4fa6-a25a-9b69269820e9 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] No DVR routers for this DVR port 36d16d50-16d9-46e2-ac64-2f71a3cb923d on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:33:35.008810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7990292c-dbc9-427b-b82b-79d836ed6902 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:33:35.014096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 36d16d50-16d9-46e2-ac64-2f71a3cb923d no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:33:35.128672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 36d16d50-16d9-46e2-ac64-2f71a3cb923d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:33:35.131915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 36d16d50-16d9-46e2-ac64-2f71a3cb923d not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:33:35.135948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Network b7f4671c-4c57-4783-a19b-12498efcccea is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:33:35.154798 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-823b5680-7fc3-429e-a723-eb0198385a34 req-a71fe727-44e7-4622-8047-ec85d18bf219 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2174282 Jul 06 11:33:35.177527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc316-6c13-4f00-9783-d7e3e580fe0d tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:35.180948 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc316-6c13-4f00-9783-d7e3e580fe0d tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:35.186785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dc5bc316-6c13-4f00-9783-d7e3e580fe0d tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "DELETE /v2.0/security-groups/92a315a3-38bf-42bf-b5eb-2d8d02e8de21 HTTP/1.1" status: 204 len: 168 time: 0.4813478 Jul 06 11:33:35.211585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33370) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:35.289834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-75de5d24-3944-4030-9a8d-ffd9f088233c req-eddb277a-1c66-4fa6-a25a-9b69269820e9 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:35.309497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7990292c-dbc9-427b-b82b-79d836ed6902, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7990292c-dbc9-427b-b82b-79d836ed6902,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:35.311500 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-75de5d24-3944-4030-9a8d-ffd9f088233c req-eddb277a-1c66-4fa6-a25a-9b69269820e9 tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.47 "DELETE /v2.0/ports/36d16d50-16d9-46e2-ac64-2f71a3cb923d HTTP/1.1" status: 204 len: 173 time: 4.2343359 Jul 06 11:33:35.325495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '7990292c-dbc9-427b-b82b-79d836ed6902', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '7990292c-dbc9-427b-b82b-79d836ed6902', 'mac_address': 'fa:16:3e:53:39:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:33:35.333430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7952fd-bd3a-46a0-b52f-cbcfb5776416', 'name': 'network-vif-deleted', 'tag': '36d16d50-16d9-46e2-ac64-2f71a3cb923d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:35.342526 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca983d26-e02a-4294-a4ee-f1263cb4fed6" -d '{"events": [{"server_uuid": "2b7952fd-bd3a-46a0-b52f-cbcfb5776416", "name": "network-vif-deleted", "tag": "36d16d50-16d9-46e2-ac64-2f71a3cb923d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:35.379807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bc316-6c13-4f00-9783-d7e3e580fe0d tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a315a3-38bf-42bf-b5eb-2d8d02e8de21,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:35.387779 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8144476 Jul 06 11:33:35.391286 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Allocated IP 172.20.0.9 (b7f4671c-4c57-4783-a19b-12498efcccea/da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc/eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:33:35.427940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:35.436455 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:35.444124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:33:35.453763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33384) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:35.505753 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-b5e17c7c-33ff-48ec-8792-863382780080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] show failed (client error): The resource could not be found. Jul 06 11:33:35.506647 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b5e17c7c-33ff-48ec-8792-863382780080 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "GET /v2.0/security-groups/92a315a3-38bf-42bf-b5eb-2d8d02e8de21 HTTP/1.1" status: 404 len: 347 time: 0.2937338 Jul 06 11:33:35.516316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7990292c-dbc9-427b-b82b-79d836ed6902 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:33:35.629575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-766731526'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:35.635283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33398) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:35.638619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7990292c-dbc9-427b-b82b-79d836ed6902, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7990292c-dbc9-427b-b82b-79d836ed6902,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:35.638914 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2faf335e-e59d-41e8-8900-40ad5cde70d8 req-a1130503-a38f-4860-9da9-b53274fccc7b tempest-LiveMigrationNegativeTest-425714831 tempest-LiveMigrationNegativeTest-425714831-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b7952fd-bd3a-46a0-b52f-cbcfb5776416 HTTP/1.1" status: 200 len: 210 time: 0.2803454 Jul 06 11:33:35.651686 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:35.751045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b5680-7fc3-429e-a723-eb0198385a34 req-3f8f6fef-b722-4506-9e06-ef994045d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:35.753223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-823b5680-7fc3-429e-a723-eb0198385a34 req-3f8f6fef-b722-4506-9e06-ef994045d03a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 1095 time: 0.5056062 Jul 06 11:33:35.788206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729f8bc-72cc-48df-9de4-2699c59b0b9c req-95f659f2-e18f-44d9-a1a8-402a58040d8c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:35.790682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a729f8bc-72cc-48df-9de4-2699c59b0b9c req-95f659f2-e18f-44d9-a1a8-402a58040d8c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 945 time: 0.4384155 Jul 06 11:33:35.919201 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df317fcc-dba6-4d50-b7a8-a11a43601c11 x-openstack-request-id: req-df317fcc-dba6-4d50-b7a8-a11a43601c11 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:35.920501 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7952fd-bd3a-46a0-b52f-cbcfb5776416", "name": "network-vif-deleted", "tag": "36d16d50-16d9-46e2-ac64-2f71a3cb923d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:35.921265 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df317fcc-dba6-4d50-b7a8-a11a43601c11 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:35.922326 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7952fd-bd3a-46a0-b52f-cbcfb5776416', 'name': 'network-vif-deleted', 'tag': '36d16d50-16d9-46e2-ac64-2f71a3cb923d', 'status': 'completed', 'code': 200} Jul 06 11:33:35.931023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=7990292c-dbc9-427b-b82b-79d836ed6902,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:36.055030 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a729f8bc-72cc-48df-9de4-2699c59b0b9c req-fb814d6b-0237-4fd8-a7e7-3dfb772d9789 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082938 Jul 06 11:33:36.057862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b5680-7fc3-429e-a723-eb0198385a34 req-fe45b54f-5a62-4eae-913a-e4de1e8b9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:36.060558 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-823b5680-7fc3-429e-a723-eb0198385a34 req-fe45b54f-5a62-4eae-913a-e4de1e8b9544 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.2683156 Jul 06 11:33:36.062905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c7283fcc-cee6-4132-96d9-fb097fbfa67b req-60daeed9-b49f-48e8-a3b9-5dbb3f513465 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Deleting port dba2dc6b-94b3-4b83-a10e-501e476e717d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:33:36.064193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7283fcc-cee6-4132-96d9-fb097fbfa67b req-60daeed9-b49f-48e8-a3b9-5dbb3f513465 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:36.140930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['7990292c-dbc9-427b-b82b-79d836ed6902'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:33:36.168949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d60df-c850-4c39-92ee-e19f5f1685c7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Network': ['ID=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:36.281683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:33:36.298967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:33:36.493998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:36.495580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:36.652143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:36.668486 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:36.716496 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6cf94b70-8e63-4094-a450-ebd5299f74f5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6286640 Jul 06 11:33:36.806322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Request body: {'port': {'device_id': '0321356e-47eb-4b57-96bc-da694402b11c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:36.933710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:33:36.941498 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c28186f7-26f9-492e-9598-8887f7aae4e4 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Deleting port ada56181-058b-453f-b463-5980e6e3c154 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:33:36.942127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c28186f7-26f9-492e-9598-8887f7aae4e4 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:36.970944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c7283fcc-cee6-4132-96d9-fb097fbfa67b req-60daeed9-b49f-48e8-a3b9-5dbb3f513465 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] For port dba2dc6b-94b3-4b83-a10e-501e476e717d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=dba2dc6b-94b3-4b83-a10e-501e476e717d,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:36.971591 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7283fcc-cee6-4132-96d9-fb097fbfa67b req-60daeed9-b49f-48e8-a3b9-5dbb3f513465 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:36.988076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-823b5680-7fc3-429e-a723-eb0198385a34 req-736d9f40-36b5-4815-a0ca-dc74cb5153bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e HTTP/1.1" status: 200 len: 217 time: 0.9188342 Jul 06 11:33:37.014294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device dba2dc6b-94b3-4b83-a10e-501e476e717d no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:33:37.099073 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:37.099525 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Added segment 9662887e-443a-4499-9a23-81a6fc1f71d7 of type vlan for network 394d285e-f49e-4dd3-979f-9001aa2b15c5 Jul 06 11:33:37.118963 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:37.139791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c7283fcc-cee6-4132-96d9-fb097fbfa67b req-60daeed9-b49f-48e8-a3b9-5dbb3f513465 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Calling delete_port for dba2dc6b-94b3-4b83-a10e-501e476e717d owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:33:37.173361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b5680-7fc3-429e-a723-eb0198385a34 req-11e9fedd-0586-408a-a611-4f8a1561a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:37.177419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-823b5680-7fc3-429e-a723-eb0198385a34 req-11e9fedd-0586-408a-a611-4f8a1561a968 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.1780922 Jul 06 11:33:37.250959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-823b5680-7fc3-429e-a723-eb0198385a34 req-35cab225-a929-4c47-8b7c-430a98cedab2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544014 Jul 06 11:33:37.266628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82331a-6054-4f13-8ccc-1f34cfda0e37 req-c8f536ae-3884-4f74-9506-acbed2c3293d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:37.274714 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f82331a-6054-4f13-8ccc-1f34cfda0e37 req-c8f536ae-3884-4f74-9506-acbed2c3293d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.3640356 Jul 06 11:33:37.315295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3767e-a335-4bfe-9e13-feca84dafce5 req-f73a681f-2002-43e2-b33a-224537482bcc tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:37.317480 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fe3767e-a335-4bfe-9e13-feca84dafce5 req-f73a681f-2002-43e2-b33a-224537482bcc tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 949 time: 0.4034121 Jul 06 11:33:37.411282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f82331a-6054-4f13-8ccc-1f34cfda0e37 req-bfb28900-f66e-46f3-b2bd-eb89717c0bb9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350226 Jul 06 11:33:37.446811 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fe3767e-a335-4bfe-9e13-feca84dafce5 req-6bc8ad97-4c20-4d7e-b246-578522666b4e tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815711 Jul 06 11:33:37.467308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-823b5680-7fc3-429e-a723-eb0198385a34 req-3073432c-e2a0-49c3-93fd-db39ccd62357 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091286 Jul 06 11:33:37.664927 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-823b5680-7fc3-429e-a723-eb0198385a34 req-09d2a8cd-f585-45b8-9741-90df00fec8b8 service neutron] 10.222.0.86 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892850 Jul 06 11:33:37.790404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6f06fea-dce4-4225-9d7b-88397306a090 req-01fd7055-ba59-44c9-b9be-13776295c070 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 210 time: 0.0559778 Jul 06 11:33:37.842980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:37.846410 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:33:37.858695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Sync routers for ids ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:33:37.867001 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:37.886601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Routers {'d0ece9cf-7eb0-4837-aa00-936096d2d3d6'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:33:37.888353 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1271a6c0-23aa-4262-9e2e-93face74043a admin admin] 10.222.0.21 "PUT /v2.0/routers/d0ece9cf-7eb0-4837-aa00-936096d2d3d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7535019 Jul 06 11:33:37.914315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:33:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:37.970112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1f171-0a50-4e3a-a6ac-81e5ad369603 req-a83b0ece-466f-44ff-8c5b-b80800e1d6ba tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:37.985900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5d1f171-0a50-4e3a-a6ac-81e5ad369603 req-a83b0ece-466f-44ff-8c5b-b80800e1d6ba tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 945 time: 0.1625192 Jul 06 11:33:38.034101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c28186f7-26f9-492e-9598-8887f7aae4e4 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:38.038109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c28186f7-26f9-492e-9598-8887f7aae4e4 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:38.094049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5d1f171-0a50-4e3a-a6ac-81e5ad369603 req-bf254a75-263c-4b4b-a641-c765c0fe403c tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055794 Jul 06 11:33:38.151032 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:33:38.154580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:38.183845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Set router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:33:38.195983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c28186f7-26f9-492e-9598-8887f7aae4e4 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Calling delete_port for ada56181-058b-453f-b463-5980e6e3c154 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:33:38.246970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33420) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:38.416323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Network b7f4671c-4c57-4783-a19b-12498efcccea is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:33:38.437912 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:38.445010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:38.446357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:38.462660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:38.493438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:33:38.597843 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.0914543 Jul 06 11:33:38.620329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33432) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:38.641751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0b657178-b3b5-433c-87cc-a6a67324949d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6745a09c92a64b26b460baa782e96222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930385 Jul 06 11:33:38.653103 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'subnet': {'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:38.668747 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:33:38.669953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71abd01a-3511-4491-90f5-79e0a48e030f req-fb5c1de5-6296-44fa-8f94-4ad8d30b3dae tempest-FloatingIPsNegativeTestJSON-1434823487 tempest-FloatingIPsNegativeTestJSON-1434823487-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=7f8af92b74a44af7b9dc08bcdc8a4ea5 HTTP/1.1" status: 200 len: 217 time: 0.1422672 Jul 06 11:33:38.671396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33434) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:38.842390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Pushing event updated for resources: {'Port': ['ID=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:38.870186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-router', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:33:14Z', 'updated_at': '2021-07-06T11:33:30Z', 'revision_number': 4, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'gw_port': {'id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:18Z', 'updated_at': '2021-07-06T11:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f330bcb4-9d0f-4cd0-a22c-b92afedee145', 'name': '', 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'mac_address': 'fa:16:3e:e0:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e949a743-c8b2-426f-987a-444573e19cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:26Z', 'updated_at': '2021-07-06T11:33:31Z', 'revision_number': 2, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'subnets': [{'id': 'e949a743-c8b2-426f-987a-444573e19cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:38.914758 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Checking router: d0ece9cf-7eb0-4837-aa00-936096d2d3d6 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:33:38.915094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Updating router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 port f330bcb4-9d0f-4cd0-a22c-b92afedee145 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:33:38.965497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e98c87-468b-4b5c-b5fc-4a1fedb0215c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:38.969775 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.028185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7990292c-dbc9-427b-b82b-79d836ed6902 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:39.042742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c87d0d-ece6-4068-b5e3-f1dd9a35066b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Network': ['ID=394d285e-f49e-4dd3-979f-9001aa2b15c5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:39.069601 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:39.069601 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.072260 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e98c87-468b-4b5c-b5fc-4a1fedb0215c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.085394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 394d285e-f49e-4dd3-979f-9001aa2b15c5 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:33:39.109483 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7283fcc-cee6-4132-96d9-fb097fbfa67b req-60daeed9-b49f-48e8-a3b9-5dbb3f513465 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.171426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:39.173308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74522c63-f0f7-42c3-8c28-952c15212963 req-adfa9076-e909-4948-94bd-e68350b716ad tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:39.174758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74522c63-f0f7-42c3-8c28-952c15212963 req-adfa9076-e909-4948-94bd-e68350b716ad tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.3449686 Jul 06 11:33:39.178424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.220608 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-1919df0c-5159-49c6-902c-65830291262d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5988715 Jul 06 11:33:39.228798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6095f-4727-432b-9a67-746ddc8c92bc req-8311b068-73a6-4759-a1c9-5689c6f83365 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:39.231907 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22b6095f-4727-432b-9a67-746ddc8c92bc req-8311b068-73a6-4759-a1c9-5689c6f83365 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 949 time: 0.3298004 Jul 06 11:33:39.314262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daeed9-b49f-48e8-a3b9-5dbb3f513465 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Pushing event deleted for resources: {'Port': ['ID=dba2dc6b-94b3-4b83-a10e-501e476e717d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:39.339710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Request body: {'port': {'device_id': 'e7975a39-9de3-47fe-8603-e7599674d06a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:39.353284 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74522c63-f0f7-42c3-8c28-952c15212963 req-614c0fc2-36dd-49fd-9535-80d7e2d23164 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596897 Jul 06 11:33:39.358600 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e98c87-468b-4b5c-b5fc-4a1fedb0215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.364481 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e98c87-468b-4b5c-b5fc-4a1fedb0215c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.366803 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a3e98c87-468b-4b5c-b5fc-4a1fedb0215c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ebc1479-2159-4798-b5e4-26c26b7617aa HTTP/1.1" status: 204 len: 168 time: 0.6930230 Jul 06 11:33:39.376895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22b6095f-4727-432b-9a67-746ddc8c92bc req-e696fb7f-7234-403e-b384-3060b2b840cb tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252332 Jul 06 11:33:39.406291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 7990292c-dbc9-427b-b82b-79d836ed6902 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:39.408697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e98c87-468b-4b5c-b5fc-4a1fedb0215c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebc1479-2159-4798-b5e4-26c26b7617aa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:39.515990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 7990292c-dbc9-427b-b82b-79d836ed6902 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:39.516297 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.573388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11bcd720-ef5e-4ebc-9c82-98ba611416c0 req-374088ca-8ee6-4a4e-bd9d-e0ec282327d8 tempest-FloatingIPsNegativeTestJSON-1434823487 tempest-FloatingIPsNegativeTestJSON-1434823487-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0857005 Jul 06 11:33:39.652938 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c28186f7-26f9-492e-9598-8887f7aae4e4 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.739811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28186f7-26f9-492e-9598-8887f7aae4e4 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Pushing event deleted for resources: {'Port': ['ID=ada56181-058b-453f-b463-5980e6e3c154,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:39.777071 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.785240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7283fcc-cee6-4132-96d9-fb097fbfa67b req-60daeed9-b49f-48e8-a3b9-5dbb3f513465 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] No DVR routers for this DVR port dba2dc6b-94b3-4b83-a10e-501e476e717d on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:33:39.807658 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c7283fcc-cee6-4132-96d9-fb097fbfa67b req-60daeed9-b49f-48e8-a3b9-5dbb3f513465 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.810124 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7283fcc-cee6-4132-96d9-fb097fbfa67b req-60daeed9-b49f-48e8-a3b9-5dbb3f513465 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.47 "DELETE /v2.0/ports/dba2dc6b-94b3-4b83-a10e-501e476e717d HTTP/1.1" status: 204 len: 173 time: 5.7869425 Jul 06 11:33:39.811116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'name': 'network-vif-deleted', 'tag': 'dba2dc6b-94b3-4b83-a10e-501e476e717d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:39.814892 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7adfeea-4876-4b2a-88c6-65af25f67b62" -d '{"events": [{"server_uuid": "a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7", "name": "network-vif-deleted", "tag": "dba2dc6b-94b3-4b83-a10e-501e476e717d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:39.839257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735c77f6-4826-4203-af00-ab95097a9756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7990292c-dbc9-427b-b82b-79d836ed6902'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:39.841992 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d19a19-bca5-4881-b1b8-c0447ae22712" -d '{"events": [{"server_uuid": "735c77f6-4826-4203-af00-ab95097a9756", "name": "network-vif-plugged", "status": "completed", "tag": "7990292c-dbc9-427b-b82b-79d836ed6902"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:39.905204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7990292c-dbc9-427b-b82b-79d836ed6902, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7990292c-dbc9-427b-b82b-79d836ed6902,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:39.925538 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:39.950766 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:40.044375 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09c34023-601f-4b88-82da-d2c0c9a0c8f4 req-c784cd09-863c-430e-b34e-3f020791e2b6 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 210 time: 0.0993998 Jul 06 11:33:40.050317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c28186f7-26f9-492e-9598-8887f7aae4e4 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:40.053236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=7990292c-dbc9-427b-b82b-79d836ed6902,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:40.056967 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c28186f7-26f9-492e-9598-8887f7aae4e4 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:40.062130 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c28186f7-26f9-492e-9598-8887f7aae4e4 tempest-ServersTestBootFromVolume-1114319377 tempest-ServersTestBootFromVolume-1114319377-project] 10.222.0.21 "DELETE /v2.0/floatingips/9071bb48-1e0e-439a-ae4e-069d052fd310 HTTP/1.1" status: 204 len: 168 time: 4.3216081 Jul 06 11:33:40.080360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55018aa-dabf-40f9-a891-39a5b3111d3c req-0bb441c4-5739-4476-bde7-a59915811591 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:40.087019 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:40.092624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e55018aa-dabf-40f9-a891-39a5b3111d3c req-0bb441c4-5739-4476-bde7-a59915811591 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 931 time: 0.3422382 Jul 06 11:33:40.096084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33454) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:40.130502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Transition to ACTIVE for port object f330bcb4-9d0f-4cd0-a22c-b92afedee145 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:40.151486 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:40.163178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6265f05-8c56-4296-8605-c0d344bfca77 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:33:40.175963 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:40.201311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Transition to ACTIVE for port object c6265f05-8c56-4296-8605-c0d344bfca77 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:40.287396 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71112f1-7ad7-4199-89e8-46acc2e18c3d None None] Pushing event updated for resources: {'Port': ['ID=f330bcb4-9d0f-4cd0-a22c-b92afedee145,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:40.382584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e55018aa-dabf-40f9-a891-39a5b3111d3c req-2a2fad43-be01-4d56-99d6-c5ddf90909fc tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726972 Jul 06 11:33:40.487302 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33458) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:40.491295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Attempting to bind port f330bcb4-9d0f-4cd0-a22c-b92afedee145 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:33:40.492275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Attempting to bind port f330bcb4-9d0f-4cd0-a22c-b92afedee145 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '242649b5-40dd-4a88-839a-f7325ed81af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:33:40.492659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Attempting to bind port f330bcb4-9d0f-4cd0-a22c-b92afedee145 on network bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:40.505812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:33:40.506979 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Checking segment: {'id': '242649b5-40dd-4a88-839a-f7325ed81af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:40.507982 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:40.508924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Bound using segment: {'id': '242649b5-40dd-4a88-839a-f7325ed81af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:33:40.510032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Bound port: f330bcb4-9d0f-4cd0-a22c-b92afedee145, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242649b5-40dd-4a88-839a-f7325ed81af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:33:40.511219 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:40.545620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:40.567906 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:40.593030 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-7c182ed5-7f24-47c1-bd25-6fd4da475594 req-c2e4739a-5bd2-4a83-bf55-7ab89cdf0365 tempest-FloatingIPsNegativeTestJSON-1434823487 tempest-FloatingIPsNegativeTestJSON-1434823487-project] show failed (client error): The resource could not be found. Jul 06 11:33:40.594074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c182ed5-7f24-47c1-bd25-6fd4da475594 req-c2e4739a-5bd2-4a83-bf55-7ab89cdf0365 tempest-FloatingIPsNegativeTestJSON-1434823487 tempest-FloatingIPsNegativeTestJSON-1434823487-project] 10.222.0.21 "GET /v2.0/floatingips/722c25fd-9916-4155-a7f8-894fc6491455 HTTP/1.1" status: 404 len: 350 time: 0.0687685 Jul 06 11:33:40.635261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33460) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:40.875421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] For port f330bcb4-9d0f-4cd0-a22c-b92afedee145, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:40.891289 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd46954-4a22-484d-bf71-5b24798adf02 x-openstack-request-id: req-bfd46954-4a22-484d-bf71-5b24798adf02 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:40.892160 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735c77f6-4826-4203-af00-ab95097a9756", "name": "network-vif-plugged", "status": "completed", "tag": "7990292c-dbc9-427b-b82b-79d836ed6902", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:40.892642 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfd46954-4a22-484d-bf71-5b24798adf02 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:40.893348 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735c77f6-4826-4203-af00-ab95097a9756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7990292c-dbc9-427b-b82b-79d836ed6902', 'code': 200} Jul 06 11:33:40.906855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] For port f330bcb4-9d0f-4cd0-a22c-b92afedee145, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f330bcb4-9d0f-4cd0-a22c-b92afedee145,segment=NetworkSegment(242649b5-40dd-4a88-839a-f7325ed81af9),segment_id=242649b5-40dd-4a88-839a-f7325ed81af9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:33:40.929185 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:41.025904 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ef274f-7439-46a6-89e2-9894da6cc8bc x-openstack-request-id: req-29ef274f-7439-46a6-89e2-9894da6cc8bc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:41.026427 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7", "name": "network-vif-deleted", "tag": "dba2dc6b-94b3-4b83-a10e-501e476e717d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:41.026781 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29ef274f-7439-46a6-89e2-9894da6cc8bc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:41.027427 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7', 'name': 'network-vif-deleted', 'tag': 'dba2dc6b-94b3-4b83-a10e-501e476e717d', 'status': 'completed', 'code': 200} Jul 06 11:33:41.029476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08d981-5f54-49c4-8638-98c88407cd43 req-e06d59c1-0ea6-4dac-96c3-4686506db89d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:41.037048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc08d981-5f54-49c4-8638-98c88407cd43 req-e06d59c1-0ea6-4dac-96c3-4686506db89d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.5101941 Jul 06 11:33:41.138970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Routers {'d0ece9cf-7eb0-4837-aa00-936096d2d3d6'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:33:41.139969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:33:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:41.333136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc08d981-5f54-49c4-8638-98c88407cd43 req-6d374000-9c0b-4872-86f5-16368a8f0982 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944000 Jul 06 11:33:41.349965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3700d364-ad4c-4ac0-be39-f09b11810190 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=067d68b98d2e46bd868f5c311df3afe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8550329 Jul 06 11:33:41.415039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33464) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:41.580321 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117eccd3-aa4c-4c3c-a683-00ee523fd129 req-e4510d3f-40e9-48ed-b840-6e41bf778475 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:41.592254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-117eccd3-aa4c-4c3c-a683-00ee523fd129 req-e4510d3f-40e9-48ed-b840-6e41bf778475 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 950 time: 0.5497036 Jul 06 11:33:41.651169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Attempting to bind port c6265f05-8c56-4296-8605-c0d344bfca77 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:33:41.652507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Attempting to bind port c6265f05-8c56-4296-8605-c0d344bfca77 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:33:41.653580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Attempting to bind port c6265f05-8c56-4296-8605-c0d344bfca77 on network b7f4671c-4c57-4783-a19b-12498efcccea {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:41.656886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] Set router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:33:41.678815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Port c6265f05-8c56-4296-8605-c0d344bfca77 on network b7f4671c-4c57-4783-a19b-12498efcccea not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:33:41.679908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Attempting to bind port c6265f05-8c56-4296-8605-c0d344bfca77 on network b7f4671c-4c57-4783-a19b-12498efcccea {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:41.690422 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Pushing event updated for resources: {'Port': ['ID=c6265f05-8c56-4296-8605-c0d344bfca77,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:41.710390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:33:41.711407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Checking segment: {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:41.712430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Bound using segment: {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:33:41.713949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Bound port: c6265f05-8c56-4296-8605-c0d344bfca77, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:33:41.714916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:41.721012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Subnet': ['ID=8d77e1b2-8d86-40f5-b028-71e46947e1cc,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:41.772235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71112f1-7ad7-4199-89e8-46acc2e18c3d None None] Pushing event updated for resources: {'Port': ['ID=f330bcb4-9d0f-4cd0-a22c-b92afedee145,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:41.860367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-117eccd3-aa4c-4c3c-a683-00ee523fd129 req-99a722a8-c1c6-44f6-9a07-ad224afd1e92 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994929 Jul 06 11:33:42.094647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:33:42.105659 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:42.123796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Transition to ACTIVE for port object eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:42.143070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Checking segment: {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:42.143934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network hostable DHCP agents. Network: 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:33:42.147741 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:42.154305 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e46bc501-59b7-4358-93a1-b31d22ccf0c7 req-2efff6b5-9c06-41e6-b6fa-441152607865 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 210 time: 0.1249504 Jul 06 11:33:42.225407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:42.262807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae811db-d848-4033-8dcd-491a547b04e0 req-05d63e93-1d06-4930-9617-319b784690a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:42.265003 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eae811db-d848-4033-8dcd-491a547b04e0 req-05d63e93-1d06-4930-9617-319b784690a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 1101 time: 1.2647693 Jul 06 11:33:42.312713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:33:42.382317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] For port c6265f05-8c56-4296-8605-c0d344bfca77, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:42.389520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] For port c6265f05-8c56-4296-8605-c0d344bfca77, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6265f05-8c56-4296-8605-c0d344bfca77,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:33:42.393054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-router', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:33:14Z', 'updated_at': '2021-07-06T11:33:30Z', 'revision_number': 4, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'gw_port': {'id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:18Z', 'updated_at': '2021-07-06T11:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f330bcb4-9d0f-4cd0-a22c-b92afedee145', 'name': '', 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'mac_address': 'fa:16:3e:e0:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e949a743-c8b2-426f-987a-444573e19cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:26Z', 'updated_at': '2021-07-06T11:33:40Z', 'revision_number': 4, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'subnets': [{'id': 'e949a743-c8b2-426f-987a-444573e19cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:42.398241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69fbbd05-5cc9-4798-9da5-a2d4fbb08d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:42.494490 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eae811db-d848-4033-8dcd-491a547b04e0 req-6ab2e211-61bc-44bb-9d1e-199b8e1c56a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103441 Jul 06 11:33:42.498858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:42.526435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6f0c6-3396-480a-a66a-4a2499a3fd6a None None] The sync data for ids ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'] in n-d-799527-2 is: [{'id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-router', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:33:14Z', 'updated_at': '2021-07-06T11:33:30Z', 'revision_number': 4, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'gw_port': {'id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:18Z', 'updated_at': '2021-07-06T11:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f330bcb4-9d0f-4cd0-a22c-b92afedee145', 'name': '', 'network_id': 'bcded0ce-2cfa-45cb-bdb2-09ef3194cd12', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'mac_address': 'fa:16:3e:e0:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'e949a743-c8b2-426f-987a-444573e19cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:26Z', 'updated_at': '2021-07-06T11:33:40Z', 'revision_number': 4, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'subnets': [{'id': 'e949a743-c8b2-426f-987a-444573e19cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:33:42.546725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:42.564425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6732cd4-a873-46ae-b9b9-a3fa072c3050 None None] Network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:33:42.591036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:42.591855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:42.611420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69fbbd05-5cc9-4798-9da5-a2d4fbb08d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:42.751940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:42.755017 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:42.758907 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] 10.222.0.86 "PUT /v2.0/ports/c6265f05-8c56-4296-8605-c0d344bfca77 HTTP/1.1" status: 200 len: 1092 time: 5.9639986 Jul 06 11:33:42.768733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Attempting to bind port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:33:42.769163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Attempting to bind port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:33:42.769558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Attempting to bind port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 on network b7f4671c-4c57-4783-a19b-12498efcccea {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:42.781825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 on network b7f4671c-4c57-4783-a19b-12498efcccea not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:33:42.782357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Attempting to bind port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 on network b7f4671c-4c57-4783-a19b-12498efcccea {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:42.786306 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8121cff4-5c35-4e69-aed9-6a12dc02e73c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.1406748 Jul 06 11:33:42.805790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33470) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:42.812418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'subnet': {'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:42.818904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a62fe7-fe1b-4414-aa56-c1c622acf23d service neutron] Pushing event updated for resources: {'Port': ['ID=c6265f05-8c56-4296-8605-c0d344bfca77,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:42.826261 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:42.830526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:33:42.831952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Checking segment: {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:42.831952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Bound using segment: {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:33:42.831952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Bound port: eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:33:42.832494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:42.881840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa42c69-bbc8-41ca-afe4-831fbf6688be req-1d384c1f-5952-45e3-9e81-c59f0e5c6fa6 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:42.894461 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfa42c69-bbc8-41ca-afe4-831fbf6688be req-1d384c1f-5952-45e3-9e81-c59f0e5c6fa6 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.5647690 Jul 06 11:33:42.936362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] For port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:42.940785 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] For port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:33:42.998200 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:43.035597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0321356e-47eb-4b57-96bc-da694402b11c', 'tag': 'c6265f05-8c56-4296-8605-c0d344bfca77'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:43.045881 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defae7ea-2e6f-400a-b3f2-140c909efa7c" -d '{"events": [{"name": "network-changed", "server_uuid": "0321356e-47eb-4b57-96bc-da694402b11c", "tag": "c6265f05-8c56-4296-8605-c0d344bfca77"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:43.153683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-0db54fac-5dd4-4c6b-8864-609a3f0dd6e8', 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'fixed_ips': [{'subnet_id': '8d77e1b2-8d86-40f5-b028-71e46947e1cc'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:33:43.155470 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:43.201256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f330bcb4-9d0f-4cd0-a22c-b92afedee145 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:43.207681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:43.209706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:43.211039 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] 10.222.0.86 "PUT /v2.0/ports/eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 HTTP/1.1" status: 200 len: 1091 time: 3.8881061 Jul 06 11:33:43.250358 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69fbbd05-5cc9-4798-9da5-a2d4fbb08d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:43.253471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69fbbd05-5cc9-4798-9da5-a2d4fbb08d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:43.259391 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-69fbbd05-5cc9-4798-9da5-a2d4fbb08d9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/770ef351-ff07-423f-a1e3-444679cac641 HTTP/1.1" status: 204 len: 168 time: 1.7914271 Jul 06 11:33:43.300730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbbd05-5cc9-4798-9da5-a2d4fbb08d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770ef351-ff07-423f-a1e3-444679cac641,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:43.375371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56c02d-3ce8-41bc-9487-6c31ba2f0fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:43.391670 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-a550de75-d12f-4f34-9908-62a80539c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:43.396821 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-a550de75-d12f-4f34-9908-62a80539c0b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26c350c0d95440a2b8b18332683715de&device_id=0321356e-47eb-4b57-96bc-da694402b11c HTTP/1.1" status: 200 len: 1095 time: 0.4108295 Jul 06 11:33:43.482815 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfa42c69-bbc8-41ca-afe4-831fbf6688be req-4cdb35c4-f3f2-4dcb-ad68-df7c526fa5f0 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715706 Jul 06 11:33:43.492597 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-25a16ca9-f976-4b95-b976-74904a4d3eb0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6265f05-8c56-4296-8605-c0d344bfca77 HTTP/1.1" status: 200 len: 217 time: 0.0774202 Jul 06 11:33:43.493205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:43.497725 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:43.691031 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:43.738763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba8437-8d1f-47cb-a768-c0b52d5aec2e req-d4688213-385b-42a8-bfbb-4e8f239f4586 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:43.751511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-96ba8437-8d1f-47cb-a768-c0b52d5aec2e req-d4688213-385b-42a8-bfbb-4e8f239f4586 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 943 time: 1.2114072 Jul 06 11:33:43.775131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port f330bcb4-9d0f-4cd0-a22c-b92afedee145 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:43.807176 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f330bcb4-9d0f-4cd0-a22c-b92afedee145 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:43.834461 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:44.262047 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f00f9d10-018b-45e0-8e2e-9e578ce17e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:44.362590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Allocated IP 10.1.1.2 (0db54fac-5dd4-4c6b-8864-609a3f0dd6e8/8d77e1b2-8d86-40f5-b028-71e46947e1cc/ee32016b-e228-4475-9c5e-45cd337c4d04) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:33:44.427607 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:44.625332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port f330bcb4-9d0f-4cd0-a22c-b92afedee145, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f330bcb4-9d0f-4cd0-a22c-b92afedee145,segment=NetworkSegment(242649b5-40dd-4a88-839a-f7325ed81af9),segment_id=242649b5-40dd-4a88-839a-f7325ed81af9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:44.652223 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:44.689705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-a1fd0c26-654d-43e0-bb44-b3ca03a5c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:44.697801 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-a1fd0c26-654d-43e0-bb44-b3ca03a5c307 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26c350c0d95440a2b8b18332683715de&device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 1094 time: 1.3842494 Jul 06 11:33:44.703694 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-96ba8437-8d1f-47cb-a768-c0b52d5aec2e req-2e207426-f31f-48d1-8e9a-5a5bbd3cc76b tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9504652 Jul 06 11:33:44.834159 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-a0808920-5979-45ec-b8ca-ee1748468ab0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 HTTP/1.1" status: 200 len: 217 time: 0.0964344 Jul 06 11:33:44.849595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-507901ec-e6cd-4931-adc5-c787160468f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:44.850397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=f330bcb4-9d0f-4cd0-a22c-b92afedee145,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:44.852431 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-507901ec-e6cd-4931-adc5-c787160468f8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc HTTP/1.1" status: 200 len: 853 time: 1.3465369 Jul 06 11:33:44.950046 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-239ddfd5-ae3c-4685-871a-1ecf9be3cf80 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7f4671c-4c57-4783-a19b-12498efcccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787640 Jul 06 11:33:45.054316 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395cd374-134f-4db9-a136-e2e0649f47d1 x-openstack-request-id: req-395cd374-134f-4db9-a136-e2e0649f47d1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:45.054624 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0321356e-47eb-4b57-96bc-da694402b11c", "tag": "c6265f05-8c56-4296-8605-c0d344bfca77", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:45.054906 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-395cd374-134f-4db9-a136-e2e0649f47d1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:45.055484 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0321356e-47eb-4b57-96bc-da694402b11c', 'tag': 'c6265f05-8c56-4296-8605-c0d344bfca77', 'status': 'completed', 'code': 200} Jul 06 11:33:45.204138 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:45.238464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Transition to ACTIVE for port object ee32016b-e228-4475-9c5e-45cd337c4d04 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:45.284864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b3427-5e59-4406-a411-aa60f05b6571 req-be006bb9-701c-40f9-bc20-ef345a8d2f09 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:45.296690 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a84b3427-5e59-4406-a411-aa60f05b6571 req-be006bb9-701c-40f9-bc20-ef345a8d2f09 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 950 time: 0.8440802 Jul 06 11:33:45.303776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f330bcb4-9d0f-4cd0-a22c-b92afedee145 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:45.306395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-623432db-9db4-40d3-af0e-b9563f28824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:45.309859 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-623432db-9db4-40d3-af0e-b9563f28824e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc HTTP/1.1" status: 200 len: 853 time: 0.4558604 Jul 06 11:33:45.315104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cee2a5c8-12dd-416c-a03c-f27c5650a26b req-77cc9984-6e74-4f98-90ba-d880ac4b1b03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7729995 Jul 06 11:33:45.430401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00153ecd-0bff-415a-90ee-b81f2777acd6 req-32f719e4-b692-4601-8ff1-956389de9163 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 210 time: 0.0978575 Jul 06 11:33:45.440310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Transition to ACTIVE for port object ee32016b-e228-4475-9c5e-45cd337c4d04 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:45.491687 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:45.518360 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-be4842ef-8f25-422d-98f0-f96bda3277aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7f4671c-4c57-4783-a19b-12498efcccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865687 Jul 06 11:33:45.544887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a84b3427-5e59-4406-a411-aa60f05b6571 req-726f39dc-3f76-48ee-8a7c-aadb8cbe1d83 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429442 Jul 06 11:33:45.604198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:33:45.621930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:45.631732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:33:45.652042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Pushing event updated for resources: {'Port': ['ID=ee32016b-e228-4475-9c5e-45cd337c4d04,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:45.703776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] Deleting port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:33:45.704660 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:45.708514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f330bcb4-9d0f-4cd0-a22c-b92afedee145 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:45.709169 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:45.774788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6458141c-2a68-440e-8afa-f125b3fb2c4c service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7827106 Jul 06 11:33:45.884472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Attempting to bind port ee32016b-e228-4475-9c5e-45cd337c4d04 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:33:45.894441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Attempting to bind port ee32016b-e228-4475-9c5e-45cd337c4d04 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:33:45.895954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Attempting to bind port ee32016b-e228-4475-9c5e-45cd337c4d04 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:45.924715 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:33:45.937942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Checking segment: {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:45.939497 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:45.940446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Bound using segment: {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:33:45.941569 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Bound port: ee32016b-e228-4475-9c5e-45cd337c4d04, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:33:45.943142 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:45.946882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2a5c8-12dd-416c-a03c-f27c5650a26b req-055db0d4-32c3-4929-8bed-8a4a0e3173fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:45.949793 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cee2a5c8-12dd-416c-a03c-f27c5650a26b req-055db0d4-32c3-4929-8bed-8a4a0e3173fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 1095 time: 0.5845318 Jul 06 11:33:46.017915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] Deleting port f330bcb4-9d0f-4cd0-a22c-b92afedee145 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:33:46.023223 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:46.256881 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] For port ee32016b-e228-4475-9c5e-45cd337c4d04, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:46.264530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] For port ee32016b-e228-4475-9c5e-45cd337c4d04, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ee32016b-e228-4475-9c5e-45cd337c4d04,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:33:46.276871 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:46.289793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2a5c8-12dd-416c-a03c-f27c5650a26b req-1cfe22eb-ed2b-4c48-a3e7-c132008737d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:46.293067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cee2a5c8-12dd-416c-a03c-f27c5650a26b req-1cfe22eb-ed2b-4c48-a3e7-c132008737d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 200 len: 922 time: 0.2105389 Jul 06 11:33:46.435766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5241af-eec9-4f65-b1d3-e5230eacacd1 None None] Pushing event updated for resources: {'Port': ['ID=ee32016b-e228-4475-9c5e-45cd337c4d04,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:46.483050 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:46.603097 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-b4f079dd-ef7b-4caa-91b8-8d2e3c714349 service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0373447 Jul 06 11:33:46.650315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-6de31b7d-3c8b-4b5f-a1c7-20f535a652ea service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526464 Jul 06 11:33:46.651878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cee2a5c8-12dd-416c-a03c-f27c5650a26b req-9924aadb-cf61-4fb8-a45d-923c8a970471 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db5a446-e99c-4912-b603-27fe2fa64a19 HTTP/1.1" status: 200 len: 217 time: 0.3284700 Jul 06 11:33:46.852044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] For port f330bcb4-9d0f-4cd0-a22c-b92afedee145, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f330bcb4-9d0f-4cd0-a22c-b92afedee145,segment=NetworkSegment(242649b5-40dd-4a88-839a-f7325ed81af9),segment_id=242649b5-40dd-4a88-839a-f7325ed81af9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:46.852854 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:46.854148 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2484c3c8-e0aa-43b5-8b7d-0b3fc3e7a026 req-13e064f5-5fe8-47ea-8c2d-cda98289dba2 service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980865 Jul 06 11:33:46.901109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] Calling delete_port for f330bcb4-9d0f-4cd0-a22c-b92afedee145 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:33:46.924647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Subnet': ['ID=789be327-ed0f-453e-8059-3f4c36b875f7,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:47.089797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7975a39-9de3-47fe-8603-e7599674d06a', 'tag': 'eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:47.093854 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aa1b53-6c4b-4c78-95ac-f3add5b6fac5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7975a39-9de3-47fe-8603-e7599674d06a", "tag": "eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:47.122993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] For port 4f21ed05-f238-47c3-b53a-7fb37c9f5eed, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4f21ed05-f238-47c3-b53a-7fb37c9f5eed,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:47.123356 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:47.133512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2a5c8-12dd-416c-a03c-f27c5650a26b req-7f9e1641-fcd3-4ce9-bfe8-00b442d0239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:47.136168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cee2a5c8-12dd-416c-a03c-f27c5650a26b req-7f9e1641-fcd3-4ce9-bfe8-00b442d0239f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 200 len: 861 time: 0.4692602 Jul 06 11:33:47.166390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] Calling delete_port for 4f21ed05-f238-47c3-b53a-7fb37c9f5eed owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:33:47.204104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0237932-b8ad-40d8-a698-2b1c6ae1d23e req-9086efc6-95a6-4264-b449-dca5776a936a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:47.205011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0237932-b8ad-40d8-a698-2b1c6ae1d23e req-9086efc6-95a6-4264-b449-dca5776a936a tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 1.3007202 Jul 06 11:33:47.226290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ee32016b-e228-4475-9c5e-45cd337c4d04 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:47.240526 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cee2a5c8-12dd-416c-a03c-f27c5650a26b req-102c9591-34d2-498b-95f2-2cbddce1776c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839720 Jul 06 11:33:47.277836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Checking segment: {'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:47.278437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network hostable DHCP agents. Network: 394d285e-f49e-4dd3-979f-9001aa2b15c5, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:33:47.369367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ee32016b-e228-4475-9c5e-45cd337c4d04 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:47.384308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0237932-b8ad-40d8-a698-2b1c6ae1d23e req-7f7936f1-241e-4c53-a39f-03962f89b3a8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865731 Jul 06 11:33:47.410571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad956944-fd49-4b46-a25d-96cebcd0ae49 req-b1f7122c-15c7-491d-bda6-aaec5993dd5e tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:47.420310 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad956944-fd49-4b46-a25d-96cebcd0ae49 req-b1f7122c-15c7-491d-bda6-aaec5993dd5e tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 943 time: 0.5394955 Jul 06 11:33:47.469723 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cee2a5c8-12dd-416c-a03c-f27c5650a26b req-b0a1356d-d317-4349-b65e-731387c39ed4 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109485 Jul 06 11:33:47.472896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae7ea-2e6f-400a-b3f2-140c909efa7c req-53e90b14-12c8-4bad-88a5-54eec7c8d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:47.474905 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-defae7ea-2e6f-400a-b3f2-140c909efa7c req-53e90b14-12c8-4bad-88a5-54eec7c8d05e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26c350c0d95440a2b8b18332683715de&device_id=0321356e-47eb-4b57-96bc-da694402b11c HTTP/1.1" status: 200 len: 1095 time: 0.6180537 Jul 06 11:33:47.543922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network 394d285e-f49e-4dd3-979f-9001aa2b15c5 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:33:47.699392 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 394d285e-f49e-4dd3-979f-9001aa2b15c5) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:47.715696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e403b66-7981-4a73-8583-01f4057bf141 None None] Network 394d285e-f49e-4dd3-979f-9001aa2b15c5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:33:47.734949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:47.740280 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:47.763334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad75e6c8-4dff-40c5-a986-045b266bee5b req-6d47d378-5251-46e6-9956-fe919612263b tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 210 time: 0.1056497 Jul 06 11:33:47.787477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad956944-fd49-4b46-a25d-96cebcd0ae49 req-0feef09c-f285-428f-9f24-ff5cda7d81ae tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615975 Jul 06 11:33:47.794429 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:47.885462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f330bcb4-9d0f-4cd0-a22c-b92afedee145,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:47.907061 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cee2a5c8-12dd-416c-a03c-f27c5650a26b req-65cb2f8d-3f76-40e9-8071-919787248047 service neutron] 10.222.0.47 "GET /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287457 Jul 06 11:33:48.023145 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41bdb93-6fe0-4ebf-ad5d-18e001496ef7 x-openstack-request-id: req-d41bdb93-6fe0-4ebf-ad5d-18e001496ef7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:48.023853 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7975a39-9de3-47fe-8603-e7599674d06a", "tag": "eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:48.024309 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d41bdb93-6fe0-4ebf-ad5d-18e001496ef7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:48.028175 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7975a39-9de3-47fe-8603-e7599674d06a', 'tag': 'eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4', 'status': 'completed', 'code': 200} Jul 06 11:33:48.089343 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:48.168913 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e3c6a4ce-df9a-4897-838e-38836665aeed tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.3575580 Jul 06 11:33:48.179613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33532) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:48.188711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-394d285e-f49e-4dd3-979f-9001aa2b15c5', 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'fixed_ips': [{'subnet_id': '789be327-ed0f-453e-8059-3f4c36b875f7'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:33:48.191577 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:48.211914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'port': {'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8', 'name': 'tempest-TaggedBootDevicesTest-756448729', 'fixed_ips': [{'subnet_id': '8d77e1b2-8d86-40f5-b028-71e46947e1cc'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:48.457931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae7ea-2e6f-400a-b3f2-140c909efa7c req-86f00a3c-505c-4b2a-b350-74bb9460f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.465490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Allocated IP 10.2.2.2 (394d285e-f49e-4dd3-979f-9001aa2b15c5/789be327-ed0f-453e-8059-3f4c36b875f7/9cfd6842-7fb8-469d-9b8d-1fc1def65e5a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:33:48.469217 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-defae7ea-2e6f-400a-b3f2-140c909efa7c req-86f00a3c-505c-4b2a-b350-74bb9460f153 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7f4671c-4c57-4783-a19b-12498efcccea HTTP/1.1" status: 200 len: 914 time: 0.9798267 Jul 06 11:33:48.577583 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-defae7ea-2e6f-400a-b3f2-140c909efa7c req-069ef2d5-853d-4b03-a704-8b934e29b575 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6265f05-8c56-4296-8605-c0d344bfca77 HTTP/1.1" status: 200 len: 217 time: 0.0960841 Jul 06 11:33:48.591755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.592325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.592805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.593531 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.593946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.594489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.594965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.595470 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.596150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.596668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.597139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.597619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.600738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-870df730-eb2b-46e4-92ae-21d0b07cdeb4 req-20f59176-670c-4a6c-89df-03db3afebb4f tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8514 time: 0.1558003 Jul 06 11:33:48.624473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1b53-6c4b-4c78-95ac-f3add5b6fac5 req-5c7f9c14-e654-4abc-b3f1-de0470f0f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.633837 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f7aa1b53-6c4b-4c78-95ac-f3add5b6fac5 req-5c7f9c14-e654-4abc-b3f1-de0470f0f8cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26c350c0d95440a2b8b18332683715de&device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 1094 time: 0.6295176 Jul 06 11:33:48.667178 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:48.688307 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:48.701228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Transition to ACTIVE for port object 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:48.725574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Transition to ACTIVE for port object 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:48.732565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6265f05-8c56-4296-8605-c0d344bfca77 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:33:48.747818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f21ed05-f238-47c3-b53a-7fb37c9f5eed,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:48.748288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc2b810-790d-4d31-8a96-4d8a60ed5077 None None] Network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:33:48.790314 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:48.810691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb0fcc-7e0b-4136-9324-fe58f0bb1494 req-6bc6f45a-3ddc-4e39-96d3-eb279242c8bf tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:48.820364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fbb0fcc-7e0b-4136-9324-fe58f0bb1494 req-6bc6f45a-3ddc-4e39-96d3-eb279242c8bf tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 950 time: 0.6904840 Jul 06 11:33:48.827224 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:48.853406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Network 394d285e-f49e-4dd3-979f-9001aa2b15c5 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:33:48.990600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:48.999376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:33:49.015745 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b33efea-4816-4184-9202-8d12c40182f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:49.121204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-659e899a-2ff5-492f-865d-339b95765e53 None None] Provisioning for port ee32016b-e228-4475-9c5e-45cd337c4d04 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:49.131903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae7ea-2e6f-400a-b3f2-140c909efa7c req-0fc5e38e-aff2-4df3-a7cf-616e13b23a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:49.134140 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-defae7ea-2e6f-400a-b3f2-140c909efa7c req-0fc5e38e-aff2-4df3-a7cf-616e13b23a4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc HTTP/1.1" status: 200 len: 853 time: 0.5154879 Jul 06 11:33:49.170414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-659e899a-2ff5-492f-865d-339b95765e53 None None] Provisioning complete for port ee32016b-e228-4475-9c5e-45cd337c4d04 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:49.170912 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-659e899a-2ff5-492f-865d-339b95765e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:49.200292 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fbb0fcc-7e0b-4136-9324-fe58f0bb1494 req-01558eb0-2d39-44d8-9a8b-4b560b05d602 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324485 Jul 06 11:33:49.215127 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:49.217100 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-defae7ea-2e6f-400a-b3f2-140c909efa7c req-7fda4450-a134-4643-a639-94dec115d3b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7f4671c-4c57-4783-a19b-12498efcccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675523 Jul 06 11:33:49.254287 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:49.347921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Pushing event updated for resources: {'Port': ['ID=9cfd6842-7fb8-469d-9b8d-1fc1def65e5a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:49.392205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Attempting to bind port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:33:49.393583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Attempting to bind port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:33:49.393583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Attempting to bind port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a on network 394d285e-f49e-4dd3-979f-9001aa2b15c5 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:33:49.492489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:33:49.493065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Checking segment: {'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:33:49.493495 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:49.493969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Bound using segment: {'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:33:49.495015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Bound port: 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:33:49.495732 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:49.503543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:49.562640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1b53-6c4b-4c78-95ac-f3add5b6fac5 req-e22e27b1-1d70-454a-9964-605d2a4d8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:49.565662 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f7aa1b53-6c4b-4c78-95ac-f3add5b6fac5 req-e22e27b1-1d70-454a-9964-605d2a4d8471 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7f4671c-4c57-4783-a19b-12498efcccea HTTP/1.1" status: 200 len: 914 time: 0.8899674 Jul 06 11:33:49.702591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] device_id is not set on port 18218c73-5116-43de-a2b7-57faf0ebce65 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:33:49.715256 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f7aa1b53-6c4b-4c78-95ac-f3add5b6fac5 req-cd37d4e7-65ac-400f-9dc8-3de5c3af31e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 HTTP/1.1" status: 200 len: 217 time: 0.1129594 Jul 06 11:33:49.829345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12656a3-e442-4651-8dff-7aac120c4fa4 req-ecbec5aa-963a-4b02-b387-2318185441f0 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:49.841579 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f12656a3-e442-4651-8dff-7aac120c4fa4 req-ecbec5aa-963a-4b02-b387-2318185441f0 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.8025901 Jul 06 11:33:49.860796 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-659e899a-2ff5-492f-865d-339b95765e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:49.950268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6265f05-8c56-4296-8605-c0d344bfca77, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6265f05-8c56-4296-8605-c0d344bfca77,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:49.993269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-659e899a-2ff5-492f-865d-339b95765e53 None None] For port ee32016b-e228-4475-9c5e-45cd337c4d04, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ee32016b-e228-4475-9c5e-45cd337c4d04,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:50.026016 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-659e899a-2ff5-492f-865d-339b95765e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:50.045563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f12656a3-e442-4651-8dff-7aac120c4fa4 req-913e3343-7016-44b1-8653-07f9eb208428 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023950 Jul 06 11:33:50.143860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f59373-797c-45f6-825b-221e548a8ef8 req-0dac3b4a-d06e-4e4a-9cfa-ee9c161bca72 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:50.158593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78f59373-797c-45f6-825b-221e548a8ef8 req-0dac3b4a-d06e-4e4a-9cfa-ee9c161bca72 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 886 time: 0.8101771 Jul 06 11:33:50.169348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa1b53-6c4b-4c78-95ac-f3add5b6fac5 req-fcde1171-340e-406d-be18-8ea73a7674af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:50.174431 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f7aa1b53-6c4b-4c78-95ac-f3add5b6fac5 req-fcde1171-340e-406d-be18-8ea73a7674af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc HTTP/1.1" status: 200 len: 853 time: 0.4434843 Jul 06 11:33:50.178526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c6265f05-8c56-4296-8605-c0d344bfca77', 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea', 'port_id': 'c6265f05-8c56-4296-8605-c0d344bfca77', 'mac_address': 'fa:16:3e:10:ea:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:33:50.197761 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:50.206469 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-defae7ea-2e6f-400a-b3f2-140c909efa7c req-aa770884-34a5-4733-a3a1-5d35c045b82d service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9747839 Jul 06 11:33:50.222869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] Router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:33:50.395381 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-defae7ea-2e6f-400a-b3f2-140c909efa7c req-5ba813e8-c395-4e08-9815-db6e9477bb18 service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563792 Jul 06 11:33:50.436215 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] For port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:33:50.469549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:33:50.472231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] For port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9cfd6842-7fb8-469d-9b8d-1fc1def65e5a,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:33:50.480674 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765393f-4bd3-4b4e-9b6e-248036735bdf None None] Sync routers for ids ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:33:50.499897 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765393f-4bd3-4b4e-9b6e-248036735bdf None None] Routers {'d0ece9cf-7eb0-4837-aa00-936096d2d3d6'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:33:50.500554 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b765393f-4bd3-4b4e-9b6e-248036735bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:33:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:50.509232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ff686d0e-2d52-41d1-8b16-8d753450bda1 admin admin] 10.222.0.21 "PUT /v2.0/routers/d0ece9cf-7eb0-4837-aa00-936096d2d3d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8684454 Jul 06 11:33:50.509525 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f7aa1b53-6c4b-4c78-95ac-f3add5b6fac5 req-2c4a8499-7e15-47f8-93f8-0cdf8b88c4b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7f4671c-4c57-4783-a19b-12498efcccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2819910 Jul 06 11:33:50.517532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:50.532832 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:50.541137 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:50.573307 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:50.574212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e899a-2ff5-492f-865d-339b95765e53 None None] Pushing event updated for resources: {'Port': ['ID=ee32016b-e228-4475-9c5e-45cd337c4d04,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:50.652637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb0a42-79a1-4938-b991-14f1cd6a18da None None] Pushing event updated for resources: {'Port': ['ID=9cfd6842-7fb8-469d-9b8d-1fc1def65e5a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:50.670332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6265f05-8c56-4296-8605-c0d344bfca77 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:33:50.716914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6265f05-8c56-4296-8605-c0d344bfca77, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6265f05-8c56-4296-8605-c0d344bfca77,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:50.734820 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:50.787860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ab1426f-ae77-4a91-ae4c-1242287c2933 req-9180a7f6-fb01-4d66-996a-c791d38c68d2 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5648598-6c50-4ddc-8d6f-7f8f1a2b8db7 HTTP/1.1" status: 200 len: 210 time: 0.2620909 Jul 06 11:33:50.843128 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b765393f-4bd3-4b4e-9b6e-248036735bdf None None] Set router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:33:50.851080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:33:50.864744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bc520-f5a3-4835-8ce1-e8a7aa08097f req-c27e01f3-3fb2-45ed-a012-1e6d20d1ef50 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:50.884773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-530bc520-f5a3-4835-8ce1-e8a7aa08097f req-c27e01f3-3fb2-45ed-a012-1e6d20d1ef50 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 943 time: 0.6879542 Jul 06 11:33:51.024274 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:33:51.090284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f7aa1b53-6c4b-4c78-95ac-f3add5b6fac5 req-50471f88-9a25-4553-bd16-710838daf7bb service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185997 Jul 06 11:33:51.102481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6265f05-8c56-4296-8605-c0d344bfca77,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:51.159289 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c6265f05-8c56-4296-8605-c0d344bfca77'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:33:51.328285 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:51.358462 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ee32016b-e228-4475-9c5e-45cd337c4d04 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:51.375261 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-530bc520-f5a3-4835-8ce1-e8a7aa08097f req-baa3964e-8137-439d-809d-d496ac4b268e tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892972 Jul 06 11:33:51.520544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Allocated IP 10.1.1.179 (0db54fac-5dd4-4c6b-8864-609a3f0dd6e8/8d77e1b2-8d86-40f5-b028-71e46947e1cc/18218c73-5116-43de-a2b7-57faf0ebce65) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:33:51.674183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-573b2769-e9cc-47d7-bb89-55b1149b54d9 None None] Provisioning complete for port ee32016b-e228-4475-9c5e-45cd337c4d04 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:51.676249 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b765393f-4bd3-4b4e-9b6e-248036735bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-router', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:33:14Z', 'updated_at': '2021-07-06T11:33:47Z', 'revision_number': 5, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'gw_port': {'id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:18Z', 'updated_at': '2021-07-06T11:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:51.687929 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573b2769-e9cc-47d7-bb89-55b1149b54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:51.719094 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f7aa1b53-6c4b-4c78-95ac-f3add5b6fac5 req-f39dcb9c-9115-4fb3-a618-a9f16b85cdbe service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874634 Jul 06 11:33:51.743647 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765393f-4bd3-4b4e-9b6e-248036735bdf None None] Checking router: d0ece9cf-7eb0-4837-aa00-936096d2d3d6 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:33:51.758374 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765393f-4bd3-4b4e-9b6e-248036735bdf None None] Routers {'d0ece9cf-7eb0-4837-aa00-936096d2d3d6'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:33:51.759271 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b765393f-4bd3-4b4e-9b6e-248036735bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:33:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:51.770659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:51.911725 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ee32016b-e228-4475-9c5e-45cd337c4d04 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:51.924711 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:51.927866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4', 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea', 'port_id': 'eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4', 'mac_address': 'fa:16:3e:ce:7c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:33:52.153878 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:52.177992 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b765393f-4bd3-4b4e-9b6e-248036735bdf None None] Set router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:33:52.236163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Transition to ACTIVE for port object 18218c73-5116-43de-a2b7-57faf0ebce65 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:52.327998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] Router 6ddec966-f043-4cf2-8696-ff2c043e5f71 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:33:52.351582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:52.456085 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:52.490748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:33:52.537025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:52.547556 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:52.597634 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:33:52.654650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:52.680917 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:33:52.726155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:52.734907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Port': ['ID=18218c73-5116-43de-a2b7-57faf0ebce65,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:52.857777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:33:52.897178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:52.898443 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:52.907956 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b765393f-4bd3-4b4e-9b6e-248036735bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-router', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:33:14Z', 'updated_at': '2021-07-06T11:33:47Z', 'revision_number': 5, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'gw_port': {'id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:18Z', 'updated_at': '2021-07-06T11:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:52.920526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0761dd-5085-43a0-8da0-b9319cdb85ba None None] Network 394d285e-f49e-4dd3-979f-9001aa2b15c5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:33:52.940583 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fd7c7242-1db6-4df0-9d26-cad359a67f8c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7565286 Jul 06 11:33:52.945852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33558) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:52.955398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'port': {'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8', 'name': 'tempest-TaggedBootDevicesTest-1288120381', 'fixed_ips': [{'subnet_id': '8d77e1b2-8d86-40f5-b028-71e46947e1cc'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:53.048174 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765393f-4bd3-4b4e-9b6e-248036735bdf None None] The sync data for ids ['d0ece9cf-7eb0-4837-aa00-936096d2d3d6'] in n-d-799527-2 is: [{'id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1417489174-router', 'tenant_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:33:14Z', 'updated_at': '2021-07-06T11:33:47Z', 'revision_number': 5, 'project_id': '7f8af92b74a44af7b9dc08bcdc8a4ea5', 'gw_port': {'id': 'c67e3b75-b334-4706-8635-efb5269c1ae8', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ece9cf-7eb0-4837-aa00-936096d2d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:33:18Z', 'updated_at': '2021-07-06T11:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:33:53.121696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-798c5d25-c0b8-4bbd-b209-c55930065cc5 None None] Provisioning for port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:53.317292 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:33:53.326686 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:53.355174 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] device_id is not set on port 040d4636-f876-4c42-9eb9-fd9982730b95 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:33:53.416856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.417513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.417809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.418837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.419326 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.419827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.420297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.420765 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.421705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.422211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.422680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.423149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.439894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c555f3c-85a6-4e81-867a-54b1ea68c25c req-db02fe98-e79f-4839-af14-1b0ad99fe042 tempest-NetworksTest-1508732690 tempest-NetworksTest-1508732690-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8514 time: 1.8161576 Jul 06 11:33:53.457365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:53.488379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:53.585664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ce0333b9-3de5-4c82-9d3e-d8fd1572ac35 None None] Provisioning for port 18218c73-5116-43de-a2b7-57faf0ebce65 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:53.608665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ce0333b9-3de5-4c82-9d3e-d8fd1572ac35 None None] Provisioning complete for port 18218c73-5116-43de-a2b7-57faf0ebce65 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:53.609019 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce0333b9-3de5-4c82-9d3e-d8fd1572ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:53.736513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ce0333b9-3de5-4c82-9d3e-d8fd1572ac35 None None] Port 18218c73-5116-43de-a2b7-57faf0ebce65 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:33:53.759716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Allocated IP 10.1.1.50 (0db54fac-5dd4-4c6b-8864-609a3f0dd6e8/8d77e1b2-8d86-40f5-b028-71e46947e1cc/040d4636-f876-4c42-9eb9-fd9982730b95) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:33:53.791414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72bfdf-2c13-442f-9ce4-f24f7e07dea9 req-513ddf0f-46ac-4e0e-8020-1121c6c086b3 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:53.803357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f72bfdf-2c13-442f-9ce4-f24f7e07dea9 req-513ddf0f-46ac-4e0e-8020-1121c6c086b3 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 1.5593488 Jul 06 11:33:53.853372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:53.858742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:53.859121 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:53.995331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:33:54.039488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6a19de3a-8a4c-4727-ab83-632d91ba8db0 admin admin] 10.222.0.21 "PUT /v2.0/routers/6ddec966-f043-4cf2-8696-ff2c043e5f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9323215 Jul 06 11:33:54.055254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:54.068541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8921b2-e868-4c35-95fa-44de68d7490c None None] Sync routers for ids ['6ddec966-f043-4cf2-8696-ff2c043e5f71'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:33:54.102430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8921b2-e868-4c35-95fa-44de68d7490c None None] Routers {'6ddec966-f043-4cf2-8696-ff2c043e5f71'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:33:54.103094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cb8921b2-e868-4c35-95fa-44de68d7490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:33:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ddec966-f043-4cf2-8696-ff2c043e5f71'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:54.157695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f72bfdf-2c13-442f-9ce4-f24f7e07dea9 req-f18cea79-d266-4d85-bcb8-7596fddca582 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147869 Jul 06 11:33:54.208521 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:54.336305 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9cfd6842-7fb8-469d-9b8d-1fc1def65e5a,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:54.340590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Deleting port c67e3b75-b334-4706-8635-efb5269c1ae8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:33:54.342614 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:54.357225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:54.363304 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:54.397384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Transition to ACTIVE for port object 040d4636-f876-4c42-9eb9-fd9982730b95 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:33:54.493754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33570) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:54.518178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:54.630740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:33:54.639540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:33:54.644711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:33:54.730353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ef21f303-3a2e-49ee-8ac7-c1cbdfa1b289 None None] Provisioning complete for port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:54.732040 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef21f303-3a2e-49ee-8ac7-c1cbdfa1b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:54.756300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Port': ['ID=040d4636-f876-4c42-9eb9-fd9982730b95,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:54.829844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:54.834765 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:54.837652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6265f05-8c56-4296-8605-c0d344bfca77 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:54.873073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] For port c67e3b75-b334-4706-8635-efb5269c1ae8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c67e3b75-b334-4706-8635-efb5269c1ae8,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:54.873945 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:55.045033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=9cfd6842-7fb8-469d-9b8d-1fc1def65e5a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:55.071802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-cb8921b2-e868-4c35-95fa-44de68d7490c None None] Set router 6ddec966-f043-4cf2-8696-ff2c043e5f71 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:33:55.077730 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:55.190431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Calling delete_port for c67e3b75-b334-4706-8635-efb5269c1ae8 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:33:55.386721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f330bcb4-9d0f-4cd0-a22c-b92afedee145 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:33:55.469926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-227bf2a9-d33d-4011-b116-8a763c468c07 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:55.471220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-227bf2a9-d33d-4011-b116-8a763c468c07 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:55.473688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-227bf2a9-d33d-4011-b116-8a763c468c07 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:55.474840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-227bf2a9-d33d-4011-b116-8a763c468c07 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:55.476008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-227bf2a9-d33d-4011-b116-8a763c468c07 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:55.477153 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-227bf2a9-d33d-4011-b116-8a763c468c07 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:55.478312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-227bf2a9-d33d-4011-b116-8a763c468c07 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:55.479574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-227bf2a9-d33d-4011-b116-8a763c468c07 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:55.481288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-227bf2a9-d33d-4011-b116-8a763c468c07 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:55.495210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-227bf2a9-d33d-4011-b116-8a763c468c07 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0321356e-47eb-4b57-96bc-da694402b11c&device_id=e7975a39-9de3-47fe-8603-e7599674d06a&device_id=735c77f6-4826-4203-af00-ab95097a9756&device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f&device_id=75e90925-74e4-484b-afac-fc5adef74378&device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff&device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d&device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b&device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 8196 time: 1.2228408 Jul 06 11:33:55.529912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: f330bcb4-9d0f-4cd0-a22c-b92afedee145 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:33:55.530194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f330bcb4-9d0f-4cd0-a22c-b92afedee145 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:33:55.555068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7af06358-1b77-444b-a4ed-f49c8c9c57a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:55.592217 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9bac0b61-e67a-4db5-93b6-e2676ba84748 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6445484 Jul 06 11:33:55.678025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41f118-1460-4069-999b-514a9c597668 req-8474def2-c129-475e-a422-2b7bfd67d89a tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:55.692287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a41f118-1460-4069-999b-514a9c597668 req-8474def2-c129-475e-a422-2b7bfd67d89a tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 944 time: 0.8719823 Jul 06 11:33:55.816295 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7af06358-1b77-444b-a4ed-f49c8c9c57a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:55.828114 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7af06358-1b77-444b-a4ed-f49c8c9c57a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:55.903159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af06358-1b77-444b-a4ed-f49c8c9c57a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90036177-4a78-4604-802f-14fed3e71c2a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:55.904287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port c6265f05-8c56-4296-8605-c0d344bfca77 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:55.940254 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7af06358-1b77-444b-a4ed-f49c8c9c57a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3731eca168c9451fa003d42749091cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4407890 Jul 06 11:33:55.940479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33580) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:55.961943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c6265f05-8c56-4296-8605-c0d344bfca77 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:55.962421 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:55.977137 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.008907 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a41f118-1460-4069-999b-514a9c597668 req-a1d0be21-0081-47ff-a1a4-0497786c3401 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150065 Jul 06 11:33:56.019591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-e7041e36-8664-49d8-aadf-d3fb14c6616c tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.071174 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-68ce742c-181a-4d23-8667-4ecc213efbe5 None None] Provisioning for port 040d4636-f876-4c42-9eb9-fd9982730b95 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:56.105484 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b00e8e1b-de60-497f-86f8-940f46e97239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.130851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-68ce742c-181a-4d23-8667-4ecc213efbe5 None None] Provisioning complete for port 040d4636-f876-4c42-9eb9-fd9982730b95 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:56.154534 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ce742c-181a-4d23-8667-4ecc213efbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.173787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b00e8e1b-de60-497f-86f8-940f46e97239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.275546 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.284437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-68ce742c-181a-4d23-8667-4ecc213efbe5 None None] Port 040d4636-f876-4c42-9eb9-fd9982730b95 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:33:56.304417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cb8921b2-e868-4c35-95fa-44de68d7490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:33:47Z', 'revision_number': 5, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port': {'id': 'eef213a2-f934-4b40-ba1f-2da62c6dfb8c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:29:26Z', 'updated_at': '2021-07-06T11:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:56.340763 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b00e8e1b-de60-497f-86f8-940f46e97239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.343600 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b00e8e1b-de60-497f-86f8-940f46e97239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.345184 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b00e8e1b-de60-497f-86f8-940f46e97239 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90036177-4a78-4604-802f-14fed3e71c2a HTTP/1.1" status: 204 len: 168 time: 0.4038463 Jul 06 11:33:56.359487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e8e1b-de60-497f-86f8-940f46e97239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90036177-4a78-4604-802f-14fed3e71c2a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:56.444470 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c67e3b75-b334-4706-8635-efb5269c1ae8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:56.475702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8921b2-e868-4c35-95fa-44de68d7490c None None] Checking router: 6ddec966-f043-4cf2-8696-ff2c043e5f71 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:33:56.516757 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.550641 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8921b2-e868-4c35-95fa-44de68d7490c None None] Routers {'6ddec966-f043-4cf2-8696-ff2c043e5f71'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:33:56.551301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cb8921b2-e868-4c35-95fa-44de68d7490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:33:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ddec966-f043-4cf2-8696-ff2c043e5f71'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:56.621962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.632921 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-e7041e36-8664-49d8-aadf-d3fb14c6616c tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.705508 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-e7041e36-8664-49d8-aadf-d3fb14c6616c tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.744731 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9797868-0e71-4ec8-b20b-a77e32540164 req-e7041e36-8664-49d8-aadf-d3fb14c6616c tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&id=b147a1cc-9b07-489a-8074-65e212e5d368&id=65e6092f-024e-4965-99cb-d44f7b4fcda7&id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 1.2482989 Jul 06 11:33:56.749621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6265f05-8c56-4296-8605-c0d344bfca77, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6265f05-8c56-4296-8605-c0d344bfca77,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:56.782236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0321356e-47eb-4b57-96bc-da694402b11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6265f05-8c56-4296-8605-c0d344bfca77'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:33:56.784231 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77caa5db-8512-490b-bcac-5b91cd9cb9de" -d '{"events": [{"server_uuid": "0321356e-47eb-4b57-96bc-da694402b11c", "name": "network-vif-plugged", "status": "completed", "tag": "c6265f05-8c56-4296-8605-c0d344bfca77"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:33:56.797792 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.798668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:56.852721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Deleting port eef213a2-f934-4b40-ba1f-2da62c6dfb8c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:33:56.853334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.865392 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.886440 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:56.952265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-cb8921b2-e868-4c35-95fa-44de68d7490c None None] Set router 6ddec966-f043-4cf2-8696-ff2c043e5f71 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:33:57.009844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33592) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:57.031316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7041e36-8664-49d8-aadf-d3fb14c6616c tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb12ecb-7867-4307-a8f9-74c5601fbd0e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:57.033346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9a791e5-1db2-4b6a-9cb7-bfeec25b7e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.089933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cb8921b2-e868-4c35-95fa-44de68d7490c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:33:55Z', 'revision_number': 6, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:57.201464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6265f05-8c56-4296-8605-c0d344bfca77,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:57.248509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8921b2-e868-4c35-95fa-44de68d7490c None None] The sync data for ids ['6ddec966-f043-4cf2-8696-ff2c043e5f71'] in n-d-799527-2 is: [{'id': '6ddec966-f043-4cf2-8696-ff2c043e5f71', 'name': 'tempest-ServersTestBootFromVolume-2123514077-router', 'tenant_id': '18491665c91b4bc9800c27d294d8927c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:29:25Z', 'updated_at': '2021-07-06T11:33:55Z', 'revision_number': 6, 'project_id': '18491665c91b4bc9800c27d294d8927c', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:33:57.249568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b31e8-29b5-41de-8891-74f537c3f481 req-442f8d33-bebb-40ef-9767-adf79d359254 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:57.252693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:33:57.267301 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b8b31e8-29b5-41de-8891-74f537c3f481 req-442f8d33-bebb-40ef-9767-adf79d359254 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.8377721 Jul 06 11:33:57.271643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.272178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ece9cf-7eb0-4837-aa00-936096d2d3d6 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:33:57.283211 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.284591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8a9c4f7b-4512-4e76-80de-55066f0689cf admin admin] 10.222.0.21 "DELETE /v2.0/routers/d0ece9cf-7eb0-4837-aa00-936096d2d3d6 HTTP/1.1" status: 204 len: 168 time: 6.7607472 Jul 06 11:33:57.293185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:57.296131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:57.296391 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.341232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9a791e5-1db2-4b6a-9cb7-bfeec25b7e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.351416 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9a791e5-1db2-4b6a-9cb7-bfeec25b7e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.381204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:33:57.420161 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c9a791e5-1db2-4b6a-9cb7-bfeec25b7e1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f765be49e3cf46d197984e30591d7087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047143 Jul 06 11:33:57.420963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33600) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:57.448147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-9700252c-0eb5-4c2d-babd-c9de5a76f684 admin admin] Deleting subnet e949a743-c8b2-426f-987a-444573e19cb5 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:33:57.483244 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9700252c-0eb5-4c2d-babd-c9de5a76f684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.574023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33602) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:57.604142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-63bfddb4-1b04-4775-af4e-64ebffb30237 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253040242', 'description': 'tempest-description--994012936'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:57.626604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a791e5-1db2-4b6a-9cb7-bfeec25b7e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c370e147-e3de-444a-8229-7204b98a6de8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:57.688929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] For port eef213a2-f934-4b40-ba1f-2da62c6dfb8c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=eef213a2-f934-4b40-ba1f-2da62c6dfb8c,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:57.689524 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.707056 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72d5e276-e7c7-49c8-a42c-6ea364bb2968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.750377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:33:57.760071 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.791138 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9700252c-0eb5-4c2d-babd-c9de5a76f684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.794715 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72d5e276-e7c7-49c8-a42c-6ea364bb2968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.903570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b8b31e8-29b5-41de-8891-74f537c3f481 req-f40c5840-bcc3-4cff-bad2-41e7fa7ccf9c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335597 Jul 06 11:33:57.918400 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:57.918732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Calling delete_port for eef213a2-f934-4b40-ba1f-2da62c6dfb8c owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:33:57.922206 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63bfddb4-1b04-4775-af4e-64ebffb30237 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:58.011113 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72d5e276-e7c7-49c8-a42c-6ea364bb2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:58.034430 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72d5e276-e7c7-49c8-a42c-6ea364bb2968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:58.046660 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-72d5e276-e7c7-49c8-a42c-6ea364bb2968 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c370e147-e3de-444a-8229-7204b98a6de8 HTTP/1.1" status: 204 len: 168 time: 0.6194808 Jul 06 11:33:58.085576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5e276-e7c7-49c8-a42c-6ea364bb2968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c370e147-e3de-444a-8229-7204b98a6de8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:58.112114 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cfa071-aef3-41aa-a04c-f4905c9681eb x-openstack-request-id: req-b5cfa071-aef3-41aa-a04c-f4905c9681eb {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:33:58.112990 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0321356e-47eb-4b57-96bc-da694402b11c", "name": "network-vif-plugged", "status": "completed", "tag": "c6265f05-8c56-4296-8605-c0d344bfca77", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:33:58.112990 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5cfa071-aef3-41aa-a04c-f4905c9681eb {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:33:58.113315 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0321356e-47eb-4b57-96bc-da694402b11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6265f05-8c56-4296-8605-c0d344bfca77', 'code': 200} Jul 06 11:33:58.259310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:58.359184 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:58.423839 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9700252c-0eb5-4c2d-babd-c9de5a76f684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:58.446097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc64b74-4e27-410d-ba81-991b7b8e326b req-e3b34853-5b17-4edd-a6ad-afeae5d4d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:58.450313 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1bc64b74-4e27-410d-ba81-991b7b8e326b req-e3b34853-5b17-4edd-a6ad-afeae5d4d0a1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0321356e-47eb-4b57-96bc-da694402b11c HTTP/1.1" status: 200 len: 1097 time: 0.2413230 Jul 06 11:33:58.511038 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:58.519431 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:58.562955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:58.568076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9700252c-0eb5-4c2d-babd-c9de5a76f684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:58.588963 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1bc64b74-4e27-410d-ba81-991b7b8e326b req-339e8d9b-2c7c-4e70-b146-2714b14995b9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266646 Jul 06 11:33:58.660393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700252c-0eb5-4c2d-babd-c9de5a76f684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e949a743-c8b2-426f-987a-444573e19cb5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:58.668839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bc83ba-d60b-4782-8a72-d7d74aba8d27 None None] Network bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:33:58.680396 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9700252c-0eb5-4c2d-babd-c9de5a76f684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:58.690380 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9700252c-0eb5-4c2d-babd-c9de5a76f684 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e949a743-c8b2-426f-987a-444573e19cb5 HTTP/1.1" status: 204 len: 168 time: 1.3893614 Jul 06 11:33:58.694749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33614) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:58.905812 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.001708 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63bfddb4-1b04-4775-af4e-64ebffb30237 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.005878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Deleting port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:33:59.006616 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.017193 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49d038-e90d-44d8-be47-d738f1c67633 req-bc0b5355-89ad-40b8-86bd-962ce2aba2d1 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:33:59.042762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae49d038-e90d-44d8-be47-d738f1c67633 req-bc0b5355-89ad-40b8-86bd-962ce2aba2d1 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 945 time: 0.5031762 Jul 06 11:33:59.048527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63bfddb4-1b04-4775-af4e-64ebffb30237 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.111018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c67e3b75-b334-4706-8635-efb5269c1ae8 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:33:59.132659 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] For port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c3a8b760-ea7d-41cc-a5d8-1365bc4b578e,segment=NetworkSegment(242649b5-40dd-4a88-839a-f7325ed81af9),segment_id=242649b5-40dd-4a88-839a-f7325ed81af9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:33:59.133457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.158017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Calling delete_port for c3a8b760-ea7d-41cc-a5d8-1365bc4b578e owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:33:59.173564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae49d038-e90d-44d8-be47-d738f1c67633 req-963f46f1-a8eb-45a6-a741-f1f780cd7643 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149871 Jul 06 11:33:59.255201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: c67e3b75-b334-4706-8635-efb5269c1ae8 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:33:59.258467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c67e3b75-b334-4706-8635-efb5269c1ae8 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:33:59.262469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4f21ed05-f238-47c3-b53a-7fb37c9f5eed no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:33:59.273548 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63bfddb4-1b04-4775-af4e-64ebffb30237 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.275259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-63bfddb4-1b04-4775-af4e-64ebffb30237 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6998568 Jul 06 11:33:59.286514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33622) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:33:59.299025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c5c1d54f-1f80-4149-bb76-7c69fc0614f6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'security_group_rule': {'security_group_id': '4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:33:59.314442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfddb4-1b04-4775-af4e-64ebffb30237 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:59.368947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 4f21ed05-f238-47c3-b53a-7fb37c9f5eed {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:33:59.369560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4f21ed05-f238-47c3-b53a-7fb37c9f5eed not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:33:59.370242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device eef213a2-f934-4b40-ba1f-2da62c6dfb8c no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:33:59.374559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.387522 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.452453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a8b760-ea7d-41cc-a5d8-1365bc4b578e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:59.453394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: eef213a2-f934-4b40-ba1f-2da62c6dfb8c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:33:59.454037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device eef213a2-f934-4b40-ba1f-2da62c6dfb8c not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:33:59.466529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] No DVR routers for this DVR port c3a8b760-ea7d-41cc-a5d8-1365bc4b578e on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:33:59.514547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cff1c9-061a-4c65-887b-be6f67faec40 None None] DHCP port deletion for bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:33:59.562085 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d54f-1f80-4149-bb76-7c69fc0614f6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.678021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Pushing event deleted for resources: {'Port': ['ID=eef213a2-f934-4b40-ba1f-2da62c6dfb8c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:33:59.681637 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.752029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.829226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcded0ce-2cfa-45cb-bdb2-09ef3194cd12']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:59.858460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242649b5-40dd-4a88-839a-f7325ed81af9') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:59.858962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242649b5-40dd-4a88-839a-f7325ed81af9') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:33:59.882523 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.899368 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.919335 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.922529 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:33:59.935076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:33:59.935768 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.006542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d54f-1f80-4149-bb76-7c69fc0614f6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.038699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3495-f226-467e-b8e3-fdd9f69808b1 req-75c4be64-6315-432c-9e4e-8dd716140cad tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:00.048136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad3f3495-f226-467e-b8e3-fdd9f69808b1 req-75c4be64-6315-432c-9e4e-8dd716140cad tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.6335690 Jul 06 11:34:00.051192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.053236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ddec966-f043-4cf2-8696-ff2c043e5f71 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:34:00.072594 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:34:00.079494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.088596 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.098219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bcded0ce-2cfa-45cb-bdb2-09ef3194cd12 HTTP/1.1" status: 204 len: 168 time: 1.3987591 Jul 06 11:34:00.106866 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d54f-1f80-4149-bb76-7c69fc0614f6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.115621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7975a39-9de3-47fe-8603-e7599674d06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:00.122718 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ae5f63-df6e-4bb1-895c-4b271987c6ea" -d '{"events": [{"server_uuid": "e7975a39-9de3-47fe-8603-e7599674d06a", "name": "network-vif-plugged", "status": "completed", "tag": "eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:00.125118 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f98f12-2075-40bc-8274-68c07bdf9a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcded0ce-2cfa-45cb-bdb2-09ef3194cd12,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:00.135714 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.139079 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5cbe0810-25ea-4c90-9599-7c90e0c4938f admin admin] 10.222.0.21 "DELETE /v2.0/routers/6ddec966-f043-4cf2-8696-ff2c043e5f71 HTTP/1.1" status: 204 len: 168 time: 6.0675743 Jul 06 11:34:00.143001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33642) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:00.188341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1d54f-1f80-4149-bb76-7c69fc0614f6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61ab0a7-abcd-439d-8e83-cac39d1d8487,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:00.210943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad3f3495-f226-467e-b8e3-fdd9f69808b1 req-69595253-0149-4cbc-b675-0a202ffd3cd1 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610603 Jul 06 11:34:00.218699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d54f-1f80-4149-bb76-7c69fc0614f6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.237227 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c5c1d54f-1f80-4149-bb76-7c69fc0614f6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9312322 Jul 06 11:34:00.240140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33646) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:00.247342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-720249d6-f701-4fbd-b2d1-7a1b6f70383e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'security_group_rule': {'security_group_id': '4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:00.328570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a718528-8b18-4cb9-a85f-04587b4e4db0 admin admin] Deleting subnet 80b4ee77-710e-4ee0-b205-462777f5161c {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:34:00.353971 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a718528-8b18-4cb9-a85f-04587b4e4db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.382018 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b80f308-7c69-4d98-8902-54dcec83b883 x-openstack-request-id: req-6b80f308-7c69-4d98-8902-54dcec83b883 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:00.383620 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7975a39-9de3-47fe-8603-e7599674d06a", "name": "network-vif-plugged", "status": "completed", "tag": "eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:00.384362 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b80f308-7c69-4d98-8902-54dcec83b883 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:00.385303 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7975a39-9de3-47fe-8603-e7599674d06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4', 'code': 200} Jul 06 11:34:00.476431 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a718528-8b18-4cb9-a85f-04587b4e4db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.482031 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-720249d6-f701-4fbd-b2d1-7a1b6f70383e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.695146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33650) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:00.701672 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-720249d6-f701-4fbd-b2d1-7a1b6f70383e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.749402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-720249d6-f701-4fbd-b2d1-7a1b6f70383e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.818191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720249d6-f701-4fbd-b2d1-7a1b6f70383e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337d5909-e1f2-44bb-b4f1-3f5e225f93d8,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:00.822665 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-720249d6-f701-4fbd-b2d1-7a1b6f70383e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.825138 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-720249d6-f701-4fbd-b2d1-7a1b6f70383e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5822237 Jul 06 11:34:00.831382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33654) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:00.850093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:00.866100 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cf548c58-02b4-4d40-9059-1a7995363d04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f8af92b74a44af7b9dc08bcdc8a4ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640546 Jul 06 11:34:00.872989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33656) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:00.872989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a718528-8b18-4cb9-a85f-04587b4e4db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:00.921266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62345441-ca96-4c95-9dea-e5d466de3d09 req-af7fa256-faff-45a4-ace9-c452763c1815 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:00.921543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec7ff-38ce-4c72-b5bd-65de7f333c5c req-07e30eac-8642-4b97-819a-ee62eb578b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:00.922205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62345441-ca96-4c95-9dea-e5d466de3d09 req-af7fa256-faff-45a4-ace9-c452763c1815 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:00.922844 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e60ec7ff-38ce-4c72-b5bd-65de7f333c5c req-07e30eac-8642-4b97-819a-ee62eb578b9b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 1096 time: 0.3154974 Jul 06 11:34:00.923223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62345441-ca96-4c95-9dea-e5d466de3d09 req-af7fa256-faff-45a4-ace9-c452763c1815 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:00.925662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62345441-ca96-4c95-9dea-e5d466de3d09 req-af7fa256-faff-45a4-ace9-c452763c1815 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756&device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f&device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 2883 time: 1.2313602 Jul 06 11:34:01.008215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d424bcc1-5005-464f-916d-4fb693905498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:01.016582 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e60ec7ff-38ce-4c72-b5bd-65de7f333c5c req-3d6f2e03-53b6-4c4b-9be1-84e2a7e7c13c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832314 Jul 06 11:34:01.050079 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d424bcc1-5005-464f-916d-4fb693905498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:01.069414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62345441-ca96-4c95-9dea-e5d466de3d09 req-507f3e60-17b7-4162-b1df-83fa1d546eb2 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300011 Jul 06 11:34:01.090055 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:01.128118 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a718528-8b18-4cb9-a85f-04587b4e4db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:01.139090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c3a8b760-ea7d-41cc-a5d8-1365bc4b578e no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:34:01.154716 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a718528-8b18-4cb9-a85f-04587b4e4db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:01.161681 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0a718528-8b18-4cb9-a85f-04587b4e4db0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80b4ee77-710e-4ee0-b205-462777f5161c HTTP/1.1" status: 204 len: 168 time: 1.0160270 Jul 06 11:34:01.162884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33662) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:01.204248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d424bcc1-5005-464f-916d-4fb693905498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:01.213860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b531ce14-bb58-4d5b-ae97-03d595137cbe None None] Network 881a8a74-0cfc-48cb-8156-c8919bbb9e7d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:34:01.218225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d424bcc1-5005-464f-916d-4fb693905498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:01.220830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: c3a8b760-ea7d-41cc-a5d8-1365bc4b578e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:34:01.221279 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d424bcc1-5005-464f-916d-4fb693905498 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ad2647f-902b-4b07-9ca3-cd548ea69cca HTTP/1.1" status: 204 len: 168 time: 0.3455791 Jul 06 11:34:01.222273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c3a8b760-ea7d-41cc-a5d8-1365bc4b578e not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:34:01.263095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a718528-8b18-4cb9-a85f-04587b4e4db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b4ee77-710e-4ee0-b205-462777f5161c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:01.272967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621004f-988b-4267-aeef-e460a6e943a1 req-b1bd370b-0e25-4ee9-9a8a-d1b19d56a4fb tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:01.284461 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0621004f-988b-4267-aeef-e460a6e943a1 req-b1bd370b-0e25-4ee9-9a8a-d1b19d56a4fb tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 945 time: 0.2637153 Jul 06 11:34:01.394637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424bcc1-5005-464f-916d-4fb693905498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad2647f-902b-4b07-9ca3-cd548ea69cca,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:01.407222 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0621004f-988b-4267-aeef-e460a6e943a1 req-805f7717-bf3e-42d2-9a84-2c7f465ee0ec tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220632 Jul 06 11:34:01.493585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:01.680978 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:01.701563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Deleting port 83937c00-7057-4f3f-9cab-cd766f52f8c2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:01.702111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:02.048227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] For port 83937c00-7057-4f3f-9cab-cd766f52f8c2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=83937c00-7057-4f3f-9cab-cd766f52f8c2,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:02.048727 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:02.049656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76dcb5-77f6-417b-a4f1-39454bab6775 None None] DHCP port deletion for 881a8a74-0cfc-48cb-8156-c8919bbb9e7d request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:34:02.104666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Calling delete_port for 83937c00-7057-4f3f-9cab-cd766f52f8c2 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:02.143116 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4a76dcb5-77f6-417b-a4f1-39454bab6775 None None] Deleting port 83937c00-7057-4f3f-9cab-cd766f52f8c2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:02.143956 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a76dcb5-77f6-417b-a4f1-39454bab6775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:02.283475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4a76dcb5-77f6-417b-a4f1-39454bab6775 None None] For port 83937c00-7057-4f3f-9cab-cd766f52f8c2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=83937c00-7057-4f3f-9cab-cd766f52f8c2,segment=NetworkSegment(7ccdb002-0aaa-4812-85da-2d2280840a15),segment_id=7ccdb002-0aaa-4812-85da-2d2280840a15)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:02.284606 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a76dcb5-77f6-417b-a4f1-39454bab6775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:02.312095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Allocated IP 172.25.0.219 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/016e56b3-b546-49a6-a481-b23a3b2cbd3d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:02.341456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4a76dcb5-77f6-417b-a4f1-39454bab6775 None None] Calling delete_port for 83937c00-7057-4f3f-9cab-cd766f52f8c2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:02.398696 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:02.509395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] No DVR routers for this DVR port 83937c00-7057-4f3f-9cab-cd766f52f8c2 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:34:02.534535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Pushing event deleted for resources: {'Port': ['ID=83937c00-7057-4f3f-9cab-cd766f52f8c2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:02.721922 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a76dcb5-77f6-417b-a4f1-39454bab6775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:02.745236 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:02.772108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881a8a74-0cfc-48cb-8156-c8919bbb9e7d']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:02.793687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccdb002-0aaa-4812-85da-2d2280840a15') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:02.794159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccdb002-0aaa-4812-85da-2d2280840a15') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:02.812653 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:02.864388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76dcb5-77f6-417b-a4f1-39454bab6775 None None] Pushing event deleted for resources: {'Port': ['ID=83937c00-7057-4f3f-9cab-cd766f52f8c2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:02.908498 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:02.924695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76dcb5-77f6-417b-a4f1-39454bab6775 None None] No DVR routers for this DVR port 83937c00-7057-4f3f-9cab-cd766f52f8c2 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:34:02.940372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:34:02.941014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:34:02.945604 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:34:03.045227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606d55-a99c-4935-8949-3f3831aea0c9 req-04067d71-faad-4644-97b0-b9e24be39fd9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:03.063055 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28606d55-a99c-4935-8949-3f3831aea0c9 req-04067d71-faad-4644-97b0-b9e24be39fd9 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 944 time: 0.7599752 Jul 06 11:34:03.094291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 83937c00-7057-4f3f-9cab-cd766f52f8c2 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:34:03.142158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18905f-b934-4837-ba2b-dfc223e316a0 req-6eedb67b-fa27-4028-af5a-6264fe0778b1 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:03.145480 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b18905f-b934-4837-ba2b-dfc223e316a0 req-6eedb67b-fa27-4028-af5a-6264fe0778b1 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb9ed155-2e2d-4ef9-9c5e-a567da370aff HTTP/1.1" status: 200 len: 944 time: 0.3202837 Jul 06 11:34:03.148548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:03.161281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:03.169128 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] 10.222.0.21 "DELETE /v2.0/networks/881a8a74-0cfc-48cb-8156-c8919bbb9e7d HTTP/1.1" status: 204 len: 168 time: 1.9729342 Jul 06 11:34:03.172447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 83937c00-7057-4f3f-9cab-cd766f52f8c2 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:34:03.173157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 83937c00-7057-4f3f-9cab-cd766f52f8c2 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:34:03.200584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5faf-efa6-47ad-8c51-02d7a5d85dfc req-b9a39c03-bb82-47bb-8941-47eebd74d6a6 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:03.203046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b79c5faf-efa6-47ad-8c51-02d7a5d85dfc req-b9a39c03-bb82-47bb-8941-47eebd74d6a6 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.8979793 Jul 06 11:34:03.273662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f16231-2df8-44fb-868f-c690a830ba57 admin admin] Pushing event deleted for resources: {'Network': ['ID=881a8a74-0cfc-48cb-8156-c8919bbb9e7d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:03.284017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28606d55-a99c-4935-8949-3f3831aea0c9 req-42b4ca4f-a572-48c2-a506-47961818ad65 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194517 Jul 06 11:34:03.294958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:03.343537 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b79c5faf-efa6-47ad-8c51-02d7a5d85dfc req-b30a5615-55b4-4981-aba7-c479634c3077 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110358 Jul 06 11:34:03.430031 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:03.538732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:03.543146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:03.551111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:03.555698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4b18905f-b934-4837-ba2b-dfc223e316a0 req-c6a00e26-7cf1-42cb-9199-4dfabc1e041a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Deleting port 5db5a446-e99c-4912-b603-27fe2fa64a19 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:03.556440 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b18905f-b934-4837-ba2b-dfc223e316a0 req-c6a00e26-7cf1-42cb-9199-4dfabc1e041a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:03.589414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Port': ['ID=016e56b3-b546-49a6-a481-b23a3b2cbd3d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:03.725928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:03.779574 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4b18905f-b934-4837-ba2b-dfc223e316a0 req-c6a00e26-7cf1-42cb-9199-4dfabc1e041a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] For port 5db5a446-e99c-4912-b603-27fe2fa64a19, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5db5a446-e99c-4912-b603-27fe2fa64a19,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:03.780661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b18905f-b934-4837-ba2b-dfc223e316a0 req-c6a00e26-7cf1-42cb-9199-4dfabc1e041a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:03.817964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:03.827505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4b18905f-b934-4837-ba2b-dfc223e316a0 req-c6a00e26-7cf1-42cb-9199-4dfabc1e041a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Calling delete_port for 5db5a446-e99c-4912-b603-27fe2fa64a19 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:03.964641 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:04.039356 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e86a7dce-d3a7-4f03-ad7e-992b767bef0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18491665c91b4bc9800c27d294d8927c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160597 Jul 06 11:34:04.057903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4590cd4-9fee-42b8-b9f4-05e3afbe955b req-a5d7e65c-85f2-48c5-84f5-bcf6e3b12b9a tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:04.064117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4590cd4-9fee-42b8-b9f4-05e3afbe955b req-a5d7e65c-85f2-48c5-84f5-bcf6e3b12b9a tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 945 time: 0.3199921 Jul 06 11:34:04.065277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33722) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:04.132926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b18905f-b934-4837-ba2b-dfc223e316a0 req-c6a00e26-7cf1-42cb-9199-4dfabc1e041a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:04.187249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a00e26-7cf1-42cb-9199-4dfabc1e041a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Pushing event deleted for resources: {'Port': ['ID=5db5a446-e99c-4912-b603-27fe2fa64a19,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:04.249796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4590cd4-9fee-42b8-b9f4-05e3afbe955b req-a0355ce4-66b8-45af-920c-595e26db8524 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705737 Jul 06 11:34:04.276331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b18905f-b934-4837-ba2b-dfc223e316a0 req-c6a00e26-7cf1-42cb-9199-4dfabc1e041a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] No DVR routers for this DVR port 5db5a446-e99c-4912-b603-27fe2fa64a19 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:34:04.279394 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b18905f-b934-4837-ba2b-dfc223e316a0 req-c6a00e26-7cf1-42cb-9199-4dfabc1e041a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:04.282278 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b18905f-b934-4837-ba2b-dfc223e316a0 req-c6a00e26-7cf1-42cb-9199-4dfabc1e041a tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.47 "DELETE /v2.0/ports/5db5a446-e99c-4912-b603-27fe2fa64a19 HTTP/1.1" status: 204 len: 173 time: 1.1112716 Jul 06 11:34:04.296719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'name': 'network-vif-deleted', 'tag': '5db5a446-e99c-4912-b603-27fe2fa64a19'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:04.296831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0eebceb-c08d-4860-a9ae-068820a43ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:04.296940 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf590d1-39ca-4e36-8640-33ed2543d2aa" -d '{"events": [{"server_uuid": "bb9ed155-2e2d-4ef9-9c5e-a567da370aff", "name": "network-vif-deleted", "tag": "5db5a446-e99c-4912-b603-27fe2fa64a19"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:04.324112 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0eebceb-c08d-4860-a9ae-068820a43ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:04.397669 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:04.406299 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:04.480248 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0eebceb-c08d-4860-a9ae-068820a43ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:04.491056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0eebceb-c08d-4860-a9ae-068820a43ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:04.501386 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f0eebceb-c08d-4860-a9ae-068820a43ad3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/848c70f4-6e77-4539-bd6b-475b76ba5ee1 HTTP/1.1" status: 204 len: 168 time: 0.4281931 Jul 06 11:34:04.596390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eebceb-c08d-4860-a9ae-068820a43ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848c70f4-6e77-4539-bd6b-475b76ba5ee1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:04.618675 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Port': ['ID=016e56b3-b546-49a6-a481-b23a3b2cbd3d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:04.657767 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:04.681792 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:04.682369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7a743765-74c3-4d20-8544-3df1834ccfbd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8403251 Jul 06 11:34:04.774247 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995a17d0-cb5f-4842-ad4c-58df59d0bd54 x-openstack-request-id: req-995a17d0-cb5f-4842-ad4c-58df59d0bd54 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:04.775739 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ed155-2e2d-4ef9-9c5e-a567da370aff", "name": "network-vif-deleted", "tag": "5db5a446-e99c-4912-b603-27fe2fa64a19", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:04.776406 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-995a17d0-cb5f-4842-ad4c-58df59d0bd54 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:04.777098 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9ed155-2e2d-4ef9-9c5e-a567da370aff', 'name': 'network-vif-deleted', 'tag': '5db5a446-e99c-4912-b603-27fe2fa64a19', 'status': 'completed', 'code': 200} Jul 06 11:34:04.952066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-7a646eb9-4a6e-42e5-a380-82d3050e6eb4 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8b2b849e4b141049048eecec1f87b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902998 Jul 06 11:34:05.187325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-e3c9ed75-a26e-407c-97ca-e78ddd348407 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:05.196110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-e3c9ed75-a26e-407c-97ca-e78ddd348407 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345874 Jul 06 11:34:05.214733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-1368b16d-4e69-4cb0-bfcf-5e92cd496f94 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/quotas/d8b2b849e4b141049048eecec1f87b1a HTTP/1.1" status: 200 len: 375 time: 0.0173521 Jul 06 11:34:05.266625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-ac5983cc-70cc-4765-9dcf-10ad9f14be31 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8b2b849e4b141049048eecec1f87b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505695 Jul 06 11:34:05.814631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a84d3-9932-4525-87ac-c473e0780244 req-3299328f-a99e-4b88-a27c-db7e88e8e967 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:05.818200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae5a84d3-9932-4525-87ac-c473e0780244 req-3299328f-a99e-4b88-a27c-db7e88e8e967 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=0321356e-47eb-4b57-96bc-da694402b11c HTTP/1.1" status: 200 len: 946 time: 0.1058688 Jul 06 11:34:05.875795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae5a84d3-9932-4525-87ac-c473e0780244 req-499128ab-2a2c-402e-9040-4a3b34734b4a tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516627 Jul 06 11:34:05.930502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33786) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:06.150370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-b4e398d6-c9ec-4c75-a5b6-ef1f6b65bc86 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1253040242&fields=id&tenant_id=c8869dadf3ea422eba00446b2db5778a HTTP/1.1" status: 200 len: 267 time: 0.0581574 Jul 06 11:34:06.242195 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-932557634-network', 'tenant_id': '6db432b9d7a84f69a6cfad598d87579d'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:06.324231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-34874d43-a8f7-496d-a451-6ad861d1ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:06.327567 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-34874d43-a8f7-496d-a451-6ad861d1ef23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc6e59274edb4b1a890f110d529763b3&device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 1097 time: 0.2785330 Jul 06 11:34:06.362887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Made reservation on behalf of 6db432b9d7a84f69a6cfad598d87579d for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:06.367824 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:06.373274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e32bd8c9-da61-4c4b-a942-bcfbe6b4fac6 req-2e896d50-2e8a-47ce-9afc-fc835432a814 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/ports?device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 210 time: 0.0667999 Jul 06 11:34:06.388979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-ab03a3a8-82ed-420c-b045-2532395494d5 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:06.403682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-ab03a3a8-82ed-420c-b045-2532395494d5 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports/18218c73-5116-43de-a2b7-57faf0ebce65 HTTP/1.1" status: 200 len: 931 time: 0.2518673 Jul 06 11:34:06.432329 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:06.508368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-b8f8fc58-c20f-4ffd-87fb-4afeeab5e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:06.511357 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-b8f8fc58-c20f-4ffd-87fb-4afeeab5e229 service neutron] 10.222.0.47 "GET /v2.0/networks?id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 200 len: 914 time: 0.1765635 Jul 06 11:34:06.546231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-ecbf7322-ee6a-4c64-811f-ee5a28fa3448 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:06.559034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-ecbf7322-ee6a-4c64-811f-ee5a28fa3448 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports/040d4636-f876-4c42-9eb9-fd9982730b95 HTTP/1.1" status: 200 len: 931 time: 0.1538661 Jul 06 11:34:06.582586 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-ee93fbce-89de-4466-90cd-9e5a5b840f88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f81d5d93-b733-4518-a3c1-c20be136b443 HTTP/1.1" status: 200 len: 217 time: 0.0645080 Jul 06 11:34:06.670552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-8c635576-322c-4938-bdd2-300ec13a9943 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1100879 Jul 06 11:34:06.671429 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-963f3451-072d-4970-84da-ad3fd0abccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:06.673554 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-963f3451-072d-4970-84da-ad3fd0abccdb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab34012f-cd48-4978-9f78-ba3b215e7390 HTTP/1.1" status: 200 len: 853 time: 0.0835214 Jul 06 11:34:06.745052 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-932f9ecc-647f-42f8-be44-1b00247af2a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36e3040e-6edd-4a2e-b0fb-377b1f72f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613251 Jul 06 11:34:06.769710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-a3e2302b-f963-40ed-9174-b30965a275b7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0977037 Jul 06 11:34:06.771934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-ff315b29-39c9-4016-8af0-5513629ba762 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:34:06.774065 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-ff315b29-39c9-4016-8af0-5513629ba762 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180361 Jul 06 11:34:06.953925 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-7453e059-62d6-4a8e-a62d-8ff4ef9620ac service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689115 Jul 06 11:34:07.180483 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bd29338-ec7c-43be-a3ab-819ec341fa1f req-6421e917-4de2-49dc-9e41-cada663ae3a0 service neutron] 10.222.0.47 "GET /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163885 Jul 06 11:34:07.195859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5db5a446-e99c-4912-b603-27fe2fa64a19 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:34:07.266308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 5db5a446-e99c-4912-b603-27fe2fa64a19 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:34:07.266852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5db5a446-e99c-4912-b603-27fe2fa64a19 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:34:07.320865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb761465-a568-4a36-a1d9-cee92964eaa8 req-ee34d18a-22f7-4603-8f91-df49b52accf1 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:07.323285 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb761465-a568-4a36-a1d9-cee92964eaa8 req-ee34d18a-22f7-4603-8f91-df49b52accf1 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.86 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 944 time: 0.1381879 Jul 06 11:34:07.451027 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:07.464349 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:07.485057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-f42a41db-c89f-447b-be38-d9c32b6b6a3d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:07.491747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-f42a41db-c89f-447b-be38-d9c32b6b6a3d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:07.498653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-f42a41db-c89f-447b-be38-d9c32b6b6a3d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:07.500495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-f42a41db-c89f-447b-be38-d9c32b6b6a3d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/networks?id=55d50c88-87ff-4d1e-a691-5afba0ae5707&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=394d285e-f49e-4dd3-979f-9001aa2b15c5&id=394d285e-f49e-4dd3-979f-9001aa2b15c5 HTTP/1.1" status: 200 len: 1989 time: 0.7291627 Jul 06 11:34:07.502070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-cb761465-a568-4a36-a1d9-cee92964eaa8 req-7efa827d-f4f2-4236-b868-77c7e9f1c004 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Deleting port 06af901f-833a-45e3-96fb-6bdec289716c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:07.503911 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb761465-a568-4a36-a1d9-cee92964eaa8 req-7efa827d-f4f2-4236-b868-77c7e9f1c004 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:07.534965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:34:07.552949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef61825a-80fd-4cdc-91e7-f236547daaf9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:07.561859 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:07.562301 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Added segment 438f6896-c090-4817-a3cf-98dbbf54c08c of type vlan for network e41b0414-50ef-47e9-a3ea-e31294df70c8 Jul 06 11:34:07.566674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-2e14aab3-6b16-4a18-b4e3-785b9435d0be tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/quotas/c8869dadf3ea422eba00446b2db5778a HTTP/1.1" status: 200 len: 375 time: 0.0340028 Jul 06 11:34:07.601844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e5d36-ec96-45c3-8a94-78bee15611da req-2d82951f-219a-4bb8-9ddf-521a853b4557 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:07.603320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-553e5d36-ec96-45c3-8a94-78bee15611da req-2d82951f-219a-4bb8-9ddf-521a853b4557 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.2680025 Jul 06 11:34:07.689024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cb761465-a568-4a36-a1d9-cee92964eaa8 req-7efa827d-f4f2-4236-b868-77c7e9f1c004 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] For port 06af901f-833a-45e3-96fb-6bdec289716c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=06af901f-833a-45e3-96fb-6bdec289716c,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:07.691106 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb761465-a568-4a36-a1d9-cee92964eaa8 req-7efa827d-f4f2-4236-b868-77c7e9f1c004 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:07.691639 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:07.734791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-cb761465-a568-4a36-a1d9-cee92964eaa8 req-7efa827d-f4f2-4236-b868-77c7e9f1c004 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Calling delete_port for 06af901f-833a-45e3-96fb-6bdec289716c owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:07.750398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-553e5d36-ec96-45c3-8a94-78bee15611da req-f2036610-fd0d-461e-b5c5-a652fe9856c3 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953901 Jul 06 11:34:07.763824 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:07.765031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:07.765478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:07.844388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-1f188880-e74a-4597-9be6-385d4a6d23ba tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2699947 Jul 06 11:34:07.877099 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9407916 Jul 06 11:34:07.879229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33820) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:07.884926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] Request body: {'subnet': {'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-932557634-subnet', 'tenant_id': '6db432b9d7a84f69a6cfad598d87579d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:07.920567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39a24e-9367-44bd-810e-0700f9b7bb8b admin admin] Pushing event updated for resources: {'Network': ['ID=e41b0414-50ef-47e9-a3ea-e31294df70c8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:07.939684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network e41b0414-50ef-47e9-a3ea-e31294df70c8 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:34:07.964416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] Made reservation on behalf of 6db432b9d7a84f69a6cfad598d87579d for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:07.966895 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:07.993622 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-e2dfd423-0680-4636-8dcf-bb4cef2fad03 service neutron] 10.222.0.21 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332400 Jul 06 11:34:08.086267 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb761465-a568-4a36-a1d9-cee92964eaa8 req-7efa827d-f4f2-4236-b868-77c7e9f1c004 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:08.143169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa827d-f4f2-4236-b868-77c7e9f1c004 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Pushing event deleted for resources: {'Port': ['ID=06af901f-833a-45e3-96fb-6bdec289716c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:08.181749 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-1962c259-c6f7-4e8a-93d3-6e2621877afe service neutron] 10.222.0.21 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868997 Jul 06 11:34:08.186555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90148-cd4e-46b2-a3e1-f5f7d272aedc req-11b4b920-00a5-4dce-b1fc-e6c221e34872 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:08.188739 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8a90148-cd4e-46b2-a3e1-f5f7d272aedc req-11b4b920-00a5-4dce-b1fc-e6c221e34872 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 1101 time: 0.1834288 Jul 06 11:34:08.242693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb761465-a568-4a36-a1d9-cee92964eaa8 req-7efa827d-f4f2-4236-b868-77c7e9f1c004 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] No DVR routers for this DVR port 06af901f-833a-45e3-96fb-6bdec289716c on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:34:08.259172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb761465-a568-4a36-a1d9-cee92964eaa8 req-7efa827d-f4f2-4236-b868-77c7e9f1c004 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:08.261254 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb761465-a568-4a36-a1d9-cee92964eaa8 req-7efa827d-f4f2-4236-b868-77c7e9f1c004 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.86 "DELETE /v2.0/ports/06af901f-833a-45e3-96fb-6bdec289716c HTTP/1.1" status: 204 len: 173 time: 0.9287724 Jul 06 11:34:08.265876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'name': 'network-vif-deleted', 'tag': '06af901f-833a-45e3-96fb-6bdec289716c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:08.271702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-eb38af4a-2a96-4fef-a42e-c6aaaf320567 service neutron] 10.222.0.21 "GET /v2.0/ports/18218c73-5116-43de-a2b7-57faf0ebce65?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0814707 Jul 06 11:34:08.278337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8a90148-cd4e-46b2-a3e1-f5f7d272aedc req-2a6f2e39-1592-4d6f-b1a4-1eb97d8b8463 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735626 Jul 06 11:34:08.278584 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db02a04c-d57d-416e-8bbf-dc9aa46d5aec" -d '{"events": [{"server_uuid": "49c9c2c3-13ef-4410-b324-fe4fb9f5800d", "name": "network-vif-deleted", "tag": "06af901f-833a-45e3-96fb-6bdec289716c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:08.352317 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-d16f25a2-3914-4cbf-bf34-b8147495b08c tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d8b2b849e4b141049048eecec1f87b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156449 Jul 06 11:34:08.437270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-765289d5-df83-4bd0-8f61-954c21591bef service neutron] 10.222.0.21 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577075 Jul 06 11:34:08.622282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:08.690839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-93f68731-db76-429a-9fde-4d32e5e23f03 service neutron] 10.222.0.21 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343192 Jul 06 11:34:08.703723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980f45f6-7536-45f8-8969-e14fff5112f5,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:08.721630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-31350426-0b5f-4cb9-8c71-f6188b69e226 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:08.724894 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-31350426-0b5f-4cb9-8c71-f6188b69e226 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3348827 Jul 06 11:34:08.747940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Request body: {'port': {'device_id': '5354d884-807b-4dae-b2ad-f6758fe31121', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'd8b2b849e4b141049048eecec1f87b1a'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:08.834738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ac08463-0cc5-454c-8bdf-6f5979777a5e req-564a4fa0-12fe-4607-8186-d4ec34ea85a8 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c9c2c3-13ef-4410-b324-fe4fb9f5800d HTTP/1.1" status: 200 len: 210 time: 0.1397583 Jul 06 11:34:08.985323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260ed51-a8f7-4b5f-936b-70cb543a7fd8 req-0180583c-2993-4bb5-9150-0f2357c9bdad tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:08.987417 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7260ed51-a8f7-4b5f-936b-70cb543a7fd8 req-0180583c-2993-4bb5-9150-0f2357c9bdad tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "GET /v2.0/ports?device_id=0321356e-47eb-4b57-96bc-da694402b11c HTTP/1.1" status: 200 len: 946 time: 0.4796600 Jul 06 11:34:09.001782 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Made reservation on behalf of d8b2b849e4b141049048eecec1f87b1a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:09.009314 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:09.015807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-5d75b4d2-ab6f-4fc9-92b1-2491a5db95f6 service neutron] 10.222.0.21 "GET /v2.0/ports/040d4636-f876-4c42-9eb9-fd9982730b95?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2223053 Jul 06 11:34:09.040131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:09.099590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] Checking segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:09.100684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] Network hostable DHCP agents. Network: e41b0414-50ef-47e9-a3ea-e31294df70c8, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:34:09.128216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33832) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:09.207538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] Network e41b0414-50ef-47e9-a3ea-e31294df70c8 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:34:09.234473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-19f245bc-3950-4fbe-9a18-d806ced5b97f service neutron] 10.222.0.21 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074091 Jul 06 11:34:09.246743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, e41b0414-50ef-47e9-a3ea-e31294df70c8) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:09.260054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eac9ac-222f-455f-a05f-2a684c688350 None None] Network e41b0414-50ef-47e9-a3ea-e31294df70c8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:34:09.283602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-7260ed51-a8f7-4b5f-936b-70cb543a7fd8 req-93e5789a-aae6-4500-aed2-8f3e9dc0cf58 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Deleting port c6265f05-8c56-4296-8605-c0d344bfca77 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:09.283925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7260ed51-a8f7-4b5f-936b-70cb543a7fd8 req-93e5789a-aae6-4500-aed2-8f3e9dc0cf58 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:09.302090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:09.304678 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:09.433411 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-951c854c-7182-4a2e-a7ab-5cef89a7a0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:09.464560 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-2ccabd49-a661-4a52-ad1d-6b07849df99b service neutron] 10.222.0.21 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172599 Jul 06 11:34:09.493951 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:09.509663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:09.591800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266e408a-5771-44e1-85e9-f72e5f668745 None None] Network e41b0414-50ef-47e9-a3ea-e31294df70c8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:34:09.622917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-07461204-bbcb-461b-be91-518f0430e761 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7422392 Jul 06 11:34:09.672479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7260ed51-a8f7-4b5f-936b-70cb543a7fd8 req-93e5789a-aae6-4500-aed2-8f3e9dc0cf58 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] For port c6265f05-8c56-4296-8605-c0d344bfca77, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6265f05-8c56-4296-8605-c0d344bfca77,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:09.672848 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7260ed51-a8f7-4b5f-936b-70cb543a7fd8 req-93e5789a-aae6-4500-aed2-8f3e9dc0cf58 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:09.693892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7ba06a-e17a-4cd4-91e4-6c3683e940d3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:09.719100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-7260ed51-a8f7-4b5f-936b-70cb543a7fd8 req-93e5789a-aae6-4500-aed2-8f3e9dc0cf58 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Calling delete_port for c6265f05-8c56-4296-8605-c0d344bfca77 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:09.797472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a4ea705-c88c-48b0-9114-379ebff4e7b9 req-ea622a8c-d9d2-499d-93dc-d39e2b2b66dd tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/ports?device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 210 time: 0.0739391 Jul 06 11:34:09.895982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-480e67c2-e7e4-4a2e-b874-fd311516e5a1 service neutron] 10.222.0.21 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061689 Jul 06 11:34:09.943887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Allocated IP 192.168.233.121 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/6b9a5855-c7e1-42f5-be67-e8540fb893c1) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:10.073049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-951c854c-7182-4a2e-a7ab-5cef89a7a0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:10.106719 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-951c854c-7182-4a2e-a7ab-5cef89a7a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:10.204329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-8f63623b-4757-4c77-92d4-61c8ad8c7f05 service neutron] 10.222.0.21 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896175 Jul 06 11:34:10.261986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-951c854c-7182-4a2e-a7ab-5cef89a7a0b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b78bfe6ef9f04a6ea39ea59c27303c77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1326342 Jul 06 11:34:10.268123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c854c-7182-4a2e-a7ab-5cef89a7a0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d607840-22a7-4940-abcf-cf8ea9b5a791,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:10.270982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33848) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:10.323111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7260ed51-a8f7-4b5f-936b-70cb543a7fd8 req-93e5789a-aae6-4500-aed2-8f3e9dc0cf58 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:10.330594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa7ad2-daa5-48cd-b1fc-70ae499dcd1d req-4c97c39c-697f-4afc-99c7-a494f07789dd tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:10.333037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bcaa7ad2-daa5-48cd-b1fc-70ae499dcd1d req-4c97c39c-697f-4afc-99c7-a494f07789dd tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 1101 time: 0.1932812 Jul 06 11:34:10.340961 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c6265f05-8c56-4296-8605-c0d344bfca77', 'eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:34:10.413694 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-8f4bab06-b533-431a-9853-918975f2d96d service neutron] 10.222.0.21 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009006 Jul 06 11:34:10.418161 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:10.420661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5789a-aae6-4500-aed2-8f3e9dc0cf58 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Pushing event deleted for resources: {'Port': ['ID=c6265f05-8c56-4296-8605-c0d344bfca77,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:10.421580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bcaa7ad2-daa5-48cd-b1fc-70ae499dcd1d req-abc2943f-6701-4edb-ad8b-34afb654e9db tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750818 Jul 06 11:34:10.479549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-7260ed51-a8f7-4b5f-936b-70cb543a7fd8 req-93e5789a-aae6-4500-aed2-8f3e9dc0cf58 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] No DVR routers for this DVR port c6265f05-8c56-4296-8605-c0d344bfca77 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:34:10.483827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Transition to ACTIVE for port object 6b9a5855-c7e1-42f5-be67-e8540fb893c1 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:10.486067 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7260ed51-a8f7-4b5f-936b-70cb543a7fd8 req-93e5789a-aae6-4500-aed2-8f3e9dc0cf58 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:10.488412 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7260ed51-a8f7-4b5f-936b-70cb543a7fd8 req-93e5789a-aae6-4500-aed2-8f3e9dc0cf58 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "DELETE /v2.0/ports/c6265f05-8c56-4296-8605-c0d344bfca77 HTTP/1.1" status: 204 len: 173 time: 1.4736004 Jul 06 11:34:10.494196 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d292f6d-b728-4cd6-9680-d4efbe086a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:10.532595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d292f6d-b728-4cd6-9680-d4efbe086a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:10.582227 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e521b8f-25b3-4f8f-94b1-31e592078818 x-openstack-request-id: req-0e521b8f-25b3-4f8f-94b1-31e592078818 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:10.583109 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c9c2c3-13ef-4410-b324-fe4fb9f5800d", "name": "network-vif-deleted", "tag": "06af901f-833a-45e3-96fb-6bdec289716c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:10.583402 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e521b8f-25b3-4f8f-94b1-31e592078818 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:10.584068 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c9c2c3-13ef-4410-b324-fe4fb9f5800d', 'name': 'network-vif-deleted', 'tag': '06af901f-833a-45e3-96fb-6bdec289716c', 'status': 'completed', 'code': 200} Jul 06 11:34:10.601254 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:10.603010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-d96a1177-bf2d-4325-8b15-3bfee7fa8c06 service neutron] 10.222.0.21 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676402 Jul 06 11:34:10.698391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:10.706333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:10.713417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:10.768292 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Pushing event updated for resources: {'Port': ['ID=6b9a5855-c7e1-42f5-be67-e8540fb893c1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:10.795112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d292f6d-b728-4cd6-9680-d4efbe086a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:10.798650 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d292f6d-b728-4cd6-9680-d4efbe086a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:10.800601 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0d292f6d-b728-4cd6-9680-d4efbe086a1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d607840-22a7-4940-abcf-cf8ea9b5a791 HTTP/1.1" status: 204 len: 168 time: 0.5242190 Jul 06 11:34:10.823398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-fdc2f15d-a32d-4e43-97c5-c12e31f7a7b3 service neutron] 10.222.0.21 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977305 Jul 06 11:34:10.829357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 06af901f-833a-45e3-96fb-6bdec289716c no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:34:10.863618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d292f6d-b728-4cd6-9680-d4efbe086a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d607840-22a7-4940-abcf-cf8ea9b5a791,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:10.886866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 06af901f-833a-45e3-96fb-6bdec289716c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:34:10.887601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 06af901f-833a-45e3-96fb-6bdec289716c not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:34:10.887847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:10.889444 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:10.916801 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-c825884d-a4e7-4712-9517-068a024f0a50 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1749506 Jul 06 11:34:10.937713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Request body: {'port': {'device_id': '5354d884-807b-4dae-b2ad-f6758fe31121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:11.080093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-d3b21571-7dc6-4da3-bbc0-84dd4238ef67 service neutron] 10.222.0.21 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396264 Jul 06 11:34:11.082292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-21842bcf-24a3-4223-b209-8b985ce5dd95 None None] Provisioning for port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:11.090329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-21842bcf-24a3-4223-b209-8b985ce5dd95 None None] Provisioning complete for port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:11.091258 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21842bcf-24a3-4223-b209-8b985ce5dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:11.153386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-21842bcf-24a3-4223-b209-8b985ce5dd95 None None] Port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:34:11.240185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e916c-21cd-41c4-af3e-34461b4819a0 req-72c2164b-58ea-4e7c-8b13-dd28002279aa tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:11.242860 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d35e916c-21cd-41c4-af3e-34461b4819a0 req-72c2164b-58ea-4e7c-8b13-dd28002279aa tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7975a39-9de3-47fe-8603-e7599674d06a HTTP/1.1" status: 200 len: 945 time: 0.2433236 Jul 06 11:34:11.259689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4712dee-9e10-4121-b5ad-19b1278a71ed req-266e16c1-360f-4fa5-9b3e-4117801a513b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:11.261847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4712dee-9e10-4121-b5ad-19b1278a71ed req-266e16c1-360f-4fa5-9b3e-4117801a513b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.2910464 Jul 06 11:34:11.304541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-d00e4ae9-1ecc-40d1-b880-56e855760e1e service neutron] 10.222.0.21 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232378 Jul 06 11:34:11.393599 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:11.423071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33858) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:11.445888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4712dee-9e10-4121-b5ad-19b1278a71ed req-885e0bfa-5add-499f-a11d-09795919c6a8 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736896 Jul 06 11:34:11.461729 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:11.577608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-b8dd615a-022f-485b-968c-18081a37e91b service neutron] 10.222.0.21 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609768 Jul 06 11:34:11.620818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d35e916c-21cd-41c4-af3e-34461b4819a0 req-0170024d-fcb3-423e-b960-4978bff89628 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Deleting port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:11.621148 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d35e916c-21cd-41c4-af3e-34461b4819a0 req-0170024d-fcb3-423e-b960-4978bff89628 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:11.766341 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:11.788913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-c02d8ed8-a574-4852-b4e7-bc8a645c7705 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:11.793354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-c02d8ed8-a574-4852-b4e7-bc8a645c7705 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/networks?id=b7f4671c-4c57-4783-a19b-12498efcccea HTTP/1.1" status: 200 len: 813 time: 0.2000384 Jul 06 11:34:11.797653 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:11.872647 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-5a6dca29-e39c-4ffc-8b39-ac847a46d9c3 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/quotas/26c350c0d95440a2b8b18332683715de HTTP/1.1" status: 200 len: 375 time: 0.0661528 Jul 06 11:34:11.962914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b8b1d2-df5b-47fc-a27b-6025874c6d81,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:11.977928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cebb482579664364a24922ab5143351f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5526497 Jul 06 11:34:11.979096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33876) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:12.006213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.006741 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.007281 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.007811 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.008285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.008760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.009239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.009714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.010179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.010830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.011205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.011987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437dd87f-bf81-467d-914c-48a615db9868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:12.142644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-aff1d589-21c5-40ed-9f3f-888083fafc7e tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=26c350c0d95440a2b8b18332683715de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2499294 Jul 06 11:34:12.144570 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fca8e159-961c-493a-aab2-0f7e888b3650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:12.201091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d35e916c-21cd-41c4-af3e-34461b4819a0 req-0170024d-fcb3-423e-b960-4978bff89628 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] For port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:12.201981 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d35e916c-21cd-41c4-af3e-34461b4819a0 req-0170024d-fcb3-423e-b960-4978bff89628 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:12.250299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d35e916c-21cd-41c4-af3e-34461b4819a0 req-0170024d-fcb3-423e-b960-4978bff89628 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Calling delete_port for eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:12.285349 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fca8e159-961c-493a-aab2-0f7e888b3650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:12.396077 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-43c195ad-5e04-404e-9c72-e592697c52a6 service neutron] 10.222.0.21 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456825 Jul 06 11:34:12.454049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9a5855-c7e1-42f5-be67-e8540fb893c1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:12.481126 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:12.489660 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fca8e159-961c-493a-aab2-0f7e888b3650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:12.494690 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fca8e159-961c-493a-aab2-0f7e888b3650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:12.499063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fca8e159-961c-493a-aab2-0f7e888b3650 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5b8b1d2-df5b-47fc-a27b-6025874c6d81 HTTP/1.1" status: 204 len: 168 time: 0.5076473 Jul 06 11:34:12.519331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Transition to ACTIVE for port object 6b9a5855-c7e1-42f5-be67-e8540fb893c1 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:12.536247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:12.566330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8e159-961c-493a-aab2-0f7e888b3650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b8b1d2-df5b-47fc-a27b-6025874c6d81,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:12.627228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0321356e-47eb-4b57-96bc-da694402b11c', 'name': 'network-vif-deleted', 'tag': 'c6265f05-8c56-4296-8605-c0d344bfca77'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:12.632064 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0174fb43-f24d-43e5-97d1-b4bedded32c6" -d '{"events": [{"server_uuid": "0321356e-47eb-4b57-96bc-da694402b11c", "name": "network-vif-deleted", "tag": "c6265f05-8c56-4296-8605-c0d344bfca77"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:12.669979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-8778b0ee-b0b1-4912-8327-e47701ffdc2d service neutron] 10.222.0.21 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628179 Jul 06 11:34:12.820586 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6265f05-8c56-4296-8605-c0d344bfca77 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:34:12.893545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: c6265f05-8c56-4296-8605-c0d344bfca77 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:34:12.894128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6265f05-8c56-4296-8605-c0d344bfca77 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:34:12.894850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:34:12.974579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9a5855-c7e1-42f5-be67-e8540fb893c1,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:12.993743 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d35e916c-21cd-41c4-af3e-34461b4819a0 req-0170024d-fcb3-423e-b960-4978bff89628 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:13.172143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170024d-fcb3-423e-b960-4978bff89628 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Pushing event deleted for resources: {'Port': ['ID=eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:13.446497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35e916c-21cd-41c4-af3e-34461b4819a0 req-0170024d-fcb3-423e-b960-4978bff89628 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] No DVR routers for this DVR port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:34:13.453281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d35e916c-21cd-41c4-af3e-34461b4819a0 req-0170024d-fcb3-423e-b960-4978bff89628 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:13.458292 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d35e916c-21cd-41c4-af3e-34461b4819a0 req-0170024d-fcb3-423e-b960-4978bff89628 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "DELETE /v2.0/ports/eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 HTTP/1.1" status: 204 len: 173 time: 2.2047098 Jul 06 11:34:13.467013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Attempting to bind port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:13.467581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Attempting to bind port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:13.468133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Attempting to bind port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:13.481293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:34:13.481293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Attempting to bind port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:13.500960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No active binding found for port eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 {{(pid=93816) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:34:13.501602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:13.501812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:34:13.502215 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:13.508142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:13.509451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Bound port: 6b9a5855-c7e1-42f5-be67-e8540fb893c1, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:13.510398 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:13.814681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] For port 6b9a5855-c7e1-42f5-be67-e8540fb893c1, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:13.831653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] For port 6b9a5855-c7e1-42f5-be67-e8540fb893c1, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6b9a5855-c7e1-42f5-be67-e8540fb893c1,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:13.845706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:13.967508 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:13.976262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:13.976959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] 10.222.0.47 "PUT /v2.0/ports/6b9a5855-c7e1-42f5-be67-e8540fb893c1 HTTP/1.1" status: 200 len: 1096 time: 3.0481117 Jul 06 11:34:14.109547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68c285-6a19-4a04-bccc-e88f8bc550d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9a5855-c7e1-42f5-be67-e8540fb893c1,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:14.116038 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b50485d-883d-4d94-b9fb-eca48f2be531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:14.267371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-6c2d9fa4-13ee-4f3d-ae35-cd9aff6fc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:14.270054 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-6c2d9fa4-13ee-4f3d-ae35-cd9aff6fc865 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d8b2b849e4b141049048eecec1f87b1a&device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 1099 time: 0.1855683 Jul 06 11:34:14.356383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-c6d8df9e-a9cb-4223-958b-7699a1d1f71c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:14.361707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-c6d8df9e-a9cb-4223-958b-7699a1d1f71c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.5303040 Jul 06 11:34:14.399763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-2948efd4-4ee3-4af1-aed5-21cf4b0cda7b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/quotas/6db432b9d7a84f69a6cfad598d87579d HTTP/1.1" status: 200 len: 375 time: 0.0271695 Jul 06 11:34:14.453266 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-6c05bba5-286f-4f12-8b4a-1b2f0704a170 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=6b9a5855-c7e1-42f5-be67-e8540fb893c1 HTTP/1.1" status: 200 len: 217 time: 0.1417773 Jul 06 11:34:14.515274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-f78f2a21-89bc-42cc-b036-db2ecf14ea44 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053829 Jul 06 11:34:14.598923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-4fb03122-7668-4c2b-8a7d-e07872df9f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:14.601714 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-4fb03122-7668-4c2b-8a7d-e07872df9f9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1384649 Jul 06 11:34:14.659904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33950) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:14.826338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-4f27ff2b-0ffb-447b-a0b4-0625a8c6a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:14.834924 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-4f27ff2b-0ffb-447b-a0b4-0625a8c6a7d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2152340 Jul 06 11:34:14.861471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc8d7c-d2f7-43f7-b094-b51b59e1de10 req-e039749b-9bef-4e97-9a47-1dd5bdff3550 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:14.878260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6afc8d7c-d2f7-43f7-b094-b51b59e1de10 req-e039749b-9bef-4e97-9a47-1dd5bdff3550 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/ports?device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 948 time: 0.3011694 Jul 06 11:34:14.976307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-87f288fb-76cc-4f6c-9ec2-b2ab31890aa1 service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330671 Jul 06 11:34:15.040158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6afc8d7c-d2f7-43f7-b094-b51b59e1de10 req-9b87778a-f91f-4ae5-a9bc-be694dc23a92 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b7ba06a-e17a-4cd4-91e4-6c3683e940d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598175 Jul 06 11:34:15.122224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1362303935-network', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:15.175292 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-38bc06c4-7c6e-47cc-a854-b4fa3ad2b3f0 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334222 Jul 06 11:34:15.183585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Made reservation on behalf of eb0a534b2b6044778f1040db2503b3ee for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:15.186379 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:15.203839 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:15.229992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-c9e0937c-666e-4d33-97f9-6cb5f84247d0 service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416604 Jul 06 11:34:15.404788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e4fc90d9-0393-4226-ba91-00229c491ea1 req-5a8a948f-ef20-4479-8854-848df3cff271 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215562 Jul 06 11:34:15.451265 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:15.461937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:15.506574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:34:15.570784 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:15.571500 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Added segment 2c5038f5-7cb2-491c-b42f-174725d6cdf4 of type vlan for network 19a6633a-1f6f-47f4-90df-7b55fc37373b Jul 06 11:34:15.626143 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:15.660342 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:34:15.683043 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-dd3e0163-8240-4257-b0ce-0e2dff11dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:15.686866 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-dd3e0163-8240-4257-b0ce-0e2dff11dc09 service neutron] 10.222.0.86 "GET /v2.0/ports/18218c73-5116-43de-a2b7-57faf0ebce65 HTTP/1.1" status: 200 len: 1027 time: 0.1287875 Jul 06 11:34:15.710091 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:15.711530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:15.712330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:15.751477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0878711 Jul 06 11:34:15.752663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d25f59-70ce-4363-a367-601cec31f8a5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:15.794350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:15.814707 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] Request body: {'subnet': {'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1362303935-subnet', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:15.850366 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] Made reservation on behalf of eb0a534b2b6044778f1040db2503b3ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:15.853805 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:15.880873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-e3519e01-3aae-4d74-acb0-49621aec8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:15.883557 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-e3519e01-3aae-4d74-acb0-49621aec8c42 service neutron] 10.222.0.86 "GET /v2.0/ports/040d4636-f876-4c42-9eb9-fd9982730b95 HTTP/1.1" status: 200 len: 1027 time: 0.1890116 Jul 06 11:34:15.983523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbc193-324d-4646-97e3-3b8463ac9b24 admin admin] Pushing event updated for resources: {'Network': ['ID=19a6633a-1f6f-47f4-90df-7b55fc37373b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:16.002599 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 19a6633a-1f6f-47f4-90df-7b55fc37373b details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:34:16.020853 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26c4717c-67e7-42f0-b3b9-67c3edba1b8a req-a056c4f6-95b9-4a86-97f1-5b1f712336cb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.0867436 Jul 06 11:34:16.057736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112bc42-e8e9-40c8-93e5-46d444a2f093 req-216765cd-eab3-48ac-aca8-925b02772b1f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:16.059647 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1112bc42-e8e9-40c8-93e5-46d444a2f093 req-216765cd-eab3-48ac-aca8-925b02772b1f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.5729177 Jul 06 11:34:16.204327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-6351d4a0-9034-4c3b-a6ab-3f75ac51c2c4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:16.216851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1112bc42-e8e9-40c8-93e5-46d444a2f093 req-dc97d306-093d-47e5-a144-2ac60f9c7bbf tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413250 Jul 06 11:34:16.244646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-6351d4a0-9034-4c3b-a6ab-3f75ac51c2c4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:16.309966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-6351d4a0-9034-4c3b-a6ab-3f75ac51c2c4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:16.328269 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-6351d4a0-9034-4c3b-a6ab-3f75ac51c2c4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "GET /v2.0/networks?id=55d50c88-87ff-4d1e-a691-5afba0ae5707&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=394d285e-f49e-4dd3-979f-9001aa2b15c5&id=394d285e-f49e-4dd3-979f-9001aa2b15c5 HTTP/1.1" status: 200 len: 1989 time: 0.4171228 Jul 06 11:34:16.334428 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298c8360-37af-483b-af20-8b33aa0c17ad x-openstack-request-id: req-298c8360-37af-483b-af20-8b33aa0c17ad {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:16.335092 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0321356e-47eb-4b57-96bc-da694402b11c", "name": "network-vif-deleted", "tag": "c6265f05-8c56-4296-8605-c0d344bfca77", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:16.335686 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-298c8360-37af-483b-af20-8b33aa0c17ad {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:16.337527 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0321356e-47eb-4b57-96bc-da694402b11c', 'name': 'network-vif-deleted', 'tag': 'c6265f05-8c56-4296-8605-c0d344bfca77', 'status': 'completed', 'code': 200} Jul 06 11:34:16.389303 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:16.477286 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-308a2a19-e67e-4d52-a814-7334e0aaae6e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8869dadf3ea422eba00446b2db5778a HTTP/1.1" status: 200 len: 380 time: 0.1374774 Jul 06 11:34:16.496216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'admin_state_up': True, 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'security_groups': ['4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:16.663484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9ba45c-74e0-4176-bdf3-386cc6cfe84f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:16.710278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] Checking segment: {'id': '2c5038f5-7cb2-491c-b42f-174725d6cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:16.716710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] Network hostable DHCP agents. Network: 19a6633a-1f6f-47f4-90df-7b55fc37373b, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:34:16.815067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] Network 19a6633a-1f6f-47f4-90df-7b55fc37373b is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:34:16.849764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 19a6633a-1f6f-47f4-90df-7b55fc37373b) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:16.866966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:16.870128 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:16.873238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b58ac9-22e8-459b-871d-ff468085b592 None None] Network 19a6633a-1f6f-47f4-90df-7b55fc37373b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:34:16.927486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9d0dbe59-aa4a-4fc6-996b-1c828838f2c0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1302087 Jul 06 11:34:16.934061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33972) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:16.949304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1362303935-router', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:17.049422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:17.051239 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:17.198409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-572e7d67-51e5-4d63-8e84-dd5891f920c5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:17.202549 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-572e7d67-51e5-4d63-8e84-dd5891f920c5 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "GET /v2.0/networks?id=b7f4671c-4c57-4783-a19b-12498efcccea HTTP/1.1" status: 200 len: 813 time: 0.4565156 Jul 06 11:34:17.342048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Request body: {'port': {'device_id': 'fbfb3011-a215-40a7-aefa-0f9ccb0fe92f', 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea', 'admin_state_up': True, 'tenant_id': '26c350c0d95440a2b8b18332683715de'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:17.357005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:17.362576 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:17.406210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-19a6633a-1f6f-47f4-90df-7b55fc37373b', 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'fixed_ips': [{'subnet_id': '2a9ba45c-74e0-4176-bdf3-386cc6cfe84f'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:34:17.407787 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:17.436929 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:17.588354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c744e3f4-0c4b-484a-b3ce-900cabce2b66 req-cdb3132d-2eb4-4bf2-af19-4ae7e8eb9d8c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 210 time: 0.1949377 Jul 06 11:34:17.630123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Allocated IP 172.20.0.2 (19a6633a-1f6f-47f4-90df-7b55fc37373b/2a9ba45c-74e0-4176-bdf3-386cc6cfe84f/048f33a9-aea5-4d52-a182-f9f41f51c057) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:17.661804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Allocated IP 172.20.0.8 (55d50c88-87ff-4d1e-a691-5afba0ae5707/6c9f4d54-1464-47f3-9906-74d3ca46a5f3/23323174-cfa4-4bc8-ab6f-93c285420e97) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:18.061509 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:18.075156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Transition to ACTIVE for port object 048f33a9-aea5-4d52-a182-f9f41f51c057 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:18.121251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Transition to ACTIVE for port object 048f33a9-aea5-4d52-a182-f9f41f51c057 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:18.164781 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:18.201112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:18.206245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Made reservation on behalf of 26c350c0d95440a2b8b18332683715de for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:18.218067 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:18.231416 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:18.267155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Pushing event updated for resources: {'Port': ['ID=048f33a9-aea5-4d52-a182-f9f41f51c057,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:18.286589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Network 19a6633a-1f6f-47f4-90df-7b55fc37373b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:18.289645 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.290314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.291192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.291919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.292677 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.293312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.294030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.294962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.295728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.296385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.297039 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.299251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:18.327690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:18.337039 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:18.345259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7975a39-9de3-47fe-8603-e7599674d06a', 'name': 'network-vif-deleted', 'tag': 'eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4'}, {'name': 'network-changed', 'server_uuid': '5354d884-807b-4dae-b2ad-f6758fe31121', 'tag': '6b9a5855-c7e1-42f5-be67-e8540fb893c1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:18.346302 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee3b807-1cd6-4642-a664-712a4501c476" -d '{"events": [{"server_uuid": "e7975a39-9de3-47fe-8603-e7599674d06a", "name": "network-vif-deleted", "tag": "eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4"}, {"name": "network-changed", "server_uuid": "5354d884-807b-4dae-b2ad-f6758fe31121", "tag": "6b9a5855-c7e1-42f5-be67-e8540fb893c1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:18.353591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Transition to ACTIVE for port object 23323174-cfa4-4bc8-ab6f-93c285420e97 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:18.435406 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5190c5ba-a231-4489-8b2e-16a6c3345d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:18.592815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Allocated IP 172.20.0.4 (b7f4671c-4c57-4783-a19b-12498efcccea/da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc/29b879c2-e422-4e95-85a7-5294cb7b417e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:18.639167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Attempting to bind port 048f33a9-aea5-4d52-a182-f9f41f51c057 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:18.640781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138b2e1-f8af-4ba0-bb75-968e057662f5 req-05fcff2f-3af5-40b2-b4cc-8753a1277435 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:18.641317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Attempting to bind port 048f33a9-aea5-4d52-a182-f9f41f51c057 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '2c5038f5-7cb2-491c-b42f-174725d6cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:18.643178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4138b2e1-f8af-4ba0-bb75-968e057662f5 req-05fcff2f-3af5-40b2-b4cc-8753a1277435 tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 944 time: 1.5640597 Jul 06 11:34:18.644248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Attempting to bind port 048f33a9-aea5-4d52-a182-f9f41f51c057 on network 19a6633a-1f6f-47f4-90df-7b55fc37373b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:18.667962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:18.670253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Checking segment: {'id': '2c5038f5-7cb2-491c-b42f-174725d6cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:18.671102 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:18.674464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Bound using segment: {'id': '2c5038f5-7cb2-491c-b42f-174725d6cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:18.675333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Bound port: 048f33a9-aea5-4d52-a182-f9f41f51c057, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5038f5-7cb2-491c-b42f-174725d6cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:18.676152 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:18.749785 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:18.758997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:18.776774 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:18.848509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network 55d50c88-87ff-4d1e-a691-5afba0ae5707 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:18.854147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eb5bd-3730-4b83-8fd2-4f8421481883 req-ad93c69d-06e3-467a-85e3-2e6a2f1466a7 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:18.862196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec7eb5bd-3730-4b83-8fd2-4f8421481883 req-ad93c69d-06e3-467a-85e3-2e6a2f1466a7 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/ports?device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 948 time: 1.4816380 Jul 06 11:34:18.867327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:18.905105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:18.996541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] For port 048f33a9-aea5-4d52-a182-f9f41f51c057, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:19.011788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] For port 048f33a9-aea5-4d52-a182-f9f41f51c057, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=048f33a9-aea5-4d52-a182-f9f41f51c057,segment=NetworkSegment(2c5038f5-7cb2-491c-b42f-174725d6cdf4),segment_id=2c5038f5-7cb2-491c-b42f-174725d6cdf4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:19.021922 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:19.093324 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-1121515e-4ea1-46eb-82e7-ed4c6668ebb7 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:19.096339 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-1121515e-4ea1-46eb-82e7-ed4c6668ebb7 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "GET /v2.0/networks?id=b7f4671c-4c57-4783-a19b-12498efcccea HTTP/1.1" status: 200 len: 813 time: 0.6716619 Jul 06 11:34:19.137012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Port': ['ID=23323174-cfa4-4bc8-ab6f-93c285420e97,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:19.158898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:19.159853 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:19.211048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Request body: {'port': {'device_id': 'c39e40b7-2841-4a66-8e25-741a715c5438', 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea', 'admin_state_up': True, 'tenant_id': '26c350c0d95440a2b8b18332683715de'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:19.240389 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-f8efe020-c958-4b77-b82c-0e865b40625a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7514796 Jul 06 11:34:19.246905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6b9a5855-c7e1-42f5-be67-e8540fb893c1 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:34:19.267100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78892d5-2021-4c6b-9bdb-cfd1c53d5bf2 req-324c9b35-88e7-44d7-ba20-f933a8f1e5bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:19.276251 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f78892d5-2021-4c6b-9bdb-cfd1c53d5bf2 req-324c9b35-88e7-44d7-ba20-f933a8f1e5bc tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e91a906-9a84-4146-a936-389a39d67e0e HTTP/1.1" status: 200 len: 944 time: 0.8505592 Jul 06 11:34:19.277470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8', 'admin_state_up': True, 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'security_groups': ['4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:19.300263 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.86', 64630) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:19.496458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6b9a5855-c7e1-42f5-be67-e8540fb893c1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6b9a5855-c7e1-42f5-be67-e8540fb893c1,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:19.531830 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec7eb5bd-3730-4b83-8fd2-4f8421481883 req-abc627f4-693a-44f4-957d-98589577ed38 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b7ba06a-e17a-4cd4-91e4-6c3683e940d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681573 Jul 06 11:34:19.611617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '6b9a5855-c7e1-42f5-be67-e8540fb893c1', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '6b9a5855-c7e1-42f5-be67-e8540fb893c1', 'mac_address': 'fa:16:3e:0a:7e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:34:19.692621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac92c5-c5f0-4483-a923-17c527e3b474 None None] Pushing event updated for resources: {'Port': ['ID=048f33a9-aea5-4d52-a182-f9f41f51c057,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:19.715296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Made reservation on behalf of 26c350c0d95440a2b8b18332683715de for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:19.719975 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:19.734706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-4138b2e1-f8af-4ba0-bb75-968e057662f5 req-4b2afe5e-2ee8-4c55-9d29-b436788366bd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Deleting port 6e512e56-19c7-4e59-9c23-65e3fa77750e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:19.741552 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4138b2e1-f8af-4ba0-bb75-968e057662f5 req-4b2afe5e-2ee8-4c55-9d29-b436788366bd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:19.779300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c28d08ee-bb88-458e-9bf9-8ff7d1386ef7 None None] Provisioning for port 23323174-cfa4-4bc8-ab6f-93c285420e97 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:19.809380 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:19.816330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c28d08ee-bb88-458e-9bf9-8ff7d1386ef7 None None] Provisioning complete for port 23323174-cfa4-4bc8-ab6f-93c285420e97 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:19.819654 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c28d08ee-bb88-458e-9bf9-8ff7d1386ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:19.836742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-016c3935-34cb-4448-ae0a-d7002f9e9f35 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:19.839530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-016c3935-34cb-4448-ae0a-d7002f9e9f35 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.86 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.4675126 Jul 06 11:34:19.871155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Request body: {'port': {'device_id': 'ba7b594b-a91f-4d94-a854-b845a7e5ec28', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'admin_state_up': True, 'tenant_id': '6db432b9d7a84f69a6cfad598d87579d'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:19.948683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:19.956146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9a5855-c7e1-42f5-be67-e8540fb893c1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:20.000764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-4138b2e1-f8af-4ba0-bb75-968e057662f5 req-4b2afe5e-2ee8-4c55-9d29-b436788366bd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] For port 6e512e56-19c7-4e59-9c23-65e3fa77750e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6e512e56-19c7-4e59-9c23-65e3fa77750e,segment=NetworkSegment(60dbcf28-dc05-4aee-81b7-2c6968811d2a),segment_id=60dbcf28-dc05-4aee-81b7-2c6968811d2a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:20.001813 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4138b2e1-f8af-4ba0-bb75-968e057662f5 req-4b2afe5e-2ee8-4c55-9d29-b436788366bd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:20.041595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c28d08ee-bb88-458e-9bf9-8ff7d1386ef7 None None] Port 23323174-cfa4-4bc8-ab6f-93c285420e97 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:34:20.067610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6b9a5855-c7e1-42f5-be67-e8540fb893c1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6b9a5855-c7e1-42f5-be67-e8540fb893c1,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:20.079177 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:20.104643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f78892d5-2021-4c6b-9bdb-cfd1c53d5bf2 req-4474bd1c-1d96-48fe-b44d-94e608d24aba tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.21 "GET /v2.0/security-groups?id=65e6092f-024e-4965-99cb-d44f7b4fcda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8269653 Jul 06 11:34:20.136300 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-4138b2e1-f8af-4ba0-bb75-968e057662f5 req-4b2afe5e-2ee8-4c55-9d29-b436788366bd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Calling delete_port for 6e512e56-19c7-4e59-9c23-65e3fa77750e owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:20.345710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6b9a5855-c7e1-42f5-be67-e8540fb893c1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:20.346055 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:20.393847 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:20.539981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:20.543886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:20.563169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['6b9a5855-c7e1-42f5-be67-e8540fb893c1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:34:20.576169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Network b7f4671c-4c57-4783-a19b-12498efcccea is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:20.597970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:20.611558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:20.654385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-365e2cb7-5edf-452e-a787-85d15f57568d req-b7c4f87f-51a8-46b8-81bd-c15e18cc0c2d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=c39e40b7-2841-4a66-8e25-741a715c5438 HTTP/1.1" status: 200 len: 210 time: 0.1308126 Jul 06 11:34:20.849828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6e512e56-19c7-4e59-9c23-65e3fa77750e no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:34:20.859542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Pushing event updated for resources: {'Port': ['ID=29b879c2-e422-4e95-85a7-5294cb7b417e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:20.996450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.001062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Allocated IP 172.20.0.6 (b7f4671c-4c57-4783-a19b-12498efcccea/da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc/9be9d394-c9f8-4672-b0d3-d8c03b5059c7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:21.002689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.005520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.007694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.008501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.010256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.016562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.018442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.021355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.022725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.024797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.027704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:21.157116 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4138b2e1-f8af-4ba0-bb75-968e057662f5 req-4b2afe5e-2ee8-4c55-9d29-b436788366bd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:21.170973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Made reservation on behalf of 6db432b9d7a84f69a6cfad598d87579d for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:21.182889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:21.205627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e21df-d1ee-44ce-9e6d-b042334021d6 req-a8532516-cd3c-410d-832f-cd908b8e42c2 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:21.222183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-883e21df-d1ee-44ce-9e6d-b042334021d6 req-a8532516-cd3c-410d-832f-cd908b8e42c2 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 931 time: 0.5190413 Jul 06 11:34:21.296442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2afe5e-2ee8-4c55-9d29-b436788366bd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Pushing event deleted for resources: {'Port': ['ID=6e512e56-19c7-4e59-9c23-65e3fa77750e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:21.303787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 048f33a9-aea5-4d52-a182-f9f41f51c057 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:34:21.307483 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:21.361861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbc361c-6cb8-4c74-8093-b0dd783e4609 None None] Network 19a6633a-1f6f-47f4-90df-7b55fc37373b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:34:21.407974 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:21.476417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:21.478697 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:21.518781 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-883e21df-d1ee-44ce-9e6d-b042334021d6 req-0ad49344-2772-42d9-9565-edf040848095 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951894 Jul 06 11:34:21.544590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 048f33a9-aea5-4d52-a182-f9f41f51c057 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:21.563083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Allocated IP 10.1.1.161 (0db54fac-5dd4-4c6b-8864-609a3f0dd6e8/8d77e1b2-8d86-40f5-b028-71e46947e1cc/097428cb-dd26-45ca-9415-b626e36306df) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:21.576259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-4138b2e1-f8af-4ba0-bb75-968e057662f5 req-4b2afe5e-2ee8-4c55-9d29-b436788366bd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] No DVR routers for this DVR port 6e512e56-19c7-4e59-9c23-65e3fa77750e on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:34:21.602218 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f9d8363a-760a-4f83-a087-e162bb25a12f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2840486 Jul 06 11:34:21.603997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d7bdf-2eaf-4d64-9c50-d68eff53f6b1 req-f9f14665-ecdd-44d8-a61e-5700d1617c10 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:21.619706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d7d7bdf-2eaf-4d64-9c50-d68eff53f6b1 req-f9f14665-ecdd-44d8-a61e-5700d1617c10 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.7339766 Jul 06 11:34:21.621870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Request body: {'port': {'device_id': 'fbfb3011-a215-40a7-aefa-0f9ccb0fe92f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:21.623569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4138b2e1-f8af-4ba0-bb75-968e057662f5 req-4b2afe5e-2ee8-4c55-9d29-b436788366bd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:21.626772 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4138b2e1-f8af-4ba0-bb75-968e057662f5 req-4b2afe5e-2ee8-4c55-9d29-b436788366bd tempest-LiveAutoBlockMigrationV225Test-258760498 tempest-LiveAutoBlockMigrationV225Test-258760498-project] 10.222.0.86 "DELETE /v2.0/ports/6e512e56-19c7-4e59-9c23-65e3fa77750e HTTP/1.1" status: 204 len: 173 time: 2.9389389 Jul 06 11:34:21.649663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e91a906-9a84-4146-a936-389a39d67e0e', 'name': 'network-vif-deleted', 'tag': '6e512e56-19c7-4e59-9c23-65e3fa77750e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:21.655103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-79471213-cb59-45c2-88a0-226c3b7ad00d None None] Provisioning for port 048f33a9-aea5-4d52-a182-f9f41f51c057 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:21.674338 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee03b2ea-3812-41e2-8470-3988e2827afc" -d '{"events": [{"server_uuid": "1e91a906-9a84-4146-a936-389a39d67e0e", "name": "network-vif-deleted", "tag": "6e512e56-19c7-4e59-9c23-65e3fa77750e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:21.699195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-79471213-cb59-45c2-88a0-226c3b7ad00d None None] Provisioning complete for port 048f33a9-aea5-4d52-a182-f9f41f51c057 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:21.699880 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79471213-cb59-45c2-88a0-226c3b7ad00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:21.877330 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:21.934739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:21.976244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d7d7bdf-2eaf-4d64-9c50-d68eff53f6b1 req-6f9ed0b8-29b1-4aa2-af94-760ad8210843 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550081 Jul 06 11:34:22.122217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Allocated IP 172.25.0.239 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/9849b3e9-4c65-482e-a5e6-a6be42cf0b20) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:22.146698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Allocated IP 172.20.0.13 (e41b0414-50ef-47e9-a3ea-e31294df70c8/980f45f6-7536-45f8-8969-e14fff5112f5/000757df-69b7-40f9-bc62-f72ea3cbd278) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:22.181385 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb43246-768e-4a9b-877f-49df2bc80cd0 x-openstack-request-id: req-9fb43246-768e-4a9b-877f-49df2bc80cd0 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:22.181751 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7975a39-9de3-47fe-8603-e7599674d06a", "name": "network-vif-deleted", "tag": "eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5354d884-807b-4dae-b2ad-f6758fe31121", "tag": "6b9a5855-c7e1-42f5-be67-e8540fb893c1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:22.181943 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fb43246-768e-4a9b-877f-49df2bc80cd0 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:22.183103 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7975a39-9de3-47fe-8603-e7599674d06a', 'name': 'network-vif-deleted', 'tag': 'eb7740a6-c5fc-4ca9-8ca8-fb5f46ef04c4', 'status': 'completed', 'code': 200} Jul 06 11:34:22.183103 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5354d884-807b-4dae-b2ad-f6758fe31121', 'tag': '6b9a5855-c7e1-42f5-be67-e8540fb893c1', 'status': 'completed', 'code': 200} Jul 06 11:34:22.221095 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79471213-cb59-45c2-88a0-226c3b7ad00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:22.330470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-79471213-cb59-45c2-88a0-226c3b7ad00d None None] For port 048f33a9-aea5-4d52-a182-f9f41f51c057, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=048f33a9-aea5-4d52-a182-f9f41f51c057,segment=NetworkSegment(2c5038f5-7cb2-491c-b42f-174725d6cdf4),segment_id=2c5038f5-7cb2-491c-b42f-174725d6cdf4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:22.351418 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79471213-cb59-45c2-88a0-226c3b7ad00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:22.411858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:22.514278 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79471213-cb59-45c2-88a0-226c3b7ad00d None None] Pushing event updated for resources: {'Port': ['ID=048f33a9-aea5-4d52-a182-f9f41f51c057,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:22.531531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11ec3e8d-4bad-4d20-a86f-98aa8875d053 req-59352280-5c3f-459d-bb74-72ebdb8a8f7c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 210 time: 0.1361482 Jul 06 11:34:22.597244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b807-1cd6-4642-a664-712a4501c476 req-4f6ce666-40a8-4c78-8565-cdfc7f621291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:22.600182 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eee3b807-1cd6-4642-a664-712a4501c476 req-4f6ce666-40a8-4c78-8565-cdfc7f621291 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d8b2b849e4b141049048eecec1f87b1a&device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 1100 time: 0.4089427 Jul 06 11:34:22.693939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Pushing event updated for resources: {'Port': ['ID=9be9d394-c9f8-4672-b0d3-d8c03b5059c7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:22.736391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Network b7f4671c-4c57-4783-a19b-12498efcccea is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:22.742404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:22.755400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:22.887176 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-84899ab6-6421-47df-b2b2-97976fb7ae10 None None] Provisioning complete for port 048f33a9-aea5-4d52-a182-f9f41f51c057 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:22.888208 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84899ab6-6421-47df-b2b2-97976fb7ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:22.953732 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b807-1cd6-4642-a664-712a4501c476 req-a7dcb782-6347-47e0-8042-f2a7b7f359aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:22.956202 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eee3b807-1cd6-4642-a664-712a4501c476 req-a7dcb782-6347-47e0-8042-f2a7b7f359aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3149743 Jul 06 11:34:23.074855 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eee3b807-1cd6-4642-a664-712a4501c476 req-7a57ac91-2cc2-4f5c-8523-b32716924cb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=6b9a5855-c7e1-42f5-be67-e8540fb893c1 HTTP/1.1" status: 200 len: 217 time: 0.0933578 Jul 06 11:34:23.179974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 048f33a9-aea5-4d52-a182-f9f41f51c057 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:34:23.189058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:23.190170 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:23.204210 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b807-1cd6-4642-a664-712a4501c476 req-d437b420-2c5c-43c3-ba3f-25c4c32de3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:23.209235 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eee3b807-1cd6-4642-a664-712a4501c476 req-d437b420-2c5c-43c3-ba3f-25c4c32de3c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1101546 Jul 06 11:34:23.214109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:23.228012 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:23.238462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad9e953c-fe59-4498-8be5-4e90d4c16427 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0511041 Jul 06 11:34:23.291426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Request body: {'port': {'device_id': 'c39e40b7-2841-4a66-8e25-741a715c5438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:23.345463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6b9a5855-c7e1-42f5-be67-e8540fb893c1 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:34:23.431226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 048f33a9-aea5-4d52-a182-f9f41f51c057 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:23.432071 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:23.446669 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:23.463554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:23.475753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:23.476453 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:23.568610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed627ce-f5eb-4130-bf6b-23c08c32aa8e req-c7788cf3-c4ff-4ec0-9bf5-e1333c0d36ca tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:23.577239 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ed627ce-f5eb-4130-bf6b-23c08c32aa8e req-c7788cf3-c4ff-4ec0-9bf5-e1333c0d36ca tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/ports?device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 949 time: 0.6811681 Jul 06 11:34:23.611521 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:23.614158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34016) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:23.758415 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:23.828933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Pushing event updated for resources: {'Port': ['ID=9849b3e9-4c65-482e-a5e6-a6be42cf0b20,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:23.844289 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ed627ce-f5eb-4130-bf6b-23c08c32aa8e req-2b87624a-f9e3-4c44-b703-6a57060d8409 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b7ba06a-e17a-4cd4-91e4-6c3683e940d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656977 Jul 06 11:34:23.856767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5354d884-807b-4dae-b2ad-f6758fe31121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9a5855-c7e1-42f5-be67-e8540fb893c1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:23.863363 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fd8f7c-2a37-43e7-8932-289181b3c874" -d '{"events": [{"server_uuid": "5354d884-807b-4dae-b2ad-f6758fe31121", "name": "network-vif-plugged", "status": "completed", "tag": "6b9a5855-c7e1-42f5-be67-e8540fb893c1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:23.872280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:23.887811 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:23.946422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6b9a5855-c7e1-42f5-be67-e8540fb893c1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6b9a5855-c7e1-42f5-be67-e8540fb893c1,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:23.956032 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:23.974362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Transition to ACTIVE for port object 097428cb-dd26-45ca-9415-b626e36306df will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:24.081444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6b9a5855-c7e1-42f5-be67-e8540fb893c1,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:24.088063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a94329-89ab-47b3-9872-5b08663428d0 admin admin] Deleting subnet d4d2f577-6be2-4de8-9745-d21caa44b53a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:34:24.153272 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b665862-c8aa-4d5f-8916-0257860c6a35 x-openstack-request-id: req-4b665862-c8aa-4d5f-8916-0257860c6a35 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:24.153586 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e91a906-9a84-4146-a936-389a39d67e0e", "name": "network-vif-deleted", "tag": "6e512e56-19c7-4e59-9c23-65e3fa77750e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:24.153983 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b665862-c8aa-4d5f-8916-0257860c6a35 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:24.154583 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e91a906-9a84-4146-a936-389a39d67e0e', 'name': 'network-vif-deleted', 'tag': '6e512e56-19c7-4e59-9c23-65e3fa77750e', 'status': 'completed', 'code': 200} Jul 06 11:34:24.164647 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6a94329-89ab-47b3-9872-5b08663428d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:24.199623 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:24.258408 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:24.267370 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b879c2-e422-4e95-85a7-5294cb7b417e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:24.288089 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:24.534546 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6a94329-89ab-47b3-9872-5b08663428d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:24.714967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Transition to ACTIVE for port object 29b879c2-e422-4e95-85a7-5294cb7b417e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:24.728537 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:24.744316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:24.845730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b807-1cd6-4642-a664-712a4501c476 req-443b10bf-a53c-4ad3-b977-405a914968af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:24.849458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0a907-4236-4a75-855a-8b4f7b5b4b31 req-4881b7e6-7b99-4933-8d83-d54465062311 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:24.850168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eee3b807-1cd6-4642-a664-712a4501c476 req-443b10bf-a53c-4ad3-b977-405a914968af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5178347 Jul 06 11:34:24.864547 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50f0a907-4236-4a75-855a-8b4f7b5b4b31 req-4881b7e6-7b99-4933-8d83-d54465062311 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=c39e40b7-2841-4a66-8e25-741a715c5438 HTTP/1.1" status: 200 len: 931 time: 0.7664609 Jul 06 11:34:24.878389 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:24.882507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event updated for resources: {'Port': ['ID=000757df-69b7-40f9-bc62-f72ea3cbd278,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:24.891899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6a94329-89ab-47b3-9872-5b08663428d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:25.058783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Network e41b0414-50ef-47e9-a3ea-e31294df70c8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:25.076709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:25.089928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:25.101401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:25.168301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:25.246671 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:25.270357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Pushing event updated for resources: {'Port': ['ID=29b879c2-e422-4e95-85a7-5294cb7b417e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:25.540564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-71496f80-33e7-413e-bd16-d19ea6ef86bf None None] Provisioning for port 097428cb-dd26-45ca-9415-b626e36306df completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:25.554140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:25.555546 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:25.556775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-71496f80-33e7-413e-bd16-d19ea6ef86bf None None] Provisioning complete for port 097428cb-dd26-45ca-9415-b626e36306df triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:25.558369 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71496f80-33e7-413e-bd16-d19ea6ef86bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:25.635225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:25.636262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:25.675708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Port': ['ID=097428cb-dd26-45ca-9415-b626e36306df,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:25.685582 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eee3b807-1cd6-4642-a664-712a4501c476 req-0e7c689c-0016-4ec8-a5c6-b64f0266b987 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195455 Jul 06 11:34:25.727584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-71496f80-33e7-413e-bd16-d19ea6ef86bf None None] Port 097428cb-dd26-45ca-9415-b626e36306df cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:34:25.732083 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50f0a907-4236-4a75-855a-8b4f7b5b4b31 req-c788f5e9-d672-4ed9-a4b6-28be1cd17d5f tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8637853 Jul 06 11:34:25.746709 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-70a10cc1-87df-4a42-919a-71b46f2f975b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8907070 Jul 06 11:34:25.794407 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-feb59b82-ff54-4bd6-a3ed-4260ed43b8d6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5176907 Jul 06 11:34:25.802680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5125b-c3aa-4f00-95da-792bd3062831 req-51705682-94dd-4763-9bfc-bd8b43b1a95b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:25.803352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8', 'admin_state_up': True, 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'security_groups': ['4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:25.817441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Request body: {'port': {'device_id': 'ba7b594b-a91f-4d94-a854-b845a7e5ec28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:25.821877 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36c5125b-c3aa-4f00-95da-792bd3062831 req-51705682-94dd-4763-9bfc-bd8b43b1a95b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 1.4813263 Jul 06 11:34:25.996893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Attempting to bind port 29b879c2-e422-4e95-85a7-5294cb7b417e on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:25.997354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Attempting to bind port 29b879c2-e422-4e95-85a7-5294cb7b417e by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:25.997915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Attempting to bind port 29b879c2-e422-4e95-85a7-5294cb7b417e on network b7f4671c-4c57-4783-a19b-12498efcccea {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:26.108666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Port 29b879c2-e422-4e95-85a7-5294cb7b417e on network b7f4671c-4c57-4783-a19b-12498efcccea not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:34:26.109702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Attempting to bind port 29b879c2-e422-4e95-85a7-5294cb7b417e on network b7f4671c-4c57-4783-a19b-12498efcccea {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:26.154933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36c5125b-c3aa-4f00-95da-792bd3062831 req-98bc8d3e-debd-490a-85af-443a2fd99c44 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314941 Jul 06 11:34:26.156925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:26.157478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Checking segment: {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:26.158097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Bound using segment: {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:26.158861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Bound port: 29b879c2-e422-4e95-85a7-5294cb7b417e, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:26.159498 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:26.161834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6a94329-89ab-47b3-9872-5b08663428d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:26.224598 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:26.232524 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6a94329-89ab-47b3-9872-5b08663428d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:26.234586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f6a94329-89ab-47b3-9872-5b08663428d0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d4d2f577-6be2-4de8-9745-d21caa44b53a HTTP/1.1" status: 204 len: 168 time: 2.5922022 Jul 06 11:34:26.235658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a94329-89ab-47b3-9872-5b08663428d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d2f577-6be2-4de8-9745-d21caa44b53a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:26.245889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34028) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:26.445892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:26.477300 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:26.483878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3075a82-b479-4eb4-8dde-40a9beefd0a0 req-0858114b-0dd0-4521-b31d-805902aab1d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:26.496973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3075a82-b479-4eb4-8dde-40a9beefd0a0 req-0858114b-0dd0-4521-b31d-805902aab1d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:26.504121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3075a82-b479-4eb4-8dde-40a9beefd0a0 req-0858114b-0dd0-4521-b31d-805902aab1d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 1653 time: 0.4700134 Jul 06 11:34:26.524161 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:26.563187 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eee3b807-1cd6-4642-a664-712a4501c476 req-6d908043-d537-4a82-80b4-249c618d6909 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8646998 Jul 06 11:34:26.577160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:26.581105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] For port 29b879c2-e422-4e95-85a7-5294cb7b417e, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:26.592090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] For port 29b879c2-e422-4e95-85a7-5294cb7b417e, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=29b879c2-e422-4e95-85a7-5294cb7b417e,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:26.661876 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:26.675489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Transition to ACTIVE for port object 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:26.704334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:26.783856 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3075a82-b479-4eb4-8dde-40a9beefd0a0 req-0a6283c7-5e0f-4e20-9295-7a8f97478d67 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480586 Jul 06 11:34:26.866586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:26.872842 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:26.883074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:26.884190 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:26.886952 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] 10.222.0.86 "PUT /v2.0/ports/29b879c2-e422-4e95-85a7-5294cb7b417e HTTP/1.1" status: 200 len: 1091 time: 5.2738860 Jul 06 11:34:26.889036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Pushing event updated for resources: {'Port': ['ID=9be9d394-c9f8-4672-b0d3-d8c03b5059c7,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:26.913919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfb3011-a215-40a7-aefa-0f9ccb0fe92f', 'tag': '29b879c2-e422-4e95-85a7-5294cb7b417e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:26.918726 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70601d22-59f8-4ec9-9c9a-c189ef8fa7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfb3011-a215-40a7-aefa-0f9ccb0fe92f", "tag": "29b879c2-e422-4e95-85a7-5294cb7b417e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:27.012987 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:27.131101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771bf6d-2ad3-4b23-893f-0121aa6cc17f req-a3728774-5ad1-406d-95bc-3d97b7c26496 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:27.134074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3771bf6d-2ad3-4b23-893f-0121aa6cc17f req-a3728774-5ad1-406d-95bc-3d97b7c26496 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.6791410 Jul 06 11:34:27.164179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:27.185435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228532b-ee7f-4196-b943-ee725310d75e service neutron] Pushing event updated for resources: {'Port': ['ID=29b879c2-e422-4e95-85a7-5294cb7b417e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:27.196077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60dbcf28-dc05-4aee-81b7-2c6968811d2a') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:27.196432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60dbcf28-dc05-4aee-81b7-2c6968811d2a') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:27.222657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:27.299935 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:27.364241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:27.379906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:34:27.380514 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:34:27.386410 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:34:27.397838 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3771bf6d-2ad3-4b23-893f-0121aa6cc17f req-98fecb6a-4a75-4d84-9df3-8563e4e9b299 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040403 Jul 06 11:34:27.413179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Attempting to bind port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:27.413733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Attempting to bind port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:27.414291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Attempting to bind port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 on network b7f4671c-4c57-4783-a19b-12498efcccea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:27.492698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 on network b7f4671c-4c57-4783-a19b-12498efcccea not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:34:27.493691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Attempting to bind port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 on network b7f4671c-4c57-4783-a19b-12498efcccea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:27.502343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-407e8d18-6caf-4342-a5fb-d0c770910e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:27.504372 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-407e8d18-6caf-4342-a5fb-d0c770910e0c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26c350c0d95440a2b8b18332683715de&device_id=fbfb3011-a215-40a7-aefa-0f9ccb0fe92f HTTP/1.1" status: 200 len: 1094 time: 0.5400655 Jul 06 11:34:27.518583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266c22d-0e35-4e60-ac8a-e6b2d4b9acd8 req-d18c0090-8c42-4cfb-897f-1df9c27b9f5b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:27.518583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9266c22d-0e35-4e60-ac8a-e6b2d4b9acd8 req-d18c0090-8c42-4cfb-897f-1df9c27b9f5b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 932 time: 0.4027944 Jul 06 11:34:27.529338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:27.529899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Checking segment: {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:27.531404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Bound using segment: {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:27.531404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Bound port: 9be9d394-c9f8-4672-b0d3-d8c03b5059c7, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b449718-5d19-4843-8d38-2c0970675c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:27.532121 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:27.572734 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dcc21a-ab10-45ed-ad8b-85a608084046 x-openstack-request-id: req-b6dcc21a-ab10-45ed-ad8b-85a608084046 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:27.575178 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5354d884-807b-4dae-b2ad-f6758fe31121", "name": "network-vif-plugged", "status": "completed", "tag": "6b9a5855-c7e1-42f5-be67-e8540fb893c1", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:27.576783 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6dcc21a-ab10-45ed-ad8b-85a608084046 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:27.577882 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5354d884-807b-4dae-b2ad-f6758fe31121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9a5855-c7e1-42f5-be67-e8540fb893c1', 'code': 200} Jul 06 11:34:27.579903 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:27.587995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Allocated IP 10.1.1.134 (0db54fac-5dd4-4c6b-8864-609a3f0dd6e8/8d77e1b2-8d86-40f5-b028-71e46947e1cc/8b54ed77-6b84-451e-bbd9-7da3b1083127) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:27.596966 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-11185034-69f1-4bab-8261-b404f313e2a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29b879c2-e422-4e95-85a7-5294cb7b417e HTTP/1.1" status: 200 len: 217 time: 0.0767903 Jul 06 11:34:27.599675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:27.601818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] 10.222.0.21 "DELETE /v2.0/networks/4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a HTTP/1.1" status: 204 len: 168 time: 1.3495905 Jul 06 11:34:27.616581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34034) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:27.684994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2d193-6aa1-4452-8066-3d7299fe7d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9de804-8e41-4bf3-a896-7b1c0aaa5d9a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:27.804626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9266c22d-0e35-4e60-ac8a-e6b2d4b9acd8 req-23ff90f9-1e56-47fd-82c7-984f104e70f6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603388 Jul 06 11:34:27.853219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] For port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:27.861566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] For port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=9be9d394-c9f8-4672-b0d3-d8c03b5059c7,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:27.887479 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:27.904830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33b8051-787d-40df-97ab-a320ed57c821 admin admin] Deleting subnet 1e6319de-19eb-4996-aebe-cf93c0cc2d18 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:34:27.937419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-b817bf17-6de8-4f26-bbb9-36e95ba0f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:27.940077 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-b817bf17-6de8-4f26-bbb9-36e95ba0f5b8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc HTTP/1.1" status: 200 len: 853 time: 0.3125901 Jul 06 11:34:28.007835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:28.009321 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:28.012243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] 10.222.0.86 "PUT /v2.0/ports/9be9d394-c9f8-4672-b0d3-d8c03b5059c7 HTTP/1.1" status: 200 len: 1091 time: 4.7468460 Jul 06 11:34:28.017057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000757df-69b7-40f9-bc62-f72ea3cbd278 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:28.027354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39e40b7-2841-4a66-8e25-741a715c5438', 'tag': '9be9d394-c9f8-4672-b0d3-d8c03b5059c7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:28.033011 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29599ee-5aec-41f1-9ca7-695d2af637fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c39e40b7-2841-4a66-8e25-741a715c5438", "tag": "9be9d394-c9f8-4672-b0d3-d8c03b5059c7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:28.035193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:28.065812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Transition to ACTIVE for port object 000757df-69b7-40f9-bc62-f72ea3cbd278 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:28.070309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d33b8051-787d-40df-97ab-a320ed57c821 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:28.141929 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:28.212053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Router c6666848-6232-4824-b599-76d4e979b1a1 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:34:28.215085 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-e7d36b6d-73c0-407b-a41c-864bf490322b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7f4671c-4c57-4783-a19b-12498efcccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895364 Jul 06 11:34:28.230503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7866812-320e-4cc6-a9c7-9abc4202252d service neutron] Pushing event updated for resources: {'Port': ['ID=9be9d394-c9f8-4672-b0d3-d8c03b5059c7,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:28.406309 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:28.408408 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:28.466149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e98106-c702-4651-bc11-f8d3924626e4 req-b3eaa7f3-d504-4123-abf9-23f5c2670fe6 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:28.468543 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84e98106-c702-4651-bc11-f8d3924626e4 req-b3eaa7f3-d504-4123-abf9-23f5c2670fe6 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/ports?device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 950 time: 0.5965009 Jul 06 11:34:28.584421 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-99804b95-8fcd-46a9-b6d4-34c896a699fd service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038044 Jul 06 11:34:28.659032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-672b25c9-a641-4032-bd69-b961dcf8b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:28.660872 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-672b25c9-a641-4032-bd69-b961dcf8b281 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26c350c0d95440a2b8b18332683715de&device_id=c39e40b7-2841-4a66-8e25-741a715c5438 HTTP/1.1" status: 200 len: 1094 time: 0.5400131 Jul 06 11:34:28.692764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d9c8d-757d-4736-9df0-8cba0db40b5d req-400fbe67-994c-4a05-bdc8-503f365e33b8 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:28.697124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c53d9c8d-757d-4736-9df0-8cba0db40b5d req-400fbe67-994c-4a05-bdc8-503f365e33b8 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=c39e40b7-2841-4a66-8e25-741a715c5438 HTTP/1.1" status: 200 len: 943 time: 0.4741809 Jul 06 11:34:28.703179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84e98106-c702-4651-bc11-f8d3924626e4 req-0202be60-ffab-4ef2-861e-4bdb70ebee44 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b7ba06a-e17a-4cd4-91e4-6c3683e940d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165439 Jul 06 11:34:28.745494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d33b8051-787d-40df-97ab-a320ed57c821 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:28.804278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:34:28.812944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-d3bcb68a-f007-4cc5-a9f7-20b9aafe8060 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9be9d394-c9f8-4672-b0d3-d8c03b5059c7 HTTP/1.1" status: 200 len: 217 time: 0.0925705 Jul 06 11:34:28.837296 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Sync routers for ids ['c6666848-6232-4824-b599-76d4e979b1a1'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:34:28.861470 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d33b8051-787d-40df-97ab-a320ed57c821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:28.872808 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Routers {'c6666848-6232-4824-b599-76d4e979b1a1'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:34:28.873835 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:34:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6666848-6232-4824-b599-76d4e979b1a1'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:28.883639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c53d9c8d-757d-4736-9df0-8cba0db40b5d req-07a719c5-31ee-49a2-823e-d6e5e249f7ad tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784713 Jul 06 11:34:28.917307 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:28.923686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4bb4f8d8-6e7c-4ef8-935f-6123db211d0c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.9870937 Jul 06 11:34:28.932125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34046) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:29.030382 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc5b519-6e6e-41d7-b2ae-cfb4209c48b0 x-openstack-request-id: req-6cc5b519-6e6e-41d7-b2ae-cfb4209c48b0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:29.030978 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39e40b7-2841-4a66-8e25-741a715c5438", "tag": "9be9d394-c9f8-4672-b0d3-d8c03b5059c7", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:29.031220 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6cc5b519-6e6e-41d7-b2ae-cfb4209c48b0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:29.031694 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39e40b7-2841-4a66-8e25-741a715c5438', 'tag': '9be9d394-c9f8-4672-b0d3-d8c03b5059c7', 'status': 'completed', 'code': 200} Jul 06 11:34:29.046589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad584a3d-8918-49ed-a1a6-7bf7db7a323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:29.048255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-ad584a3d-8918-49ed-a1a6-7bf7db7a323f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc HTTP/1.1" status: 200 len: 853 time: 0.2200739 Jul 06 11:34:29.087696 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:29.087926 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Set router c6666848-6232-4824-b599-76d4e979b1a1 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:34:29.128099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Transition to ACTIVE for port object 8b54ed77-6b84-451e-bbd9-7da3b1083127 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:29.187038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-f737726e-14dd-40cb-897f-22aac588043b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7f4671c-4c57-4783-a19b-12498efcccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978725 Jul 06 11:34:29.290386 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f422337-637a-4b20-8d85-bf3d96d63271 x-openstack-request-id: req-4f422337-637a-4b20-8d85-bf3d96d63271 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:29.291321 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfb3011-a215-40a7-aefa-0f9ccb0fe92f", "tag": "29b879c2-e422-4e95-85a7-5294cb7b417e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:29.291803 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f422337-637a-4b20-8d85-bf3d96d63271 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:29.292413 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfb3011-a215-40a7-aefa-0f9ccb0fe92f', 'tag': '29b879c2-e422-4e95-85a7-5294cb7b417e', 'status': 'completed', 'code': 200} Jul 06 11:34:29.297283 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-7487f00c-2665-44bd-8895-194f31dd4e90 service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739795 Jul 06 11:34:29.327212 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'name': 'tempest-FloatingIPsTestJSON-1362303935-router', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:34:17Z', 'updated_at': '2021-07-06T11:34:24Z', 'revision_number': 3, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'gw_port': {'id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:21Z', 'updated_at': '2021-07-06T11:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:29.361863 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Checking router: c6666848-6232-4824-b599-76d4e979b1a1 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:34:29.362790 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Updating router c6666848-6232-4824-b599-76d4e979b1a1 port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:34:29.371252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d33b8051-787d-40df-97ab-a320ed57c821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:29.408894 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:29.464916 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-c191f2c0-25c6-452f-b788-fc10fabd5b45 service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042079 Jul 06 11:34:29.471171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580314e5-1202-4660-9f47-9b55767b45c8 req-e11091f1-c35f-412a-87af-a359183e4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:29.473627 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-580314e5-1202-4660-9f47-9b55767b45c8 req-e11091f1-c35f-412a-87af-a359183e4fe0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 1101 time: 1.7472734 Jul 06 11:34:29.475053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:29.576578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b8051-787d-40df-97ab-a320ed57c821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6319de-19eb-4996-aebe-cf93c0cc2d18,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:29.616838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Pushing event updated for resources: {'Port': ['ID=000757df-69b7-40f9-bc62-f72ea3cbd278,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:29.632480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:29.666610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Attempting to bind port 000757df-69b7-40f9-bc62-f72ea3cbd278 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:29.667825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Attempting to bind port 000757df-69b7-40f9-bc62-f72ea3cbd278 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:29.668217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Attempting to bind port 000757df-69b7-40f9-bc62-f72ea3cbd278 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:29.676499 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-580314e5-1202-4660-9f47-9b55767b45c8 req-aabb286d-3661-46b1-a431-7784d920a6df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6b7ba06a-e17a-4cd4-91e4-6c3683e940d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447787 Jul 06 11:34:29.679908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:29.687569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Port 000757df-69b7-40f9-bc62-f72ea3cbd278 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:34:29.688915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Attempting to bind port 000757df-69b7-40f9-bc62-f72ea3cbd278 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:29.703331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638fda-5716-4eb7-8a8e-d1f916ac2e68 req-d7845004-9c62-4478-a9dd-54cc4c5c3887 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:29.705883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:29.713155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638fda-5716-4eb7-8a8e-d1f916ac2e68 req-d7845004-9c62-4478-a9dd-54cc4c5c3887 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:29.726697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a638fda-5716-4eb7-8a8e-d1f916ac2e68 req-d7845004-9c62-4478-a9dd-54cc4c5c3887 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 1653 time: 0.6939955 Jul 06 11:34:29.807346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:29.807806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Checking segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:29.808392 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Bound using segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:29.808927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Bound port: 000757df-69b7-40f9-bc62-f72ea3cbd278, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:29.809307 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:29.838007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:29.838692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:29.841705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ef145-8c60-446e-a90f-b1ef7aa450d9 req-9ab5f3c1-8039-4964-bd6d-b25d11c9ff25 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:29.849733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c03ef145-8c60-446e-a90f-b1ef7aa450d9 req-9ab5f3c1-8039-4964-bd6d-b25d11c9ff25 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.3785138 Jul 06 11:34:29.894824 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a638fda-5716-4eb7-8a8e-d1f916ac2e68 req-929c25e6-1327-4185-97fb-f5a1dd097402 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669655 Jul 06 11:34:29.965772 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:29.985316 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Transition to ACTIVE for port object 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:30.007974 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:30.074176 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c03ef145-8c60-446e-a90f-b1ef7aa450d9 req-387a92e3-2ac8-4bce-8b53-1ccf13b632af tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020297 Jul 06 11:34:30.112802 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Pushing event updated for resources: {'Port': ['ID=9849b3e9-4c65-482e-a5e6-a6be42cf0b20,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:30.177658 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.181055 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.181683 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.182835 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.183299 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.183762 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.184491 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.185096 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.185661 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.186286 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.193973 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7929725c-6f71-4509-a539-3272289a7811 None None] Provisioning for port 8b54ed77-6b84-451e-bbd9-7da3b1083127 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:30.198680 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.199412 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:34:30.203991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7929725c-6f71-4509-a539-3272289a7811 None None] Provisioning complete for port 8b54ed77-6b84-451e-bbd9-7da3b1083127 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:30.204790 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7929725c-6f71-4509-a539-3272289a7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:30.209047 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Attempting to bind port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:30.215747 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Attempting to bind port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:30.216550 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Attempting to bind port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:30.235112 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:30.236005 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:30.236762 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:30.237430 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:30.238286 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Bound port: 9849b3e9-4c65-482e-a5e6-a6be42cf0b20, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:30.239206 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:30.325276 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] For port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:30.334144 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] For port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9849b3e9-4c65-482e-a5e6-a6be42cf0b20,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:30.337633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7929725c-6f71-4509-a539-3272289a7811 None None] Port 8b54ed77-6b84-451e-bbd9-7da3b1083127 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:34:30.345536 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:30.439630 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e55c1-4eaa-4d6f-913e-44df2b849011 None None] Pushing event updated for resources: {'Port': ['ID=9849b3e9-4c65-482e-a5e6-a6be42cf0b20,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:30.470059 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Routers {'c6666848-6232-4824-b599-76d4e979b1a1'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:34:30.470875 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:34:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6666848-6232-4824-b599-76d4e979b1a1'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:30.494109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] For port 000757df-69b7-40f9-bc62-f72ea3cbd278, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:30.501860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] For port 000757df-69b7-40f9-bc62-f72ea3cbd278, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=000757df-69b7-40f9-bc62-f72ea3cbd278,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:30.508626 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d33b8051-787d-40df-97ab-a320ed57c821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:30.513368 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d33b8051-787d-40df-97ab-a320ed57c821 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1e6319de-19eb-4996-aebe-cf93c0cc2d18 HTTP/1.1" status: 204 len: 168 time: 2.8766654 Jul 06 11:34:30.522280 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7263196 Jul 06 11:34:30.528080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34056) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:30.530577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:30.597315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5', 'admin_state_up': True, 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'security_groups': ['4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:30.618179 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] Set router c6666848-6232-4824-b599-76d4e979b1a1 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:34:30.632250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:30.633091 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:30.634742 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] 10.222.0.86 "PUT /v2.0/ports/000757df-69b7-40f9-bc62-f72ea3cbd278 HTTP/1.1" status: 200 len: 1092 time: 4.8253088 Jul 06 11:34:30.730686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a0a52-c576-4e8d-9f00-521dda945dc0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Port': ['ID=8b54ed77-6b84-451e-bbd9-7da3b1083127,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:30.765853 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ce96546-8200-4e56-bdec-9a5385209665 req-6946140f-efa4-40a5-903e-8be9700ca803 service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2842817 Jul 06 11:34:30.877202 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70601d22-59f8-4ec9-9c9a-c189ef8fa7d9 req-d88fb5a8-7212-42f8-a164-f15607b3f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:30.880559 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-70601d22-59f8-4ec9-9c9a-c189ef8fa7d9 req-d88fb5a8-7212-42f8-a164-f15607b3f197 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26c350c0d95440a2b8b18332683715de&device_id=fbfb3011-a215-40a7-aefa-0f9ccb0fe92f HTTP/1.1" status: 200 len: 1094 time: 1.5010741 Jul 06 11:34:30.888880 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:30.934396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039e4b3-acb6-489a-999d-b7fc67b72756 service neutron] Pushing event updated for resources: {'Port': ['ID=000757df-69b7-40f9-bc62-f72ea3cbd278,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:31.090068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:31.290396 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:31.302875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7b594b-a91f-4d94-a854-b845a7e5ec28', 'tag': '000757df-69b7-40f9-bc62-f72ea3cbd278'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:31.311511 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac53176d-97fa-4377-ab54-f667ab6f19a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7b594b-a91f-4d94-a854-b845a7e5ec28", "tag": "000757df-69b7-40f9-bc62-f72ea3cbd278"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:31.345366 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'name': 'tempest-FloatingIPsTestJSON-1362303935-router', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:34:17Z', 'updated_at': '2021-07-06T11:34:24Z', 'revision_number': 3, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'gw_port': {'id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:21Z', 'updated_at': '2021-07-06T11:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:31.422679 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5e619-c255-4dd2-a5cf-3f689e8a625a None None] The sync data for ids ['c6666848-6232-4824-b599-76d4e979b1a1'] in n-d-799527-2 is: [{'id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'name': 'tempest-FloatingIPsTestJSON-1362303935-router', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:34:17Z', 'updated_at': '2021-07-06T11:34:24Z', 'revision_number': 3, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'gw_port': {'id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:21Z', 'updated_at': '2021-07-06T11:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:34:31.444547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840217c6-bf71-4348-94aa-a88b39106072 req-7562051a-7f94-4446-a912-64222673c86b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:31.464854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-840217c6-bf71-4348-94aa-a88b39106072 req-7562051a-7f94-4446-a912-64222673c86b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.7380888 Jul 06 11:34:31.465172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-60d996d5-d617-457a-af8a-fc3891f69f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:31.465172 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-60d996d5-d617-457a-af8a-fc3891f69f6b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 1095 time: 0.7400351 Jul 06 11:34:31.502006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a513-c665-4828-8c52-25e1fdb8a5c4 req-f0806d48-daac-45a6-891f-4c612daa2984 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:31.505129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c919a513-c665-4828-8c52-25e1fdb8a5c4 req-f0806d48-daac-45a6-891f-4c612daa2984 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 944 time: 0.7566609 Jul 06 11:34:31.550548 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-e58c4d58-58d1-40cc-8056-d9697b36beaf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=000757df-69b7-40f9-bc62-f72ea3cbd278 HTTP/1.1" status: 200 len: 217 time: 0.0688179 Jul 06 11:34:31.599090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29599ee-5aec-41f1-9ca7-695d2af637fa req-42eb2a6d-0312-47c5-8c6a-247cdd6366b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:31.601186 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e29599ee-5aec-41f1-9ca7-695d2af637fa req-42eb2a6d-0312-47c5-8c6a-247cdd6366b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26c350c0d95440a2b8b18332683715de&device_id=c39e40b7-2841-4a66-8e25-741a715c5438 HTTP/1.1" status: 200 len: 1094 time: 0.4167888 Jul 06 11:34:31.743108 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:31.787784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70601d22-59f8-4ec9-9c9a-c189ef8fa7d9 req-1341478d-92e8-4b6d-96f6-b25bb13f4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:31.790968 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-70601d22-59f8-4ec9-9c9a-c189ef8fa7d9 req-1341478d-92e8-4b6d-96f6-b25bb13f4d94 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7f4671c-4c57-4783-a19b-12498efcccea HTTP/1.1" status: 200 len: 914 time: 0.8989832 Jul 06 11:34:31.836464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebcaa26-2332-48ae-96cf-8667b41dee8f']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:31.886016 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-840217c6-bf71-4348-94aa-a88b39106072 req-77ff881b-3d9a-4627-9f37-dc2767263949 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292407 Jul 06 11:34:31.913221 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c919a513-c665-4828-8c52-25e1fdb8a5c4 req-1d1400c9-184d-469f-80a9-16161d84127e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844652 Jul 06 11:34:31.917794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:31.997205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29599ee-5aec-41f1-9ca7-695d2af637fa req-8251335f-f636-401f-9ece-96df590eb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:32.007047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e29599ee-5aec-41f1-9ca7-695d2af637fa req-8251335f-f636-401f-9ece-96df590eb652 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7f4671c-4c57-4783-a19b-12498efcccea HTTP/1.1" status: 200 len: 914 time: 0.3904364 Jul 06 11:34:32.072715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8437502-6ba7-40f4-a860-6e0b6c3a0193') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:32.073251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8437502-6ba7-40f4-a860-6e0b6c3a0193') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:32.094414 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-70601d22-59f8-4ec9-9c9a-c189ef8fa7d9 req-ca9472c2-d0b6-4ff6-b5ff-67d4a277bf5b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29b879c2-e422-4e95-85a7-5294cb7b417e HTTP/1.1" status: 200 len: 217 time: 0.2741697 Jul 06 11:34:32.257191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e29599ee-5aec-41f1-9ca7-695d2af637fa req-b36b61ac-07ae-44d9-a861-acf6749081b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9be9d394-c9f8-4672-b0d3-d8c03b5059c7 HTTP/1.1" status: 200 len: 217 time: 0.2413175 Jul 06 11:34:32.323826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-9b9193dd-7734-43cc-a6d4-32a6666cd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:32.329257 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-9b9193dd-7734-43cc-a6d4-32a6666cd313 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.7392123 Jul 06 11:34:32.340635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:32.476077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70601d22-59f8-4ec9-9c9a-c189ef8fa7d9 req-b822d600-d687-43f9-bc80-0c3846da0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:32.481038 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-70601d22-59f8-4ec9-9c9a-c189ef8fa7d9 req-b822d600-d687-43f9-bc80-0c3846da0d6e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc HTTP/1.1" status: 200 len: 853 time: 0.3242140 Jul 06 11:34:32.483783 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:32.543290 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-5cac94c3-2893-43ef-9e77-6e773af8db1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381881 Jul 06 11:34:32.575419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:34:32.576470 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:32.591853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-de9c1e41-3171-4d2d-8dbd-b737f9873fba service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:34:32.594339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-de9c1e41-3171-4d2d-8dbd-b737f9873fba service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097895 Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:34:32.596007 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:34:32.720975 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29599ee-5aec-41f1-9ca7-695d2af637fa req-6b43b5ad-951f-4350-8264-04b9990dd028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:32.725013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e29599ee-5aec-41f1-9ca7-695d2af637fa req-6b43b5ad-951f-4350-8264-04b9990dd028 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc HTTP/1.1" status: 200 len: 853 time: 0.4508135 Jul 06 11:34:32.759662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Allocated IP 172.20.0.1 (19a6633a-1f6f-47f4-90df-7b55fc37373b/2a9ba45c-74e0-4176-bdf3-386cc6cfe84f/9abcf306-895b-4512-8ef6-b778a1f483ed) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:32.760849 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-70601d22-59f8-4ec9-9c9a-c189ef8fa7d9 req-d2bc0588-a075-4e5f-bedb-efd66c915521 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7f4671c-4c57-4783-a19b-12498efcccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2262645 Jul 06 11:34:32.897350 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 29b879c2-e422-4e95-85a7-5294cb7b417e details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:34:32.933247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:32.976187 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:32.979844 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] 10.222.0.21 "DELETE /v2.0/networks/4ebcaa26-2332-48ae-96cf-8667b41dee8f HTTP/1.1" status: 204 len: 168 time: 2.4309666 Jul 06 11:34:33.192004 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-70601d22-59f8-4ec9-9c9a-c189ef8fa7d9 req-ea157843-0759-446d-8b47-45f8c7f22473 service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102807 Jul 06 11:34:33.235370 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9376-7682-4401-889b-3567e740505d req-a9e0d909-899f-4fe9-a10d-61fd58eb4bc2 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:33.244640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9cb9376-7682-4401-889b-3567e740505d req-a9e0d909-899f-4fe9-a10d-61fd58eb4bc2 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/ports?device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 950 time: 0.9254785 Jul 06 11:34:33.250064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e29599ee-5aec-41f1-9ca7-695d2af637fa req-564e50ed-c8ff-4298-bc25-3bcac3278df4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7f4671c-4c57-4783-a19b-12498efcccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4260001 Jul 06 11:34:33.268341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d665b6-a534-4411-84b6-31b94bb5613b req-b4b36a3f-5ad7-429a-b4ab-344536d1ab87 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:33.271563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84d665b6-a534-4411-84b6-31b94bb5613b req-b4b36a3f-5ad7-429a-b4ab-344536d1ab87 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=c39e40b7-2841-4a66-8e25-741a715c5438 HTTP/1.1" status: 200 len: 943 time: 0.9470787 Jul 06 11:34:33.340432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 29b879c2-e422-4e95-85a7-5294cb7b417e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=29b879c2-e422-4e95-85a7-5294cb7b417e,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:33.367409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc36a32-eb3a-4cef-9498-b880e890774e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ebcaa26-2332-48ae-96cf-8667b41dee8f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:33.403877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Allocated IP 10.2.2.100 (394d285e-f49e-4dd3-979f-9001aa2b15c5/789be327-ed0f-453e-8059-3f4c36b875f7/05bf836b-354c-4996-8a22-f308e431636b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:33.511294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e29599ee-5aec-41f1-9ca7-695d2af637fa req-1957db89-b4b3-481e-bafd-d2039944c5c4 service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359447 Jul 06 11:34:33.606560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '29b879c2-e422-4e95-85a7-5294cb7b417e', 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea', 'port_id': '29b879c2-e422-4e95-85a7-5294cb7b417e', 'mac_address': 'fa:16:3e:8d:89:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:34:33.614201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:34:33.640405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:33.642800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e29599ee-5aec-41f1-9ca7-695d2af637fa req-e0a83313-ad79-4367-87af-4bfc6957f9d0 service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052210 Jul 06 11:34:33.649980 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-70601d22-59f8-4ec9-9c9a-c189ef8fa7d9 req-2a143cd1-6d4b-4a4f-b0fe-46af6a1622e1 service neutron] 10.222.0.86 "GET /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858774 Jul 06 11:34:33.699267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84d665b6-a534-4411-84b6-31b94bb5613b req-5bba0ccf-f378-4c44-95f8-d93cfa5db812 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649334 Jul 06 11:34:33.728986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9cb9376-7682-4401-889b-3567e740505d req-7f469ec8-f8ba-4c16-b0a6-02be529bebf0 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b7ba06a-e17a-4cd4-91e4-6c3683e940d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785187 Jul 06 11:34:33.881437 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9414e80c-ff97-43ad-b45b-830aa67f003c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c873b0fb571e46d8941f82ebd8df32e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316904 Jul 06 11:34:33.885361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34078) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:33.948392 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:33.997378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b879c2-e422-4e95-85a7-5294cb7b417e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:34.013848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:34.031810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:34.032228 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.103411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-d2a5d389-4fd8-457e-9e4f-d1f29311aff3 service neutron] 10.222.0.86 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3464742 Jul 06 11:34:34.113206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 29b879c2-e422-4e95-85a7-5294cb7b417e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=29b879c2-e422-4e95-85a7-5294cb7b417e,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:34.151441 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.154660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:34:34.207008 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bce0d85-32fb-4264-b996-8d446f7f4e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.214801 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.261637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Transition to ACTIVE for port object 05bf836b-354c-4996-8a22-f308e431636b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:34.338692 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.347197 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e66ba376-1988-4015-8b97-d72cf4becbfa req-bda8f404-0ceb-4393-b221-a25dff73e66c service neutron] 10.222.0.86 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276256 Jul 06 11:34:34.395411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=29b879c2-e422-4e95-85a7-5294cb7b417e,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:34.398212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.402522 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bce0d85-32fb-4264-b996-8d446f7f4e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.437759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff1fcc-ad16-4a52-9ea9-1d9df0ea28e8 req-670e57da-142b-474b-a7c5-28194d2c28ee tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:34.439695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0aff1fcc-ad16-4a52-9ea9-1d9df0ea28e8 req-670e57da-142b-474b-a7c5-28194d2c28ee tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.3105476 Jul 06 11:34:34.450999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Transition to ACTIVE for port object 9abcf306-895b-4512-8ef6-b778a1f483ed will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:34.464021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=9be9d394-c9f8-4672-b0d3-d8c03b5059c7,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:34.498480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '9be9d394-c9f8-4672-b0d3-d8c03b5059c7', 'network_id': 'b7f4671c-4c57-4783-a19b-12498efcccea', 'port_id': '9be9d394-c9f8-4672-b0d3-d8c03b5059c7', 'mac_address': 'fa:16:3e:97:f1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:34:34.501279 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.504784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network 394d285e-f49e-4dd3-979f-9001aa2b15c5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:34.509144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:34.524075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:34.530907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97cc30-6848-49a9-9e00-d5234e1360ee req-b61e0600-da39-4965-afe1-af3b6172b813 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:34.544939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97cc30-6848-49a9-9e00-d5234e1360ee req-b61e0600-da39-4965-afe1-af3b6172b813 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:34.558243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97cc30-6848-49a9-9e00-d5234e1360ee req-b61e0600-da39-4965-afe1-af3b6172b813 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:34.564013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d97cc30-6848-49a9-9e00-d5234e1360ee req-b61e0600-da39-4965-afe1-af3b6172b813 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 2374 time: 0.4262867 Jul 06 11:34:34.598420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Port': ['ID=05bf836b-354c-4996-8a22-f308e431636b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:34.637765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9849b3e9-4c65-482e-a5e6-a6be42cf0b20,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:34.638136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:34.638325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.677545 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0aff1fcc-ad16-4a52-9ea9-1d9df0ea28e8 req-b2eb9d49-e141-4f4b-bcd4-7365bd3e3f8d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243056 Jul 06 11:34:34.679265 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.687193 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-bd4247d7-3cfc-474b-b3fe-ab53ffced7bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0977800 Jul 06 11:34:34.698590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5', 'admin_state_up': True, 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'security_groups': ['4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:34.737693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d97cc30-6848-49a9-9e00-d5234e1360ee req-7f9deab8-754b-403d-a2e9-2f567ed70560 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449788 Jul 06 11:34:34.781222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:34.804904 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.815518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bce0d85-32fb-4264-b996-8d446f7f4e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.821805 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bce0d85-32fb-4264-b996-8d446f7f4e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.830555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8bce0d85-32fb-4264-b996-8d446f7f4e70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65e6092f-024e-4965-99cb-d44f7b4fcda7 HTTP/1.1" status: 204 len: 168 time: 0.9295478 Jul 06 11:34:34.902454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce0d85-32fb-4264-b996-8d446f7f4e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e6092f-024e-4965-99cb-d44f7b4fcda7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:34.912811 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:34.996788 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ac8db3-ac64-4bdf-ac26-60cb4f74beed x-openstack-request-id: req-d9ac8db3-ac64-4bdf-ac26-60cb4f74beed {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:34.997261 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7b594b-a91f-4d94-a854-b845a7e5ec28", "tag": "000757df-69b7-40f9-bc62-f72ea3cbd278", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:34.997673 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9ac8db3-ac64-4bdf-ac26-60cb4f74beed {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:34.998324 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7b594b-a91f-4d94-a854-b845a7e5ec28', 'tag': '000757df-69b7-40f9-bc62-f72ea3cbd278', 'status': 'completed', 'code': 200} Jul 06 11:34:35.096276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=9be9d394-c9f8-4672-b0d3-d8c03b5059c7,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:35.111408 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:35.149021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Network 19a6633a-1f6f-47f4-90df-7b55fc37373b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:35.155046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Pushing event updated for resources: {'Port': ['ID=9abcf306-895b-4512-8ef6-b778a1f483ed,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:35.163568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:35.175879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:35.187894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b7201cd4-3ec1-498f-9804-a6dca28798ff None None] Provisioning for port 05bf836b-354c-4996-8a22-f308e431636b completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:35.201833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b7201cd4-3ec1-498f-9804-a6dca28798ff None None] Provisioning complete for port 05bf836b-354c-4996-8a22-f308e431636b triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:35.202207 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7201cd4-3ec1-498f-9804-a6dca28798ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:35.258563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=9849b3e9-4c65-482e-a5e6-a6be42cf0b20,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:35.348962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b7201cd4-3ec1-498f-9804-a6dca28798ff None None] Port 05bf836b-354c-4996-8a22-f308e431636b cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:34:35.396738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['29b879c2-e422-4e95-85a7-5294cb7b417e'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:34:35.401913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['9be9d394-c9f8-4672-b0d3-d8c03b5059c7'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:34:35.424826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53176d-97fa-4377-ab54-f667ab6f19a7 req-fbf3dbc0-9322-4621-a4ff-40add3bc2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:35.447098 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac53176d-97fa-4377-ab54-f667ab6f19a7 req-fbf3dbc0-9322-4621-a4ff-40add3bc2ef4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 1095 time: 0.4500790 Jul 06 11:34:35.523596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede20cd-0f2f-4479-8924-38e9b885726c req-354ad576-c14d-4338-9c34-eb6b80f96523 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:35.538561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fede20cd-0f2f-4479-8924-38e9b885726c req-354ad576-c14d-4338-9c34-eb6b80f96523 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.3548725 Jul 06 11:34:35.543569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:35.566558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=9be9d394-c9f8-4672-b0d3-d8c03b5059c7,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:35.741763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53176d-97fa-4377-ab54-f667ab6f19a7 req-de8d5ed7-228c-44ed-ac39-c8c8f0482e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:35.744975 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac53176d-97fa-4377-ab54-f667ab6f19a7 req-de8d5ed7-228c-44ed-ac39-c8c8f0482e01 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 912 time: 0.2950804 Jul 06 11:34:35.746973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Made reservation on behalf of c8869dadf3ea422eba00446b2db5778a for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:34:35.758415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:35.912240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fede20cd-0f2f-4479-8924-38e9b885726c req-e9778212-ae8f-4dbc-ab8d-38c5a0108785 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720517 Jul 06 11:34:35.925368 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac53176d-97fa-4377-ab54-f667ab6f19a7 req-aab9f7b3-a2fe-4d58-bfa4-fefd330d7058 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=000757df-69b7-40f9-bc62-f72ea3cbd278 HTTP/1.1" status: 200 len: 217 time: 0.1473017 Jul 06 11:34:35.943349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc7a58-6eed-47a2-9b81-fbd947bed214 req-96096fbd-45fc-4e8f-bbf6-f9ba879f2d19 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:35.945359 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9bc7a58-6eed-47a2-9b81-fbd947bed214 req-96096fbd-45fc-4e8f-bbf6-f9ba879f2d19 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 944 time: 0.5778980 Jul 06 11:34:36.032405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dc9c6650-7b4b-4a52-8dc7-9a875e414199 None None] Provisioning for port 9abcf306-895b-4512-8ef6-b778a1f483ed completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:36.095024 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:36.122029 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dc9c6650-7b4b-4a52-8dc7-9a875e414199 None None] Provisioning complete for port 9abcf306-895b-4512-8ef6-b778a1f483ed triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:36.122942 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6650-7b4b-4a52-8dc7-9a875e414199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:36.134310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34090) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:36.168319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9bc7a58-6eed-47a2-9b81-fbd947bed214 req-299895a6-ebc6-4601-9fad-a65976d8e4d2 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131612 Jul 06 11:34:36.225953 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53176d-97fa-4377-ab54-f667ab6f19a7 req-3e371d58-52e9-4691-b64b-14d91d687cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:36.232226 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac53176d-97fa-4377-ab54-f667ab6f19a7 req-3e371d58-52e9-4691-b64b-14d91d687cc9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.3048699 Jul 06 11:34:36.318178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c6650-7b4b-4a52-8dc7-9a875e414199 None None] Port 9abcf306-895b-4512-8ef6-b778a1f483ed cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:34:36.339176 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac53176d-97fa-4377-ab54-f667ab6f19a7 req-39199e7f-e07d-4c0b-abe1-e3ac13aa0919 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939777 Jul 06 11:34:36.400912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4529a305-eba9-432c-828d-734f8f35d0ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e2b8f3c18154e33a6b809eebf8dc7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613838 Jul 06 11:34:36.403689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34094) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:36.559414 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Allocated IP 10.2.2.200 (394d285e-f49e-4dd3-979f-9001aa2b15c5/789be327-ed0f-453e-8059-3f4c36b875f7/676c2da1-4fb9-4c02-9274-dedafdd3e9dd) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:36.613101 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac53176d-97fa-4377-ab54-f667ab6f19a7 req-8b39737a-b644-43ca-8d96-e4b0e2e007d3 service neutron] 10.222.0.86 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604058 Jul 06 11:34:36.692491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df42e527-3dce-4c95-8cfb-de2f0913617b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:36.825479 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df42e527-3dce-4c95-8cfb-de2f0913617b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:36.912265 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:36.933934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:37.123248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 000757df-69b7-40f9-bc62-f72ea3cbd278 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:34:37.134748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:34:37.180130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:34:37.221792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46f209-722d-4abc-af30-e65ad8c33955 req-5be6fd6b-f9a2-4cdd-9b63-55089992d572 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:37.225945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f46f209-722d-4abc-af30-e65ad8c33955 req-5be6fd6b-f9a2-4cdd-9b63-55089992d572 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=c39e40b7-2841-4a66-8e25-741a715c5438 HTTP/1.1" status: 200 len: 944 time: 0.6185479 Jul 06 11:34:37.255987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Pushing event updated for resources: {'Port': ['ID=9abcf306-895b-4512-8ef6-b778a1f483ed,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:37.274265 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:37.339967 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df42e527-3dce-4c95-8cfb-de2f0913617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:37.347611 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df42e527-3dce-4c95-8cfb-de2f0913617b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:37.353083 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac53176d-97fa-4377-ab54-f667ab6f19a7 req-d1145847-9434-4f49-9a35-74587eb72521 service neutron] 10.222.0.86 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267694 Jul 06 11:34:37.356920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-df42e527-3dce-4c95-8cfb-de2f0913617b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/396df68f-1b02-4bb6-bff2-07221c11a7b9 HTTP/1.1" status: 204 len: 168 time: 0.9513557 Jul 06 11:34:37.434765 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:37.440258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:37.447613 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-b5e8cafd-a944-4350-b7eb-2031d8c01e99 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2117016 Jul 06 11:34:37.449879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:37.450900 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:37.458532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Transition to ACTIVE for port object 676c2da1-4fb9-4c02-9274-dedafdd3e9dd will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:37.530501 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 000757df-69b7-40f9-bc62-f72ea3cbd278, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=000757df-69b7-40f9-bc62-f72ea3cbd278,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:37.566029 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:37.567181 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:37.629796 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:37.632868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Network 19a6633a-1f6f-47f4-90df-7b55fc37373b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:37.638045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42e527-3dce-4c95-8cfb-de2f0913617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396df68f-1b02-4bb6-bff2-07221c11a7b9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:37.646875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:37.664726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868316e-3642-4f4b-87be-8086e76d3688 req-4dbbca6f-259f-4a07-a7cd-767d264a71f4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:37.673055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868316e-3642-4f4b-87be-8086e76d3688 req-4dbbca6f-259f-4a07-a7cd-767d264a71f4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:37.683046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868316e-3642-4f4b-87be-8086e76d3688 req-4dbbca6f-259f-4a07-a7cd-767d264a71f4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:37.693158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868316e-3642-4f4b-87be-8086e76d3688 req-4dbbca6f-259f-4a07-a7cd-767d264a71f4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:37.702277 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1868316e-3642-4f4b-87be-8086e76d3688 req-4dbbca6f-259f-4a07-a7cd-767d264a71f4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 3095 time: 0.7468774 Jul 06 11:34:37.773605 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f46f209-722d-4abc-af30-e65ad8c33955 req-5f8eb3fe-6eaf-47d7-84cd-84f5be438ed7 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824219 Jul 06 11:34:37.800121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '000757df-69b7-40f9-bc62-f72ea3cbd278', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'port_id': '000757df-69b7-40f9-bc62-f72ea3cbd278', 'mac_address': 'fa:16:3e:22:5e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980f45f6-7536-45f8-8969-e14fff5112f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:34:37.811032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-6f744b4d-6a1b-4683-9b88-19be6e274c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:37.816734 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-6f744b4d-6a1b-4683-9b88-19be6e274c01 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 1100 time: 0.3339617 Jul 06 11:34:37.918755 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1868316e-3642-4f4b-87be-8086e76d3688 req-079b3e85-4373-4742-92c4-21763f416e21 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112417 Jul 06 11:34:38.013912 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:38.043493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Network 394d285e-f49e-4dd3-979f-9001aa2b15c5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:38.059501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:38.124712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:38.199992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=9be9d394-c9f8-4672-b0d3-d8c03b5059c7,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:38.205361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39e40b7-2841-4a66-8e25-741a715c5438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be9d394-c9f8-4672-b0d3-d8c03b5059c7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:38.209933 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc80b6e-8170-4283-9b43-1ec8f92faf32" -d '{"events": [{"server_uuid": "c39e40b7-2841-4a66-8e25-741a715c5438", "name": "network-vif-plugged", "status": "completed", "tag": "9be9d394-c9f8-4672-b0d3-d8c03b5059c7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:38.220109 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:38.235266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 29b879c2-e422-4e95-85a7-5294cb7b417e up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:34:38.237574 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:38.304459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:38.305989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:38.340004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event updated for resources: {'Port': ['ID=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:38.355621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-40a71afe-f4e4-4a58-8ddc-2000ce38221f None None] Provisioning complete for port 9abcf306-895b-4512-8ef6-b778a1f483ed triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:38.356935 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40a71afe-f4e4-4a58-8ddc-2000ce38221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:38.373350 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-4c1bdc2d-bb93-4810-bf27-7862a6844d13 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6738265 Jul 06 11:34:38.416350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:38.491092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-40a71afe-f4e4-4a58-8ddc-2000ce38221f None None] Port 9abcf306-895b-4512-8ef6-b778a1f483ed cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:34:38.507891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000757df-69b7-40f9-bc62-f72ea3cbd278 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:38.516014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Router c6666848-6232-4824-b599-76d4e979b1a1 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:34:38.569063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 000757df-69b7-40f9-bc62-f72ea3cbd278, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=000757df-69b7-40f9-bc62-f72ea3cbd278,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:38.571673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7ada9-612b-4514-a6ca-0402eaa59c1a req-60704156-3a61-47c7-964c-c58bd14327f0 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:38.577049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-10d02e59-92e6-4df6-a583-e8650af13f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:38.580592 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-10d02e59-92e6-4df6-a583-e8650af13f59 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.7227404 Jul 06 11:34:38.583244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2f7ada9-612b-4514-a6ca-0402eaa59c1a req-60704156-3a61-47c7-964c-c58bd14327f0 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.4231207 Jul 06 11:34:38.706976 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:38.735401 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-04d9ade2-189e-4ba5-9731-f42edf75d198 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=13b323bf-9517-40e8-ad48-f6c98a27237d HTTP/1.1" status: 200 len: 217 time: 0.0876017 Jul 06 11:34:38.742466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6b3cda5b-5132-4d39-a47f-4b5e65411bf9 None None] Provisioning for port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:38.750629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=9be9d394-c9f8-4672-b0d3-d8c03b5059c7,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:38.835574 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:38.872971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dec9f-ade0-4957-834e-7dc9b7f57f14 req-ffa692cd-b3c2-49ce-8eb0-5fc37ddc1ad3 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:38.882172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=000757df-69b7-40f9-bc62-f72ea3cbd278,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:38.884080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a6dec9f-ade0-4957-834e-7dc9b7f57f14 req-ffa692cd-b3c2-49ce-8eb0-5fc37ddc1ad3 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/ports?device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 950 time: 0.7093673 Jul 06 11:34:38.918323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6b3cda5b-5132-4d39-a47f-4b5e65411bf9 None None] Provisioning complete for port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:38.919191 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b3cda5b-5132-4d39-a47f-4b5e65411bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:38.930973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-233d8a56-5e5b-4733-84e9-a7085de8413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:38.934080 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-233d8a56-5e5b-4733-84e9-a7085de8413d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1871097 Jul 06 11:34:39.009938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6b3cda5b-5132-4d39-a47f-4b5e65411bf9 None None] Port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:34:39.012568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 29b879c2-e422-4e95-85a7-5294cb7b417e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:39.033895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['000757df-69b7-40f9-bc62-f72ea3cbd278'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:34:39.038631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 29b879c2-e422-4e95-85a7-5294cb7b417e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:39.039249 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:39.233858 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a6dec9f-ade0-4957-834e-7dc9b7f57f14 req-0848ef97-88a0-4173-8bb1-5371d9d361bd tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b7ba06a-e17a-4cd4-91e4-6c3683e940d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661231 Jul 06 11:34:39.247238 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2f7ada9-612b-4514-a6ca-0402eaa59c1a req-d6a0f3b9-481a-4f70-9dd3-72af3273f182 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887981 Jul 06 11:34:39.252010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:34:39.274658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-aa2ec9ae-5595-4bf7-9b6b-a6342339dd72 admin admin] 10.222.0.21 "PUT /v2.0/routers/c6666848-6232-4824-b599-76d4e979b1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3369586 Jul 06 11:34:39.284037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Sync routers for ids ['c6666848-6232-4824-b599-76d4e979b1a1'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:34:39.350313 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:39.366103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a5bc9498-10a3-44a7-b219-bb25030aa1c4 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:34:39.410008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Routers {'c6666848-6232-4824-b599-76d4e979b1a1'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:34:39.411806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:34:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6666848-6232-4824-b599-76d4e979b1a1'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:39.560350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817936e9-6388-4d89-9cf2-1c74537dc3d7 req-8d9fa4d6-5f22-446b-8571-3a44d9477544 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:39.562021 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-817936e9-6388-4d89-9cf2-1c74537dc3d7 req-8d9fa4d6-5f22-446b-8571-3a44d9477544 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.47 "GET /v2.0/ports?device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 950 time: 0.7528698 Jul 06 11:34:39.669286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d42ac-9920-4916-b498-35482d6668d3 req-77a7ba27-78af-4fa5-a607-40ec09f998ba tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:39.681357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-616d42ac-9920-4916-b498-35482d6668d3 req-77a7ba27-78af-4fa5-a607-40ec09f998ba tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2721162 Jul 06 11:34:39.704690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 29b879c2-e422-4e95-85a7-5294cb7b417e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=29b879c2-e422-4e95-85a7-5294cb7b417e,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:39.722395 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:39.794232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-b69b1d69-512c-4445-b081-71d4426b56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:39.796082 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-b69b1d69-512c-4445-b081-71d4426b56d5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8190417 Jul 06 11:34:39.803940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Set router c6666848-6232-4824-b599-76d4e979b1a1 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:34:39.882594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-616d42ac-9920-4916-b498-35482d6668d3 req-97ead1c5-1469-4ffa-87b4-c88c460b9ac7 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999435 Jul 06 11:34:40.040424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272776b-6c4a-49b1-8679-55be59ee5483 req-92ff9f66-3446-467a-9029-0bd5d958c5ba tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:40.046241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0272776b-6c4a-49b1-8679-55be59ee5483 req-92ff9f66-3446-467a-9029-0bd5d958c5ba tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 945 time: 0.2398908 Jul 06 11:34:40.088689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23323174-cfa4-4bc8-ab6f-93c285420e97 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:40.135952 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:40.154998 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0272776b-6c4a-49b1-8679-55be59ee5483 req-58ed745e-28a7-4969-976b-48effffcd91e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857942 Jul 06 11:34:40.184213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-817936e9-6388-4d89-9cf2-1c74537dc3d7 req-fcdf63f4-7a9d-4366-8442-59ec8e10f1c1 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Deleting port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:40.184795 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-817936e9-6388-4d89-9cf2-1c74537dc3d7 req-fcdf63f4-7a9d-4366-8442-59ec8e10f1c1 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:40.217759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Transition to ACTIVE for port object 23323174-cfa4-4bc8-ab6f-93c285420e97 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:40.222098 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-b26aad2a-8c92-44c9-94f4-b063e2da6d97 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862281 Jul 06 11:34:40.310012 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:40.445560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=29b879c2-e422-4e95-85a7-5294cb7b417e,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:40.454125 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:40.610996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:40.662843 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:40.701093 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006cb38f-a553-4a3e-b42f-d24ccfee8f19 x-openstack-request-id: req-006cb38f-a553-4a3e-b42f-d24ccfee8f19 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:40.701316 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39e40b7-2841-4a66-8e25-741a715c5438", "name": "network-vif-plugged", "status": "completed", "tag": "9be9d394-c9f8-4672-b0d3-d8c03b5059c7", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:40.701583 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-006cb38f-a553-4a3e-b42f-d24ccfee8f19 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:40.701999 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39e40b7-2841-4a66-8e25-741a715c5438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be9d394-c9f8-4672-b0d3-d8c03b5059c7', 'code': 200} Jul 06 11:34:40.707908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76231f9-4e14-4e6e-9231-bc215284fbaf req-8f5dc6b4-cdca-4601-b49c-90c4e4bab2f8 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:40.719368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b76231f9-4e14-4e6e-9231-bc215284fbaf req-8f5dc6b4-cdca-4601-b49c-90c4e4bab2f8 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=c39e40b7-2841-4a66-8e25-741a715c5438 HTTP/1.1" status: 200 len: 945 time: 0.2435751 Jul 06 11:34:40.766463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Pushing event updated for resources: {'Port': ['ID=23323174-cfa4-4bc8-ab6f-93c285420e97,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:40.779816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:40.836042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'name': 'tempest-FloatingIPsTestJSON-1362303935-router', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:34:17Z', 'updated_at': '2021-07-06T11:34:35Z', 'revision_number': 4, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'gw_port': {'id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:21Z', 'updated_at': '2021-07-06T11:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9abcf306-895b-4512-8ef6-b778a1f483ed', 'name': '', 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'mac_address': 'fa:16:3e:55:bf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '2a9ba45c-74e0-4176-bdf3-386cc6cfe84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:31Z', 'updated_at': '2021-07-06T11:34:36Z', 'revision_number': 2, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'subnets': [{'id': '2a9ba45c-74e0-4176-bdf3-386cc6cfe84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:40.916971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Checking router: c6666848-6232-4824-b599-76d4e979b1a1 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:34:40.919379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Updating router c6666848-6232-4824-b599-76d4e979b1a1 port 9abcf306-895b-4512-8ef6-b778a1f483ed binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:34:40.953685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b76231f9-4e14-4e6e-9231-bc215284fbaf req-3825dced-c583-4863-9a7d-b1db4d5c3738 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223399 Jul 06 11:34:40.971394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-817936e9-6388-4d89-9cf2-1c74537dc3d7 req-fcdf63f4-7a9d-4366-8442-59ec8e10f1c1 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] For port 6b9a5855-c7e1-42f5-be67-e8540fb893c1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6b9a5855-c7e1-42f5-be67-e8540fb893c1,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:40.972003 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-817936e9-6388-4d89-9cf2-1c74537dc3d7 req-fcdf63f4-7a9d-4366-8442-59ec8e10f1c1 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:41.023824 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:41.129141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 000757df-69b7-40f9-bc62-f72ea3cbd278 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:34:41.169445 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-817936e9-6388-4d89-9cf2-1c74537dc3d7 req-fcdf63f4-7a9d-4366-8442-59ec8e10f1c1 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Calling delete_port for 6b9a5855-c7e1-42f5-be67-e8540fb893c1 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:41.190734 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0b14bf62-7b8b-432f-b725-1edf0440c0d7 req-f4a07b5f-ebf8-416a-b0cc-d521925865f9 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9081976 Jul 06 11:34:41.224838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5341724-5124-4d29-9364-5c0877f8659c req-fa0f4421-db23-46ff-a947-e8232bec9bd8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:41.251037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5341724-5124-4d29-9364-5c0877f8659c req-fa0f4421-db23-46ff-a947-e8232bec9bd8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:41.264780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5341724-5124-4d29-9364-5c0877f8659c req-fa0f4421-db23-46ff-a947-e8232bec9bd8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:41.303906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5341724-5124-4d29-9364-5c0877f8659c req-fa0f4421-db23-46ff-a947-e8232bec9bd8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:41.316120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5341724-5124-4d29-9364-5c0877f8659c req-fa0f4421-db23-46ff-a947-e8232bec9bd8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:41.346572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a5341724-5124-4d29-9364-5c0877f8659c req-fa0f4421-db23-46ff-a947-e8232bec9bd8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 3828 time: 0.3468001 Jul 06 11:34:41.387962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Attempting to bind port 23323174-cfa4-4bc8-ab6f-93c285420e97 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:41.388505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Attempting to bind port 23323174-cfa4-4bc8-ab6f-93c285420e97 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:41.389341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Attempting to bind port 23323174-cfa4-4bc8-ab6f-93c285420e97 on network 55d50c88-87ff-4d1e-a691-5afba0ae5707 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:41.401760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a5bc9498-10a3-44a7-b219-bb25030aa1c4 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:34:41.405037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e450fe-4dde-43b8-abf7-272169819d76 req-7e82f718-fa31-4370-9a66-b4e121c0d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:41.408395 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86e450fe-4dde-43b8-abf7-272169819d76 req-7e82f718-fa31-4370-9a66-b4e121c0d58f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c39e40b7-2841-4a66-8e25-741a715c5438 HTTP/1.1" status: 200 len: 1096 time: 0.5329571 Jul 06 11:34:41.421049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Port 23323174-cfa4-4bc8-ab6f-93c285420e97 on network 55d50c88-87ff-4d1e-a691-5afba0ae5707 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:34:41.421964 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Attempting to bind port 23323174-cfa4-4bc8-ab6f-93c285420e97 on network 55d50c88-87ff-4d1e-a691-5afba0ae5707 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:41.432221 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a5341724-5124-4d29-9364-5c0877f8659c req-6be09046-87f5-45f5-801e-113ae3eb5870 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934498 Jul 06 11:34:41.596002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dbd03-f4b4-4b7b-8f58-9bcbaffae4a5 req-cbce2766-33ba-4dec-bd50-3ac4b480d481 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:41.597652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f8dbd03-f4b4-4b7b-8f58-9bcbaffae4a5 req-cbce2766-33ba-4dec-bd50-3ac4b480d481 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.1827898 Jul 06 11:34:41.615600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:41.616411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Checking segment: {'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:41.618288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Bound using segment: {'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:41.620058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Bound port: 23323174-cfa4-4bc8-ab6f-93c285420e97, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f87ba79-5936-4bcf-8eb0-d82351e86456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:41.621299 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:41.655640 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 000757df-69b7-40f9-bc62-f72ea3cbd278 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:41.666839 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-817936e9-6388-4d89-9cf2-1c74537dc3d7 req-fcdf63f4-7a9d-4366-8442-59ec8e10f1c1 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:41.702966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 000757df-69b7-40f9-bc62-f72ea3cbd278 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:41.703686 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:41.747709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f8dbd03-f4b4-4b7b-8f58-9bcbaffae4a5 req-01eaa685-aee5-4760-98ae-75c4f1c71725 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388881 Jul 06 11:34:41.772514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['6b9a5855-c7e1-42f5-be67-e8540fb893c1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:34:42.123051 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86e450fe-4dde-43b8-abf7-272169819d76 req-375e391d-ee02-4194-801f-9ed959fa459e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7035303 Jul 06 11:34:42.124388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf63f4-7a9d-4366-8442-59ec8e10f1c1 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Pushing event deleted for resources: {'Port': ['ID=6b9a5855-c7e1-42f5-be67-e8540fb893c1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:42.181012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:42.193082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-817936e9-6388-4d89-9cf2-1c74537dc3d7 req-fcdf63f4-7a9d-4366-8442-59ec8e10f1c1 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] No DVR routers for this DVR port 6b9a5855-c7e1-42f5-be67-e8540fb893c1 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:34:42.199883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'mac_address': 'fa:16:3e:eb:6a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:34:42.205806 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-817936e9-6388-4d89-9cf2-1c74537dc3d7 req-fcdf63f4-7a9d-4366-8442-59ec8e10f1c1 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:42.218118 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-817936e9-6388-4d89-9cf2-1c74537dc3d7 req-fcdf63f4-7a9d-4366-8442-59ec8e10f1c1 tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.47 "DELETE /v2.0/ports/6b9a5855-c7e1-42f5-be67-e8540fb893c1 HTTP/1.1" status: 204 len: 173 time: 2.6473873 Jul 06 11:34:42.251308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5354d884-807b-4dae-b2ad-f6758fe31121', 'name': 'network-vif-deleted', 'tag': '6b9a5855-c7e1-42f5-be67-e8540fb893c1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:42.261657 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac3402b-ad68-42a3-a250-ac0b26ed18b0" -d '{"events": [{"server_uuid": "5354d884-807b-4dae-b2ad-f6758fe31121", "name": "network-vif-deleted", "tag": "6b9a5855-c7e1-42f5-be67-e8540fb893c1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:42.308513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] For port 23323174-cfa4-4bc8-ab6f-93c285420e97, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:42.323315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] For port 23323174-cfa4-4bc8-ab6f-93c285420e97, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=23323174-cfa4-4bc8-ab6f-93c285420e97,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:42.340127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:42.382482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90326d1f-1db6-4e8d-bc66-e237b8650af2 req-11601947-fc30-4cfb-9ddd-624deddddd8e tempest-ImagesNegativeTestJSON-671177625 tempest-ImagesNegativeTestJSON-671177625-project] 10.222.0.21 "GET /v2.0/ports?device_id=5354d884-807b-4dae-b2ad-f6758fe31121 HTTP/1.1" status: 200 len: 210 time: 0.2332902 Jul 06 11:34:42.460029 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:42.554227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:42.554979 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:42.561725 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] 10.222.0.86 "PUT /v2.0/ports/23323174-cfa4-4bc8-ab6f-93c285420e97 HTTP/1.1" status: 200 len: 1091 time: 4.1710384 Jul 06 11:34:42.562740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c218dd6-aa85-4788-8bc1-aa69db39ce16 service neutron] Pushing event updated for resources: {'Port': ['ID=23323174-cfa4-4bc8-ab6f-93c285420e97,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:42.593068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bc9498-10a3-44a7-b219-bb25030aa1c4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:42.602619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:42.620531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-24d826a1-c771-4b60-baec-26dbc5ebb39d tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5544300 Jul 06 11:34:42.646252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:42.712027 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:42.724937 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:42.740656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Transition to ACTIVE for port object 9abcf306-895b-4512-8ef6-b778a1f483ed will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:42.746486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfb3011-a215-40a7-aefa-0f9ccb0fe92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b879c2-e422-4e95-85a7-5294cb7b417e'}, {'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:42.757571 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b4c7bd-696c-46be-a8e1-50a8c0dc3369" -d '{"events": [{"server_uuid": "fbfb3011-a215-40a7-aefa-0f9ccb0fe92f", "name": "network-vif-plugged", "status": "completed", "tag": "29b879c2-e422-4e95-85a7-5294cb7b417e"}, {"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:42.768845 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:42.775759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:42.919897 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:42.933845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:42.989346 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:43.048209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da86f8f-a520-4477-a700-2085967231fe None None] Pushing event updated for resources: {'Port': ['ID=9abcf306-895b-4512-8ef6-b778a1f483ed,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:43.162077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:43.234308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 000757df-69b7-40f9-bc62-f72ea3cbd278, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=000757df-69b7-40f9-bc62-f72ea3cbd278,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:43.289612 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:43.387386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=000757df-69b7-40f9-bc62-f72ea3cbd278,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:43.391817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6b9a5855-c7e1-42f5-be67-e8540fb893c1 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:34:43.428787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 6b9a5855-c7e1-42f5-be67-e8540fb893c1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:34:43.429866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6b9a5855-c7e1-42f5-be67-e8540fb893c1 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:34:43.432490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['a5bc9498-10a3-44a7-b219-bb25030aa1c4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:34:43.468175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Attempting to bind port 9abcf306-895b-4512-8ef6-b778a1f483ed on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:43.468979 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Attempting to bind port 9abcf306-895b-4512-8ef6-b778a1f483ed by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '2c5038f5-7cb2-491c-b42f-174725d6cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:43.469543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Attempting to bind port 9abcf306-895b-4512-8ef6-b778a1f483ed on network 19a6633a-1f6f-47f4-90df-7b55fc37373b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:43.483342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:43.484152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Checking segment: {'id': '2c5038f5-7cb2-491c-b42f-174725d6cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:43.485206 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:43.485909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Bound using segment: {'id': '2c5038f5-7cb2-491c-b42f-174725d6cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:43.486752 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Bound port: 9abcf306-895b-4512-8ef6-b778a1f483ed, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5038f5-7cb2-491c-b42f-174725d6cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:43.487488 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:43.697186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18218c73-5116-43de-a2b7-57faf0ebce65 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:43.712898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:43.726679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146da7d-f111-489d-9c00-0707baf1a406 req-6373e868-c4c2-4157-9b8c-24ed831a0bdb tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:43.740870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] For port 9abcf306-895b-4512-8ef6-b778a1f483ed, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:43.741502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0146da7d-f111-489d-9c00-0707baf1a406 req-6373e868-c4c2-4157-9b8c-24ed831a0bdb tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 948 time: 0.9084561 Jul 06 11:34:43.747208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Transition to ACTIVE for port object 18218c73-5116-43de-a2b7-57faf0ebce65 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:43.756059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:43.760154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] For port 9abcf306-895b-4512-8ef6-b778a1f483ed, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9abcf306-895b-4512-8ef6-b778a1f483ed,segment=NetworkSegment(2c5038f5-7cb2-491c-b42f-174725d6cdf4),segment_id=2c5038f5-7cb2-491c-b42f-174725d6cdf4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:43.813855 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:43.861210 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:43.939438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0146da7d-f111-489d-9c00-0707baf1a406 req-33b6395d-caee-420f-a047-f9cc7982315a tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680720 Jul 06 11:34:43.979716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Pushing event updated for resources: {'Port': ['ID=18218c73-5116-43de-a2b7-57faf0ebce65,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:44.162370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da86f8f-a520-4477-a700-2085967231fe None None] Pushing event updated for resources: {'Port': ['ID=9abcf306-895b-4512-8ef6-b778a1f483ed,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:44.204550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Routers {'c6666848-6232-4824-b599-76d4e979b1a1'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:34:44.207209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:34:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6666848-6232-4824-b599-76d4e979b1a1'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:44.252964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Allocated IP 172.25.0.149 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/49ee1a65-c9cb-44d4-8ed4-25b38ab258a0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:44.310989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Attempting to bind port 18218c73-5116-43de-a2b7-57faf0ebce65 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:44.311388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Attempting to bind port 18218c73-5116-43de-a2b7-57faf0ebce65 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:44.312328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Attempting to bind port 18218c73-5116-43de-a2b7-57faf0ebce65 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:44.336073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Port 18218c73-5116-43de-a2b7-57faf0ebce65 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:34:44.336409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Attempting to bind port 18218c73-5116-43de-a2b7-57faf0ebce65 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:44.349750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:44.349884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Checking segment: {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:44.350258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Bound using segment: {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:44.350732 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Bound port: 18218c73-5116-43de-a2b7-57faf0ebce65, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:44.351109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:44.447017 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] Set router c6666848-6232-4824-b599-76d4e979b1a1 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:34:44.484594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] For port 18218c73-5116-43de-a2b7-57faf0ebce65, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:44.486239 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:44.493191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] For port 18218c73-5116-43de-a2b7-57faf0ebce65, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=18218c73-5116-43de-a2b7-57faf0ebce65,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:44.501821 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:44.564483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:44.565907 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:44.568126 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] 10.222.0.86 "PUT /v2.0/ports/18218c73-5116-43de-a2b7-57faf0ebce65 HTTP/1.1" status: 200 len: 1130 time: 1.9730799 Jul 06 11:34:44.570405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a07f-df2c-40da-be18-758ca080a120 req-42ff28bc-d169-4153-98fa-6b38786c7e22 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:44.586125 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-236f1c2d-544a-4c51-adfe-c1b02a60f783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:44.590724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0dc6a07f-df2c-40da-be18-758ca080a120 req-42ff28bc-d169-4153-98fa-6b38786c7e22 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 946 time: 0.2156343 Jul 06 11:34:44.611137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:44.686611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e806b0-99dd-4a51-aa24-d8cc791483f0 service neutron] Pushing event updated for resources: {'Port': ['ID=18218c73-5116-43de-a2b7-57faf0ebce65,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:44.713740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0dc6a07f-df2c-40da-be18-758ca080a120 req-acb129e1-9030-44d6-9fb4-e8f0112d3dd5 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109643 Jul 06 11:34:44.729526 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:44.811405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:44.817920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:44.837388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:44.840934 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:44.956171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Pushing event updated for resources: {'Port': ['ID=49ee1a65-c9cb-44d4-8ed4-25b38ab258a0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:44.986491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'name': 'tempest-FloatingIPsTestJSON-1362303935-router', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:34:17Z', 'updated_at': '2021-07-06T11:34:35Z', 'revision_number': 4, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'gw_port': {'id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:21Z', 'updated_at': '2021-07-06T11:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9abcf306-895b-4512-8ef6-b778a1f483ed', 'name': '', 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'mac_address': 'fa:16:3e:55:bf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '2a9ba45c-74e0-4176-bdf3-386cc6cfe84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:31Z', 'updated_at': '2021-07-06T11:34:43Z', 'revision_number': 4, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'subnets': [{'id': '2a9ba45c-74e0-4176-bdf3-386cc6cfe84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:34:45.062208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4755d23-c3d9-4750-8119-b0b185b01f23 None None] The sync data for ids ['c6666848-6232-4824-b599-76d4e979b1a1'] in n-d-799527-2 is: [{'id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'name': 'tempest-FloatingIPsTestJSON-1362303935-router', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:34:17Z', 'updated_at': '2021-07-06T11:34:35Z', 'revision_number': 4, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'gw_port': {'id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:21Z', 'updated_at': '2021-07-06T11:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9abcf306-895b-4512-8ef6-b778a1f483ed', 'name': '', 'network_id': '19a6633a-1f6f-47f4-90df-7b55fc37373b', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'mac_address': 'fa:16:3e:55:bf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '2a9ba45c-74e0-4176-bdf3-386cc6cfe84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:31Z', 'updated_at': '2021-07-06T11:34:43Z', 'revision_number': 4, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'subnets': [{'id': '2a9ba45c-74e0-4176-bdf3-386cc6cfe84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:34:45.201448 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:45.366484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a5bc9498-10a3-44a7-b219-bb25030aa1c4 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:34:45.392418 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:45.494253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040d4636-f876-4c42-9eb9-fd9982730b95 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:45.495618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08941a59-e799-47c6-b87b-7bac6a35233b req-c3ff6314-287c-4725-b98c-d11262121799 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:45.498434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08941a59-e799-47c6-b87b-7bac6a35233b req-c3ff6314-287c-4725-b98c-d11262121799 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=c39e40b7-2841-4a66-8e25-741a715c5438 HTTP/1.1" status: 200 len: 945 time: 0.2054343 Jul 06 11:34:45.511009 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:45.526884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port a5bc9498-10a3-44a7-b219-bb25030aa1c4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:45.527705 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:45.532444 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Transition to ACTIVE for port object 040d4636-f876-4c42-9eb9-fd9982730b95 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:45.543546 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:45.701522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Pushing event updated for resources: {'Port': ['ID=040d4636-f876-4c42-9eb9-fd9982730b95,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:45.780342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Attempting to bind port 040d4636-f876-4c42-9eb9-fd9982730b95 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:45.781268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Attempting to bind port 040d4636-f876-4c42-9eb9-fd9982730b95 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:45.781840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Attempting to bind port 040d4636-f876-4c42-9eb9-fd9982730b95 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:45.792932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Port 040d4636-f876-4c42-9eb9-fd9982730b95 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:34:45.793702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Attempting to bind port 040d4636-f876-4c42-9eb9-fd9982730b95 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:45.823703 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:45.824358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Checking segment: {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:45.824965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Bound using segment: {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:45.826034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Bound port: 040d4636-f876-4c42-9eb9-fd9982730b95, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:45.826636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:45.840111 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08941a59-e799-47c6-b87b-7bac6a35233b req-d2c1b6d9-e571-47bd-a6cf-e4ed1de94ea6 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251660 Jul 06 11:34:45.980334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:45.984756 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c14419-1919-43a8-b87c-f678e54492a3 x-openstack-request-id: req-53c14419-1919-43a8-b87c-f678e54492a3 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:45.987562 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5354d884-807b-4dae-b2ad-f6758fe31121", "name": "network-vif-deleted", "tag": "6b9a5855-c7e1-42f5-be67-e8540fb893c1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:45.987871 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53c14419-1919-43a8-b87c-f678e54492a3 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:45.989548 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5354d884-807b-4dae-b2ad-f6758fe31121', 'name': 'network-vif-deleted', 'tag': '6b9a5855-c7e1-42f5-be67-e8540fb893c1', 'status': 'completed', 'code': 200} Jul 06 11:34:46.017001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] For port 040d4636-f876-4c42-9eb9-fd9982730b95, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:46.024668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] For port 040d4636-f876-4c42-9eb9-fd9982730b95, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=040d4636-f876-4c42-9eb9-fd9982730b95,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:46.036594 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:46.078820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:46.086673 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:46.089507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:46.103941 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:46.150488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:46.151686 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:46.152670 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] 10.222.0.86 "PUT /v2.0/ports/040d4636-f876-4c42-9eb9-fd9982730b95 HTTP/1.1" status: 200 len: 1130 time: 1.5472076 Jul 06 11:34:46.153873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1d3b2-a88f-4dfa-8eae-0eee9f102102 service neutron] Pushing event updated for resources: {'Port': ['ID=040d4636-f876-4c42-9eb9-fd9982730b95,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:46.213905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:46.220006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:46.293244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Pushing event updated for resources: {'Port': ['ID=49ee1a65-c9cb-44d4-8ed4-25b38ab258a0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:46.298702 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:46.336732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:46.354674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-bc1cf78c-33cc-4c43-bd4f-16be32a1a6f1 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7195761 Jul 06 11:34:46.469650 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:46.554118 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-0fd3f990-5696-4712-a182-71ae7c3d9c15 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.1976786 Jul 06 11:34:46.758277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24855489-917b-4891-bc7e-b935febf58e1 req-42facb3b-9f75-4cba-a4e1-fdd90bb4028c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:46.774324 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24855489-917b-4891-bc7e-b935febf58e1 req-42facb3b-9f75-4cba-a4e1-fdd90bb4028c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:46.790354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24855489-917b-4891-bc7e-b935febf58e1 req-42facb3b-9f75-4cba-a4e1-fdd90bb4028c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:46.804769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24855489-917b-4891-bc7e-b935febf58e1 req-42facb3b-9f75-4cba-a4e1-fdd90bb4028c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:46.820065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24855489-917b-4891-bc7e-b935febf58e1 req-42facb3b-9f75-4cba-a4e1-fdd90bb4028c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:46.835679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24855489-917b-4891-bc7e-b935febf58e1 req-42facb3b-9f75-4cba-a4e1-fdd90bb4028c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:46.850102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24855489-917b-4891-bc7e-b935febf58e1 req-42facb3b-9f75-4cba-a4e1-fdd90bb4028c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:46.854814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24855489-917b-4891-bc7e-b935febf58e1 req-42facb3b-9f75-4cba-a4e1-fdd90bb4028c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5372 time: 0.4961483 Jul 06 11:34:47.001945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24855489-917b-4891-bc7e-b935febf58e1 req-b1860c9e-81fd-4f40-8376-beeaa787ddb0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328576 Jul 06 11:34:47.016654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-fc97f24e-1c45-48fc-8499-a113b44c968e tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:47.019036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1dfe29d-777f-4579-b010-8a36d0d77db5 req-fc97f24e-1c45-48fc-8499-a113b44c968e tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.4528880 Jul 06 11:34:47.183546 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e754938a-6207-4f2f-964f-0479afc89f91 x-openstack-request-id: req-e754938a-6207-4f2f-964f-0479afc89f91 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:47.184499 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfb3011-a215-40a7-aefa-0f9ccb0fe92f", "name": "network-vif-plugged", "status": "completed", "tag": "29b879c2-e422-4e95-85a7-5294cb7b417e", "code": 200}, {"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:47.184709 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e754938a-6207-4f2f-964f-0479afc89f91 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:47.185758 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfb3011-a215-40a7-aefa-0f9ccb0fe92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b879c2-e422-4e95-85a7-5294cb7b417e', 'code': 200} Jul 06 11:34:47.186026 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'code': 200} Jul 06 11:34:47.189860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097428cb-dd26-45ca-9415-b626e36306df {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:47.229204 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:47.290010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9abcf306-895b-4512-8ef6-b778a1f483ed up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:34:47.311357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Transition to ACTIVE for port object 097428cb-dd26-45ca-9415-b626e36306df will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:47.323824 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:47.481034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9abcf306-895b-4512-8ef6-b778a1f483ed completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:34:47.486589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9abcf306-895b-4512-8ef6-b778a1f483ed triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:47.487059 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:47.544666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Pushing event updated for resources: {'Port': ['ID=097428cb-dd26-45ca-9415-b626e36306df,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:47.710637 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:47.743278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98386-09c7-468b-992c-10add392c5d3 req-59a2cdba-bf32-4545-8ae3-7a82ab9f2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:47.746139 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b3e98386-09c7-468b-992c-10add392c5d3 req-59a2cdba-bf32-4545-8ae3-7a82ab9f2b89 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fbfb3011-a215-40a7-aefa-0f9ccb0fe92f HTTP/1.1" status: 200 len: 1096 time: 0.4178865 Jul 06 11:34:47.854572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 9abcf306-895b-4512-8ef6-b778a1f483ed, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9abcf306-895b-4512-8ef6-b778a1f483ed,segment=NetworkSegment(2c5038f5-7cb2-491c-b42f-174725d6cdf4),segment_id=2c5038f5-7cb2-491c-b42f-174725d6cdf4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:47.867668 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:47.891242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Attempting to bind port 097428cb-dd26-45ca-9415-b626e36306df on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:47.899677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Attempting to bind port 097428cb-dd26-45ca-9415-b626e36306df by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:47.903584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Attempting to bind port 097428cb-dd26-45ca-9415-b626e36306df on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:47.923928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Port 097428cb-dd26-45ca-9415-b626e36306df on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:34:47.925049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Attempting to bind port 097428cb-dd26-45ca-9415-b626e36306df on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:47.932160 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b3e98386-09c7-468b-992c-10add392c5d3 req-35aefbf9-906e-4d31-94ec-1f0b821bcab7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701667 Jul 06 11:34:47.933593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83be8-a243-4b43-b6a9-b3aae5b30742 req-4361278f-ae49-4b83-8e30-fa82bbe10879 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:47.938631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0f83be8-a243-4b43-b6a9-b3aae5b30742 req-4361278f-ae49-4b83-8e30-fa82bbe10879 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2733452 Jul 06 11:34:47.949347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:47.950415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Checking segment: {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:47.951374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Bound using segment: {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:47.952594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Bound port: 097428cb-dd26-45ca-9415-b626e36306df, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:47.955866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:47.990659 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '23323174-cfa4-4bc8-ab6f-93c285420e97'}, {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '18218c73-5116-43de-a2b7-57faf0ebce65'}, {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '040d4636-f876-4c42-9eb9-fd9982730b95'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:47.996258 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa3b7fd-c05a-48fb-b786-bcb917254a93" -d '{"events": [{"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "23323174-cfa4-4bc8-ab6f-93c285420e97"}, {"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "18218c73-5116-43de-a2b7-57faf0ebce65"}, {"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "040d4636-f876-4c42-9eb9-fd9982730b95"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:48.092758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0f83be8-a243-4b43-b6a9-b3aae5b30742 req-e94e6063-c708-40c4-8229-b07aa8980f2b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293592 Jul 06 11:34:48.096413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=9abcf306-895b-4512-8ef6-b778a1f483ed,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:48.111161 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:48.169482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70e9af-757f-43d9-b9be-ac1b9eb863de req-fecbca20-e86e-4a67-a085-54015d3f96a0 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:48.182782 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] For port 097428cb-dd26-45ca-9415-b626e36306df, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:48.183655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d70e9af-757f-43d9-b9be-ac1b9eb863de req-fecbca20-e86e-4a67-a085-54015d3f96a0 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.2431045 Jul 06 11:34:48.189996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] For port 097428cb-dd26-45ca-9415-b626e36306df, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=097428cb-dd26-45ca-9415-b626e36306df,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:48.198974 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:48.302582 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:48.303750 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:48.306471 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] 10.222.0.86 "PUT /v2.0/ports/097428cb-dd26-45ca-9415-b626e36306df HTTP/1.1" status: 200 len: 1091 time: 2.1001608 Jul 06 11:34:48.315064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f2c2d-3486-4e9b-888c-64afb6ac7943 service neutron] Pushing event updated for resources: {'Port': ['ID=097428cb-dd26-45ca-9415-b626e36306df,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:48.344089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d70e9af-757f-43d9-b9be-ac1b9eb863de req-1aee6f8e-8849-41f5-94a7-a5133771c2d4 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588070 Jul 06 11:34:48.351122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:48.395391 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffa99-425a-4a30-932e-47153cd1a84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:48.501875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7a8c2-0d98-4e1a-a87f-36d00f46f064 req-6acfb989-dba0-4f39-92e5-17149694d9e1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:48.511209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79a7a8c2-0d98-4e1a-a87f-36d00f46f064 req-6acfb989-dba0-4f39-92e5-17149694d9e1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 946 time: 0.1600626 Jul 06 11:34:48.533662 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:48.580602 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:48.619502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79a7a8c2-0d98-4e1a-a87f-36d00f46f064 req-f97e0aff-4bbf-4e4a-9ce1-d11013d0574c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064413 Jul 06 11:34:48.779423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1457a9-858c-48ea-8cfb-d1c0b1c8b050 req-89ef83b0-051d-4ad6-a425-0deffd5ea122 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:48.782982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d1457a9-858c-48ea-8cfb-d1c0b1c8b050 req-89ef83b0-051d-4ad6-a425-0deffd5ea122 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbfb3011-a215-40a7-aefa-0f9ccb0fe92f HTTP/1.1" status: 200 len: 945 time: 0.1908696 Jul 06 11:34:48.811494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0375cc10-21a5-4d1a-a5b7-6a0806cb3a71 req-e6e0ee39-4c1f-4d51-a2e8-1fac6bdf1219 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips/125833f3-e459-4cff-82bc-ecbe73db5233 HTTP/1.1" status: 200 len: 693 time: 0.0889781 Jul 06 11:34:48.948358 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d1457a9-858c-48ea-8cfb-d1c0b1c8b050 req-b9ebdca3-6649-4e82-a9c9-b7292d57d4bb tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342514 Jul 06 11:34:49.069038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b54ed77-6b84-451e-bbd9-7da3b1083127 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:49.072787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375cc10-21a5-4d1a-a5b7-6a0806cb3a71 req-4ca43458-d011-4006-a13b-2f89561ba6b4 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.075831 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0375cc10-21a5-4d1a-a5b7-6a0806cb3a71 req-4ca43458-d011-4006-a13b-2f89561ba6b4 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.2436008 Jul 06 11:34:49.094415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:49.129609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9abcf306-895b-4512-8ef6-b778a1f483ed up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:34:49.144307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Transition to ACTIVE for port object 8b54ed77-6b84-451e-bbd9-7da3b1083127 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:49.156969 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:49.188659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7b594b-a91f-4d94-a854-b845a7e5ec28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000757df-69b7-40f9-bc62-f72ea3cbd278'}, {'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:49.194017 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb71d8f1-d5fd-4795-b6e5-75e4b38cde3f" -d '{"events": [{"server_uuid": "ba7b594b-a91f-4d94-a854-b845a7e5ec28", "name": "network-vif-plugged", "status": "completed", "tag": "000757df-69b7-40f9-bc62-f72ea3cbd278"}, {"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-plugged", "status": "completed", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:49.228784 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc91525-abe9-433c-8d44-d50246ad2796 x-openstack-request-id: req-adc91525-abe9-433c-8d44-d50246ad2796 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:49.231008 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "23323174-cfa4-4bc8-ab6f-93c285420e97", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "18218c73-5116-43de-a2b7-57faf0ebce65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "040d4636-f876-4c42-9eb9-fd9982730b95", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:49.231979 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adc91525-abe9-433c-8d44-d50246ad2796 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:49.232620 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '23323174-cfa4-4bc8-ab6f-93c285420e97', 'status': 'completed', 'code': 200} Jul 06 11:34:49.233626 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '18218c73-5116-43de-a2b7-57faf0ebce65', 'status': 'completed', 'code': 200} Jul 06 11:34:49.234342 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '040d4636-f876-4c42-9eb9-fd9982730b95', 'status': 'completed', 'code': 200} Jul 06 11:34:49.273676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9abcf306-895b-4512-8ef6-b778a1f483ed triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:34:49.274430 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:49.371687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Pushing event updated for resources: {'Port': ['ID=8b54ed77-6b84-451e-bbd9-7da3b1083127,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:49.568597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-de5f4833-b346-42f4-ba83-b75551f4bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.569432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-de5f4833-b346-42f4-ba83-b75551f4bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.570335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-de5f4833-b346-42f4-ba83-b75551f4bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.571159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-de5f4833-b346-42f4-ba83-b75551f4bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.572108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-de5f4833-b346-42f4-ba83-b75551f4bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.572937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-de5f4833-b346-42f4-ba83-b75551f4bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.573912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-de5f4833-b346-42f4-ba83-b75551f4bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.577468 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-de5f4833-b346-42f4-ba83-b75551f4bdb2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6301 time: 0.3098648 Jul 06 11:34:49.590240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9fef6-8325-4ed5-a998-53ba13c525e4 req-d44fbb0a-32d1-4df4-85b8-a85f83466d7e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.603728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9fef6-8325-4ed5-a998-53ba13c525e4 req-d44fbb0a-32d1-4df4-85b8-a85f83466d7e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.615814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9fef6-8325-4ed5-a998-53ba13c525e4 req-d44fbb0a-32d1-4df4-85b8-a85f83466d7e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.618969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Attempting to bind port 8b54ed77-6b84-451e-bbd9-7da3b1083127 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:49.619493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Attempting to bind port 8b54ed77-6b84-451e-bbd9-7da3b1083127 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:49.619745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Attempting to bind port 8b54ed77-6b84-451e-bbd9-7da3b1083127 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:49.627804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Port 8b54ed77-6b84-451e-bbd9-7da3b1083127 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:34:49.628334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Attempting to bind port 8b54ed77-6b84-451e-bbd9-7da3b1083127 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:49.630189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9fef6-8325-4ed5-a998-53ba13c525e4 req-d44fbb0a-32d1-4df4-85b8-a85f83466d7e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.637728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9fef6-8325-4ed5-a998-53ba13c525e4 req-d44fbb0a-32d1-4df4-85b8-a85f83466d7e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.644479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9fef6-8325-4ed5-a998-53ba13c525e4 req-d44fbb0a-32d1-4df4-85b8-a85f83466d7e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.652842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9fef6-8325-4ed5-a998-53ba13c525e4 req-d44fbb0a-32d1-4df4-85b8-a85f83466d7e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.654895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5fc9fef6-8325-4ed5-a998-53ba13c525e4 req-d44fbb0a-32d1-4df4-85b8-a85f83466d7e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5396 time: 0.2441151 Jul 06 11:34:49.690510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:49.690887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Checking segment: {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:49.691536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Bound using segment: {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:49.693204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Bound port: 8b54ed77-6b84-451e-bbd9-7da3b1083127, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c46824-290c-4bb8-9013-c7d07b79cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:49.693826 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:49.792238 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5fc9fef6-8325-4ed5-a998-53ba13c525e4 req-7d914500-6441-468a-bc9d-636251709336 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223497 Jul 06 11:34:49.845773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda721aa-b834-480f-b40f-a5e003088e17 req-4f3f9b4e-4d53-45ed-a1ac-9e7f2d4ca84b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:49.849609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bda721aa-b834-480f-b40f-a5e003088e17 req-4f3f9b4e-4d53-45ed-a1ac-9e7f2d4ca84b tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.1933813 Jul 06 11:34:49.957567 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d49f26d5-adae-4c63-9514-79b98394f06f req-4ee6ae1a-f3e3-48b0-a879-5422bc14f371 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=eb0a534b2b6044778f1040db2503b3ee HTTP/1.1" status: 200 len: 696 time: 0.1059625 Jul 06 11:34:50.077342 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bda721aa-b834-480f-b40f-a5e003088e17 req-a227f8bb-a746-4d5f-80ea-c662fc30c75f tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140396 Jul 06 11:34:50.189602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f26d5-adae-4c63-9514-79b98394f06f req-687abdc5-b784-4955-b1ea-4b37f02ffc88 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.192862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-e8de166b-6be9-4cf4-9c04-dd0c58e6f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.193335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d49f26d5-adae-4c63-9514-79b98394f06f req-687abdc5-b784-4955-b1ea-4b37f02ffc88 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/networks?id=df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 787 time: 0.2269650 Jul 06 11:34:50.193535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-e8de166b-6be9-4cf4-9c04-dd0c58e6f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.193882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-e8de166b-6be9-4cf4-9c04-dd0c58e6f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.195689 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-e8de166b-6be9-4cf4-9c04-dd0c58e6f7a9 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c8869dadf3ea422eba00446b2db5778a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6078870 Jul 06 11:34:50.206003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-d49f26d5-adae-4c63-9514-79b98394f06f req-e8e7d09c-71e3-418b-9681-7199f623c10d tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:34:50.208892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d49f26d5-adae-4c63-9514-79b98394f06f req-e8e7d09c-71e3-418b-9681-7199f623c10d tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083623 Jul 06 11:34:50.286709 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:50.305859 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5245af12-e33f-48ff-b1c2-b3818dd8b709 x-openstack-request-id: req-5245af12-e33f-48ff-b1c2-b3818dd8b709 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:50.307229 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7b594b-a91f-4d94-a854-b845a7e5ec28", "name": "network-vif-plugged", "status": "completed", "tag": "000757df-69b7-40f9-bc62-f72ea3cbd278", "code": 200}, {"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-plugged", "status": "completed", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:50.307229 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5245af12-e33f-48ff-b1c2-b3818dd8b709 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:50.307784 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7b594b-a91f-4d94-a854-b845a7e5ec28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000757df-69b7-40f9-bc62-f72ea3cbd278', 'code': 200} Jul 06 11:34:50.308185 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'code': 200} Jul 06 11:34:50.313394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] For port 8b54ed77-6b84-451e-bbd9-7da3b1083127, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:50.364905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] For port 8b54ed77-6b84-451e-bbd9-7da3b1083127, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:50.386188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:50.463064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7341f-cac2-4723-96d3-a1bbb34fd50b req-efe06e52-6eef-440b-a419-6c4da8019ae3 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.477248 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52e7341f-cac2-4723-96d3-a1bbb34fd50b req-efe06e52-6eef-440b-a419-6c4da8019ae3 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.1894879 Jul 06 11:34:50.495243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-9c74b057-e253-4507-80ce-1a39a41e4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.498172 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-9c74b057-e253-4507-80ce-1a39a41e4882 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2946088 Jul 06 11:34:50.592264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52e7341f-cac2-4723-96d3-a1bbb34fd50b req-f489e0ed-8708-4937-ba93-355d8c3666c8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135426 Jul 06 11:34:50.698651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.699732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:50.702225 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] 10.222.0.86 "PUT /v2.0/ports/8b54ed77-6b84-451e-bbd9-7da3b1083127 HTTP/1.1" status: 200 len: 1091 time: 2.3588617 Jul 06 11:34:50.756200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0a5b2-dd6b-49bf-ab27-752ef7661980 service neutron] Pushing event updated for resources: {'Port': ['ID=8b54ed77-6b84-451e-bbd9-7da3b1083127,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:50.761733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a0fa4-c4c1-43ea-8636-612c19192dc0 req-440781ba-961e-4499-aa46-718f48faa255 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.764600 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d0a0fa4-c4c1-43ea-8636-612c19192dc0 req-440781ba-961e-4499-aa46-718f48faa255 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 946 time: 0.1708565 Jul 06 11:34:50.769738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:50.867364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d0a0fa4-c4c1-43ea-8636-612c19192dc0 req-72eeaa44-ea95-49df-9dd0-3a5232d4fbb9 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904658 Jul 06 11:34:50.893581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4741244-24e8-445f-ba0f-f1d7c6d0f93f req-a62ad1b5-5ec8-4920-949d-7ff9ce268a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.895816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b4741244-24e8-445f-ba0f-f1d7c6d0f93f req-a62ad1b5-5ec8-4920-949d-7ff9ce268a75 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 1097 time: 0.4182584 Jul 06 11:34:50.960987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-8d1ff4dd-ade8-4292-a8e9-dad0982a1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.961953 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-8d1ff4dd-ade8-4292-a8e9-dad0982a1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.962827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-8d1ff4dd-ade8-4292-a8e9-dad0982a1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.963717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-8d1ff4dd-ade8-4292-a8e9-dad0982a1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.964553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-8d1ff4dd-ade8-4292-a8e9-dad0982a1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.965397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-8d1ff4dd-ade8-4292-a8e9-dad0982a1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.966244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-8d1ff4dd-ade8-4292-a8e9-dad0982a1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:50.969787 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-8d1ff4dd-ade8-4292-a8e9-dad0982a1a38 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6343 time: 0.3918719 Jul 06 11:34:51.008431 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e596b-b338-447c-87b3-f7e8214548fc req-27aa8b9d-c7e2-41dc-91d2-c685e1357ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.011092 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-855e596b-b338-447c-87b3-f7e8214548fc req-27aa8b9d-c7e2-41dc-91d2-c685e1357ebb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 1101 time: 0.4453263 Jul 06 11:34:51.051631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-4babc4b2-5738-4b16-b268-b4fe633d8f73 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips/125833f3-e459-4cff-82bc-ecbe73db5233 HTTP/1.1" status: 200 len: 693 time: 0.0898552 Jul 06 11:34:51.170520 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:51.175147 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b4741244-24e8-445f-ba0f-f1d7c6d0f93f req-4fed7c00-9ed5-448c-86af-8d5ce1b2e3c3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713382 Jul 06 11:34:51.179608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26b534-993a-49de-903a-20ad0e8f2ea8 req-eca6a0f5-0c8a-499b-9d26-1c04d93c4a67 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.182584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a26b534-993a-49de-903a-20ad0e8f2ea8 req-eca6a0f5-0c8a-499b-9d26-1c04d93c4a67 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbfb3011-a215-40a7-aefa-0f9ccb0fe92f HTTP/1.1" status: 200 len: 945 time: 0.3133502 Jul 06 11:34:51.240869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '097428cb-dd26-45ca-9415-b626e36306df'}, {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '8b54ed77-6b84-451e-bbd9-7da3b1083127'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:51.244826 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "097428cb-dd26-45ca-9415-b626e36306df"}, {"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "8b54ed77-6b84-451e-bbd9-7da3b1083127"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:51.258383 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-855e596b-b338-447c-87b3-f7e8214548fc req-db96c487-a0c2-46db-b098-4cd105fd8cea service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190990 Jul 06 11:34:51.307021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a26b534-993a-49de-903a-20ad0e8f2ea8 req-06d5a56f-4e07-4df8-aa32-92c96294f2c2 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3910973-1695-4a47-8d52-51fa8eebb3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115994 Jul 06 11:34:51.333642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-bcdb649e-6524-413d-8222-edabcc2653f8 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.336323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-bcdb649e-6524-413d-8222-edabcc2653f8 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.2771220 Jul 06 11:34:51.341975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-418d945d-3466-4fb6-8e98-ee70a5760d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.342951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-418d945d-3466-4fb6-8e98-ee70a5760d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.352813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-418d945d-3466-4fb6-8e98-ee70a5760d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.356177 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-418d945d-3466-4fb6-8e98-ee70a5760d05 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c8869dadf3ea422eba00446b2db5778a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3726907 Jul 06 11:34:51.440478 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-71a46060-ce94-4671-b0e6-81423196ab54 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.0955737 Jul 06 11:34:51.536888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-a79dee6e-c183-42a6-a108-51a4c7e6faf9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.0872707 Jul 06 11:34:51.639489 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-ae0d3ae3-a8e8-4fab-a076-fc928a4025af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.641205 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-ae0d3ae3-a8e8-4fab-a076-fc928a4025af service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2572830 Jul 06 11:34:51.855324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bf836b-354c-4996-8a22-f308e431636b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:51.859716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-6a76d989-7180-49fc-a1b0-2485ab6989cc tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Deleting port 49ee1a65-c9cb-44d4-8ed4-25b38ab258a0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:51.860079 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-6a76d989-7180-49fc-a1b0-2485ab6989cc tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:51.873147 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:51.894182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d43b1-7566-49c2-89b0-f36702001862 req-2f4e1063-fae6-4f4b-a459-3088fbfc13c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.901964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d43b1-7566-49c2-89b0-f36702001862 req-2f4e1063-fae6-4f4b-a459-3088fbfc13c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.908063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d43b1-7566-49c2-89b0-f36702001862 req-2f4e1063-fae6-4f4b-a459-3088fbfc13c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.909082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Transition to ACTIVE for port object 05bf836b-354c-4996-8a22-f308e431636b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:51.919733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d43b1-7566-49c2-89b0-f36702001862 req-2f4e1063-fae6-4f4b-a459-3088fbfc13c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.927663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:51.931065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d43b1-7566-49c2-89b0-f36702001862 req-2f4e1063-fae6-4f4b-a459-3088fbfc13c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.945188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d43b1-7566-49c2-89b0-f36702001862 req-2f4e1063-fae6-4f4b-a459-3088fbfc13c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.951421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d43b1-7566-49c2-89b0-f36702001862 req-2f4e1063-fae6-4f4b-a459-3088fbfc13c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.953597 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c2d43b1-7566-49c2-89b0-f36702001862 req-2f4e1063-fae6-4f4b-a459-3088fbfc13c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5396 time: 0.1954904 Jul 06 11:34:51.998478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-b452d18a-bb34-464c-a680-4a2dbc27f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.998861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-b452d18a-bb34-464c-a680-4a2dbc27f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:51.999821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-b452d18a-bb34-464c-a680-4a2dbc27f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:52.000652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-b452d18a-bb34-464c-a680-4a2dbc27f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:52.001512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-b452d18a-bb34-464c-a680-4a2dbc27f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:52.002234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-b452d18a-bb34-464c-a680-4a2dbc27f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:52.003114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-b452d18a-bb34-464c-a680-4a2dbc27f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:52.007766 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-b452d18a-bb34-464c-a680-4a2dbc27f682 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6343 time: 0.2385788 Jul 06 11:34:52.061155 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c2d43b1-7566-49c2-89b0-f36702001862 req-9aa538d6-929b-4038-a879-31100b75ca95 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784574 Jul 06 11:34:52.080648 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-6a76d989-7180-49fc-a1b0-2485ab6989cc tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:52.081152 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-6a76d989-7180-49fc-a1b0-2485ab6989cc tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:52.098352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-6a76d989-7180-49fc-a1b0-2485ab6989cc tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Calling delete_port for 49ee1a65-c9cb-44d4-8ed4-25b38ab258a0 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:52.173128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Pushing event updated for resources: {'Port': ['ID=05bf836b-354c-4996-8a22-f308e431636b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:52.410396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-d1d16c3e-d945-4865-b1af-092dbae1d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:52.411650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-d1d16c3e-d945-4865-b1af-092dbae1d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:52.412808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-d1d16c3e-d945-4865-b1af-092dbae1d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:52.415992 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-d1d16c3e-d945-4865-b1af-092dbae1d6c6 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c8869dadf3ea422eba00446b2db5778a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3974092 Jul 06 11:34:52.468316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Attempting to bind port 05bf836b-354c-4996-8a22-f308e431636b on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:52.468872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Attempting to bind port 05bf836b-354c-4996-8a22-f308e431636b by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:52.469726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Attempting to bind port 05bf836b-354c-4996-8a22-f308e431636b on network 394d285e-f49e-4dd3-979f-9001aa2b15c5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:52.500802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88260f-7d62-4b31-9c15-f9a302f45b2e req-d9f84fa1-6d20-496f-90ff-9034fb6cf411 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:52.509119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d88260f-7d62-4b31-9c15-f9a302f45b2e req-d9f84fa1-6d20-496f-90ff-9034fb6cf411 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.2312045 Jul 06 11:34:52.547765 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-6a76d989-7180-49fc-a1b0-2485ab6989cc tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:52.551893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Port 05bf836b-354c-4996-8a22-f308e431636b on network 394d285e-f49e-4dd3-979f-9001aa2b15c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:34:52.552425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Attempting to bind port 05bf836b-354c-4996-8a22-f308e431636b on network 394d285e-f49e-4dd3-979f-9001aa2b15c5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:52.575305 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:52.576002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Checking segment: {'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:52.577052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Bound using segment: {'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:52.577801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Bound port: 05bf836b-354c-4996-8a22-f308e431636b, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:52.578694 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:52.605778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76d989-7180-49fc-a1b0-2485ab6989cc tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Pushing event deleted for resources: {'Port': ['ID=49ee1a65-c9cb-44d4-8ed4-25b38ab258a0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:52.616964 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d88260f-7d62-4b31-9c15-f9a302f45b2e req-e404a17d-668a-4e1e-af27-6d59b961c263 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065693 Jul 06 11:34:52.641733 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:34:52.709426 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-6a76d989-7180-49fc-a1b0-2485ab6989cc tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:52.713249 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-6a76d989-7180-49fc-a1b0-2485ab6989cc tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:52.730671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3691c1d6-81aa-49ed-ac69-44e1c67e69af req-6a76d989-7180-49fc-a1b0-2485ab6989cc tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "DELETE /v2.0/floatingips/125833f3-e459-4cff-82bc-ecbe73db5233 HTTP/1.1" status: 204 len: 173 time: 1.1781499 Jul 06 11:34:52.752107 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49deeb4a-937f-470e-9327-216859aba9e4 x-openstack-request-id: req-49deeb4a-937f-470e-9327-216859aba9e4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:52.753202 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "097428cb-dd26-45ca-9415-b626e36306df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "8b54ed77-6b84-451e-bbd9-7da3b1083127", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:52.754466 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49deeb4a-937f-470e-9327-216859aba9e4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:52.754906 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '097428cb-dd26-45ca-9415-b626e36306df', 'status': 'completed', 'code': 200} Jul 06 11:34:52.755163 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '8b54ed77-6b84-451e-bbd9-7da3b1083127', 'status': 'completed', 'code': 200} Jul 06 11:34:52.771756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-80c7cd93-088d-4647-97c9-03938fa0467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:52.773470 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8aa3b7fd-c05a-48fb-b786-bcb917254a93 req-80c7cd93-088d-4647-97c9-03938fa0467f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3502536 Jul 06 11:34:52.814555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] For port 05bf836b-354c-4996-8a22-f308e431636b, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:52.826116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] For port 05bf836b-354c-4996-8a22-f308e431636b, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=05bf836b-354c-4996-8a22-f308e431636b,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:52.835717 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:52.962371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:52.962874 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:52.964409 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] 10.222.0.86 "PUT /v2.0/ports/05bf836b-354c-4996-8a22-f308e431636b HTTP/1.1" status: 200 len: 1091 time: 2.2020171 Jul 06 11:34:52.991698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97feccbb-e092-43c8-a9c7-00c3b8d03cad service neutron] Pushing event updated for resources: {'Port': ['ID=05bf836b-354c-4996-8a22-f308e431636b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:53.010489 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Request body: {'port': {'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:53.041246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8e20-45da-49e0-a13a-02ca8fb8ab69 req-0d5d9524-1674-475c-ab61-182e9ae1b580 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.045358 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-509b8e20-45da-49e0-a13a-02ca8fb8ab69 req-0d5d9524-1674-475c-ab61-182e9ae1b580 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.1235304 Jul 06 11:34:53.116471 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-509b8e20-45da-49e0-a13a-02ca8fb8ab69 req-222708bb-49bc-4e1c-8e65-c1f41df7755a tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639911 Jul 06 11:34:53.198033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:53.223689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-38958969-7310-426a-a0ad-356c5cc3704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.224758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-38958969-7310-426a-a0ad-356c5cc3704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.225750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-38958969-7310-426a-a0ad-356c5cc3704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.226485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-38958969-7310-426a-a0ad-356c5cc3704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.227353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-38958969-7310-426a-a0ad-356c5cc3704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.228058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-38958969-7310-426a-a0ad-356c5cc3704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.228874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-38958969-7310-426a-a0ad-356c5cc3704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.231270 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-38958969-7310-426a-a0ad-356c5cc3704f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6410 time: 0.3805032 Jul 06 11:34:53.417858 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcc089-9241-462a-aa7d-62f734b95f04 req-cf9b63be-2fca-43b1-b7f2-0823a139d20c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.419552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63dcc089-9241-462a-aa7d-62f734b95f04 req-cf9b63be-2fca-43b1-b7f2-0823a139d20c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 946 time: 0.0835049 Jul 06 11:34:53.468146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63dcc089-9241-462a-aa7d-62f734b95f04 req-02f5bc18-268f-4cec-80a8-278699a1164a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Jul 06 11:34:53.492798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d618e697-4bea-45ef-b312-dd83fd3fa71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.493830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d618e697-4bea-45ef-b312-dd83fd3fa71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.494647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d618e697-4bea-45ef-b312-dd83fd3fa71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.498425 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d618e697-4bea-45ef-b312-dd83fd3fa71c service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c8869dadf3ea422eba00446b2db5778a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2549510 Jul 06 11:34:53.735668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-91991f8b-2387-467b-aa82-3e82e27f2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.738399 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-91991f8b-2387-467b-aa82-3e82e27f2647 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2274020 Jul 06 11:34:53.784005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-657f38a2-f53e-4038-a682-a65148a000bb tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2315094 Jul 06 11:34:53.797593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92fbb6-dd0d-48f3-a5de-2c2d12a0c5e4 req-209e3754-d664-4ade-87ab-c02622ed7daf tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.799473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df92fbb6-dd0d-48f3-a5de-2c2d12a0c5e4 req-209e3754-d664-4ade-87ab-c02622ed7daf tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.1500227 Jul 06 11:34:53.814289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:34:53.866273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676c2da1-4fb9-4c02-9274-dedafdd3e9dd {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:34:53.884159 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:53.885429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:53.911533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df92fbb6-dd0d-48f3-a5de-2c2d12a0c5e4 req-e5d7e569-2088-4ca0-b4b8-b09345c205ba tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863454 Jul 06 11:34:53.914379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Transition to ACTIVE for port object 676c2da1-4fb9-4c02-9274-dedafdd3e9dd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:34:53.927534 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:53.979886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d7ac9feb-a771-48b6-86ba-527e4413ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.980383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d7ac9feb-a771-48b6-86ba-527e4413ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.980862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d7ac9feb-a771-48b6-86ba-527e4413ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.981336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d7ac9feb-a771-48b6-86ba-527e4413ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.982079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d7ac9feb-a771-48b6-86ba-527e4413ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.982592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d7ac9feb-a771-48b6-86ba-527e4413ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.983017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d7ac9feb-a771-48b6-86ba-527e4413ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:53.985409 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-d7ac9feb-a771-48b6-86ba-527e4413ea26 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6410 time: 0.1632736 Jul 06 11:34:54.063912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Pushing event updated for resources: {'Port': ['ID=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:54.124934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:54.210455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-83a7cd60-4720-4e21-aca7-a47b3d6db23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:54.211296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-83a7cd60-4720-4e21-aca7-a47b3d6db23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:54.212559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-83a7cd60-4720-4e21-aca7-a47b3d6db23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:54.216931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-83a7cd60-4720-4e21-aca7-a47b3d6db23a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c8869dadf3ea422eba00446b2db5778a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2150064 Jul 06 11:34:54.218208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Attempting to bind port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:34:54.218674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Attempting to bind port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:34:54.219056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Attempting to bind port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd on network 394d285e-f49e-4dd3-979f-9001aa2b15c5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:54.225403 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd on network 394d285e-f49e-4dd3-979f-9001aa2b15c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:34:54.225748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Attempting to bind port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd on network 394d285e-f49e-4dd3-979f-9001aa2b15c5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:34:54.292203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:34:54.292552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Checking segment: {'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:34:54.292915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Bound using segment: {'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:34:54.293367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Bound port: 676c2da1-4fb9-4c02-9274-dedafdd3e9dd, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9662887e-443a-4499-9a23-81a6fc1f71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:34:54.293730 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:54.392512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Allocated IP 172.25.0.63 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/7a51daaf-0d4b-4091-a26d-1f7e8b451a50) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:34:54.403942 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-7a47871d-a66f-4176-9013-7598ccee4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:54.405587 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f0f3e119-5fb7-4eec-bd2b-caf8eab489e8 req-7a47871d-a66f-4176-9013-7598ccee4919 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1772568 Jul 06 11:34:54.415585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] For port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:34:54.419698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] For port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:34:54.429971 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:54.525236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Pushing event updated for resources: {'Port': ['ID=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:54.536309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:54.537896 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:54.540710 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-a22073c7-bab7-463b-a1c6-7e9aed0f1f67 service neutron] 10.222.0.86 "PUT /v2.0/ports/676c2da1-4fb9-4c02-9274-dedafdd3e9dd HTTP/1.1" status: 200 len: 1091 time: 1.5406911 Jul 06 11:34:54.584851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:54.684134 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:54.759912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '05bf836b-354c-4996-8a22-f308e431636b'}, {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '676c2da1-4fb9-4c02-9274-dedafdd3e9dd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:54.766155 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e791e92-806b-4c74-84e3-e1a4c1beab40" -d '{"events": [{"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "05bf836b-354c-4996-8a22-f308e431636b"}, {"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "676c2da1-4fb9-4c02-9274-dedafdd3e9dd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:54.795431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:34:54.829350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:34:54.834243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:34:54.861430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Pushing event updated for resources: {'Port': ['ID=7a51daaf-0d4b-4091-a26d-1f7e8b451a50,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:54.979736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907fef9-8c08-482e-b44e-c89058de14fe req-2857d77d-d734-4308-bd83-6b4454a81030 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:54.982268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4907fef9-8c08-482e-b44e-c89058de14fe req-2857d77d-d734-4308-bd83-6b4454a81030 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2232368 Jul 06 11:34:54.991400 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:55.071604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4907fef9-8c08-482e-b44e-c89058de14fe req-c5832c61-82f5-4c5c-825a-0593523dab1a tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762243 Jul 06 11:34:55.074924 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:55.189714 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-def1ab15-e6b1-4f46-bc96-c3cdcb5d2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.190199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-def1ab15-e6b1-4f46-bc96-c3cdcb5d2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.190679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-def1ab15-e6b1-4f46-bc96-c3cdcb5d2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.191151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-def1ab15-e6b1-4f46-bc96-c3cdcb5d2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.192334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-def1ab15-e6b1-4f46-bc96-c3cdcb5d2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.193399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-def1ab15-e6b1-4f46-bc96-c3cdcb5d2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.193883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-def1ab15-e6b1-4f46-bc96-c3cdcb5d2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.196102 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-def1ab15-e6b1-4f46-bc96-c3cdcb5d2577 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6477 time: 0.5471027 Jul 06 11:34:55.210919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ada10d-fc5d-42c0-87af-0b539e6c77da req-49252fb4-1377-48b4-bf14-0e297881ccda tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.210919 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b2ada10d-fc5d-42c0-87af-0b539e6c77da req-49252fb4-1377-48b4-bf14-0e297881ccda tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbfb3011-a215-40a7-aefa-0f9ccb0fe92f HTTP/1.1" status: 200 len: 945 time: 0.5818596 Jul 06 11:34:55.250232 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-c640a103-04d4-4857-b3ef-91a14b9a8ee1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23323174-cfa4-4bc8-ab6f-93c285420e97 HTTP/1.1" status: 200 len: 217 time: 0.0383930 Jul 06 11:34:55.282451 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:55.289246 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:55.375986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-b6d43018-14ea-43ed-a6f5-7375555fdadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.377561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-b6d43018-14ea-43ed-a6f5-7375555fdadb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6c9f4d54-1464-47f3-9906-74d3ca46a5f3 HTTP/1.1" status: 200 len: 850 time: 0.1190059 Jul 06 11:34:55.461725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b2ada10d-fc5d-42c0-87af-0b539e6c77da req-debf047b-6753-41b9-b6b9-9bfa8fb9389d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Deleting port 29b879c2-e422-4e95-85a7-5294cb7b417e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:55.462280 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b2ada10d-fc5d-42c0-87af-0b539e6c77da req-debf047b-6753-41b9-b6b9-9bfa8fb9389d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:55.473951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Pushing event updated for resources: {'Port': ['ID=7a51daaf-0d4b-4091-a26d-1f7e8b451a50,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:55.497869 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:55.530502 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:55.532328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-8b74e9dd-2535-4d4b-b906-f32d6f58a4c9 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7245667 Jul 06 11:34:55.565659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b40c7-d7cc-43f8-8b31-1759fa812aa9 req-f59bd1e4-75df-4023-b03e-8cba336a5ff6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.577707 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b40c7-d7cc-43f8-8b31-1759fa812aa9 req-f59bd1e4-75df-4023-b03e-8cba336a5ff6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.583179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-085cfb51-28db-4a18-a49e-03777e080663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.586134 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-085cfb51-28db-4a18-a49e-03777e080663 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=55d50c88-87ff-4d1e-a691-5afba0ae5707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012961 Jul 06 11:34:55.589630 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b40c7-d7cc-43f8-8b31-1759fa812aa9 req-f59bd1e4-75df-4023-b03e-8cba336a5ff6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.600949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b40c7-d7cc-43f8-8b31-1759fa812aa9 req-f59bd1e4-75df-4023-b03e-8cba336a5ff6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.612694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b40c7-d7cc-43f8-8b31-1759fa812aa9 req-f59bd1e4-75df-4023-b03e-8cba336a5ff6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.625587 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b40c7-d7cc-43f8-8b31-1759fa812aa9 req-f59bd1e4-75df-4023-b03e-8cba336a5ff6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.641371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b40c7-d7cc-43f8-8b31-1759fa812aa9 req-f59bd1e4-75df-4023-b03e-8cba336a5ff6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.645380 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c43b40c7-d7cc-43f8-8b31-1759fa812aa9 req-f59bd1e4-75df-4023-b03e-8cba336a5ff6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.3123128 Jul 06 11:34:55.721899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b2ada10d-fc5d-42c0-87af-0b539e6c77da req-debf047b-6753-41b9-b6b9-9bfa8fb9389d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] For port 29b879c2-e422-4e95-85a7-5294cb7b417e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=29b879c2-e422-4e95-85a7-5294cb7b417e,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:55.722652 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b2ada10d-fc5d-42c0-87af-0b539e6c77da req-debf047b-6753-41b9-b6b9-9bfa8fb9389d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:55.752553 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-ed89319a-ec81-44a8-8b08-42ad4607c839 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.63 HTTP/1.1" status: 200 len: 695 time: 0.2090771 Jul 06 11:34:55.772608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b2ada10d-fc5d-42c0-87af-0b539e6c77da req-debf047b-6753-41b9-b6b9-9bfa8fb9389d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Calling delete_port for 29b879c2-e422-4e95-85a7-5294cb7b417e owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:55.842440 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-9b8fb7fa-7916-4e31-808b-e3d3bc60b8dd service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470798 Jul 06 11:34:55.881020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c43b40c7-d7cc-43f8-8b31-1759fa812aa9 req-4e4cd634-0d7a-4ff4-9020-c11834483197 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2199221 Jul 06 11:34:55.990935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-893ac268-95b7-46eb-a4db-18763508cb74 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:55.992636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d75a8c31-b259-48d2-9b2e-98995463e42f req-893ac268-95b7-46eb-a4db-18763508cb74 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.2263048 Jul 06 11:34:56.098589 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-59dfc7cb-a55a-46a8-80b7-d2261d48e8ac service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382212 Jul 06 11:34:56.180393 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b2ada10d-fc5d-42c0-87af-0b539e6c77da req-debf047b-6753-41b9-b6b9-9bfa8fb9389d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:56.194497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['9be9d394-c9f8-4672-b0d3-d8c03b5059c7', '29b879c2-e422-4e95-85a7-5294cb7b417e'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:34:56.220285 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-8fdc2d35-96f3-472c-9e4e-3416ab3e8a53 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=18218c73-5116-43de-a2b7-57faf0ebce65 HTTP/1.1" status: 200 len: 217 time: 0.1078348 Jul 06 11:34:56.363775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf047b-6753-41b9-b6b9-9bfa8fb9389d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Pushing event deleted for resources: {'Port': ['ID=29b879c2-e422-4e95-85a7-5294cb7b417e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:56.548762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-190352d7-1f49-4cef-9b40-121f84efc55c req-f9b1cf82-6f99-41ea-815b-979b69061d20 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbfb3011-a215-40a7-aefa-0f9ccb0fe92f HTTP/1.1" status: 200 len: 210 time: 0.0511582 Jul 06 11:34:56.581267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ada10d-fc5d-42c0-87af-0b539e6c77da req-debf047b-6753-41b9-b6b9-9bfa8fb9389d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] No DVR routers for this DVR port 29b879c2-e422-4e95-85a7-5294cb7b417e on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:34:56.585735 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b2ada10d-fc5d-42c0-87af-0b539e6c77da req-debf047b-6753-41b9-b6b9-9bfa8fb9389d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:56.588390 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b2ada10d-fc5d-42c0-87af-0b539e6c77da req-debf047b-6753-41b9-b6b9-9bfa8fb9389d tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "DELETE /v2.0/ports/29b879c2-e422-4e95-85a7-5294cb7b417e HTTP/1.1" status: 204 len: 173 time: 1.3373115 Jul 06 11:34:56.592212 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5c1934-200b-4a2c-bad7-1bccd5cc6f40 x-openstack-request-id: req-0f5c1934-200b-4a2c-bad7-1bccd5cc6f40 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:34:56.592537 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "05bf836b-354c-4996-8a22-f308e431636b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "676c2da1-4fb9-4c02-9274-dedafdd3e9dd", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:34:56.592834 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f5c1934-200b-4a2c-bad7-1bccd5cc6f40 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:34:56.593574 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '05bf836b-354c-4996-8a22-f308e431636b', 'status': 'completed', 'code': 200} Jul 06 11:34:56.594044 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '676c2da1-4fb9-4c02-9274-dedafdd3e9dd', 'status': 'completed', 'code': 200} Jul 06 11:34:56.603854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-a38d7755-42c9-4ba0-ac66-a113e4dd2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:56.606220 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-a38d7755-42c9-4ba0-ac66-a113e4dd2046 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.3538465 Jul 06 11:34:56.620566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c36af-2818-4532-911f-6673864b7f31 req-a7575ff4-9a2a-460b-ace1-1cd8599c2443 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:56.622616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-184c36af-2818-4532-911f-6673864b7f31 req-a7575ff4-9a2a-460b-ace1-1cd8599c2443 tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "GET /v2.0/ports?device_id=c39e40b7-2841-4a66-8e25-741a715c5438 HTTP/1.1" status: 200 len: 945 time: 0.5002992 Jul 06 11:34:56.746652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f395117b-a677-477a-bf5f-88e7008caddb req-47bc7652-d8e2-4f9f-a4c7-dc003a2cab1a tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips/35148c96-f7c8-4341-be77-c429a0cc0fa9 HTTP/1.1" status: 200 len: 692 time: 0.1370959 Jul 06 11:34:56.777682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-6cef97bb-fa61-4464-8ea4-5a8e4dffb3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:56.779307 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-6cef97bb-fa61-4464-8ea4-5a8e4dffb3e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1557319 Jul 06 11:34:56.893539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-184c36af-2818-4532-911f-6673864b7f31 req-6a45c0fb-e6d3-4014-9139-1c25ddfb15ce tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Deleting port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:56.894090 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-184c36af-2818-4532-911f-6673864b7f31 req-6a45c0fb-e6d3-4014-9139-1c25ddfb15ce tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:57.047879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395117b-a677-477a-bf5f-88e7008caddb req-dfed4e04-efbc-4f14-9f70-d48031e50e89 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:57.050968 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f395117b-a677-477a-bf5f-88e7008caddb req-dfed4e04-efbc-4f14-9f70-d48031e50e89 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.2881346 Jul 06 11:34:57.165383 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-42300609-e801-40bb-acad-5a2c9efa14ad service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733528 Jul 06 11:34:57.194964 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f395117b-a677-477a-bf5f-88e7008caddb req-62439539-f37c-48a5-8c48-19af6624cc1a tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.63 HTTP/1.1" status: 200 len: 695 time: 0.1161675 Jul 06 11:34:57.197514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-184c36af-2818-4532-911f-6673864b7f31 req-6a45c0fb-e6d3-4014-9139-1c25ddfb15ce tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] For port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=9be9d394-c9f8-4672-b0d3-d8c03b5059c7,segment=NetworkSegment(5b449718-5d19-4843-8d38-2c0970675c5d),segment_id=5b449718-5d19-4843-8d38-2c0970675c5d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:57.198014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-184c36af-2818-4532-911f-6673864b7f31 req-6a45c0fb-e6d3-4014-9139-1c25ddfb15ce tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:57.225793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34318) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:57.299242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-184c36af-2818-4532-911f-6673864b7f31 req-6a45c0fb-e6d3-4014-9139-1c25ddfb15ce tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Calling delete_port for 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:57.317424 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f395117b-a677-477a-bf5f-88e7008caddb req-f75bf0b9-c60d-4601-a82b-0aa583570d15 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.63 HTTP/1.1" status: 200 len: 695 time: 0.1109860 Jul 06 11:34:57.510728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-cbd605b6-86dd-41df-af17-e902d98eb33e service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179548 Jul 06 11:34:57.621974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-7691e690-8f5d-43f7-b595-67be0d156c5e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=040d4636-f876-4c42-9eb9-fd9982730b95 HTTP/1.1" status: 200 len: 217 time: 0.0864549 Jul 06 11:34:57.788282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f395117b-a677-477a-bf5f-88e7008caddb req-334c68cd-5244-4a87-8a54-1079c8ec966b tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Deleting port 7a51daaf-0d4b-4091-a26d-1f7e8b451a50 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:57.789226 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f395117b-a677-477a-bf5f-88e7008caddb req-334c68cd-5244-4a87-8a54-1079c8ec966b tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:57.936178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-f1c2dbf8-1c7a-476d-ab70-ba329ede518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:57.938991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-f1c2dbf8-1c7a-476d-ab70-ba329ede518a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.3107853 Jul 06 11:34:58.053898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-184c36af-2818-4532-911f-6673864b7f31 req-6a45c0fb-e6d3-4014-9139-1c25ddfb15ce tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:58.077190 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f395117b-a677-477a-bf5f-88e7008caddb req-334c68cd-5244-4a87-8a54-1079c8ec966b tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:58.077879 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f395117b-a677-477a-bf5f-88e7008caddb req-334c68cd-5244-4a87-8a54-1079c8ec966b tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:58.084913 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fdfaf938-6fcc-4443-ae00-72371707ab2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8b2b849e4b141049048eecec1f87b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8525419 Jul 06 11:34:58.110037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:34:58.119702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45c0fb-e6d3-4014-9139-1c25ddfb15ce tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Pushing event deleted for resources: {'Port': ['ID=9be9d394-c9f8-4672-b0d3-d8c03b5059c7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:58.125535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f395117b-a677-477a-bf5f-88e7008caddb req-334c68cd-5244-4a87-8a54-1079c8ec966b tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Calling delete_port for 7a51daaf-0d4b-4091-a26d-1f7e8b451a50 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:58.145760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3fd19-a48e-4968-aace-09d89d245770 req-c6f64ed5-0679-4ec6-9eac-5eaaa260f26e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:58.148567 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00c3fd19-a48e-4968-aace-09d89d245770 req-c6f64ed5-0679-4ec6-9eac-5eaaa260f26e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 946 time: 0.2669203 Jul 06 11:34:58.194083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22ce79-97dc-457b-9656-53c96cdb3d8a req-888648cb-8058-4ecc-95d0-13dbe2d2b795 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:58.195891 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be22ce79-97dc-457b-9656-53c96cdb3d8a req-888648cb-8058-4ecc-95d0-13dbe2d2b795 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba7b594b-a91f-4d94-a854-b845a7e5ec28 HTTP/1.1" status: 200 len: 946 time: 0.4235582 Jul 06 11:34:58.220273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-184c36af-2818-4532-911f-6673864b7f31 req-6a45c0fb-e6d3-4014-9139-1c25ddfb15ce tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] No DVR routers for this DVR port 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:34:58.234742 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-184c36af-2818-4532-911f-6673864b7f31 req-6a45c0fb-e6d3-4014-9139-1c25ddfb15ce tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:58.237220 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-184c36af-2818-4532-911f-6673864b7f31 req-6a45c0fb-e6d3-4014-9139-1c25ddfb15ce tempest-MultipleCreateTestJSON-1475614559 tempest-MultipleCreateTestJSON-1475614559-project] 10.222.0.86 "DELETE /v2.0/ports/9be9d394-c9f8-4672-b0d3-d8c03b5059c7 HTTP/1.1" status: 204 len: 173 time: 1.6022205 Jul 06 11:34:58.244279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-9032a2a3-66b7-493a-b6d9-f5e55e5eb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:58.246131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-9032a2a3-66b7-493a-b6d9-f5e55e5eb1ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2906260 Jul 06 11:34:58.419665 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:58.424181 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-4a849e89-67d0-4a1d-b644-2078b0f6bd57 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580908 Jul 06 11:34:58.428140 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:58.502102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-be22ce79-97dc-457b-9656-53c96cdb3d8a req-2188f967-33a4-4531-b77c-b18eee11ab4a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Deleting port 000757df-69b7-40f9-bc62-f72ea3cbd278 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:34:58.502447 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be22ce79-97dc-457b-9656-53c96cdb3d8a req-2188f967-33a4-4531-b77c-b18eee11ab4a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:58.596167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfb3011-a215-40a7-aefa-0f9ccb0fe92f', 'name': 'network-vif-deleted', 'tag': '29b879c2-e422-4e95-85a7-5294cb7b417e'}, {'server_uuid': 'c39e40b7-2841-4a66-8e25-741a715c5438', 'name': 'network-vif-deleted', 'tag': '9be9d394-c9f8-4672-b0d3-d8c03b5059c7'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:34:58.599006 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760225cd-fa14-4c93-8519-2c1d5dce97bc" -d '{"events": [{"server_uuid": "fbfb3011-a215-40a7-aefa-0f9ccb0fe92f", "name": "network-vif-deleted", "tag": "29b879c2-e422-4e95-85a7-5294cb7b417e"}, {"server_uuid": "c39e40b7-2841-4a66-8e25-741a715c5438", "name": "network-vif-deleted", "tag": "9be9d394-c9f8-4672-b0d3-d8c03b5059c7"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:34:58.639089 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-f3ad31a9-9208-461c-9280-a0fe2b4f1418 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038434 Jul 06 11:34:58.706031 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-85cd65f2-ec13-46ea-a0f1-dd01b7b736f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=097428cb-dd26-45ca-9415-b626e36306df HTTP/1.1" status: 200 len: 217 time: 0.0578570 Jul 06 11:34:58.709185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-be22ce79-97dc-457b-9656-53c96cdb3d8a req-2188f967-33a4-4531-b77c-b18eee11ab4a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] For port 000757df-69b7-40f9-bc62-f72ea3cbd278, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=000757df-69b7-40f9-bc62-f72ea3cbd278,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:34:58.709622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be22ce79-97dc-457b-9656-53c96cdb3d8a req-2188f967-33a4-4531-b77c-b18eee11ab4a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:58.772201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-be22ce79-97dc-457b-9656-53c96cdb3d8a req-2188f967-33a4-4531-b77c-b18eee11ab4a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Calling delete_port for 000757df-69b7-40f9-bc62-f72ea3cbd278 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:34:58.813380 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00c3fd19-a48e-4968-aace-09d89d245770 req-57fcfc88-1f88-4253-9315-127c7ab4516f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507101 Jul 06 11:34:58.828810 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec35db2-8351-4f80-bd49-77ce84c7c46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:58.883983 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec35db2-8351-4f80-bd49-77ce84c7c46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:58.885464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-56ad8d35-0504-4384-8de5-113503cc45af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:58.888558 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-56ad8d35-0504-4384-8de5-113503cc45af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.1653759 Jul 06 11:34:59.049665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-c20cdc45-39ef-4c04-8797-efb6126d07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:59.052862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-c20cdc45-39ef-4c04-8797-efb6126d07dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1564264 Jul 06 11:34:59.069544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec35db2-8351-4f80-bd49-77ce84c7c46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:59.076613 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec35db2-8351-4f80-bd49-77ce84c7c46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:59.082971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7ec35db2-8351-4f80-bd49-77ce84c7c46a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b7ba06a-e17a-4cd4-91e4-6c3683e940d3 HTTP/1.1" status: 204 len: 168 time: 0.9665678 Jul 06 11:34:59.131241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec35db2-8351-4f80-bd49-77ce84c7c46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7ba06a-e17a-4cd4-91e4-6c3683e940d3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:59.241074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 000757df-69b7-40f9-bc62-f72ea3cbd278 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:34:59.261375 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be22ce79-97dc-457b-9656-53c96cdb3d8a req-2188f967-33a4-4531-b77c-b18eee11ab4a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:59.290796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629a65-6344-4155-b3a2-0a4deb3f6ca7 req-bb1345f8-3bb6-4a76-be2e-af6f2bab4743 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:59.293008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b629a65-6344-4155-b3a2-0a4deb3f6ca7 req-bb1345f8-3bb6-4a76-be2e-af6f2bab4743 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.2480099 Jul 06 11:34:59.294654 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f395117b-a677-477a-bf5f-88e7008caddb req-334c68cd-5244-4a87-8a54-1079c8ec966b tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:59.314157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 000757df-69b7-40f9-bc62-f72ea3cbd278 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:34:59.315164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 000757df-69b7-40f9-bc62-f72ea3cbd278 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:34:59.316060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 29b879c2-e422-4e95-85a7-5294cb7b417e no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:34:59.330171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c68cd-5244-4a87-8a54-1079c8ec966b tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Pushing event deleted for resources: {'Port': ['ID=7a51daaf-0d4b-4091-a26d-1f7e8b451a50,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:59.335059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188f967-33a4-4531-b77c-b18eee11ab4a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event deleted for resources: {'Port': ['ID=000757df-69b7-40f9-bc62-f72ea3cbd278,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:34:59.378880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 29b879c2-e422-4e95-85a7-5294cb7b417e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:34:59.380378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 29b879c2-e422-4e95-85a7-5294cb7b417e not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:34:59.440748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b629a65-6344-4155-b3a2-0a4deb3f6ca7 req-b9228120-68bc-46b6-a10d-eea0273bae9c tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141164 Jul 06 11:34:59.464004 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-fa51450f-c55e-4870-bd4b-140dc0bc6a7a service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754184 Jul 06 11:34:59.465253 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f395117b-a677-477a-bf5f-88e7008caddb req-334c68cd-5244-4a87-8a54-1079c8ec966b tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:59.470378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f395117b-a677-477a-bf5f-88e7008caddb req-334c68cd-5244-4a87-8a54-1079c8ec966b tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:59.473615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f395117b-a677-477a-bf5f-88e7008caddb req-334c68cd-5244-4a87-8a54-1079c8ec966b tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "DELETE /v2.0/floatingips/35148c96-f7c8-4341-be77-c429a0cc0fa9 HTTP/1.1" status: 204 len: 173 time: 2.1446147 Jul 06 11:34:59.492785 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-be22ce79-97dc-457b-9656-53c96cdb3d8a req-2188f967-33a4-4531-b77c-b18eee11ab4a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] No DVR routers for this DVR port 000757df-69b7-40f9-bc62-f72ea3cbd278 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:34:59.631531 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-f0c1764a-927e-4839-83a4-a013cc8e16aa service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394441 Jul 06 11:34:59.633198 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-be22ce79-97dc-457b-9656-53c96cdb3d8a req-2188f967-33a4-4531-b77c-b18eee11ab4a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:34:59.636231 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be22ce79-97dc-457b-9656-53c96cdb3d8a req-2188f967-33a4-4531-b77c-b18eee11ab4a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.86 "DELETE /v2.0/ports/000757df-69b7-40f9-bc62-f72ea3cbd278 HTTP/1.1" status: 204 len: 173 time: 1.4181840 Jul 06 11:34:59.726093 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-30ddbb1f-1d1e-414b-8811-496f5f2c6420 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127 HTTP/1.1" status: 200 len: 217 time: 0.0830350 Jul 06 11:34:59.875032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-61ba3fb7-f77d-4ffc-bf25-ea5cda7310c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:59.877334 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-61ba3fb7-f77d-4ffc-bf25-ea5cda7310c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.1433778 Jul 06 11:34:59.895442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86811-5deb-4107-a6ae-f3f82ec4f28b req-43b49413-5212-4bb8-89b6-5f3562923a5c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:59.907358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86811-5deb-4107-a6ae-f3f82ec4f28b req-43b49413-5212-4bb8-89b6-5f3562923a5c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:59.920438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86811-5deb-4107-a6ae-f3f82ec4f28b req-43b49413-5212-4bb8-89b6-5f3562923a5c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:59.933145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86811-5deb-4107-a6ae-f3f82ec4f28b req-43b49413-5212-4bb8-89b6-5f3562923a5c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:59.946106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86811-5deb-4107-a6ae-f3f82ec4f28b req-43b49413-5212-4bb8-89b6-5f3562923a5c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:59.960266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86811-5deb-4107-a6ae-f3f82ec4f28b req-43b49413-5212-4bb8-89b6-5f3562923a5c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:59.973001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86811-5deb-4107-a6ae-f3f82ec4f28b req-43b49413-5212-4bb8-89b6-5f3562923a5c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:59.973369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-74ea8133-31d3-4746-abb1-2bb5352b3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:34:59.975252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-74ea8133-31d3-4746-abb1-2bb5352b3132 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0821693 Jul 06 11:34:59.976337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2e86811-5deb-4107-a6ae-f3f82ec4f28b req-43b49413-5212-4bb8-89b6-5f3562923a5c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.2325075 Jul 06 11:35:00.060186 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2e86811-5deb-4107-a6ae-f3f82ec4f28b req-a6e979ee-a943-4665-a165-45541d44fd68 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773747 Jul 06 11:35:00.140383 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-4dd7de3c-b957-4733-80a2-71a0c1964c05 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427338 Jul 06 11:35:00.375439 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-dc42ac8d-f7b0-422b-afae-75e07759f606 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336891 Jul 06 11:35:00.435829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6dd94-0e94-4e81-8d53-2864db7e6347 req-6b32125e-69a0-466f-ab2d-0ba1d3d9bb06 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:00.451796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35c6dd94-0e94-4e81-8d53-2864db7e6347 req-6b32125e-69a0-466f-ab2d-0ba1d3d9bb06 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2168322 Jul 06 11:35:00.463738 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-7d9690f6-3bf1-4d98-a9a2-9ada66f61297 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=05bf836b-354c-4996-8a22-f308e431636b HTTP/1.1" status: 200 len: 217 time: 0.0783987 Jul 06 11:35:00.503900 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23a3fb0-20d3-4092-bd40-b55372743cb6 x-openstack-request-id: req-a23a3fb0-20d3-4092-bd40-b55372743cb6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:00.504631 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfb3011-a215-40a7-aefa-0f9ccb0fe92f", "name": "network-vif-deleted", "tag": "29b879c2-e422-4e95-85a7-5294cb7b417e", "status": "completed", "code": 200}, {"server_uuid": "c39e40b7-2841-4a66-8e25-741a715c5438", "name": "network-vif-deleted", "tag": "9be9d394-c9f8-4672-b0d3-d8c03b5059c7", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:00.505059 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a23a3fb0-20d3-4092-bd40-b55372743cb6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:00.506663 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfb3011-a215-40a7-aefa-0f9ccb0fe92f', 'name': 'network-vif-deleted', 'tag': '29b879c2-e422-4e95-85a7-5294cb7b417e', 'status': 'completed', 'code': 200} Jul 06 11:35:00.507289 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39e40b7-2841-4a66-8e25-741a715c5438', 'name': 'network-vif-deleted', 'tag': '9be9d394-c9f8-4672-b0d3-d8c03b5059c7', 'status': 'completed', 'code': 200} Jul 06 11:35:00.568414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35c6dd94-0e94-4e81-8d53-2864db7e6347 req-fdd0491a-fdfe-4f3e-b006-c7d814a69788 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150575 Jul 06 11:35:00.636837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-bc0e9b38-08c6-4103-a905-f17688496ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:00.641912 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-bc0e9b38-08c6-4103-a905-f17688496ea5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.1638801 Jul 06 11:35:00.674595 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-a62305c3-466b-4d2f-a15b-f0dceebd62d8 req-b6e896b4-e6d3-40c8-b2d4-3815a0e82fc5 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] show failed (client error): The resource could not be found. Jul 06 11:35:00.688169 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a62305c3-466b-4d2f-a15b-f0dceebd62d8 req-b6e896b4-e6d3-40c8-b2d4-3815a0e82fc5 tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips/35148c96-f7c8-4341-be77-c429a0cc0fa9 HTTP/1.1" status: 404 len: 350 time: 0.1319468 Jul 06 11:35:00.768829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-09afd2c5-65e3-4e16-8975-06243b01ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:00.772304 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-09afd2c5-65e3-4e16-8975-06243b01ba68 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180367 Jul 06 11:35:00.951114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122029a-d113-4938-a6ab-bb85c7430fe7 req-58b9e567-fafa-44fe-bf49-753a60f7d329 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:00.953861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7122029a-d113-4938-a6ab-bb85c7430fe7 req-58b9e567-fafa-44fe-bf49-753a60f7d329 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.1441793 Jul 06 11:35:00.966239 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-10b86773-a149-41a6-8c2a-ccaffc2fcd69 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815734 Jul 06 11:35:00.992557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:01.086227 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7122029a-d113-4938-a6ab-bb85c7430fe7 req-768ce7b0-2a0d-44f4-9adf-ff8d7f68ce53 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208014 Jul 06 11:35:01.116066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-feacc189-947b-4d89-a6a1-bc438eb64987 admin admin] Deleting subnet da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:35:01.117123 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feacc189-947b-4d89-a6a1-bc438eb64987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:01.167609 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-8d9b458d-fad4-4383-abe2-0844a0db45ac service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930094 Jul 06 11:35:01.193158 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feacc189-947b-4d89-a6a1-bc438eb64987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:01.239475 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-adaa598d-ac7d-408d-b87f-898fcc703208 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd HTTP/1.1" status: 200 len: 217 time: 0.0597520 Jul 06 11:35:01.250357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:35:01.284047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feacc189-947b-4d89-a6a1-bc438eb64987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:01.306660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:35:01.308146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 9be9d394-c9f8-4672-b0d3-d8c03b5059c7 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:35:01.344351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-7f4c52b6-7e6e-4de0-bc1f-0cafec1a3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:01.346884 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-7f4c52b6-7e6e-4de0-bc1f-0cafec1a3e2a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.0940032 Jul 06 11:35:01.436681 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feacc189-947b-4d89-a6a1-bc438eb64987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:01.498012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e432-3085-4831-9e52-fabffea0a385 req-2f00c8a0-d755-497a-b849-1f875bc44fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:01.500632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-2f00c8a0-d755-497a-b849-1f875bc44fc8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1419160 Jul 06 11:35:01.521886 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-fa78d852-113e-4dfd-8873-f27d8b75ebb0 req-b4c7d0c9-f978-4f16-a6f4-27c168a792eb tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] show failed (client error): The resource could not be found. Jul 06 11:35:01.529449 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa78d852-113e-4dfd-8873-f27d8b75ebb0 req-b4c7d0c9-f978-4f16-a6f4-27c168a792eb tempest-FloatingIPsTestJSON-1723680658 tempest-FloatingIPsTestJSON-1723680658-project] 10.222.0.21 "GET /v2.0/floatingips/35148c96-f7c8-4341-be77-c429a0cc0fa9 HTTP/1.1" status: 404 len: 350 time: 0.1078002 Jul 06 11:35:01.535635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34404) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:01.554187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacc189-947b-4d89-a6a1-bc438eb64987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:01.572920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feacc189-947b-4d89-a6a1-bc438eb64987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:01.578787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-feacc189-947b-4d89-a6a1-bc438eb64987 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/da0e8ad8-c8b3-4ae4-85c2-ed63586f05dc HTTP/1.1" status: 204 len: 168 time: 0.5828111 Jul 06 11:35:01.579620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34406) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:01.833843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34416) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:01.881336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:02.072237 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:02.100260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-88d32000-3c9f-4717-90cf-c4a85801a720 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.102695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-88d32000-3c9f-4717-90cf-c4a85801a720 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.4549146 Jul 06 11:35:02.116765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-9a0d37f5-7eb9-4008-afd4-5412ac9340af service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048615 Jul 06 11:35:02.127716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f4671c-4c57-4783-a19b-12498efcccea']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:02.136862 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06eea97-3d7b-4bb8-803d-2f6b1c18857e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:02.161108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89290cd7-9442-40e1-af13-6d33eff59661 req-816c535e-81e8-4d49-99ba-14f49df791c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.167279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89290cd7-9442-40e1-af13-6d33eff59661 req-816c535e-81e8-4d49-99ba-14f49df791c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.173459 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89290cd7-9442-40e1-af13-6d33eff59661 req-816c535e-81e8-4d49-99ba-14f49df791c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.180425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89290cd7-9442-40e1-af13-6d33eff59661 req-816c535e-81e8-4d49-99ba-14f49df791c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.186534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89290cd7-9442-40e1-af13-6d33eff59661 req-816c535e-81e8-4d49-99ba-14f49df791c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.192745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89290cd7-9442-40e1-af13-6d33eff59661 req-816c535e-81e8-4d49-99ba-14f49df791c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.198818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89290cd7-9442-40e1-af13-6d33eff59661 req-816c535e-81e8-4d49-99ba-14f49df791c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.200929 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89290cd7-9442-40e1-af13-6d33eff59661 req-816c535e-81e8-4d49-99ba-14f49df791c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.4969594 Jul 06 11:35:02.209434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b449718-5d19-4843-8d38-2c0970675c5d') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:02.209785 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b449718-5d19-4843-8d38-2c0970675c5d') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:02.220076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-143b5069-6117-4fa3-9a7d-fcaef3d0e466 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/quotas/6db432b9d7a84f69a6cfad598d87579d HTTP/1.1" status: 200 len: 375 time: 0.1040578 Jul 06 11:35:02.232514 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:02.300041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-5b506d3b-6d0c-4e1b-8976-085269c88d62 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644245 Jul 06 11:35:02.301931 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:02.339507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:35:02.339944 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:35:02.343000 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:35:02.351015 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1425e432-3085-4831-9e52-fabffea0a385 req-953348d7-04cb-4de9-9c4a-2355a4959af7 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183094 Jul 06 11:35:02.446107 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89290cd7-9442-40e1-af13-6d33eff59661 req-69eb020d-6ec4-4508-ad2e-7d23fda9490e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2283223 Jul 06 11:35:02.529934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7b594b-a91f-4d94-a854-b845a7e5ec28', 'name': 'network-vif-deleted', 'tag': '000757df-69b7-40f9-bc62-f72ea3cbd278'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:02.531853 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:02.536299 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3698ccd-302c-4c70-9981-44939f57e389" -d '{"events": [{"server_uuid": "ba7b594b-a91f-4d94-a854-b845a7e5ec28", "name": "network-vif-deleted", "tag": "000757df-69b7-40f9-bc62-f72ea3cbd278"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:02.550036 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:02.558245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] 10.222.0.21 "DELETE /v2.0/networks/b7f4671c-4c57-4783-a19b-12498efcccea HTTP/1.1" status: 204 len: 168 time: 0.9725807 Jul 06 11:35:02.605089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc277ee-480b-4332-8db8-dbdf52e9232c admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f4671c-4c57-4783-a19b-12498efcccea,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:02.626353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-eabd9b28-b4aa-4142-84ec-299a85991112 service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017309 Jul 06 11:35:02.687279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-4e78ee26-cd20-46c0-984d-88d2793a2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.689449 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-4e78ee26-cd20-46c0-984d-88d2793a2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.689449 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-4e78ee26-cd20-46c0-984d-88d2793a2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.689997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-4e78ee26-cd20-46c0-984d-88d2793a2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.691062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-4e78ee26-cd20-46c0-984d-88d2793a2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.692561 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-4e78ee26-cd20-46c0-984d-88d2793a2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.693674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-4e78ee26-cd20-46c0-984d-88d2793a2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:02.697886 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-4e78ee26-cd20-46c0-984d-88d2793a2ee5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6477 time: 0.2372644 Jul 06 11:35:02.755698 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06eea97-3d7b-4bb8-803d-2f6b1c18857e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:02.772223 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06eea97-3d7b-4bb8-803d-2f6b1c18857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:02.895239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34430) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:02.943726 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a06eea97-3d7b-4bb8-803d-2f6b1c18857e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=379effbe17594e22ab35839af34a3c40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1029544 Jul 06 11:35:02.943726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eea97-3d7b-4bb8-803d-2f6b1c18857e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee011e8-8bd9-4ee3-9bcb-2250cf5c0926,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:02.945033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34432) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:02.951119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-305b14c4-f40f-4b1f-9f84-99227e781bb8 service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046465 Jul 06 11:35:03.119074 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-79d11ceb-fa0a-42e1-9c54-8cfba831e384 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26c350c0d95440a2b8b18332683715de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146990 Jul 06 11:35:03.125400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:03.126495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-0d4f99be-04ff-451f-b271-98baca7dab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:03.128262 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-0d4f99be-04ff-451f-b271-98baca7dab4d service neutron] 10.222.0.86 "GET /v2.0/networks?id=394d285e-f49e-4dd3-979f-9001aa2b15c5 HTTP/1.1" status: 200 len: 902 time: 0.4211977 Jul 06 11:35:03.196963 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:03.199567 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e74b843-19f1-4afa-ad3a-3034defec8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:03.205466 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-fe22af6b-69bb-4520-a005-c05716bd8e11 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=05bf836b-354c-4996-8a22-f308e431636b HTTP/1.1" status: 200 len: 217 time: 0.0622299 Jul 06 11:35:03.325509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282e799-79d3-4a19-9b3f-0d267ab5ffb4 req-189ff371-d926-4222-8cd4-8166318969a2 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:03.342306 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2282e799-79d3-4a19-9b3f-0d267ab5ffb4 req-189ff371-d926-4222-8cd4-8166318969a2 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2497818 Jul 06 11:35:03.349273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05fd5d5a-18d4-4690-baaf-f99418be4796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:03.414620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e74b843-19f1-4afa-ad3a-3034defec8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:03.491433 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05fd5d5a-18d4-4690-baaf-f99418be4796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:03.551769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2282e799-79d3-4a19-9b3f-0d267ab5ffb4 req-e1ba767f-d03c-4ffe-9b3d-9fd65d6c6be0 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962848 Jul 06 11:35:03.580815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-ce3dc0be-0474-4b95-9957-48072606e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:03.582937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148fba6-2e3f-4755-9184-b546b5e2bcdd req-325560c5-4a63-4f18-bbb4-bd4e90658822 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:03.583516 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-ce3dc0be-0474-4b95-9957-48072606e403 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.2430625 Jul 06 11:35:03.596823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d148fba6-2e3f-4755-9184-b546b5e2bcdd req-325560c5-4a63-4f18-bbb4-bd4e90658822 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.1902883 Jul 06 11:35:03.688192 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d148fba6-2e3f-4755-9184-b546b5e2bcdd req-8e1dd3c6-6fdc-4e7c-9171-e590cb4364f7 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891986 Jul 06 11:35:03.689739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05fd5d5a-18d4-4690-baaf-f99418be4796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:03.694925 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05fd5d5a-18d4-4690-baaf-f99418be4796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:03.696211 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-05fd5d5a-18d4-4690-baaf-f99418be4796 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3910973-1695-4a47-8d52-51fa8eebb3e4 HTTP/1.1" status: 204 len: 168 time: 0.5682976 Jul 06 11:35:03.706682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd5d5a-18d4-4690-baaf-f99418be4796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3910973-1695-4a47-8d52-51fa8eebb3e4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:03.718810 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e21ad5-20cf-415b-aec2-363fcaed4f36 x-openstack-request-id: req-85e21ad5-20cf-415b-aec2-363fcaed4f36 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:03.719549 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7b594b-a91f-4d94-a854-b845a7e5ec28", "name": "network-vif-deleted", "tag": "000757df-69b7-40f9-bc62-f72ea3cbd278", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:03.720019 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85e21ad5-20cf-415b-aec2-363fcaed4f36 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:03.720612 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7b594b-a91f-4d94-a854-b845a7e5ec28', 'name': 'network-vif-deleted', 'tag': '000757df-69b7-40f9-bc62-f72ea3cbd278', 'status': 'completed', 'code': 200} Jul 06 11:35:03.855637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea4459c0-fb07-45f7-981e-299b3688d5c6 req-ce9d2b38-ec38-4e0b-bcbf-7f00ac8327cd tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 210 time: 0.0664825 Jul 06 11:35:03.922404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e74b843-19f1-4afa-ad3a-3034defec8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:03.929699 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e74b843-19f1-4afa-ad3a-3034defec8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:03.933062 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4e74b843-19f1-4afa-ad3a-3034defec8db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ee011e8-8bd9-4ee3-9bcb-2250cf5c0926 HTTP/1.1" status: 204 len: 168 time: 0.9870665 Jul 06 11:35:03.966823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74b843-19f1-4afa-ad3a-3034defec8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee011e8-8bd9-4ee3-9bcb-2250cf5c0926,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:04.135661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-94052c50-b30a-4cd7-9d2f-832932c2c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:04.146344 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-94052c50-b30a-4cd7-9d2f-832932c2c71d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5479133 Jul 06 11:35:04.432343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5a4f-cd65-480a-8405-bc01616a0f03 req-ec71bbf8-170c-4777-8c69-98b328f23cec tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:04.455818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5a4f-cd65-480a-8405-bc01616a0f03 req-ec71bbf8-170c-4777-8c69-98b328f23cec tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:04.487215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5a4f-cd65-480a-8405-bc01616a0f03 req-ec71bbf8-170c-4777-8c69-98b328f23cec tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:04.511668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5a4f-cd65-480a-8405-bc01616a0f03 req-ec71bbf8-170c-4777-8c69-98b328f23cec tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:04.524668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5a4f-cd65-480a-8405-bc01616a0f03 req-ec71bbf8-170c-4777-8c69-98b328f23cec tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:04.536547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5a4f-cd65-480a-8405-bc01616a0f03 req-ec71bbf8-170c-4777-8c69-98b328f23cec tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:04.549726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5a4f-cd65-480a-8405-bc01616a0f03 req-ec71bbf8-170c-4777-8c69-98b328f23cec tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:04.551022 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-ad7da10a-1cb6-4969-8bc1-9f3746a72cf6 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772087 Jul 06 11:35:04.564890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-837f5a4f-cd65-480a-8405-bc01616a0f03 req-ec71bbf8-170c-4777-8c69-98b328f23cec tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.3500910 Jul 06 11:35:04.737318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-837f5a4f-cd65-480a-8405-bc01616a0f03 req-b9367fa6-de90-423c-9ed6-1c922797bd4c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1691997 Jul 06 11:35:04.747037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] Deleting port 9abcf306-895b-4512-8ef6-b778a1f483ed {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:35:04.747661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:04.954802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] For port 9abcf306-895b-4512-8ef6-b778a1f483ed, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9abcf306-895b-4512-8ef6-b778a1f483ed,segment=NetworkSegment(2c5038f5-7cb2-491c-b42f-174725d6cdf4),segment_id=2c5038f5-7cb2-491c-b42f-174725d6cdf4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:04.955394 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:05.019054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] Calling delete_port for 9abcf306-895b-4512-8ef6-b778a1f483ed owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:35:05.153643 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-de89d2d0-7ff0-4fdf-890d-f0feae67133b service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912397 Jul 06 11:35:05.240407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c872ff-8acf-428c-9724-746e1462c215 req-c62f711c-1a4b-43cc-b856-e8c67ac4286b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:05.244817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37c872ff-8acf-428c-9724-746e1462c215 req-c62f711c-1a4b-43cc-b856-e8c67ac4286b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.1655154 Jul 06 11:35:05.407592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37c872ff-8acf-428c-9724-746e1462c215 req-9818492c-a5ef-428f-a0c0-8704e83b75fe tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506488 Jul 06 11:35:05.633547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-7b440fec-2905-4cc3-821c-e5e8e7e99052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:05.634796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-7b440fec-2905-4cc3-821c-e5e8e7e99052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:05.635894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-7b440fec-2905-4cc3-821c-e5e8e7e99052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:05.636947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-7b440fec-2905-4cc3-821c-e5e8e7e99052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:05.638154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-7b440fec-2905-4cc3-821c-e5e8e7e99052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:05.639359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-7b440fec-2905-4cc3-821c-e5e8e7e99052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:05.640786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-7b440fec-2905-4cc3-821c-e5e8e7e99052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:05.645568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-7b440fec-2905-4cc3-821c-e5e8e7e99052 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6477 time: 0.2934964 Jul 06 11:35:05.706649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de863b95-461e-454b-aeb2-87091ac3aa76 req-6f91a633-c57f-4020-b8dd-797e966b040d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 210 time: 0.0746913 Jul 06 11:35:06.125173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:06.297132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abcf306-895b-4512-8ef6-b778a1f483ed,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:06.388804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ded9-8d8d-40f1-a583-6f1e0e6fcd49 req-b8751faf-2da0-4bde-b359-f393e19109ae tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:06.401529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34514) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:06.402811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-e8ebbf95-2231-49d0-b490-d1a928041a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:06.410292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ded9-8d8d-40f1-a583-6f1e0e6fcd49 req-b8751faf-2da0-4bde-b359-f393e19109ae tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:06.414447 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-e8ebbf95-2231-49d0-b490-d1a928041a18 service neutron] 10.222.0.86 "GET /v2.0/networks?id=394d285e-f49e-4dd3-979f-9001aa2b15c5 HTTP/1.1" status: 200 len: 902 time: 0.7557058 Jul 06 11:35:06.428193 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ded9-8d8d-40f1-a583-6f1e0e6fcd49 req-b8751faf-2da0-4bde-b359-f393e19109ae tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:06.448909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ded9-8d8d-40f1-a583-6f1e0e6fcd49 req-b8751faf-2da0-4bde-b359-f393e19109ae tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:06.472138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ded9-8d8d-40f1-a583-6f1e0e6fcd49 req-b8751faf-2da0-4bde-b359-f393e19109ae tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:06.490977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ded9-8d8d-40f1-a583-6f1e0e6fcd49 req-b8751faf-2da0-4bde-b359-f393e19109ae tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:06.508554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ded9-8d8d-40f1-a583-6f1e0e6fcd49 req-b8751faf-2da0-4bde-b359-f393e19109ae tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:06.510839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c569ded9-8d8d-40f1-a583-6f1e0e6fcd49 req-b8751faf-2da0-4bde-b359-f393e19109ae tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.3149462 Jul 06 11:35:06.687499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c569ded9-8d8d-40f1-a583-6f1e0e6fcd49 req-2e678924-9986-4b8b-8a70-843da79a406b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428802 Jul 06 11:35:06.889858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-1c921a55-b467-49dc-b5f1-19abdf388c18 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:06.892306 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-1c921a55-b467-49dc-b5f1-19abdf388c18 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.9649513 Jul 06 11:35:06.961390 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-ec0de19b-694d-4dc1-94a1-fa419fa220ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd HTTP/1.1" status: 200 len: 217 time: 0.3972447 Jul 06 11:35:06.969452 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Request body: {'port': {'device_id': '9c2e8594-01dc-4915-8413-6cb0761df9e5', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'admin_state_up': True, 'tenant_id': '6db432b9d7a84f69a6cfad598d87579d'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:07.020741 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34526) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:07.155968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2055934044-network', 'tenant_id': '3ee7f7d48b38415f8bd8c1a08ff83ab0'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:07.166865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa705ee-d324-46d0-97e8-d4388a6ae2e6 req-36d74654-f837-4166-83d2-bfb9789e681e tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:07.181034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffa705ee-d324-46d0-97e8-d4388a6ae2e6 req-36d74654-f837-4166-83d2-bfb9789e681e tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.1960504 Jul 06 11:35:07.213724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Made reservation on behalf of 3ee7f7d48b38415f8bd8c1a08ff83ab0 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:07.218128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:07.225286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-859059986-network', 'tenant_id': '9fb3f148aa3447e6abbbcfba9f9713e1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:07.289533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:07.324529 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffa705ee-d324-46d0-97e8-d4388a6ae2e6 req-2fa923b6-e72d-40d2-8358-3b77407a714a tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399477 Jul 06 11:35:07.340452 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Made reservation on behalf of 9fb3f148aa3447e6abbbcfba9f9713e1 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:07.345343 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:07.405273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-be55059b-44ea-43a8-a10a-9d43b2f93dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:07.406820 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:07.408561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-be55059b-44ea-43a8-a10a-9d43b2f93dc5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.2182267 Jul 06 11:35:07.488167 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:35:07.488167 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:35:07.488167 n-d-799527-2 neutron-server[93814]: [parameters: {'project_id_1': '9fb3f148aa3447e6abbbcfba9f9713e1', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 35, 7, 440134)}] Jul 06 11:35:07.488167 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:35:07.488967 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:35:07.520638 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:07.684432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50b97c1b-c27f-4250-bc3f-99083138e38c req-c9e3f629-fdd0-4732-b53e-a96c25a1b4e9 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 210 time: 0.0690002 Jul 06 11:35:07.991915 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:08.048606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-3ee90fd3-f884-437e-95fe-dc9553d0fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:08.051654 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-3ee90fd3-f884-437e-95fe-dc9553d0fa44 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6285801 Jul 06 11:35:08.070660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6eb59-5ba3-4511-a831-1a211ce84c23 req-8d2c3e8f-b756-4279-b656-4a2681881374 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:08.086435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6eb59-5ba3-4511-a831-1a211ce84c23 req-8d2c3e8f-b756-4279-b656-4a2681881374 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:08.099993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6eb59-5ba3-4511-a831-1a211ce84c23 req-8d2c3e8f-b756-4279-b656-4a2681881374 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:08.114594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6eb59-5ba3-4511-a831-1a211ce84c23 req-8d2c3e8f-b756-4279-b656-4a2681881374 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:08.126484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6eb59-5ba3-4511-a831-1a211ce84c23 req-8d2c3e8f-b756-4279-b656-4a2681881374 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:08.138694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6eb59-5ba3-4511-a831-1a211ce84c23 req-8d2c3e8f-b756-4279-b656-4a2681881374 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:08.151758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6eb59-5ba3-4511-a831-1a211ce84c23 req-8d2c3e8f-b756-4279-b656-4a2681881374 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:08.165772 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ccc6eb59-5ba3-4511-a831-1a211ce84c23 req-8d2c3e8f-b756-4279-b656-4a2681881374 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.2749939 Jul 06 11:35:08.240493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ccc6eb59-5ba3-4511-a831-1a211ce84c23 req-35f43782-909b-48bd-a7db-394bef12037c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729690 Jul 06 11:35:08.407793 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:08.439852 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:08.451201 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-08a8c0bb-8643-4e0c-9a98-c7d18c9d5434 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883259 Jul 06 11:35:08.501558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Made reservation on behalf of 6db432b9d7a84f69a6cfad598d87579d for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:08.506288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:08.720032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:08.737956 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:08.779783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:35:08.798488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed0edb3-6384-43fa-a838-d0ee489e7893,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:08.835004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:35:08.867667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d5e40-e48e-4858-a668-11bb6e94003f req-43a669be-66ac-407a-b2c6-88a31e549051 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:08.870675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b18d5e40-e48e-4858-a668-11bb6e94003f req-43a669be-66ac-407a-b2c6-88a31e549051 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2332661 Jul 06 11:35:08.881447 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:08.881961 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Added segment 8c3dc331-7963-454f-925b-ba66087f73b6 of type vlan for network 0d8f8667-5a24-4f8c-a641-36a5d5f0405e Jul 06 11:35:08.948990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13d0ac4-0a25-41e3-94ce-c3eb25c693c5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:08.968118 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2e791e92-806b-4c74-84e3-e1a4c1beab40 req-14f9b42a-b286-4a90-8650-be5fd37cb55c service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954851 Jul 06 11:35:08.969049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b18d5e40-e48e-4858-a668-11bb6e94003f req-f588f4ab-1855-4c17-90c4-6072c7de323f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926921 Jul 06 11:35:08.997443 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-658b71bd-64ab-452a-897f-b2edfa8742cb req-1f6cd564-2c20-4c02-9d0c-85c29a03d160 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 210 time: 0.0663676 Jul 06 11:35:08.999670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:09.066155 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:09.075106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:09.076175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:09.111658 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:09.112568 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Added segment a2010c2b-b19b-47a7-b395-417bf5d96313 of type vlan for network 0673ceb8-28d0-43a8-9b44-98001701612d Jul 06 11:35:09.118814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34554) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:09.209167 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1855557 Jul 06 11:35:09.215406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34558) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:09.227049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] Request body: {'subnet': {'network_id': '0d8f8667-5a24-4f8c-a641-36a5d5f0405e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-859059986-subnet', 'tenant_id': '9fb3f148aa3447e6abbbcfba9f9713e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:09.252920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f655ab-1b64-4b81-9c32-0b491c6b6595 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8f8667-5a24-4f8c-a641-36a5d5f0405e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:09.270303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 0d8f8667-5a24-4f8c-a641-36a5d5f0405e details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:35:09.310117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] Made reservation on behalf of 9fb3f148aa3447e6abbbcfba9f9713e1 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:09.314975 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:09.379059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:09.524027 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bae5482-57d9-473e-9b0e-06a676221912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:09.557655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] Router c6666848-6232-4824-b599-76d4e979b1a1 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:35:09.593029 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Allocated IP 172.20.0.13 (e41b0414-50ef-47e9-a3ea-e31294df70c8/980f45f6-7536-45f8-8969-e14fff5112f5/2fd43c57-e74b-4a97-be5a-61c4720b3d34) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:09.620367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:09.622770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:09.623921 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:09.847182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] Pushing event updated for resources: {'Network': ['ID=0673ceb8-28d0-43a8-9b44-98001701612d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:09.862676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 0673ceb8-28d0-43a8-9b44-98001701612d details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:35:09.890203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ef5c7-905f-429a-8229-c881ce8e37bb req-ba72ffc9-58c2-43c4-90c9-2ac898de600b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:09.902449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ef5c7-905f-429a-8229-c881ce8e37bb req-ba72ffc9-58c2-43c4-90c9-2ac898de600b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:09.914301 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ef5c7-905f-429a-8229-c881ce8e37bb req-ba72ffc9-58c2-43c4-90c9-2ac898de600b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:09.926986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ef5c7-905f-429a-8229-c881ce8e37bb req-ba72ffc9-58c2-43c4-90c9-2ac898de600b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:09.938518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ef5c7-905f-429a-8229-c881ce8e37bb req-ba72ffc9-58c2-43c4-90c9-2ac898de600b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:09.949845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ef5c7-905f-429a-8229-c881ce8e37bb req-ba72ffc9-58c2-43c4-90c9-2ac898de600b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:09.960677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ef5c7-905f-429a-8229-c881ce8e37bb req-ba72ffc9-58c2-43c4-90c9-2ac898de600b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:09.963977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-008ef5c7-905f-429a-8229-c881ce8e37bb req-ba72ffc9-58c2-43c4-90c9-2ac898de600b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.4337482 Jul 06 11:35:10.012248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:35:10.020803 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5c1a8027-c613-4125-9593-0b8abbbe3856 admin admin] 10.222.0.21 "PUT /v2.0/routers/c6666848-6232-4824-b599-76d4e979b1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4835844 Jul 06 11:35:10.025484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34562) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:10.043921 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51074f57-4a9e-4e02-91e2-734808211eab None None] Sync routers for ids ['c6666848-6232-4824-b599-76d4e979b1a1'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:35:10.074571 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51074f57-4a9e-4e02-91e2-734808211eab None None] Routers {'c6666848-6232-4824-b599-76d4e979b1a1'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:10.084368 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-51074f57-4a9e-4e02-91e2-734808211eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:34:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6666848-6232-4824-b599-76d4e979b1a1'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:10.153297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bae5482-57d9-473e-9b0e-06a676221912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:10.180699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bae5482-57d9-473e-9b0e-06a676221912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:10.201631 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-070ae26d-6cac-469f-9df2-2c6b1a053104 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7859924 Jul 06 11:35:10.202371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34570) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:10.229128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] Request body: {'subnet': {'network_id': '0673ceb8-28d0-43a8-9b44-98001701612d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2055934044-subnet', 'tenant_id': '3ee7f7d48b38415f8bd8c1a08ff83ab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:10.301236 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-51074f57-4a9e-4e02-91e2-734808211eab None None] Set router c6666848-6232-4824-b599-76d4e979b1a1 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:10.319056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9bae5482-57d9-473e-9b0e-06a676221912 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45bc3541b4cf4225bda7736da851a904&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1982145 Jul 06 11:35:10.325347 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:10.327865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34572) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:10.328466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae5482-57d9-473e-9b0e-06a676221912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90e2ba8-bf84-482e-a350-95bef8a4b3c6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:10.340259 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:10.371961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] Made reservation on behalf of 3ee7f7d48b38415f8bd8c1a08ff83ab0 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:10.375014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:10.412149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:10.585851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-008ef5c7-905f-429a-8229-c881ce8e37bb req-afe6ed36-c23f-4f2d-a218-52c7cb0fcefe tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5698810 Jul 06 11:35:10.612620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] Checking segment: {'id': '8c3dc331-7963-454f-925b-ba66087f73b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0d8f8667-5a24-4f8c-a641-36a5d5f0405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:10.612990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] Network hostable DHCP agents. Network: 0d8f8667-5a24-4f8c-a641-36a5d5f0405e, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:35:10.699017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21e9d6a-6d7e-490e-b198-7517991f095a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:10.733690 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-51074f57-4a9e-4e02-91e2-734808211eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'name': 'tempest-FloatingIPsTestJSON-1362303935-router', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:34:17Z', 'updated_at': '2021-07-06T11:35:05Z', 'revision_number': 5, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'gw_port': {'id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:21Z', 'updated_at': '2021-07-06T11:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:10.749144 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b893-460d-4e58-ae3f-06dbecf045ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:10.763915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67d7db-034e-4e9b-b05b-e5675ff60772 req-a4c7d83c-a389-4bd9-9644-3526b12cb01b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:10.768379 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51074f57-4a9e-4e02-91e2-734808211eab None None] Checking router: c6666848-6232-4824-b599-76d4e979b1a1 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:35:10.781113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea67d7db-034e-4e9b-b05b-e5675ff60772 req-a4c7d83c-a389-4bd9-9644-3526b12cb01b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.4547658 Jul 06 11:35:10.781913 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51074f57-4a9e-4e02-91e2-734808211eab None None] Routers {'c6666848-6232-4824-b599-76d4e979b1a1'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:10.783043 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-51074f57-4a9e-4e02-91e2-734808211eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:34:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6666848-6232-4824-b599-76d4e979b1a1'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:10.783973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] Network 0d8f8667-5a24-4f8c-a641-36a5d5f0405e is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:35:10.802304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b893-460d-4e58-ae3f-06dbecf045ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:10.805985 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:10.834922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 0d8f8667-5a24-4f8c-a641-36a5d5f0405e) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:10.839481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:10.840107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:10.847248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31335364-8cfd-49b9-8508-eb1e6ef4f519 None None] Network 0d8f8667-5a24-4f8c-a641-36a5d5f0405e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:10.899426 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea67d7db-034e-4e9b-b05b-e5675ff60772 req-03ea6f6d-2f2c-437e-9507-b7c9eae0be0a tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088750 Jul 06 11:35:10.921673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-64172285-d26f-4ce3-8f27-5c499154b2a1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6969101 Jul 06 11:35:11.022340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878b97-fe28-4036-9e5e-0430aeabbabf req-01e4b430-a2f5-43ab-b1e4-f5ab4f138c28 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:11.025004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8878b97-fe28-4036-9e5e-0430aeabbabf req-01e4b430-a2f5-43ab-b1e4-f5ab4f138c28 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 932 time: 0.2300971 Jul 06 11:35:11.033861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Network e41b0414-50ef-47e9-a3ea-e31294df70c8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:11.039745 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-51074f57-4a9e-4e02-91e2-734808211eab None None] Set router c6666848-6232-4824-b599-76d4e979b1a1 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:11.045182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event updated for resources: {'Port': ['ID=2fd43c57-e74b-4a97-be5a-61c4720b3d34,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:11.064069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:11.118379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8878b97-fe28-4036-9e5e-0430aeabbabf req-0cab01fb-bbb0-4a4b-91f1-1127a48822b9 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852952 Jul 06 11:35:11.132431 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:11.141907 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:11.226299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3bf660-4666-4434-b5fc-58d8a4f7fd81 None None] Network 0d8f8667-5a24-4f8c-a641-36a5d5f0405e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:11.311480 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b893-460d-4e58-ae3f-06dbecf045ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:11.314326 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b893-460d-4e58-ae3f-06dbecf045ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:11.320385 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b5a5b893-460d-4e58-ae3f-06dbecf045ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c90e2ba8-bf84-482e-a350-95bef8a4b3c6 HTTP/1.1" status: 204 len: 168 time: 0.9878998 Jul 06 11:35:11.384871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:11.386325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:11.414945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5b893-460d-4e58-ae3f-06dbecf045ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90e2ba8-bf84-482e-a350-95bef8a4b3c6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:11.520760 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-0fb4f1d5-4015-4f9b-90da-1485364d558d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5626202 Jul 06 11:35:11.541264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Request body: {'port': {'device_id': '9c2e8594-01dc-4915-8413-6cb0761df9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:11.554172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:11.669721 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-51074f57-4a9e-4e02-91e2-734808211eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'name': 'tempest-FloatingIPsTestJSON-1362303935-router', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:34:17Z', 'updated_at': '2021-07-06T11:35:05Z', 'revision_number': 5, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'gw_port': {'id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:21Z', 'updated_at': '2021-07-06T11:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:11.693999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Deleting port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:35:11.694494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:11.814770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ebdf007-5b44-4443-b427-d2e3e852a878,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:11.854161 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51074f57-4a9e-4e02-91e2-734808211eab None None] The sync data for ids ['c6666848-6232-4824-b599-76d4e979b1a1'] in n-d-799527-2 is: [{'id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'name': 'tempest-FloatingIPsTestJSON-1362303935-router', 'tenant_id': 'eb0a534b2b6044778f1040db2503b3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:34:17Z', 'updated_at': '2021-07-06T11:35:05Z', 'revision_number': 5, 'project_id': 'eb0a534b2b6044778f1040db2503b3ee', 'gw_port': {'id': '9849b3e9-4c65-482e-a5e6-a6be42cf0b20', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6666848-6232-4824-b599-76d4e979b1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:34:21Z', 'updated_at': '2021-07-06T11:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:35:11.890956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:11.893674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] Checking segment: {'id': 'a2010c2b-b19b-47a7-b395-417bf5d96313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0673ceb8-28d0-43a8-9b44-98001701612d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:11.894136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] Network hostable DHCP agents. Network: 0673ceb8-28d0-43a8-9b44-98001701612d, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:35:12.033783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] Network 0673ceb8-28d0-43a8-9b44-98001701612d is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:35:12.062500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] For port 9849b3e9-4c65-482e-a5e6-a6be42cf0b20, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9849b3e9-4c65-482e-a5e6-a6be42cf0b20,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:12.063034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:12.083606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 0673ceb8-28d0-43a8-9b44-98001701612d) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:12.099642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db8854-fed3-4e79-be2b-cc8668c9c808 None None] Network 0673ceb8-28d0-43a8-9b44-98001701612d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:12.103421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:12.104426 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:12.116599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Calling delete_port for 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:35:12.198091 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93220e5-42dd-416f-9916-b592e2efe024 req-ab8ce997-4fa4-466c-8eac-8278b505f3be tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:12.226964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93220e5-42dd-416f-9916-b592e2efe024 req-ab8ce997-4fa4-466c-8eac-8278b505f3be tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:12.240828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93220e5-42dd-416f-9916-b592e2efe024 req-ab8ce997-4fa4-466c-8eac-8278b505f3be tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:12.254530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93220e5-42dd-416f-9916-b592e2efe024 req-ab8ce997-4fa4-466c-8eac-8278b505f3be tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:12.268094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93220e5-42dd-416f-9916-b592e2efe024 req-ab8ce997-4fa4-466c-8eac-8278b505f3be tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:12.280815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34592) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:12.282285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93220e5-42dd-416f-9916-b592e2efe024 req-ab8ce997-4fa4-466c-8eac-8278b505f3be tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:12.294879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93220e5-42dd-416f-9916-b592e2efe024 req-ab8ce997-4fa4-466c-8eac-8278b505f3be tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:12.310639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d93220e5-42dd-416f-9916-b592e2efe024 req-ab8ce997-4fa4-466c-8eac-8278b505f3be tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.3456852 Jul 06 11:35:12.426961 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e383cce-4aee-4ad0-a0ce-f33f23da6a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:12.436131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2043411a-8aee-40ac-b2e3-3e3bb653cf6c None None] Network 0673ceb8-28d0-43a8-9b44-98001701612d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:12.439593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d93220e5-42dd-416f-9916-b592e2efe024 req-5bc03f3c-b45c-4df3-819f-ca48062c9003 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133311 Jul 06 11:35:12.484271 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8c92a357-8138-4915-b289-40dd873ac20a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2664750 Jul 06 11:35:12.843630 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a441b40-4dab-4cbb-8a7b-d185ff545c42 req-041dcfa5-334a-4948-931c-d22acf7a27fa tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:12.846062 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a441b40-4dab-4cbb-8a7b-d185ff545c42 req-041dcfa5-334a-4948-931c-d22acf7a27fa tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.1177907 Jul 06 11:35:12.963201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36275ba-089a-4c26-9f6b-dcd1b103ca69 req-1d978406-5d3e-4e36-825f-b1538c115096 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:12.965174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c36275ba-089a-4c26-9f6b-dcd1b103ca69 req-1d978406-5d3e-4e36-825f-b1538c115096 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 932 time: 0.1180768 Jul 06 11:35:12.971828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a441b40-4dab-4cbb-8a7b-d185ff545c42 req-660c6336-3391-4c34-b406-2dd323aea77c tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119051 Jul 06 11:35:13.033274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c36275ba-089a-4c26-9f6b-dcd1b103ca69 req-7d45cafa-e4d2-4a71-9db2-972f22257f7f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553243 Jul 06 11:35:13.046130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9abcf306-895b-4512-8ef6-b778a1f483ed no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:35:13.074070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 9abcf306-895b-4512-8ef6-b778a1f483ed {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:35:13.074778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9abcf306-895b-4512-8ef6-b778a1f483ed not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:35:13.330369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e383cce-4aee-4ad0-a0ce-f33f23da6a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.335090 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.362739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd43c57-e74b-4a97-be5a-61c4720b3d34 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:13.371834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e383cce-4aee-4ad0-a0ce-f33f23da6a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.432994 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.455790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9849b3e9-4c65-482e-a5e6-a6be42cf0b20,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:13.564205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d09ac008-abd8-42fb-b64a-38d14d54179b req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1533510576', 'description': 'tempest-description-407065973'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:13.573264 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9e383cce-4aee-4ad0-a0ce-f33f23da6a90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9443a0631864f65abb19dfa3073846b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2835674 Jul 06 11:35:13.575966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34614) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:13.577853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Transition to ACTIVE for port object 2fd43c57-e74b-4a97-be5a-61c4720b3d34 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:13.612086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e383cce-4aee-4ad0-a0ce-f33f23da6a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1856d21-8191-44a3-a943-f117e9e85d8d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:13.634693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.658597 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d09ac008-abd8-42fb-b64a-38d14d54179b req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.795083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd43c57-e74b-4a97-be5a-61c4720b3d34,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:13.812733 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d09ac008-abd8-42fb-b64a-38d14d54179b req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.819322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.828010 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d09ac008-abd8-42fb-b64a-38d14d54179b req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.898043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e57c83-de74-410f-8b06-306aa291b5a4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:13.911340 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d09ac008-abd8-42fb-b64a-38d14d54179b req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:13.932312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d09ac008-abd8-42fb-b64a-38d14d54179b req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3760352 Jul 06 11:35:13.934788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.935810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.936393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.936938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.937485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.938127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.938609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.939158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.939757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.940315 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.940878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:13.942159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938face9-91f3-46c6-846e-74d280e0ae3e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:14.147081 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7957d32-b740-4367-99f1-17e3b37cfd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.317202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd7511-dbdd-4672-88be-6ae5e1364a87 req-f12cd268-2a3f-4758-a9a9-9536465c264d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:14.330007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd7511-dbdd-4672-88be-6ae5e1364a87 req-f12cd268-2a3f-4758-a9a9-9536465c264d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:14.342599 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd7511-dbdd-4672-88be-6ae5e1364a87 req-f12cd268-2a3f-4758-a9a9-9536465c264d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:14.354652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd7511-dbdd-4672-88be-6ae5e1364a87 req-f12cd268-2a3f-4758-a9a9-9536465c264d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:14.367093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd7511-dbdd-4672-88be-6ae5e1364a87 req-f12cd268-2a3f-4758-a9a9-9536465c264d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:14.379379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd7511-dbdd-4672-88be-6ae5e1364a87 req-f12cd268-2a3f-4758-a9a9-9536465c264d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:14.388382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd7511-dbdd-4672-88be-6ae5e1364a87 req-f12cd268-2a3f-4758-a9a9-9536465c264d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:14.390757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8fd7511-dbdd-4672-88be-6ae5e1364a87 req-f12cd268-2a3f-4758-a9a9-9536465c264d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.2227821 Jul 06 11:35:14.503599 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9305c059-9ac8-4605-8083-65e24850884c req-fbd68d22-bff0-4eee-a856-e0bfa5f90ce9 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/45e57c83-de74-410f-8b06-306aa291b5a4 HTTP/1.1" status: 200 len: 1812 time: 0.2194877 Jul 06 11:35:14.512059 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8fd7511-dbdd-4672-88be-6ae5e1364a87 req-da4d43bf-7aba-4d35-8166-bde9a5560703 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068435 Jul 06 11:35:14.526293 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9305c059-9ac8-4605-8083-65e24850884c req-82834d4e-8c78-45ae-bffb-fb6b69db968d tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45e57c83-de74-410f-8b06-306aa291b5a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:14.527038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9305c059-9ac8-4605-8083-65e24850884c req-82834d4e-8c78-45ae-bffb-fb6b69db968d tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45e57c83-de74-410f-8b06-306aa291b5a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:14.626711 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.634984 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.653830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9305c059-9ac8-4605-8083-65e24850884c req-82834d4e-8c78-45ae-bffb-fb6b69db968d tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.714139 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9305c059-9ac8-4605-8083-65e24850884c req-82834d4e-8c78-45ae-bffb-fb6b69db968d tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.738631 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9305c059-9ac8-4605-8083-65e24850884c req-82834d4e-8c78-45ae-bffb-fb6b69db968d tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.743403 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e730d801-de8b-4a31-922a-e9f148594459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.767767 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.768761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6666848-6232-4824-b599-76d4e979b1a1 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:35:14.805404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.808294 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9a86c1e2-a9d9-4ac3-8511-e83be7f337a2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c6666848-6232-4824-b599-76d4e979b1a1 HTTP/1.1" status: 204 len: 168 time: 4.7812300 Jul 06 11:35:14.821840 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e730d801-de8b-4a31-922a-e9f148594459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.828069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34628) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:14.841270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82834d4e-8c78-45ae-bffb-fb6b69db968d tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346055b2-532e-4a17-8471-5d678dbd4cc7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:14.848156 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9305c059-9ac8-4605-8083-65e24850884c req-82834d4e-8c78-45ae-bffb-fb6b69db968d tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:14.850631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9305c059-9ac8-4605-8083-65e24850884c req-82834d4e-8c78-45ae-bffb-fb6b69db968d tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3323894 Jul 06 11:35:14.873227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Attempting to bind port 2fd43c57-e74b-4a97-be5a-61c4720b3d34 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:14.873227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Attempting to bind port 2fd43c57-e74b-4a97-be5a-61c4720b3d34 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:14.873227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Attempting to bind port 2fd43c57-e74b-4a97-be5a-61c4720b3d34 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:14.946207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee96c0e-8ce9-4053-bea5-4bc22a7346f2 req-92bbdf7d-1723-496b-acd3-dc2d560bb08b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:14.952140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Port 2fd43c57-e74b-4a97-be5a-61c4720b3d34 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:35:14.952787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Attempting to bind port 2fd43c57-e74b-4a97-be5a-61c4720b3d34 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:14.954488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ee96c0e-8ce9-4053-bea5-4bc22a7346f2 req-92bbdf7d-1723-496b-acd3-dc2d560bb08b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2075517 Jul 06 11:35:14.998030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f7e1b4-ec6e-4cba-b4ae-4a6390ce1e46 admin admin] Deleting subnet 2a9ba45c-74e0-4176-bdf3-386cc6cfe84f {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:35:15.002172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55f7e1b4-ec6e-4cba-b4ae-4a6390ce1e46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.032314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ee96c0e-8ce9-4053-bea5-4bc22a7346f2 req-26128d00-3cb8-4417-bde7-a1c7ca8a7a7c tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697682 Jul 06 11:35:15.053289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:15.054013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Checking segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:15.054794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Bound using segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:15.056003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Bound port: 2fd43c57-e74b-4a97-be5a-61c4720b3d34, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:15.056746 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.136064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55f7e1b4-ec6e-4cba-b4ae-4a6390ce1e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.159282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e730d801-de8b-4a31-922a-e9f148594459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.162446 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e730d801-de8b-4a31-922a-e9f148594459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.167826 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e730d801-de8b-4a31-922a-e9f148594459 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1856d21-8191-44a3-a943-f117e9e85d8d HTTP/1.1" status: 204 len: 168 time: 1.5835021 Jul 06 11:35:15.217968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730d801-de8b-4a31-922a-e9f148594459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1856d21-8191-44a3-a943-f117e9e85d8d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:15.260097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82131461-4e32-40dd-b61f-360baa817729 req-1e5c4a2b-2b84-4bb8-bda2-b6a046d24a07 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:15.271539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82131461-4e32-40dd-b61f-360baa817729 req-1e5c4a2b-2b84-4bb8-bda2-b6a046d24a07 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 944 time: 0.1946282 Jul 06 11:35:15.319651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] For port 2fd43c57-e74b-4a97-be5a-61c4720b3d34, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:15.325919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] For port 2fd43c57-e74b-4a97-be5a-61c4720b3d34, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2fd43c57-e74b-4a97-be5a-61c4720b3d34,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:15.340064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.351969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82131461-4e32-40dd-b61f-360baa817729 req-38aadda2-e7a1-436f-ab59-e0b49748c8f0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794423 Jul 06 11:35:15.394641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde34d17-9281-42a1-9147-73a8ba1f0f5a req-4fd42fae-7b30-4a06-ab8f-2969a5bc3a23 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:15.397562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fde34d17-9281-42a1-9147-73a8ba1f0f5a req-4fd42fae-7b30-4a06-ab8f-2969a5bc3a23 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.1231630 Jul 06 11:35:15.432159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55f7e1b4-ec6e-4cba-b4ae-4a6390ce1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.489757 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:15.494181 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.495851 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/2fd43c57-e74b-4a97-be5a-61c4720b3d34 HTTP/1.1" status: 200 len: 1092 time: 3.9676390 Jul 06 11:35:15.502240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2e8594-01dc-4915-8413-6cb0761df9e5', 'tag': '2fd43c57-e74b-4a97-be5a-61c4720b3d34'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:15.517101 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505b2395-87cf-435e-aa0c-95bcb27cd8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2e8594-01dc-4915-8413-6cb0761df9e5", "tag": "2fd43c57-e74b-4a97-be5a-61c4720b3d34"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:15.518978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fde34d17-9281-42a1-9147-73a8ba1f0f5a req-1268b698-13d1-4acd-a935-15af022fcef9 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0b0d6ce-9076-42e1-a572-3e17e9639614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102393 Jul 06 11:35:15.572860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dd2f0-3f17-4eb6-91c4-41b040c5b8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd43c57-e74b-4a97-be5a-61c4720b3d34,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:15.646953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1cccfe4-c6ed-4103-811f-26fbde47af79 req-af4ff746-932c-4f16-b5b5-2d38b8a7415e tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/45e57c83-de74-410f-8b06-306aa291b5a4 HTTP/1.1" status: 200 len: 2405 time: 0.1679618 Jul 06 11:35:15.684155 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c186dc-099e-44b5-baae-880f9a21e000 x-openstack-request-id: req-89c186dc-099e-44b5-baae-880f9a21e000 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:15.684740 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2e8594-01dc-4915-8413-6cb0761df9e5", "tag": "2fd43c57-e74b-4a97-be5a-61c4720b3d34", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:15.684993 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89c186dc-099e-44b5-baae-880f9a21e000 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:15.685916 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2e8594-01dc-4915-8413-6cb0761df9e5', 'tag': '2fd43c57-e74b-4a97-be5a-61c4720b3d34', 'status': 'completed', 'code': 200} Jul 06 11:35:15.694087 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55f7e1b4-ec6e-4cba-b4ae-4a6390ce1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.752178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7e1b4-ec6e-4cba-b4ae-4a6390ce1e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9ba45c-74e0-4176-bdf3-386cc6cfe84f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:15.765284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55f7e1b4-ec6e-4cba-b4ae-4a6390ce1e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:15.767974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-55f7e1b4-ec6e-4cba-b4ae-4a6390ce1e46 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2a9ba45c-74e0-4176-bdf3-386cc6cfe84f HTTP/1.1" status: 204 len: 168 time: 0.9384787 Jul 06 11:35:15.773080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34650) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:15.773946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf98d21-5c05-4042-9bf0-1aa0439745c6 None None] Network 19a6633a-1f6f-47f4-90df-7b55fc37373b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:15.844837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-aa229929-7604-43a2-8216-aac23eb7fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:15.846873 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-aa229929-7604-43a2-8216-aac23eb7fe4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 1095 time: 0.2492545 Jul 06 11:35:15.882479 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce698dfe-d35b-4bc0-ac45-be2362c17c1f req-e795fb8b-5df7-4a7c-ad05-d14d0893de4a tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-group-rules/346055b2-532e-4a17-8471-5d678dbd4cc7 HTTP/1.1" status: 200 len: 778 time: 0.1485178 Jul 06 11:35:15.948190 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-fa782061-7451-4e9c-a9b6-b7a6d450d98d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd43c57-e74b-4a97-be5a-61c4720b3d34 HTTP/1.1" status: 200 len: 217 time: 0.0842533 Jul 06 11:35:16.007534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.078483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-80c71c56-006c-4d77-9e7f-b857fe172771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:16.080840 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-80c71c56-006c-4d77-9e7f-b857fe172771 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.1218834 Jul 06 11:35:16.085550 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce698dfe-d35b-4bc0-ac45-be2362c17c1f req-07172c2f-a1c8-459f-b61b-f1a76d01c1f8 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/45e57c83-de74-410f-8b06-306aa291b5a4 HTTP/1.1" status: 200 len: 2405 time: 0.1948681 Jul 06 11:35:16.176837 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-bcfc13fe-3ee5-4519-9979-59d5c3ca4821 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808122 Jul 06 11:35:16.184979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc43f50-765a-45ca-badf-9d45ac17d686 req-aae4910f-d362-4195-b1b7-dd1e1fc2fce1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:16.191046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc43f50-765a-45ca-badf-9d45ac17d686 req-aae4910f-d362-4195-b1b7-dd1e1fc2fce1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:16.198323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc43f50-765a-45ca-badf-9d45ac17d686 req-aae4910f-d362-4195-b1b7-dd1e1fc2fce1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:16.204260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc43f50-765a-45ca-badf-9d45ac17d686 req-aae4910f-d362-4195-b1b7-dd1e1fc2fce1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:16.210409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc43f50-765a-45ca-badf-9d45ac17d686 req-aae4910f-d362-4195-b1b7-dd1e1fc2fce1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:16.216625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc43f50-765a-45ca-badf-9d45ac17d686 req-aae4910f-d362-4195-b1b7-dd1e1fc2fce1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:16.223351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc43f50-765a-45ca-badf-9d45ac17d686 req-aae4910f-d362-4195-b1b7-dd1e1fc2fce1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:16.225501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cc43f50-765a-45ca-badf-9d45ac17d686 req-aae4910f-d362-4195-b1b7-dd1e1fc2fce1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.3485992 Jul 06 11:35:16.226215 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829883cb-43e6-485d-9180-7b8f347da8d2 None None] DHCP port deletion for 19a6633a-1f6f-47f4-90df-7b55fc37373b request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:35:16.251020 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ce698dfe-d35b-4bc0-ac45-be2362c17c1f req-a5e94fca-ab6d-4646-ba41-9bbd268670bf tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.268977 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ce698dfe-d35b-4bc0-ac45-be2362c17c1f req-a5e94fca-ab6d-4646-ba41-9bbd268670bf tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.331803 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cc43f50-765a-45ca-badf-9d45ac17d686 req-88e76bbf-198b-4cdc-a0d1-cfb4c1ed7ce5 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941472 Jul 06 11:35:16.341262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Deleting port 048f33a9-aea5-4d52-a182-f9f41f51c057 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:35:16.341614 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.369490 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ce698dfe-d35b-4bc0-ac45-be2362c17c1f req-a5e94fca-ab6d-4646-ba41-9bbd268670bf tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.389452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-829883cb-43e6-485d-9180-7b8f347da8d2 None None] Deleting port 048f33a9-aea5-4d52-a182-f9f41f51c057 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:35:16.390561 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-829883cb-43e6-485d-9180-7b8f347da8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.403957 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-abd0fc91-8245-45dd-9782-a5c9c46df66f service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196348 Jul 06 11:35:16.424329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0ad81-a472-486b-8a0c-a82e2d705f21 req-435cdc5a-caa5-45d6-9265-12167353e10d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:16.428438 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dcf0ad81-a472-486b-8a0c-a82e2d705f21 req-435cdc5a-caa5-45d6-9265-12167353e10d tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.47 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 946 time: 0.2088163 Jul 06 11:35:16.475846 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ce698dfe-d35b-4bc0-ac45-be2362c17c1f req-a5e94fca-ab6d-4646-ba41-9bbd268670bf tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.477880 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce698dfe-d35b-4bc0-ac45-be2362c17c1f req-a5e94fca-ab6d-4646-ba41-9bbd268670bf tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/346055b2-532e-4a17-8471-5d678dbd4cc7 HTTP/1.1" status: 204 len: 173 time: 0.3845522 Jul 06 11:35:16.509917 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e94fca-ab6d-4646-ba41-9bbd268670bf tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=346055b2-532e-4a17-8471-5d678dbd4cc7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:16.558830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] For port 048f33a9-aea5-4d52-a182-f9f41f51c057, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=048f33a9-aea5-4d52-a182-f9f41f51c057,segment=NetworkSegment(2c5038f5-7cb2-491c-b42f-174725d6cdf4),segment_id=2c5038f5-7cb2-491c-b42f-174725d6cdf4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:16.559202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.575624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-829883cb-43e6-485d-9180-7b8f347da8d2 None None] For port 048f33a9-aea5-4d52-a182-f9f41f51c057, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=048f33a9-aea5-4d52-a182-f9f41f51c057,segment=NetworkSegment(2c5038f5-7cb2-491c-b42f-174725d6cdf4),segment_id=2c5038f5-7cb2-491c-b42f-174725d6cdf4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:16.576171 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-829883cb-43e6-485d-9180-7b8f347da8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.602022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Calling delete_port for 048f33a9-aea5-4d52-a182-f9f41f51c057 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:35:16.608131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-829883cb-43e6-485d-9180-7b8f347da8d2 None None] Calling delete_port for 048f33a9-aea5-4d52-a182-f9f41f51c057 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:35:16.753701 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fb05417c-092a-4f85-b2d0-73e029418f90 req-3d0fa8e1-3c25-4485-9475-b121aceab9f0 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231130 Jul 06 11:35:16.783887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-dcf0ad81-a472-486b-8a0c-a82e2d705f21 req-abe63d99-99dc-46c3-9f50-77ed01366cca tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Deleting port f81d5d93-b733-4518-a3c1-c20be136b443 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:35:16.784567 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dcf0ad81-a472-486b-8a0c-a82e2d705f21 req-abe63d99-99dc-46c3-9f50-77ed01366cca tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.824193 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-829883cb-43e6-485d-9180-7b8f347da8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:16.872889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50c213-6c37-4de1-b0e1-007064b462b5 req-4392fb5c-4da7-494c-862b-a4d1d21414d4 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:16.886191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a50c213-6c37-4de1-b0e1-007064b462b5 req-4392fb5c-4da7-494c-862b-a4d1d21414d4 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2598846 Jul 06 11:35:16.888713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829883cb-43e6-485d-9180-7b8f347da8d2 None None] No DVR routers for this DVR port 048f33a9-aea5-4d52-a182-f9f41f51c057 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:35:16.890613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829883cb-43e6-485d-9180-7b8f347da8d2 None None] Pushing event deleted for resources: {'Port': ['ID=048f33a9-aea5-4d52-a182-f9f41f51c057,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:16.981171 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.060623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-dcf0ad81-a472-486b-8a0c-a82e2d705f21 req-abe63d99-99dc-46c3-9f50-77ed01366cca tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] For port f81d5d93-b733-4518-a3c1-c20be136b443, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f81d5d93-b733-4518-a3c1-c20be136b443,segment=NetworkSegment(a572d9ca-9370-45b2-b540-12a9ad3f2dac),segment_id=a572d9ca-9370-45b2-b540-12a9ad3f2dac)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:17.060623 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dcf0ad81-a472-486b-8a0c-a82e2d705f21 req-abe63d99-99dc-46c3-9f50-77ed01366cca tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.062298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Pushing event deleted for resources: {'Port': ['ID=048f33a9-aea5-4d52-a182-f9f41f51c057,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:17.073104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] No DVR routers for this DVR port 048f33a9-aea5-4d52-a182-f9f41f51c057 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:35:17.104271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-dcf0ad81-a472-486b-8a0c-a82e2d705f21 req-abe63d99-99dc-46c3-9f50-77ed01366cca tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Calling delete_port for f81d5d93-b733-4518-a3c1-c20be136b443 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:35:17.105832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a50c213-6c37-4de1-b0e1-007064b462b5 req-aa4f5808-3abf-4e65-bab9-24f9286f0d35 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181783 Jul 06 11:35:17.112766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b2395-87cf-435e-aa0c-95bcb27cd8bf req-de8f9430-4eae-4250-bc76-14888ed4e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:17.115054 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-505b2395-87cf-435e-aa0c-95bcb27cd8bf req-de8f9430-4eae-4250-bc76-14888ed4e074 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 1095 time: 0.2619500 Jul 06 11:35:17.132448 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 048f33a9-aea5-4d52-a182-f9f41f51c057 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:35:17.203582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 048f33a9-aea5-4d52-a182-f9f41f51c057 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:35:17.204526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 048f33a9-aea5-4d52-a182-f9f41f51c057 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:35:17.206175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:35:17.238858 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-ae6536a2-a12c-4c0e-bae2-ffdff7d80459 req-79b7f8f9-df24-45d3-a3bb-6dc05847d84c tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1972084198', 'description': 'tempest-description-2052351812'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:17.256787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:35:17.257991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9849b3e9-4c65-482e-a5e6-a6be42cf0b20 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:35:17.284700 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73642994-a7bb-4684-ae74-8834a31b4523 req-2ca47ed0-217a-46b1-a2ef-2bde1ce6de95 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:17.287975 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73642994-a7bb-4684-ae74-8834a31b4523 req-2ca47ed0-217a-46b1-a2ef-2bde1ce6de95 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 944 time: 0.4361477 Jul 06 11:35:17.305053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.350457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a6633a-1f6f-47f4-90df-7b55fc37373b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:17.385122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ae6536a2-a12c-4c0e-bae2-ffdff7d80459 req-79b7f8f9-df24-45d3-a3bb-6dc05847d84c tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.389841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b2395-87cf-435e-aa0c-95bcb27cd8bf req-7900170d-4e01-425c-8dd8-79bec6e42bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:17.392619 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-505b2395-87cf-435e-aa0c-95bcb27cd8bf req-7900170d-4e01-425c-8dd8-79bec6e42bc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 912 time: 0.2671747 Jul 06 11:35:17.396525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5038f5-7cb2-491c-b42f-174725d6cdf4') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:17.397114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5038f5-7cb2-491c-b42f-174725d6cdf4') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:17.431204 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.478171 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.485961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73642994-a7bb-4684-ae74-8834a31b4523 req-f1e5a52c-860b-4ce0-bf37-dfce76cd47f6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724977 Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:35:17.508511 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:35:17.514398 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-505b2395-87cf-435e-aa0c-95bcb27cd8bf req-7d8a6efe-ce50-40fd-9b62-a06c5246be07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd43c57-e74b-4a97-be5a-61c4720b3d34 HTTP/1.1" status: 200 len: 217 time: 0.1119907 Jul 06 11:35:17.611129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dcf0ad81-a472-486b-8a0c-a82e2d705f21 req-abe63d99-99dc-46c3-9f50-77ed01366cca tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.669991 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.683616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b2395-87cf-435e-aa0c-95bcb27cd8bf req-3b454c70-602a-4f85-b273-031be2ce101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:17.686478 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-505b2395-87cf-435e-aa0c-95bcb27cd8bf req-3b454c70-602a-4f85-b273-031be2ce101a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.1599956 Jul 06 11:35:17.687977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe63d99-99dc-46c3-9f50-77ed01366cca tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Pushing event deleted for resources: {'Port': ['ID=f81d5d93-b733-4518-a3c1-c20be136b443,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:17.744515 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.748474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] 10.222.0.21 "DELETE /v2.0/networks/19a6633a-1f6f-47f4-90df-7b55fc37373b HTTP/1.1" status: 204 len: 168 time: 1.9700911 Jul 06 11:35:17.791164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f262fee-9fd2-4115-b001-f6e87aed925b admin admin] Pushing event deleted for resources: {'Network': ['ID=19a6633a-1f6f-47f4-90df-7b55fc37373b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:17.817522 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-505b2395-87cf-435e-aa0c-95bcb27cd8bf req-a0f1ca03-99cc-4e2a-9737-e5c6cb607ffe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056824 Jul 06 11:35:17.851630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf0ad81-a472-486b-8a0c-a82e2d705f21 req-abe63d99-99dc-46c3-9f50-77ed01366cca tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] No DVR routers for this DVR port f81d5d93-b733-4518-a3c1-c20be136b443 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:35:17.860772 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ae6536a2-a12c-4c0e-bae2-ffdff7d80459 req-79b7f8f9-df24-45d3-a3bb-6dc05847d84c tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.866035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aae26712-a829-415f-9bf1-908b494eebac req-2ec44e10-2900-4537-b94c-1e77327aa7a1 tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.21 "GET /v2.0/ports?device_id=678b3ee4-cb31-43c4-ae6e-3c02d0e0343b HTTP/1.1" status: 200 len: 210 time: 0.0822387 Jul 06 11:35:17.867001 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dcf0ad81-a472-486b-8a0c-a82e2d705f21 req-abe63d99-99dc-46c3-9f50-77ed01366cca tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.869691 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ae6536a2-a12c-4c0e-bae2-ffdff7d80459 req-79b7f8f9-df24-45d3-a3bb-6dc05847d84c tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.870545 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dcf0ad81-a472-486b-8a0c-a82e2d705f21 req-abe63d99-99dc-46c3-9f50-77ed01366cca tempest-ServersNegativeTestJSON-1332619003 tempest-ServersNegativeTestJSON-1332619003-project] 10.222.0.47 "DELETE /v2.0/ports/f81d5d93-b733-4518-a3c1-c20be136b443 HTTP/1.1" status: 204 len: 173 time: 1.4241138 Jul 06 11:35:17.871316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'name': 'network-vif-deleted', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:17.875812 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c767915d-25e1-4fae-a05b-4afb86a9ce44" -d '{"events": [{"server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "name": "network-vif-deleted", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:17.936569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ae6536a2-a12c-4c0e-bae2-ffdff7d80459 req-79b7f8f9-df24-45d3-a3bb-6dc05847d84c tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:17.951763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae6536a2-a12c-4c0e-bae2-ffdff7d80459 req-79b7f8f9-df24-45d3-a3bb-6dc05847d84c tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7230051 Jul 06 11:35:17.975713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7f8f9-df24-45d3-a3bb-6dc05847d84c tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74e9edb-d370-4a21-88cf-f50b0cfe220f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:18.056740 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-505b2395-87cf-435e-aa0c-95bcb27cd8bf req-63f49a37-8e09-4716-a3ae-0697f4132fce service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066979 Jul 06 11:35:18.084120 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.158058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34704) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:18.308409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-760a49cc-e859-41be-91b6-6524959f7d45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb0a534b2b6044778f1040db2503b3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463275 Jul 06 11:35:18.310184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34708) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:18.340589 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab48372e-2fff-4a5e-b891-c17b90adb536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.348683 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-505b2395-87cf-435e-aa0c-95bcb27cd8bf req-9bcdd87a-f43b-45cf-8126-198655973f06 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827873 Jul 06 11:35:18.448023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36ee8-4670-44f1-b2ff-3b4eff9ecef1 req-30497d37-1443-40e1-aa19-399e946f9f97 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:18.460989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36ee8-4670-44f1-b2ff-3b4eff9ecef1 req-30497d37-1443-40e1-aa19-399e946f9f97 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:18.471508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36ee8-4670-44f1-b2ff-3b4eff9ecef1 req-30497d37-1443-40e1-aa19-399e946f9f97 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:18.484149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36ee8-4670-44f1-b2ff-3b4eff9ecef1 req-30497d37-1443-40e1-aa19-399e946f9f97 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:18.496690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36ee8-4670-44f1-b2ff-3b4eff9ecef1 req-30497d37-1443-40e1-aa19-399e946f9f97 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:18.508480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36ee8-4670-44f1-b2ff-3b4eff9ecef1 req-30497d37-1443-40e1-aa19-399e946f9f97 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:18.520690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36ee8-4670-44f1-b2ff-3b4eff9ecef1 req-30497d37-1443-40e1-aa19-399e946f9f97 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:18.524175 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6c36ee8-4670-44f1-b2ff-3b4eff9ecef1 req-30497d37-1443-40e1-aa19-399e946f9f97 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.2892835 Jul 06 11:35:18.536708 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a8474f0-6b6e-4400-9506-c4f905f6b8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.562724 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.603543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a8474f0-6b6e-4400-9506-c4f905f6b8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.668909 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d46a20-aa8c-4a12-9540-51368aa0b397 x-openstack-request-id: req-91d46a20-aa8c-4a12-9540-51368aa0b397 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:18.669188 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678b3ee4-cb31-43c4-ae6e-3c02d0e0343b", "name": "network-vif-deleted", "tag": "f81d5d93-b733-4518-a3c1-c20be136b443", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:18.669458 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91d46a20-aa8c-4a12-9540-51368aa0b397 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:18.669875 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678b3ee4-cb31-43c4-ae6e-3c02d0e0343b', 'name': 'network-vif-deleted', 'tag': 'f81d5d93-b733-4518-a3c1-c20be136b443', 'status': 'completed', 'code': 200} Jul 06 11:35:18.672158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6c36ee8-4670-44f1-b2ff-3b4eff9ecef1 req-a16a0d34-0ad0-4415-aba9-075b0f5ef92e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319828 Jul 06 11:35:18.767227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a8474f0-6b6e-4400-9506-c4f905f6b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.772517 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a8474f0-6b6e-4400-9506-c4f905f6b8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:18.773912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1a8474f0-6b6e-4400-9506-c4f905f6b8e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61d25f59-70ce-4363-a367-601cec31f8a5 HTTP/1.1" status: 204 len: 168 time: 0.4608207 Jul 06 11:35:18.781547 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5addc103-9fe1-4582-81c7-81e515e8238b req-95a8cdd9-453c-4085-9614-08cab7752dbf tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/b74e9edb-d370-4a21-88cf-f50b0cfe220f HTTP/1.1" status: 200 len: 1813 time: 0.0792873 Jul 06 11:35:18.793333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8474f0-6b6e-4400-9506-c4f905f6b8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d25f59-70ce-4363-a367-601cec31f8a5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:19.109926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ab52-55f5-4f7d-a822-e214b56bf36a req-834a83ed-ae2d-457b-8f04-3a8c9637fbed tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:19.112723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a918ab52-55f5-4f7d-a822-e214b56bf36a req-834a83ed-ae2d-457b-8f04-3a8c9637fbed tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 944 time: 0.1844580 Jul 06 11:35:19.169216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b52a58-dd43-4d1d-bce0-3d0fa445ff75 req-7b1a4683-206d-4cf8-92ca-7b7db91b8322 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:19.171879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85b52a58-dd43-4d1d-bce0-3d0fa445ff75 req-7b1a4683-206d-4cf8-92ca-7b7db91b8322 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.1976407 Jul 06 11:35:19.240844 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a918ab52-55f5-4f7d-a822-e214b56bf36a req-8b851877-4094-40f6-b6bc-42a44fd0a8bf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137707 Jul 06 11:35:19.285888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85b52a58-dd43-4d1d-bce0-3d0fa445ff75 req-d86d4c13-10ca-4ae6-9fe9-1351c277bc04 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999029 Jul 06 11:35:19.522874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34744) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:19.523715 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f81d5d93-b733-4518-a3c1-c20be136b443 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:35:19.548907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: f81d5d93-b733-4518-a3c1-c20be136b443 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:35:19.549797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f81d5d93-b733-4518-a3c1-c20be136b443 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:35:19.584305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-334f59fc-cb37-448a-bbdf-0fd828f8605d req-92c1ac0e-4978-4e72-b84c-0406f9dc6e89 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-551631405', 'description': 'tempest-description-1155044661'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:19.613570 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-334f59fc-cb37-448a-bbdf-0fd828f8605d req-92c1ac0e-4978-4e72-b84c-0406f9dc6e89 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:19.741058 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-334f59fc-cb37-448a-bbdf-0fd828f8605d req-92c1ac0e-4978-4e72-b84c-0406f9dc6e89 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:19.754722 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-334f59fc-cb37-448a-bbdf-0fd828f8605d req-92c1ac0e-4978-4e72-b84c-0406f9dc6e89 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:19.793748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-334f59fc-cb37-448a-bbdf-0fd828f8605d req-92c1ac0e-4978-4e72-b84c-0406f9dc6e89 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:19.795334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-334f59fc-cb37-448a-bbdf-0fd828f8605d req-92c1ac0e-4978-4e72-b84c-0406f9dc6e89 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2165191 Jul 06 11:35:19.820033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1ac0e-4978-4e72-b84c-0406f9dc6e89 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c349e5-8349-47d5-847b-9063b1260f9f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:19.855822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-e340d55d-3159-4b49-9d5e-a9895b402cf7 admin admin] Deleting subnet ab34012f-cd48-4978-9f78-ba3b215e7390 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:35:19.861008 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e340d55d-3159-4b49-9d5e-a9895b402cf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:19.913866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e340d55d-3159-4b49-9d5e-a9895b402cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:19.981093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e340d55d-3159-4b49-9d5e-a9895b402cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.008032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6768d17-080a-4a18-89a3-547a6ecb0544 req-178572f3-5807-40c1-9652-da47fdabfc92 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/e1c349e5-8349-47d5-847b-9063b1260f9f HTTP/1.1" status: 200 len: 1812 time: 0.0747075 Jul 06 11:35:20.023254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8ef30a0e-68bf-4527-a08f-1d716de79db8 req-01cd5c4a-b1fc-45c8-8933-2b3e10b6865f tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-338688927', 'description': 'tempest-description-1608248517'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:20.076233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e340d55d-3159-4b49-9d5e-a9895b402cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.090585 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8ef30a0e-68bf-4527-a08f-1d716de79db8 req-01cd5c4a-b1fc-45c8-8933-2b3e10b6865f tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.121605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340d55d-3159-4b49-9d5e-a9895b402cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab34012f-cd48-4978-9f78-ba3b215e7390,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:20.125688 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e340d55d-3159-4b49-9d5e-a9895b402cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.127744 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e340d55d-3159-4b49-9d5e-a9895b402cf7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ab34012f-cd48-4978-9f78-ba3b215e7390 HTTP/1.1" status: 204 len: 168 time: 0.6046882 Jul 06 11:35:20.131937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34770) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:20.251322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.252584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2505-24b3-4baa-b2dc-144c29590336 req-67ac4081-a123-4d95-b3d0-c1df7c9a693b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:20.261095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2505-24b3-4baa-b2dc-144c29590336 req-67ac4081-a123-4d95-b3d0-c1df7c9a693b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:20.268293 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2505-24b3-4baa-b2dc-144c29590336 req-67ac4081-a123-4d95-b3d0-c1df7c9a693b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:20.278008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2505-24b3-4baa-b2dc-144c29590336 req-67ac4081-a123-4d95-b3d0-c1df7c9a693b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:20.285776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2505-24b3-4baa-b2dc-144c29590336 req-67ac4081-a123-4d95-b3d0-c1df7c9a693b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:20.290079 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.293253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2505-24b3-4baa-b2dc-144c29590336 req-67ac4081-a123-4d95-b3d0-c1df7c9a693b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:20.299029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2505-24b3-4baa-b2dc-144c29590336 req-67ac4081-a123-4d95-b3d0-c1df7c9a693b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:20.302971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7ee2505-24b3-4baa-b2dc-144c29590336 req-67ac4081-a123-4d95-b3d0-c1df7c9a693b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5420 time: 0.1859500 Jul 06 11:35:20.420205 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.436294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e3040e-6edd-4a2e-b0fb-377b1f72f50f']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:20.454060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a572d9ca-9370-45b2-b540-12a9ad3f2dac') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:20.454635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a572d9ca-9370-45b2-b540-12a9ad3f2dac') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:20.468202 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.494402 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.507993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:35:20.508622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:35:20.511286 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:35:20.578964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.588863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.594191 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] 10.222.0.21 "DELETE /v2.0/networks/36e3040e-6edd-4a2e-b0fb-377b1f72f50f HTTP/1.1" status: 204 len: 168 time: 0.4584899 Jul 06 11:35:20.610942 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94092dd-27c1-425d-a5a5-5951d0ee5b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=36e3040e-6edd-4a2e-b0fb-377b1f72f50f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:20.733416 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8ef30a0e-68bf-4527-a08f-1d716de79db8 req-01cd5c4a-b1fc-45c8-8933-2b3e10b6865f tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.742309 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8ef30a0e-68bf-4527-a08f-1d716de79db8 req-01cd5c4a-b1fc-45c8-8933-2b3e10b6865f tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.767404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7ee2505-24b3-4baa-b2dc-144c29590336 req-7cf74ed8-1b4d-403b-8c97-75cb7c36a172 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4545021 Jul 06 11:35:20.779171 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8ef30a0e-68bf-4527-a08f-1d716de79db8 req-01cd5c4a-b1fc-45c8-8933-2b3e10b6865f tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.780658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef30a0e-68bf-4527-a08f-1d716de79db8 req-01cd5c4a-b1fc-45c8-8933-2b3e10b6865f tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7646194 Jul 06 11:35:20.802471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd5c4a-b1fc-45c8-8933-2b3e10b6865f tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66afd483-c967-49bf-abbf-e701663ddc03,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:20.812278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34788) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:20.868816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-900bde51-152b-4799-a762-b0a0b7c64781 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc6e59274edb4b1a890f110d529763b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553043 Jul 06 11:35:20.871584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34796) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:20.932310 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:20.961273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.045368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.048577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.049811 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0b0d6ce-9076-42e1-a572-3e17e9639614 HTTP/1.1" status: 204 len: 168 time: 0.1771743 Jul 06 11:35:21.059001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b0d6ce-9076-42e1-a572-3e17e9639614,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:21.059789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-9d679f24-0e0c-4ed5-9013-fc598a8538ad tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:21.068555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-9d679f24-0e0c-4ed5-9013-fc598a8538ad tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/networks?id=0d8f8667-5a24-4f8c-a641-36a5d5f0405e HTTP/1.1" status: 200 len: 809 time: 0.1401620 Jul 06 11:35:21.068859 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.069224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.069618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.069996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.070301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.070641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.070975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.071309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.071722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.072061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.072389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.072716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f262434-1966-4aaf-a6d9-efabfd5551fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:21.088172 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-c7c8c2a7-2148-443e-ad34-4cffd6fa87a9 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/quotas/9fb3f148aa3447e6abbbcfba9f9713e1 HTTP/1.1" status: 200 len: 375 time: 0.0184817 Jul 06 11:35:21.126462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-66318406-998a-41de-ab22-8de3755bbd31 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fb3f148aa3447e6abbbcfba9f9713e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373724 Jul 06 11:35:21.248152 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90535071-8e89-4953-b3ba-688512ffbcc1 req-68870f9d-c2c9-4878-9ba0-8ad19a2d3fb9 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1178dd1620ad445a837380252019e7f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267384 Jul 06 11:35:21.301850 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-65862098-c1c8-4846-ae8f-21649b2f2241 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:35:21.303987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-65862098-c1c8-4846-ae8f-21649b2f2241 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1636066 Jul 06 11:35:21.380800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 097428cb-dd26-45ca-9415-b626e36306df details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:21.523664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2fd43c57-e74b-4a97-be5a-61c4720b3d34 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:21.547953 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90535071-8e89-4953-b3ba-688512ffbcc1 req-2c50d7c9-6a16-4c1d-91da-3b9b3a9cdc13 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:21.550729 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90535071-8e89-4953-b3ba-688512ffbcc1 req-2c50d7c9-6a16-4c1d-91da-3b9b3a9cdc13 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926385 Jul 06 11:35:21.562374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 097428cb-dd26-45ca-9415-b626e36306df, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=097428cb-dd26-45ca-9415-b626e36306df,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:21.598245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90535071-8e89-4953-b3ba-688512ffbcc1 req-876fcc05-f1cc-4a5d-9f4a-695c52063a10 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/quotas/1178dd1620ad445a837380252019e7f8 HTTP/1.1" status: 200 len: 375 time: 0.0289478 Jul 06 11:35:21.601652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-ddc01f82-6214-41ac-89ca-b99ca904388d service neutron] 10.222.0.21 "GET /v2.0/networks/0d8f8667-5a24-4f8c-a641-36a5d5f0405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562249 Jul 06 11:35:21.619773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '097428cb-dd26-45ca-9415-b626e36306df', 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8', 'port_id': '097428cb-dd26-45ca-9415-b626e36306df', 'mac_address': 'fa:16:3e:b0:4e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d77e1b2-8d86-40f5-b028-71e46947e1cc', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:21.680986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90535071-8e89-4953-b3ba-688512ffbcc1 req-cde12a75-1552-407f-b160-58a3e0a36f23 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1178dd1620ad445a837380252019e7f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756905 Jul 06 11:35:21.686865 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.713178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097428cb-dd26-45ca-9415-b626e36306df {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:21.729014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2fd43c57-e74b-4a97-be5a-61c4720b3d34, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2fd43c57-e74b-4a97-be5a-61c4720b3d34,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:21.775909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '2fd43c57-e74b-4a97-be5a-61c4720b3d34', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'port_id': '2fd43c57-e74b-4a97-be5a-61c4720b3d34', 'mac_address': 'fa:16:3e:db:bd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980f45f6-7536-45f8-8969-e14fff5112f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:21.780600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 097428cb-dd26-45ca-9415-b626e36306df, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=097428cb-dd26-45ca-9415-b626e36306df,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:21.794489 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:21.798519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 18218c73-5116-43de-a2b7-57faf0ebce65 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:21.876987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-e82ceb13-130a-4886-b603-69a7d4895090 service neutron] 10.222.0.21 "GET /v2.0/networks/0d8f8667-5a24-4f8c-a641-36a5d5f0405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942625 Jul 06 11:35:21.922319 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.073204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 18218c73-5116-43de-a2b7-57faf0ebce65, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=18218c73-5116-43de-a2b7-57faf0ebce65,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:22.105545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd43c57-e74b-4a97-be5a-61c4720b3d34 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:22.111091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '18218c73-5116-43de-a2b7-57faf0ebce65', 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8', 'port_id': '18218c73-5116-43de-a2b7-57faf0ebce65', 'mac_address': 'fa:16:3e:57:19:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d77e1b2-8d86-40f5-b028-71e46947e1cc', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:22.162169 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.198093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18218c73-5116-43de-a2b7-57faf0ebce65 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:22.223370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 18218c73-5116-43de-a2b7-57faf0ebce65, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=18218c73-5116-43de-a2b7-57faf0ebce65,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:22.228074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2fd43c57-e74b-4a97-be5a-61c4720b3d34, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2fd43c57-e74b-4a97-be5a-61c4720b3d34,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:22.242282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.243403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 05bf836b-354c-4996-8a22-f308e431636b details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:22.247495 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.256850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=097428cb-dd26-45ca-9415-b626e36306df,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:22.274750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.275420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.275956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.276464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.277151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.277713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.278220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.278711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.279200 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.279722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.280207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.280710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:35:22.290320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1e315-6387-43da-9e5d-1ea0804402e2 req-d15a7cd6-3e6c-47af-9714-8aecb8bb99e3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:22.293272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bb1e315-6387-43da-9e5d-1ea0804402e2 req-d15a7cd6-3e6c-47af-9714-8aecb8bb99e3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 944 time: 0.2211173 Jul 06 11:35:22.364066 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=18218c73-5116-43de-a2b7-57faf0ebce65,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:22.389125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bb1e315-6387-43da-9e5d-1ea0804402e2 req-e74809de-442d-4f59-a183-8586ea494f12 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799015 Jul 06 11:35:22.481837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=2fd43c57-e74b-4a97-be5a-61c4720b3d34,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:22.486008 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:35:22.630572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 05bf836b-354c-4996-8a22-f308e431636b, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=05bf836b-354c-4996-8a22-f308e431636b,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:22.658154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '05bf836b-354c-4996-8a22-f308e431636b', 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5', 'port_id': '05bf836b-354c-4996-8a22-f308e431636b', 'mac_address': 'fa:16:3e:96:19:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789be327-ed0f-453e-8059-3f4c36b875f7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:22.665401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f0c69cf-bc06-49a8-8b31-29c45891c88b req-9b643bda-ce4c-4706-a0db-aafe0cddf9d8 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/66afd483-c967-49bf-abbf-e701663ddc03 HTTP/1.1" status: 200 len: 1812 time: 0.1761408 Jul 06 11:35:22.734208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bd681-a908-4207-a0d8-7a348592c3c4 req-23f4c12f-4bd9-4ddc-bb40-1822a708dff2 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:22.736203 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-229bd681-a908-4207-a0d8-7a348592c3c4 req-23f4c12f-4bd9-4ddc-bb40-1822a708dff2 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2330556 Jul 06 11:35:22.740776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['2fd43c57-e74b-4a97-be5a-61c4720b3d34'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:22.748790 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.810406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bf836b-354c-4996-8a22-f308e431636b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:22.815719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-229bd681-a908-4207-a0d8-7a348592c3c4 req-4944688f-6784-42f3-8a5b-e14f9d6d2470 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668123 Jul 06 11:35:22.850370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 05bf836b-354c-4996-8a22-f308e431636b, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=05bf836b-354c-4996-8a22-f308e431636b,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:22.864010 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:22.865053 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 676c2da1-4fb9-4c02-9274-dedafdd3e9dd details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:23.032829 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:23.046650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '676c2da1-4fb9-4c02-9274-dedafdd3e9dd', 'network_id': '394d285e-f49e-4dd3-979f-9001aa2b15c5', 'port_id': '676c2da1-4fb9-4c02-9274-dedafdd3e9dd', 'mac_address': 'fa:16:3e:2d:a3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789be327-ed0f-453e-8059-3f4c36b875f7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:23.052978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=05bf836b-354c-4996-8a22-f308e431636b,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:23.137358 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.154262 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676c2da1-4fb9-4c02-9274-dedafdd3e9dd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:23.190017 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:23.198559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.199373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 23323174-cfa4-4bc8-ab6f-93c285420e97 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:23.205615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02775e-1ac5-46ad-8e9d-a79643ae1334 req-236ccc4f-b157-450a-85a7-f05a18170f44 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:23.217394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02775e-1ac5-46ad-8e9d-a79643ae1334 req-236ccc4f-b157-450a-85a7-f05a18170f44 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:23.229462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02775e-1ac5-46ad-8e9d-a79643ae1334 req-236ccc4f-b157-450a-85a7-f05a18170f44 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:23.241951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02775e-1ac5-46ad-8e9d-a79643ae1334 req-236ccc4f-b157-450a-85a7-f05a18170f44 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:23.257503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02775e-1ac5-46ad-8e9d-a79643ae1334 req-236ccc4f-b157-450a-85a7-f05a18170f44 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:23.267623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02775e-1ac5-46ad-8e9d-a79643ae1334 req-236ccc4f-b157-450a-85a7-f05a18170f44 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:23.276754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02775e-1ac5-46ad-8e9d-a79643ae1334 req-236ccc4f-b157-450a-85a7-f05a18170f44 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:23.278025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:23.301912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce02775e-1ac5-46ad-8e9d-a79643ae1334 req-236ccc4f-b157-450a-85a7-f05a18170f44 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5423 time: 0.2807596 Jul 06 11:35:23.372401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce02775e-1ac5-46ad-8e9d-a79643ae1334 req-a1708de3-7ebc-4c3f-aa9a-631f013f7cb0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687761 Jul 06 11:35:23.409157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 23323174-cfa4-4bc8-ab6f-93c285420e97, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=23323174-cfa4-4bc8-ab6f-93c285420e97,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:23.431227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '23323174-cfa4-4bc8-ab6f-93c285420e97', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'port_id': '23323174-cfa4-4bc8-ab6f-93c285420e97', 'mac_address': 'fa:16:3e:8f:d2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:23.493198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-94a126a8-0f3f-423e-a9e1-b9659c3c3129 req-ac319e67-1294-4ace-92ce-c40c9f96ce64 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-875461744', 'description': 'tempest-description-99434092'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:23.501315 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.523624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23323174-cfa4-4bc8-ab6f-93c285420e97 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:23.538883 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94a126a8-0f3f-423e-a9e1-b9659c3c3129 req-ac319e67-1294-4ace-92ce-c40c9f96ce64 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.564619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 23323174-cfa4-4bc8-ab6f-93c285420e97, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=23323174-cfa4-4bc8-ab6f-93c285420e97,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:23.570920 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.571605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8b54ed77-6b84-451e-bbd9-7da3b1083127 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:23.616946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8b54ed77-6b84-451e-bbd9-7da3b1083127, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:23.619615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49998873-72aa-4b5f-bfa4-87e80d7f2f4f req-23e9a8aa-2c76-40d0-a7d7-c992e35da622 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 210 time: 0.0407789 Jul 06 11:35:23.661351 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '8b54ed77-6b84-451e-bbd9-7da3b1083127', 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8', 'port_id': '8b54ed77-6b84-451e-bbd9-7da3b1083127', 'mac_address': 'fa:16:3e:7c:93:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d77e1b2-8d86-40f5-b028-71e46947e1cc', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:23.704344 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94a126a8-0f3f-423e-a9e1-b9659c3c3129 req-ac319e67-1294-4ace-92ce-c40c9f96ce64 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.711605 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94a126a8-0f3f-423e-a9e1-b9659c3c3129 req-ac319e67-1294-4ace-92ce-c40c9f96ce64 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.731969 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94a126a8-0f3f-423e-a9e1-b9659c3c3129 req-ac319e67-1294-4ace-92ce-c40c9f96ce64 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.734579 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94a126a8-0f3f-423e-a9e1-b9659c3c3129 req-ac319e67-1294-4ace-92ce-c40c9f96ce64 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2506943 Jul 06 11:35:23.809748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac319e67-1294-4ace-92ce-c40c9f96ce64 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37582a5-f9a1-4fa4-a11c-75260aff8535,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:23.860241 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:23.867936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=23323174-cfa4-4bc8-ab6f-93c285420e97,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:23.885065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b54ed77-6b84-451e-bbd9-7da3b1083127 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:24.085183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8b54ed77-6b84-451e-bbd9-7da3b1083127, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:24.093199 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:24.094421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 040d4636-f876-4c42-9eb9-fd9982730b95 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:24.098964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95e706-753b-4de4-bfc8-28378c7b4951 req-c4146b45-b5b5-4f94-8329-0edb8f3dd8df tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:24.101060 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d95e706-753b-4de4-bfc8-28378c7b4951 req-c4146b45-b5b5-4f94-8329-0edb8f3dd8df tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 945 time: 0.1025765 Jul 06 11:35:24.190445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 040d4636-f876-4c42-9eb9-fd9982730b95, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=040d4636-f876-4c42-9eb9-fd9982730b95,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:24.212221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=8b54ed77-6b84-451e-bbd9-7da3b1083127,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:24.214579 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f0b2c5d-475b-40f3-8771-25986649957d req-6a0ddc66-40ca-4c51-bb5e-ee339edf2bed tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/e37582a5-f9a1-4fa4-a11c-75260aff8535 HTTP/1.1" status: 200 len: 1810 time: 0.1118567 Jul 06 11:35:24.221008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d95e706-753b-4de4-bfc8-28378c7b4951 req-0bbfbdca-f8b4-40f5-9acd-f41a7a8910a8 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035969 Jul 06 11:35:24.227488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '040d4636-f876-4c42-9eb9-fd9982730b95', 'network_id': '0db54fac-5dd4-4c6b-8864-609a3f0dd6e8', 'port_id': '040d4636-f876-4c42-9eb9-fd9982730b95', 'mac_address': 'fa:16:3e:8a:8a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d77e1b2-8d86-40f5-b028-71e46947e1cc', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:24.303042 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:24.328863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040d4636-f876-4c42-9eb9-fd9982730b95 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:24.389346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 040d4636-f876-4c42-9eb9-fd9982730b95, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=040d4636-f876-4c42-9eb9-fd9982730b95,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:24.398595 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:24.513660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=040d4636-f876-4c42-9eb9-fd9982730b95,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:24.672469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497d9d-ad87-42d3-bef8-9fc5009a7bae req-86fea101-0bb0-4133-b65b-572918821908 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:24.697437 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd497d9d-ad87-42d3-bef8-9fc5009a7bae req-86fea101-0bb0-4133-b65b-572918821908 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2071266 Jul 06 11:35:24.771863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-8b5f8e5a-f854-4987-a243-ec8aacefb71b tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:24.773648 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-8b5f8e5a-f854-4987-a243-ec8aacefb71b tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.86 "GET /v2.0/networks?id=0d8f8667-5a24-4f8c-a641-36a5d5f0405e HTTP/1.1" status: 200 len: 809 time: 0.3274286 Jul 06 11:35:24.791537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Request body: {'port': {'device_id': 'd76da418-8a0a-46af-9aae-9ee5d4bb2b69', 'network_id': '0d8f8667-5a24-4f8c-a641-36a5d5f0405e', 'admin_state_up': True, 'tenant_id': '9fb3f148aa3447e6abbbcfba9f9713e1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:24.813064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd497d9d-ad87-42d3-bef8-9fc5009a7bae req-fea02fc8-b00b-491f-9eef-e153615f4efd tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144288 Jul 06 11:35:24.901214 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-9be48180-7cd9-4404-98f8-8b883ce99ae4 req-c85cd5f2-6551-4e74-a8d9-89f1590c5f8b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] show failed (client error): The resource could not be found. Jul 06 11:35:24.911140 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9be48180-7cd9-4404-98f8-8b883ce99ae4 req-c85cd5f2-6551-4e74-a8d9-89f1590c5f8b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/b8db53e4-3d85-428d-8ddf-53fa2680dbac HTTP/1.1" status: 404 len: 352 time: 0.0455060 Jul 06 11:35:25.100166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Made reservation on behalf of 9fb3f148aa3447e6abbbcfba9f9713e1 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:25.104637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:25.128440 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1dd2737a-b881-4d57-90ac-742d1342f4ff req-11aff042-77f4-4ffc-81ea-7c4efd0631c5 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 210 time: 0.0492568 Jul 06 11:35:25.131591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['18218c73-5116-43de-a2b7-57faf0ebce65'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:25.179753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['05bf836b-354c-4996-8a22-f308e431636b'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:25.277259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['097428cb-dd26-45ca-9415-b626e36306df'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:25.281446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['8b54ed77-6b84-451e-bbd9-7da3b1083127'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:25.286987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['040d4636-f876-4c42-9eb9-fd9982730b95'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:25.291109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['23323174-cfa4-4bc8-ab6f-93c285420e97'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:25.308155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Allocated IP 172.20.0.10 (0d8f8667-5a24-4f8c-a641-36a5d5f0405e/a21e9d6a-6d7e-490e-b198-7517991f095a/2acf4cf1-6c4c-47b0-96eb-70bf51107feb) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:25.337489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2f4a-bfac-4abc-99c7-0cafc2d260a5 req-208b632c-479a-4ed5-a1f4-6c92f934b561 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:25.345481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2f4a-bfac-4abc-99c7-0cafc2d260a5 req-208b632c-479a-4ed5-a1f4-6c92f934b561 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:25.355939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2f4a-bfac-4abc-99c7-0cafc2d260a5 req-208b632c-479a-4ed5-a1f4-6c92f934b561 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:25.365726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2f4a-bfac-4abc-99c7-0cafc2d260a5 req-208b632c-479a-4ed5-a1f4-6c92f934b561 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:25.373852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2f4a-bfac-4abc-99c7-0cafc2d260a5 req-208b632c-479a-4ed5-a1f4-6c92f934b561 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:25.383120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2f4a-bfac-4abc-99c7-0cafc2d260a5 req-208b632c-479a-4ed5-a1f4-6c92f934b561 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:25.390084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2f4a-bfac-4abc-99c7-0cafc2d260a5 req-208b632c-479a-4ed5-a1f4-6c92f934b561 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:25.392598 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bfb2f4a-bfac-4abc-99c7-0cafc2d260a5 req-208b632c-479a-4ed5-a1f4-6c92f934b561 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5427 time: 0.2625699 Jul 06 11:35:25.393921 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-2763f1d9-5d56-49f4-8133-845f643b9a91 req-1d6e08ed-3c23-487f-9f8e-74e716f9d183 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] show failed (client error): The resource could not be found. Jul 06 11:35:25.398739 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2763f1d9-5d56-49f4-8133-845f643b9a91 req-1d6e08ed-3c23-487f-9f8e-74e716f9d183 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-group-rules/d7f47ae6-e0e7-45b7-91a0-ef6d486ba0cd HTTP/1.1" status: 404 len: 361 time: 0.1138124 Jul 06 11:35:25.465988 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bfb2f4a-bfac-4abc-99c7-0cafc2d260a5 req-ee20372e-fd1b-4da5-9804-fe0a2cb78ee6 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622158 Jul 06 11:35:25.622799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00a10801-85a2-4990-8b43-eeb34d4a9fb8 req-47d51a62-1ceb-4264-a693-a1e0f135b8cf tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1178dd1620ad445a837380252019e7f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854828 Jul 06 11:35:25.683529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2fd43c57-e74b-4a97-be5a-61c4720b3d34 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:25.712862 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:25.826851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a10801-85a2-4990-8b43-eeb34d4a9fb8 req-c8a0f498-8649-4524-9325-071e00797253 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:25.831102 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:25.840436 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00a10801-85a2-4990-8b43-eeb34d4a9fb8 req-c8a0f498-8649-4524-9325-071e00797253 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157619 Jul 06 11:35:25.892357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00a10801-85a2-4990-8b43-eeb34d4a9fb8 req-72156fa0-7cda-46cf-8538-12691a300c05 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/quotas/1178dd1620ad445a837380252019e7f8 HTTP/1.1" status: 200 len: 375 time: 0.0460341 Jul 06 11:35:25.969157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00a10801-85a2-4990-8b43-eeb34d4a9fb8 req-7fce2e53-7679-4294-b435-c5438e0191b5 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1178dd1620ad445a837380252019e7f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748551 Jul 06 11:35:26.020692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Network 0d8f8667-5a24-4f8c-a641-36a5d5f0405e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:26.027254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:26.057567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:26.273141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Pushing event updated for resources: {'Port': ['ID=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:26.361765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:26.362520 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.371771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8225af9-0c10-43bc-95cd-8ebd43a36dec req-29d3cdfb-2528-49c0-87f8-d554f6ead397 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/e37582a5-f9a1-4fa4-a11c-75260aff8535 HTTP/1.1" status: 200 len: 1810 time: 0.1498594 Jul 06 11:35:26.400705 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-b79a4744-01d0-4783-abb7-448c4045677f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6134598 Jul 06 11:35:26.415224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Request body: {'port': {'device_id': 'd76da418-8a0a-46af-9aae-9ee5d4bb2b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:26.416337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['676c2da1-4fb9-4c02-9274-dedafdd3e9dd'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:26.422403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc626d1-4323-48c7-8f36-f4023d3fa24b req-b688a3c4-451d-4bd9-9c6a-cff42c7713e9 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:26.431221 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ecc626d1-4323-48c7-8f36-f4023d3fa24b req-b688a3c4-451d-4bd9-9c6a-cff42c7713e9 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 945 time: 0.3138099 Jul 06 11:35:26.537120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ecc626d1-4323-48c7-8f36-f4023d3fa24b req-38cc6093-a7e5-4e9e-8d41-5cb1c1e391e9 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052780 Jul 06 11:35:26.562768 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.635225 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b8225af9-0c10-43bc-95cd-8ebd43a36dec req-7b54864d-4e1a-4831-a5b6-d74e85c16183 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.717466 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b8225af9-0c10-43bc-95cd-8ebd43a36dec req-7b54864d-4e1a-4831-a5b6-d74e85c16183 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.762135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35004) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:26.820676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 2fd43c57-e74b-4a97-be5a-61c4720b3d34 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:26.867393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 2fd43c57-e74b-4a97-be5a-61c4720b3d34 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:26.868265 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.869032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b8225af9-0c10-43bc-95cd-8ebd43a36dec req-7b54864d-4e1a-4831-a5b6-d74e85c16183 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.874936 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b8225af9-0c10-43bc-95cd-8ebd43a36dec req-7b54864d-4e1a-4831-a5b6-d74e85c16183 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:26.885971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8225af9-0c10-43bc-95cd-8ebd43a36dec req-7b54864d-4e1a-4831-a5b6-d74e85c16183 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "DELETE /v2.0/security-groups/e37582a5-f9a1-4fa4-a11c-75260aff8535 HTTP/1.1" status: 204 len: 173 time: 0.4828408 Jul 06 11:35:26.933023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54864d-4e1a-4831-a5b6-d74e85c16183 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37582a5-f9a1-4fa4-a11c-75260aff8535,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:26.969076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef8c4-66c7-4f53-ab8e-07f017cb6536 req-2ed52314-81bc-447d-90e6-14944e9d96ee tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:26.982200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-833ef8c4-66c7-4f53-ab8e-07f017cb6536 req-2ed52314-81bc-447d-90e6-14944e9d96ee tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2225342 Jul 06 11:35:27.048381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7270803-2373-4146-91a6-9bf2782a9706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.098327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acf4cf1-6c4c-47b0-96eb-70bf51107feb {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:27.105808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-833ef8c4-66c7-4f53-ab8e-07f017cb6536 req-98604032-e681-4449-b3ce-3a7c2b0064a2 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218815 Jul 06 11:35:27.111023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.136466 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Transition to ACTIVE for port object 2acf4cf1-6c4c-47b0-96eb-70bf51107feb will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:27.142779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.318920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c119d6-15ea-47aa-8b0b-c64d905512f6 req-50442ff3-9747-4013-a22f-83d3862eabe1 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:27.320910 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5c119d6-15ea-47aa-8b0b-c64d905512f6 req-50442ff3-9747-4013-a22f-83d3862eabe1 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 944 time: 0.1978855 Jul 06 11:35:27.350962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Pushing event updated for resources: {'Port': ['ID=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:27.351868 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.383245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7270803-2373-4146-91a6-9bf2782a9706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.391977 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7270803-2373-4146-91a6-9bf2782a9706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.415396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Attempting to bind port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:27.415956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Attempting to bind port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '8c3dc331-7963-454f-925b-ba66087f73b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0d8f8667-5a24-4f8c-a641-36a5d5f0405e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:27.416834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Attempting to bind port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb on network 0d8f8667-5a24-4f8c-a641-36a5d5f0405e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:27.430241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb on network 0d8f8667-5a24-4f8c-a641-36a5d5f0405e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:35:27.430772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Attempting to bind port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb on network 0d8f8667-5a24-4f8c-a641-36a5d5f0405e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:27.438891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2fd43c57-e74b-4a97-be5a-61c4720b3d34, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2fd43c57-e74b-4a97-be5a-61c4720b3d34,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:27.440860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:27.442170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Checking segment: {'id': '8c3dc331-7963-454f-925b-ba66087f73b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0d8f8667-5a24-4f8c-a641-36a5d5f0405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:27.444116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Bound using segment: {'id': '8c3dc331-7963-454f-925b-ba66087f73b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0d8f8667-5a24-4f8c-a641-36a5d5f0405e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:27.444857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Bound port: 2acf4cf1-6c4c-47b0-96eb-70bf51107feb, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3dc331-7963-454f-925b-ba66087f73b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0d8f8667-5a24-4f8c-a641-36a5d5f0405e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:27.446095 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.455301 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c7270803-2373-4146-91a6-9bf2782a9706 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74f4e3dccd494051b313f4db36a54d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6911235 Jul 06 11:35:27.468330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5c119d6-15ea-47aa-8b0b-c64d905512f6 req-07b6ee93-a284-49fc-a47b-f316614b996d tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278439 Jul 06 11:35:27.468930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:27.469617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7270803-2373-4146-91a6-9bf2782a9706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242d28a3-baae-4f42-8f7a-2779ce6dc58d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:27.515513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2e8594-01dc-4915-8413-6cb0761df9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd43c57-e74b-4a97-be5a-61c4720b3d34'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:27.519432 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d5ccec-c849-4c47-aeec-273a5cc1a72b" -d '{"events": [{"server_uuid": "9c2e8594-01dc-4915-8413-6cb0761df9e5", "name": "network-vif-plugged", "status": "completed", "tag": "2fd43c57-e74b-4a97-be5a-61c4720b3d34"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:27.578883 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.611933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2414a2da-f12d-4eb1-9534-45c1f87fb1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.645717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] For port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:27.662125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] For port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,segment=NetworkSegment(8c3dc331-7963-454f-925b-ba66087f73b6),segment_id=8c3dc331-7963-454f-925b-ba66087f73b6)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:27.666971 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2414a2da-f12d-4eb1-9534-45c1f87fb1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.679610 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.720592 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=2fd43c57-e74b-4a97-be5a-61c4720b3d34,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:27.829478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2414a2da-f12d-4eb1-9534-45c1f87fb1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.835859 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2414a2da-f12d-4eb1-9534-45c1f87fb1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.838276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2414a2da-f12d-4eb1-9534-45c1f87fb1b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/242d28a3-baae-4f42-8f7a-2779ce6dc58d HTTP/1.1" status: 204 len: 168 time: 0.3457727 Jul 06 11:35:27.843796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Pushing event updated for resources: {'Port': ['ID=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:27.853235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:27.854317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:27.856851 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-3d34ac10-9fa8-435e-afb8-08b0b9e532ee service neutron] 10.222.0.86 "PUT /v2.0/ports/2acf4cf1-6c4c-47b0-96eb-70bf51107feb HTTP/1.1" status: 200 len: 1092 time: 1.4464204 Jul 06 11:35:27.857796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76da418-8a0a-46af-9aae-9ee5d4bb2b69', 'tag': '2acf4cf1-6c4c-47b0-96eb-70bf51107feb'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:27.862107 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25519e9e-86bc-43df-9f8c-0a72d5bff8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d76da418-8a0a-46af-9aae-9ee5d4bb2b69", "tag": "2acf4cf1-6c4c-47b0-96eb-70bf51107feb"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:27.907561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414a2da-f12d-4eb1-9534-45c1f87fb1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242d28a3-baae-4f42-8f7a-2779ce6dc58d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:28.056339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-42ad76f3-eb62-40a8-9d8d-273d09005401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.058941 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-42ad76f3-eb62-40a8-9d8d-273d09005401 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9fb3f148aa3447e6abbbcfba9f9713e1&device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 1095 time: 0.1314211 Jul 06 11:35:28.121328 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-af5ae96b-8caa-47f2-9c58-fc1760ef9fbb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2acf4cf1-6c4c-47b0-96eb-70bf51107feb HTTP/1.1" status: 200 len: 217 time: 0.0523951 Jul 06 11:35:28.131548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fe4d6-c76f-47be-a9ae-f4260d2efc4b req-cb3c0a9c-7c10-40b2-a93f-571106e0e515 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.143428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fe4d6-c76f-47be-a9ae-f4260d2efc4b req-cb3c0a9c-7c10-40b2-a93f-571106e0e515 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.155697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fe4d6-c76f-47be-a9ae-f4260d2efc4b req-cb3c0a9c-7c10-40b2-a93f-571106e0e515 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.173273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fe4d6-c76f-47be-a9ae-f4260d2efc4b req-cb3c0a9c-7c10-40b2-a93f-571106e0e515 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.184534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-57a7424a-99d8-41c9-8fce-e6a83ba97187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.186564 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-57a7424a-99d8-41c9-8fce-e6a83ba97187 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a21e9d6a-6d7e-490e-b198-7517991f095a HTTP/1.1" status: 200 len: 849 time: 0.0568902 Jul 06 11:35:28.186781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fe4d6-c76f-47be-a9ae-f4260d2efc4b req-cb3c0a9c-7c10-40b2-a93f-571106e0e515 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.199844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fe4d6-c76f-47be-a9ae-f4260d2efc4b req-cb3c0a9c-7c10-40b2-a93f-571106e0e515 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.212254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fe4d6-c76f-47be-a9ae-f4260d2efc4b req-cb3c0a9c-7c10-40b2-a93f-571106e0e515 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.224317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b3fe4d6-c76f-47be-a9ae-f4260d2efc4b req-cb3c0a9c-7c10-40b2-a93f-571106e0e515 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5427 time: 0.3054557 Jul 06 11:35:28.245621 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-14f0d1f2-2ed1-4007-9d84-9d8ecf319832 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d8f8667-5a24-4f8c-a641-36a5d5f0405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519760 Jul 06 11:35:28.247850 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8838989-1c46-4f35-8787-4ac12ad23aff req-0d674fa4-4421-4418-aef3-9c184174e5a2 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/66afd483-c967-49bf-abbf-e701663ddc03 HTTP/1.1" status: 200 len: 1812 time: 0.1954420 Jul 06 11:35:28.282662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b3fe4d6-c76f-47be-a9ae-f4260d2efc4b req-178d9696-4c33-4a7f-abe3-eced9edf20c3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553329 Jul 06 11:35:28.384282 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8838989-1c46-4f35-8787-4ac12ad23aff req-ee9e65a9-7006-4555-aa56-6fbab879906b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.422094 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.425940 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.447642 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-4e9cbf92-1822-46f8-bbcd-52922c042da2 service neutron] 10.222.0.86 "GET /v2.0/networks/0d8f8667-5a24-4f8c-a641-36a5d5f0405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931469 Jul 06 11:35:28.456087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 097428cb-dd26-45ca-9415-b626e36306df up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:28.461516 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8838989-1c46-4f35-8787-4ac12ad23aff req-ee9e65a9-7006-4555-aa56-6fbab879906b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.563620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 097428cb-dd26-45ca-9415-b626e36306df completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:28.570463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 097428cb-dd26-45ca-9415-b626e36306df triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:28.570976 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.637990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8838989-1c46-4f35-8787-4ac12ad23aff req-ee9e65a9-7006-4555-aa56-6fbab879906b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.643889 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8838989-1c46-4f35-8787-4ac12ad23aff req-ee9e65a9-7006-4555-aa56-6fbab879906b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.658105 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25982cde-672e-4e29-b1f5-9cdcfee9ab11 req-f848b81a-a608-4b65-b661-0c15628991e3 service neutron] 10.222.0.86 "GET /v2.0/networks/0d8f8667-5a24-4f8c-a641-36a5d5f0405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979990 Jul 06 11:35:28.661032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8838989-1c46-4f35-8787-4ac12ad23aff req-ee9e65a9-7006-4555-aa56-6fbab879906b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "DELETE /v2.0/security-groups/66afd483-c967-49bf-abbf-e701663ddc03 HTTP/1.1" status: 204 len: 173 time: 0.3964639 Jul 06 11:35:28.710355 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.737210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63886754-43d1-443f-9767-443d5bb2dccc req-de31da93-356b-4c28-9a29-b808710b4811 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:28.739979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63886754-43d1-443f-9767-443d5bb2dccc req-de31da93-356b-4c28-9a29-b808710b4811 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 946 time: 0.2263727 Jul 06 11:35:28.741242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e65a9-7006-4555-aa56-6fbab879906b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66afd483-c967-49bf-abbf-e701663ddc03,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:28.841122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 097428cb-dd26-45ca-9415-b626e36306df, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=097428cb-dd26-45ca-9415-b626e36306df,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:28.850009 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d2a0fd-46d5-457b-bcae-088df9a8b11d x-openstack-request-id: req-c7d2a0fd-46d5-457b-bcae-088df9a8b11d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:28.852033 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2e8594-01dc-4915-8413-6cb0761df9e5", "name": "network-vif-plugged", "status": "completed", "tag": "2fd43c57-e74b-4a97-be5a-61c4720b3d34", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:28.853965 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7d2a0fd-46d5-457b-bcae-088df9a8b11d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:28.857323 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2e8594-01dc-4915-8413-6cb0761df9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd43c57-e74b-4a97-be5a-61c4720b3d34', 'code': 200} Jul 06 11:35:28.862317 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:28.866038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8b54ed77-6b84-451e-bbd9-7da3b1083127 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:28.940977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63886754-43d1-443f-9767-443d5bb2dccc req-e80d50d5-c7a2-45cc-a8b2-e88ef099973c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873496 Jul 06 11:35:28.995006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=097428cb-dd26-45ca-9415-b626e36306df,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:29.016878 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5d814b-340b-495e-a7b2-1cb301adb328 x-openstack-request-id: req-cc5d814b-340b-495e-a7b2-1cb301adb328 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:29.017283 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76da418-8a0a-46af-9aae-9ee5d4bb2b69", "tag": "2acf4cf1-6c4c-47b0-96eb-70bf51107feb", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:29.017630 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc5d814b-340b-495e-a7b2-1cb301adb328 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:29.019432 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76da418-8a0a-46af-9aae-9ee5d4bb2b69', 'tag': '2acf4cf1-6c4c-47b0-96eb-70bf51107feb', 'status': 'completed', 'code': 200} Jul 06 11:35:29.090722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 8b54ed77-6b84-451e-bbd9-7da3b1083127 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:29.105241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 8b54ed77-6b84-451e-bbd9-7da3b1083127 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:29.108782 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.263607 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4a312-73bc-4c61-9cc5-119b0fa14389 req-d6ac3772-33c2-4762-b035-5f6183f4f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:29.268444 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bcb4a312-73bc-4c61-9cc5-119b0fa14389 req-d6ac3772-33c2-4762-b035-5f6183f4f1e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 1097 time: 0.2187843 Jul 06 11:35:29.318175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25519e9e-86bc-43df-9f8c-0a72d5bff8fe req-fd00ded8-5d6a-4c01-9123-2f5abd3c62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:29.319954 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25519e9e-86bc-43df-9f8c-0a72d5bff8fe req-fd00ded8-5d6a-4c01-9123-2f5abd3c62f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9fb3f148aa3447e6abbbcfba9f9713e1&device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 1095 time: 0.1944849 Jul 06 11:35:29.343773 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bcb4a312-73bc-4c61-9cc5-119b0fa14389 req-1627a479-8540-4601-b1d2-c828f7ed0c4b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625505 Jul 06 11:35:29.405421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b296f-3b43-4b3d-b5d3-8d1de0d99035 req-023084a2-ebae-4e5f-8f39-2768ab57bf9b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:29.411309 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a52b296f-3b43-4b3d-b5d3-8d1de0d99035 req-023084a2-ebae-4e5f-8f39-2768ab57bf9b tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.1901040 Jul 06 11:35:29.419873 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.505279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8b54ed77-6b84-451e-bbd9-7da3b1083127, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:29.517704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25519e9e-86bc-43df-9f8c-0a72d5bff8fe req-7f3c1637-4e13-4620-860c-404eb1b2ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:29.518754 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:29.521139 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25519e9e-86bc-43df-9f8c-0a72d5bff8fe req-7f3c1637-4e13-4620-860c-404eb1b2ff2a service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d8f8667-5a24-4f8c-a641-36a5d5f0405e HTTP/1.1" status: 200 len: 910 time: 0.1927474 Jul 06 11:35:29.539691 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a52b296f-3b43-4b3d-b5d3-8d1de0d99035 req-4c6be68c-0529-460f-9c36-e0868f0cc647 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219077 Jul 06 11:35:29.653743 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:35:29.677585 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25519e9e-86bc-43df-9f8c-0a72d5bff8fe req-cf2b67b6-26b5-4e8a-9a12-dce1960bb8e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2acf4cf1-6c4c-47b0-96eb-70bf51107feb HTTP/1.1" status: 200 len: 217 time: 0.1468062 Jul 06 11:35:29.701765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=8b54ed77-6b84-451e-bbd9-7da3b1083127,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:29.755736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25519e9e-86bc-43df-9f8c-0a72d5bff8fe req-182ca435-35be-4258-9460-059f1256ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:29.757628 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25519e9e-86bc-43df-9f8c-0a72d5bff8fe req-182ca435-35be-4258-9460-059f1256ebf1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a21e9d6a-6d7e-490e-b198-7517991f095a HTTP/1.1" status: 200 len: 849 time: 0.0639827 Jul 06 11:35:29.827972 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25519e9e-86bc-43df-9f8c-0a72d5bff8fe req-793ddd6e-2e6e-4094-99a4-b9817b3f1aa5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d8f8667-5a24-4f8c-a641-36a5d5f0405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585263 Jul 06 11:35:29.882517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ae1b9-2f06-4043-878d-8a2265877100 req-4ee6d962-ba7e-4637-9ed8-8038e8ef4d98 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:29.885369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-964ae1b9-2f06-4043-878d-8a2265877100 req-4ee6d962-ba7e-4637-9ed8-8038e8ef4d98 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 944 time: 0.1354856 Jul 06 11:35:29.974705 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-964ae1b9-2f06-4043-878d-8a2265877100 req-920b0ab9-b061-4d1d-8d25-01f1d67a2fc6 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819204 Jul 06 11:35:29.994784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a89c443-f137-4a26-a0a2-c8ea37a615cb req-aa91d018-6fe9-45c2-b10a-c847bf4ece40 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/e1c349e5-8349-47d5-847b-9063b1260f9f HTTP/1.1" status: 200 len: 1812 time: 0.0672083 Jul 06 11:35:30.014986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25519e9e-86bc-43df-9f8c-0a72d5bff8fe req-b91780e7-e075-434f-9741-66229e17c6d2 service neutron] 10.222.0.86 "GET /v2.0/networks/0d8f8667-5a24-4f8c-a641-36a5d5f0405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753702 Jul 06 11:35:30.091784 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4a89c443-f137-4a26-a0a2-c8ea37a615cb req-9f2b52ea-8f53-4178-ad3b-8411d4d5f320 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.131420 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4a89c443-f137-4a26-a0a2-c8ea37a615cb req-9f2b52ea-8f53-4178-ad3b-8411d4d5f320 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.224365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4a89c443-f137-4a26-a0a2-c8ea37a615cb req-9f2b52ea-8f53-4178-ad3b-8411d4d5f320 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.230684 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4a89c443-f137-4a26-a0a2-c8ea37a615cb req-9f2b52ea-8f53-4178-ad3b-8411d4d5f320 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.234622 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a89c443-f137-4a26-a0a2-c8ea37a615cb req-9f2b52ea-8f53-4178-ad3b-8411d4d5f320 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "DELETE /v2.0/security-groups/e1c349e5-8349-47d5-847b-9063b1260f9f HTTP/1.1" status: 204 len: 173 time: 0.2187355 Jul 06 11:35:30.267249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b52ea-8f53-4178-ad3b-8411d4d5f320 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c349e5-8349-47d5-847b-9063b1260f9f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:30.471629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 05bf836b-354c-4996-8a22-f308e431636b up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:30.473305 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25519e9e-86bc-43df-9f8c-0a72d5bff8fe req-d6a16013-0913-4dd7-b0dc-a10441ced6ef service neutron] 10.222.0.86 "GET /v2.0/networks/0d8f8667-5a24-4f8c-a641-36a5d5f0405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475832 Jul 06 11:35:30.505773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3638e7-a096-409b-aea1-c31c2034de3e req-5c87203a-79e7-4ba4-9cbf-f0471768d669 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:30.531441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3638e7-a096-409b-aea1-c31c2034de3e req-5c87203a-79e7-4ba4-9cbf-f0471768d669 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:30.554937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3638e7-a096-409b-aea1-c31c2034de3e req-5c87203a-79e7-4ba4-9cbf-f0471768d669 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:30.585807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3638e7-a096-409b-aea1-c31c2034de3e req-5c87203a-79e7-4ba4-9cbf-f0471768d669 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:30.631078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3638e7-a096-409b-aea1-c31c2034de3e req-5c87203a-79e7-4ba4-9cbf-f0471768d669 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:30.656571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3638e7-a096-409b-aea1-c31c2034de3e req-5c87203a-79e7-4ba4-9cbf-f0471768d669 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:30.662147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 05bf836b-354c-4996-8a22-f308e431636b completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:30.677745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 05bf836b-354c-4996-8a22-f308e431636b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:30.678347 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.697440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3638e7-a096-409b-aea1-c31c2034de3e req-5c87203a-79e7-4ba4-9cbf-f0471768d669 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:30.703367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df3638e7-a096-409b-aea1-c31c2034de3e req-5c87203a-79e7-4ba4-9cbf-f0471768d669 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5429 time: 0.4022570 Jul 06 11:35:30.809680 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df3638e7-a096-409b-aea1-c31c2034de3e req-e2616e00-c37d-45f0-94bd-c9a3e992995d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938618 Jul 06 11:35:30.919156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097428cb-dd26-45ca-9415-b626e36306df'}, {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b54ed77-6b84-451e-bbd9-7da3b1083127'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:30.924722 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76c8485-26d6-4b0e-866e-852c01543c90" -d '{"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "097428cb-dd26-45ca-9415-b626e36306df"}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "8b54ed77-6b84-451e-bbd9-7da3b1083127"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:30.929234 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:30.998781 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 05bf836b-354c-4996-8a22-f308e431636b, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=05bf836b-354c-4996-8a22-f308e431636b,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:30.999637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c097eac-3b37-43b8-a66f-a6ce920eee0a req-24f8fbce-b800-4038-90ba-9090862f4cc1 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/b74e9edb-d370-4a21-88cf-f50b0cfe220f HTTP/1.1" status: 200 len: 1813 time: 0.0786755 Jul 06 11:35:31.005907 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.008196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 18218c73-5116-43de-a2b7-57faf0ebce65 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:31.147795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=05bf836b-354c-4996-8a22-f308e431636b,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:31.147944 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2c097eac-3b37-43b8-a66f-a6ce920eee0a req-65391e30-bee6-45d8-abf4-85a301d7fa3b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.164690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 18218c73-5116-43de-a2b7-57faf0ebce65 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:31.171559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 18218c73-5116-43de-a2b7-57faf0ebce65 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:31.171910 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.179720 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301242a6-0727-4eec-8e0e-8d9f434d17f4 req-26d3db45-4150-4994-9679-13e1d1795e67 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:31.181374 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-301242a6-0727-4eec-8e0e-8d9f434d17f4 req-26d3db45-4150-4994-9679-13e1d1795e67 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 946 time: 0.1523824 Jul 06 11:35:31.195978 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2c097eac-3b37-43b8-a66f-a6ce920eee0a req-65391e30-bee6-45d8-abf4-85a301d7fa3b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.269668 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-301242a6-0727-4eec-8e0e-8d9f434d17f4 req-5f42996a-6519-4ce1-bcec-12faafb25cb8 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755029 Jul 06 11:35:31.291022 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2c097eac-3b37-43b8-a66f-a6ce920eee0a req-65391e30-bee6-45d8-abf4-85a301d7fa3b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.294628 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2c097eac-3b37-43b8-a66f-a6ce920eee0a req-65391e30-bee6-45d8-abf4-85a301d7fa3b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.307758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c097eac-3b37-43b8-a66f-a6ce920eee0a req-65391e30-bee6-45d8-abf4-85a301d7fa3b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "DELETE /v2.0/security-groups/b74e9edb-d370-4a21-88cf-f50b0cfe220f HTTP/1.1" status: 204 len: 173 time: 0.3070421 Jul 06 11:35:31.332792 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.333316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65391e30-bee6-45d8-abf4-85a301d7fa3b tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74e9edb-d370-4a21-88cf-f50b0cfe220f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:31.456214 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cde6c7-3cd9-41e0-9a40-cd358939bc91 x-openstack-request-id: req-32cde6c7-3cd9-41e0-9a40-cd358939bc91 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:31.457289 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "097428cb-dd26-45ca-9415-b626e36306df", "code": 200}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "8b54ed77-6b84-451e-bbd9-7da3b1083127", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:31.457720 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32cde6c7-3cd9-41e0-9a40-cd358939bc91 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:31.458568 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097428cb-dd26-45ca-9415-b626e36306df', 'code': 200} Jul 06 11:35:31.458981 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b54ed77-6b84-451e-bbd9-7da3b1083127', 'code': 200} Jul 06 11:35:31.517156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 18218c73-5116-43de-a2b7-57faf0ebce65, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=18218c73-5116-43de-a2b7-57faf0ebce65,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:31.529987 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.531183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 23323174-cfa4-4bc8-ab6f-93c285420e97 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:31.592389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79516f-939d-4ec8-99f2-0d0f6974bb08 req-f932fc9c-5c5b-4e78-9f15-04a390dfa824 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:31.594516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b79516f-939d-4ec8-99f2-0d0f6974bb08 req-f932fc9c-5c5b-4e78-9f15-04a390dfa824 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.1229963 Jul 06 11:35:31.677564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=18218c73-5116-43de-a2b7-57faf0ebce65,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:31.693710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b79516f-939d-4ec8-99f2-0d0f6974bb08 req-51c35955-fbb4-475f-9828-91e29021557e tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596423 Jul 06 11:35:31.702358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 23323174-cfa4-4bc8-ab6f-93c285420e97 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:31.709510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 23323174-cfa4-4bc8-ab6f-93c285420e97 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:31.710638 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:31.739564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054d386-8174-49fc-91b6-26f31490613a req-d039df53-75f8-4c4d-966c-53940bce37b4 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:31.741204 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9054d386-8174-49fc-91b6-26f31490613a req-d039df53-75f8-4c4d-966c-53940bce37b4 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 944 time: 0.1413291 Jul 06 11:35:31.811746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9054d386-8174-49fc-91b6-26f31490613a req-dcc85d25-5651-4561-81f2-6f43cf648067 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642459 Jul 06 11:35:31.902358 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-615ff545-0468-4712-9cfc-5510e8f83056 req-c269ccce-a954-4e28-a159-39cc4ad1abbe tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1178dd1620ad445a837380252019e7f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596218 Jul 06 11:35:31.967809 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.040073 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee19730d-a45a-4b99-a987-dc08e206b6b6 req-2d4a3197-328d-4b37-9475-f4c2ff1bc838 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "GET /v2.0/security-groups/45e57c83-de74-410f-8b06-306aa291b5a4 HTTP/1.1" status: 200 len: 1812 time: 0.1093516 Jul 06 11:35:32.145945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ff545-0468-4712-9cfc-5510e8f83056 req-d16d1e3f-73bf-48b8-a953-cf29c9748fb5 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:32.153415 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-615ff545-0468-4712-9cfc-5510e8f83056 req-d16d1e3f-73bf-48b8-a953-cf29c9748fb5 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499452 Jul 06 11:35:32.184921 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-615ff545-0468-4712-9cfc-5510e8f83056 req-4ede07b5-e454-4867-9f16-46c4363d850f tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/quotas/1178dd1620ad445a837380252019e7f8 HTTP/1.1" status: 200 len: 375 time: 0.0296152 Jul 06 11:35:32.217905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 23323174-cfa4-4bc8-ab6f-93c285420e97, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=23323174-cfa4-4bc8-ab6f-93c285420e97,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:32.227050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.230756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 676c2da1-4fb9-4c02-9274-dedafdd3e9dd up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:32.236105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-615ff545-0468-4712-9cfc-5510e8f83056 req-7bef4ff8-44e7-461b-8a29-1bc661f5a822 tempest-QuotasAdminNegativeTest-1503861711 tempest-QuotasAdminNegativeTest-1503861711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1178dd1620ad445a837380252019e7f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452080 Jul 06 11:35:32.240038 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ee19730d-a45a-4b99-a987-dc08e206b6b6 req-bf48c482-0bca-4e9b-b2e4-5c1c52ce8fe2 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.297476 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ee19730d-a45a-4b99-a987-dc08e206b6b6 req-bf48c482-0bca-4e9b-b2e4-5c1c52ce8fe2 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.390089 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ee19730d-a45a-4b99-a987-dc08e206b6b6 req-bf48c482-0bca-4e9b-b2e4-5c1c52ce8fe2 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.396740 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ee19730d-a45a-4b99-a987-dc08e206b6b6 req-bf48c482-0bca-4e9b-b2e4-5c1c52ce8fe2 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.398070 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee19730d-a45a-4b99-a987-dc08e206b6b6 req-bf48c482-0bca-4e9b-b2e4-5c1c52ce8fe2 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] 10.222.0.21 "DELETE /v2.0/security-groups/45e57c83-de74-410f-8b06-306aa291b5a4 HTTP/1.1" status: 204 len: 173 time: 0.3302724 Jul 06 11:35:32.408547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35186) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:32.416852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=23323174-cfa4-4bc8-ab6f-93c285420e97,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:32.428042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48c482-0bca-4e9b-b2e4-5c1c52ce8fe2 tempest-SecurityGroupRulesNegativeTestJSON-524567637 tempest-SecurityGroupRulesNegativeTestJSON-524567637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e57c83-de74-410f-8b06-306aa291b5a4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:32.441210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:32.449583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:32.450968 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.524447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 2acf4cf1-6c4c-47b0-96eb-70bf51107feb details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:32.593801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b8cc2a-604e-4157-9667-a7995b36890c admin admin] Deleting subnet 3ebdf007-5b44-4443-b427-d2e3e852a878 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:35:32.613549 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cc2a-604e-4157-9667-a7995b36890c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.744955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cc2a-604e-4157-9667-a7995b36890c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.851917 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.860469 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cc2a-604e-4157-9667-a7995b36890c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.937405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:32.962691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2644cc-7430-4ad5-a2d6-e58ef4338f05 req-7fc4977a-66e5-415e-807d-d92b9a090fbb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:32.974609 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:32.975494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 040d4636-f876-4c42-9eb9-fd9982730b95 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:32.977357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2644cc-7430-4ad5-a2d6-e58ef4338f05 req-7fc4977a-66e5-415e-807d-d92b9a090fbb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:32.995469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2644cc-7430-4ad5-a2d6-e58ef4338f05 req-7fc4977a-66e5-415e-807d-d92b9a090fbb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:33.012978 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2644cc-7430-4ad5-a2d6-e58ef4338f05 req-7fc4977a-66e5-415e-807d-d92b9a090fbb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:33.033568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2644cc-7430-4ad5-a2d6-e58ef4338f05 req-7fc4977a-66e5-415e-807d-d92b9a090fbb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:33.050609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2644cc-7430-4ad5-a2d6-e58ef4338f05 req-7fc4977a-66e5-415e-807d-d92b9a090fbb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:33.064152 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cc2a-604e-4157-9667-a7995b36890c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.086987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2644cc-7430-4ad5-a2d6-e58ef4338f05 req-7fc4977a-66e5-415e-807d-d92b9a090fbb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:33.101039 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cc2a-604e-4157-9667-a7995b36890c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.107328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e2644cc-7430-4ad5-a2d6-e58ef4338f05 req-7fc4977a-66e5-415e-807d-d92b9a090fbb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5432 time: 0.3417239 Jul 06 11:35:33.110424 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d9b8cc2a-604e-4157-9667-a7995b36890c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3ebdf007-5b44-4443-b427-d2e3e852a878 HTTP/1.1" status: 204 len: 168 time: 0.6960382 Jul 06 11:35:33.137245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35220) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:33.141643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,segment=NetworkSegment(8c3dc331-7963-454f-925b-ba66087f73b6),segment_id=8c3dc331-7963-454f-925b-ba66087f73b6)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:33.188248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '2acf4cf1-6c4c-47b0-96eb-70bf51107feb', 'network_id': '0d8f8667-5a24-4f8c-a641-36a5d5f0405e', 'port_id': '2acf4cf1-6c4c-47b0-96eb-70bf51107feb', 'mac_address': 'fa:16:3e:d6:92:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21e9d6a-6d7e-490e-b198-7517991f095a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:33.198440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8cc2a-604e-4157-9667-a7995b36890c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ebdf007-5b44-4443-b427-d2e3e852a878,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:33.208182 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:33.256227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 040d4636-f876-4c42-9eb9-fd9982730b95 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:33.264569 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 040d4636-f876-4c42-9eb9-fd9982730b95 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:33.264988 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.342658 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.374533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e2644cc-7430-4ad5-a2d6-e58ef4338f05 req-dfe2c2b3-79c8-42b1-8177-84b22027fce4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2638323 Jul 06 11:35:33.381923 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.409490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acf4cf1-6c4c-47b0-96eb-70bf51107feb {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:33.461056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bf836b-354c-4996-8a22-f308e431636b'}, {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18218c73-5116-43de-a2b7-57faf0ebce65'}, {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23323174-cfa4-4bc8-ab6f-93c285420e97'}, {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676c2da1-4fb9-4c02-9274-dedafdd3e9dd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:33.473835 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bfc05d-4613-4873-b321-adaa25d6a095" -d '{"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "05bf836b-354c-4996-8a22-f308e431636b"}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "18218c73-5116-43de-a2b7-57faf0ebce65"}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "23323174-cfa4-4bc8-ab6f-93c285420e97"}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "676c2da1-4fb9-4c02-9274-dedafdd3e9dd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:33.528451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,segment=NetworkSegment(8c3dc331-7963-454f-925b-ba66087f73b6),segment_id=8c3dc331-7963-454f-925b-ba66087f73b6)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:33.540229 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.684652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.704731 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.719296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a5bc9498-10a3-44a7-b219-bb25030aa1c4 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:35:33.734000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0673ceb8-28d0-43a8-9b44-98001701612d']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:33.798606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:33.808146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2010c2b-b19b-47a7-b395-417bf5d96313') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:33.808766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2010c2b-b19b-47a7-b395-417bf5d96313') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:33.839101 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.867603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 040d4636-f876-4c42-9eb9-fd9982730b95, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=040d4636-f876-4c42-9eb9-fd9982730b95,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:33.882177 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.885200 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.966654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:35:33.967483 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:33.987650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6525a-2fe4-415a-9a68-0242feb9f8e1 req-9f97ffce-6c7c-4084-ae94-0c3c73a0dbe4 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:33.991373 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ed6525a-2fe4-415a-9a68-0242feb9f8e1 req-9f97ffce-6c7c-4084-ae94-0c3c73a0dbe4 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.3087893 Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:35:33.992787 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:35:34.009056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['2acf4cf1-6c4c-47b0-96eb-70bf51107feb'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:34.048647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=040d4636-f876-4c42-9eb9-fd9982730b95,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:34.083509 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.178629 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.201868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:34.209338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ed6525a-2fe4-415a-9a68-0242feb9f8e1 req-56f43b43-e211-4bf1-bbac-30685c822de5 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920016 Jul 06 11:35:34.216322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.216677 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:34.232674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0673ceb8-28d0-43a8-9b44-98001701612d HTTP/1.1" status: 204 len: 168 time: 1.0932395 Jul 06 11:35:34.257160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d4845-7ea1-4500-9bf3-91309797ca30 admin admin] Pushing event deleted for resources: {'Network': ['ID=0673ceb8-28d0-43a8-9b44-98001701612d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:34.286153 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c363c-734f-4572-ab52-6af3079f6571 req-5be914e3-2379-409b-83a9-ac0cb5060c2a tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:34.294593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b96c363c-734f-4572-ab52-6af3079f6571 req-5be914e3-2379-409b-83a9-ac0cb5060c2a tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 945 time: 0.4049852 Jul 06 11:35:34.392774 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b96c363c-734f-4572-ab52-6af3079f6571 req-65a9145c-c9af-47d3-9044-551724960225 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957596 Jul 06 11:35:34.411187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:34.481902 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-6b8e5e16-e4b6-4da5-b526-bd851568085e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0ea206fd16714c30b4aef525b895f7fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441494 Jul 06 11:35:34.494592 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69233b5-1839-4768-8648-23cd68597258 x-openstack-request-id: req-b69233b5-1839-4768-8648-23cd68597258 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:34.494969 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "05bf836b-354c-4996-8a22-f308e431636b", "code": 200}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "18218c73-5116-43de-a2b7-57faf0ebce65", "code": 200}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "23323174-cfa4-4bc8-ab6f-93c285420e97", "code": 200}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "676c2da1-4fb9-4c02-9274-dedafdd3e9dd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:34.495351 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b69233b5-1839-4768-8648-23cd68597258 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:34.495992 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bf836b-354c-4996-8a22-f308e431636b', 'code': 200} Jul 06 11:35:34.496394 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18218c73-5116-43de-a2b7-57faf0ebce65', 'code': 200} Jul 06 11:35:34.496804 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23323174-cfa4-4bc8-ab6f-93c285420e97', 'code': 200} Jul 06 11:35:34.497208 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676c2da1-4fb9-4c02-9274-dedafdd3e9dd', 'code': 200} Jul 06 11:35:34.754899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-5686af0c-d6e3-4c0a-9d24-5e00bfe2f76e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:34.757140 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-5686af0c-d6e3-4c0a-9d24-5e00bfe2f76e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654500 Jul 06 11:35:34.795145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35258) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:34.796952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-9890b8a2-27b5-482d-8f46-12fc00804d4b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/quotas/0ea206fd16714c30b4aef525b895f7fa HTTP/1.1" status: 200 len: 375 time: 0.0254264 Jul 06 11:35:34.877786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-ac216466-de68-4127-becb-6ccf138d89cb tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ea206fd16714c30b4aef525b895f7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464964 Jul 06 11:35:34.955248 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e4c8745b-375c-4a07-939b-95877f133b68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ee7f7d48b38415f8bd8c1a08ff83ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521769 Jul 06 11:35:34.959998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:35.096095 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fda52914-1231-44cc-8119-f544ad8b5c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.159349 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fda52914-1231-44cc-8119-f544ad8b5c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.185237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35268) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:35.392752 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fda52914-1231-44cc-8119-f544ad8b5c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.400594 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fda52914-1231-44cc-8119-f544ad8b5c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.411262 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fda52914-1231-44cc-8119-f544ad8b5c15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a13d0ac4-0a25-41e3-94ce-c3eb25c693c5 HTTP/1.1" status: 204 len: 168 time: 0.4473412 Jul 06 11:35:35.467368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda52914-1231-44cc-8119-f544ad8b5c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13d0ac4-0a25-41e3-94ce-c3eb25c693c5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:35.578405 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7435a191-8759-4284-aac7-ba160795e2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.602897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a5bc9498-10a3-44a7-b219-bb25030aa1c4 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:35.900922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:35.903489 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7435a191-8759-4284-aac7-ba160795e2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.916959 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7435a191-8759-4284-aac7-ba160795e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:35.967064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'mac_address': 'fa:16:3e:eb:6a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:36.025858 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7435a191-8759-4284-aac7-ba160795e2a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1178dd1620ad445a837380252019e7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8381455 Jul 06 11:35:36.037629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35302) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:36.038260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb5b1-2f28-44c6-b270-785dff78371c req-5d0eb879-b714-4f54-857f-3f28dee22935 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.045223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435a191-8759-4284-aac7-ba160795e2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d77db-b7ac-4358-81ef-392cde9291d0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:36.058121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c14eb5b1-2f28-44c6-b270-785dff78371c req-5d0eb879-b714-4f54-857f-3f28dee22935 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 948 time: 0.5566378 Jul 06 11:35:36.092138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16692a76-c8c2-48c4-8dae-fee7e15f7158 req-cc174ea1-64d6-4295-8545-3604a354544b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.109556 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16692a76-c8c2-48c4-8dae-fee7e15f7158 req-cc174ea1-64d6-4295-8545-3604a354544b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.132332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16692a76-c8c2-48c4-8dae-fee7e15f7158 req-cc174ea1-64d6-4295-8545-3604a354544b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.134247 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.171168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16692a76-c8c2-48c4-8dae-fee7e15f7158 req-cc174ea1-64d6-4295-8545-3604a354544b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.194337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bc9498-10a3-44a7-b219-bb25030aa1c4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:36.195532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16692a76-c8c2-48c4-8dae-fee7e15f7158 req-cc174ea1-64d6-4295-8545-3604a354544b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.199399 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-236f0508-0151-485f-9454-659cb91a0a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.227576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16692a76-c8c2-48c4-8dae-fee7e15f7158 req-cc174ea1-64d6-4295-8545-3604a354544b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.260274 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16692a76-c8c2-48c4-8dae-fee7e15f7158 req-cc174ea1-64d6-4295-8545-3604a354544b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:36.269720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16692a76-c8c2-48c4-8dae-fee7e15f7158 req-cc174ea1-64d6-4295-8545-3604a354544b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5434 time: 0.6927164 Jul 06 11:35:36.299167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-236f0508-0151-485f-9454-659cb91a0a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.301688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:36.319500 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.418482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c14eb5b1-2f28-44c6-b270-785dff78371c req-597fe700-cfec-43e9-8ae5-307d35aef570 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584690 Jul 06 11:35:36.510042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040d4636-f876-4c42-9eb9-fd9982730b95'}, {'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:36.510465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-236f0508-0151-485f-9454-659cb91a0a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.513593 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-236f0508-0151-485f-9454-659cb91a0a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.515855 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1c1d06-7aac-4558-b318-29f42680ec11" -d '{"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "040d4636-f876-4c42-9eb9-fd9982730b95"}, {"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:36.517665 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-236f0508-0151-485f-9454-659cb91a0a7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc8d77db-b7ac-4358-81ef-392cde9291d0 HTTP/1.1" status: 204 len: 168 time: 0.4765151 Jul 06 11:35:36.538496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 2acf4cf1-6c4c-47b0-96eb-70bf51107feb up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:36.557124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f0508-0151-485f-9454-659cb91a0a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d77db-b7ac-4358-81ef-392cde9291d0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:36.558449 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16692a76-c8c2-48c4-8dae-fee7e15f7158 req-50baf226-49e3-4bd7-88e5-ab85774d0d92 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2502363 Jul 06 11:35:36.573665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:36.717866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['a5bc9498-10a3-44a7-b219-bb25030aa1c4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:36.794352 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:36.823656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:36.826270 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:36.863852 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-babf8497-d176-4c93-9388-2a514701e860 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0ea206fd16714c30b4aef525b895f7fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1276665 Jul 06 11:35:37.032079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea324c61-43b1-4765-932f-6ba46e6e93f1 req-dc5d049e-48c5-48e3-aa8a-7502e7b8b334 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:37.041215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea324c61-43b1-4765-932f-6ba46e6e93f1 req-dc5d049e-48c5-48e3-aa8a-7502e7b8b334 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 945 time: 0.3195081 Jul 06 11:35:37.101619 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:37.225509 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea324c61-43b1-4765-932f-6ba46e6e93f1 req-22735f9a-fcbd-42b0-be63-a016400e2245 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827099 Jul 06 11:35:37.260250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-b1debdc5-0171-4991-8dad-bb86f84d8487 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:37.263032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-b1debdc5-0171-4991-8dad-bb86f84d8487 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3983130 Jul 06 11:35:37.291193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-b59a3da0-7949-4e08-aa93-c2a0f8fe4520 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/quotas/0ea206fd16714c30b4aef525b895f7fa HTTP/1.1" status: 200 len: 375 time: 0.0216169 Jul 06 11:35:37.294304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,segment=NetworkSegment(8c3dc331-7963-454f-925b-ba66087f73b6),segment_id=8c3dc331-7963-454f-925b-ba66087f73b6)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:37.303668 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:37.350893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-90447b34-34ae-46b8-b086-abb2b234eb29 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ea206fd16714c30b4aef525b895f7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510519 Jul 06 11:35:37.392987 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efeec8c-66fa-4dcf-9667-cf8254999227 x-openstack-request-id: req-1efeec8c-66fa-4dcf-9667-cf8254999227 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:37.393331 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-plugged", "status": "completed", "tag": "040d4636-f876-4c42-9eb9-fd9982730b95", "code": 200}, {"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:37.393565 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1efeec8c-66fa-4dcf-9667-cf8254999227 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:37.393999 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040d4636-f876-4c42-9eb9-fd9982730b95', 'code': 200} Jul 06 11:35:37.399942 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'code': 200} Jul 06 11:35:37.471088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:37.716380 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-44f4de86-0b23-4bc9-b617-93ffa9fc47c6 req-3275d39f-237e-47db-b459-e1a1055182f0 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 210 time: 0.0712197 Jul 06 11:35:37.745034 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-151b1b88-fced-4452-87ce-755fdfa3508c tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0ea206fd16714c30b4aef525b895f7fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000938 Jul 06 11:35:37.812205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35346) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:38.022941 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d550-59f7-41a5-9b02-03ab417dd9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:38.141098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae70791-f703-4a1c-9f66-127aea30dacf req-57636d9f-dad2-470d-ab11-5ef6c1fdd874 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.148483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ae70791-f703-4a1c-9f66-127aea30dacf req-57636d9f-dad2-470d-ab11-5ef6c1fdd874 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.4280081 Jul 06 11:35:38.346108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-1eadeeca-808f-4fad-af9f-13920000927e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.349831 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-1eadeeca-808f-4fad-af9f-13920000927e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5812995 Jul 06 11:35:38.374096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ae70791-f703-4a1c-9f66-127aea30dacf req-eff456c4-8f34-468f-aa44-8b4715409b23 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028642 Jul 06 11:35:38.410046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Request body: {'port': {'device_id': '79e23306-0fe4-440a-9bbe-453795591d2a', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '0ea206fd16714c30b4aef525b895f7fa'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:38.452877 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6566b30-7873-4ca4-9b51-b529835bba00 req-e8ee6329-eaca-4044-82d0-bea19f59b0a7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.487620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9ea0b-5718-4ea6-9fa0-075730299746 req-9b67a684-a6e8-416a-a47b-abb3f4d557d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.487620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9ea0b-5718-4ea6-9fa0-075730299746 req-9b67a684-a6e8-416a-a47b-abb3f4d557d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.487620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9ea0b-5718-4ea6-9fa0-075730299746 req-9b67a684-a6e8-416a-a47b-abb3f4d557d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.487620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9ea0b-5718-4ea6-9fa0-075730299746 req-9b67a684-a6e8-416a-a47b-abb3f4d557d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.487620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9ea0b-5718-4ea6-9fa0-075730299746 req-9b67a684-a6e8-416a-a47b-abb3f4d557d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.487620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9ea0b-5718-4ea6-9fa0-075730299746 req-9b67a684-a6e8-416a-a47b-abb3f4d557d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.487620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9ea0b-5718-4ea6-9fa0-075730299746 req-9b67a684-a6e8-416a-a47b-abb3f4d557d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.490034 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-64e9ea0b-5718-4ea6-9fa0-075730299746 req-9b67a684-a6e8-416a-a47b-abb3f4d557d3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6491 time: 0.9191639 Jul 06 11:35:38.561173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6566b30-7873-4ca4-9b51-b529835bba00 req-e8ee6329-eaca-4044-82d0-bea19f59b0a7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.586580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6566b30-7873-4ca4-9b51-b529835bba00 req-e8ee6329-eaca-4044-82d0-bea19f59b0a7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.617644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6566b30-7873-4ca4-9b51-b529835bba00 req-e8ee6329-eaca-4044-82d0-bea19f59b0a7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.672557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6566b30-7873-4ca4-9b51-b529835bba00 req-e8ee6329-eaca-4044-82d0-bea19f59b0a7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.693219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6566b30-7873-4ca4-9b51-b529835bba00 req-e8ee6329-eaca-4044-82d0-bea19f59b0a7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.717545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6566b30-7873-4ca4-9b51-b529835bba00 req-e8ee6329-eaca-4044-82d0-bea19f59b0a7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:38.720651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6566b30-7873-4ca4-9b51-b529835bba00 req-e8ee6329-eaca-4044-82d0-bea19f59b0a7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5434 time: 0.7287893 Jul 06 11:35:38.927725 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6566b30-7873-4ca4-9b51-b529835bba00 req-e3c56958-2b78-40a7-9944-864767e35dfe tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1877728 Jul 06 11:35:39.031669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a606b-7519-439c-a986-764f331d2fb3 req-038c2b1b-c7b7-445d-87e8-f034bb292783 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:39.034639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb1a606b-7519-439c-a986-764f331d2fb3 req-038c2b1b-c7b7-445d-87e8-f034bb292783 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 946 time: 0.3020725 Jul 06 11:35:39.163416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb1a606b-7519-439c-a986-764f331d2fb3 req-e881695f-9a0a-4945-b365-bd1b39c4fedf tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048706 Jul 06 11:35:39.325800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7868f4a2-2f60-4a5f-893f-8251e18d26a3 req-8fd5f8da-5b8e-4418-97dc-494e8a5642f0 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 210 time: 0.0671692 Jul 06 11:35:39.405454 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76da418-8a0a-46af-9aae-9ee5d4bb2b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acf4cf1-6c4c-47b0-96eb-70bf51107feb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:39.406436 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b677b9d-5b5d-43e9-ba0d-e41836ec5a36" -d '{"events": [{"server_uuid": "d76da418-8a0a-46af-9aae-9ee5d4bb2b69", "name": "network-vif-plugged", "status": "completed", "tag": "2acf4cf1-6c4c-47b0-96eb-70bf51107feb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:39.465316 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-69368e64-6036-4b5a-8e06-a3d5c6e5c641 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4355807 Jul 06 11:35:39.497904 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c33900a-fb6d-46f6-969d-0af65e3c5b95 x-openstack-request-id: req-3c33900a-fb6d-46f6-969d-0af65e3c5b95 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:39.498910 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76da418-8a0a-46af-9aae-9ee5d4bb2b69", "name": "network-vif-plugged", "status": "completed", "tag": "2acf4cf1-6c4c-47b0-96eb-70bf51107feb", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:39.499661 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c33900a-fb6d-46f6-969d-0af65e3c5b95 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:39.500700 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76da418-8a0a-46af-9aae-9ee5d4bb2b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acf4cf1-6c4c-47b0-96eb-70bf51107feb', 'code': 200} Jul 06 11:35:39.614226 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-64e9ea0b-5718-4ea6-9fa0-075730299746 req-f445242d-f4c5-4ec4-a43e-7cea3be03c30 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&id=232ec809-9522-4b4c-959d-ddda2303a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0804241 Jul 06 11:35:39.631941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a5bc9498-10a3-44a7-b219-bb25030aa1c4 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:39.857689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port a5bc9498-10a3-44a7-b219-bb25030aa1c4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:39.858571 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.073974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74805456-340a-489a-adfe-907aa7d64bbb req-188075cc-a0db-474a-b130-bf314ce82b59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.093019 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0893df5-9287-4a0f-983c-d07d3ddfee72 req-497f076b-39a1-4648-bb79-20180dd6d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.096033 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0893df5-9287-4a0f-983c-d07d3ddfee72 req-497f076b-39a1-4648-bb79-20180dd6d352 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 1097 time: 0.3531759 Jul 06 11:35:40.109644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74805456-340a-489a-adfe-907aa7d64bbb req-188075cc-a0db-474a-b130-bf314ce82b59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 950 time: 0.2987700 Jul 06 11:35:40.134351 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.261870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-3b89e14f-58d8-4295-a3ac-4452914f0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.263168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:40.272641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.273753 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-3b89e14f-58d8-4295-a3ac-4452914f0482 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 1100 time: 0.6652529 Jul 06 11:35:40.301011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74805456-340a-489a-adfe-907aa7d64bbb req-7cd48392-c679-45bb-94e5-18144e60dd1f tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861227 Jul 06 11:35:40.402454 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d550-59f7-41a5-9b02-03ab417dd9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.455696 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d550-59f7-41a5-9b02-03ab417dd9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.527304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=11']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:40.602089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Made reservation on behalf of 0ea206fd16714c30b4aef525b895f7fa for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:40.606215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:40.791916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9d550-59f7-41a5-9b02-03ab417dd9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b20fd7-8a32-455a-bf2b-9497c9e54efb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:40.797938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-b15f4f58-dda1-46ec-8819-170049c45d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.803197 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-b15f4f58-dda1-46ec-8819-170049c45d7e service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.4612105 Jul 06 11:35:40.809659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436c1e4-b366-48fe-95d3-1c39c83837d5 req-65d3842f-f83e-40bd-b7c2-e1461f72d3c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.825738 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e5b9d550-59f7-41a5-9b02-03ab417dd9a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e0a3054b6a4493996f83e4fa90b9f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0098295 Jul 06 11:35:40.828065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436c1e4-b366-48fe-95d3-1c39c83837d5 req-65d3842f-f83e-40bd-b7c2-e1461f72d3c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.828719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35434) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:40.847389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436c1e4-b366-48fe-95d3-1c39c83837d5 req-65d3842f-f83e-40bd-b7c2-e1461f72d3c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.865693 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436c1e4-b366-48fe-95d3-1c39c83837d5 req-65d3842f-f83e-40bd-b7c2-e1461f72d3c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.880760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436c1e4-b366-48fe-95d3-1c39c83837d5 req-65d3842f-f83e-40bd-b7c2-e1461f72d3c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.897937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436c1e4-b366-48fe-95d3-1c39c83837d5 req-65d3842f-f83e-40bd-b7c2-e1461f72d3c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.913851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436c1e4-b366-48fe-95d3-1c39c83837d5 req-65d3842f-f83e-40bd-b7c2-e1461f72d3c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:40.930918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e436c1e4-b366-48fe-95d3-1c39c83837d5 req-65d3842f-f83e-40bd-b7c2-e1461f72d3c8 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5434 time: 0.4151287 Jul 06 11:35:40.932845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35438) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:40.977909 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0893df5-9287-4a0f-983c-d07d3ddfee72 req-648a0cae-56b9-407e-ba03-791ff4e74705 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8607271 Jul 06 11:35:40.981471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.208369 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-0211541b-d1f8-4526-8b4f-885fc254a029 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=0ea206fd16714c30b4aef525b895f7fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4121466 Jul 06 11:35:41.219877 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-ef6129d8-e600-4d5c-87fc-89da7d380c88 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=13b323bf-9517-40e8-ad48-f6c98a27237d HTTP/1.1" status: 200 len: 217 time: 0.3845034 Jul 06 11:35:41.241745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e436c1e4-b366-48fe-95d3-1c39c83837d5 req-9f03ae87-5781-45b8-a424-9abac9765970 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2911727 Jul 06 11:35:41.296561 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a3b5cd-dac4-40a7-beb0-6741453898f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.341744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15906b6-a421-497b-a8ec-22f8146cebf9 req-eba373e2-683c-465f-b33b-3ea470da1c64 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:41.364689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f15906b6-a421-497b-a8ec-22f8146cebf9 req-eba373e2-683c-465f-b33b-3ea470da1c64 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 946 time: 0.4277947 Jul 06 11:35:41.502513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:41.507094 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0c64e-d64c-4bbd-be55-d08d7097ee55" -d '{"events": [{"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-plugged", "status": "completed", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:41.583430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f15906b6-a421-497b-a8ec-22f8146cebf9 req-39251ab8-e029-42aa-b2ff-50e46cb953d8 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135682 Jul 06 11:35:41.601449 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-be58951b-74b5-473d-abbe-2877a200b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:41.604621 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-be58951b-74b5-473d-abbe-2877a200b392 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.3169060 Jul 06 11:35:41.654068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31b6d5e3-2935-45e6-bbac-2a2dd82aebe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.730174 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31b6d5e3-2935-45e6-bbac-2a2dd82aebe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:41.742507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-88abf572-65bd-4358-94c1-865757363cc8 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:41.744354 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-88abf572-65bd-4358-94c1-865757363cc8 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5189664 Jul 06 11:35:41.762755 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-256b92a7-cb5d-4cb3-a754-ecdd1d4c7c96 req-02937f1e-cd49-40d5-8264-995e7de96917 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 210 time: 0.1046815 Jul 06 11:35:41.765726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Request body: {'port': {'device_id': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '0ea206fd16714c30b4aef525b895f7fa'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:41.937113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-c24ed4cd-ecd2-4c7f-9d5b-821a80878686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:41.948710 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-c24ed4cd-ecd2-4c7f-9d5b-821a80878686 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3253930 Jul 06 11:35:41.989477 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950cafe6-13c6-4bf7-92a0-178c6732e860 x-openstack-request-id: req-950cafe6-13c6-4bf7-92a0-178c6732e860 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:41.990372 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-plugged", "status": "completed", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:41.990610 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-950cafe6-13c6-4bf7-92a0-178c6732e860 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:41.991670 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'code': 200} Jul 06 11:35:42.020396 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a3b5cd-dac4-40a7-beb0-6741453898f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.059783 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a3b5cd-dac4-40a7-beb0-6741453898f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.230014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31b6d5e3-2935-45e6-bbac-2a2dd82aebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.235640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31b6d5e3-2935-45e6-bbac-2a2dd82aebe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.238329 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-31b6d5e3-2935-45e6-bbac-2a2dd82aebe4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3b20fd7-8a32-455a-bf2b-9497c9e54efb HTTP/1.1" status: 204 len: 168 time: 1.3513892 Jul 06 11:35:42.276888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6d5e3-2935-45e6-bbac-2a2dd82aebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b20fd7-8a32-455a-bf2b-9497c9e54efb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:42.360058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-92a3b5cd-dac4-40a7-beb0-6741453898f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c47f7671f7664bc18ade847e89a4999b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4212525 Jul 06 11:35:42.363850 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35490) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:42.386407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3b5cd-dac4-40a7-beb0-6741453898f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a4f0cb-951d-4c40-9b1e-cbed3163f985,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:42.509444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e138a-4765-4e38-a7e5-3e8fd7d41cd3 req-14f2ffc3-d2a8-4f83-b714-b64bcb45a30c tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:42.512532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f4e138a-4765-4e38-a7e5-3e8fd7d41cd3 req-14f2ffc3-d2a8-4f83-b714-b64bcb45a30c tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 951 time: 0.5312121 Jul 06 11:35:42.577143 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa3dc68a-0d76-4fdb-be7e-baa424ba7d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:42.682307 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-aa7a692f-4b1f-4ad7-bad7-e92d5ae23b1a service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127824 Jul 06 11:35:42.704568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f4e138a-4765-4e38-a7e5-3e8fd7d41cd3 req-438611ba-dba9-4ba2-ab85-8cf91a8c5332 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748593 Jul 06 11:35:42.714118 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa3dc68a-0d76-4fdb-be7e-baa424ba7d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.042666 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.073670 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.090683 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa3dc68a-0d76-4fdb-be7e-baa424ba7d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.093425 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa3dc68a-0d76-4fdb-be7e-baa424ba7d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.094732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fa3dc68a-0d76-4fdb-be7e-baa424ba7d54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43a4f0cb-951d-4c40-9b1e-cbed3163f985 HTTP/1.1" status: 204 len: 168 time: 0.7271242 Jul 06 11:35:43.147628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dc68a-0d76-4fdb-be7e-baa424ba7d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a4f0cb-951d-4c40-9b1e-cbed3163f985,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:43.183437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe53362-e586-48ed-af2d-38aaf85f72c9 req-fb69ff99-7273-4bc6-90cc-20b02e30fe9a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:43.189809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe53362-e586-48ed-af2d-38aaf85f72c9 req-fb69ff99-7273-4bc6-90cc-20b02e30fe9a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:43.193466 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Made reservation on behalf of 0ea206fd16714c30b4aef525b895f7fa for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:43.197431 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:43.209694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe53362-e586-48ed-af2d-38aaf85f72c9 req-fb69ff99-7273-4bc6-90cc-20b02e30fe9a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:43.220051 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe53362-e586-48ed-af2d-38aaf85f72c9 req-fb69ff99-7273-4bc6-90cc-20b02e30fe9a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:43.225712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945053a-3802-4211-a74a-4a0223b19b46 req-9072098b-0875-475a-b933-59426ffe610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:43.227360 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d945053a-3802-4211-a74a-4a0223b19b46 req-9072098b-0875-475a-b933-59426ffe610a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 1102 time: 0.7968524 Jul 06 11:35:43.251978 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe53362-e586-48ed-af2d-38aaf85f72c9 req-fb69ff99-7273-4bc6-90cc-20b02e30fe9a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:43.265613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe53362-e586-48ed-af2d-38aaf85f72c9 req-fb69ff99-7273-4bc6-90cc-20b02e30fe9a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:43.281329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe53362-e586-48ed-af2d-38aaf85f72c9 req-fb69ff99-7273-4bc6-90cc-20b02e30fe9a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:43.295196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cfe53362-e586-48ed-af2d-38aaf85f72c9 req-fb69ff99-7273-4bc6-90cc-20b02e30fe9a tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5434 time: 0.4424784 Jul 06 11:35:43.350020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e7027-e2d3-4755-b59b-a4ee6f227d25 req-2139895b-5ada-4067-839b-62042080648a tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:43.364951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c9e7027-e2d3-4755-b59b-a4ee6f227d25 req-2139895b-5ada-4067-839b-62042080648a tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 946 time: 0.3363919 Jul 06 11:35:43.456281 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cfe53362-e586-48ed-af2d-38aaf85f72c9 req-c3743b32-d5ab-4a4b-8d3f-6fba1edad6f3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1595795 Jul 06 11:35:43.467043 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc868948-dc77-4734-bb1f-dec9f637584c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:43.516811 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d945053a-3802-4211-a74a-4a0223b19b46 req-82221b9d-21bd-4a86-aaf1-bc13df287285 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928294 Jul 06 11:35:43.529846 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c9e7027-e2d3-4755-b59b-a4ee6f227d25 req-6b027fa3-3762-4513-a170-9a57aaa1178d tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602366 Jul 06 11:35:43.550037 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31b0bd87-8fd0-41b2-a705-45e28f722709 req-7325ad6e-35e3-4bc6-8be3-6b63f55bffab service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8252740 Jul 06 11:35:43.870562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Allocated IP 192.168.233.177 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/5ec8970b-d62f-406d-9ee0-65adde64aabe) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:43.889883 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b53a3df-deca-4cb7-a1f8-048d2e731e4c req-015066e8-7e6a-4f0e-b96f-2743c8d7c43c tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 210 time: 0.1119106 Jul 06 11:35:44.083202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f6f9-6120-4b82-a7b4-8587d4f57270 req-2b6d677b-eeeb-44e6-9742-3b928414768c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:44.114866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f6f9-6120-4b82-a7b4-8587d4f57270 req-2b6d677b-eeeb-44e6-9742-3b928414768c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:44.125986 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ed08925-3cea-45cb-8a59-fedd63ceec4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.126830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f6f9-6120-4b82-a7b4-8587d4f57270 req-2b6d677b-eeeb-44e6-9742-3b928414768c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:44.147006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f6f9-6120-4b82-a7b4-8587d4f57270 req-2b6d677b-eeeb-44e6-9742-3b928414768c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:44.162826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f6f9-6120-4b82-a7b4-8587d4f57270 req-2b6d677b-eeeb-44e6-9742-3b928414768c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:44.169767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f6f9-6120-4b82-a7b4-8587d4f57270 req-2b6d677b-eeeb-44e6-9742-3b928414768c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:44.178931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f6f9-6120-4b82-a7b4-8587d4f57270 req-2b6d677b-eeeb-44e6-9742-3b928414768c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:44.193761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e43f6f9-6120-4b82-a7b4-8587d4f57270 req-2b6d677b-eeeb-44e6-9742-3b928414768c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5434 time: 0.3016455 Jul 06 11:35:44.194598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35558) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:44.200393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e6f98cf4-6073-46bf-a3b9-4cb4c2c1fd23 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Request body: {'floatingip': {'port_id': '23323174-cfa4-4bc8-ab6f-93c285420e97'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:44.376810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.396076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6f98cf4-6073-46bf-a3b9-4cb4c2c1fd23 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.445000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Transition to ACTIVE for port object 5ec8970b-d62f-406d-9ee0-65adde64aabe will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:44.530944 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:44.933800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:44.969761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:44.981006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:44.986122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Pushing event updated for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:45.007936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Allocated IP 192.168.233.88 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:45.135301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:45.136435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:45.207757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-e5a2ba1f-47fa-45ea-aaa5-5341230f65a9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.8421428 Jul 06 11:35:45.246597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Request body: {'port': {'device_id': '79e23306-0fe4-440a-9bbe-453795591d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:45.485086 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:45.567580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:45.593248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b6911484-27e0-47ff-8259-85e17750ab2a None None] Provisioning for port 5ec8970b-d62f-406d-9ee0-65adde64aabe completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:45.601814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b6911484-27e0-47ff-8259-85e17750ab2a None None] Provisioning complete for port 5ec8970b-d62f-406d-9ee0-65adde64aabe triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:45.604387 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6911484-27e0-47ff-8259-85e17750ab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:45.605190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Transition to ACTIVE for port object ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:45.725527 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:45.765561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b6911484-27e0-47ff-8259-85e17750ab2a None None] Port 5ec8970b-d62f-406d-9ee0-65adde64aabe cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:35:45.829921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Pushing event updated for resources: {'Port': ['ID=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:46.013274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:46.031680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:46.043407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:46.110826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.111520 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:46.143339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-ad64131d-c9a6-436a-937c-691a907266aa tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3858182 Jul 06 11:35:46.159399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Request body: {'port': {'device_id': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:46.313295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35598) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:46.385986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-faf22693-c06e-4255-a97b-b6d269c4ac8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4463084 Jul 06 11:35:46.523843 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:46.565493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35606) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:46.617245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec8970b-d62f-406d-9ee0-65adde64aabe {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:46.644724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4b2ff011-a732-4e86-a27d-6f62610b1b98 None None] Provisioning for port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:46.652779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4b2ff011-a732-4e86-a27d-6f62610b1b98 None None] Provisioning complete for port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:46.654112 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff011-a732-4e86-a27d-6f62610b1b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:46.667176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:46.690306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Transition to ACTIVE for port object 5ec8970b-d62f-406d-9ee0-65adde64aabe will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:46.698666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-201674696-network', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:46.719129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:46.811007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ff011-a732-4e86-a27d-6f62610b1b98 None None] Port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:35:46.851980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:46.868774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686927e4-b56e-4166-ac3d-da98286c7f90 req-4008dd8a-f974-4f43-bbd7-234d9ce0a23f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.870599 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-686927e4-b56e-4166-ac3d-da98286c7f90 req-4008dd8a-f974-4f43-bbd7-234d9ce0a23f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.86 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 946 time: 0.6567760 Jul 06 11:35:46.890468 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dd264-aa29-440b-ba60-d86f8f60c1a4 req-b7304fcc-534e-4767-a7cb-37b97323a2bd tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:46.904441 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-976dd264-aa29-440b-ba60-d86f8f60c1a4 req-b7304fcc-534e-4767-a7cb-37b97323a2bd tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 951 time: 1.7615595 Jul 06 11:35:46.974873 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-e6f98cf4-6073-46bf-a3b9-4cb4c2c1fd23 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:35:46.998455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a9dbb-d0a0-49cf-9ab3-88c45f6d8fe5 req-cfb6a60f-e2ae-4280-a566-3c5541eb7504 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.001979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b48a9dbb-d0a0-49cf-9ab3-88c45f6d8fe5 req-cfb6a60f-e2ae-4280-a566-3c5541eb7504 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 946 time: 1.8545778 Jul 06 11:35:47.028481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-ecaf8c2d-23ae-4d80-9110-59035ec49ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.032169 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-ecaf8c2d-23ae-4d80-9110-59035ec49ab0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 1102 time: 0.5704641 Jul 06 11:35:47.147231 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-976dd264-aa29-440b-ba60-d86f8f60c1a4 req-227e11cc-e9ec-4b8b-8ff2-6a50cd1f9dd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295225 Jul 06 11:35:47.156614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Made reservation on behalf of 1e53ebf9ab8f4543b59a00670970d04e for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:47.161300 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.173412 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6f98cf4-6073-46bf-a3b9-4cb4c2c1fd23 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.188039 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6f98cf4-6073-46bf-a3b9-4cb4c2c1fd23 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.201878 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b48a9dbb-d0a0-49cf-9ab3-88c45f6d8fe5 req-30d7a733-6654-452f-8cbe-d0dad1be1f26 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279843 Jul 06 11:35:47.204879 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2260f5ea-4722-4a00-acbf-78be48dc22a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.344730 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.388352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Attempting to bind port 5ec8970b-d62f-406d-9ee0-65adde64aabe on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:47.388641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Attempting to bind port 5ec8970b-d62f-406d-9ee0-65adde64aabe by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:47.389243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Attempting to bind port 5ec8970b-d62f-406d-9ee0-65adde64aabe on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:47.389691 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-e6f98cf4-6073-46bf-a3b9-4cb4c2c1fd23 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Floating IP e6f6dd4b-1fca-4afb-8dd5-10a295ada3e0 associated. External IP: 172.25.0.219, port: 23323174-cfa4-4bc8-ab6f-93c285420e97. Jul 06 11:35:47.447372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Port 5ec8970b-d62f-406d-9ee0-65adde64aabe on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:35:47.447789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Attempting to bind port 5ec8970b-d62f-406d-9ee0-65adde64aabe on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:47.517247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:47.517732 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:47.518279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:47.518738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Bound port: 5ec8970b-d62f-406d-9ee0-65adde64aabe, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:47.519348 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:47.519854 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962038d7-f9a0-4930-ae77-ce8fb9ccbb77 req-f6a1bfb7-42ea-4924-b856-a47d576555c5 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.521554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-962038d7-f9a0-4930-ae77-ce8fb9ccbb77 req-f6a1bfb7-42ea-4924-b856-a47d576555c5 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 935 time: 0.1764865 Jul 06 11:35:47.582852 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-e22fa547-1d03-4502-8ac8-6441c68a627b tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=69058016c9d04bb2af0ac1336b2fe299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461061 Jul 06 11:35:47.696121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-962038d7-f9a0-4930-ae77-ce8fb9ccbb77 req-b35687a0-b2f2-4568-b6bd-099c38f9d691 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639228 Jul 06 11:35:47.741385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-f752e601-d6e2-4b0d-9ae8-e75851f4508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.743927 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-f752e601-d6e2-4b0d-9ae8-e75851f4508c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.6610770 Jul 06 11:35:47.807008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-006aa95c-f5a1-427c-b03e-7b6b895ce287 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:47.808801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-006aa95c-f5a1-427c-b03e-7b6b895ce287 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871741 Jul 06 11:35:47.817866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f98cf4-6073-46bf-a3b9-4cb4c2c1fd23 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:35:47.838641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-654e3ee4-8815-4744-9c57-b3d4e774f329 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/quotas/69058016c9d04bb2af0ac1336b2fe299 HTTP/1.1" status: 200 len: 375 time: 0.0141771 Jul 06 11:35:47.893758 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-bf8c8c59-a9c3-440d-bc61-73ce80e2c681 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4 HTTP/1.1" status: 200 len: 217 time: 0.1184058 Jul 06 11:35:47.912836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-e1ec7e5e-92a0-41a4-9cbf-0f9bcc5e8c2c tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69058016c9d04bb2af0ac1336b2fe299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372736 Jul 06 11:35:47.930709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-686927e4-b56e-4166-ac3d-da98286c7f90 req-02d08f68-5098-4892-84e9-c22a945a832f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Deleting port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:35:47.931265 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-686927e4-b56e-4166-ac3d-da98286c7f90 req-02d08f68-5098-4892-84e9-c22a945a832f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.011383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f98cf4-6073-46bf-a3b9-4cb4c2c1fd23 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:35:48.019604 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6f98cf4-6073-46bf-a3b9-4cb4c2c1fd23 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.037946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41ea88-52be-4985-9184-c2acd97e081d None None] Sync routers for ids ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:35:48.049929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41ea88-52be-4985-9184-c2acd97e081d None None] Routers {'9b341da6-df85-4e98-b4fb-e0f57d7ca27f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:48.051237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d41ea88-52be-4985-9184-c2acd97e081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:35:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:48.091190 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e6f98cf4-6073-46bf-a3b9-4cb4c2c1fd23 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "PUT /v2.0/floatingips/e6f6dd4b-1fca-4afb-8dd5-10a295ada3e0 HTTP/1.1" status: 200 len: 991 time: 3.8949094 Jul 06 11:35:48.092593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '23323174-cfa4-4bc8-ab6f-93c285420e97'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:48.097032 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f861fa07-1656-4119-8651-ccd2fa61dbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "23323174-cfa4-4bc8-ab6f-93c285420e97"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:48.250961 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1d41ea88-52be-4985-9184-c2acd97e081d None None] Set router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:48.361614 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e98e2ce-119c-4402-9ecb-3f04847058b0 x-openstack-request-id: req-8e98e2ce-119c-4402-9ecb-3f04847058b0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:48.362075 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "tag": "23323174-cfa4-4bc8-ab6f-93c285420e97", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:48.362463 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e98e2ce-119c-4402-9ecb-3f04847058b0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:48.363795 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'tag': '23323174-cfa4-4bc8-ab6f-93c285420e97', 'status': 'completed', 'code': 200} Jul 06 11:35:48.420873 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca837932-4e9b-4952-adea-4111d22c3dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.503212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35b6af8c-30f3-4e8f-81bd-7943562c0f1a req-42f8fe2a-d06b-41f8-9312-0dafab680976 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 210 time: 0.0581636 Jul 06 11:35:48.580574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 2acf4cf1-6c4c-47b0-96eb-70bf51107feb no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:35:48.737109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fb66f-a2cd-4a6c-8e5a-167340afede1 req-560a854b-fa4d-4d9c-b5e4-d40631249bcc tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:48.766997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-442fb66f-a2cd-4a6c-8e5a-167340afede1 req-560a854b-fa4d-4d9c-b5e4-d40631249bcc tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 951 time: 0.2221842 Jul 06 11:35:48.771590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:48.786301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-25f1d422-5f8c-4b08-b176-ee67ecf30d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:48.788092 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-25f1d422-5f8c-4b08-b176-ee67ecf30d12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.8723695 Jul 06 11:35:48.920857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:48.960035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-442fb66f-a2cd-4a6c-8e5a-167340afede1 req-9361588e-e0aa-46fe-a76a-290082abb02d tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915290 Jul 06 11:35:48.984218 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:48.993302 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.056777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-18f37b73-2713-456b-b3b3-755e63912f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:49.058716 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-18f37b73-2713-456b-b3b3-755e63912f33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2191396 Jul 06 11:35:49.072571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.079001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff161f-fad0-4fef-94e9-a8f8652dde7a req-2c47642f-4fc5-4c5e-93ca-591ca38fed8e tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:49.094079 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5ff161f-fad0-4fef-94e9-a8f8652dde7a req-2c47642f-4fc5-4c5e-93ca-591ca38fed8e tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 946 time: 0.2186570 Jul 06 11:35:49.095057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:35:49.108677 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.109249 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Added segment 16c5e04f-8cb5-4942-af76-c53e95b1956a of type vlan for network 848ab898-a9fc-4690-b4dc-dbae257bb3df Jul 06 11:35:49.145933 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.172258 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.180080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5ff161f-fad0-4fef-94e9-a8f8652dde7a req-fd56beb5-0792-4f9d-b6e2-e4730c2084e3 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828853 Jul 06 11:35:49.227853 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.277812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-686927e4-b56e-4166-ac3d-da98286c7f90 req-02d08f68-5098-4892-84e9-c22a945a832f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] For port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,segment=NetworkSegment(8c3dc331-7963-454f-925b-ba66087f73b6),segment_id=8c3dc331-7963-454f-925b-ba66087f73b6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:49.278187 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-686927e4-b56e-4166-ac3d-da98286c7f90 req-02d08f68-5098-4892-84e9-c22a945a832f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.416121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755c76-f2d5-41d2-a06b-411ee15dd904 req-b12448b6-a80a-4831-87d6-8ee8bff428bc tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:49.418975 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-96755c76-f2d5-41d2-a06b-411ee15dd904 req-b12448b6-a80a-4831-87d6-8ee8bff428bc tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 935 time: 0.1770175 Jul 06 11:35:49.430512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2260f5ea-4722-4a00-acbf-78be48dc22a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.433693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d41ea88-52be-4985-9184-c2acd97e081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:32Z', 'revision_number': 4, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'e6f6dd4b-1fca-4afb-8dd5-10a295ada3e0', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'port_id': '23323174-cfa4-4bc8-ab6f-93c285420e97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'mac_address': 'fa:16:3e:8f:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:34:03Z', 'updated_at': '2021-07-06T11:35:46Z', 'revision_number': 1, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef061a03-833b-476b-8f86-30acc6a9b32e', 'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'mac_address': 'fa:16:3e:37:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:28Z', 'updated_at': '2021-07-06T11:32:52Z', 'revision_number': 5, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'subnets': [{'id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:49.443544 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.524562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-96755c76-f2d5-41d2-a06b-411ee15dd904 req-50e96d71-08e9-46f1-be8c-d150179e117f tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928748 Jul 06 11:35:49.551544 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41ea88-52be-4985-9184-c2acd97e081d None None] Checking router: 9b341da6-df85-4e98-b4fb-e0f57d7ca27f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:35:49.596354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41ea88-52be-4985-9184-c2acd97e081d None None] Routers {'9b341da6-df85-4e98-b4fb-e0f57d7ca27f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:35:49.597791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d41ea88-52be-4985-9184-c2acd97e081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:35:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:49.602892 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.603950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:49.604555 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.606878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:49.624937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76da418-8a0a-46af-9aae-9ee5d4bb2b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2acf4cf1-6c4c-47b0-96eb-70bf51107feb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:49.630194 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc36344-41fc-43b9-97f3-eca67f498d9c" -d '{"events": [{"server_uuid": "d76da418-8a0a-46af-9aae-9ee5d4bb2b69", "name": "network-vif-unplugged", "status": "completed", "tag": "2acf4cf1-6c4c-47b0-96eb-70bf51107feb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:49.694032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:49.703169 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.710771 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116b5ad9-33ae-44a9-acbb-469004af8ed5 service neutron] 10.222.0.47 "PUT /v2.0/ports/5ec8970b-d62f-406d-9ee0-65adde64aabe HTTP/1.1" status: 200 len: 1096 time: 4.4828310 Jul 06 11:35:49.766436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:49.770597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,segment=NetworkSegment(8c3dc331-7963-454f-925b-ba66087f73b6),segment_id=8c3dc331-7963-454f-925b-ba66087f73b6)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:49.788500 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:49.852950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-686927e4-b56e-4166-ac3d-da98286c7f90 req-02d08f68-5098-4892-84e9-c22a945a832f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Calling delete_port for 2acf4cf1-6c4c-47b0-96eb-70bf51107feb owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:35:49.981862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e3f22a6-dfc9-4304-b6e5-abe16f731688 req-e9165bb2-c028-4c66-b00d-815fe1f70943 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 210 time: 0.0593293 Jul 06 11:35:50.015341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac177b86-fb86-4ef7-adeb-2b717bddeff7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:50.022460 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1d41ea88-52be-4985-9184-c2acd97e081d None None] Set router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:35:50.043301 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2260f5ea-4722-4a00-acbf-78be48dc22a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:50.062156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:50.066718 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4727fbf-4bf7-45a7-acef-7e3a81bb9ff0 x-openstack-request-id: req-a4727fbf-4bf7-45a7-acef-7e3a81bb9ff0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:50.067572 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76da418-8a0a-46af-9aae-9ee5d4bb2b69", "name": "network-vif-unplugged", "status": "completed", "tag": "2acf4cf1-6c4c-47b0-96eb-70bf51107feb", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:50.067932 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4727fbf-4bf7-45a7-acef-7e3a81bb9ff0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:50.068529 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76da418-8a0a-46af-9aae-9ee5d4bb2b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2acf4cf1-6c4c-47b0-96eb-70bf51107feb', 'code': 200} Jul 06 11:35:50.071995 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50790996-d0dd-467c-927f-9d084178da6b" -d '{"events": [{"name": "network-changed", "server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:50.086820 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:50.118658 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.7474072 Jul 06 11:35:50.118891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35670) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:50.125143 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] Request body: {'subnet': {'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-201674696-subnet', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:50.162391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] Made reservation on behalf of 1e53ebf9ab8f4543b59a00670970d04e for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:50.165452 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:50.198243 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650e91bf-82b3-4cb2-8cbe-e6ba30cb2c38 x-openstack-request-id: req-650e91bf-82b3-4cb2-8cbe-e6ba30cb2c38 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:50.198535 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:50.198795 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-650e91bf-82b3-4cb2-8cbe-e6ba30cb2c38 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:50.199222 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'status': 'completed', 'code': 200} Jul 06 11:35:50.232927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:50.292064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Transition to ACTIVE for port object ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:50.301220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-3ebc240d-4900-4eca-bf23-889299ec3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:50.302084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-3ebc240d-4900-4eca-bf23-889299ec3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:50.302620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-3ebc240d-4900-4eca-bf23-889299ec3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:50.303114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-3ebc240d-4900-4eca-bf23-889299ec3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:50.303629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-3ebc240d-4900-4eca-bf23-889299ec3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:50.304142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-3ebc240d-4900-4eca-bf23-889299ec3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:50.304618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-3ebc240d-4900-4eca-bf23-889299ec3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:50.306826 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-3ebc240d-4900-4eca-bf23-889299ec3645 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6491 time: 1.5136549 Jul 06 11:35:50.308442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e52a0-25c1-4fab-a2a1-2e4dc271ff29 req-4f970aa8-9789-4ea1-af75-dd22be1ba8c7 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:50.317535 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-815e52a0-25c1-4fab-a2a1-2e4dc271ff29 req-4f970aa8-9789-4ea1-af75-dd22be1ba8c7 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 1102 time: 0.1994724 Jul 06 11:35:50.328382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:50.364378 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:50.372741 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2260f5ea-4722-4a00-acbf-78be48dc22a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9424fc310df418e88403f1d9e311a26&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7945907 Jul 06 11:35:50.380903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260f5ea-4722-4a00-acbf-78be48dc22a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e491ec-564d-4bdf-923e-6b51410ec2f8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:50.386116 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-38136c17-ceea-4945-80d5-ed2c0bbea2d5 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1220055 Jul 06 11:35:50.416152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35674) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:50.436937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-815e52a0-25c1-4fab-a2a1-2e4dc271ff29 req-55fddd8e-767f-4967-be7d-ff9815df5aaa tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170504 Jul 06 11:35:50.476404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37050fc-ca31-4164-9736-8229fbda065c admin admin] Pushing event updated for resources: {'Network': ['ID=848ab898-a9fc-4690-b4dc-dbae257bb3df,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:50.563206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 848ab898-a9fc-4690-b4dc-dbae257bb3df details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:35:50.743922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-68372a6c-a548-40e8-8d33-92568ceffd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:50.746921 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-68372a6c-a548-40e8-8d33-92568ceffd6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ea206fd16714c30b4aef525b895f7fa&device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 1099 time: 0.6711712 Jul 06 11:35:50.762137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:50.844824 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d41ea88-52be-4985-9184-c2acd97e081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:32Z', 'revision_number': 4, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'e6f6dd4b-1fca-4afb-8dd5-10a295ada3e0', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'port_id': '23323174-cfa4-4bc8-ab6f-93c285420e97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'mac_address': 'fa:16:3e:8f:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:34:03Z', 'updated_at': '2021-07-06T11:35:46Z', 'revision_number': 1, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef061a03-833b-476b-8f86-30acc6a9b32e', 'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'mac_address': 'fa:16:3e:37:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:28Z', 'updated_at': '2021-07-06T11:32:52Z', 'revision_number': 5, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'subnets': [{'id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:35:50.874146 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a698289-a1d0-4165-9fde-b2662c9ac39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:50.878032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-8ff3de1f-604c-4f19-a485-1f9a0c84b90e tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=69058016c9d04bb2af0ac1336b2fe299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2597218 Jul 06 11:35:50.911656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41ea88-52be-4985-9184-c2acd97e081d None None] The sync data for ids ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'] in n-d-799527-2 is: [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:32Z', 'revision_number': 4, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'e6f6dd4b-1fca-4afb-8dd5-10a295ada3e0', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'port_id': '23323174-cfa4-4bc8-ab6f-93c285420e97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'mac_address': 'fa:16:3e:8f:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d934b9d-2122-47b2-9af6-c986331d9191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:34:03Z', 'updated_at': '2021-07-06T11:35:46Z', 'revision_number': 1, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef061a03-833b-476b-8f86-30acc6a9b32e', 'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'mac_address': 'fa:16:3e:37:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:28Z', 'updated_at': '2021-07-06T11:32:52Z', 'revision_number': 5, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'subnets': [{'id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:35:51.016379 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-cf3f9d4c-7924-4a93-9382-f184f08dc164 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe HTTP/1.1" status: 200 len: 217 time: 0.2225494 Jul 06 11:35:51.017712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-8c7ee899-8188-47ed-9473-c71b69ca5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:51.018188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-0d9d38ee-6e83-4cb1-80c2-f1a1c89efd69 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:51.019847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-0d9d38ee-6e83-4cb1-80c2-f1a1c89efd69 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1254394 Jul 06 11:35:51.020174 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-8c7ee899-8188-47ed-9473-c71b69ca5e06 service neutron] 10.222.0.86 "GET /v2.0/networks?id=55d50c88-87ff-4d1e-a691-5afba0ae5707 HTTP/1.1" status: 200 len: 912 time: 0.6954436 Jul 06 11:35:51.028668 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.044281 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Request body: {'port': {'device_id': '64f9096a-003b-4fd2-88a1-2390fe79c880', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '69058016c9d04bb2af0ac1336b2fe299'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:51.153009 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a698289-a1d0-4165-9fde-b2662c9ac39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.187438 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b939369-01aa-4361-8ee6-12f4b39059a6 req-82268579-41c4-4914-9812-7f7f5c633a99 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7557290 Jul 06 11:35:51.276497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6382fd-ede4-4c2d-95b3-69081b3f7796 req-87162246-acdd-4112-a592-f225d7c12f56 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:51.278365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d6382fd-ede4-4c2d-95b3-69081b3f7796 req-87162246-acdd-4112-a592-f225d7c12f56 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 944 time: 0.8175659 Jul 06 11:35:51.400107 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0270ab1c-37e5-463d-8578-0304a6847e62 None None] New status for floating IP e6f6dd4b-1fca-4afb-8dd5-10a295ada3e0: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:35:51.415635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Attempting to bind port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:51.416220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Attempting to bind port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:51.416833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Attempting to bind port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:51.434738 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-686927e4-b56e-4166-ac3d-da98286c7f90 req-02d08f68-5098-4892-84e9-c22a945a832f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.443695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-84ed81d3-1293-4fa7-a4f7-6d1252ffd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:51.446400 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-84ed81d3-1293-4fa7-a4f7-6d1252ffd523 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2613168 Jul 06 11:35:51.454363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7c8409-16f8-4334-9b28-9fc7525e1566,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:51.458362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:35:51.458894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Attempting to bind port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:51.472878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] Checking segment: {'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:51.473934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] Network hostable DHCP agents. Network: 848ab898-a9fc-4690-b4dc-dbae257bb3df, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:35:51.562823 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a698289-a1d0-4165-9fde-b2662c9ac39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.568582 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a698289-a1d0-4165-9fde-b2662c9ac39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.570890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6a698289-a1d0-4165-9fde-b2662c9ac39d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52e491ec-564d-4bdf-923e-6b51410ec2f8 HTTP/1.1" status: 204 len: 168 time: 1.1299019 Jul 06 11:35:51.578909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:51.579496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:51.580149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:51.580908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Bound port: ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:51.582091 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.585844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d08f68-5098-4892-84e9-c22a945a832f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Pushing event deleted for resources: {'Port': ['ID=2acf4cf1-6c4c-47b0-96eb-70bf51107feb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:51.591771 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-e7611002-2044-4721-be08-522b06c5f678 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23323174-cfa4-4bc8-ab6f-93c285420e97 HTTP/1.1" status: 200 len: 999 time: 0.4077456 Jul 06 11:35:51.600473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d6382fd-ede4-4c2d-95b3-69081b3f7796 req-801c93f5-1ca7-42ba-ba0b-6c57a2ebabed tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/security-groups?id=7ed0edb3-6384-43fa-a838-d0ee489e7893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001461 Jul 06 11:35:51.622677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] Network 848ab898-a9fc-4690-b4dc-dbae257bb3df is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:35:51.669610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a698289-a1d0-4165-9fde-b2662c9ac39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e491ec-564d-4bdf-923e-6b51410ec2f8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:51.676615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Made reservation on behalf of 69058016c9d04bb2af0ac1336b2fe299 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:35:51.700628 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.749194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3cd7-9662-4997-b62a-38f937e3129a req-a84cf188-b595-4695-9403-480f650e0eee tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:51.765704 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-774b3cd7-9662-4997-b62a-38f937e3129a req-a84cf188-b595-4695-9403-480f650e0eee tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 947 time: 0.5430801 Jul 06 11:35:51.769642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 848ab898-a9fc-4690-b4dc-dbae257bb3df) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:51.780337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61a05a-bef5-4f07-826b-fdf81bba1721 None None] Network 848ab898-a9fc-4690-b4dc-dbae257bb3df requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:51.814522 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.825281 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:51.825870 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.875851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-686927e4-b56e-4166-ac3d-da98286c7f90 req-02d08f68-5098-4892-84e9-c22a945a832f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] No DVR routers for this DVR port 2acf4cf1-6c4c-47b0-96eb-70bf51107feb on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:35:51.891265 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-686927e4-b56e-4166-ac3d-da98286c7f90 req-02d08f68-5098-4892-84e9-c22a945a832f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:51.895357 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-686927e4-b56e-4166-ac3d-da98286c7f90 req-02d08f68-5098-4892-84e9-c22a945a832f tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.86 "DELETE /v2.0/ports/2acf4cf1-6c4c-47b0-96eb-70bf51107feb HTTP/1.1" status: 204 len: 173 time: 5.0067070 Jul 06 11:35:51.931170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-8720f4c9-eb38-4b6d-8ea8-140246d4751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:51.934381 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-8720f4c9-eb38-4b6d-8ea8-140246d4751d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6c9f4d54-1464-47f3-9906-74d3ca46a5f3 HTTP/1.1" status: 200 len: 850 time: 0.3332260 Jul 06 11:35:51.976892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-497fd427-2c81-48f8-9926-54a50956c2fe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8567445 Jul 06 11:35:51.984636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35694) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:51.991478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:52.046646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] For port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:52.056181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-774b3cd7-9662-4997-b62a-38f937e3129a req-98dc9215-b755-4e73-920c-810ffe8945e7 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883098 Jul 06 11:35:52.062277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-016d32a3-76ab-48f5-9485-b3209caec835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:52.071862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-016d32a3-76ab-48f5-9485-b3209caec835 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6023610 Jul 06 11:35:52.203405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-848ab898-a9fc-4690-b4dc-dbae257bb3df', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'fixed_ips': [{'subnet_id': '3a7c8409-16f8-4334-9b28-9fc7525e1566'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:35:52.205715 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.205938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76da418-8a0a-46af-9aae-9ee5d4bb2b69', 'name': 'network-vif-deleted', 'tag': '2acf4cf1-6c4c-47b0-96eb-70bf51107feb'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:52.217323 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442fdb0a-4977-4ab1-849e-79cf1a1b9222" -d '{"events": [{"server_uuid": "d76da418-8a0a-46af-9aae-9ee5d4bb2b69", "name": "network-vif-deleted", "tag": "2acf4cf1-6c4c-47b0-96eb-70bf51107feb"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:52.229664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] For port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:52.304772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.351169 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.409327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:52.411430 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.413037 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] 10.222.0.86 "PUT /v2.0/ports/ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd HTTP/1.1" status: 200 len: 1095 time: 6.2600698 Jul 06 11:35:52.413769 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35700) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:52.480813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a377fd4-3a96-4433-a320-4bc8c2a5c182 req-a7cebb28-dc76-4ce5-bc2f-39c5aedf416d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 210 time: 0.1849508 Jul 06 11:35:52.490647 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.494642 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be53efc4-4162-46cb-aa7b-c10b770e46cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.531045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-70ca7f01-2d13-4d64-bff7-73f73b76eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:52.535249 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-70ca7f01-2d13-4d64-bff7-73f73b76eaea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=55d50c88-87ff-4d1e-a691-5afba0ae5707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5771151 Jul 06 11:35:52.571410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Allocated IP 172.20.0.2 (848ab898-a9fc-4690-b4dc-dbae257bb3df/3a7c8409-16f8-4334-9b28-9fc7525e1566/d63fc3c7-7c29-4942-a850-05cc2b832d23) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:52.596691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400754f1-3edf-4fd2-97c2-1092a3f0f82c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:52.685789 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e1e637-ac9d-4dfc-8efc-3f3fb6add8a7 x-openstack-request-id: req-05e1e637-ac9d-4dfc-8efc-3f3fb6add8a7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:52.686539 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76da418-8a0a-46af-9aae-9ee5d4bb2b69", "name": "network-vif-deleted", "tag": "2acf4cf1-6c4c-47b0-96eb-70bf51107feb", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:52.687128 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05e1e637-ac9d-4dfc-8efc-3f3fb6add8a7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:52.687803 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76da418-8a0a-46af-9aae-9ee5d4bb2b69', 'name': 'network-vif-deleted', 'tag': '2acf4cf1-6c4c-47b0-96eb-70bf51107feb', 'status': 'completed', 'code': 200} Jul 06 11:35:52.721104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78b1f3-a694-4348-a455-d89dcc5e21d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:52.782732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.785831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:52.827944 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-362ba61a-8706-4ccc-aa8f-cff19539c3d0 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248683 Jul 06 11:35:52.952142 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.017932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-017ca743-b810-4e53-b43a-5d12f45bf758 req-116453d9-abef-482c-83ff-33bab0499c42 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767876 Jul 06 11:35:53.058136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-0cf68078-3d23-44e5-94c4-d8360ba4aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:53.062529 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-0cf68078-3d23-44e5-94c4-d8360ba4aa1c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea206fd16714c30b4aef525b895f7fa&device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 1098 time: 0.5217478 Jul 06 11:35:53.124661 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.146629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Transition to ACTIVE for port object d63fc3c7-7c29-4942-a850-05cc2b832d23 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:53.192316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Transition to ACTIVE for port object d63fc3c7-7c29-4942-a850-05cc2b832d23 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:53.211240 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.240414 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-aa9334b6-d158-4b6d-8a2a-922ef5da5c21 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd HTTP/1.1" status: 200 len: 217 time: 0.1443193 Jul 06 11:35:53.290188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f782fe19-8be3-4e6b-a36f-074ee4dfe4c8 req-d3fb2924-7937-4a4a-9c52-d9ee7cb9a752 tempest-ServerGroupTestJSON-71775511 tempest-ServerGroupTestJSON-71775511-project] 10.222.0.21 "GET /v2.0/ports?device_id=d76da418-8a0a-46af-9aae-9ee5d4bb2b69 HTTP/1.1" status: 200 len: 210 time: 0.0903881 Jul 06 11:35:53.328547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Pushing event updated for resources: {'Port': ['ID=d63fc3c7-7c29-4942-a850-05cc2b832d23,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:53.353727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Network 848ab898-a9fc-4690-b4dc-dbae257bb3df is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:53.358441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:53.361317 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-50f3c722-5118-4c43-9a61-ac8b29981098 service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7487710 Jul 06 11:35:53.364436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:53.495016 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-3c07c360-0851-4b15-b8a9-0c650ab551c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:53.496783 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-3c07c360-0851-4b15-b8a9-0c650ab551c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.2300322 Jul 06 11:35:53.499533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be53efc4-4162-46cb-aa7b-c10b770e46cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.499822 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.514968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8cd73-e616-4f1f-a64e-7dba88209e1e req-5996dced-bc61-4bf6-8838-6da4e51a3070 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:53.517927 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-daf8cd73-e616-4f1f-a64e-7dba88209e1e req-5996dced-bc61-4bf6-8838-6da4e51a3070 tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 1102 time: 1.0718720 Jul 06 11:35:53.556817 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be53efc4-4162-46cb-aa7b-c10b770e46cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.592251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Attempting to bind port d63fc3c7-7c29-4942-a850-05cc2b832d23 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:53.593813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Attempting to bind port d63fc3c7-7c29-4942-a850-05cc2b832d23 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:53.594617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Attempting to bind port d63fc3c7-7c29-4942-a850-05cc2b832d23 on network 848ab898-a9fc-4690-b4dc-dbae257bb3df {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:53.609848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:53.611647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Checking segment: {'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:53.613652 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.615070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Bound using segment: {'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:53.615887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Bound port: d63fc3c7-7c29-4942-a850-05cc2b832d23, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:53.616632 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.621803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Allocated IP 192.168.233.185 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/f56f8cf0-268e-4bdb-b1b2-43310693fbb0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:53.701820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50790996-d0dd-467c-927f-9d084178da6b req-071be727-ef4e-4aa2-ae96-d8fe8a16802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:53.706368 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-50790996-d0dd-467c-927f-9d084178da6b req-071be727-ef4e-4aa2-ae96-d8fe8a16802b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ea206fd16714c30b4aef525b895f7fa&device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 1099 time: 0.4624417 Jul 06 11:35:53.712416 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-be53efc4-4162-46cb-aa7b-c10b770e46cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c55c2db877e8484889663d53439071f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2832365 Jul 06 11:35:53.729711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:35:53.779732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-daf8cd73-e616-4f1f-a64e-7dba88209e1e req-122daa29-7657-4604-8970-8c219fd3a4fb tempest-ServersAdminTestJSON-829136019 tempest-ServersAdminTestJSON-829136019-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376792 Jul 06 11:35:53.821072 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] For port d63fc3c7-7c29-4942-a850-05cc2b832d23, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:35:53.826299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] For port d63fc3c7-7c29-4942-a850-05cc2b832d23, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d63fc3c7-7c29-4942-a850-05cc2b832d23,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:35:53.851564 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:53.852841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53efc4-4162-46cb-aa7b-c10b770e46cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc52ab0d-1b10-4b4a-80be-e76055187f77,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:53.969200 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f861fa07-1656-4119-8651-ccd2fa61dbfe req-d451a4d1-7f6e-4a12-9b0e-d5b96c674f85 service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933971 Jul 06 11:35:53.988719 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83abc0-fa3c-492b-a1f4-d40271ef701e None None] Pushing event updated for resources: {'Port': ['ID=d63fc3c7-7c29-4942-a850-05cc2b832d23,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:54.089993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-820c14e7-5014-48d6-a394-1df32f8171d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:54.093391 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-820c14e7-5014-48d6-a394-1df32f8171d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5748963 Jul 06 11:35:54.124628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50790996-d0dd-467c-927f-9d084178da6b req-6deec69a-900f-4376-b0da-4e01cd5d35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:54.127488 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-50790996-d0dd-467c-927f-9d084178da6b req-6deec69a-900f-4376-b0da-4e01cd5d35bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.4069726 Jul 06 11:35:54.631746 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a40eef63-68b9-4f3e-9a19-421f040172c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:54.643982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11ad76ee-e72f-41d9-a4df-9bef353e48f3 req-9f6573f0-16d0-4e94-95e4-912190cd3a0c tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 210 time: 0.0930030 Jul 06 11:35:54.730631 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a40eef63-68b9-4f3e-9a19-421f040172c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:54.744351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'tag': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:54.748395 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f", "tag": "ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:54.759583 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-50790996-d0dd-467c-927f-9d084178da6b req-26d69fb1-1769-4694-b9d4-1679e65c6caf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe HTTP/1.1" status: 200 len: 217 time: 0.6124983 Jul 06 11:35:54.803030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedc86d-3441-4f79-a5cb-93b4b6fe2c06 req-16f0c94e-2b85-493f-858c-9bc9fa4c374b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:54.806496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bedc86d-3441-4f79-a5cb-93b4b6fe2c06 req-16f0c94e-2b85-493f-858c-9bc9fa4c374b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 947 time: 0.9885523 Jul 06 11:35:54.870832 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:54.916737 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-bf181e80-b351-4720-a233-e6885bbeac85 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111889 Jul 06 11:35:54.918362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50790996-d0dd-467c-927f-9d084178da6b req-2b5230f3-f2ef-4a6f-97de-95f8fe7ff736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:54.920706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-50790996-d0dd-467c-927f-9d084178da6b req-2b5230f3-f2ef-4a6f-97de-95f8fe7ff736 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1486950 Jul 06 11:35:55.024486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bedc86d-3441-4f79-a5cb-93b4b6fe2c06 req-10ca683b-5b5c-4be9-a955-122824df6478 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940928 Jul 06 11:35:55.158605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Transition to ACTIVE for port object f56f8cf0-268e-4bdb-b1b2-43310693fbb0 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:55.177333 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a40eef63-68b9-4f3e-9a19-421f040172c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.183913 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a40eef63-68b9-4f3e-9a19-421f040172c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.195841 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a40eef63-68b9-4f3e-9a19-421f040172c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc52ab0d-1b10-4b4a-80be-e76055187f77 HTTP/1.1" status: 204 len: 168 time: 1.4591937 Jul 06 11:35:55.285398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40eef63-68b9-4f3e-9a19-421f040172c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc52ab0d-1b10-4b4a-80be-e76055187f77,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:55.357172 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a2dbc98d-0c04-4042-a1af-755451dcb20d req-3a200b14-0907-4fb0-9932-740e8ad18131 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309812 Jul 06 11:35:55.365774 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.369801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50790996-d0dd-467c-927f-9d084178da6b req-6c843c75-9ba2-46a3-ae0f-3a6b9a0a0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:55.372558 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-50790996-d0dd-467c-927f-9d084178da6b req-6c843c75-9ba2-46a3-ae0f-3a6b9a0a0da5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4372265 Jul 06 11:35:55.413400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d63fc3c7-7c29-4942-a850-05cc2b832d23 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:55.501872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.521998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port d63fc3c7-7c29-4942-a850-05cc2b832d23 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:55.683757 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:55.699272 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-50790996-d0dd-467c-927f-9d084178da6b req-9a4ebca7-c502-4383-8ac5-efc789c80de6 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146150 Jul 06 11:35:55.892318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7247b4f-c87e-4be9-b729-240901ef0d5c None None] Network 848ab898-a9fc-4690-b4dc-dbae257bb3df requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:35:55.911804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:55.922022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:55.939971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:56.026621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Pushing event updated for resources: {'Port': ['ID=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:56.054206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Allocated IP 172.25.0.64 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/87deba8c-b3db-4c0e-944c-2b1b9ae14dec) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:35:56.074884 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bb8414-07f9-430d-85fa-e1c13cbf34ec x-openstack-request-id: req-e7bb8414-07f9-430d-85fa-e1c13cbf34ec {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:35:56.075488 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f", "tag": "ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:35:56.076012 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7bb8414-07f9-430d-85fa-e1c13cbf34ec {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:35:56.076827 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'tag': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd', 'status': 'completed', 'code': 200} Jul 06 11:35:56.093468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf08e312-fd1f-41f7-afa9-340496e7ffd5 None None] Provisioning for port d63fc3c7-7c29-4942-a850-05cc2b832d23 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:56.125216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf08e312-fd1f-41f7-afa9-340496e7ffd5 None None] Provisioning complete for port d63fc3c7-7c29-4942-a850-05cc2b832d23 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:56.130992 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf08e312-fd1f-41f7-afa9-340496e7ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.196862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-50790996-d0dd-467c-927f-9d084178da6b req-61c283e6-6ad7-4353-9f73-ce59f1b4b3c3 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692054 Jul 06 11:35:56.197791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:56.198829 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.238171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194 req-919cf789-619d-44a9-b6c0-1fa71ed13042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:56.240349 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194 req-919cf789-619d-44a9-b6c0-1fa71ed13042 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea206fd16714c30b4aef525b895f7fa&device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 1098 time: 0.2165086 Jul 06 11:35:56.322077 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-159ecaca-0a16-49af-95a0-46c38ae08b98 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2817733 Jul 06 11:35:56.355380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Request body: {'port': {'device_id': '64f9096a-003b-4fd2-88a1-2390fe79c880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:35:56.447812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194 req-a67a7993-c364-4020-a8b8-29e9bd9f45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:56.447812 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194 req-a67a7993-c364-4020-a8b8-29e9bd9f45f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.1983535 Jul 06 11:35:56.459602 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf08e312-fd1f-41f7-afa9-340496e7ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.550667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cf08e312-fd1f-41f7-afa9-340496e7ffd5 None None] For port d63fc3c7-7c29-4942-a850-05cc2b832d23, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d63fc3c7-7c29-4942-a850-05cc2b832d23,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:56.555832 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194 req-7c1815a0-cff0-4c4d-8506-b447476ac07d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd HTTP/1.1" status: 200 len: 217 time: 0.0990345 Jul 06 11:35:56.563737 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf08e312-fd1f-41f7-afa9-340496e7ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.651936 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded370-f59e-472a-b72c-3d150da0b462 req-7e534540-7d0a-4afb-9a2e-37c6a6f4d85d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:56.658132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194 req-24b24ca8-9812-42c9-b183-d3c30d22612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:56.662962 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194 req-24b24ca8-9812-42c9-b183-d3c30d22612c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1002588 Jul 06 11:35:56.665600 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-39ded370-f59e-472a-b72c-3d150da0b462 req-7e534540-7d0a-4afb-9a2e-37c6a6f4d85d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 936 time: 0.4204473 Jul 06 11:35:56.710716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08e312-fd1f-41f7-afa9-340496e7ffd5 None None] Pushing event updated for resources: {'Port': ['ID=d63fc3c7-7c29-4942-a850-05cc2b832d23,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:56.741923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a6bb9440-fcc3-461f-be9d-b9ad876a3d8d None None] Provisioning for port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:35:56.748663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a6bb9440-fcc3-461f-be9d-b9ad876a3d8d None None] Provisioning complete for port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:56.749363 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9440-fcc3-461f-be9d-b9ad876a3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.762592 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.793937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa73d3-b94d-461c-9c33-80119b669cfe req-05c576e7-3d56-40e0-9ac3-54b343d6979e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:56.804038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aefa73d3-b94d-461c-9c33-80119b669cfe req-05c576e7-3d56-40e0-9ac3-54b343d6979e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 946 time: 0.7088585 Jul 06 11:35:56.839024 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb9440-fcc3-461f-be9d-b9ad876a3d8d None None] Port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:35:56.847527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194 req-a2a328ed-5e2e-4885-a5b5-2be801da0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:56.850760 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194 req-a2a328ed-5e2e-4885-a5b5-2be801da0fcc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777773 Jul 06 11:35:56.880006 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.948325 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:56.963748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-39ded370-f59e-472a-b72c-3d150da0b462 req-d64bff40-0f3b-421c-af75-9865f250f29e tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968659 Jul 06 11:35:56.985496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-67606454-f4e2-477a-8991-63bcda7aaf8f None None] Provisioning complete for port d63fc3c7-7c29-4942-a850-05cc2b832d23 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:56.986074 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67606454-f4e2-477a-8991-63bcda7aaf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.012342 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aefa73d3-b94d-461c-9c33-80119b669cfe req-db01fc25-9211-49f9-8b56-4fb2c790a9f8 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069638 Jul 06 11:35:57.096185 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:35:57.099270 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194 req-38a6220c-3a57-4b4f-aa00-85aea3d8b07e service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283556 Jul 06 11:35:57.111477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:35:57.125430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:35:57.271833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Pushing event updated for resources: {'Port': ['ID=87deba8c-b3db-4c0e-944c-2b1b9ae14dec,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:57.334534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d63fc3c7-7c29-4942-a850-05cc2b832d23 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:35:57.386410 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3ad13c4f-2a45-4ce1-a0fe-b9d612d54194 req-654ad37f-db3d-4edb-8e50-67e8b12b6480 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811720 Jul 06 11:35:57.430946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d63fc3c7-7c29-4942-a850-05cc2b832d23 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:35:57.431317 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:57.759018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d1b55-81e3-4fd7-beb3-18097906c63f req-4f2dea41-69ea-4af7-8fca-0dce6396c5a7 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:57.760337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-480d1b55-81e3-4fd7-beb3-18097906c63f req-4f2dea41-69ea-4af7-8fca-0dce6396c5a7 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 950 time: 0.3810916 Jul 06 11:35:57.767202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5ec8970b-d62f-406d-9ee0-65adde64aabe details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:57.803192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb95495-fc13-401f-aa50-8859a94da2cc req-3f9b6418-a1e3-4f27-b88e-00a06118bbd4 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:57.810573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bb95495-fc13-401f-aa50-8859a94da2cc req-3f9b6418-a1e3-4f27-b88e-00a06118bbd4 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 947 time: 0.4518385 Jul 06 11:35:57.969242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:57.991977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'mac_address': 'fa:16:3e:56:10:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:57.994089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-480d1b55-81e3-4fd7-beb3-18097906c63f req-93bb2056-6eb0-4d56-b694-2b47172deb1e tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223887 Jul 06 11:35:58.076269 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56f8cf0-268e-4bdb-b1b2-43310693fbb0 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:58.107110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bb95495-fc13-401f-aa50-8859a94da2cc req-7ed211fe-7c1e-4176-b1e5-aaf41ebd6340 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903907 Jul 06 11:35:58.124430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8288f94-86be-44c7-aa88-4ffe3865cbc3 req-10e19c97-1e79-44cf-85c6-49c5c89ca2ac tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:58.138774 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d8288f94-86be-44c7-aa88-4ffe3865cbc3 req-10e19c97-1e79-44cf-85c6-49c5c89ca2ac tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.47 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 950 time: 0.2063932 Jul 06 11:35:58.139978 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.187381 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.212175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Transition to ACTIVE for port object f56f8cf0-268e-4bdb-b1b2-43310693fbb0 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:35:58.225401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec8970b-d62f-406d-9ee0-65adde64aabe {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:58.232239 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.262882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:58.274987 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.360169 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.456053 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:58.506335 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.510009 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.539020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d8288f94-86be-44c7-aa88-4ffe3865cbc3 req-be468ac6-2e29-4108-bd11-85f2934c7828 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Deleting port 7990292c-dbc9-427b-b82b-79d836ed6902 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:35:58.539621 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d8288f94-86be-44c7-aa88-4ffe3865cbc3 req-be468ac6-2e29-4108-bd11-85f2934c7828 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.626423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:35:58.676157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['5ec8970b-d62f-406d-9ee0-65adde64aabe'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:58.695023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Pushing event updated for resources: {'Port': ['ID=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:58.760563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d8288f94-86be-44c7-aa88-4ffe3865cbc3 req-be468ac6-2e29-4108-bd11-85f2934c7828 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] For port 7990292c-dbc9-427b-b82b-79d836ed6902, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7990292c-dbc9-427b-b82b-79d836ed6902,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:58.761122 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d8288f94-86be-44c7-aa88-4ffe3865cbc3 req-be468ac6-2e29-4108-bd11-85f2934c7828 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:58.790063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d8288f94-86be-44c7-aa88-4ffe3865cbc3 req-be468ac6-2e29-4108-bd11-85f2934c7828 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Calling delete_port for 7990292c-dbc9-427b-b82b-79d836ed6902 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:35:59.023500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:59.092065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a13f1b-42dd-4864-b24f-06970b2f9b65 req-2d769210-dfbd-4cce-aa8a-0c53c48781da tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:59.109800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75a13f1b-42dd-4864-b24f-06970b2f9b65 req-2d769210-dfbd-4cce-aa8a-0c53c48781da tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 946 time: 0.4991131 Jul 06 11:35:59.157781 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd', 'mac_address': 'fa:16:3e:49:59:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:35:59.172339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c020282-60a0-4249-b30c-cd495aef9bcd req-ece19190-2f43-46c1-8b28-d226c7b3e49d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:59.187952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c020282-60a0-4249-b30c-cd495aef9bcd req-ece19190-2f43-46c1-8b28-d226c7b3e49d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 948 time: 0.6773217 Jul 06 11:35:59.193594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dbcb7-e721-4656-a23f-17653f44be95 req-93855b0b-9707-4e7d-a9f1-2087a0105a7d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:35:59.196243 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-985dbcb7-e721-4656-a23f-17653f44be95 req-93855b0b-9707-4e7d-a9f1-2087a0105a7d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 946 time: 0.2491579 Jul 06 11:35:59.218298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Attempting to bind port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:35:59.219251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Attempting to bind port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:35:59.220067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Attempting to bind port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:59.226176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d8288f94-86be-44c7-aa88-4ffe3865cbc3 req-be468ac6-2e29-4108-bd11-85f2934c7828 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.283366 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.288103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['13b323bf-9517-40e8-ad48-f6c98a27237d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:35:59.308088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:35:59.308999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Attempting to bind port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:35:59.319510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:35:59.320615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:35:59.322086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:35:59.323243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Bound port: f56f8cf0-268e-4bdb-b1b2-43310693fbb0, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:35:59.324186 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.338259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75a13f1b-42dd-4864-b24f-06970b2f9b65 req-51d98285-0a5c-4fac-b6ec-ef59901a482b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269397 Jul 06 11:35:59.360466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:35:59.426005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be468ac6-2e29-4108-bd11-85f2934c7828 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Pushing event deleted for resources: {'Port': ['ID=7990292c-dbc9-427b-b82b-79d836ed6902,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:35:59.436546 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:35:59.451618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c020282-60a0-4249-b30c-cd495aef9bcd req-8c7ada10-109e-43e1-b2cb-c71b93a20c80 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617755 Jul 06 11:35:59.504885 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.582407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8288f94-86be-44c7-aa88-4ffe3865cbc3 req-be468ac6-2e29-4108-bd11-85f2934c7828 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] No DVR routers for this DVR port 7990292c-dbc9-427b-b82b-79d836ed6902 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:35:59.599733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d8288f94-86be-44c7-aa88-4ffe3865cbc3 req-be468ac6-2e29-4108-bd11-85f2934c7828 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.602569 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d8288f94-86be-44c7-aa88-4ffe3865cbc3 req-be468ac6-2e29-4108-bd11-85f2934c7828 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.47 "DELETE /v2.0/ports/7990292c-dbc9-427b-b82b-79d836ed6902 HTTP/1.1" status: 204 len: 173 time: 1.4565954 Jul 06 11:35:59.606726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735c77f6-4826-4203-af00-ab95097a9756', 'name': 'network-vif-deleted', 'tag': '7990292c-dbc9-427b-b82b-79d836ed6902'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:35:59.624846 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2533c8-ba97-4268-b884-5658ed09c2c3" -d '{"events": [{"server_uuid": "735c77f6-4826-4203-af00-ab95097a9756", "name": "network-vif-deleted", "tag": "7990292c-dbc9-427b-b82b-79d836ed6902"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:35:59.642562 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.864824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-985dbcb7-e721-4656-a23f-17653f44be95 req-1e0c4eba-9911-4470-bb41-80523709cfe6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Deleting port 2fd43c57-e74b-4a97-be5a-61c4720b3d34 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:35:59.865396 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-985dbcb7-e721-4656-a23f-17653f44be95 req-1e0c4eba-9911-4470-bb41-80523709cfe6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:35:59.974852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:00.026804 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['a5bc9498-10a3-44a7-b219-bb25030aa1c4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:00.076104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] For port f56f8cf0-268e-4bdb-b1b2-43310693fbb0, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:00.150300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:00.273566 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e2dbc9f-3b67-4782-a93a-b4247a5de0af req-0caba13c-1d6d-4ba7-a311-06b966bffa72 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=735c77f6-4826-4203-af00-ab95097a9756 HTTP/1.1" status: 200 len: 210 time: 0.2298110 Jul 06 11:36:00.332988 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-985dbcb7-e721-4656-a23f-17653f44be95 req-1e0c4eba-9911-4470-bb41-80523709cfe6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] For port 2fd43c57-e74b-4a97-be5a-61c4720b3d34, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2fd43c57-e74b-4a97-be5a-61c4720b3d34,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:00.335676 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-985dbcb7-e721-4656-a23f-17653f44be95 req-1e0c4eba-9911-4470-bb41-80523709cfe6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.385810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-985dbcb7-e721-4656-a23f-17653f44be95 req-1e0c4eba-9911-4470-bb41-80523709cfe6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Calling delete_port for 2fd43c57-e74b-4a97-be5a-61c4720b3d34 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:36:00.406094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] For port f56f8cf0-268e-4bdb-b1b2-43310693fbb0, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:00.425083 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.582990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Router dac56432-350e-4673-a096-bdeccb862b09 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:36:00.685619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:00.686895 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:00.688895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] 10.222.0.47 "PUT /v2.0/ports/f56f8cf0-268e-4bdb-b1b2-43310693fbb0 HTTP/1.1" status: 200 len: 1096 time: 4.3519733 Jul 06 11:36:00.691951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f9096a-003b-4fd2-88a1-2390fe79c880', 'tag': 'f56f8cf0-268e-4bdb-b1b2-43310693fbb0'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:00.694512 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b62b7d-6692-4ba6-9a33-38986de6447a" -d '{"events": [{"name": "network-changed", "server_uuid": "64f9096a-003b-4fd2-88a1-2390fe79c880", "tag": "f56f8cf0-268e-4bdb-b1b2-43310693fbb0"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:00.771835 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b41e7-8f2f-4247-a3fd-c80b9fbd7a52 x-openstack-request-id: req-df4b41e7-8f2f-4247-a3fd-c80b9fbd7a52 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:00.772223 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735c77f6-4826-4203-af00-ab95097a9756", "name": "network-vif-deleted", "tag": "7990292c-dbc9-427b-b82b-79d836ed6902", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:00.772431 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df4b41e7-8f2f-4247-a3fd-c80b9fbd7a52 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:00.772847 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735c77f6-4826-4203-af00-ab95097a9756', 'name': 'network-vif-deleted', 'tag': '7990292c-dbc9-427b-b82b-79d836ed6902', 'status': 'completed', 'code': 200} Jul 06 11:36:00.875665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-985dbcb7-e721-4656-a23f-17653f44be95 req-1e0c4eba-9911-4470-bb41-80523709cfe6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.004419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c4eba-9911-4470-bb41-80523709cfe6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event deleted for resources: {'Port': ['ID=2fd43c57-e74b-4a97-be5a-61c4720b3d34,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:01.031886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-985dbcb7-e721-4656-a23f-17653f44be95 req-1e0c4eba-9911-4470-bb41-80523709cfe6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] No DVR routers for this DVR port 2fd43c57-e74b-4a97-be5a-61c4720b3d34 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:36:01.037042 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-985dbcb7-e721-4656-a23f-17653f44be95 req-1e0c4eba-9911-4470-bb41-80523709cfe6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.040061 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-985dbcb7-e721-4656-a23f-17653f44be95 req-1e0c4eba-9911-4470-bb41-80523709cfe6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "DELETE /v2.0/ports/2fd43c57-e74b-4a97-be5a-61c4720b3d34 HTTP/1.1" status: 204 len: 173 time: 1.8353009 Jul 06 11:36:01.072088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8498325-ca90-408e-ae85-3e0b3c1e046a req-1c22236d-978e-4237-9251-9cc5937f4b1b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:01.092561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8498325-ca90-408e-ae85-3e0b3c1e046a req-1c22236d-978e-4237-9251-9cc5937f4b1b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 948 time: 1.0653813 Jul 06 11:36:01.133036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067279c-3986-4c6e-9ef5-b1231692c97b service neutron] Pushing event updated for resources: {'Port': ['ID=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:01.255808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48dfea0e-bec1-4449-9308-f723bcabb44e req-e30455a5-32c2-413d-9669-8c7efe0e17dc tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 210 time: 0.1498563 Jul 06 11:36:01.773393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5ec8970b-d62f-406d-9ee0-65adde64aabe up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:01.821556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8498325-ca90-408e-ae85-3e0b3c1e046a req-ad92be14-b78e-4e43-bb2b-58acb4374465 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6293919 Jul 06 11:36:01.824475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:36:01.846133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-eefe6cbf-a913-44b7-93a2-ea61c3c25758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:01.848709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Sync routers for ids ['dac56432-350e-4673-a096-bdeccb862b09'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:36:01.849852 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-eefe6cbf-a913-44b7-93a2-ea61c3c25758 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69058016c9d04bb2af0ac1336b2fe299&device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 1099 time: 1.0510283 Jul 06 11:36:01.878184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Routers {'dac56432-350e-4673-a096-bdeccb862b09'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:01.880172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ff193264-55db-413a-8bdf-479b76739132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:35:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dac56432-350e-4673-a096-bdeccb862b09'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:01.937524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 5ec8970b-d62f-406d-9ee0-65adde64aabe completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:01.945433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 5ec8970b-d62f-406d-9ee0-65adde64aabe triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:01.945802 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.953584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-a145ca2b-8607-4784-8312-50bd64202e07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f56f8cf0-268e-4bdb-b1b2-43310693fbb0 HTTP/1.1" status: 200 len: 217 time: 0.0798147 Jul 06 11:36:01.957170 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:01.959142 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d81ed909-2d1d-4a3d-8719-bd127f30d22c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.9731233 Jul 06 11:36:01.962640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35860) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:02.033254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd94728-94f7-49bb-91cd-69e2e5569f1e req-d3349959-c100-4166-9336-7f9b64f07afc tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:02.042219 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efd94728-94f7-49bb-91cd-69e2e5569f1e req-d3349959-c100-4166-9336-7f9b64f07afc tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 948 time: 0.3150203 Jul 06 11:36:02.076759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-039d9d98-8676-48d2-84cc-42ca4aa4bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:02.079130 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-039d9d98-8676-48d2-84cc-42ca4aa4bb6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1124017 Jul 06 11:36:02.081858 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4eb0624-8d82-473e-9513-7105b0b82240 x-openstack-request-id: req-f4eb0624-8d82-473e-9513-7105b0b82240 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:02.082601 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f9096a-003b-4fd2-88a1-2390fe79c880", "tag": "f56f8cf0-268e-4bdb-b1b2-43310693fbb0", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:02.083078 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4eb0624-8d82-473e-9513-7105b0b82240 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:02.083762 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f9096a-003b-4fd2-88a1-2390fe79c880', 'tag': 'f56f8cf0-268e-4bdb-b1b2-43310693fbb0', 'status': 'completed', 'code': 200} Jul 06 11:36:02.136390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Set router dac56432-350e-4673-a096-bdeccb862b09 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:02.169123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efd94728-94f7-49bb-91cd-69e2e5569f1e req-162bdc3f-0f65-4fba-93c3-50bdead424ac tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254237 Jul 06 11:36:02.250619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-83bd1871-5c50-457c-a5e6-6529077dc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:02.256545 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-83bd1871-5c50-457c-a5e6-6529077dc217 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1680188 Jul 06 11:36:02.557384 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.601385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-af4ec197-fb8f-45c6-86ac-85031e1a7a8e service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342962 Jul 06 11:36:02.650291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:02.684504 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:02.687732 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fbbfa6-74b5-4939-b056-148f6093e585" -d '{"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:02.751109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:02.767466 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:02.768362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7990292c-dbc9-427b-b82b-79d836ed6902 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:36:02.841321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2e8594-01dc-4915-8413-6cb0761df9e5', 'name': 'network-vif-deleted', 'tag': '2fd43c57-e74b-4a97-be5a-61c4720b3d34'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:02.861344 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719f76e3-e9ba-40d0-8a82-ca2c49d28930" -d '{"events": [{"server_uuid": "9c2e8594-01dc-4915-8413-6cb0761df9e5", "name": "network-vif-deleted", "tag": "2fd43c57-e74b-4a97-be5a-61c4720b3d34"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:02.871553 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6340afe4-e2c5-4884-93a2-f4e1657a9e86 x-openstack-request-id: req-6340afe4-e2c5-4884-93a2-f4e1657a9e86 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:02.872211 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:02.872211 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6340afe4-e2c5-4884-93a2-f4e1657a9e86 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:02.872632 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'code': 200} Jul 06 11:36:02.896447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 7990292c-dbc9-427b-b82b-79d836ed6902 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:36:02.896728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7990292c-dbc9-427b-b82b-79d836ed6902 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:36:02.897162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2fd43c57-e74b-4a97-be5a-61c4720b3d34 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:36:02.913855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d7c6c03-4326-4790-8065-fd126700b847 req-7df32afa-ee78-4ad9-bdc8-22cd352cf9ca tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 210 time: 0.1031847 Jul 06 11:36:02.949434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 2fd43c57-e74b-4a97-be5a-61c4720b3d34 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:36:02.949902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2fd43c57-e74b-4a97-be5a-61c4720b3d34 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:36:02.986008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1acc22a1-f134-4546-a59c-51e010a74ca9 req-80ed1d4d-b5ab-42cc-aa60-adb6e739a87a service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718753 Jul 06 11:36:03.011086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:03.031537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:03.031537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.150635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35892) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:03.160217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:03.176608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ff193264-55db-413a-8bdf-479b76739132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:35:57Z', 'revision_number': 3, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:03.178868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca62b39-6c52-47c2-baac-d1c23340aa6a req-e95a39f1-e55f-4a7a-8d94-d68febf8d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:03.181997 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aca62b39-6c52-47c2-baac-d1c23340aa6a req-e95a39f1-e55f-4a7a-8d94-d68febf8d508 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 1101 time: 0.2224593 Jul 06 11:36:03.327570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62b7d-6692-4ba6-9a33-38986de6447a req-c77af9d3-c369-45cc-934b-1d0f63fb38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:03.337217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7b62b7d-6692-4ba6-9a33-38986de6447a req-c77af9d3-c369-45cc-934b-1d0f63fb38a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=69058016c9d04bb2af0ac1336b2fe299&device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 1099 time: 0.2622035 Jul 06 11:36:03.413846 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aca62b39-6c52-47c2-baac-d1c23340aa6a req-2e5e6ae5-8940-4b69-b401-fc5d57e65bdb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931112 Jul 06 11:36:03.417387 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.420895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Checking router: dac56432-350e-4673-a096-bdeccb862b09 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:36:03.421252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Updating router dac56432-350e-4673-a096-bdeccb862b09 port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:36:03.422920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b1356b-febc-4b78-8379-9499fdd6bbf4 admin admin] Deleting subnet a21e9d6a-6d7e-490e-b198-7517991f095a {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:36:03.447702 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0b1356b-febc-4b78-8379-9499fdd6bbf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.541919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28226a-cc1f-4129-91dc-34adea469783 req-185dce93-7841-4ce6-8130-7e744c23884a tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:03.543760 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.552135 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c28226a-cc1f-4129-91dc-34adea469783 req-185dce93-7841-4ce6-8130-7e744c23884a tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 948 time: 0.1730213 Jul 06 11:36:03.565114 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0b1356b-febc-4b78-8379-9499fdd6bbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.575885 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.645749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62b7d-6692-4ba6-9a33-38986de6447a req-25498b86-d2c2-4b8d-b34e-b97aab10b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:03.647731 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7b62b7d-6692-4ba6-9a33-38986de6447a req-25498b86-d2c2-4b8d-b34e-b97aab10b1fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3005424 Jul 06 11:36:03.720337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c28226a-cc1f-4129-91dc-34adea469783 req-162da0f4-54e1-4314-a8dd-c877b2324c7e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669803 Jul 06 11:36:03.777752 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:03.778550 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0b1356b-febc-4b78-8379-9499fdd6bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.794697 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:03.870732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7b62b7d-6692-4ba6-9a33-38986de6447a req-8243c125-0839-4802-807d-af896213376a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f56f8cf0-268e-4bdb-b1b2-43310693fbb0 HTTP/1.1" status: 200 len: 217 time: 0.1982632 Jul 06 11:36:03.892771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f9acb-1238-4f20-ab6b-518b4e06b221 req-4e1814da-7371-4619-a2c1-32e9a1c34820 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:03.901814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e22f9acb-1238-4f20-ab6b-518b4e06b221 req-4e1814da-7371-4619-a2c1-32e9a1c34820 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 949 time: 0.3473086 Jul 06 11:36:03.912361 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203b454f-36d4-45dc-8725-64a2b4a4f44d x-openstack-request-id: req-203b454f-36d4-45dc-8725-64a2b4a4f44d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:03.914415 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2e8594-01dc-4915-8413-6cb0761df9e5", "name": "network-vif-deleted", "tag": "2fd43c57-e74b-4a97-be5a-61c4720b3d34", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:03.916239 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-203b454f-36d4-45dc-8725-64a2b4a4f44d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:03.916951 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2e8594-01dc-4915-8413-6cb0761df9e5', 'name': 'network-vif-deleted', 'tag': '2fd43c57-e74b-4a97-be5a-61c4720b3d34', 'status': 'completed', 'code': 200} Jul 06 11:36:04.042062 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e22f9acb-1238-4f20-ab6b-518b4e06b221 req-c5998de8-2a5f-48a1-87ee-fc6b0c47df56 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390436 Jul 06 11:36:04.051299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62b7d-6692-4ba6-9a33-38986de6447a req-45531e75-9fc1-48ea-87de-d7bd98be2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:04.053206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7b62b7d-6692-4ba6-9a33-38986de6447a req-45531e75-9fc1-48ea-87de-d7bd98be2f11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1487517 Jul 06 11:36:04.106020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:04.148150 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35904) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:04.157434 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0b1356b-febc-4b78-8379-9499fdd6bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.230197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Allocated IP 172.20.0.1 (848ab898-a9fc-4690-b4dc-dbae257bb3df/3a7c8409-16f8-4334-9b28-9fc7525e1566/1f7e56b3-eed2-402a-9b9f-6100fc451f19) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:04.296079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62b7d-6692-4ba6-9a33-38986de6447a req-438031f8-ff5e-48e1-9c95-25193aece42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:04.299334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7b62b7d-6692-4ba6-9a33-38986de6447a req-438031f8-ff5e-48e1-9c95-25193aece42b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2352769 Jul 06 11:36:04.334091 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.361399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Transition to ACTIVE for port object 87deba8c-b3db-4c0e-944c-2b1b9ae14dec will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:04.371424 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.445803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85662ed-b430-45bc-bfb8-c238a0df4748 None None] Pushing event updated for resources: {'Port': ['ID=87deba8c-b3db-4c0e-944c-2b1b9ae14dec,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:04.472028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f04c62-8744-4391-812b-e293ffcc25d8 req-f814eab7-f05d-404a-8bbc-730f7c34e5f5 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:04.474626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56f04c62-8744-4391-812b-e293ffcc25d8 req-f814eab7-f05d-404a-8bbc-730f7c34e5f5 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 948 time: 0.2809196 Jul 06 11:36:04.490714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Attempting to bind port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:04.491484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Attempting to bind port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:04.492070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Attempting to bind port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:04.502335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:04.504762 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:04.507185 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.510125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:04.511018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Bound port: 87deba8c-b3db-4c0e-944c-2b1b9ae14dec, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:04.514639 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.515309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1356b-febc-4b78-8379-9499fdd6bbf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21e9d6a-6d7e-490e-b198-7517991f095a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:04.562336 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0b1356b-febc-4b78-8379-9499fdd6bbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.566439 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b0b1356b-febc-4b78-8379-9499fdd6bbf4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a21e9d6a-6d7e-490e-b198-7517991f095a HTTP/1.1" status: 204 len: 168 time: 1.4093566 Jul 06 11:36:04.576001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35908) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:04.676260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d88dc-c022-4aaa-9206-5ce92059e45a req-2a1f267e-e352-46a1-a948-136ac941fbc6 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:04.679583 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-129d88dc-c022-4aaa-9206-5ce92059e45a req-2a1f267e-e352-46a1-a948-136ac941fbc6 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 949 time: 0.2327209 Jul 06 11:36:04.692986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56f04c62-8744-4391-812b-e293ffcc25d8 req-719892e3-b6a1-4779-b415-647b8787b57a tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091017 Jul 06 11:36:04.741346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7b62b7d-6692-4ba6-9a33-38986de6447a req-8a9de13c-2183-4b26-a286-0e2159cd3070 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307704 Jul 06 11:36:04.753610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ff193264-55db-413a-8bdf-479b76739132 None None] For port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:04.762312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ff193264-55db-413a-8bdf-479b76739132 None None] For port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=87deba8c-b3db-4c0e-944c-2b1b9ae14dec,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:04.763990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.777986 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.782792 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.814967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Transition to ACTIVE for port object 1f7e56b3-eed2-402a-9b9f-6100fc451f19 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:04.887246 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2ce1cba9-3b20-4268-8cb1-f296ba734b21 req-42721f7f-1c8b-4e00-91f9-83f17ddfec33 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 210 time: 0.1002712 Jul 06 11:36:04.927131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:04.932910 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a7f848-0a67-4a39-9812-dd7380579730" -d '{"events": [{"server_uuid": "e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f", "name": "network-vif-plugged", "status": "completed", "tag": "ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:04.954740 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d46d50e-c459-4bc7-a266-bc7c82d6a2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:04.999295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Routers {'dac56432-350e-4673-a096-bdeccb862b09'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:05.001143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ff193264-55db-413a-8bdf-479b76739132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:35:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dac56432-350e-4673-a096-bdeccb862b09'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:05.117879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-129d88dc-c022-4aaa-9206-5ce92059e45a req-decd9acc-50ff-42b1-9b08-455e614d5a59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Deleting port 13b323bf-9517-40e8-ad48-f6c98a27237d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:36:05.118407 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-129d88dc-c022-4aaa-9206-5ce92059e45a req-decd9acc-50ff-42b1-9b08-455e614d5a59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:05.130897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85662ed-b430-45bc-bfb8-c238a0df4748 None None] Pushing event updated for resources: {'Port': ['ID=87deba8c-b3db-4c0e-944c-2b1b9ae14dec,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:05.207062 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:05.239757 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29f6c0b-7677-440f-8d8e-a5bacc76867e x-openstack-request-id: req-e29f6c0b-7677-440f-8d8e-a5bacc76867e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:05.240138 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f", "name": "network-vif-plugged", "status": "completed", "tag": "ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:05.240411 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e29f6c0b-7677-440f-8d8e-a5bacc76867e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:05.241031 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd', 'code': 200} Jul 06 11:36:05.282866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7b62b7d-6692-4ba6-9a33-38986de6447a req-55445d44-188c-4525-8bb8-e804968e53fc service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141981 Jul 06 11:36:05.307367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ff193264-55db-413a-8bdf-479b76739132 None None] Set router dac56432-350e-4673-a096-bdeccb862b09 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:05.320784 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:05.367789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8f8667-5a24-4f8c-a641-36a5d5f0405e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:05.404727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3dc331-7963-454f-925b-ba66087f73b6') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:05.405036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3dc331-7963-454f-925b-ba66087f73b6') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:05.417497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7e56b3-eed2-402a-9b9f-6100fc451f19,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:05.438920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:05.492339 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:05.504905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Network 848ab898-a9fc-4690-b4dc-dbae257bb3df is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:05.531095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fef3f7-eacb-44e2-a598-4d87ba9cf2ab req-ae017cb5-c881-46cf-b400-b46bb67e17ea tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:05.533530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61fef3f7-eacb-44e2-a598-4d87ba9cf2ab req-ae017cb5-c881-46cf-b400-b46bb67e17ea tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 949 time: 0.3388762 Jul 06 11:36:05.542051 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:36:05.542553 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:36:05.561984 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:36:05.662406 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d46d50e-c459-4bc7-a266-bc7c82d6a2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:05.679686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:05.692870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d46d50e-c459-4bc7-a266-bc7c82d6a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:05.699422 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:05.827135 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:05.860104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ff193264-55db-413a-8bdf-479b76739132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:35:57Z', 'revision_number': 3, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:05.941778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61fef3f7-eacb-44e2-a598-4d87ba9cf2ab req-d48b2157-c8ac-45e7-a0fa-607eb5de3166 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176823 Jul 06 11:36:05.946690 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0d46d50e-c459-4bc7-a266-bc7c82d6a2ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9951a1c97aec424baaf32b159460ae36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7919221 Jul 06 11:36:05.947425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35920) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:05.962488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff193264-55db-413a-8bdf-479b76739132 None None] The sync data for ids ['dac56432-350e-4673-a096-bdeccb862b09'] in n-d-799527-2 is: [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:35:57Z', 'revision_number': 3, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:36:05.986080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46d50e-c459-4bc7-a266-bc7c82d6a2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2716ebf-71f1-43b4-9d5a-3de4f0a9c1b5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:06.009744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-129d88dc-c022-4aaa-9206-5ce92059e45a req-decd9acc-50ff-42b1-9b08-455e614d5a59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] For port 13b323bf-9517-40e8-ad48-f6c98a27237d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=13b323bf-9517-40e8-ad48-f6c98a27237d,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:06.010206 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-129d88dc-c022-4aaa-9206-5ce92059e45a req-decd9acc-50ff-42b1-9b08-455e614d5a59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.019044 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.050968 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.066129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0d8f8667-5a24-4f8c-a641-36a5d5f0405e HTTP/1.1" status: 204 len: 168 time: 1.4861231 Jul 06 11:36:06.080800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-129d88dc-c022-4aaa-9206-5ce92059e45a req-decd9acc-50ff-42b1-9b08-455e614d5a59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Calling delete_port for 13b323bf-9517-40e8-ad48-f6c98a27237d owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:36:06.152493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5274e-6d71-48a0-9cf2-023f66e99394 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8f8667-5a24-4f8c-a641-36a5d5f0405e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:06.191523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99f1f2-ca84-4162-bec6-c6ff3cdbdb5e req-498bcc37-28e7-4cf1-96cd-538b8c203207 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:06.206091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942495a1-9ee0-48e3-be73-580a03cbfb3d req-c4d9dcb5-826b-4f83-ad4c-fa50e884af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:06.208628 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-942495a1-9ee0-48e3-be73-580a03cbfb3d req-c4d9dcb5-826b-4f83-ad4c-fa50e884af83 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 1100 time: 0.7639964 Jul 06 11:36:06.227793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe99f1f2-ca84-4162-bec6-c6ff3cdbdb5e req-498bcc37-28e7-4cf1-96cd-538b8c203207 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 949 time: 0.6887693 Jul 06 11:36:06.251265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-04601e3f-20aa-4a9c-a327-84cb510e9f21 None None] Provisioning for port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:06.267329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-04601e3f-20aa-4a9c-a327-84cb510e9f21 None None] Provisioning complete for port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:06.270755 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04601e3f-20aa-4a9c-a327-84cb510e9f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.441817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe99f1f2-ca84-4162-bec6-c6ff3cdbdb5e req-4deab947-e5ec-4b69-85e1-ab0ec8928dc0 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080789 Jul 06 11:36:06.457854 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35926) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:06.524005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-04601e3f-20aa-4a9c-a327-84cb510e9f21 None None] Port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:06.600881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62585c1c-df95-4add-b369-efc99672085f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.623611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d7b933a3-b53b-4078-a891-f74cef4ca941 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fb3f148aa3447e6abbbcfba9f9713e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632962 Jul 06 11:36:06.627838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35928) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:06.636210 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62585c1c-df95-4add-b369-efc99672085f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.647653 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:36:06.683803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 13b323bf-9517-40e8-ad48-f6c98a27237d no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:36:06.729689 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-562485d7-37b0-4ebf-8b59-2f57decb1171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.789330 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-942495a1-9ee0-48e3-be73-580a03cbfb3d req-ff12580e-4934-4110-a1b2-2042688ae13e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169230 Jul 06 11:36:06.803565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62585c1c-df95-4add-b369-efc99672085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.804909 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62585c1c-df95-4add-b369-efc99672085f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.806599 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-62585c1c-df95-4add-b369-efc99672085f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2716ebf-71f1-43b4-9d5a-3de4f0a9c1b5 HTTP/1.1" status: 204 len: 168 time: 0.8478415 Jul 06 11:36:06.828907 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-562485d7-37b0-4ebf-8b59-2f57decb1171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.837778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:06.856463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62585c1c-df95-4add-b369-efc99672085f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2716ebf-71f1-43b4-9d5a-3de4f0a9c1b5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:07.016764 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:07.086820 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69b7e335-dbd7-44c6-8e71-41fa3e41367b req-9cd64afb-b6be-4996-b5ec-79439322f6ec tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 210 time: 0.2263863 Jul 06 11:36:07.257316 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-562485d7-37b0-4ebf-8b59-2f57decb1171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:07.258512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-129d88dc-c022-4aaa-9206-5ce92059e45a req-decd9acc-50ff-42b1-9b08-455e614d5a59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:07.259981 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-562485d7-37b0-4ebf-8b59-2f57decb1171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:07.263984 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-562485d7-37b0-4ebf-8b59-2f57decb1171 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ed0edb3-6384-43fa-a838-d0ee489e7893 HTTP/1.1" status: 204 len: 168 time: 0.6337442 Jul 06 11:36:07.277826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['a5bc9498-10a3-44a7-b219-bb25030aa1c4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:07.315641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562485d7-37b0-4ebf-8b59-2f57decb1171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed0edb3-6384-43fa-a838-d0ee489e7893,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:07.355510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eace164-9d50-4476-a8fb-d5c9866a1353 req-e153d780-bb94-4689-8908-af9abe9426a8 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:07.381752 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4eace164-9d50-4476-a8fb-d5c9866a1353 req-e153d780-bb94-4689-8908-af9abe9426a8 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 948 time: 0.5561204 Jul 06 11:36:07.436630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd9acc-50ff-42b1-9b08-455e614d5a59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Pushing event deleted for resources: {'Port': ['ID=13b323bf-9517-40e8-ad48-f6c98a27237d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:07.446541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 87deba8c-b3db-4c0e-944c-2b1b9ae14dec up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:07.543378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4eace164-9d50-4476-a8fb-d5c9866a1353 req-d79cf404-aecf-4526-a301-448458d676d0 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536310 Jul 06 11:36:07.649294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-129d88dc-c022-4aaa-9206-5ce92059e45a req-decd9acc-50ff-42b1-9b08-455e614d5a59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] No DVR routers for this DVR port 13b323bf-9517-40e8-ad48-f6c98a27237d on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:36:07.660561 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-129d88dc-c022-4aaa-9206-5ce92059e45a req-decd9acc-50ff-42b1-9b08-455e614d5a59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:07.700669 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-129d88dc-c022-4aaa-9206-5ce92059e45a req-decd9acc-50ff-42b1-9b08-455e614d5a59 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.86 "DELETE /v2.0/ports/13b323bf-9517-40e8-ad48-f6c98a27237d HTTP/1.1" status: 204 len: 173 time: 2.9859309 Jul 06 11:36:07.703303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9c387a-ea71-4f93-aebe-6f5b858d368f', 'name': 'network-vif-deleted', 'tag': '13b323bf-9517-40e8-ad48-f6c98a27237d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:07.717857 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1c3cba-b8ad-47ca-a458-febe6039015f" -d '{"events": [{"server_uuid": "5c9c387a-ea71-4f93-aebe-6f5b858d368f", "name": "network-vif-deleted", "tag": "13b323bf-9517-40e8-ad48-f6c98a27237d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:07.826542 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f56f8cf0-268e-4bdb-b1b2-43310693fbb0 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:07.963112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b79b8-9f68-462e-8e6c-c15ad08d9f39 req-edf3a822-96c6-41a0-b46a-f4a9d373740e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:07.977193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:07.983978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b31b79b8-9f68-462e-8e6c-c15ad08d9f39 req-edf3a822-96c6-41a0-b46a-f4a9d373740e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 949 time: 0.3907161 Jul 06 11:36:07.987943 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:08.185317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f56f8cf0-268e-4bdb-b1b2-43310693fbb0, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:08.226172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'f56f8cf0-268e-4bdb-b1b2-43310693fbb0', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'f56f8cf0-268e-4bdb-b1b2-43310693fbb0', 'mac_address': 'fa:16:3e:e8:73:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:08.240337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b31b79b8-9f68-462e-8e6c-c15ad08d9f39 req-2c16f207-068b-4dfb-87bb-5bdf8d1fe19f tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548337 Jul 06 11:36:08.468013 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:08.517516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35948) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:08.553431 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b9220b-7b60-47b2-83d8-7d65021e94df x-openstack-request-id: req-80b9220b-7b60-47b2-83d8-7d65021e94df {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:08.554027 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9c387a-ea71-4f93-aebe-6f5b858d368f", "name": "network-vif-deleted", "tag": "13b323bf-9517-40e8-ad48-f6c98a27237d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:08.554713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:08.557055 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80b9220b-7b60-47b2-83d8-7d65021e94df {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:08.559759 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-578bbe4b-a4d0-40fc-baf5-0e86327b0cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:08.561526 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9c387a-ea71-4f93-aebe-6f5b858d368f', 'name': 'network-vif-deleted', 'tag': '13b323bf-9517-40e8-ad48-f6c98a27237d', 'status': 'completed', 'code': 200} Jul 06 11:36:08.567795 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:08.603779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7e56b3-eed2-402a-9b9f-6100fc451f19,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:08.669741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:08.671245 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:08.854309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Network 848ab898-a9fc-4690-b4dc-dbae257bb3df is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:08.863093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:08.870255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56f8cf0-268e-4bdb-b1b2-43310693fbb0 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:08.902791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3d8c453-54ef-402e-9086-8106cd92a072 req-eceda006-ca2b-4bd5-86a2-e806bb8f0984 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9c387a-ea71-4f93-aebe-6f5b858d368f HTTP/1.1" status: 200 len: 210 time: 0.1909430 Jul 06 11:36:09.034745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f56f8cf0-268e-4bdb-b1b2-43310693fbb0, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:09.070509 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.092517 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.144662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75978c48-fa33-4eca-afc5-43025136cc7d req-26ad4bbc-ddfb-4167-adbf-e980b8bf57b7 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 210 time: 0.2372720 Jul 06 11:36:09.351113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=87deba8c-b3db-4c0e-944c-2b1b9ae14dec,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:09.397026 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-578bbe4b-a4d0-40fc-baf5-0e86327b0cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.400050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.403585 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-578bbe4b-a4d0-40fc-baf5-0e86327b0cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.484177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:09.514437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f56f8cf0-268e-4bdb-b1b2-43310693fbb0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:09.686747 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-578bbe4b-a4d0-40fc-baf5-0e86327b0cdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b1be76b0870450bbedb005853d7ef46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1661413 Jul 06 11:36:09.700885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35964) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:09.789571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bbe4b-a4d0-40fc-baf5-0e86327b0cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d4465b-3826-466e-9b59-2d0100d135fa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:09.873799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da44daee-ce93-4c5d-9798-8327d4d65fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.936340 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da44daee-ce93-4c5d-9798-8327d4d65fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:09.985661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=87deba8c-b3db-4c0e-944c-2b1b9ae14dec,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:09.994112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-aa3d189d-7fa4-497e-a36d-443864e9ea52 None None] Provisioning complete for port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:09.994492 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa3d189d-7fa4-497e-a36d-443864e9ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.028188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fab7de-5c7e-4529-b53b-5525d9fe2e9a req-497d4886-fe3e-4126-91f5-1e3da5b143f6 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:10.042598 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21fab7de-5c7e-4529-b53b-5525d9fe2e9a req-497d4886-fe3e-4126-91f5-1e3da5b143f6 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 949 time: 0.4778075 Jul 06 11:36:10.176198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d189d-7fa4-497e-a36d-443864e9ea52 None None] Port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:10.306739 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21fab7de-5c7e-4529-b53b-5525d9fe2e9a req-1a2f7082-475d-4b5c-9248-cebf07f37b2b tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595756 Jul 06 11:36:10.374431 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Router dac56432-350e-4673-a096-bdeccb862b09 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:36:10.398085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d0d8d-09f8-42d6-9c06-d672a514f72a req-a7b9a2f9-70f1-4acd-8bcd-3dc2262d0c7a tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:10.406685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-489d0d8d-09f8-42d6-9c06-d672a514f72a req-a7b9a2f9-70f1-4acd-8bcd-3dc2262d0c7a tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 949 time: 0.2967162 Jul 06 11:36:10.409990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da44daee-ce93-4c5d-9798-8327d4d65fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.413386 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da44daee-ce93-4c5d-9798-8327d4d65fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:10.417494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-da44daee-ce93-4c5d-9798-8327d4d65fc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1d4465b-3826-466e-9b59-2d0100d135fa HTTP/1.1" status: 204 len: 168 time: 0.7056370 Jul 06 11:36:10.420725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:10.492825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44daee-ce93-4c5d-9798-8327d4d65fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d4465b-3826-466e-9b59-2d0100d135fa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:10.552193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-489d0d8d-09f8-42d6-9c06-d672a514f72a req-10d2b570-db00-4d6c-a65f-b51b76d6c3da tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441855 Jul 06 11:36:10.735894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8b9da23-3fbb-4513-b961-2cf614d31621 req-dbe8abb4-8d54-4c15-8268-888873f201b2 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c2e8594-01dc-4915-8413-6cb0761df9e5 HTTP/1.1" status: 200 len: 210 time: 0.0592010 Jul 06 11:36:10.895900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:36:10.905384 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4cbeb7c0-b2e7-4efa-b1bc-b30f683b16b0 admin admin] 10.222.0.21 "PUT /v2.0/routers/dac56432-350e-4673-a096-bdeccb862b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9398153 Jul 06 11:36:10.921256 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Sync routers for ids ['dac56432-350e-4673-a096-bdeccb862b09'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:36:10.953428 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Routers {'dac56432-350e-4673-a096-bdeccb862b09'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:10.954525 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:35:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dac56432-350e-4673-a096-bdeccb862b09'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:11.149316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-network', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:11.277592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Made reservation on behalf of 581eccd616f64f78b0bfb0b26f257b2b for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:11.285859 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.330730 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.452588 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Set router dac56432-350e-4673-a096-bdeccb862b09 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:11.643303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 87deba8c-b3db-4c0e-944c-2b1b9ae14dec up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:11.810969 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.821429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.864809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:36:11.872653 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f56f8cf0-268e-4bdb-b1b2-43310693fbb0 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:11.888732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:11.892771 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.907788 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:11.908587 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Added segment e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0 of type vlan for network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 Jul 06 11:36:11.908877 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c4f9e-7b87-4615-953f-338e420fbca8 req-2fad7000-e10f-49c2-b7d5-ec60be730fa6 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:11.920700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e0c4f9e-7b87-4615-953f-338e420fbca8 req-2fad7000-e10f-49c2-b7d5-ec60be730fa6 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 951 time: 0.2417037 Jul 06 11:36:12.023663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2be64-fa97-437d-899c-612772ecceb7 req-29f99734-eaa4-4b16-af3f-bc8ead1332d9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:12.026980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5cc2be64-fa97-437d-899c-612772ecceb7 req-29f99734-eaa4-4b16-af3f-bc8ead1332d9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 950 time: 0.2387035 Jul 06 11:36:12.045880 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e0c4f9e-7b87-4615-953f-338e420fbca8 req-438708b0-87f3-42c8-9f3c-ea5ecd9d0e2c tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224144 Jul 06 11:36:12.061395 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.094333 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:36:06Z', 'revision_number': 4, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '1f7e56b3-eed2-402a-9b9f-6100fc451f19', 'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'mac_address': 'fa:16:3e:27:96:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:03Z', 'updated_at': '2021-07-06T11:36:07Z', 'revision_number': 2, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'subnets': [{'id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:12.096226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807713ba-3436-436b-a699-8a1f6ef38c14,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:12.213498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5cc2be64-fa97-437d-899c-612772ecceb7 req-bde5560c-39f3-41ea-b8f3-e428995b05b1 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576893 Jul 06 11:36:12.228379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.230327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:12.246910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:12.252133 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.255128 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Checking router: dac56432-350e-4673-a096-bdeccb862b09 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:36:12.256340 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Updating router dac56432-350e-4673-a096-bdeccb862b09 port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:36:12.269412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:12.270007 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.304185 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.390437 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9638252 Jul 06 11:36:12.393313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:12.400163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] Request body: {'subnet': {'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-subnet', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:12.400397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833d2e2-fbc8-45ee-a89c-91b640e8555e admin admin] Pushing event updated for resources: {'Network': ['ID=18f07148-b4ca-4cd6-807d-18a7cb2adc76,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:12.441585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:36:12.505122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] Made reservation on behalf of 581eccd616f64f78b0bfb0b26f257b2b for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:12.514716 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.634907 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.679442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f9096a-003b-4fd2-88a1-2390fe79c880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56f8cf0-268e-4bdb-b1b2-43310693fbb0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:12.682907 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97598e5-a28c-4066-8e41-0f86c0b751f6" -d '{"events": [{"server_uuid": "64f9096a-003b-4fd2-88a1-2390fe79c880", "name": "network-vif-plugged", "status": "completed", "tag": "f56f8cf0-268e-4bdb-b1b2-43310693fbb0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:12.700957 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f56f8cf0-268e-4bdb-b1b2-43310693fbb0, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:12.717477 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:12.911144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:12.957689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633105-d5d4-4ca1-b94b-8577e2319b04 req-96082453-e41b-42d5-a076-cdf29ed91b97 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:12.960568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a633105-d5d4-4ca1-b94b-8577e2319b04 req-96082453-e41b-42d5-a076-cdf29ed91b97 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 949 time: 0.3760185 Jul 06 11:36:13.140168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a633105-d5d4-4ca1-b94b-8577e2319b04 req-966f9c95-f250-44eb-b8d6-bda88ff1daf8 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605489 Jul 06 11:36:13.184542 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.209875 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Transition to ACTIVE for port object 1f7e56b3-eed2-402a-9b9f-6100fc451f19 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:13.225374 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.368071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.413957 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Pushing event updated for resources: {'Port': ['ID=1f7e56b3-eed2-402a-9b9f-6100fc451f19,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:13.448576 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.449056 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.458335 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.458864 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.459248 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.459724 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.460070 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.460411 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.460749 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.461090 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.463768 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.464303 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:13.523666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79c614-56c1-401c-9500-759d1172cf9d req-9148cf3d-1203-4cf2-b307-04dcdc52d6c1 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:13.527340 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d79c614-56c1-401c-9500-759d1172cf9d req-9148cf3d-1203-4cf2-b307-04dcdc52d6c1 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.47 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 951 time: 0.2933800 Jul 06 11:36:13.616980 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Attempting to bind port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:13.617308 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Attempting to bind port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:13.618955 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Attempting to bind port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 on network 848ab898-a9fc-4690-b4dc-dbae257bb3df {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:13.636511 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:13.644147 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Checking segment: {'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:13.645211 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.645354 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Bound using segment: {'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:13.645789 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Bound port: 1f7e56b3-eed2-402a-9b9f-6100fc451f19, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:13.646221 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.755176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=453ae9c9-3942-4bce-a203-7a1599339e93,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:13.785891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] Checking segment: {'id': 'e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:13.786616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] Network hostable DHCP agents. Network: 18f07148-b4ca-4cd6-807d-18a7cb2adc76, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:36:13.935944 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] For port 1f7e56b3-eed2-402a-9b9f-6100fc451f19, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:13.948454 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] For port 1f7e56b3-eed2-402a-9b9f-6100fc451f19, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1f7e56b3-eed2-402a-9b9f-6100fc451f19,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:13.962854 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:13.985337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] Network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:36:14.025592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36052) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:14.030778 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-39cf6faa-cc2c-4a23-8318-f9c50d9c0ea9 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866993367', 'description': 'tempest-description--1394176364'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:14.039861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 18f07148-b4ca-4cd6-807d-18a7cb2adc76) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:14.055628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3193aac5-124f-4289-89d4-1f701024d417 None None] Network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:14.065122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:14.066586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.130416 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39cf6faa-cc2c-4a23-8318-f9c50d9c0ea9 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.145867 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95277262-38c9-4d6a-91cd-b57336c04a8e None None] Pushing event updated for resources: {'Port': ['ID=1f7e56b3-eed2-402a-9b9f-6100fc451f19,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:14.160155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36058) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:14.161519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-aafb665d-e066-46e0-bf8d-2da0b069ee2b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7663052 Jul 06 11:36:14.185817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:14.186886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-1d79c614-56c1-401c-9500-759d1172cf9d req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Deleting port a5bc9498-10a3-44a7-b219-bb25030aa1c4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:36:14.203756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1d79c614-56c1-401c-9500-759d1172cf9d req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.231296 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Routers {'dac56432-350e-4673-a096-bdeccb862b09'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:14.232383 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:35:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dac56432-350e-4673-a096-bdeccb862b09'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:14.360349 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9002717-0238-4ff9-acb0-3ee609734714 x-openstack-request-id: req-d9002717-0238-4ff9-acb0-3ee609734714 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:14.362090 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f9096a-003b-4fd2-88a1-2390fe79c880", "name": "network-vif-plugged", "status": "completed", "tag": "f56f8cf0-268e-4bdb-b1b2-43310693fbb0", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:14.365930 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9002717-0238-4ff9-acb0-3ee609734714 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:14.368260 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f9096a-003b-4fd2-88a1-2390fe79c880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56f8cf0-268e-4bdb-b1b2-43310693fbb0', 'code': 200} Jul 06 11:36:14.480419 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8df4f370-c968-46a1-9c76-48db13cb9d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.607324 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39cf6faa-cc2c-4a23-8318-f9c50d9c0ea9 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.695123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.699345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.724130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1d79c614-56c1-401c-9500-759d1172cf9d req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] For port a5bc9498-10a3-44a7-b219-bb25030aa1c4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a5bc9498-10a3-44a7-b219-bb25030aa1c4,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:14.729021 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1d79c614-56c1-401c-9500-759d1172cf9d req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:14.745400 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] Set router dac56432-350e-4673-a096-bdeccb862b09 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:14.804958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-1d79c614-56c1-401c-9500-759d1172cf9d req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Calling delete_port for a5bc9498-10a3-44a7-b219-bb25030aa1c4 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:36:14.831692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac828375-6da8-4c7d-a483-e3e1ef447bdd None None] Network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:15.012980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.018293 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39cf6faa-cc2c-4a23-8318-f9c50d9c0ea9 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.112054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf6faa-cc2c-4a23-8318-f9c50d9c0ea9 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1454fef1-cc25-4057-a54d-81df7533332c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:15.226518 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39cf6faa-cc2c-4a23-8318-f9c50d9c0ea9 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.228189 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-39cf6faa-cc2c-4a23-8318-f9c50d9c0ea9 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2015123 Jul 06 11:36:15.306485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36076) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:15.321200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5c40b4a5-efdd-4666-93a6-be08ed35b996 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Request body: {'security_group_rule': {'security_group_id': '1454fef1-cc25-4057-a54d-81df7533332c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:15.326991 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:36:06Z', 'revision_number': 4, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '1f7e56b3-eed2-402a-9b9f-6100fc451f19', 'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'mac_address': 'fa:16:3e:27:96:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:03Z', 'updated_at': '2021-07-06T11:36:13Z', 'revision_number': 4, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'subnets': [{'id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:15.369188 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab4132-e26b-437e-9a93-08401aa3a152 None None] The sync data for ids ['dac56432-350e-4673-a096-bdeccb862b09'] in n-d-799527-2 is: [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:36:06Z', 'revision_number': 4, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '1f7e56b3-eed2-402a-9b9f-6100fc451f19', 'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'mac_address': 'fa:16:3e:27:96:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:03Z', 'updated_at': '2021-07-06T11:36:13Z', 'revision_number': 4, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'subnets': [{'id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:36:15.529911 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7b030-0401-4c5e-9f09-cfa8f26b86fc req-781fafd9-f023-4f1e-b983-4a250b50a4a1 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:15.531538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aac7b030-0401-4c5e-9f09-cfa8f26b86fc req-781fafd9-f023-4f1e-b983-4a250b50a4a1 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 951 time: 0.6954548 Jul 06 11:36:15.612926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c40b4a5-efdd-4666-93a6-be08ed35b996 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.626663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf80f9d-a8be-4999-8796-8ff5302d81a6 req-b5d66e5d-2c63-487a-9271-f3db86092f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:15.631100 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-acf80f9d-a8be-4999-8796-8ff5302d81a6 req-b5d66e5d-2c63-487a-9271-f3db86092f4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 1101 time: 1.0204597 Jul 06 11:36:15.635441 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.723282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18032-dda3-49ef-b4ab-68122a1e0ea7 req-d368d93e-a828-4189-a887-05b2819ad735 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:15.751145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5c18032-dda3-49ef-b4ab-68122a1e0ea7 req-d368d93e-a828-4189-a887-05b2819ad735 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 950 time: 0.6384749 Jul 06 11:36:15.769694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1f7e56b3-eed2-402a-9b9f-6100fc451f19 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:15.821630 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c40b4a5-efdd-4666-93a6-be08ed35b996 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.873488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a5bc9498-10a3-44a7-b219-bb25030aa1c4 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:36:15.879329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aac7b030-0401-4c5e-9f09-cfa8f26b86fc req-0932b0da-545a-42bd-9ff5-8db6d74ef8c5 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/security-groups?id=b147a1cc-9b07-489a-8074-65e212e5d368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166955 Jul 06 11:36:15.907240 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c40b4a5-efdd-4666-93a6-be08ed35b996 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.939725 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5c18032-dda3-49ef-b4ab-68122a1e0ea7 req-fa67fda7-233f-4e16-b6dd-24e19f486749 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775136 Jul 06 11:36:15.939725 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1d79c614-56c1-401c-9500-759d1172cf9d req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:15.995631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40b4a5-efdd-4666-93a6-be08ed35b996 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbb30f5-a948-444d-a52b-755d7ca00323,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:16.004634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No active binding found for port a5bc9498-10a3-44a7-b219-bb25030aa1c4 {{(pid=93816) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:36:16.005832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a5bc9498-10a3-44a7-b219-bb25030aa1c4 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:36:16.014691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:16.021175 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-acf80f9d-a8be-4999-8796-8ff5302d81a6 req-003ee07f-5ffc-4ac7-9574-38d992458d31 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559144 Jul 06 11:36:16.023211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:16.025044 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.065002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Pushing event deleted for resources: {'Port': ['ID=a5bc9498-10a3-44a7-b219-bb25030aa1c4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:16.072870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c40b4a5-efdd-4666-93a6-be08ed35b996 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.078120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5c40b4a5-efdd-4666-93a6-be08ed35b996 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7663615 Jul 06 11:36:16.078471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:16.085970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-54bedaae-e5ec-4701-8a64-ab54afd25680 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Request body: {'security_group_rule': {'security_group_id': '1454fef1-cc25-4057-a54d-81df7533332c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:16.201633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.201633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.202151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.202350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.202646 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.202940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.203283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.203648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.204086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.204426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.205530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.205530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:16.289070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54bedaae-e5ec-4701-8a64-ab54afd25680 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.318246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d79c614-56c1-401c-9500-759d1172cf9d req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] No DVR routers for this DVR port a5bc9498-10a3-44a7-b219-bb25030aa1c4 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:36:16.336940 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1d79c614-56c1-401c-9500-759d1172cf9d req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.341212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d79c614-56c1-401c-9500-759d1172cf9d req-08a50487-6ebe-4039-88f3-d6361fb4afd8 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.47 "DELETE /v2.0/ports/a5bc9498-10a3-44a7-b219-bb25030aa1c4 HTTP/1.1" status: 204 len: 173 time: 2.7971823 Jul 06 11:36:16.354551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-deleted', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:16.367495 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de091d44-bd38-43d2-982b-e7d53b951f6b" -d '{"events": [{"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-deleted", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:16.393600 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.495783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 1f7e56b3-eed2-402a-9b9f-6100fc451f19, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1f7e56b3-eed2-402a-9b9f-6100fc451f19,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:16.510340 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.664900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=1f7e56b3-eed2-402a-9b9f-6100fc451f19,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:16.741601 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e63de-dfc4-4733-bb3e-356d0b2d562d x-openstack-request-id: req-b00e63de-dfc4-4733-bb3e-356d0b2d562d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:16.742475 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e90925-74e4-484b-afac-fc5adef74378", "name": "network-vif-deleted", "tag": "a5bc9498-10a3-44a7-b219-bb25030aa1c4", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:16.742475 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b00e63de-dfc4-4733-bb3e-356d0b2d562d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:16.743060 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e90925-74e4-484b-afac-fc5adef74378', 'name': 'network-vif-deleted', 'tag': 'a5bc9498-10a3-44a7-b219-bb25030aa1c4', 'status': 'completed', 'code': 200} Jul 06 11:36:16.751836 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54bedaae-e5ec-4701-8a64-ab54afd25680 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.804244 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54bedaae-e5ec-4701-8a64-ab54afd25680 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.829020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b976cc-0702-4147-b7e4-31125ae377b2 req-1dd6e255-762a-41c3-b764-6a0a06dd3783 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:16.830640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0b976cc-0702-4147-b7e4-31125ae377b2 req-1dd6e255-762a-41c3-b764-6a0a06dd3783 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.5391545 Jul 06 11:36:16.866703 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.867326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0b976cc-0702-4147-b7e4-31125ae377b2 req-64e2e173-7908-4068-a2c6-929a586a6a6c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/quotas/6db432b9d7a84f69a6cfad598d87579d HTTP/1.1" status: 200 len: 375 time: 0.0219464 Jul 06 11:36:16.871107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bedaae-e5ec-4701-8a64-ab54afd25680 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09cf46d3-37e0-4635-964e-fbeb7acb27c4,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:16.923375 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:16.954428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0b976cc-0702-4147-b7e4-31125ae377b2 req-b7618dd8-9f8f-42ad-afa8-a22d9dc5e318 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712383 Jul 06 11:36:17.014349 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54bedaae-e5ec-4701-8a64-ab54afd25680 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.017114 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-54bedaae-e5ec-4701-8a64-ab54afd25680 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9374661 Jul 06 11:36:17.023193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36118) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:17.036331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:17.286066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Allocated IP 172.25.0.180 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/cfc5de4c-a4c8-45cb-9735-ed0020b8e460) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:17.290255 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.384245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f4e8a8-f324-48d8-b219-dc438882ecc7 req-073d6318-1e98-463f-bab4-efbaa04b1530 tempest-ServersAdminTestJSON-86986034 tempest-ServersAdminTestJSON-86986034-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e90925-74e4-484b-afac-fc5adef74378 HTTP/1.1" status: 200 len: 210 time: 0.1143405 Jul 06 11:36:17.464804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-a0b976cc-0702-4147-b7e4-31125ae377b2 req-881f8eb1-8392-4fc0-bd4a-5a575df03c16 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:36:17.468217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0b976cc-0702-4147-b7e4-31125ae377b2 req-881f8eb1-8392-4fc0-bd4a-5a575df03c16 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4944558 Jul 06 11:36:17.601433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1f7e56b3-eed2-402a-9b9f-6100fc451f19 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:17.779047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0b976cc-0702-4147-b7e4-31125ae377b2 req-ecc1e348-c281-4262-81ac-d0dc7ad40740 service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031318 Jul 06 11:36:17.874043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:17.874599 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.881966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1f1d0-4299-4c71-acdb-0ddeeb374b7c req-c90e229c-dc77-4b80-a34b-1556ac8b6dc1 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:17.885645 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.894995 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:17.895673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59f1f1d0-4299-4c71-acdb-0ddeeb374b7c req-c90e229c-dc77-4b80-a34b-1556ac8b6dc1 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 950 time: 0.2398305 Jul 06 11:36:17.968738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59f1f1d0-4299-4c71-acdb-0ddeeb374b7c req-c62b6ead-4b9e-40b1-85ab-7b6768a12d95 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718112 Jul 06 11:36:18.084894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0b976cc-0702-4147-b7e4-31125ae377b2 req-7bf3dee7-5a8b-4a08-b2f7-356c2428363a service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930243 Jul 06 11:36:18.189030 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.283038 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.351129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:18.372275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:18.382377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:18.391546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Allocated IP 172.25.0.163 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/8d695eff-6c76-4347-bd9e-9f38ee314188) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:18.394869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc5de4c-a4c8-45cb-9735-ed0020b8e460,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:18.433187 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97113437-a1c6-442d-bb6d-c5d3ba152fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.584935 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:18.651862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-325020e0-1b9b-49c7-afb9-cd3a9883a938 req-3bf5237e-59cb-4043-82f3-6374d0d0c2c6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=87185701-e8bf-427d-835a-34a54bc6eb9e HTTP/1.1" status: 200 len: 210 time: 0.0739079 Jul 06 11:36:18.967899 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.068934 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.258874 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.388777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:19.392711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Pushing event updated for resources: {'Port': ['ID=8d695eff-6c76-4347-bd9e-9f38ee314188,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:19.401851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:19.407045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:19.465745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.540212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36182) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:19.600964 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-c79ee421-0e86-4ee3-b366-94068bbcf4fb tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=69058016c9d04bb2af0ac1336b2fe299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269749 Jul 06 11:36:19.669149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.795627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:19.853317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Router 6736a52c-6675-4bd9-89a7-fd12824c1337 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:36:19.883939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5ec8970b-d62f-406d-9ee0-65adde64aabe details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:20.134974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36194) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:20.168146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:20.210133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'mac_address': 'fa:16:3e:56:10:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:20.254852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:36:20.305379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.332527 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.371252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Sync routers for ids ['6736a52c-6675-4bd9-89a7-fd12824c1337'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:36:20.388167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.389532 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-58c11665-1bc5-4432-b21c-3226b10c5a73 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.2204027 Jul 06 11:36:20.397407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36198) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:20.422868 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.427403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Routers {'6736a52c-6675-4bd9-89a7-fd12824c1337'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:20.428836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6736a52c-6675-4bd9-89a7-fd12824c1337'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:20.432297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-53650738-3222-4016-b09c-4f3bd40f5b9b tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:20.442631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-53650738-3222-4016-b09c-4f3bd40f5b9b tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8324437 Jul 06 11:36:20.446971 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.455105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Pushing event updated for resources: {'Port': ['ID=8d695eff-6c76-4347-bd9e-9f38ee314188,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:20.465533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-201d1831-ca30-41bc-8c5f-3cffdb1fdd7f tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/quotas/69058016c9d04bb2af0ac1336b2fe299 HTTP/1.1" status: 200 len: 375 time: 0.0216448 Jul 06 11:36:20.541489 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.546834 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4302fa68-968c-4ce8-a5f0-9e546af356f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffd328a34c9a4da5bba53b9f6e57f25a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0028372 Jul 06 11:36:20.555218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36202) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:20.634327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-09621bd1-a784-46a3-a060-7c05278c147e tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69058016c9d04bb2af0ac1336b2fe299&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1676037 Jul 06 11:36:20.652372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.657399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ec8970b-d62f-406d-9ee0-65adde64aabe {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:20.710316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:20.721016 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.726270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Set router 6736a52c-6675-4bd9-89a7-fd12824c1337 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:20.859997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e491e32a-c2eb-422c-a24d-18f34e753ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:20.925488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e491e32a-c2eb-422c-a24d-18f34e753ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.048577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.068607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.074693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.076086 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5dab7839-3eb4-4a54-8d15-ccb63d5f385a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0508213 Jul 06 11:36:21.105167 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d272de90-8551-4028-ad59-47605424b8b7 req-ba548918-f2c5-4fd2-8347-6352d6f0501c tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 210 time: 0.0699687 Jul 06 11:36:21.536443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['5ec8970b-d62f-406d-9ee0-65adde64aabe'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:21.595742 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e491e32a-c2eb-422c-a24d-18f34e753ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.600274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e491e32a-c2eb-422c-a24d-18f34e753ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:21.604718 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e491e32a-c2eb-422c-a24d-18f34e753ec7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b147a1cc-9b07-489a-8074-65e212e5d368 HTTP/1.1" status: 204 len: 168 time: 1.0472031 Jul 06 11:36:21.638442 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cea72e3f5564baab836bcfcf9fb0f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4976268 Jul 06 11:36:21.660091 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36248) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:21.742530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:21.928577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7a4195-0b8e-4ec0-95dc-cf88d90f09d7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:21.940141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:18Z', 'revision_number': 3, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:21.968193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.968541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.969183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.969183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.969585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.970053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.970259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.970448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.970759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.971597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.971597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.973093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c5e2a-a1c8-4b5d-adc0-1ee4146ca5f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:21.998566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Checking router: 6736a52c-6675-4bd9-89a7-fd12824c1337 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:36:21.998916 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Updating router 6736a52c-6675-4bd9-89a7-fd12824c1337 port cfc5de4c-a4c8-45cb-9735-ed0020b8e460 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:36:22.065227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491e32a-c2eb-422c-a24d-18f34e753ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b147a1cc-9b07-489a-8074-65e212e5d368,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:22.069354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-b65c51ff-4dc6-42ec-aca5-5db923d84a66 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1866993367&fields=id&tenant_id=1e53ebf9ab8f4543b59a00670970d04e HTTP/1.1" status: 200 len: 267 time: 0.4623630 Jul 06 11:36:22.076469 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.283829 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.413645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-250cbbcb-6b0f-4e68-ace0-14e50f4436ca tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:22.422288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-250cbbcb-6b0f-4e68-ace0-14e50f4436ca tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.7184079 Jul 06 11:36:22.451988 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-3bc60bbe-e506-4ac5-8741-de2182b1be36 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/quotas/6db432b9d7a84f69a6cfad598d87579d HTTP/1.1" status: 200 len: 375 time: 0.0281610 Jul 06 11:36:22.465908 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e1e4-a9cb-4a9c-a570-e6646fe79930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.520049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-ca6f9743-ccbe-41d3-b7ee-a7e4b1c167b8 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665774 Jul 06 11:36:22.523578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36260) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:22.669210 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e1e4-a9cb-4a9c-a570-e6646fe79930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.693393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-1bdf7ce8-aef4-4693-bdc3-7d20ca06c448 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:22.695563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-1bdf7ce8-aef4-4693-bdc3-7d20ca06c448 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/networks?id=848ab898-a9fc-4690-b4dc-dbae257bb3df HTTP/1.1" status: 200 len: 805 time: 0.6041405 Jul 06 11:36:22.737157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Allocated IP 172.20.0.1 (18f07148-b4ca-4cd6-807d-18a7cb2adc76/453ae9c9-3942-4bce-a203-7a1599339e93/bf53a4c7-16de-4a07-953f-83c6ff2f3449) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:22.751083 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-33f1f411-ee8e-4127-8a22-9be2e8df7686 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/quotas/1e53ebf9ab8f4543b59a00670970d04e HTTP/1.1" status: 200 len: 375 time: 0.0384531 Jul 06 11:36:22.791623 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.792979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5dd0d4b2-e378-4b2d-b632-95d205fec297 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c047878d21a4bd9a5c9d97e4a815b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491896 Jul 06 11:36:22.795204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36262) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:22.868517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-fc813197-0b63-4dfa-9eb4-95e6df365eae service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154616 Jul 06 11:36:22.879442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Transition to ACTIVE for port object cfc5de4c-a4c8-45cb-9735-ed0020b8e460 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:22.880873 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e1e4-a9cb-4a9c-a570-e6646fe79930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.884189 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e1e4-a9cb-4a9c-a570-e6646fe79930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:22.885783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d3b5e1e4-a9cb-4a9c-a570-e6646fe79930 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be7a4195-0b8e-4ec0-95dc-cf88d90f09d7 HTTP/1.1" status: 204 len: 168 time: 1.2243268 Jul 06 11:36:22.900069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5e1e4-a9cb-4a9c-a570-e6646fe79930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7a4195-0b8e-4ec0-95dc-cf88d90f09d7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:22.907210 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.017488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Pushing event updated for resources: {'Port': ['ID=cfc5de4c-a4c8-45cb-9735-ed0020b8e460,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:23.029619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-b9bdbfc1-dca8-4742-90af-2fad1e5e0002 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e53ebf9ab8f4543b59a00670970d04e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2530963 Jul 06 11:36:23.098654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.099369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.099981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.105765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.106436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.106986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.107620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.109340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.109340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.109922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.110477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.111056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:36:23.196688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Attempting to bind port cfc5de4c-a4c8-45cb-9735-ed0020b8e460 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:23.197378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Attempting to bind port cfc5de4c-a4c8-45cb-9735-ed0020b8e460 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:23.200120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-9b8b3462-488c-4756-bdc8-0ea1f017f2a2 service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011782 Jul 06 11:36:23.200411 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.201266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Attempting to bind port cfc5de4c-a4c8-45cb-9735-ed0020b8e460 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:23.218195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:23.221939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:23.229039 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.230097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:23.231060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Bound port: cfc5de4c-a4c8-45cb-9735-ed0020b8e460, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:23.231931 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.258805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c451d440-f8e4-4698-870e-2a0b7ca22ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.320036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-5b7b0fd3-c825-48e4-9c53-56b701e3515c service neutron] 10.222.0.21 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572036 Jul 06 11:36:23.373387 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c451d440-f8e4-4698-870e-2a0b7ca22ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.445789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.474357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] For port cfc5de4c-a4c8-45cb-9735-ed0020b8e460, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:23.504230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] For port cfc5de4c-a4c8-45cb-9735-ed0020b8e460, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cfc5de4c-a4c8-45cb-9735-ed0020b8e460,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:23.525498 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:23.539782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-aefd1406-c950-468f-a2eb-1fc0764026bc service neutron] 10.222.0.21 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046885 Jul 06 11:36:23.653540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Routers {'6736a52c-6675-4bd9-89a7-fd12824c1337'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:23.655796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6736a52c-6675-4bd9-89a7-fd12824c1337'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:23.770697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:23.780050 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04c46c-f415-4f62-96a3-85cbd1a212d8 None None] Pushing event updated for resources: {'Port': ['ID=cfc5de4c-a4c8-45cb-9735-ed0020b8e460,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:23.790433 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-8abfc62a-e25a-435a-b2ef-fa7c356a21ca tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=69058016c9d04bb2af0ac1336b2fe299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1458211 Jul 06 11:36:23.916551 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5ec8970b-d62f-406d-9ee0-65adde64aabe up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:24.036929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] Set router 6736a52c-6675-4bd9-89a7-fd12824c1337 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:24.188734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:24.224196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:24.328499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Pushing event updated for resources: {'Port': ['ID=bf53a4c7-16de-4a07-953f-83c6ff2f3449,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:24.339210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 5ec8970b-d62f-406d-9ee0-65adde64aabe triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:24.339864 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.389575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c451d440-f8e4-4698-870e-2a0b7ca22ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.401658 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c451d440-f8e4-4698-870e-2a0b7ca22ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.412396 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c451d440-f8e4-4698-870e-2a0b7ca22ab8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aeb12ecb-7867-4307-a8f9-74c5601fbd0e HTTP/1.1" status: 204 len: 168 time: 1.6147351 Jul 06 11:36:24.519176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36300) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:24.579855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451d440-f8e4-4698-870e-2a0b7ca22ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb12ecb-7867-4307-a8f9-74c5601fbd0e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:24.605565 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a720564f-e3d7-4d3f-956a-605e86210a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.610051 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:24.664878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-6e10a1d5-babd-4929-8953-afa98a9b4554 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:24.672178 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-6e10a1d5-babd-4929-8953-afa98a9b4554 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8770826 Jul 06 11:36:25.104627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f853ca3e-9acc-49ac-a909-e82904800365 req-f7cc5c27-9ece-4791-9f7e-ae394dc16fa1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 210 time: 0.2333493 Jul 06 11:36:25.133307 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.241223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:25.246117 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cf518c-0e59-4d53-8566-23aea0fffe60" -d '{"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:25.260727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:18Z', 'revision_number': 3, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:25.281666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Request body: {'port': {'device_id': 'a6312bf2-3cb8-4181-98f9-aed14c2f86a5', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '69058016c9d04bb2af0ac1336b2fe299'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:25.302719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92dd29ed-8f35-4e74-8f2d-f39dfe176a4f req-084c35a3-4dd3-4159-b5f0-c4ac25a874f7 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 210 time: 0.2305233 Jul 06 11:36:25.450797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a563ce4-55b6-4d2e-952a-feff047d18ee None None] The sync data for ids ['6736a52c-6675-4bd9-89a7-fd12824c1337'] in n-d-799527-2 is: [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:18Z', 'revision_number': 3, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:36:25.469170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:25.486613 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.658656 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85530d8d-684d-4211-a39f-ea263974a0a1 x-openstack-request-id: req-85530d8d-684d-4211-a39f-ea263974a0a1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:25.659882 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:25.660462 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85530d8d-684d-4211-a39f-ea263974a0a1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:25.661147 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'code': 200} Jul 06 11:36:25.670279 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a720564f-e3d7-4d3f-956a-605e86210a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.834769 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a720564f-e3d7-4d3f-956a-605e86210a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:25.856681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:25.883901 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af65992e-cd5f-45bb-8217-59de64c1e4a8 req-48e391c1-b441-470d-84eb-ba0b365caee6 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 210 time: 0.2037590 Jul 06 11:36:25.988384 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:26.107420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a720564f-e3d7-4d3f-956a-605e86210a32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd8224aaf0ed481c84cb019c0a81bde3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5793631 Jul 06 11:36:26.113513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36334) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:26.530248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720564f-e3d7-4d3f-956a-605e86210a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aa30cb-6296-4d4f-b96f-33a36d1ec6dc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:26.640457 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17b3e825-53bf-4ed5-be53-a65fc1c93291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:26.754487 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17b3e825-53bf-4ed5-be53-a65fc1c93291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:26.921322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e526b44b-2e37-46f1-88ce-34e13dce31d2 req-bb453ff5-550f-4bf9-98c5-6c1bd6ba9f51 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 210 time: 0.0784934 Jul 06 11:36:27.013691 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e59b2f7-5100-434c-929c-3bd7657c604e req-bbcf3976-227e-4464-90d9-a95b1dc06493 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 210 time: 0.0815415 Jul 06 11:36:27.032303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Made reservation on behalf of 69058016c9d04bb2af0ac1336b2fe299 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:27.053141 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17b3e825-53bf-4ed5-be53-a65fc1c93291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:27.061312 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17b3e825-53bf-4ed5-be53-a65fc1c93291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:27.061616 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:27.067947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-17b3e825-53bf-4ed5-be53-a65fc1c93291 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27aa30cb-6296-4d4f-b96f-33a36d1ec6dc HTTP/1.1" status: 204 len: 168 time: 0.9267538 Jul 06 11:36:27.145856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3e825-53bf-4ed5-be53-a65fc1c93291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aa30cb-6296-4d4f-b96f-33a36d1ec6dc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:27.749044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85c2b095-0fc3-4f9e-a7cb-6b541144b05e req-c0d272ab-f631-4573-90db-0456a46adb0a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 210 time: 0.2089303 Jul 06 11:36:27.902868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cfc5de4c-a4c8-45cb-9735-ed0020b8e460 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:28.255292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port cfc5de4c-a4c8-45cb-9735-ed0020b8e460 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:28.265563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port cfc5de4c-a4c8-45cb-9735-ed0020b8e460 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:28.265943 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.369759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.416188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.502864 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.525701 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.669014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30e44803-4011-459b-bb7c-42595d32c1bd req-01447980-fb06-44a9-9228-769400499f07 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 210 time: 0.1772082 Jul 06 11:36:28.676226 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.685735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Pushing event updated for resources: {'Port': ['ID=bf53a4c7-16de-4a07-953f-83c6ff2f3449,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:28.694614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Allocated IP 192.168.233.76 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/7a536672-959e-41e1-8182-e0d38a17f5d8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:28.739766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port cfc5de4c-a4c8-45cb-9735-ed0020b8e460, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cfc5de4c-a4c8-45cb-9735-ed0020b8e460,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:28.754230 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:28.897297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=cfc5de4c-a4c8-45cb-9735-ed0020b8e460,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:29.005746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36404) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:29.263952 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.352300 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-network', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:29.497504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-626b4147-5ece-40a1-a447-7df142fdb631 req-c487f055-6ae4-4802-a824-25925ea11ec1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 210 time: 0.3985634 Jul 06 11:36:29.523278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Made reservation on behalf of 3225d8683d5c4c709c62a8149b32cd31 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:29.529394 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.646730 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.709915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cfc5de4c-a4c8-45cb-9735-ed0020b8e460 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:29.895068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port cfc5de4c-a4c8-45cb-9735-ed0020b8e460 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:29.896092 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.902885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-00bf9c7e-b7c7-4fd4-8616-b0c45381a7e0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:29.909542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-00bf9c7e-b7c7-4fd4-8616-b0c45381a7e0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.8610644 Jul 06 11:36:29.937728 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d9fbea1-4034-4fe0-9b3a-3825c8c16c59 req-b5a4bfe2-9ccf-4a11-b2de-9f919440cdf8 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 210 time: 0.4914949 Jul 06 11:36:29.969341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Request body: {'port': {'device_id': '4780ecb4-2040-45f1-85a4-d8abf03c9618', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'admin_state_up': True, 'tenant_id': '6db432b9d7a84f69a6cfad598d87579d'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:29.995843 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:29.998834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Transition to ACTIVE for port object 7a536672-959e-41e1-8182-e0d38a17f5d8 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:30.618721 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6917abd7-1534-4351-bda6-8795f52c7eae req-1988ccf8-a836-4f34-9c2b-96bc616fceae tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 210 time: 0.1348863 Jul 06 11:36:30.662452 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:30.696585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:30.766148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-c6c1920a-49f4-4b9f-8d70-1604386b9a11 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:30.769713 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-c6c1920a-49f4-4b9f-8d70-1604386b9a11 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.47 "GET /v2.0/networks?id=848ab898-a9fc-4690-b4dc-dbae257bb3df HTTP/1.1" status: 200 len: 805 time: 0.7882366 Jul 06 11:36:31.001478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.049404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.060004 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f56f8cf0-268e-4bdb-b1b2-43310693fbb0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:31.079243 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.204222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Pushing event updated for resources: {'Port': ['ID=7a536672-959e-41e1-8182-e0d38a17f5d8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:31.219609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:31.227810 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-0b54f5d7-be4f-429a-93f8-031db46dd821 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e53ebf9ab8f4543b59a00670970d04e HTTP/1.1" status: 200 len: 380 time: 0.3488321 Jul 06 11:36:31.235483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:31.243202 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Request body: {'port': {'device_id': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'admin_state_up': True, 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'security_groups': ['1454fef1-cc25-4057-a54d-81df7533332c']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:31.296148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:31.361337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1dc82d33-b011-48be-84ae-919d7e55c196 req-cda5ec48-30e3-4e28-a1e3-0c14a703191b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 210 time: 0.3415310 Jul 06 11:36:31.404304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:31.429643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:36:31.585304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:31.585304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.588542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-237a7205-e05c-4e11-b1ac-103824150d3d req-9c4af453-0257-4b16-991e-60b5e891aab3 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 210 time: 0.1808977 Jul 06 11:36:31.592370 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Made reservation on behalf of 6db432b9d7a84f69a6cfad598d87579d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:31.601554 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.640364 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.640947 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Added segment 4803764f-91e2-46b9-8f86-60ad21240f82 of type vlan for network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 Jul 06 11:36:31.658972 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-9956338d-f3d0-425e-bbe1-cb2c69a0056d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3919213 Jul 06 11:36:31.705064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Request body: {'port': {'device_id': 'a6312bf2-3cb8-4181-98f9-aed14c2f86a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:31.864177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:31.894656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Router 6736a52c-6675-4bd9-89a7-fd12824c1337 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:36:31.937357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3ecd7d15-cecf-4237-9d7c-d7ede760ea50 None None] Provisioning for port 7a536672-959e-41e1-8182-e0d38a17f5d8 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:31.945413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3ecd7d15-cecf-4237-9d7c-d7ede760ea50 None None] Provisioning complete for port 7a536672-959e-41e1-8182-e0d38a17f5d8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:31.949101 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ecd7d15-cecf-4237-9d7c-d7ede760ea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:32.089886 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:32.132703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd7d15-cecf-4237-9d7c-d7ede760ea50 None None] Port 7a536672-959e-41e1-8182-e0d38a17f5d8 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:32.298107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Allocated IP 172.20.0.2 (e41b0414-50ef-47e9-a3ea-e31294df70c8/980f45f6-7536-45f8-8969-e14fff5112f5/de3ac042-1025-4f72-a680-ed8cd94dfa49) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:32.416687 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:32.418561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:32.420736 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:32.609421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a536672-959e-41e1-8182-e0d38a17f5d8 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:32.620392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:32.643935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Transition to ACTIVE for port object 7a536672-959e-41e1-8182-e0d38a17f5d8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:32.644931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Made reservation on behalf of 1e53ebf9ab8f4543b59a00670970d04e for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:32.649779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:32.711377 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.7034500 Jul 06 11:36:32.718892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:32.751552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] Request body: {'subnet': {'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-subnet', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:32.775297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede029a-b280-4bcb-87e5-c484eea51e5c admin admin] Pushing event updated for resources: {'Network': ['ID=49bf59dd-4291-4d68-a1e8-f5f05778ec83,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:32.795654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:36:32.812759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:32.862013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:36:32.876186 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Sync routers for ids ['6736a52c-6675-4bd9-89a7-fd12824c1337'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:36:32.910982 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Routers {'6736a52c-6675-4bd9-89a7-fd12824c1337'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:32.913895 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-729fcd0a-57cd-47b4-81df-f5d2d369bd57 admin admin] 10.222.0.21 "PUT /v2.0/routers/6736a52c-6675-4bd9-89a7-fd12824c1337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4996626 Jul 06 11:36:32.914115 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-27795fab-31f9-4527-9605-399997f860d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6736a52c-6675-4bd9-89a7-fd12824c1337'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:33.205384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd760241-c5f6-4f12-808d-23ca293696d8 req-a6de0ed4-6e6b-43bc-9799-bf3eed85e24b tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:33.209269 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd760241-c5f6-4f12-808d-23ca293696d8 req-a6de0ed4-6e6b-43bc-9799-bf3eed85e24b tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 935 time: 0.8427525 Jul 06 11:36:33.242077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] Made reservation on behalf of 3225d8683d5c4c709c62a8149b32cd31 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:33.249602 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:33.527812 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Set router 6736a52c-6675-4bd9-89a7-fd12824c1337 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:33.590975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Pushing event updated for resources: {'Port': ['ID=7a536672-959e-41e1-8182-e0d38a17f5d8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:33.715720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Attempting to bind port 7a536672-959e-41e1-8182-e0d38a17f5d8 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:33.716167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Attempting to bind port 7a536672-959e-41e1-8182-e0d38a17f5d8 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:33.716768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Attempting to bind port 7a536672-959e-41e1-8182-e0d38a17f5d8 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:33.739027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Port 7a536672-959e-41e1-8182-e0d38a17f5d8 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:33.739581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Attempting to bind port 7a536672-959e-41e1-8182-e0d38a17f5d8 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:33.758613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:33.758995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:33.759339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:33.759833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Bound port: 7a536672-959e-41e1-8182-e0d38a17f5d8, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:33.760201 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:33.815730 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9459043d-9b95-41a8-a840-1b0b2b74526a req-89898e9a-31ef-4f87-90f7-8ceac586e1c9 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 210 time: 0.3073289 Jul 06 11:36:33.924196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Allocated IP 172.20.0.8 (848ab898-a9fc-4690-b4dc-dbae257bb3df/3a7c8409-16f8-4334-9b28-9fc7525e1566/b59c7319-17cb-472e-b76c-12ed22bfd42a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:33.940171 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd760241-c5f6-4f12-808d-23ca293696d8 req-a2d5fb3c-a047-441e-aa1b-3ddf12dd4581 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7111006 Jul 06 11:36:34.074210 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:34.257647 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a04b8a03-c9fb-4dc3-a675-daf1c6f8e2ba req-fb197cc6-2ce8-43c7-8539-ca8749c3c8f1 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 210 time: 0.1889477 Jul 06 11:36:34.419624 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-27795fab-31f9-4527-9605-399997f860d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:25Z', 'revision_number': 4, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'bf53a4c7-16de-4a07-953f-83c6ff2f3449', 'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'mac_address': 'fa:16:3e:96:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:22Z', 'updated_at': '2021-07-06T11:36:26Z', 'revision_number': 2, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'subnets': [{'id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:34.434498 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:34.486908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Transition to ACTIVE for port object b59c7319-17cb-472e-b76c-12ed22bfd42a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:34.534860 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Checking router: 6736a52c-6675-4bd9-89a7-fd12824c1337 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:36:34.535762 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Updating router 6736a52c-6675-4bd9-89a7-fd12824c1337 port bf53a4c7-16de-4a07-953f-83c6ff2f3449 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:36:34.561115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:34.602655 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:34.651270 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:34.843477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1b850b-890f-4a7b-9c8b-0461a78c3c98,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:34.922380 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:34.930792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Network 848ab898-a9fc-4690-b4dc-dbae257bb3df is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:34.955592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] For port 7a536672-959e-41e1-8182-e0d38a17f5d8, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:34.960706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:34.966920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:34.985663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] For port 7a536672-959e-41e1-8182-e0d38a17f5d8, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7a536672-959e-41e1-8182-e0d38a17f5d8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:35.060885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Pushing event updated for resources: {'Port': ['ID=b59c7319-17cb-472e-b76c-12ed22bfd42a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:35.087399 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.124076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:35.126099 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.129224 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] 10.222.0.86 "PUT /v2.0/ports/7a536672-959e-41e1-8182-e0d38a17f5d8 HTTP/1.1" status: 200 len: 1095 time: 3.4300435 Jul 06 11:36:35.173520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6312bf2-3cb8-4181-98f9-aed14c2f86a5', 'tag': '7a536672-959e-41e1-8182-e0d38a17f5d8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:35.180043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Network e41b0414-50ef-47e9-a3ea-e31294df70c8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:35.205244 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c3bdca-e610-4918-a65f-0838f93402a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6312bf2-3cb8-4181-98f9-aed14c2f86a5", "tag": "7a536672-959e-41e1-8182-e0d38a17f5d8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:35.223220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:35.246027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:35.568728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:35.570366 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.590274 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] Checking segment: {'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:35.590760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] Network hostable DHCP agents. Network: 49bf59dd-4291-4d68-a1e8-f5f05778ec83, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:36:35.723189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event updated for resources: {'Port': ['ID=de3ac042-1025-4f72-a680-ed8cd94dfa49,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:35.810766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:35.812898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.830208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-35946a39-86ce-4ec7-8a51-36e05e11e089 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8855689 Jul 06 11:36:35.831384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] Network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:36:35.851585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1cdbb111-37ac-4f07-a59c-58d8dc4e4533 None None] Provisioning for port b59c7319-17cb-472e-b76c-12ed22bfd42a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:35.861328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Request body: {'port': {'device_id': '4780ecb4-2040-45f1-85a4-d8abf03c9618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:35.871603 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e4b693a0-0065-4cf9-9e54-dc6b2ae5212e tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6325746 Jul 06 11:36:35.892710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1cdbb111-37ac-4f07-a59c-58d8dc4e4533 None None] Provisioning complete for port b59c7319-17cb-472e-b76c-12ed22bfd42a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:35.897640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Request body: {'port': {'device_id': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:35.898041 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb111-37ac-4f07-a59c-58d8dc4e4533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:35.970437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11063481-97a4-4fcd-b179-ee908804b387 service neutron] Pushing event updated for resources: {'Port': ['ID=7a536672-959e-41e1-8182-e0d38a17f5d8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:36.026748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-29f1870c-80f1-49c3-9c9b-3f385e574309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:36.030038 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-29f1870c-80f1-49c3-9c9b-3f385e574309 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=69058016c9d04bb2af0ac1336b2fe299&device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 1098 time: 0.5852211 Jul 06 11:36:36.095484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbb111-37ac-4f07-a59c-58d8dc4e4533 None None] Port b59c7319-17cb-472e-b76c-12ed22bfd42a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:36.121555 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-d685d887-d3d8-4b77-8d2d-8a6a4e0a392c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=7a536672-959e-41e1-8182-e0d38a17f5d8 HTTP/1.1" status: 200 len: 217 time: 0.0785973 Jul 06 11:36:36.216621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-3771f0c3-a600-492c-916c-cf73a28db11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:36.222464 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-3771f0c3-a600-492c-916c-cf73a28db11d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0765254 Jul 06 11:36:36.328542 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.366509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 49bf59dd-4291-4d68-a1e8-f5f05778ec83) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:36.378069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a4fea1-48da-4252-be75-75f27c83fa08 None None] Network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:36.396130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-90ec4650-fd64-496c-86a7-e7829405cf5e tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:36.404685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-90ec4650-fd64-496c-86a7-e7829405cf5e tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/networks?id=18f07148-b4ca-4cd6-807d-18a7cb2adc76 HTTP/1.1" status: 200 len: 820 time: 0.2226260 Jul 06 11:36:36.436831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:36.438283 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.517120 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.525109 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-d833d0a3-6e22-49b5-8ca5-451686f9889c tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/quotas/581eccd616f64f78b0bfb0b26f257b2b HTTP/1.1" status: 200 len: 375 time: 0.1190131 Jul 06 11:36:36.539314 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Transition to ACTIVE for port object bf53a4c7-16de-4a07-953f-83c6ff2f3449 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:36.567579 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.636288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-cd238412-70f6-49d7-bd3b-0dd3691d8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:36.643187 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-cd238412-70f6-49d7-bd3b-0dd3691d8dba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4121449 Jul 06 11:36:36.694648 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-35cc7e84-a066-4ca9-bcc1-4161ff672755 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.9655883 Jul 06 11:36:36.696090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36540) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:36.699117 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.755242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-router', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:36.781973 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-49bf59dd-4291-4d68-a1e8-f5f05778ec83', 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'fixed_ips': [{'subnet_id': '3b1b850b-890f-4a7b-9c8b-0461a78c3c98'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:36:36.783158 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.811702 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a187f-6531-490a-b931-d485191a2370 None None] Pushing event updated for resources: {'Port': ['ID=bf53a4c7-16de-4a07-953f-83c6ff2f3449,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:36.912201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dafa8-059b-4131-bed4-53be8355b782 req-93ed8422-e223-4297-907a-d945fa09c3d1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:36.920335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-630dafa8-059b-4131-bed4-53be8355b782 req-93ed8422-e223-4297-907a-d945fa09c3d1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 931 time: 1.2716939 Jul 06 11:36:36.922598 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.923814 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:36.994636 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Attempting to bind port bf53a4c7-16de-4a07-953f-83c6ff2f3449 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:36.995267 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Attempting to bind port bf53a4c7-16de-4a07-953f-83c6ff2f3449 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:36.995935 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Attempting to bind port bf53a4c7-16de-4a07-953f-83c6ff2f3449 on network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:37.012254 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:37.012528 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Checking segment: {'id': 'e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:37.012940 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.013313 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Bound using segment: {'id': 'e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:37.013817 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Bound port: bf53a4c7-16de-4a07-953f-83c6ff2f3449, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:37.014214 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.143279 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-27795fab-31f9-4527-9605-399997f860d2 None None] For port bf53a4c7-16de-4a07-953f-83c6ff2f3449, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:37.153570 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-27795fab-31f9-4527-9605-399997f860d2 None None] For port bf53a4c7-16de-4a07-953f-83c6ff2f3449, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bf53a4c7-16de-4a07-953f-83c6ff2f3449,segment=NetworkSegment(e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0),segment_id=e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:37.165511 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.316718 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-aaaac684-748d-4230-9f4e-b7505c7497ba tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=581eccd616f64f78b0bfb0b26f257b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7898729 Jul 06 11:36:37.328121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-630dafa8-059b-4131-bed4-53be8355b782 req-98c57a4b-82d8-469a-9e39-9f8161c2430a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064622 Jul 06 11:36:37.333074 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a187f-6531-490a-b931-d485191a2370 None None] Pushing event updated for resources: {'Port': ['ID=bf53a4c7-16de-4a07-953f-83c6ff2f3449,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:37.337802 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Routers {'6736a52c-6675-4bd9-89a7-fd12824c1337'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:37.338291 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-27795fab-31f9-4527-9605-399997f860d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6736a52c-6675-4bd9-89a7-fd12824c1337'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:37.530319 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:37.732165 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-27795fab-31f9-4527-9605-399997f860d2 None None] Set router 6736a52c-6675-4bd9-89a7-fd12824c1337 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:37.995111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Allocated IP 172.20.0.2 (49bf59dd-4291-4d68-a1e8-f5f05778ec83/3b1b850b-890f-4a7b-9c8b-0461a78c3c98/cefc8540-98df-4ca1-ad88-be77d02dc431) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:38.086529 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-ab6befa7-3f41-402d-a73d-9e494e501562 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4108760 Jul 06 11:36:38.216626 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.454226 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a8bb02d-1117-40c2-94ba-f0ea0a5f855e req-cd7aca5e-f4ee-4a07-9801-53563b37a407 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597405 Jul 06 11:36:38.458639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59c7319-17cb-472e-b76c-12ed22bfd42a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:38.510395 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.568057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Transition to ACTIVE for port object b59c7319-17cb-472e-b76c-12ed22bfd42a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:38.584194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.646312 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-27795fab-31f9-4527-9605-399997f860d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:25Z', 'revision_number': 4, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'bf53a4c7-16de-4a07-953f-83c6ff2f3449', 'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'mac_address': 'fa:16:3e:96:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:22Z', 'updated_at': '2021-07-06T11:36:37Z', 'revision_number': 4, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'subnets': [{'id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:38.764111 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27795fab-31f9-4527-9605-399997f860d2 None None] The sync data for ids ['6736a52c-6675-4bd9-89a7-fd12824c1337'] in n-d-799527-2 is: [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:25Z', 'revision_number': 4, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'bf53a4c7-16de-4a07-953f-83c6ff2f3449', 'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'mac_address': 'fa:16:3e:96:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:22Z', 'updated_at': '2021-07-06T11:36:37Z', 'revision_number': 4, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'subnets': [{'id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:36:38.837217 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:38.985433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Transition to ACTIVE for port object cefc8540-98df-4ca1-ad88-be77d02dc431 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:39.024397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Transition to ACTIVE for port object cefc8540-98df-4ca1-ad88-be77d02dc431 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:39.050059 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.068447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Pushing event updated for resources: {'Port': ['ID=b59c7319-17cb-472e-b76c-12ed22bfd42a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:39.072430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-901117e1-97cd-423c-968d-56590ad10926 service neutron] 10.222.0.21 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7420821 Jul 06 11:36:39.171707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Attempting to bind port b59c7319-17cb-472e-b76c-12ed22bfd42a on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:39.172658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Attempting to bind port b59c7319-17cb-472e-b76c-12ed22bfd42a by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:39.172658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Attempting to bind port b59c7319-17cb-472e-b76c-12ed22bfd42a on network 848ab898-a9fc-4690-b4dc-dbae257bb3df {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:39.178978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:39.188158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:39.197573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Port b59c7319-17cb-472e-b76c-12ed22bfd42a on network 848ab898-a9fc-4690-b4dc-dbae257bb3df not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:39.200871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Attempting to bind port b59c7319-17cb-472e-b76c-12ed22bfd42a on network 848ab898-a9fc-4690-b4dc-dbae257bb3df {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:39.204289 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:39.218749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:39.219339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Checking segment: {'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:39.220046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Bound using segment: {'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:39.221040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Bound port: b59c7319-17cb-472e-b76c-12ed22bfd42a, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c5e04f-8cb5-4942-af76-c53e95b1956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:39.222340 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.352244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Pushing event updated for resources: {'Port': ['ID=cefc8540-98df-4ca1-ad88-be77d02dc431,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:39.358271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Attempting to bind port cefc8540-98df-4ca1-ad88-be77d02dc431 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:39.358806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Attempting to bind port cefc8540-98df-4ca1-ad88-be77d02dc431 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:39.359566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Attempting to bind port cefc8540-98df-4ca1-ad88-be77d02dc431 on network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:39.367552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:39.368066 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Checking segment: {'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:39.368707 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.369313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Bound using segment: {'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:39.369941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Bound port: cefc8540-98df-4ca1-ad88-be77d02dc431, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:39.369941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.465833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] For port cefc8540-98df-4ca1-ad88-be77d02dc431, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:39.470703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] For port cefc8540-98df-4ca1-ad88-be77d02dc431, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cefc8540-98df-4ca1-ad88-be77d02dc431,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:39.483044 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.539099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] For port b59c7319-17cb-472e-b76c-12ed22bfd42a, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:39.556223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] For port b59c7319-17cb-472e-b76c-12ed22bfd42a, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b59c7319-17cb-472e-b76c-12ed22bfd42a,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:39.582633 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.692458 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:39.693455 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:39.696298 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] 10.222.0.47 "PUT /v2.0/ports/b59c7319-17cb-472e-b76c-12ed22bfd42a HTTP/1.1" status: 200 len: 1091 time: 3.8098774 Jul 06 11:36:39.740141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdd62e-06e8-44a9-907a-033458960d76 None None] Pushing event updated for resources: {'Port': ['ID=cefc8540-98df-4ca1-ad88-be77d02dc431,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:39.801054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecc46a-89ab-4479-a2b8-938519200da4 service neutron] Pushing event updated for resources: {'Port': ['ID=b59c7319-17cb-472e-b76c-12ed22bfd42a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:39.884509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bf53a4c7-16de-4a07-953f-83c6ff2f3449 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:40.123434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port bf53a4c7-16de-4a07-953f-83c6ff2f3449 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:40.140155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bf53a4c7-16de-4a07-953f-83c6ff2f3449 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:40.152141 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.554051 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.595141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-8599a7d2-0538-4071-b067-0cc428b97d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:40.596937 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-8599a7d2-0538-4071-b067-0cc428b97d54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e53ebf9ab8f4543b59a00670970d04e&device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 1094 time: 0.7853501 Jul 06 11:36:40.631180 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-e41b526c-8cdf-4316-91c3-0629196a8b90 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6449070 Jul 06 11:36:40.758809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port bf53a4c7-16de-4a07-953f-83c6ff2f3449, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bf53a4c7-16de-4a07-953f-83c6ff2f3449,segment=NetworkSegment(e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0),segment_id=e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:40.770556 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-c844835a-74e1-4e11-89d9-07f0ffd1148f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b59c7319-17cb-472e-b76c-12ed22bfd42a HTTP/1.1" status: 200 len: 217 time: 0.0914242 Jul 06 11:36:40.783119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fd910-c9d5-4e8c-a070-49be1e3b1f05 req-7d7bd2a9-a903-431c-9674-ce90c12b8a50 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:40.785781 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:40.811466 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae8fd910-c9d5-4e8c-a070-49be1e3b1f05 req-7d7bd2a9-a903-431c-9674-ce90c12b8a50 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 947 time: 2.8901312 Jul 06 11:36:40.858845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=bf53a4c7-16de-4a07-953f-83c6ff2f3449,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:40.924663 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-35d64a3e-cc1b-4066-9611-41955f047422 service neutron] 10.222.0.21 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8509090 Jul 06 11:36:41.018870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-8587ff31-c9bf-40e1-9b51-4db7702616c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.029836 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-8587ff31-c9bf-40e1-9b51-4db7702616c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a7c8409-16f8-4334-9b28-9fc7525e1566 HTTP/1.1" status: 200 len: 844 time: 0.1691701 Jul 06 11:36:41.055526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae8fd910-c9d5-4e8c-a070-49be1e3b1f05 req-fd6036ed-29a6-4125-9a41-29274794e20c tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424684 Jul 06 11:36:41.092478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3ac042-1025-4f72-a680-ed8cd94dfa49 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:41.150201 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:41.226443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Transition to ACTIVE for port object de3ac042-1025-4f72-a680-ed8cd94dfa49 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:41.250671 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-4bd9242f-3af0-473b-8bf0-7d446f5089ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.258402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-4bd9242f-3af0-473b-8bf0-7d446f5089ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.261203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-4bd9242f-3af0-473b-8bf0-7d446f5089ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.272802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-4bd9242f-3af0-473b-8bf0-7d446f5089ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.276517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-4bd9242f-3af0-473b-8bf0-7d446f5089ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.287754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-4bd9242f-3af0-473b-8bf0-7d446f5089ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.294248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-4bd9242f-3af0-473b-8bf0-7d446f5089ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:41.313173 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-4bd9242f-3af0-473b-8bf0-7d446f5089ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6491 time: 0.5395906 Jul 06 11:36:41.425042 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:41.557864 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11020bb-f0d4-418a-91e7-6997d9171013 x-openstack-request-id: req-c11020bb-f0d4-418a-91e7-6997d9171013 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:41.558373 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6312bf2-3cb8-4181-98f9-aed14c2f86a5", "tag": "7a536672-959e-41e1-8182-e0d38a17f5d8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:41.558713 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c11020bb-f0d4-418a-91e7-6997d9171013 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:41.559224 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6312bf2-3cb8-4181-98f9-aed14c2f86a5', 'tag': '7a536672-959e-41e1-8182-e0d38a17f5d8', 'status': 'completed', 'code': 200} Jul 06 11:36:42.006937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5362336-b536-443c-a633-246d6080c564 service neutron] Pushing event updated for resources: {'Port': ['ID=de3ac042-1025-4f72-a680-ed8cd94dfa49,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:42.169568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cefc8540-98df-4ca1-ad88-be77d02dc431 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:42.231209 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:42.253967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255375f-b421-4d5b-8400-e2386bcdfe62 None None] Network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:36:42.259285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e900893b-cd7a-4edd-9839-4ed79019c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.277590 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-e900893b-cd7a-4edd-9839-4ed79019c78a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=848ab898-a9fc-4690-b4dc-dbae257bb3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2463629 Jul 06 11:36:42.320981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-838b6716-87df-4486-8402-99f05a1a8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.321507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-838b6716-87df-4486-8402-99f05a1a8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.321996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-838b6716-87df-4486-8402-99f05a1a8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.334835 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-838b6716-87df-4486-8402-99f05a1a8d33 service neutron] 10.222.0.86 "GET /v2.0/networks?id=55d50c88-87ff-4d1e-a691-5afba0ae5707&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=394d285e-f49e-4dd3-979f-9001aa2b15c5&id=394d285e-f49e-4dd3-979f-9001aa2b15c5 HTTP/1.1" status: 200 len: 2292 time: 0.8946960 Jul 06 11:36:42.341266 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:42.470040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-78ba9bba-73a1-480f-ab02-1d83f0274398 None None] Provisioning for port cefc8540-98df-4ca1-ad88-be77d02dc431 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:42.573303 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-563e2806-ceda-4540-aab3-1da009d6379d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23323174-cfa4-4bc8-ab6f-93c285420e97 HTTP/1.1" status: 200 len: 1001 time: 0.2229931 Jul 06 11:36:42.632507 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port cefc8540-98df-4ca1-ad88-be77d02dc431 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:42.680846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port cefc8540-98df-4ca1-ad88-be77d02dc431 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:42.683947 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:42.745413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba7c68-8722-4602-9030-7f5f185bd4f6 req-e5b85699-0cec-452f-8978-7fb36f23383c tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.747072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2bba7c68-8722-4602-9030-7f5f185bd4f6 req-e5b85699-0cec-452f-8978-7fb36f23383c tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 943 time: 0.7324555 Jul 06 11:36:42.775517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3bdca-e610-4918-a65f-0838f93402a5 req-4716cb68-b13d-45ca-86e0-66d75228f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:42.777540 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25c3bdca-e610-4918-a65f-0838f93402a5 req-4716cb68-b13d-45ca-86e0-66d75228f965 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=69058016c9d04bb2af0ac1336b2fe299&device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 1098 time: 1.2139058 Jul 06 11:36:42.918830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7a536672-959e-41e1-8182-e0d38a17f5d8 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:42.929548 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2bba7c68-8722-4602-9030-7f5f185bd4f6 req-0f52c81a-76a0-4e9a-a325-a0b80e9fa8ea tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups?id=1454fef1-cc25-4057-a54d-81df7533332c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429331 Jul 06 11:36:43.138736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3bdca-e610-4918-a65f-0838f93402a5 req-fff937bc-b9b5-4aab-a7f7-e6b439f62b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:43.140762 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25c3bdca-e610-4918-a65f-0838f93402a5 req-fff937bc-b9b5-4aab-a7f7-e6b439f62b11 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.3430867 Jul 06 11:36:43.156377 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effefd00-8800-4d09-8421-713149242f7e req-e1f05d59-e544-44ce-ad5d-e8eb2d78ed49 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:43.158511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-effefd00-8800-4d09-8421-713149242f7e req-e1f05d59-e544-44ce-ad5d-e8eb2d78ed49 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 943 time: 0.7181854 Jul 06 11:36:43.165344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Attempting to bind port de3ac042-1025-4f72-a680-ed8cd94dfa49 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:43.165680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Attempting to bind port de3ac042-1025-4f72-a680-ed8cd94dfa49 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:43.166021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Attempting to bind port de3ac042-1025-4f72-a680-ed8cd94dfa49 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:43.186339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-9cfd15fd-403e-47bc-b312-7f4ef25dd65f service neutron] 10.222.0.47 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8943191 Jul 06 11:36:43.218401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Port de3ac042-1025-4f72-a680-ed8cd94dfa49 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:43.218763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Attempting to bind port de3ac042-1025-4f72-a680-ed8cd94dfa49 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:43.256897 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25c3bdca-e610-4918-a65f-0838f93402a5 req-44ca6cba-fa14-486f-a55a-87ea5712e75d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=7a536672-959e-41e1-8182-e0d38a17f5d8 HTTP/1.1" status: 200 len: 217 time: 0.0689411 Jul 06 11:36:43.260473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-6853c90b-7eb6-47e9-8bd0-328af66c6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:43.264972 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-6853c90b-7eb6-47e9-8bd0-328af66c6d6c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6c9f4d54-1464-47f3-9906-74d3ca46a5f3 HTTP/1.1" status: 200 len: 850 time: 0.6167200 Jul 06 11:36:43.275220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 7a536672-959e-41e1-8182-e0d38a17f5d8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7a536672-959e-41e1-8182-e0d38a17f5d8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:43.282223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0dabea4a-e7ff-4f29-95b3-30efce0d77eb req-8f7fc88e-efe1-4ce9-b919-c9ae13dec2fb tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 210 time: 0.0509613 Jul 06 11:36:43.302437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:43.303225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Checking segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:43.307046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Bound using segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:43.307942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Bound port: de3ac042-1025-4f72-a680-ed8cd94dfa49, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:43.308604 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:43.386933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '7a536672-959e-41e1-8182-e0d38a17f5d8', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '7a536672-959e-41e1-8182-e0d38a17f5d8', 'mac_address': 'fa:16:3e:ae:85:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:43.394103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-effefd00-8800-4d09-8421-713149242f7e req-412c6cf4-24f5-45aa-96b1-ac7c0cd0d1e1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069068 Jul 06 11:36:43.438909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Allocated IP 172.25.0.161 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/b5bb76bd-4940-4cc3-9463-f273b0ec6992) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:43.587239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'tag': 'b59c7319-17cb-472e-b76c-12ed22bfd42a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:43.619038 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278f25cf-0f6d-4468-9e46-8d7afd9a384f" -d '{"events": [{"name": "network-changed", "server_uuid": "bddf9969-1307-4056-acc9-b422ae9f7504", "tag": "b59c7319-17cb-472e-b76c-12ed22bfd42a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:43.667372 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:36:43.681712 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:43.716921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] For port de3ac042-1025-4f72-a680-ed8cd94dfa49, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:43.756688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] For port de3ac042-1025-4f72-a680-ed8cd94dfa49, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=de3ac042-1025-4f72-a680-ed8cd94dfa49,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:43.798401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faceeda-768e-4ed4-b36e-7a2ebfc241d3 req-920ed67e-207d-4dc8-8bf4-1fd8db2c47bc tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:43.811373 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9faceeda-768e-4ed4-b36e-7a2ebfc241d3 req-920ed67e-207d-4dc8-8bf4-1fd8db2c47bc tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 947 time: 0.2111759 Jul 06 11:36:43.822227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:43.822611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port cefc8540-98df-4ca1-ad88-be77d02dc431, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cefc8540-98df-4ca1-ad88-be77d02dc431,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:43.854353 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:43.855731 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bf53a4c7-16de-4a07-953f-83c6ff2f3449 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:43.994951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5362336-b536-443c-a633-246d6080c564 service neutron] Pushing event updated for resources: {'Port': ['ID=de3ac042-1025-4f72-a680-ed8cd94dfa49,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:44.032330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3bdca-e610-4918-a65f-0838f93402a5 req-aae09f5a-fc2a-4304-af93-51d0ac237398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:44.037556 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25c3bdca-e610-4918-a65f-0838f93402a5 req-aae09f5a-fc2a-4304-af93-51d0ac237398 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.7443929 Jul 06 11:36:44.063793 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:44.072030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:44.075046 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:44.080196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-a5362336-b536-443c-a633-246d6080c564 service neutron] 10.222.0.47 "PUT /v2.0/ports/de3ac042-1025-4f72-a680-ed8cd94dfa49 HTTP/1.1" status: 200 len: 1091 time: 8.2289410 Jul 06 11:36:44.088255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4780ecb4-2040-45f1-85a4-d8abf03c9618', 'tag': 'de3ac042-1025-4f72-a680-ed8cd94dfa49'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:44.092005 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d43400a-efca-42a7-92be-0144760c4453" -d '{"events": [{"name": "network-changed", "server_uuid": "4780ecb4-2040-45f1-85a4-d8abf03c9618", "tag": "de3ac042-1025-4f72-a680-ed8cd94dfa49"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:44.118704 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:44.250021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9faceeda-768e-4ed4-b36e-7a2ebfc241d3 req-54b81bd2-cb19-4b9a-9174-0e7ccb98378d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366112 Jul 06 11:36:44.266562 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-71d0dc74-4334-4e20-a8b2-1d3ff2702dd1 req-0d330333-f8d9-4b99-aaf4-564cd3371569 service neutron] 10.222.0.47 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0663114 Jul 06 11:36:44.300759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-114bee77-85d9-413b-9c40-4ccfbd6e1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:44.308385 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-114bee77-85d9-413b-9c40-4ccfbd6e1382 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=55d50c88-87ff-4d1e-a691-5afba0ae5707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9221663 Jul 06 11:36:44.312488 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e4a8e1-5f0e-409b-9d5a-87bc16f2d862 x-openstack-request-id: req-49e4a8e1-5f0e-409b-9d5a-87bc16f2d862 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:44.316939 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddf9969-1307-4056-acc9-b422ae9f7504", "tag": "b59c7319-17cb-472e-b76c-12ed22bfd42a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:44.317587 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49e4a8e1-5f0e-409b-9d5a-87bc16f2d862 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:44.318274 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'tag': 'b59c7319-17cb-472e-b76c-12ed22bfd42a', 'status': 'completed', 'code': 200} Jul 06 11:36:44.389009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a536672-959e-41e1-8182-e0d38a17f5d8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:44.492835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 7a536672-959e-41e1-8182-e0d38a17f5d8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7a536672-959e-41e1-8182-e0d38a17f5d8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:44.534278 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:44.553305 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:44.564594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-2ee99563-64fc-472a-977d-c1cac64e95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:44.567919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-2ee99563-64fc-472a-977d-c1cac64e95bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 1094 time: 0.3119099 Jul 06 11:36:44.572060 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98955927-f2e8-4738-bf1c-0a4e396573bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:44.596852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=cefc8540-98df-4ca1-ad88-be77d02dc431,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:44.644416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:44.700813 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ebb9db-a5e1-4a15-ad6f-50858adc8994 x-openstack-request-id: req-00ebb9db-a5e1-4a15-ad6f-50858adc8994 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:44.701392 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4780ecb4-2040-45f1-85a4-d8abf03c9618", "tag": "de3ac042-1025-4f72-a680-ed8cd94dfa49", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:44.701715 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00ebb9db-a5e1-4a15-ad6f-50858adc8994 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:44.702335 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4780ecb4-2040-45f1-85a4-d8abf03c9618', 'tag': 'de3ac042-1025-4f72-a680-ed8cd94dfa49', 'status': 'completed', 'code': 200} Jul 06 11:36:44.731924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:44.739306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:44.885460 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bf53a4c7-16de-4a07-953f-83c6ff2f3449 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:44.888903 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:44.899021 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-fc0350a8-5952-4223-806b-fa25f88559df service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750170 Jul 06 11:36:45.065707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=7a536672-959e-41e1-8182-e0d38a17f5d8,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:45.083581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-67634ea7-fd9b-4331-a2e3-34e6139ca5a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de3ac042-1025-4f72-a680-ed8cd94dfa49 HTTP/1.1" status: 200 len: 217 time: 0.4996433 Jul 06 11:36:45.084572 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bb76bd-4940-4cc3-9463-f273b0ec6992,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:45.183800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3bdca-e610-4918-a65f-0838f93402a5 req-0e1c9326-1e89-47d3-9380-3d5dc3b33bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:45.186557 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25c3bdca-e610-4918-a65f-0838f93402a5 req-0e1c9326-1e89-47d3-9380-3d5dc3b33bee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1294088 Jul 06 11:36:45.253659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-8cbf6620-123c-45ad-8549-1673dc4ec1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:45.260030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['7a536672-959e-41e1-8182-e0d38a17f5d8'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:45.265434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-8cbf6620-123c-45ad-8549-1673dc4ec1c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.1687844 Jul 06 11:36:45.430334 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-3c829205-6f64-4c9b-b827-7c19b04982f3 service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943988 Jul 06 11:36:45.495371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bbbbb925-aace-4322-96ab-d9ea9b72bb61 None None] Provisioning complete for port cefc8540-98df-4ca1-ad88-be77d02dc431 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:45.496289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbbbb925-aace-4322-96ab-d9ea9b72bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:45.548789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-22f96a05-e575-45e7-a635-6b520306a876 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2029138 Jul 06 11:36:45.608871 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-1f6ffe82-36e6-43ec-96ae-a442ef9aa2a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=18218c73-5116-43de-a2b7-57faf0ebce65 HTTP/1.1" status: 200 len: 217 time: 0.1564183 Jul 06 11:36:45.748112 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f25cf-0f6d-4468-9e46-8d7afd9a384f req-2a27f0aa-a714-4098-a7a4-21b3fe816b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:45.752566 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-278f25cf-0f6d-4468-9e46-8d7afd9a384f req-2a27f0aa-a714-4098-a7a4-21b3fe816b7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e53ebf9ab8f4543b59a00670970d04e&device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 1094 time: 1.3811977 Jul 06 11:36:45.759431 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25c3bdca-e610-4918-a65f-0838f93402a5 req-c2c556d9-6d28-4ecf-887e-c8db87e02d39 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510502 Jul 06 11:36:45.873843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32ac4df2-7db2-4d24-9e20-834e6e059f65 req-59120ea2-5360-4e90-b290-6ec20917488a tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 210 time: 0.5260596 Jul 06 11:36:45.892084 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-1e81fc07-401c-48a1-9059-8b3b98ee9b75 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203845 Jul 06 11:36:46.164619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cefc8540-98df-4ca1-ad88-be77d02dc431 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:46.439302 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e23fbf2-02c7-45f5-995c-b759fb0e8bbe req-b92ccb98-c863-4cca-b738-6ba6a78d7504 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392337 Jul 06 11:36:46.501841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port cefc8540-98df-4ca1-ad88-be77d02dc431 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:46.503046 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:46.664100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8cd9a-2240-4adc-b404-2e1496f8e532 req-125b1a14-36b2-426e-b1a0-fd9798cbd921 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:46.668656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90b8cd9a-2240-4adc-b404-2e1496f8e532 req-125b1a14-36b2-426e-b1a0-fd9798cbd921 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 943 time: 1.5789161 Jul 06 11:36:46.678635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f25cf-0f6d-4468-9e46-8d7afd9a384f req-d8d7d0aa-a66f-4eab-8638-495199606f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:46.689047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-278f25cf-0f6d-4468-9e46-8d7afd9a384f req-d8d7d0aa-a66f-4eab-8638-495199606f1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=848ab898-a9fc-4690-b4dc-dbae257bb3df HTTP/1.1" status: 200 len: 906 time: 0.9139547 Jul 06 11:36:47.052591 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25c3bdca-e610-4918-a65f-0838f93402a5 req-29b77240-9f76-41b9-bbbe-db3fa5de8a87 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2767522 Jul 06 11:36:47.053970 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-278f25cf-0f6d-4468-9e46-8d7afd9a384f req-0ea97532-b9a2-4d60-a5b2-00d2734fae70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b59c7319-17cb-472e-b76c-12ed22bfd42a HTTP/1.1" status: 200 len: 217 time: 0.2940359 Jul 06 11:36:47.108281 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90b8cd9a-2240-4adc-b404-2e1496f8e532 req-5cd7593a-7ef2-4c7d-a986-599c2719a765 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups?id=1454fef1-cc25-4057-a54d-81df7533332c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315741 Jul 06 11:36:47.202726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686c2b9-3006-4f3a-bbe2-39f28379a42c req-6be7384f-a1af-4ff2-930d-8fc47d3bb5c3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:47.218387 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d686c2b9-3006-4f3a-bbe2-39f28379a42c req-6be7384f-a1af-4ff2-930d-8fc47d3bb5c3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 943 time: 0.7041364 Jul 06 11:36:47.225762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-1de8a931-dea4-4b80-bd80-096a597896b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:47.227604 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-1de8a931-dea4-4b80-bd80-096a597896b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 1.4559541 Jul 06 11:36:47.258265 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-aab63865-7593-4d68-a5a2-5bdde97073f3 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:47.263631 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-aab63865-7593-4d68-a5a2-5bdde97073f3 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.86 "GET /v2.0/networks?id=18f07148-b4ca-4cd6-807d-18a7cb2adc76 HTTP/1.1" status: 200 len: 820 time: 0.5449803 Jul 06 11:36:47.319367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Request body: {'port': {'device_id': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'admin_state_up': True, 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:47.489256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:47.568046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Made reservation on behalf of 581eccd616f64f78b0bfb0b26f257b2b for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:36:47.571814 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:47.626494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f25cf-0f6d-4468-9e46-8d7afd9a384f req-58a33ac2-edbc-4043-8055-50e6a75e039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:47.628445 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-278f25cf-0f6d-4468-9e46-8d7afd9a384f req-58a33ac2-edbc-4043-8055-50e6a75e039b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a7c8409-16f8-4334-9b28-9fc7525e1566 HTTP/1.1" status: 200 len: 844 time: 0.5581725 Jul 06 11:36:47.685613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43400a-efca-42a7-92be-0144760c4453 req-928c2960-ac0b-477c-a8da-e01e7dad2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:47.688222 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d43400a-efca-42a7-92be-0144760c4453 req-928c2960-ac0b-477c-a8da-e01e7dad2b2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 1094 time: 0.9946022 Jul 06 11:36:47.769919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d686c2b9-3006-4f3a-bbe2-39f28379a42c req-c942822f-8f68-4a1d-9909-180faf662ced tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454025 Jul 06 11:36:47.834648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-c0d2eb2f-b767-442b-85b3-c8ff526fb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:47.837776 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-c0d2eb2f-b767-442b-85b3-c8ff526fb57b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5713460 Jul 06 11:36:47.964948 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-a6f07f5f-69bf-48c1-93b2-da8967a64f0e service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155157 Jul 06 11:36:48.006199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b59c7319-17cb-472e-b76c-12ed22bfd42a details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:48.123411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9affb053-38c1-4c10-8594-33216b747a04 req-b5f41990-4110-4c4f-8b65-3017601a9b0a tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 210 time: 0.0819507 Jul 06 11:36:48.160133 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:48.279891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43400a-efca-42a7-92be-0144760c4453 req-de0c0d82-28bd-4863-974d-bfbc2eb1eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:48.281555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d43400a-efca-42a7-92be-0144760c4453 req-de0c0d82-28bd-4863-974d-bfbc2eb1eb54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 912 time: 0.5385754 Jul 06 11:36:48.335540 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:48.432067 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58250ecb-2af6-4e4e-8a09-1659119957f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:48.476391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b59c7319-17cb-472e-b76c-12ed22bfd42a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b59c7319-17cb-472e-b76c-12ed22bfd42a,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:48.487127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d43400a-efca-42a7-92be-0144760c4453 req-691d681b-8028-4feb-a068-0b69a7636ed7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de3ac042-1025-4f72-a680-ed8cd94dfa49 HTTP/1.1" status: 200 len: 217 time: 0.1954331 Jul 06 11:36:48.508836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'b59c7319-17cb-472e-b76c-12ed22bfd42a', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'port_id': 'b59c7319-17cb-472e-b76c-12ed22bfd42a', 'mac_address': 'fa:16:3e:7d:0b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:48.624874 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:48.665279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806389cd-7ab1-4c80-af87-5794d1ce8fc1 req-86fc1ed7-d487-4f28-8fb5-1c4cb1a332f6 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:48.666936 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-806389cd-7ab1-4c80-af87-5794d1ce8fc1 req-86fc1ed7-d487-4f28-8fb5-1c4cb1a332f6 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 948 time: 0.4970675 Jul 06 11:36:48.683049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43400a-efca-42a7-92be-0144760c4453 req-58f32982-6a9d-4237-8869-e3d24aafc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:48.684614 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d43400a-efca-42a7-92be-0144760c4453 req-58f32982-6a9d-4237-8869-e3d24aafc8ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.1616130 Jul 06 11:36:48.694237 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:48.700660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59c7319-17cb-472e-b76c-12ed22bfd42a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:48.780337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b59c7319-17cb-472e-b76c-12ed22bfd42a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b59c7319-17cb-472e-b76c-12ed22bfd42a,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:48.787258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d43400a-efca-42a7-92be-0144760c4453 req-943247e5-73be-4412-b9bc-b3a4f7c1c7ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710979 Jul 06 11:36:48.804884 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-806389cd-7ab1-4c80-af87-5794d1ce8fc1 req-58d31b60-1875-4a3c-8d35-668aac6b0a5e tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276646 Jul 06 11:36:48.811719 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:48.854639 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad81f2-38a9-40ef-8c8a-ce7c7ca0de47 req-576fdae9-cc08-42c3-87e8-235265f8ce4a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:48.876353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36ad81f2-38a9-40ef-8c8a-ce7c7ca0de47 req-576fdae9-cc08-42c3-87e8-235265f8ce4a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 943 time: 0.4553735 Jul 06 11:36:48.938798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7a536672-959e-41e1-8182-e0d38a17f5d8 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:48.973228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f25cf-0f6d-4468-9e46-8d7afd9a384f req-1aaaa3b7-8a0b-4d8f-9428-bda6de9095fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:48.975709 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-278f25cf-0f6d-4468-9e46-8d7afd9a384f req-1aaaa3b7-8a0b-4d8f-9428-bda6de9095fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=848ab898-a9fc-4690-b4dc-dbae257bb3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3351011 Jul 06 11:36:49.103665 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-278f25cf-0f6d-4468-9e46-8d7afd9a384f req-6470cde5-ca82-4a65-bf86-3d4bd7a69f81 service neutron] 10.222.0.47 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140420 Jul 06 11:36:49.105571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Allocated IP 172.20.0.8 (18f07148-b4ca-4cd6-807d-18a7cb2adc76/453ae9c9-3942-4bce-a203-7a1599339e93/a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:49.238948 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-5e04074e-a9f9-49f8-bd9f-b45014eaf19d service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2651052 Jul 06 11:36:49.255803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=b59c7319-17cb-472e-b76c-12ed22bfd42a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:49.302820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 7a536672-959e-41e1-8182-e0d38a17f5d8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:49.307337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36ad81f2-38a9-40ef-8c8a-ce7c7ca0de47 req-ed6545ee-767d-487b-ae79-c04530479798 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups?id=1454fef1-cc25-4057-a54d-81df7533332c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4297826 Jul 06 11:36:49.309256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 7a536672-959e-41e1-8182-e0d38a17f5d8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:49.310050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.389203 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-f1840115-cb89-4f1e-90b2-fba98be2c13f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=040d4636-f876-4c42-9eb9-fd9982730b95 HTTP/1.1" status: 200 len: 217 time: 0.1371126 Jul 06 11:36:49.398947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b59c7319-17cb-472e-b76c-12ed22bfd42a'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:49.473008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-9a543381-db7c-499b-b98d-d2576c6aa38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:49.474902 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-9a543381-db7c-499b-b98d-d2576c6aa38b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.0705228 Jul 06 11:36:49.568395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d43400a-efca-42a7-92be-0144760c4453 req-e4638d1c-453b-401b-b6c0-4104765e5395 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7515047 Jul 06 11:36:49.650600 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-278f25cf-0f6d-4468-9e46-8d7afd9a384f req-e1dc6574-4aa3-492f-8135-1e1196e3c447 service neutron] 10.222.0.47 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302119 Jul 06 11:36:49.723434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Router 701e04e9-4882-45d3-9db1-5a57013dcffe is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:36:49.766756 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:49.878531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-f802b2c5-c13f-4826-8e3e-495f29d56a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:49.879960 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-f802b2c5-c13f-4826-8e3e-495f29d56a4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3819466 Jul 06 11:36:49.939646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6312bf2-3cb8-4181-98f9-aed14c2f86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a536672-959e-41e1-8182-e0d38a17f5d8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:49.944577 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abddce58-f053-4e07-aa46-f5b1bbe9dd76" -d '{"events": [{"server_uuid": "a6312bf2-3cb8-4181-98f9-aed14c2f86a5", "name": "network-vif-plugged", "status": "completed", "tag": "7a536672-959e-41e1-8182-e0d38a17f5d8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:49.995526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 7a536672-959e-41e1-8182-e0d38a17f5d8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7a536672-959e-41e1-8182-e0d38a17f5d8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:50.014448 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.033350 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.038089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device de3ac042-1025-4f72-a680-ed8cd94dfa49 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:36:50.131411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-c7eb23b2-1941-40de-9a5e-69232d14238c service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348106 Jul 06 11:36:50.182808 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.244817 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:36:50.535297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=7a536672-959e-41e1-8182-e0d38a17f5d8,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:50.587879 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.657460 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port de3ac042-1025-4f72-a680-ed8cd94dfa49, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=de3ac042-1025-4f72-a680-ed8cd94dfa49,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:50.669338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Pushing event updated for resources: {'Port': ['ID=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:50.687860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:50.691530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'de3ac042-1025-4f72-a680-ed8cd94dfa49', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'port_id': 'de3ac042-1025-4f72-a680-ed8cd94dfa49', 'mac_address': 'fa:16:3e:e6:3b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980f45f6-7536-45f8-8969-e14fff5112f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:36:50.708180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:50.719365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:50.856055 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:50.903087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3ac042-1025-4f72-a680-ed8cd94dfa49 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:50.979169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port de3ac042-1025-4f72-a680-ed8cd94dfa49, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=de3ac042-1025-4f72-a680-ed8cd94dfa49,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:50.982505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:36:50.989683 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:51.012626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Sync routers for ids ['701e04e9-4882-45d3-9db1-5a57013dcffe'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:36:51.038669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:51.040569 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:51.056403 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-e5e3588f-f5e6-425d-86da-b26ece00d1b2 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9102657 Jul 06 11:36:51.132829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e7917-ef26-4b21-8a1c-038d601b0f52 req-807f58e8-fccf-4abb-a2d7-ec9a710818e9 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:51.135277 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf3e7917-ef26-4b21-8a1c-038d601b0f52 req-807f58e8-fccf-4abb-a2d7-ec9a710818e9 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 931 time: 0.5320807 Jul 06 11:36:51.141928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:51.145155 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-da03bce6-6e34-415b-aa9e-416118f726a2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 14.4341679 Jul 06 11:36:51.151522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36742) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:36:51.161490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d43400a-efca-42a7-92be-0144760c4453 req-b275c911-997b-4b42-aa0c-6af60b0bcab3 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5846715 Jul 06 11:36:51.194436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Routers {'701e04e9-4882-45d3-9db1-5a57013dcffe'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:51.195515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['701e04e9-4882-45d3-9db1-5a57013dcffe'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:51.244823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b063cc-6e3e-46e4-b77a-883f62554e66 req-d8eac591-666c-444c-a50e-4748c910244c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:51.244823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b063cc-6e3e-46e4-b77a-883f62554e66 req-d8eac591-666c-444c-a50e-4748c910244c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 943 time: 1.4755263 Jul 06 11:36:51.247110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=de3ac042-1025-4f72-a680-ed8cd94dfa49,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:51.250399 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-671901d6-d027-40e2-85e0-302482dc51f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=097428cb-dd26-45ca-9415-b626e36306df HTTP/1.1" status: 200 len: 217 time: 0.1780434 Jul 06 11:36:51.260606 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-145d81ce-5949-4e0b-922b-93c2d60df912 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9524825 Jul 06 11:36:51.314182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Request body: {'port': {'device_id': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:36:51.509846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-487e246e-166f-4c58-ba0c-249233bcf90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:51.512006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-487e246e-166f-4c58-ba0c-249233bcf90d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.2347999 Jul 06 11:36:51.551023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['de3ac042-1025-4f72-a680-ed8cd94dfa49'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:36:51.630779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf3e7917-ef26-4b21-8a1c-038d601b0f52 req-48fd5802-a768-4b23-b993-fee21e2a688c tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677339 Jul 06 11:36:51.683035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b063cc-6e3e-46e4-b77a-883f62554e66 req-fb540d35-27ba-4194-afbd-211c418b7251 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538198 Jul 06 11:36:51.693876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Set router 701e04e9-4882-45d3-9db1-5a57013dcffe gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:51.776756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:51.938110 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6e0b89-2a7f-414d-99ab-642ee60c7838 x-openstack-request-id: req-ad6e0b89-2a7f-414d-99ab-642ee60c7838 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:51.938563 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6312bf2-3cb8-4181-98f9-aed14c2f86a5", "name": "network-vif-plugged", "status": "completed", "tag": "7a536672-959e-41e1-8182-e0d38a17f5d8", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:51.938924 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad6e0b89-2a7f-414d-99ab-642ee60c7838 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:51.939473 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6312bf2-3cb8-4181-98f9-aed14c2f86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a536672-959e-41e1-8182-e0d38a17f5d8', 'code': 200} Jul 06 11:36:52.012672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-398873a3-8f08-4732-beeb-92f893073988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:52.014245 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-398873a3-8f08-4732-beeb-92f893073988 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4723296 Jul 06 11:36:52.026206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b59c7319-17cb-472e-b76c-12ed22bfd42a up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:52.318762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41849bd6-dc57-4b40-bd5c-f400f3f6bb18 req-c706096c-6aba-4567-a4f5-e0fd8c5beaaa tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:52.333484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41849bd6-dc57-4b40-bd5c-f400f3f6bb18 req-c706096c-6aba-4567-a4f5-e0fd8c5beaaa tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 949 time: 0.3673306 Jul 06 11:36:52.389424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port b59c7319-17cb-472e-b76c-12ed22bfd42a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:52.406473 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port b59c7319-17cb-472e-b76c-12ed22bfd42a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:52.406856 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.522126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-router', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:36Z', 'updated_at': '2021-07-06T11:36:47Z', 'revision_number': 3, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'gw_port': {'id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ff:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:42Z', 'updated_at': '2021-07-06T11:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:52.604849 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Checking router: 701e04e9-4882-45d3-9db1-5a57013dcffe for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:36:52.605827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Updating router 701e04e9-4882-45d3-9db1-5a57013dcffe port b5bb76bd-4940-4cc3-9463-f273b0ec6992 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:36:52.648960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41849bd6-dc57-4b40-bd5c-f400f3f6bb18 req-b804e45a-38c5-4f3e-a8e1-23b434b96f99 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123441 Jul 06 11:36:52.666982 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-de793892-bc1b-4091-a59e-5fce9dac48fc service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347199 Jul 06 11:36:52.692150 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef48fc7-4b43-457d-8195-c5dd83ff0e7f req-bbbc4e1a-d0bf-4ad5-85e4-40330818d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:52.694541 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8ef48fc7-4b43-457d-8195-c5dd83ff0e7f req-bbbc4e1a-d0bf-4ad5-85e4-40330818d715 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 1100 time: 0.5604050 Jul 06 11:36:52.727877 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:52.849316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf513fdc-fd5d-4911-bd07-04887c4f04e0 req-b314da92-7c82-489a-b0d9-19aeeec066a9 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:52.861203 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf513fdc-fd5d-4911-bd07-04887c4f04e0 req-b314da92-7c82-489a-b0d9-19aeeec066a9 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 944 time: 0.4471786 Jul 06 11:36:52.968762 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.028388 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.055961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf513fdc-fd5d-4911-bd07-04887c4f04e0 req-94c7f57f-8790-42cf-8cf8-138b817afd30 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups?id=1454fef1-cc25-4057-a54d-81df7533332c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935737 Jul 06 11:36:53.098971 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8ef48fc7-4b43-457d-8195-c5dd83ff0e7f req-902da6f3-9862-4819-bfda-440e583753a0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860214 Jul 06 11:36:53.251078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b59c7319-17cb-472e-b76c-12ed22bfd42a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b59c7319-17cb-472e-b76c-12ed22bfd42a,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:53.273792 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.315164 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-6571eea4-f39d-4739-ae1e-967f80d24fde service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6258523 Jul 06 11:36:53.325691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:36:53.364070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.453325 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-37c4735d-8cfe-443e-a5bd-bde0e814d440 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127 HTTP/1.1" status: 200 len: 217 time: 0.1302676 Jul 06 11:36:53.466923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Allocated IP 172.20.0.1 (49bf59dd-4291-4d68-a1e8-f5f05778ec83/3b1b850b-890f-4a7b-9c8b-0461a78c3c98/e11bcaf8-4bed-47ae-aace-99b659b9518e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:36:53.497026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=b59c7319-17cb-472e-b76c-12ed22bfd42a,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:53.580991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-7ec3dfe3-db4b-4aa6-a185-228dea2d9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:53.583043 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-7ec3dfe3-db4b-4aa6-a185-228dea2d9f0f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.1203218 Jul 06 11:36:53.584383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Transition to ACTIVE for port object a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:53.601232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.618659 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.652140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Transition to ACTIVE for port object e11bcaf8-4bed-47ae-aace-99b659b9518e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:53.660138 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.687390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Transition to ACTIVE for port object b5bb76bd-4940-4cc3-9463-f273b0ec6992 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:36:53.703501 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.756460 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.844041 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Attempting to bind port b5bb76bd-4940-4cc3-9463-f273b0ec6992 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:53.844437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Attempting to bind port b5bb76bd-4940-4cc3-9463-f273b0ec6992 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:53.844761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Attempting to bind port b5bb76bd-4940-4cc3-9463-f273b0ec6992 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:53.850561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0f1ab-f7ac-4691-bfdd-fcf2379a903d None None] Pushing event updated for resources: {'Port': ['ID=b5bb76bd-4940-4cc3-9463-f273b0ec6992,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:53.864884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:53.873415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:53.873812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:53.874137 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.874546 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:53.875056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Bound port: b5bb76bd-4940-4cc3-9463-f273b0ec6992, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:53.875473 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:53.908540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542946-5ec7-4442-8542-710bc9de4744 req-97da242b-8acd-4309-9982-40399028556c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:53.933402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9542946-5ec7-4442-8542-710bc9de4744 req-97da242b-8acd-4309-9982-40399028556c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 944 time: 0.2399065 Jul 06 11:36:53.937454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-6f5825b5-a504-46aa-b0eb-d370b9359cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:53.941158 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-6f5825b5-a504-46aa-b0eb-d370b9359cda service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3495760 Jul 06 11:36:53.944652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c7319-17cb-472e-b76c-12ed22bfd42a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:53.946885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:53.947582 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b484fc-3a07-44ba-88f0-12e250980b40" -d '{"events": [{"server_uuid": "bddf9969-1307-4056-acc9-b422ae9f7504", "name": "network-vif-plugged", "status": "completed", "tag": "b59c7319-17cb-472e-b76c-12ed22bfd42a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:53.955990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:54.032192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] For port b5bb76bd-4940-4cc3-9463-f273b0ec6992, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:54.039731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:36:54.040101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] For port b5bb76bd-4940-4cc3-9463-f273b0ec6992, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b5bb76bd-4940-4cc3-9463-f273b0ec6992,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:54.047659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device de3ac042-1025-4f72-a680-ed8cd94dfa49 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:54.059506 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.198634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9542946-5ec7-4442-8542-710bc9de4744 req-a8a91ab7-b4cd-462e-a802-800e97eb9db1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632785 Jul 06 11:36:54.199605 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.326613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Routers {'701e04e9-4882-45d3-9db1-5a57013dcffe'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:36:54.334119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['701e04e9-4882-45d3-9db1-5a57013dcffe'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:54.338244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0f1ab-f7ac-4691-bfdd-fcf2379a903d None None] Pushing event updated for resources: {'Port': ['ID=b5bb76bd-4940-4cc3-9463-f273b0ec6992,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:54.404575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Attempting to bind port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:36:54.404940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Attempting to bind port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:36:54.424080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Attempting to bind port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 on network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:54.443157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 on network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:36:54.447148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Attempting to bind port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 on network 18f07148-b4ca-4cd6-807d-18a7cb2adc76 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:36:54.451131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-a27ebd6a-7ae2-4a48-b115-8f8841895bf9 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964981 Jul 06 11:36:54.534664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port de3ac042-1025-4f72-a680-ed8cd94dfa49 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:54.556503 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port de3ac042-1025-4f72-a680-ed8cd94dfa49 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:54.569931 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.639077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48605f3e-759b-40a4-80f4-d42da6483f77 req-a49c6122-4576-4245-8f6d-8faa2849be87 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:54.652273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48605f3e-759b-40a4-80f4-d42da6483f77 req-a49c6122-4576-4245-8f6d-8faa2849be87 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 931 time: 1.4430113 Jul 06 11:36:54.660768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:36:54.661819 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Checking segment: {'id': 'e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:36:54.662488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Bound using segment: {'id': 'e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:36:54.663207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Bound port: a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:36:54.663881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.673153 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Pushing event updated for resources: {'Port': ['ID=e11bcaf8-4bed-47ae-aace-99b659b9518e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:54.769706 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-40419ea7-b568-4946-aedb-5dfe2c372265 None None] Provisioning for port e11bcaf8-4bed-47ae-aace-99b659b9518e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:54.792737 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48605f3e-759b-40a4-80f4-d42da6483f77 req-1fa1e6d1-c26f-457c-82c5-531ba8d038cb tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387458 Jul 06 11:36:54.875244 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-712b3320-88e9-44d9-ae84-20788c76b9da service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073482 Jul 06 11:36:54.883893 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:54.902822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-40419ea7-b568-4946-aedb-5dfe2c372265 None None] Provisioning complete for port e11bcaf8-4bed-47ae-aace-99b659b9518e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:54.903365 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40419ea7-b568-4946-aedb-5dfe2c372265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.029566 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57959678-64ec-4e2d-8e66-40c72f659fd4 x-openstack-request-id: req-57959678-64ec-4e2d-8e66-40c72f659fd4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:55.029928 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddf9969-1307-4056-acc9-b422ae9f7504", "name": "network-vif-plugged", "status": "completed", "tag": "b59c7319-17cb-472e-b76c-12ed22bfd42a", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:55.030202 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57959678-64ec-4e2d-8e66-40c72f659fd4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:55.030627 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c7319-17cb-472e-b76c-12ed22bfd42a', 'code': 200} Jul 06 11:36:55.032621 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-1bc95b74-f8bd-48ae-80f3-50540bcdaec1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=05bf836b-354c-4996-8a22-f308e431636b HTTP/1.1" status: 200 len: 217 time: 0.1453555 Jul 06 11:36:55.035578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] For port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:36:55.120549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] Set router 701e04e9-4882-45d3-9db1-5a57013dcffe gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:36:55.125533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] For port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,segment=NetworkSegment(e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0),segment_id=e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:36:55.197343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-7c5167ae-7f2d-469f-8113-241c6a2e3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.200854 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-7c5167ae-7f2d-469f-8113-241c6a2e3b32 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.1596768 Jul 06 11:36:55.203282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.243081 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.306049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-40419ea7-b568-4946-aedb-5dfe2c372265 None None] Port e11bcaf8-4bed-47ae-aace-99b659b9518e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:55.317050 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port de3ac042-1025-4f72-a680-ed8cd94dfa49, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=de3ac042-1025-4f72-a680-ed8cd94dfa49,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:55.367078 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.369022 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.372267 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] 10.222.0.86 "PUT /v2.0/ports/a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 1091 time: 4.0657752 Jul 06 11:36:55.373267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:55.379139 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a826219-4ddb-4e4a-ab4d-09fd573a987a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:55.388201 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.506007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb76d4-4d51-4783-b3d9-71199a894ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:55.567953 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-acb540f7-1a1a-44e2-a195-0d9f3c544e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.569638 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-acb540f7-1a1a-44e2-a195-0d9f3c544e3a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3431542 Jul 06 11:36:55.577628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-03993c3e-42f8-411c-b48f-5875432ed1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.579488 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-03993c3e-42f8-411c-b48f-5875432ed1b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=581eccd616f64f78b0bfb0b26f257b2b&device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 1094 time: 0.1241515 Jul 06 11:36:55.614983 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.639273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.697659 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-870cdb6e-300f-4d75-be5c-85a481fbca01 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172087 Jul 06 11:36:55.777314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b0c60-1bf0-42c6-9493-cb7ff894f779 req-27580e73-caf4-4532-94db-c5665c3a2e80 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.779542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af6b0c60-1bf0-42c6-9493-cb7ff894f779 req-27580e73-caf4-4532-94db-c5665c3a2e80 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 949 time: 0.8749177 Jul 06 11:36:55.824260 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-ad9e36b2-1773-488e-be06-8bcf5aa526de service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 217 time: 0.1255798 Jul 06 11:36:55.893916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Pushing event updated for resources: {'Port': ['ID=e11bcaf8-4bed-47ae-aace-99b659b9518e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:55.899612 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:55.930428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=de3ac042-1025-4f72-a680-ed8cd94dfa49,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:55.952121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-4988832c-2c61-4c8f-856c-27428afbe1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:55.954592 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-4988832c-2c61-4c8f-856c-27428afbe1d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=453ae9c9-3942-4bce-a203-7a1599339e93 HTTP/1.1" status: 200 len: 860 time: 0.1195993 Jul 06 11:36:56.009793 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-47e17cb9-873d-4038-a6e2-3206ca19d2e1 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020487 Jul 06 11:36:56.012617 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-361bcd28-0144-44e7-9c67-74f9da8940b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18f07148-b4ca-4cd6-807d-18a7cb2adc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489874 Jul 06 11:36:56.013132 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84387d-2322-41d4-8190-6b089ec5c5b2 req-2334c24b-7c41-476d-baca-19f4b4a9eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:56.016084 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c84387d-2322-41d4-8190-6b089ec5c5b2 req-2334c24b-7c41-476d-baca-19f4b4a9eea4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 1096 time: 0.8173182 Jul 06 11:36:56.061266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-router', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:36Z', 'updated_at': '2021-07-06T11:36:47Z', 'revision_number': 3, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'gw_port': {'id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ff:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:42Z', 'updated_at': '2021-07-06T11:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:36:56.119845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af6b0c60-1bf0-42c6-9493-cb7ff894f779 req-0bd02543-3458-4956-af92-cd4c83330889 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117619 Jul 06 11:36:56.199731 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-276c4a1e-ef89-4858-b29d-f18154f78718 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd HTTP/1.1" status: 200 len: 217 time: 0.1765437 Jul 06 11:36:56.302607 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-9ff22007-5b1f-4aea-8c81-ff85d665202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:56.304511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-9ff22007-5b1f-4aea-8c81-ff85d665202a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.0951235 Jul 06 11:36:56.307788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-161863db-c04d-4020-9038-b9d9172f8d90 service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706635 Jul 06 11:36:56.430100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f13548-de1e-49cb-bcd0-ea2c93242a6a None None] The sync data for ids ['701e04e9-4882-45d3-9db1-5a57013dcffe'] in n-d-799527-2 is: [{'id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-router', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:36Z', 'updated_at': '2021-07-06T11:36:47Z', 'revision_number': 3, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'gw_port': {'id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ff:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:42Z', 'updated_at': '2021-07-06T11:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:36:56.464883 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c84387d-2322-41d4-8190-6b089ec5c5b2 req-6498c739-c48c-4f30-9854-71697230d25d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1454fef1-cc25-4057-a54d-81df7533332c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4083524 Jul 06 11:36:56.568263 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fd2-53df-4497-8c61-92d832e52124 req-da5f3264-6dd5-4032-99d2-a9ab7ba00a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:56.570397 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-da5f3264-6dd5-4032-99d2-a9ab7ba00a6a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2527804 Jul 06 11:36:56.631978 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a40d7c5b-df95-460e-81e5-b55e5db2a6bd req-4c4d7f83-8160-4073-a6df-bda233f41248 service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079569 Jul 06 11:36:56.657028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a58455-4047-491a-bdad-79b4dc439ced req-933a20b0-74ea-4c5c-a05a-4f843f1cca0d tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:56.669639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93a58455-4047-491a-bdad-79b4dc439ced req-933a20b0-74ea-4c5c-a05a-4f843f1cca0d tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 945 time: 0.8098991 Jul 06 11:36:56.768839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:36:56.783323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:36:56.808210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93a58455-4047-491a-bdad-79b4dc439ced req-20d119e5-7843-43b1-a009-0bbcc7b9378f tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups?id=1454fef1-cc25-4057-a54d-81df7533332c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365266 Jul 06 11:36:56.814063 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-04622280-0434-44a1-8696-ddbbee465e94 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311978 Jul 06 11:36:57.024582 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791743af-8065-4cd3-b525-e00b95cf7b4e x-openstack-request-id: req-791743af-8065-4cd3-b525-e00b95cf7b4e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:57.025201 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:57.025201 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-791743af-8065-4cd3-b525-e00b95cf7b4e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:57.025529 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'status': 'completed', 'code': 200} Jul 06 11:36:57.032370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4780ecb4-2040-45f1-85a4-d8abf03c9618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3ac042-1025-4f72-a680-ed8cd94dfa49'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:36:57.037999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19307fd0-518e-4fd4-8373-2520fee3b260 req-5c9fb299-feda-4391-b8d9-27a02e0ca224 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:57.044876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19307fd0-518e-4fd4-8373-2520fee3b260 req-5c9fb299-feda-4391-b8d9-27a02e0ca224 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 945 time: 0.5004289 Jul 06 11:36:57.059405 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be89a48e-91b7-4b0e-adb2-0f2b9f5d6a93" -d '{"events": [{"server_uuid": "4780ecb4-2040-45f1-85a4-d8abf03c9618", "name": "network-vif-plugged", "status": "completed", "tag": "de3ac042-1025-4f72-a680-ed8cd94dfa49"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:36:57.235536 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19307fd0-518e-4fd4-8373-2520fee3b260 req-89cf3bad-a76d-4196-a73b-f95a3657f978 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700997 Jul 06 11:36:57.339212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Router 701e04e9-4882-45d3-9db1-5a57013dcffe has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:36:57.375291 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3add5fd2-53df-4497-8c61-92d832e52124 req-3ea06ccb-806c-40d7-b712-96325d5abfd7 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523455 Jul 06 11:36:57.428969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a826219-4ddb-4e4a-ab4d-09fd573a987a req-fa31ea82-7d1a-44f7-a211-12d9d460c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:57.432321 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a826219-4ddb-4e4a-ab4d-09fd573a987a req-fa31ea82-7d1a-44f7-a211-12d9d460c736 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=581eccd616f64f78b0bfb0b26f257b2b&device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 1094 time: 0.3631074 Jul 06 11:36:57.625369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5a270fde-7958-4ff0-a15d-04bfef816395 None None] Provisioning complete for port e11bcaf8-4bed-47ae-aace-99b659b9518e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:57.625959 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a270fde-7958-4ff0-a15d-04bfef816395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:57.839652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5a270fde-7958-4ff0-a15d-04bfef816395 None None] Port e11bcaf8-4bed-47ae-aace-99b659b9518e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:36:57.931359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a826219-4ddb-4e4a-ab4d-09fd573a987a req-0d017313-f9b6-4456-9dda-0725d6620906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:57.934377 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:36:57.943321 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a826219-4ddb-4e4a-ab4d-09fd573a987a req-0d017313-f9b6-4456-9dda-0725d6620906 service neutron] 10.222.0.86 "GET /v2.0/networks?id=18f07148-b4ca-4cd6-807d-18a7cb2adc76 HTTP/1.1" status: 200 len: 921 time: 0.5038412 Jul 06 11:36:57.957712 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b585c547-3260-4c86-a235-f4b9b03fd309 admin admin] 10.222.0.21 "PUT /v2.0/routers/701e04e9-4882-45d3-9db1-5a57013dcffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7929583 Jul 06 11:36:58.081192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8309a8-e050-4ebf-8a35-c35a1c6cffd2 req-467c5884-2b8e-43cb-9622-e9e40b1d0c72 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:58.086668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a826219-4ddb-4e4a-ab4d-09fd573a987a req-0182a965-3585-4f6b-a89c-34ca68b421d5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 217 time: 0.1238656 Jul 06 11:36:58.106992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b5bb76bd-4940-4cc3-9463-f273b0ec6992 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:36:58.132364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b8309a8-e050-4ebf-8a35-c35a1c6cffd2 req-467c5884-2b8e-43cb-9622-e9e40b1d0c72 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 943 time: 0.4493034 Jul 06 11:36:58.257080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a826219-4ddb-4e4a-ab4d-09fd573a987a req-c17bdc99-9448-487a-86b1-21a1aee7e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:58.264987 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a826219-4ddb-4e4a-ab4d-09fd573a987a req-c17bdc99-9448-487a-86b1-21a1aee7e541 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=453ae9c9-3942-4bce-a203-7a1599339e93 HTTP/1.1" status: 200 len: 860 time: 0.1651170 Jul 06 11:36:58.332101 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a826219-4ddb-4e4a-ab4d-09fd573a987a req-79aaee47-8c56-4a21-99e3-e3b65e64f26b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18f07148-b4ca-4cd6-807d-18a7cb2adc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613925 Jul 06 11:36:58.344177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b8309a8-e050-4ebf-8a35-c35a1c6cffd2 req-c068f816-2c06-442e-b88c-73b9bd6d0c46 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986933 Jul 06 11:36:58.388060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port b5bb76bd-4940-4cc3-9463-f273b0ec6992 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:36:58.432492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b5bb76bd-4940-4cc3-9463-f273b0ec6992 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:36:58.432975 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:58.489802 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a826219-4ddb-4e4a-ab4d-09fd573a987a req-7349ffee-ccf7-4fa9-b360-847a5003a6c1 service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487739 Jul 06 11:36:58.646055 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d0af00-6835-41ee-a85b-c56f81492869 x-openstack-request-id: req-74d0af00-6835-41ee-a85b-c56f81492869 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:36:58.668930 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4780ecb4-2040-45f1-85a4-d8abf03c9618", "name": "network-vif-plugged", "status": "completed", "tag": "de3ac042-1025-4f72-a680-ed8cd94dfa49", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:36:58.669502 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74d0af00-6835-41ee-a85b-c56f81492869 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:36:58.672814 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4780ecb4-2040-45f1-85a4-d8abf03c9618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3ac042-1025-4f72-a680-ed8cd94dfa49', 'code': 200} Jul 06 11:36:58.725954 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:58.785201 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:58.907252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a826219-4ddb-4e4a-ab4d-09fd573a987a req-982be8da-2bcc-4a14-98b7-ce0642f18303 service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076300 Jul 06 11:36:58.984185 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:59.042955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port b5bb76bd-4940-4cc3-9463-f273b0ec6992, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b5bb76bd-4940-4cc3-9463-f273b0ec6992,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:36:59.052433 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:36:59.141512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=b5bb76bd-4940-4cc3-9463-f273b0ec6992,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:36:59.792625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d856-6957-4838-a6f5-98cbc58cf430 req-0fbe0761-7fd1-4370-becf-7afb51f55035 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:59.816196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12d0d856-6957-4838-a6f5-98cbc58cf430 req-0fbe0761-7fd1-4370-becf-7afb51f55035 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 945 time: 0.5351961 Jul 06 11:36:59.931692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136224a-3f98-45a8-9dcf-542f9bdb04c8 req-2affd40f-74fe-4b2d-b54b-60ee0f0efc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:36:59.935155 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f136224a-3f98-45a8-9dcf-542f9bdb04c8 req-2affd40f-74fe-4b2d-b54b-60ee0f0efc4e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 1096 time: 0.4292319 Jul 06 11:37:00.050943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b5bb76bd-4940-4cc3-9463-f273b0ec6992 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:00.103472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63333c-5332-4c7f-ac19-58a9e610a9ef req-924cd60d-d7c2-498e-b244-f72575ee31a9 tempest-ServersAdminNegativeTestJSON-1767030121 tempest-ServersAdminNegativeTestJSON-1767030121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:00.112662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef63333c-5332-4c7f-ac19-58a9e610a9ef req-924cd60d-d7c2-498e-b244-f72575ee31a9 tempest-ServersAdminNegativeTestJSON-1767030121 tempest-ServersAdminNegativeTestJSON-1767030121-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 1100 time: 0.6038258 Jul 06 11:37:00.129567 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12d0d856-6957-4838-a6f5-98cbc58cf430 req-1082505f-fa58-4811-a01a-54068bbacdeb tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups?id=1454fef1-cc25-4057-a54d-81df7533332c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128786 Jul 06 11:37:00.153538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f136224a-3f98-45a8-9dcf-542f9bdb04c8 req-ffe60a0b-21a2-436c-9b2c-53ce40ac8010 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960087 Jul 06 11:37:00.177432 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ef63333c-5332-4c7f-ac19-58a9e610a9ef req-a0ab1a08-0f0b-4cfc-bac3-8f6d99d8e6c5 tempest-ServersAdminNegativeTestJSON-1767030121 tempest-ServersAdminNegativeTestJSON-1767030121-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.216297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b5bb76bd-4940-4cc3-9463-f273b0ec6992 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:00.217077 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.459399 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ef63333c-5332-4c7f-ac19-58a9e610a9ef req-a0ab1a08-0f0b-4cfc-bac3-8f6d99d8e6c5 tempest-ServersAdminNegativeTestJSON-1767030121 tempest-ServersAdminNegativeTestJSON-1767030121-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.468795 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ef63333c-5332-4c7f-ac19-58a9e610a9ef req-a0ab1a08-0f0b-4cfc-bac3-8f6d99d8e6c5 tempest-ServersAdminNegativeTestJSON-1767030121 tempest-ServersAdminNegativeTestJSON-1767030121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.551870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36904) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:00.563990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-network', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:00.564350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef63333c-5332-4c7f-ac19-58a9e610a9ef req-a0ab1a08-0f0b-4cfc-bac3-8f6d99d8e6c5 tempest-ServersAdminNegativeTestJSON-1767030121 tempest-ServersAdminNegativeTestJSON-1767030121-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502554 Jul 06 11:37:00.656061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Made reservation on behalf of de75503e6f06473c93ece395f4d6bfe2 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:00.661226 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.677381 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Sync routers for ids ['701e04e9-4882-45d3-9db1-5a57013dcffe'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:37:00.693468 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Routers {'701e04e9-4882-45d3-9db1-5a57013dcffe'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:00.694300 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['701e04e9-4882-45d3-9db1-5a57013dcffe'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:00.724955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:00.779997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab1a08-0f0b-4cfc-bac3-8f6d99d8e6c5 tempest-ServersAdminNegativeTestJSON-1767030121 tempest-ServersAdminNegativeTestJSON-1767030121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12913357-ca86-430f-95df-dc6357bf348d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:00.914343 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Set router 701e04e9-4882-45d3-9db1-5a57013dcffe gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:00.988377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:01.012353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b61e7-1be2-4756-89af-4f5bae425859 req-642d6aa1-fc14-4f71-a3c5-f7f9de2b9f90 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:01.022671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-355b61e7-1be2-4756-89af-4f5bae425859 req-642d6aa1-fc14-4f71-a3c5-f7f9de2b9f90 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 945 time: 0.4365525 Jul 06 11:37:01.061177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.098565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.238260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6567cc5-aaf4-4134-bd2a-e5dc510febfd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:01.278547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:37:01.330842 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.332790 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Added segment 64627fdc-e507-4278-ad9f-17561fe3b2be of type vlan for network 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 Jul 06 11:37:01.412327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-355b61e7-1be2-4756-89af-4f5bae425859 req-daf74a1a-ec7c-4c27-9d14-a6f9c884d95d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868001 Jul 06 11:37:01.425658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,segment=NetworkSegment(e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0),segment_id=e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:01.491873 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-router', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:36Z', 'updated_at': '2021-07-06T11:36:54Z', 'revision_number': 4, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'gw_port': {'id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:42Z', 'updated_at': '2021-07-06T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e11bcaf8-4bed-47ae-aace-99b659b9518e', 'name': '', 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'mac_address': 'fa:16:3e:58:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '3b1b850b-890f-4a7b-9c8b-0461a78c3c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:53Z', 'updated_at': '2021-07-06T11:36:55Z', 'revision_number': 2, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'subnets': [{'id': '3b1b850b-890f-4a7b-9c8b-0461a78c3c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:01.513950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b5d78-3449-4e8d-9db6-f6dfa3b8c75e req-2226d607-e7ca-45e3-b2f8-bffe09138e93 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:01.522401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'port_id': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'mac_address': 'fa:16:3e:13:ad:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:01.542127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f7b5d78-3449-4e8d-9db6-f6dfa3b8c75e req-2226d607-e7ca-45e3-b2f8-bffe09138e93 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 943 time: 0.4875443 Jul 06 11:37:01.573390 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Checking router: 701e04e9-4882-45d3-9db1-5a57013dcffe for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:37:01.574651 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Updating router 701e04e9-4882-45d3-9db1-5a57013dcffe port e11bcaf8-4bed-47ae-aace-99b659b9518e binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:37:01.611044 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.628922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:01.676934 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.695038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,segment=NetworkSegment(e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0),segment_id=e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:01.699426 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.704255 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.748298 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f7b5d78-3449-4e8d-9db6-f6dfa3b8c75e req-4d1526e1-8170-42ca-aa7a-5cdb70c14788 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966491 Jul 06 11:37:01.821841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.822866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:01.823518 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:01.998239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:02.083606 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5299213 Jul 06 11:37:02.087970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36924) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:02.104733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] Request body: {'subnet': {'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-subnet', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:02.132526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:02.157595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1272f98-e151-4c83-bf6b-a37c43c509f6 admin admin] Pushing event updated for resources: {'Network': ['ID=80a78c25-47a1-4d8e-afb5-6be38b8b02b6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:02.239955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] Made reservation on behalf of de75503e6f06473c93ece395f4d6bfe2 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:02.250752 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:02.255297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:37:02.379689 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:02.393386 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Transition to ACTIVE for port object e11bcaf8-4bed-47ae-aace-99b659b9518e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:02.407981 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:02.652083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004d5ac-9b79-442c-ac4d-7ddd68e5923c req-00f6592e-e198-4d4b-8fba-ff93df932174 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:02.675416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0004d5ac-9b79-442c-ac4d-7ddd68e5923c req-00f6592e-e198-4d4b-8fba-ff93df932174 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 945 time: 0.2735724 Jul 06 11:37:02.676741 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36932) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:02.709557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-57561b2f-208b-40cf-98e5-1816aa9b2a17 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Request body: {'floatingip': {'port_id': 'b59c7319-17cb-472e-b76c-12ed22bfd42a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:02.913616 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cc137-614c-4458-9393-fca2d299206a None None] Pushing event updated for resources: {'Port': ['ID=e11bcaf8-4bed-47ae-aace-99b659b9518e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:02.997426 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Attempting to bind port e11bcaf8-4bed-47ae-aace-99b659b9518e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:02.998633 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Attempting to bind port e11bcaf8-4bed-47ae-aace-99b659b9518e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:03.000580 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Attempting to bind port e11bcaf8-4bed-47ae-aace-99b659b9518e on network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:03.025181 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:03.026422 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Checking segment: {'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:03.031220 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.032395 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Bound using segment: {'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:03.034665 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Bound port: e11bcaf8-4bed-47ae-aace-99b659b9518e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:03.036225 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.138371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57561b2f-208b-40cf-98e5-1816aa9b2a17 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.272173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.334484 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] For port e11bcaf8-4bed-47ae-aace-99b659b9518e, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:03.359383 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] For port e11bcaf8-4bed-47ae-aace-99b659b9518e, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e11bcaf8-4bed-47ae-aace-99b659b9518e,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:03.370635 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.429132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8263de-d383-43c8-8110-a27c86e125ec,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:03.434083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] Checking segment: {'id': '64627fdc-e507-4278-ad9f-17561fe3b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:03.435516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] Network hostable DHCP agents. Network: 80a78c25-47a1-4d8e-afb5-6be38b8b02b6, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:37:03.473388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] Network 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:37:03.496419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 80a78c25-47a1-4d8e-afb5-6be38b8b02b6) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:03.511940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea5eb2a-b167-4a41-b212-8c202b20235c None None] Network 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:37:03.528061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:03.530590 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.590736 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-36679076-e366-42cb-88f7-8645de0e2094 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4982235 Jul 06 11:37:03.593193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36954) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:03.598667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-router', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:03.690673 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Routers {'701e04e9-4882-45d3-9db1-5a57013dcffe'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:03.693160 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['701e04e9-4882-45d3-9db1-5a57013dcffe'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:03.701007 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cc137-614c-4458-9393-fca2d299206a None None] Pushing event updated for resources: {'Port': ['ID=e11bcaf8-4bed-47ae-aace-99b659b9518e,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:03.736692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.738600 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:03.964809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:04.060773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-80a78c25-47a1-4d8e-afb5-6be38b8b02b6', 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'fixed_ips': [{'subnet_id': 'ae8263de-d383-43c8-8110-a27c86e125ec'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:37:04.062743 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:04.212355 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] Set router 701e04e9-4882-45d3-9db1-5a57013dcffe gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:04.295961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c0262-a9c2-4a72-80e9-7f4e72cb67fa req-4196246a-4448-4687-95a1-4e8ff47c1f73 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:04.305450 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef1c0262-a9c2-4a72-80e9-7f4e72cb67fa req-4196246a-4448-4687-95a1-4e8ff47c1f73 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 945 time: 1.3322597 Jul 06 11:37:04.460293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef1c0262-a9c2-4a72-80e9-7f4e72cb67fa req-35c3947a-fe7a-48d1-8e12-589ff28ebaa5 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532876 Jul 06 11:37:04.563719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d536c59-1911-4f24-9070-c6f561220bb6 req-a0c49386-3b40-4249-b633-1a6965f4aa98 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:04.568147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Allocated IP 172.20.0.2 (80a78c25-47a1-4d8e-afb5-6be38b8b02b6/ae8263de-d383-43c8-8110-a27c86e125ec/adf12775-ca12-4444-a825-9fce2f562926) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:04.569349 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d536c59-1911-4f24-9070-c6f561220bb6 req-a0c49386-3b40-4249-b633-1a6965f4aa98 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 944 time: 1.2572582 Jul 06 11:37:04.923880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36970) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:04.958504 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-router', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:36Z', 'updated_at': '2021-07-06T11:36:54Z', 'revision_number': 4, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'gw_port': {'id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:42Z', 'updated_at': '2021-07-06T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e11bcaf8-4bed-47ae-aace-99b659b9518e', 'name': '', 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'mac_address': 'fa:16:3e:58:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '3b1b850b-890f-4a7b-9c8b-0461a78c3c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:53Z', 'updated_at': '2021-07-06T11:37:03Z', 'revision_number': 4, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'subnets': [{'id': '3b1b850b-890f-4a7b-9c8b-0461a78c3c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:04.991408 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d536c59-1911-4f24-9070-c6f561220bb6 req-ecc00456-4586-472c-842e-10d1e5b52405 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949976 Jul 06 11:37:04.992016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:05.067885 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da0a30-957e-42f4-baeb-12f1497a0053 None None] The sync data for ids ['701e04e9-4882-45d3-9db1-5a57013dcffe'] in n-d-799527-2 is: [{'id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-router', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:36Z', 'updated_at': '2021-07-06T11:36:54Z', 'revision_number': 4, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'gw_port': {'id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:42Z', 'updated_at': '2021-07-06T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e11bcaf8-4bed-47ae-aace-99b659b9518e', 'name': '', 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'mac_address': 'fa:16:3e:58:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '3b1b850b-890f-4a7b-9c8b-0461a78c3c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:53Z', 'updated_at': '2021-07-06T11:37:03Z', 'revision_number': 4, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'subnets': [{'id': '3b1b850b-890f-4a7b-9c8b-0461a78c3c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:37:05.311948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:05.317860 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.329974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:05.331251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.445998 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-57561b2f-208b-40cf-98e5-1816aa9b2a17 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:37:05.456367 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.456921 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc54e088-77a1-42d5-96ab-70699abd0b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.477840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Transition to ACTIVE for port object adf12775-ca12-4444-a825-9fce2f562926 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:05.518033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Transition to ACTIVE for port object adf12775-ca12-4444-a825-9fce2f562926 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:05.596816 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.667472 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57561b2f-208b-40cf-98e5-1816aa9b2a17 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.682566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57561b2f-208b-40cf-98e5-1816aa9b2a17 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.709152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Pushing event updated for resources: {'Port': ['ID=adf12775-ca12-4444-a825-9fce2f562926,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:05.744136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Network 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:05.750038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:05.761862 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.769028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:05.842344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:05.851922 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4c71ec-a2ed-454d-9d6e-1eceace951cc" -d '{"events": [{"server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "name": "network-vif-plugged", "status": "completed", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:05.935916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:05.959872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,segment=NetworkSegment(e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0),segment_id=e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:05.990464 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-57561b2f-208b-40cf-98e5-1816aa9b2a17 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Floating IP 5a90543b-7089-4891-b08a-85fd3eda9192 associated. External IP: 172.25.0.163, port: b59c7319-17cb-472e-b76c-12ed22bfd42a. Jul 06 11:37:05.993997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.010008 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.086917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Attempting to bind port adf12775-ca12-4444-a825-9fce2f562926 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:06.087437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Attempting to bind port adf12775-ca12-4444-a825-9fce2f562926 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '64627fdc-e507-4278-ad9f-17561fe3b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:06.088327 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Attempting to bind port adf12775-ca12-4444-a825-9fce2f562926 on network 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:06.139562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:06.139954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Checking segment: {'id': '64627fdc-e507-4278-ad9f-17561fe3b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:06.140352 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.140756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Bound using segment: {'id': '64627fdc-e507-4278-ad9f-17561fe3b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:06.141238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Bound port: adf12775-ca12-4444-a825-9fce2f562926, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64627fdc-e507-4278-ad9f-17561fe3b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:06.141630 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.145933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e11bcaf8-4bed-47ae-aace-99b659b9518e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:06.149916 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:06.267485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Allocated IP 172.25.0.16 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:06.321584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e03bc-8765-4242-bb32-09d6ddbb1638 req-1d9a02e2-db2d-4530-9fe2-40de92f1b772 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:06.325841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] For port adf12775-ca12-4444-a825-9fce2f562926, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:06.333345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] For port adf12775-ca12-4444-a825-9fce2f562926, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=adf12775-ca12-4444-a825-9fce2f562926,segment=NetworkSegment(64627fdc-e507-4278-ad9f-17561fe3b2be),segment_id=64627fdc-e507-4278-ad9f-17561fe3b2be)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:06.334665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-776e03bc-8765-4242-bb32-09d6ddbb1638 req-1d9a02e2-db2d-4530-9fe2-40de92f1b772 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 949 time: 0.7292659 Jul 06 11:37:06.364358 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.387800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e11bcaf8-4bed-47ae-aace-99b659b9518e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:06.426381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.456123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e11bcaf8-4bed-47ae-aace-99b659b9518e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:06.456969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.497208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b1d2d-2d82-474a-ac5c-ba9847db4529 req-11094736-5603-4fd5-bccd-703ef5d1aca4 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:06.510493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f8b1d2d-2d82-474a-ac5c-ba9847db4529 req-11094736-5603-4fd5-bccd-703ef5d1aca4 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 945 time: 0.4063468 Jul 06 11:37:06.515408 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.564169 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-776e03bc-8765-4242-bb32-09d6ddbb1638 req-e52bc8ea-16dc-427c-b606-a227818eb4e3 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282820 Jul 06 11:37:06.589308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:06.589594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ea91a-85fa-4861-950c-f85289923584 None None] Pushing event updated for resources: {'Port': ['ID=adf12775-ca12-4444-a825-9fce2f562926,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:06.593814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:06.598687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:06.652077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:06.711338 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.727503 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc54e088-77a1-42d5-96ab-70699abd0b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.768375 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc54e088-77a1-42d5-96ab-70699abd0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.786952 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port e11bcaf8-4bed-47ae-aace-99b659b9518e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e11bcaf8-4bed-47ae-aace-99b659b9518e,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:06.802045 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:06.980455 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=e11bcaf8-4bed-47ae-aace-99b659b9518e,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:07.033875 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f8b1d2d-2d82-474a-ac5c-ba9847db4529 req-f56bdb2c-76dc-4485-93f9-5fe1f5f081bc tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208781 Jul 06 11:37:07.035093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54e088-77a1-42d5-96ab-70699abd0b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feb1ed6-7f59-48be-9e05-b67b493b2b3e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:07.187848 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add4d227-cd87-4921-96df-8ff8296a2340 x-openstack-request-id: req-add4d227-cd87-4921-96df-8ff8296a2340 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:07.188155 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "name": "network-vif-plugged", "status": "completed", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:07.188417 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-add4d227-cd87-4921-96df-8ff8296a2340 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:07.188832 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'code': 200} Jul 06 11:37:07.224697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3907a-8580-4072-9c09-83586d3a7b0e req-c766e1f8-aec3-47db-b446-bc1c77ff577f tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:07.226411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6fd3907a-8580-4072-9c09-83586d3a7b0e req-c766e1f8-aec3-47db-b446-bc1c77ff577f tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 949 time: 0.2953095 Jul 06 11:37:07.249016 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cc54e088-77a1-42d5-96ab-70699abd0b63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac947397306f4d1386b49300d4eed9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3163848 Jul 06 11:37:07.293538 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37004) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:07.305421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57561b2f-208b-40cf-98e5-1816aa9b2a17 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Router dac56432-350e-4673-a096-bdeccb862b09 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:37:07.464807 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:07.552872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fef5e04d-c82f-4d67-b270-745fbe3873ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:07.584455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb5c01-db88-4147-9b58-ecd8e97a0025 req-b8ee8c47-cbce-4a69-8f2f-ead40f29d7bc tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:07.587501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88eb5c01-db88-4147-9b58-ecd8e97a0025 req-b8ee8c47-cbce-4a69-8f2f-ead40f29d7bc tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 950 time: 0.3716090 Jul 06 11:37:07.713023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009ee0d-0edf-4876-a0b0-f8db27987c6c req-8a70dc42-2532-4634-a2ba-2d42495e0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:07.714748 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3009ee0d-0edf-4876-a0b0-f8db27987c6c req-8a70dc42-2532-4634-a2ba-2d42495e0a92 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 1096 time: 0.2727947 Jul 06 11:37:07.721423 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6fd3907a-8580-4072-9c09-83586d3a7b0e req-f7e1b926-995c-4633-a807-7d5317ec1d43 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Deleting port 7a536672-959e-41e1-8182-e0d38a17f5d8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:37:07.721924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6fd3907a-8580-4072-9c09-83586d3a7b0e req-f7e1b926-995c-4633-a807-7d5317ec1d43 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:07.749614 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fef5e04d-c82f-4d67-b270-745fbe3873ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:07.780839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57561b2f-208b-40cf-98e5-1816aa9b2a17 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:37:07.786872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57561b2f-208b-40cf-98e5-1816aa9b2a17 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:07.813342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b24704e-f9f5-477c-9747-50204a0cfd2b None None] Sync routers for ids ['dac56432-350e-4673-a096-bdeccb862b09'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:37:07.833188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24704e-f9f5-477c-9747-50204a0cfd2b None None] Routers {'dac56432-350e-4673-a096-bdeccb862b09'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:07.834047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b24704e-f9f5-477c-9747-50204a0cfd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dac56432-350e-4673-a096-bdeccb862b09'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:07.958357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88eb5c01-db88-4147-9b58-ecd8e97a0025 req-6a5f51e3-6754-4371-ab4a-0109bc5472c6 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011489 Jul 06 11:37:07.988857 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7895d29-f6ca-4f4b-9891-9b907ea157e9 req-f0ca896c-a576-48b7-ba9e-4b6fd8498bd9 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:07.999131 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7895d29-f6ca-4f4b-9891-9b907ea157e9 req-f0ca896c-a576-48b7-ba9e-4b6fd8498bd9 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.5541725 Jul 06 11:37:08.011057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-57561b2f-208b-40cf-98e5-1816aa9b2a17 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "PUT /v2.0/floatingips/5a90543b-7089-4891-b08a-85fd3eda9192 HTTP/1.1" status: 200 len: 991 time: 5.3286383 Jul 06 11:37:08.011401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6fd3907a-8580-4072-9c09-83586d3a7b0e req-f7e1b926-995c-4633-a807-7d5317ec1d43 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] For port 7a536672-959e-41e1-8182-e0d38a17f5d8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7a536672-959e-41e1-8182-e0d38a17f5d8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:08.011401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6fd3907a-8580-4072-9c09-83586d3a7b0e req-f7e1b926-995c-4633-a807-7d5317ec1d43 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.018630 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'tag': 'b59c7319-17cb-472e-b76c-12ed22bfd42a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:08.023213 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923bad1a-6ad9-4ce2-97a3-1728de340669" -d '{"events": [{"name": "network-changed", "server_uuid": "bddf9969-1307-4056-acc9-b422ae9f7504", "tag": "b59c7319-17cb-472e-b76c-12ed22bfd42a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:08.056919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6fd3907a-8580-4072-9c09-83586d3a7b0e req-f7e1b926-995c-4633-a807-7d5317ec1d43 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Calling delete_port for 7a536672-959e-41e1-8182-e0d38a17f5d8 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:37:08.100472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7895d29-f6ca-4f4b-9891-9b907ea157e9 req-e491e284-a4f2-49a2-ac7b-9bbc9cbf85ea tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998616 Jul 06 11:37:08.103101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5ec8970b-d62f-406d-9ee0-65adde64aabe no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:37:08.109369 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fef5e04d-c82f-4d67-b270-745fbe3873ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.116255 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fef5e04d-c82f-4d67-b270-745fbe3873ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.129937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fef5e04d-c82f-4d67-b270-745fbe3873ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9feb1ed6-7f59-48be-9e05-b67b493b2b3e HTTP/1.1" status: 204 len: 168 time: 0.8295002 Jul 06 11:37:08.167049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5e04d-c82f-4d67-b270-745fbe3873ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feb1ed6-7f59-48be-9e05-b67b493b2b3e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:08.286276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e11bcaf8-4bed-47ae-aace-99b659b9518e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:08.314962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9b24704e-f9f5-477c-9747-50204a0cfd2b None None] Set router dac56432-350e-4673-a096-bdeccb862b09 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:08.383408 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3009ee0d-0edf-4876-a0b0-f8db27987c6c req-b1b57c29-ee25-48a1-86b3-73b8a1b625bd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936875 Jul 06 11:37:08.386432 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6fd3907a-8580-4072-9c09-83586d3a7b0e req-f7e1b926-995c-4633-a807-7d5317ec1d43 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.446007 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.459261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1b926-995c-4633-a807-7d5317ec1d43 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Pushing event deleted for resources: {'Port': ['ID=7a536672-959e-41e1-8182-e0d38a17f5d8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:08.478242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['7a536672-959e-41e1-8182-e0d38a17f5d8'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:08.488460 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f56f8cf0-268e-4bdb-b1b2-43310693fbb0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:08.618713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d9fd239-b624-42c3-a5b3-86c4bd99acdf req-18320b47-f436-4ec7-a10f-2976203db063 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6312bf2-3cb8-4181-98f9-aed14c2f86a5 HTTP/1.1" status: 200 len: 210 time: 0.0608075 Jul 06 11:37:08.789625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd3907a-8580-4072-9c09-83586d3a7b0e req-f7e1b926-995c-4633-a807-7d5317ec1d43 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] No DVR routers for this DVR port 7a536672-959e-41e1-8182-e0d38a17f5d8 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:37:08.796448 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6fd3907a-8580-4072-9c09-83586d3a7b0e req-f7e1b926-995c-4633-a807-7d5317ec1d43 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:08.800976 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6fd3907a-8580-4072-9c09-83586d3a7b0e req-f7e1b926-995c-4633-a807-7d5317ec1d43 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.86 "DELETE /v2.0/ports/7a536672-959e-41e1-8182-e0d38a17f5d8 HTTP/1.1" status: 204 len: 173 time: 1.5648780 Jul 06 11:37:08.802412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6312bf2-3cb8-4181-98f9-aed14c2f86a5', 'name': 'network-vif-deleted', 'tag': '7a536672-959e-41e1-8182-e0d38a17f5d8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:08.806862 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dd7657-9582-41c9-ba71-c1f51ef4f733" -d '{"events": [{"server_uuid": "a6312bf2-3cb8-4181-98f9-aed14c2f86a5", "name": "network-vif-deleted", "tag": "7a536672-959e-41e1-8182-e0d38a17f5d8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:08.881038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Router 5c66f95f-acdb-4024-b381-cf206023e11a is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:37:08.977290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37026) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:09.007742 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e98a4c2-b3cc-47cb-bda6-6012106b8cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.055279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399be4f-bf6c-41a2-bbb7-144eabcd18e4 None None] Network 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:37:09.097147 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaab580f-69e8-4d7a-8594-392bc1f2868e x-openstack-request-id: req-aaab580f-69e8-4d7a-8594-392bc1f2868e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:09.097637 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddf9969-1307-4056-acc9-b422ae9f7504", "tag": "b59c7319-17cb-472e-b76c-12ed22bfd42a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:09.098076 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaab580f-69e8-4d7a-8594-392bc1f2868e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:09.098807 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'tag': 'b59c7319-17cb-472e-b76c-12ed22bfd42a', 'status': 'completed', 'code': 200} Jul 06 11:37:09.224133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:37:09.239531 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Sync routers for ids ['5c66f95f-acdb-4024-b381-cf206023e11a'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:37:09.267588 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Routers {'5c66f95f-acdb-4024-b381-cf206023e11a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:09.268874 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5c66f95f-acdb-4024-b381-cf206023e11a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:09.402634 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.420950 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e98a4c2-b3cc-47cb-bda6-6012106b8cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.438072 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.443706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7179b9b7-b743-4e1a-a788-f7999b80b9c6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8450272 Jul 06 11:37:09.444539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37036) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:09.454010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bad1a-6ad9-4ce2-97a3-1728de340669 req-5a7a092a-95b3-4068-bd0d-b1414bf62983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:09.463412 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-923bad1a-6ad9-4ce2-97a3-1728de340669 req-5a7a092a-95b3-4068-bd0d-b1414bf62983 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e53ebf9ab8f4543b59a00670970d04e&device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 1096 time: 0.3020501 Jul 06 11:37:09.468303 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e98a4c2-b3cc-47cb-bda6-6012106b8cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.578805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:09.601957 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555b86ec-b5e5-4662-8da8-539c48a85c1d x-openstack-request-id: req-555b86ec-b5e5-4662-8da8-539c48a85c1d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:09.602548 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6312bf2-3cb8-4181-98f9-aed14c2f86a5", "name": "network-vif-deleted", "tag": "7a536672-959e-41e1-8182-e0d38a17f5d8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:09.602998 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-555b86ec-b5e5-4662-8da8-539c48a85c1d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:09.603671 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6312bf2-3cb8-4181-98f9-aed14c2f86a5', 'name': 'network-vif-deleted', 'tag': '7a536672-959e-41e1-8182-e0d38a17f5d8', 'status': 'completed', 'code': 200} Jul 06 11:37:09.638817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:09.650264 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b555a0b-4a0e-4d82-951b-5c03031b259a" -d '{"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:09.695038 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Set router 5c66f95f-acdb-4024-b381-cf206023e11a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:09.708250 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:09.785187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-da3be002-7ab0-4822-80af-f6bcceb1047f None None] Provisioning for port adf12775-ca12-4444-a825-9fce2f562926 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:09.826470 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2e98a4c2-b3cc-47cb-bda6-6012106b8cf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d6042c05c1a4719a1329ffe3f8bc0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8479965 Jul 06 11:37:09.834242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37044) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:09.848683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98a4c2-b3cc-47cb-bda6-6012106b8cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d98f6b7-9e51-4a05-852a-18bdb74d3414,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:09.953619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ebfc7-54ad-4cfe-ba2b-385c209163e5 req-db715c2f-424e-458a-8587-8232f9c1ccb1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:09.955318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a24ebfc7-54ad-4cfe-ba2b-385c209163e5 req-db715c2f-424e-458a-8587-8232f9c1ccb1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 945 time: 0.4751379 Jul 06 11:37:09.960622 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bad1a-6ad9-4ce2-97a3-1728de340669 req-9bfff186-a796-4cbb-81ee-8520b7dd0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:09.961961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-923bad1a-6ad9-4ce2-97a3-1728de340669 req-9bfff186-a796-4cbb-81ee-8520b7dd0960 service neutron] 10.222.0.47 "GET /v2.0/networks?id=848ab898-a9fc-4690-b4dc-dbae257bb3df HTTP/1.1" status: 200 len: 906 time: 0.4799962 Jul 06 11:37:10.167133 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79085503-452d-4b4c-a942-465bcac61ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.238877 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-923bad1a-6ad9-4ce2-97a3-1728de340669 req-fb830b1d-4277-4ba6-b798-93fa9e42d5b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b59c7319-17cb-472e-b76c-12ed22bfd42a HTTP/1.1" status: 200 len: 999 time: 0.2506127 Jul 06 11:37:10.265422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e11bcaf8-4bed-47ae-aace-99b659b9518e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:10.266725 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.272788 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79085503-452d-4b4c-a942-465bcac61ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.278431 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-router', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:03Z', 'updated_at': '2021-07-06T11:37:07Z', 'revision_number': 3, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'gw_port': {'id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:06Z', 'updated_at': '2021-07-06T11:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:10.308719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a24ebfc7-54ad-4cfe-ba2b-385c209163e5 req-b5d3a53a-231e-4395-b428-f8ce93da6c0e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218253 Jul 06 11:37:10.375272 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Checking router: 5c66f95f-acdb-4024-b381-cf206023e11a for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:37:10.375750 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Updating router 5c66f95f-acdb-4024-b381-cf206023e11a port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:37:10.399111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:10.419130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84773b-e891-4ead-903c-b90acb74b3f7 req-4a8f540f-a9b1-4b0a-9254-0a0c9402f624 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:10.432317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af84773b-e891-4ead-903c-b90acb74b3f7 req-4a8f540f-a9b1-4b0a-9254-0a0c9402f624 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.4752557 Jul 06 11:37:10.436293 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.489680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bad1a-6ad9-4ce2-97a3-1728de340669 req-cb35209f-94d1-410d-b14b-6916dae34b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:10.492418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-923bad1a-6ad9-4ce2-97a3-1728de340669 req-cb35209f-94d1-410d-b14b-6916dae34b38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a7c8409-16f8-4334-9b28-9fc7525e1566 HTTP/1.1" status: 200 len: 844 time: 0.2452869 Jul 06 11:37:10.513221 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.635227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b24704e-f9f5-477c-9747-50204a0cfd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:36:06Z', 'revision_number': 4, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '5a90543b-7089-4891-b08a-85fd3eda9192', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'port_id': 'b59c7319-17cb-472e-b76c-12ed22bfd42a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'mac_address': 'fa:16:3e:7d:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:36:19Z', 'updated_at': '2021-07-06T11:37:05Z', 'revision_number': 1, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7e56b3-eed2-402a-9b9f-6100fc451f19', 'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'mac_address': 'fa:16:3e:27:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:03Z', 'updated_at': '2021-07-06T11:36:16Z', 'revision_number': 5, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'subnets': [{'id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:10.648588 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af84773b-e891-4ead-903c-b90acb74b3f7 req-88ad4e69-bd54-45e5-8cb2-f2848178401b tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144415 Jul 06 11:37:10.707535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b24704e-f9f5-477c-9747-50204a0cfd2b None None] Checking router: dac56432-350e-4673-a096-bdeccb862b09 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:37:10.711077 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79085503-452d-4b4c-a942-465bcac61ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.719851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79085503-452d-4b4c-a942-465bcac61ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:10.723846 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-79085503-452d-4b4c-a942-465bcac61ba0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d98f6b7-9e51-4a05-852a-18bdb74d3414 HTTP/1.1" status: 204 len: 168 time: 0.8864956 Jul 06 11:37:10.804588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79085503-452d-4b4c-a942-465bcac61ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d98f6b7-9e51-4a05-852a-18bdb74d3414,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:10.808221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device adf12775-ca12-4444-a825-9fce2f562926 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:10.828348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bad1a-6ad9-4ce2-97a3-1728de340669 req-5a42228e-a99d-4b85-bc74-0863392532a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:10.833964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24704e-f9f5-477c-9747-50204a0cfd2b None None] Routers {'dac56432-350e-4673-a096-bdeccb862b09'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:10.834304 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-923bad1a-6ad9-4ce2-97a3-1728de340669 req-5a42228e-a99d-4b85-bc74-0863392532a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=848ab898-a9fc-4690-b4dc-dbae257bb3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3255069 Jul 06 11:37:10.836172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b24704e-f9f5-477c-9747-50204a0cfd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dac56432-350e-4673-a096-bdeccb862b09'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:10.861660 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106762de-9f8f-4ca5-a43e-be1a3070843f x-openstack-request-id: req-106762de-9f8f-4ca5-a43e-be1a3070843f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:10.862057 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:10.862576 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-106762de-9f8f-4ca5-a43e-be1a3070843f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:10.867222 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'code': 200} Jul 06 11:37:11.071917 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.094040 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Transition to ACTIVE for port object e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:11.101291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-923bad1a-6ad9-4ce2-97a3-1728de340669 req-262243e2-d5b8-4553-87bc-9eed9ddcf81d service neutron] 10.222.0.47 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491462 Jul 06 11:37:11.109110 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.126569 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7a536672-959e-41e1-8182-e0d38a17f5d8 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:37:11.198335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Allocated IP 172.20.0.1 (80a78c25-47a1-4d8e-afb5-6be38b8b02b6/ae8263de-d383-43c8-8110-a27c86e125ec/640f9925-075c-4e90-9232-d7d03e9b9751) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:11.265088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 7a536672-959e-41e1-8182-e0d38a17f5d8 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:37:11.271313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7a536672-959e-41e1-8182-e0d38a17f5d8 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:37:11.381852 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-923bad1a-6ad9-4ce2-97a3-1728de340669 req-5d6210a8-1883-4fcb-8d33-789046d2e3e0 service neutron] 10.222.0.47 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735903 Jul 06 11:37:11.401546 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Attempting to bind port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:11.403963 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Attempting to bind port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:11.415911 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Attempting to bind port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:11.433556 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:11.439142 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:11.441144 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.449296 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:11.457419 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Bound port: e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:11.458742 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.532923 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0d4b4-aa6c-4347-ae65-2cbc4b5ef733 None None] Pushing event updated for resources: {'Port': ['ID=e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:11.700905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port adf12775-ca12-4444-a825-9fce2f562926 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:11.704606 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] For port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:11.714076 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] For port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:11.728478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9b24704e-f9f5-477c-9747-50204a0cfd2b None None] Set router dac56432-350e-4673-a096-bdeccb862b09 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:11.733322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port adf12775-ca12-4444-a825-9fce2f562926 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:11.734110 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.737547 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.740351 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.770322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Transition to ACTIVE for port object 640f9925-075c-4e90-9232-d7d03e9b9751 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:11.845238 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.908513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7192d766-ff6e-472b-9305-3ccb68214781 None None] Provisioning complete for port adf12775-ca12-4444-a825-9fce2f562926 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:11.909054 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7192d766-ff6e-472b-9305-3ccb68214781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:11.917855 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Routers {'5c66f95f-acdb-4024-b381-cf206023e11a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:11.919076 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5c66f95f-acdb-4024-b381-cf206023e11a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:11.928454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Network 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:11.950661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:11.953283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:11.959952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Pushing event updated for resources: {'Port': ['ID=640f9925-075c-4e90-9232-d7d03e9b9751,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:12.036297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:12.334439 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7192d766-ff6e-472b-9305-3ccb68214781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:12.392199 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0d4b4-aa6c-4347-ae65-2cbc4b5ef733 None None] Pushing event updated for resources: {'Port': ['ID=e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:12.462043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:12.493081 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] Set router 5c66f95f-acdb-4024-b381-cf206023e11a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:12.702801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7192d766-ff6e-472b-9305-3ccb68214781 None None] For port adf12775-ca12-4444-a825-9fce2f562926, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=adf12775-ca12-4444-a825-9fce2f562926,segment=NetworkSegment(64627fdc-e507-4278-ad9f-17561fe3b2be),segment_id=64627fdc-e507-4278-ad9f-17561fe3b2be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:12.725447 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:12.733909 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7192d766-ff6e-472b-9305-3ccb68214781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:12.788938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eac581-22fe-4f2b-8601-1ebaaaadea77 req-d39e80db-74dd-43b5-9b08-60514dcfb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:12.790945 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88eac581-22fe-4f2b-8601-1ebaaaadea77 req-d39e80db-74dd-43b5-9b08-60514dcfb8e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=581eccd616f64f78b0bfb0b26f257b2b&device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 1096 time: 0.2688682 Jul 06 11:37:12.871625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b86368-bfac-4c66-bf69-c3fd23bec346 req-73fe56d2-cf6c-46fa-b607-895c664675cb tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:12.887835 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8b86368-bfac-4c66-bf69-c3fd23bec346 req-73fe56d2-cf6c-46fa-b607-895c664675cb tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 945 time: 0.2141058 Jul 06 11:37:12.954253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-90e740ec-aaf1-47e6-a2dd-5ea60d22bcf6 None None] Provisioning for port 640f9925-075c-4e90-9232-d7d03e9b9751 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:12.972718 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eac581-22fe-4f2b-8601-1ebaaaadea77 req-85db51a5-98a4-4c2d-a7d1-f4abd64a9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:12.978655 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88eac581-22fe-4f2b-8601-1ebaaaadea77 req-85db51a5-98a4-4c2d-a7d1-f4abd64a9854 service neutron] 10.222.0.86 "GET /v2.0/networks?id=18f07148-b4ca-4cd6-807d-18a7cb2adc76 HTTP/1.1" status: 200 len: 921 time: 0.1777732 Jul 06 11:37:12.987849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:12.998603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8b86368-bfac-4c66-bf69-c3fd23bec346 req-faf0c844-9908-4430-934c-d34998e870a1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099031 Jul 06 11:37:13.015708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecf2a0-98b6-4870-b4bf-05e404ff3ade req-947e8c63-2ff3-4f30-ba08-39235d0bdc31 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:13.025651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79ecf2a0-98b6-4870-b4bf-05e404ff3ade req-947e8c63-2ff3-4f30-ba08-39235d0bdc31 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 950 time: 0.2693555 Jul 06 11:37:13.035625 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-router', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:03Z', 'updated_at': '2021-07-06T11:37:07Z', 'revision_number': 3, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'gw_port': {'id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:06Z', 'updated_at': '2021-07-06T11:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:13.046700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:13.084560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-90e740ec-aaf1-47e6-a2dd-5ea60d22bcf6 None None] Provisioning complete for port 640f9925-075c-4e90-9232-d7d03e9b9751 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:13.085178 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90e740ec-aaf1-47e6-a2dd-5ea60d22bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.091280 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79ecf2a0-98b6-4870-b4bf-05e404ff3ade req-65c4966f-9465-4207-ac4b-10b376dec2c2 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649216 Jul 06 11:37:13.130620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:13.141565 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88eac581-22fe-4f2b-8601-1ebaaaadea77 req-24a2cb2e-aa3a-4e50-9dfc-1ec6a45b2c20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 217 time: 0.1444528 Jul 06 11:37:13.169778 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c5235b-a216-4a19-88fe-21c0192d98b5 None None] The sync data for ids ['5c66f95f-acdb-4024-b381-cf206023e11a'] in n-d-799527-2 is: [{'id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-router', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:03Z', 'updated_at': '2021-07-06T11:37:07Z', 'revision_number': 3, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'gw_port': {'id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:06Z', 'updated_at': '2021-07-06T11:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:37:13.204654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192d766-ff6e-472b-9305-3ccb68214781 None None] Pushing event updated for resources: {'Port': ['ID=adf12775-ca12-4444-a825-9fce2f562926,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:13.278679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:37:13.279110 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:37:13.300247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-90e740ec-aaf1-47e6-a2dd-5ea60d22bcf6 None None] Port 640f9925-075c-4e90-9232-d7d03e9b9751 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:13.460245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b24704e-f9f5-477c-9747-50204a0cfd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:36:06Z', 'revision_number': 4, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '5a90543b-7089-4891-b08a-85fd3eda9192', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'port_id': 'b59c7319-17cb-472e-b76c-12ed22bfd42a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'mac_address': 'fa:16:3e:7d:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:36:19Z', 'updated_at': '2021-07-06T11:37:05Z', 'revision_number': 1, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7e56b3-eed2-402a-9b9f-6100fc451f19', 'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'mac_address': 'fa:16:3e:27:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:03Z', 'updated_at': '2021-07-06T11:36:16Z', 'revision_number': 5, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'subnets': [{'id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:13.539866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:13.578252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd', 'mac_address': 'fa:16:3e:49:59:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:13.654039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9175c4-755a-4057-b370-1d6708c1ee3b req-a7427256-9e2f-4b66-a7ee-a69187810aef tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:13.690695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe9175c4-755a-4057-b370-1d6708c1ee3b req-a7427256-9e2f-4b66-a7ee-a69187810aef tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.2525249 Jul 06 11:37:13.819600 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe9175c4-755a-4057-b370-1d6708c1ee3b req-14e587ee-e749-449b-9ebe-b7b73d4a5ae1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274157 Jul 06 11:37:13.893112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542202-eead-496a-a23a-c4394081fd5d req-2bc7bbc1-5049-4fd1-825e-050b9458c4fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:13.898612 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9542202-eead-496a-a23a-c4394081fd5d req-2bc7bbc1-5049-4fd1-825e-050b9458c4fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 945 time: 0.2022874 Jul 06 11:37:13.947270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b24704e-f9f5-477c-9747-50204a0cfd2b None None] The sync data for ids ['dac56432-350e-4673-a096-bdeccb862b09'] in n-d-799527-2 is: [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:36:06Z', 'revision_number': 4, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '5a90543b-7089-4891-b08a-85fd3eda9192', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'port_id': 'b59c7319-17cb-472e-b76c-12ed22bfd42a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'mac_address': 'fa:16:3e:7d:0b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:36:19Z', 'updated_at': '2021-07-06T11:37:05Z', 'revision_number': 1, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7e56b3-eed2-402a-9b9f-6100fc451f19', 'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'mac_address': 'fa:16:3e:27:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:03Z', 'updated_at': '2021-07-06T11:36:16Z', 'revision_number': 5, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'subnets': [{'id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:37:13.953554 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:14.006008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:14.297710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-c9542202-eead-496a-a23a-c4394081fd5d req-043ef415-e26d-477d-bae0-6919323f339b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Deleting port de3ac042-1025-4f72-a680-ed8cd94dfa49 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:37:14.298600 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c9542202-eead-496a-a23a-c4394081fd5d req-043ef415-e26d-477d-bae0-6919323f339b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:14.434711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:14.481230 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:14.503873 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:14.624335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7132d402-9137-48a3-a237-72fd2e9995a2 None None] New status for floating IP 5a90543b-7089-4891-b08a-85fd3eda9192: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:37:14.770266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c9542202-eead-496a-a23a-c4394081fd5d req-043ef415-e26d-477d-bae0-6919323f339b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] For port de3ac042-1025-4f72-a680-ed8cd94dfa49, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=de3ac042-1025-4f72-a680-ed8cd94dfa49,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:14.771313 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c9542202-eead-496a-a23a-c4394081fd5d req-043ef415-e26d-477d-bae0-6919323f339b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:14.821180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-c9542202-eead-496a-a23a-c4394081fd5d req-043ef415-e26d-477d-bae0-6919323f339b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Calling delete_port for de3ac042-1025-4f72-a680-ed8cd94dfa49 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:37:14.854996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eac581-22fe-4f2b-8601-1ebaaaadea77 req-8780ec97-d8aa-4109-babd-52059be3227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:14.860687 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88eac581-22fe-4f2b-8601-1ebaaaadea77 req-8780ec97-d8aa-4109-babd-52059be3227f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=453ae9c9-3942-4bce-a203-7a1599339e93 HTTP/1.1" status: 200 len: 860 time: 0.8655813 Jul 06 11:37:14.877949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Pushing event updated for resources: {'Port': ['ID=640f9925-075c-4e90-9232-d7d03e9b9751,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:15.032558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:15.061973 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88eac581-22fe-4f2b-8601-1ebaaaadea77 req-17168acd-a0de-4adc-840d-3a75a6f04d42 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18f07148-b4ca-4cd6-807d-18a7cb2adc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631415 Jul 06 11:37:15.103362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device adf12775-ca12-4444-a825-9fce2f562926 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:15.125682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9879e-9080-462f-9cb5-eb163706509b req-f1d7c0f7-68f6-4aab-ad2c-0f24f96f6a81 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:15.131153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07f9879e-9080-462f-9cb5-eb163706509b req-f1d7c0f7-68f6-4aab-ad2c-0f24f96f6a81 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 945 time: 0.3926327 Jul 06 11:37:15.164218 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e7ed-8e42-49a6-adbf-790e396e346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:15.173406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8a41f-8089-4e4a-86cc-6df867cc2084 req-e7097c61-0079-43ee-b93c-97931205c59d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:15.190496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cf8a41f-8089-4e4a-86cc-6df867cc2084 req-e7097c61-0079-43ee-b93c-97931205c59d tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 950 time: 0.5299144 Jul 06 11:37:15.244902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdc16c-67ca-4f3f-b03b-8fc232c2edec req-df802c8f-6424-4bf5-85d0-0dbb1d5e4080 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:15.247793 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5fdc16c-67ca-4f3f-b03b-8fc232c2edec req-df802c8f-6424-4bf5-85d0-0dbb1d5e4080 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.47 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 950 time: 1.1830087 Jul 06 11:37:15.297707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:15.410638 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port adf12775-ca12-4444-a825-9fce2f562926 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:15.411322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:15.421509 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07f9879e-9080-462f-9cb5-eb163706509b req-5718134c-82d3-44f8-bee2-442ab25ddeaa tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770052 Jul 06 11:37:15.500262 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cf8a41f-8089-4e4a-86cc-6df867cc2084 req-0941f2da-da76-4226-8506-dbee5c8a5487 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965474 Jul 06 11:37:15.549032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Network 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:15.560819 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c9542202-eead-496a-a23a-c4394081fd5d req-043ef415-e26d-477d-bae0-6919323f339b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:15.577287 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:15.774983 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ef415-e26d-477d-bae0-6919323f339b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event deleted for resources: {'Port': ['ID=de3ac042-1025-4f72-a680-ed8cd94dfa49,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:15.865166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9542202-eead-496a-a23a-c4394081fd5d req-043ef415-e26d-477d-bae0-6919323f339b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] No DVR routers for this DVR port de3ac042-1025-4f72-a680-ed8cd94dfa49 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:37:15.878837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c9542202-eead-496a-a23a-c4394081fd5d req-043ef415-e26d-477d-bae0-6919323f339b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:15.881533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9542202-eead-496a-a23a-c4394081fd5d req-043ef415-e26d-477d-bae0-6919323f339b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "DELETE /v2.0/ports/de3ac042-1025-4f72-a680-ed8cd94dfa49 HTTP/1.1" status: 204 len: 173 time: 1.9698558 Jul 06 11:37:15.882044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4780ecb4-2040-45f1-85a4-d8abf03c9618', 'name': 'network-vif-deleted', 'tag': 'de3ac042-1025-4f72-a680-ed8cd94dfa49'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:15.882905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:15.899739 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4226cc7b-4432-492b-a9d8-e24da1d61c75" -d '{"events": [{"server_uuid": "4780ecb4-2040-45f1-85a4-d8abf03c9618", "name": "network-vif-deleted", "tag": "de3ac042-1025-4f72-a680-ed8cd94dfa49"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:15.955835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Router 5c66f95f-acdb-4024-b381-cf206023e11a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:37:16.041613 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88eac581-22fe-4f2b-8601-1ebaaaadea77 req-80d372d9-eaa9-4a10-898c-f055f8d47e48 service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9642673 Jul 06 11:37:16.065089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f5fdc16c-67ca-4f3f-b03b-8fc232c2edec req-042a86ed-8e94-4caa-a239-54e10cb8ba09 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Deleting port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:37:16.071932 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5fdc16c-67ca-4f3f-b03b-8fc232c2edec req-042a86ed-8e94-4caa-a239-54e10cb8ba09 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:16.149946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:16.171893 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f56f8cf0-268e-4bdb-b1b2-43310693fbb0 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:37:16.201011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:16.201640 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:16.214371 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6d9d6b-5dd9-46dc-97aa-b88894a86ddf x-openstack-request-id: req-bf6d9d6b-5dd9-46dc-97aa-b88894a86ddf {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:16.215274 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4780ecb4-2040-45f1-85a4-d8abf03c9618", "name": "network-vif-deleted", "tag": "de3ac042-1025-4f72-a680-ed8cd94dfa49", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:16.215894 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf6d9d6b-5dd9-46dc-97aa-b88894a86ddf {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:16.216626 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4780ecb4-2040-45f1-85a4-d8abf03c9618', 'name': 'network-vif-deleted', 'tag': 'de3ac042-1025-4f72-a680-ed8cd94dfa49', 'status': 'completed', 'code': 200} Jul 06 11:37:16.445163 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:16.460836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365f9ef-e713-460b-9914-2958b9dae585 req-1a2a1fa3-364b-4594-8d71-d2c14c5967fd tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:16.474803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8771a236-2c92-40d2-b20b-e2a1d6daf062 None None] Provisioning complete for port 640f9925-075c-4e90-9232-d7d03e9b9751 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:16.475028 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8771a236-2c92-40d2-b20b-e2a1d6daf062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:16.483389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6365f9ef-e713-460b-9914-2958b9dae585 req-1a2a1fa3-364b-4594-8d71-d2c14c5967fd tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.2340133 Jul 06 11:37:16.530951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8771a236-2c92-40d2-b20b-e2a1d6daf062 None None] Port 640f9925-075c-4e90-9232-d7d03e9b9751 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:37:16.568317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f9096a-003b-4fd2-88a1-2390fe79c880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56f8cf0-268e-4bdb-b1b2-43310693fbb0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:16.574517 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b194b2b8-493d-46c3-b4d5-18189b02871c" -d '{"events": [{"server_uuid": "64f9096a-003b-4fd2-88a1-2390fe79c880", "name": "network-vif-unplugged", "status": "completed", "tag": "f56f8cf0-268e-4bdb-b1b2-43310693fbb0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:16.597521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6365f9ef-e713-460b-9914-2958b9dae585 req-c1dfcbe4-9208-4f53-960a-77721d19a2f4 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111262 Jul 06 11:37:16.630833 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:16.651681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f56f8cf0-268e-4bdb-b1b2-43310693fbb0, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:16.677304 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:16.685802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device de3ac042-1025-4f72-a680-ed8cd94dfa49 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:37:16.831308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:16.838342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: de3ac042-1025-4f72-a680-ed8cd94dfa49 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:37:16.841381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device de3ac042-1025-4f72-a680-ed8cd94dfa49 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:37:16.933734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.045692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:17.084453 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:17.104779 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88eac581-22fe-4f2b-8601-1ebaaaadea77 req-ba939e42-8355-47d8-bad5-2d285b3232c8 service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0174983 Jul 06 11:37:17.110477 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f5fdc16c-67ca-4f3f-b03b-8fc232c2edec req-042a86ed-8e94-4caa-a239-54e10cb8ba09 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] For port f56f8cf0-268e-4bdb-b1b2-43310693fbb0, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:17.114367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5fdc16c-67ca-4f3f-b03b-8fc232c2edec req-042a86ed-8e94-4caa-a239-54e10cb8ba09 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.149487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a2b3d79-6f99-4545-ae02-3b817691557b req-675df341-3829-431e-a1ec-101210c0583c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=4780ecb4-2040-45f1-85a4-d8abf03c9618 HTTP/1.1" status: 200 len: 210 time: 0.1698465 Jul 06 11:37:17.193877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f5fdc16c-67ca-4f3f-b03b-8fc232c2edec req-042a86ed-8e94-4caa-a239-54e10cb8ba09 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Calling delete_port for f56f8cf0-268e-4bdb-b1b2-43310693fbb0 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:37:17.241707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:37:17.257282 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-83a7c6bd-88ea-4301-86be-5d6927f4b969 admin admin] 10.222.0.21 "PUT /v2.0/routers/5c66f95f-acdb-4024-b381-cf206023e11a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8106327 Jul 06 11:37:17.285069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:17.323150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:17.323808 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.416672 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012d4008-1d00-4f1b-bb45-a45f9889b5cc x-openstack-request-id: req-012d4008-1d00-4f1b-bb45-a45f9889b5cc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:17.417190 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f9096a-003b-4fd2-88a1-2390fe79c880", "name": "network-vif-unplugged", "status": "completed", "tag": "f56f8cf0-268e-4bdb-b1b2-43310693fbb0", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:17.418236 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-012d4008-1d00-4f1b-bb45-a45f9889b5cc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:17.420670 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f9096a-003b-4fd2-88a1-2390fe79c880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56f8cf0-268e-4bdb-b1b2-43310693fbb0', 'code': 200} Jul 06 11:37:17.506134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a96a8-ed95-4a0b-b64d-14cfb693027a req-3c09b87c-bf9b-4a4e-95ab-a116a9c8f606 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:17.520660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b43a96a8-ed95-4a0b-b64d-14cfb693027a req-3c09b87c-bf9b-4a4e-95ab-a116a9c8f606 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 948 time: 0.3296993 Jul 06 11:37:17.573928 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Sync routers for ids ['5c66f95f-acdb-4024-b381-cf206023e11a'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:37:17.603894 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Routers {'5c66f95f-acdb-4024-b381-cf206023e11a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:17.605403 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:36:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5c66f95f-acdb-4024-b381-cf206023e11a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:17.691281 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b43a96a8-ed95-4a0b-b64d-14cfb693027a req-fe5027bf-0da3-4fef-9a4b-1d8221289629 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/security-groups?id=400754f1-3edf-4fd2-97c2-1092a3f0f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494145 Jul 06 11:37:17.738089 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.880104 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5fdc16c-67ca-4f3f-b03b-8fc232c2edec req-042a86ed-8e94-4caa-a239-54e10cb8ba09 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:17.918854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:17.944005 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:18.114423 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fdc16c-67ca-4f3f-b03b-8fc232c2edec req-042a86ed-8e94-4caa-a239-54e10cb8ba09 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] No DVR routers for this DVR port f56f8cf0-268e-4bdb-b1b2-43310693fbb0 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:37:18.120795 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f5fdc16c-67ca-4f3f-b03b-8fc232c2edec req-042a86ed-8e94-4caa-a239-54e10cb8ba09 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:18.124359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:18.129024 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f5fdc16c-67ca-4f3f-b03b-8fc232c2edec req-042a86ed-8e94-4caa-a239-54e10cb8ba09 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.47 "DELETE /v2.0/ports/f56f8cf0-268e-4bdb-b1b2-43310693fbb0 HTTP/1.1" status: 204 len: 173 time: 2.8495147 Jul 06 11:37:18.132714 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f9096a-003b-4fd2-88a1-2390fe79c880', 'name': 'network-vif-deleted', 'tag': 'f56f8cf0-268e-4bdb-b1b2-43310693fbb0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:18.135258 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f8b536-3a74-4d87-b0c7-d9f42454d3d8" -d '{"events": [{"server_uuid": "64f9096a-003b-4fd2-88a1-2390fe79c880", "name": "network-vif-deleted", "tag": "f56f8cf0-268e-4bdb-b1b2-43310693fbb0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:18.145493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a86ed-8e94-4caa-a239-54e10cb8ba09 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] Pushing event deleted for resources: {'Port': ['ID=f56f8cf0-268e-4bdb-b1b2-43310693fbb0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:18.159003 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:18.287986 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Set router 5c66f95f-acdb-4024-b381-cf206023e11a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:18.380112 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f3654e9-f891-4ab4-bb7f-55edf4b92175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:18.614207 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:18.796274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37256) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:18.971164 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2d34aa-5bf7-417c-9fb9-2abaf58ab9c7 x-openstack-request-id: req-8f2d34aa-5bf7-417c-9fb9-2abaf58ab9c7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:18.971581 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f9096a-003b-4fd2-88a1-2390fe79c880", "name": "network-vif-deleted", "tag": "f56f8cf0-268e-4bdb-b1b2-43310693fbb0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:18.971908 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f2d34aa-5bf7-417c-9fb9-2abaf58ab9c7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:18.972590 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f9096a-003b-4fd2-88a1-2390fe79c880', 'name': 'network-vif-deleted', 'tag': 'f56f8cf0-268e-4bdb-b1b2-43310693fbb0', 'status': 'completed', 'code': 200} Jul 06 11:37:19.299761 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-router', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:03Z', 'updated_at': '2021-07-06T11:37:12Z', 'revision_number': 4, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'gw_port': {'id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:06Z', 'updated_at': '2021-07-06T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '640f9925-075c-4e90-9232-d7d03e9b9751', 'name': '', 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'mac_address': 'fa:16:3e:5b:30:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ae8263de-d383-43c8-8110-a27c86e125ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:10Z', 'updated_at': '2021-07-06T11:37:12Z', 'revision_number': 2, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'subnets': [{'id': 'ae8263de-d383-43c8-8110-a27c86e125ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:19.328518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b1658-ecc2-4f4e-8dff-3ce8f4bbab17 req-f7c04a20-b8b0-45ca-9a36-653254cec4cd tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:19.345292 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e00b1658-ecc2-4f4e-8dff-3ce8f4bbab17 req-f7c04a20-b8b0-45ca-9a36-653254cec4cd tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.5990682 Jul 06 11:37:19.357882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46454bda-151f-4dea-acd7-6f2fed4693c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:19.406104 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Checking router: 5c66f95f-acdb-4024-b381-cf206023e11a for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:37:19.406551 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Updating router 5c66f95f-acdb-4024-b381-cf206023e11a port 640f9925-075c-4e90-9232-d7d03e9b9751 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:37:19.422136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:19.426175 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17992ad3-7c6e-4eac-9c91-4765d5e2704f" -d '{"events": [{"server_uuid": "e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f", "name": "network-vif-plugged", "status": "completed", "tag": "ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:19.432399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:19.520597 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:19.664298 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e00b1658-ecc2-4f4e-8dff-3ce8f4bbab17 req-1a8b714e-5095-4eda-9953-e37b18b6a749 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112915 Jul 06 11:37:19.679236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:19.680019 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:19.993887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3ee12e1-1957-4159-a22c-0eeec319d673 req-cd4fa79a-5f52-45ac-afbc-c3f9d7062f85 tempest-ServersAdminNegativeTestJSON-2071629143 tempest-ServersAdminNegativeTestJSON-2071629143-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f9096a-003b-4fd2-88a1-2390fe79c880 HTTP/1.1" status: 200 len: 210 time: 0.1508896 Jul 06 11:37:20.077636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46454bda-151f-4dea-acd7-6f2fed4693c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.088248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46454bda-151f-4dea-acd7-6f2fed4693c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.217039 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-46454bda-151f-4dea-acd7-6f2fed4693c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c460484a357a4193b963c24262cddda0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4191682 Jul 06 11:37:20.219170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46454bda-151f-4dea-acd7-6f2fed4693c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ff0fbe-ec6f-4f29-9700-bebcf5c98860,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:20.221766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:20.322652 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f799b0b-d48d-4b7e-a591-c86e7e4350a0 x-openstack-request-id: req-3f799b0b-d48d-4b7e-a591-c86e7e4350a0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:20.322957 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f", "name": "network-vif-plugged", "status": "completed", "tag": "ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:20.323359 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f799b0b-d48d-4b7e-a591-c86e7e4350a0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:20.324061 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd', 'code': 200} Jul 06 11:37:20.347130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.424125 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.437149 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Transition to ACTIVE for port object 640f9925-075c-4e90-9232-d7d03e9b9751 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:20.450379 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.456104 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.510689 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.554453 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Pushing event updated for resources: {'Port': ['ID=640f9925-075c-4e90-9232-d7d03e9b9751,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:20.577793 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.582086 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.584689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1ff0fbe-ec6f-4f29-9700-bebcf5c98860 HTTP/1.1" status: 204 len: 168 time: 0.3611991 Jul 06 11:37:20.629205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ff0fbe-ec6f-4f29-9700-bebcf5c98860,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:20.654296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.659816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.660471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.668120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.668747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.669444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.670038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.670771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.675363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.676006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.676560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.677085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283139a5-4cc2-44d9-89b7-7a2fbc3a33db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.876657 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Attempting to bind port 640f9925-075c-4e90-9232-d7d03e9b9751 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:20.878306 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Attempting to bind port 640f9925-075c-4e90-9232-d7d03e9b9751 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '64627fdc-e507-4278-ad9f-17561fe3b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:20.880265 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Attempting to bind port 640f9925-075c-4e90-9232-d7d03e9b9751 on network 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:20.894393 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.902306 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.903006 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.903556 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.904847 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.907439 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.908647 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.909786 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.918737 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.919397 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.919930 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.920435 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:20.926708 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:20.927565 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Checking segment: {'id': '64627fdc-e507-4278-ad9f-17561fe3b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:20.932199 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.932804 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Bound using segment: {'id': '64627fdc-e507-4278-ad9f-17561fe3b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:20.933496 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Bound port: 640f9925-075c-4e90-9232-d7d03e9b9751, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64627fdc-e507-4278-ad9f-17561fe3b2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:20.934089 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:20.949451 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:37:21.315113 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] For port 640f9925-075c-4e90-9232-d7d03e9b9751, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:21.329820 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] For port 640f9925-075c-4e90-9232-d7d03e9b9751, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=640f9925-075c-4e90-9232-d7d03e9b9751,segment=NetworkSegment(64627fdc-e507-4278-ad9f-17561fe3b2be),segment_id=64627fdc-e507-4278-ad9f-17561fe3b2be)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:21.343361 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:21.576060 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Routers {'5c66f95f-acdb-4024-b381-cf206023e11a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:21.578520 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:37:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5c66f95f-acdb-4024-b381-cf206023e11a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:21.734391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37294) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:21.736966 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666f0cb-c4b7-48e0-a5bd-d0284f5581d3 None None] Pushing event updated for resources: {'Port': ['ID=640f9925-075c-4e90-9232-d7d03e9b9751,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:21.780992 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:21.918697 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] Set router 5c66f95f-acdb-4024-b381-cf206023e11a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:21.944582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:21.972448 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:22.051665 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1e239bc9dcf4d72892a9388b0e69d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158348 Jul 06 11:37:22.053261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49051721-e9ba-437f-bfe7-433d2f093af9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:22.056150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:22.064369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.065699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.066304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.066899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.067798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.068417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.068995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.069573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.070154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.070736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.071319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.072024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6f4db4-936a-47c4-ba90-c7c55bfd3b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:22.223642 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-821259a4-d9fd-40a5-a577-bbf5b3a0c1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:22.265350 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-821259a4-d9fd-40a5-a577-bbf5b3a0c1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:22.385607 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-821259a4-d9fd-40a5-a577-bbf5b3a0c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:22.391995 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-821259a4-d9fd-40a5-a577-bbf5b3a0c1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:22.394966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-821259a4-d9fd-40a5-a577-bbf5b3a0c1ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49051721-e9ba-437f-bfe7-433d2f093af9 HTTP/1.1" status: 204 len: 168 time: 0.3370962 Jul 06 11:37:22.417178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821259a4-d9fd-40a5-a577-bbf5b3a0c1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49051721-e9ba-437f-bfe7-433d2f093af9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:22.521451 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-router', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:03Z', 'updated_at': '2021-07-06T11:37:12Z', 'revision_number': 4, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'gw_port': {'id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:06Z', 'updated_at': '2021-07-06T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '640f9925-075c-4e90-9232-d7d03e9b9751', 'name': '', 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'mac_address': 'fa:16:3e:5b:30:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ae8263de-d383-43c8-8110-a27c86e125ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:10Z', 'updated_at': '2021-07-06T11:37:21Z', 'revision_number': 4, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'subnets': [{'id': 'ae8263de-d383-43c8-8110-a27c86e125ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:22.587825 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce475cd5-ca28-4c1a-aa2a-859dfa9e6320 None None] The sync data for ids ['5c66f95f-acdb-4024-b381-cf206023e11a'] in n-d-799527-2 is: [{'id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-router', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:03Z', 'updated_at': '2021-07-06T11:37:12Z', 'revision_number': 4, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'gw_port': {'id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:06Z', 'updated_at': '2021-07-06T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '640f9925-075c-4e90-9232-d7d03e9b9751', 'name': '', 'network_id': '80a78c25-47a1-4d8e-afb5-6be38b8b02b6', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'mac_address': 'fa:16:3e:5b:30:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ae8263de-d383-43c8-8110-a27c86e125ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:10Z', 'updated_at': '2021-07-06T11:37:21Z', 'revision_number': 4, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'subnets': [{'id': 'ae8263de-d383-43c8-8110-a27c86e125ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:37:23.459807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 640f9925-075c-4e90-9232-d7d03e9b9751 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:23.665159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 640f9925-075c-4e90-9232-d7d03e9b9751 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:23.684328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 640f9925-075c-4e90-9232-d7d03e9b9751 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:23.685366 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:23.985706 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:24.132459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 640f9925-075c-4e90-9232-d7d03e9b9751, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=640f9925-075c-4e90-9232-d7d03e9b9751,segment=NetworkSegment(64627fdc-e507-4278-ad9f-17561fe3b2be),segment_id=64627fdc-e507-4278-ad9f-17561fe3b2be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:24.153628 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:24.320757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=640f9925-075c-4e90-9232-d7d03e9b9751,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:24.345047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:24.346646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:24.347609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:24.348934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:24.350097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:24.351723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:24.352663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:24.353733 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:24.354635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:24.355587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:24.356694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:24.357591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:37:25.063851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-55f5bc2b-5afd-4653-ba59-457f0413621a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:25.092662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-55f5bc2b-5afd-4653-ba59-457f0413621a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.3423417 Jul 06 11:37:25.149331 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-9dd1f46d-3541-43fe-8b3f-7115cdc0048a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/quotas/6db432b9d7a84f69a6cfad598d87579d HTTP/1.1" status: 200 len: 375 time: 0.0515051 Jul 06 11:37:25.344150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-c3e916dc-4354-4e18-8fa9-070e8710b24a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1890318 Jul 06 11:37:25.365598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 640f9925-075c-4e90-9232-d7d03e9b9751 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:25.544053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-c77a9f8f-85b0-4a1b-926f-902089842b6e service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981533 Jul 06 11:37:25.640165 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 640f9925-075c-4e90-9232-d7d03e9b9751 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:25.641172 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:25.848555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-44766f80-39cd-441e-a4dd-4120a6680b9b service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028116 Jul 06 11:37:26.013093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21db04-88c3-4415-abd1-135e541027cc req-fa6ea5fe-1428-4ce7-a0df-c1720b879476 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:26.026650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c21db04-88c3-4415-abd1-135e541027cc req-fa6ea5fe-1428-4ce7-a0df-c1720b879476 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.8294952 Jul 06 11:37:26.198921 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c21db04-88c3-4415-abd1-135e541027cc req-6db4157e-a636-4338-b17c-50bdccb50387 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619253 Jul 06 11:37:27.177991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2530ea33-e214-4a91-9cc3-216641859420 req-02999069-c07a-43fc-ae22-b7047e6d0e7e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 210 time: 0.1513889 Jul 06 11:37:27.239150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:27.723907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7806ba-1879-4dfa-bbfb-c30b8e5e372d req-71088081-1f69-4839-91d0-ba738b19fa15 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:27.740960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b7806ba-1879-4dfa-bbfb-c30b8e5e372d req-71088081-1f69-4839-91d0-ba738b19fa15 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.3120968 Jul 06 11:37:27.833693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b7806ba-1879-4dfa-bbfb-c30b8e5e372d req-e41390ae-578d-42ff-b437-a72db5b5ddcf tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883152 Jul 06 11:37:27.975961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4dbf36a6-d7de-47ba-95d8-2bb3ded80a46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69058016c9d04bb2af0ac1336b2fe299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7318747 Jul 06 11:37:27.976385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37390) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:28.248571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1d2832f-9b57-48c7-9d35-7f565c6c8c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.339286 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1d2832f-9b57-48c7-9d35-7f565c6c8c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.489907 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.524285 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1d2832f-9b57-48c7-9d35-7f565c6c8c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.532794 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1d2832f-9b57-48c7-9d35-7f565c6c8c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.538389 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:28.540499 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d1d2832f-9b57-48c7-9d35-7f565c6c8c64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/400754f1-3edf-4fd2-97c2-1092a3f0f82c HTTP/1.1" status: 204 len: 168 time: 0.5626554 Jul 06 11:37:28.557082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2832f-9b57-48c7-9d35-7f565c6c8c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400754f1-3edf-4fd2-97c2-1092a3f0f82c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:28.750684 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-640d7074-759c-4e0b-85bf-1bbc89eea285 req-638e034f-38ff-4039-8692-ccad7affdc79 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 210 time: 0.0751936 Jul 06 11:37:29.617376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9fbfe-4403-428f-8d86-b298d791e5b0 req-154dc9a7-8984-45b7-971c-eaf14b2a2b29 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:29.697198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bc9fbfe-4403-428f-8d86-b298d791e5b0 req-154dc9a7-8984-45b7-971c-eaf14b2a2b29 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.3105528 Jul 06 11:37:29.902605 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bc9fbfe-4403-428f-8d86-b298d791e5b0 req-47de0428-da08-4d47-bff2-454e00e34bb0 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678311 Jul 06 11:37:30.098263 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37432) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:30.246764 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1b65252f-7a2b-43b8-89aa-8190c4fadf42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2de8a59e1254dc1acd94c5e6463f1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432207 Jul 06 11:37:30.252689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37434) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:30.308641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-1919849d-59db-4d58-a5c7-30fbbef82d5c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:30.315865 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-1919849d-59db-4d58-a5c7-30fbbef82d5c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.8521862 Jul 06 11:37:30.439304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Request body: {'port': {'device_id': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'admin_state_up': True, 'tenant_id': '6db432b9d7a84f69a6cfad598d87579d'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:30.621316 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bf78970-bebb-463d-9bf1-f41ed6ed9b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:30.937222 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bf78970-bebb-463d-9bf1-f41ed6ed9b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:31.220188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07c6f03a-e931-48bf-8e9b-b5d1b269b534 req-da5844fe-36e5-4033-ab43-0e32c46e927d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 210 time: 0.4357440 Jul 06 11:37:31.335892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Made reservation on behalf of 6db432b9d7a84f69a6cfad598d87579d for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:37:31.348694 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bf78970-bebb-463d-9bf1-f41ed6ed9b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:31.350688 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:31.354946 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bf78970-bebb-463d-9bf1-f41ed6ed9b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:31.356607 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5bf78970-bebb-463d-9bf1-f41ed6ed9b59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12913357-ca86-430f-95df-dc6357bf348d HTTP/1.1" status: 204 len: 168 time: 1.1047132 Jul 06 11:37:31.416974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf78970-bebb-463d-9bf1-f41ed6ed9b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12913357-ca86-430f-95df-dc6357bf348d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:31.932815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688527a3-2793-4f7f-a8fe-290280c5b528 req-f8c80d9e-f0d8-4a6d-94b4-8a22b51aff9c tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:31.953468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-688527a3-2793-4f7f-a8fe-290280c5b528 req-f8c80d9e-f0d8-4a6d-94b4-8a22b51aff9c tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.3729885 Jul 06 11:37:32.086662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Allocated IP 172.20.0.14 (e41b0414-50ef-47e9-a3ea-e31294df70c8/980f45f6-7536-45f8-8969-e14fff5112f5/54b24460-29b9-4bd1-9869-147d6ba92818) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:32.130298 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-688527a3-2793-4f7f-a8fe-290280c5b528 req-080dd40f-a254-434d-8ac3-767289b8385a tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730199 Jul 06 11:37:32.867091 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae97c7d2-129e-4f35-99ed-93316994ccd2 req-dbc498f8-47bd-498f-91e7-df9087fe4bc9 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 210 time: 0.1416256 Jul 06 11:37:32.890134 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.174416 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.294207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Network e41b0414-50ef-47e9-a3ea-e31294df70c8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:33.305223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:33.318338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:33.654768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:33.656391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:33.708392 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event updated for resources: {'Port': ['ID=54b24460-29b9-4bd1-9869-147d6ba92818,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:33.746343 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-13025c0d-29a0-491f-8661-27b08c7ed8fe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3609028 Jul 06 11:37:33.766410 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Request body: {'port': {'device_id': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:34.336826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267d9cc-88d9-49d9-b24f-ef7904ac5aa3 req-8d500fe1-139a-40ce-84e6-1c386159d502 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:34.353217 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:34.358970 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4267d9cc-88d9-49d9-b24f-ef7904ac5aa3 req-8d500fe1-139a-40ce-84e6-1c386159d502 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.2965000 Jul 06 11:37:34.646871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90d952-d4f7-471e-b0a2-504728fb3d0c req-bdd81b33-e8ae-4752-8aa3-2e4a30eb9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:34.650361 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0e90d952-d4f7-471e-b0a2-504728fb3d0c req-bdd81b33-e8ae-4752-8aa3-2e4a30eb9677 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 1096 time: 0.4887521 Jul 06 11:37:34.763810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4267d9cc-88d9-49d9-b24f-ef7904ac5aa3 req-96eb708f-3c75-46a7-9e46-ff7f8f471006 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038556 Jul 06 11:37:34.994909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749748b-05fe-46fa-8317-b3bfb7f0d1cc req-2a83ed39-0eaa-4a8d-ae4a-bdabca136e48 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:35.021035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4749748b-05fe-46fa-8317-b3bfb7f0d1cc req-2a83ed39-0eaa-4a8d-ae4a-bdabca136e48 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 932 time: 0.6028645 Jul 06 11:37:35.756829 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0e90d952-d4f7-471e-b0a2-504728fb3d0c req-724aac92-9ca3-4765-8a49-9d3c01f9c7c4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420227 Jul 06 11:37:36.066787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4749748b-05fe-46fa-8317-b3bfb7f0d1cc req-c4a5e4d6-c5b0-4818-918c-1f9334063465 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0420606 Jul 06 11:37:36.119638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b24460-29b9-4bd1-9869-147d6ba92818 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:36.146573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.177372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Transition to ACTIVE for port object 54b24460-29b9-4bd1-9869-147d6ba92818 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:37:36.197868 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.352175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=54b24460-29b9-4bd1-9869-147d6ba92818,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:36.382906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77087e1-f1e0-4b71-8360-26f780e144cf req-88555787-fc71-4965-8787-e6f66ca56c9d tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:36.400363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d77087e1-f1e0-4b71-8360-26f780e144cf req-88555787-fc71-4965-8787-e6f66ca56c9d tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.2675536 Jul 06 11:37:36.516403 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d77087e1-f1e0-4b71-8360-26f780e144cf req-f9b4f833-83e6-4c60-a92b-7ae3d2741725 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144593 Jul 06 11:37:36.575481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Attempting to bind port 54b24460-29b9-4bd1-9869-147d6ba92818 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:37:36.577936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Attempting to bind port 54b24460-29b9-4bd1-9869-147d6ba92818 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:37:36.577936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Attempting to bind port 54b24460-29b9-4bd1-9869-147d6ba92818 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:36.592318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Port 54b24460-29b9-4bd1-9869-147d6ba92818 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:37:36.598598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Attempting to bind port 54b24460-29b9-4bd1-9869-147d6ba92818 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:37:36.608893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:37:36.609323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Checking segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:37:36.609855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Bound using segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:37:36.610715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Bound port: 54b24460-29b9-4bd1-9869-147d6ba92818, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:37:36.611363 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.825235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] For port 54b24460-29b9-4bd1-9869-147d6ba92818, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:37:36.842474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] For port 54b24460-29b9-4bd1-9869-147d6ba92818, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=54b24460-29b9-4bd1-9869-147d6ba92818,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:37:36.853251 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.958912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:36.966332 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:36.967983 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/54b24460-29b9-4bd1-9869-147d6ba92818 HTTP/1.1" status: 200 len: 1092 time: 3.2164965 Jul 06 11:37:36.968585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'tag': '54b24460-29b9-4bd1-9869-147d6ba92818'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:36.984199 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbe3eed-230c-4359-9085-0a5fc7dc1581" -d '{"events": [{"name": "network-changed", "server_uuid": "986e48f8-a580-48bc-9a0b-f1f4b9674d85", "tag": "54b24460-29b9-4bd1-9869-147d6ba92818"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:37.047913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc57991-9c6b-45fb-96d1-f4367465b9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=54b24460-29b9-4bd1-9869-147d6ba92818,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:37.093296 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca5bd3a-1489-4fa0-a1ff-3c22909aff35 x-openstack-request-id: req-1ca5bd3a-1489-4fa0-a1ff-3c22909aff35 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:37.098384 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986e48f8-a580-48bc-9a0b-f1f4b9674d85", "tag": "54b24460-29b9-4bd1-9869-147d6ba92818", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:37.099023 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ca5bd3a-1489-4fa0-a1ff-3c22909aff35 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:37.100140 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'tag': '54b24460-29b9-4bd1-9869-147d6ba92818', 'status': 'completed', 'code': 200} Jul 06 11:37:37.237487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-6975cc14-7927-4266-b2bf-6360d02d084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.239263 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-6975cc14-7927-4266-b2bf-6360d02d084f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 1095 time: 0.1631210 Jul 06 11:37:37.350757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-e6dd7938-79a5-472a-9152-a14d30b22caf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54b24460-29b9-4bd1-9869-147d6ba92818 HTTP/1.1" status: 200 len: 217 time: 0.1024315 Jul 06 11:37:37.506892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-601d017f-d365-4eb8-a952-d0d13020ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.511530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-601d017f-d365-4eb8-a952-d0d13020ed30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.1443648 Jul 06 11:37:37.610285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83b214-ff28-4aa7-8217-39a521c4b717 req-d4079100-39ad-4d4b-a7db-dc56a7ca1576 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:37.616373 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb83b214-ff28-4aa7-8217-39a521c4b717 req-d4079100-39ad-4d4b-a7db-dc56a7ca1576 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 944 time: 0.2760909 Jul 06 11:37:37.643601 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-5a205048-9be9-49b1-998c-fedcae53f71e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273508 Jul 06 11:37:37.696698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb83b214-ff28-4aa7-8217-39a521c4b717 req-594c94be-05c2-494f-9f5e-1c70a3baaea0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700784 Jul 06 11:37:38.006683 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-2f33b4f2-9f07-42e2-baa0-a500fc53251d service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530755 Jul 06 11:37:38.259791 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c02520ee-97dd-48cb-85f5-9a73d7573280 req-a9406400-2e62-4627-b423-2df8b6d19913 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433875 Jul 06 11:37:38.403512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccee7ef-4b4b-44c3-acc5-3db34ca07216 req-b70dfaad-787b-41ab-a977-7a58b06e93ee tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:38.422837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ccee7ef-4b4b-44c3-acc5-3db34ca07216 req-b70dfaad-787b-41ab-a977-7a58b06e93ee tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.2084148 Jul 06 11:37:38.504920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe3eed-230c-4359-9085-0a5fc7dc1581 req-ab523133-93e8-43eb-9ae4-336bb1a38280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:38.507432 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ddbe3eed-230c-4359-9085-0a5fc7dc1581 req-ab523133-93e8-43eb-9ae4-336bb1a38280 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 1095 time: 0.1493742 Jul 06 11:37:38.597053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ccee7ef-4b4b-44c3-acc5-3db34ca07216 req-338e1107-5614-407c-b359-e23aa7a927cb tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?id=807713ba-3436-436b-a699-8a1f6ef38c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714063 Jul 06 11:37:38.790901 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe3eed-230c-4359-9085-0a5fc7dc1581 req-03e2723b-730d-433e-9e96-5ea9eca948a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:38.796326 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ddbe3eed-230c-4359-9085-0a5fc7dc1581 req-03e2723b-730d-433e-9e96-5ea9eca948a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 912 time: 0.2792449 Jul 06 11:37:38.929415 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ddbe3eed-230c-4359-9085-0a5fc7dc1581 req-7256d613-a2f5-471d-88ff-9347e8e276f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54b24460-29b9-4bd1-9869-147d6ba92818 HTTP/1.1" status: 200 len: 217 time: 0.1247258 Jul 06 11:37:39.182783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe3eed-230c-4359-9085-0a5fc7dc1581 req-29ce539b-2338-421e-b78b-05b544c06251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:39.187614 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ddbe3eed-230c-4359-9085-0a5fc7dc1581 req-29ce539b-2338-421e-b78b-05b544c06251 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.2478266 Jul 06 11:37:39.259597 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ddbe3eed-230c-4359-9085-0a5fc7dc1581 req-66724791-aa4a-4ff2-82f1-63af533cf9b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625846 Jul 06 11:37:39.425259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-dcb78bc2-625f-4ae2-a61f-d6da3410ccd4 req-56e16e31-8ef4-413d-b7e5-c35f3bff4315 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2086632681', 'description': 'tempest-description-513425734'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:39.488869 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dcb78bc2-625f-4ae2-a61f-d6da3410ccd4 req-56e16e31-8ef4-413d-b7e5-c35f3bff4315 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:39.540534 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ddbe3eed-230c-4359-9085-0a5fc7dc1581 req-19175c85-7f78-4fe7-a907-acf146fb73d6 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666626 Jul 06 11:37:39.694204 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dcb78bc2-625f-4ae2-a61f-d6da3410ccd4 req-56e16e31-8ef4-413d-b7e5-c35f3bff4315 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:39.702949 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dcb78bc2-625f-4ae2-a61f-d6da3410ccd4 req-56e16e31-8ef4-413d-b7e5-c35f3bff4315 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:39.844431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e16e31-8ef4-413d-b7e5-c35f3bff4315 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42644b9-31e7-4621-80c7-042ab95f48e2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:39.853767 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dcb78bc2-625f-4ae2-a61f-d6da3410ccd4 req-56e16e31-8ef4-413d-b7e5-c35f3bff4315 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:39.866538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dcb78bc2-625f-4ae2-a61f-d6da3410ccd4 req-56e16e31-8ef4-413d-b7e5-c35f3bff4315 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4483125 Jul 06 11:37:39.955266 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ddbe3eed-230c-4359-9085-0a5fc7dc1581 req-bf88b3a1-b9ec-48c3-9158-2404bd931b61 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047191 Jul 06 11:37:40.429481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19830-9299-4d0c-9aed-9badc7b1cf4a req-b49c9c16-d6e8-4a4b-9444-d9271533174f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:40.436024 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ae19830-9299-4d0c-9aed-9badc7b1cf4a req-b49c9c16-d6e8-4a4b-9444-d9271533174f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 944 time: 0.2247996 Jul 06 11:37:40.531063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ae19830-9299-4d0c-9aed-9badc7b1cf4a req-eb072a6a-333a-49cd-abf8-639d0ddda51d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830271 Jul 06 11:37:41.314857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffded48c-fbaa-483d-9997-3b6fc7395e81 req-c5738911-fd9d-46c6-89b5-a5ecc612bcd1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2086632681&fields=id&tenant_id=581eccd616f64f78b0bfb0b26f257b2b HTTP/1.1" status: 200 len: 267 time: 0.0817795 Jul 06 11:37:41.485244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded48c-fbaa-483d-9997-3b6fc7395e81 req-45ecb052-ae50-460b-80e8-aa12665d3394 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:41.490499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffded48c-fbaa-483d-9997-3b6fc7395e81 req-45ecb052-ae50-460b-80e8-aa12665d3394 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.1682324 Jul 06 11:37:41.510119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-ffded48c-fbaa-483d-9997-3b6fc7395e81 req-7265fbf3-c495-4575-8dc2-47e1c423c914 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Request body: {'port': {'security_groups': ['807713ba-3436-436b-a699-8a1f6ef38c14', 'c42644b9-31e7-4621-80c7-042ab95f48e2']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:41.794212 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ffded48c-fbaa-483d-9997-3b6fc7395e81 req-7265fbf3-c495-4575-8dc2-47e1c423c914 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.265478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 54b24460-29b9-4bd1-9869-147d6ba92818 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:42.283699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ffded48c-fbaa-483d-9997-3b6fc7395e81 req-7265fbf3-c495-4575-8dc2-47e1c423c914 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] For port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,segment=NetworkSegment(e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0),segment_id=e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:42.403658 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ffded48c-fbaa-483d-9997-3b6fc7395e81 req-7265fbf3-c495-4575-8dc2-47e1c423c914 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.480277 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ffded48c-fbaa-483d-9997-3b6fc7395e81 req-7265fbf3-c495-4575-8dc2-47e1c423c914 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.616085 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 54b24460-29b9-4bd1-9869-147d6ba92818, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=54b24460-29b9-4bd1-9869-147d6ba92818,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:42.652835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '54b24460-29b9-4bd1-9869-147d6ba92818', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'port_id': '54b24460-29b9-4bd1-9869-147d6ba92818', 'mac_address': 'fa:16:3e:a1:ce:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980f45f6-7536-45f8-8969-e14fff5112f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:42.669437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:42.790244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265fbf3-c495-4575-8dc2-47e1c423c914 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Pushing event updated for resources: {'Port': ['ID=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:42.810904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded48c-fbaa-483d-9997-3b6fc7395e81 req-7265fbf3-c495-4575-8dc2-47e1c423c914 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:42.810904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ffded48c-fbaa-483d-9997-3b6fc7395e81 req-7265fbf3-c495-4575-8dc2-47e1c423c914 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:42.830516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffded48c-fbaa-483d-9997-3b6fc7395e81 req-7265fbf3-c495-4575-8dc2-47e1c423c914 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "PUT /v2.0/ports/a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 981 time: 1.3308952 Jul 06 11:37:42.830796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:42.852708 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b876d905-4092-4d4e-ba45-07bafb181d93" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:42.922099 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:43.027592 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b24460-29b9-4bd1-9869-147d6ba92818 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:43.131938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 54b24460-29b9-4bd1-9869-147d6ba92818, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=54b24460-29b9-4bd1-9869-147d6ba92818,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:43.183531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:43.197400 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:43.738483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=54b24460-29b9-4bd1-9869-147d6ba92818,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:43.878137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3417a32-1c7c-4938-b4c2-8cc14da225f1 req-0a448864-9405-4bcc-bb74-4712133f8fd4 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:43.893462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3417a32-1c7c-4938-b4c2-8cc14da225f1 req-0a448864-9405-4bcc-bb74-4712133f8fd4 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 945 time: 0.1260500 Jul 06 11:37:43.916193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['54b24460-29b9-4bd1-9869-147d6ba92818'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:43.995173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3417a32-1c7c-4938-b4c2-8cc14da225f1 req-35611faf-5506-45d3-8e7e-c45170d5d3ae tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004977 Jul 06 11:37:44.292203 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32fa557c-bdfa-4417-8029-a9ac906cd726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:45.094183 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38c2f91-c35d-4d89-bee3-bd1c60a38bc7 x-openstack-request-id: req-a38c2f91-c35d-4d89-bee3-bd1c60a38bc7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:45.094694 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:45.094794 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a38c2f91-c35d-4d89-bee3-bd1c60a38bc7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:45.095759 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'status': 'completed', 'code': 200} Jul 06 11:37:45.117283 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8baa893f-fb23-41d9-ac01-a360752a74f3 req-f3643927-7c5e-4db3-9eec-ef9e87f772ad tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2086632681&fields=id&tenant_id=581eccd616f64f78b0bfb0b26f257b2b HTTP/1.1" status: 200 len: 267 time: 0.1235254 Jul 06 11:37:45.275659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa893f-fb23-41d9-ac01-a360752a74f3 req-5f81b0e9-0d6c-48d1-978a-9d8bbf269bad tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.290110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876d905-4092-4d4e-ba45-07bafb181d93 req-a6cefb29-5ea3-4b2b-bb32-50047472e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.292961 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b876d905-4092-4d4e-ba45-07bafb181d93 req-a6cefb29-5ea3-4b2b-bb32-50047472e207 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=581eccd616f64f78b0bfb0b26f257b2b&device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 1135 time: 0.1722729 Jul 06 11:37:45.294511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8baa893f-fb23-41d9-ac01-a360752a74f3 req-5f81b0e9-0d6c-48d1-978a-9d8bbf269bad tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 984 time: 0.1753068 Jul 06 11:37:45.316422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8baa893f-fb23-41d9-ac01-a360752a74f3 req-41f27a3a-ed7d-4c86-826e-5e11e440e30f tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Request body: {'port': {'security_groups': ['807713ba-3436-436b-a699-8a1f6ef38c14']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:45.523537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876d905-4092-4d4e-ba45-07bafb181d93 req-550fad0e-9d4e-49e0-9644-50e3d8f5c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.525108 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b876d905-4092-4d4e-ba45-07bafb181d93 req-550fad0e-9d4e-49e0-9644-50e3d8f5c53a service neutron] 10.222.0.86 "GET /v2.0/networks?id=18f07148-b4ca-4cd6-807d-18a7cb2adc76 HTTP/1.1" status: 200 len: 921 time: 0.2239640 Jul 06 11:37:45.588523 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8baa893f-fb23-41d9-ac01-a360752a74f3 req-41f27a3a-ed7d-4c86-826e-5e11e440e30f tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:45.657409 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b876d905-4092-4d4e-ba45-07bafb181d93 req-1474b417-5ee8-4439-a776-415256d67fb2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 217 time: 0.1212244 Jul 06 11:37:45.740547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876d905-4092-4d4e-ba45-07bafb181d93 req-cf7534ff-99e0-4161-b24d-54694d3ac390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:45.742111 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b876d905-4092-4d4e-ba45-07bafb181d93 req-cf7534ff-99e0-4161-b24d-54694d3ac390 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=453ae9c9-3942-4bce-a203-7a1599339e93 HTTP/1.1" status: 200 len: 860 time: 0.0762019 Jul 06 11:37:45.858529 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b876d905-4092-4d4e-ba45-07bafb181d93 req-b36839b7-b76b-432f-b226-b8b63a1a3334 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18f07148-b4ca-4cd6-807d-18a7cb2adc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081259 Jul 06 11:37:46.054134 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b876d905-4092-4d4e-ba45-07bafb181d93 req-be032831-e66b-4d23-8b20-c869e408c185 service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874442 Jul 06 11:37:46.183303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37718) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:46.232003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8baa893f-fb23-41d9-ac01-a360752a74f3 req-41f27a3a-ed7d-4c86-826e-5e11e440e30f tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] For port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,segment=NetworkSegment(e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0),segment_id=e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:46.290489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 54b24460-29b9-4bd1-9869-147d6ba92818 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:46.329344 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8baa893f-fb23-41d9-ac01-a360752a74f3 req-41f27a3a-ed7d-4c86-826e-5e11e440e30f tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.341587 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8baa893f-fb23-41d9-ac01-a360752a74f3 req-41f27a3a-ed7d-4c86-826e-5e11e440e30f tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.400014 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b876d905-4092-4d4e-ba45-07bafb181d93 req-ea71302c-0573-4fdc-98d4-e6064ddab13d service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246443 Jul 06 11:37:46.401384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:46.518357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f27a3a-ed7d-4c86-826e-5e11e440e30f tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Pushing event updated for resources: {'Port': ['ID=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:46.542838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa893f-fb23-41d9-ac01-a360752a74f3 req-41f27a3a-ed7d-4c86-826e-5e11e440e30f tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:46.544542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8baa893f-fb23-41d9-ac01-a360752a74f3 req-41f27a3a-ed7d-4c86-826e-5e11e440e30f tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.556949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8baa893f-fb23-41d9-ac01-a360752a74f3 req-41f27a3a-ed7d-4c86-826e-5e11e440e30f tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "PUT /v2.0/ports/a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 942 time: 1.2606664 Jul 06 11:37:46.597283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7e698-4f2e-4716-8d04-961b601a0392 req-0122561e-6880-43ef-9c73-4a5954ce0b3e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:46.598611 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ab093f-a58a-458f-b46e-6c53ecc46376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.616872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 54b24460-29b9-4bd1-9869-147d6ba92818 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:37:46.623495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34e7e698-4f2e-4716-8d04-961b601a0392 req-0122561e-6880-43ef-9c73-4a5954ce0b3e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 945 time: 0.5757697 Jul 06 11:37:46.664732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 54b24460-29b9-4bd1-9869-147d6ba92818 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:46.665485 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.686612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:46.780119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34e7e698-4f2e-4716-8d04-961b601a0392 req-0904c7d5-e82b-4a6c-a5ac-3ee51ad916d4 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543496 Jul 06 11:37:46.877176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ab093f-a58a-458f-b46e-6c53ecc46376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:46.887749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ab093f-a58a-458f-b46e-6c53ecc46376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:47.023310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab093f-a58a-458f-b46e-6c53ecc46376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3e278d-2ac1-4c57-9f2e-1e57a5e73a34,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:47.047600 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b4ab093f-a58a-458f-b46e-6c53ecc46376 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e28282edd784b3eb2089826dedb8c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8600373 Jul 06 11:37:47.059745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37732) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:47.130333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:47.141532 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cf5b03-f7a7-4f34-83f7-199d3292e5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:47.262872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35062b-63e8-4d81-8fa6-5f306738492e req-d48b8eaf-adc8-4534-a0d4-d2e5f5849f0e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:47.280644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd35062b-63e8-4d81-8fa6-5f306738492e req-d48b8eaf-adc8-4534-a0d4-d2e5f5849f0e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 949 time: 0.2974710 Jul 06 11:37:47.306370 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c890773-df11-4fb9-be86-48e53710240e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:47.343940 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:47.383861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c890773-df11-4fb9-be86-48e53710240e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:47.484392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c890773-df11-4fb9-be86-48e53710240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:47.490006 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c890773-df11-4fb9-be86-48e53710240e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:47.491925 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1c890773-df11-4fb9-be86-48e53710240e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d3e278d-2ac1-4c57-9f2e-1e57a5e73a34 HTTP/1.1" status: 204 len: 168 time: 0.4299459 Jul 06 11:37:47.514183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd35062b-63e8-4d81-8fa6-5f306738492e req-b2ebe1b8-05e5-4efd-82d7-9f700fa5afc4 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322264 Jul 06 11:37:47.524186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c890773-df11-4fb9-be86-48e53710240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3e278d-2ac1-4c57-9f2e-1e57a5e73a34,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:47.566170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 54b24460-29b9-4bd1-9869-147d6ba92818, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=54b24460-29b9-4bd1-9869-147d6ba92818,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:47.577960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b24460-29b9-4bd1-9869-147d6ba92818'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:47.585458 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35597ba5-149d-47fa-b20f-e2b3355e5350" -d '{"events": [{"server_uuid": "986e48f8-a580-48bc-9a0b-f1f4b9674d85", "name": "network-vif-plugged", "status": "completed", "tag": "54b24460-29b9-4bd1-9869-147d6ba92818"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:47.625311 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c8887a-415f-440a-af0e-4bc0e106d63a x-openstack-request-id: req-00c8887a-415f-440a-af0e-4bc0e106d63a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:47.625621 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:47.625945 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00c8887a-415f-440a-af0e-4bc0e106d63a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:47.627094 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'status': 'completed', 'code': 200} Jul 06 11:37:47.647496 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:47.751027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-eaaa4d19-5b7b-45e5-94e1-792b2db873c5 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4464297 Jul 06 11:37:47.765892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:47.869622 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:48.004853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=54b24460-29b9-4bd1-9869-147d6ba92818,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:48.129699 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:48.132022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf5b03-f7a7-4f34-83f7-199d3292e5e6 req-c0bf64ad-35a9-4ff3-8ee5-21804d58dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:48.137484 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-52cf5b03-f7a7-4f34-83f7-199d3292e5e6 req-c0bf64ad-35a9-4ff3-8ee5-21804d58dc3f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=581eccd616f64f78b0bfb0b26f257b2b&device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 1096 time: 0.4414716 Jul 06 11:37:48.270616 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:48.349950 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-fa608396-c9ec-4559-b22c-06c8382c9677 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4744582 Jul 06 11:37:48.385575 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-980b7a2a-aaa4-4ed9-886f-be575d29cd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:48.495763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Allocated IP 172.25.0.31 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/1099d0dc-ef23-47ff-8aae-3e43145a31ef) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:37:48.609102 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:48.746326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf5b03-f7a7-4f34-83f7-199d3292e5e6 req-b321a24a-9e1f-4042-af68-1b558362b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:48.754708 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-52cf5b03-f7a7-4f34-83f7-199d3292e5e6 req-b321a24a-9e1f-4042-af68-1b558362b81f service neutron] 10.222.0.86 "GET /v2.0/networks?id=18f07148-b4ca-4cd6-807d-18a7cb2adc76 HTTP/1.1" status: 200 len: 921 time: 0.6079881 Jul 06 11:37:48.785014 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:48.897349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:48.922286 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:48.938593 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-52cf5b03-f7a7-4f34-83f7-199d3292e5e6 req-65cbc8e3-a962-40c0-81e0-43502716b05e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 217 time: 0.1522877 Jul 06 11:37:48.978278 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94417b4a-d266-44ab-adfd-d59bfaa76cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:49.130638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:37:49.156553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:37:49.325768 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115c364b-cdf8-45cb-8a38-acc195e0b41d x-openstack-request-id: req-115c364b-cdf8-45cb-8a38-acc195e0b41d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:49.326065 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986e48f8-a580-48bc-9a0b-f1f4b9674d85", "name": "network-vif-plugged", "status": "completed", "tag": "54b24460-29b9-4bd1-9869-147d6ba92818", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:49.327870 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-115c364b-cdf8-45cb-8a38-acc195e0b41d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:49.330488 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b24460-29b9-4bd1-9869-147d6ba92818', 'code': 200} Jul 06 11:37:49.378222 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94417b4a-d266-44ab-adfd-d59bfaa76cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:49.388515 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94417b4a-d266-44ab-adfd-d59bfaa76cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:49.476783 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:49.497879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94417b4a-d266-44ab-adfd-d59bfaa76cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5443f55d-19bf-41be-9eaa-1177a474d1df,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:49.509081 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:37:49.523610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:37:49.546520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Pushing event updated for resources: {'Port': ['ID=1099d0dc-ef23-47ff-8aae-3e43145a31ef,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:49.550037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-bc7cb274-2a5c-4f1a-a51d-f581481401a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:49.562476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-bc7cb274-2a5c-4f1a-a51d-f581481401a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ea206fd16714c30b4aef525b895f7fa&device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 1099 time: 1.1008735 Jul 06 11:37:49.595495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:49.603321 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:49.647971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf5b03-f7a7-4f34-83f7-199d3292e5e6 req-52106887-6f73-4063-8920-54bf11ec5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:49.655353 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-52cf5b03-f7a7-4f34-83f7-199d3292e5e6 req-52106887-6f73-4063-8920-54bf11ec5615 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=453ae9c9-3942-4bce-a203-7a1599339e93 HTTP/1.1" status: 200 len: 860 time: 0.7026606 Jul 06 11:37:49.793535 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-94417b4a-d266-44ab-adfd-d59bfaa76cb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a3b1d2e3936479ebd8cc1a90720af3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8938947 Jul 06 11:37:49.794488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:49.806646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:49.838135 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-52cf5b03-f7a7-4f34-83f7-199d3292e5e6 req-cf74b846-9bae-4cb7-ae33-3d3fb1b5a2b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18f07148-b4ca-4cd6-807d-18a7cb2adc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235757 Jul 06 11:37:50.101457 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-52cf5b03-f7a7-4f34-83f7-199d3292e5e6 req-aeb62239-15b5-49bd-b653-0400b375d54c service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525878 Jul 06 11:37:50.281426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef0321-537a-487e-bdfc-e8e25cccaa1d req-a81068fe-e25b-46ed-92f7-484e81797365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:50.284956 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-83ef0321-537a-487e-bdfc-e8e25cccaa1d req-a81068fe-e25b-46ed-92f7-484e81797365 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 1097 time: 0.6248076 Jul 06 11:37:50.295713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.309143 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-265cc58d-c35d-47c0-af50-ace6f1246587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:50.310709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-265cc58d-c35d-47c0-af50-ace6f1246587 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.6328909 Jul 06 11:37:50.324618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2727c-491b-4218-8121-a24d80cfc76b req-dd14b737-d93d-4bf1-b74c-05d6cf08532c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:50.332593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2dc2727c-491b-4218-8121-a24d80cfc76b req-dd14b737-d93d-4bf1-b74c-05d6cf08532c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.6862822 Jul 06 11:37:50.343296 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.446714 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-83ef0321-537a-487e-bdfc-e8e25cccaa1d req-6084403d-2fd0-4069-94dc-ee8a55a56e4c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485541 Jul 06 11:37:50.460639 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24604479-3539-4c20-846b-83e0ee9855a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.464714 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-52cf5b03-f7a7-4f34-83f7-199d3292e5e6 req-1491dd30-49e9-4950-8a8b-4aecfdef1f50 service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549516 Jul 06 11:37:50.493643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-5ce8ef29-f750-485b-8436-8e56b3e4eb1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe HTTP/1.1" status: 200 len: 217 time: 0.1506772 Jul 06 11:37:50.536165 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24604479-3539-4c20-846b-83e0ee9855a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.556048 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.565577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2dc2727c-491b-4218-8121-a24d80cfc76b req-468e785c-f86a-4df4-80d5-32a55846bd19 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318568 Jul 06 11:37:50.692061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-a2d9885b-7967-4fe6-b5bb-ff94d57a8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:50.693477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-a2d9885b-7967-4fe6-b5bb-ff94d57a8980 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1241612 Jul 06 11:37:50.845713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24604479-3539-4c20-846b-83e0ee9855a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.850465 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24604479-3539-4c20-846b-83e0ee9855a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:50.863740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-24604479-3539-4c20-846b-83e0ee9855a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5443f55d-19bf-41be-9eaa-1177a474d1df HTTP/1.1" status: 204 len: 168 time: 0.9573181 Jul 06 11:37:50.975467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24604479-3539-4c20-846b-83e0ee9855a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5443f55d-19bf-41be-9eaa-1177a474d1df,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:51.188184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-cd9b2307-6715-449e-8a3b-c64e1c3af532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:51.192909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-cd9b2307-6715-449e-8a3b-c64e1c3af532 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4812922 Jul 06 11:37:51.197963 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:51.229698 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:51.332133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:51.337001 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b7b880-b187-431e-b41a-9cacea2af848" -d '{"events": [{"server_uuid": "e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f", "name": "network-vif-unplugged", "status": "completed", "tag": "ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:51.481978 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1110cca2-a785-4726-ae84-b5e8b1c7d8a4 x-openstack-request-id: req-1110cca2-a785-4726-ae84-b5e8b1c7d8a4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:51.482330 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f", "name": "network-vif-unplugged", "status": "completed", "tag": "ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:51.482596 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1110cca2-a785-4726-ae84-b5e8b1c7d8a4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:51.483042 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd', 'code': 200} Jul 06 11:37:51.650709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-96b0438d-9f12-48b0-a939-5f93998dd3c8 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445281 Jul 06 11:37:51.967546 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7bc12491-8e0b-43b7-90c3-9559f80077d0 req-08da76be-f6ac-4aad-9200-9c9575bd8433 service neutron] 10.222.0.47 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557704 Jul 06 11:37:52.088661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Pushing event updated for resources: {'Port': ['ID=1099d0dc-ef23-47ff-8aae-3e43145a31ef,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:52.108897 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:52.204121 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:52.208385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-efe735d4-1084-4e3d-84d4-edc1a95e1731 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4549773 Jul 06 11:37:52.229108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dfba5-452c-4dcb-90c9-e3b47da5e73d req-a637368f-14d5-4d90-9cb7-9d98ad076652 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:52.231733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b05dfba5-452c-4dcb-90c9-e3b47da5e73d req-a637368f-14d5-4d90-9cb7-9d98ad076652 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.2623782 Jul 06 11:37:52.390300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-150c1972-97b2-4f4b-a81c-09e6d089a19d tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.31 HTTP/1.1" status: 200 len: 695 time: 0.1560214 Jul 06 11:37:52.597033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b05dfba5-452c-4dcb-90c9-e3b47da5e73d req-961ca52c-5ca0-4326-83da-ce15b0848088 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503363 Jul 06 11:37:52.750540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-c545aee1-86f6-4916-b874-27893de76299 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:52.754542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-c545aee1-86f6-4916-b874-27893de76299 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.3313475 Jul 06 11:37:52.789792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-e12597a2-c348-4cd1-907c-9863135a4f67 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:37:52.792170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c15a8ba8-8c13-4f7f-a207-b97e664327c2 req-e12597a2-c348-4cd1-907c-9863135a4f67 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201514 Jul 06 11:37:53.211892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37862) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:53.408870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-eade4917-d555-4b56-bce7-e8cb6ed7aec9 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:53.410603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-eade4917-d555-4b56-bce7-e8cb6ed7aec9 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1701992 Jul 06 11:37:53.493932 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-9b3ab1ed-c256-48f4-a356-23dcc07f0521 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.31 HTTP/1.1" status: 200 len: 695 time: 0.0716996 Jul 06 11:37:53.516603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-a7a61ff2-ee5f-4979-9754-69596e6416ae tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Request body: {'floatingip': {'port_id': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:53.587427 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-a7a61ff2-ee5f-4979-9754-69596e6416ae tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.591178 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0ec6c27-ff16-4c8f-9090-330fa0f8ef96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.304735 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0ec6c27-ff16-4c8f-9090-330fa0f8ef96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.347293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5ec8970b-d62f-406d-9ee0-65adde64aabe details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:37:54.431028 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0ec6c27-ff16-4c8f-9090-330fa0f8ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.543126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec6c27-ff16-4c8f-9090-330fa0f8ef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fae09d-1ab8-40b8-a19e-925682d9ccde,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:54.623172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:54.650769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'mac_address': 'fa:16:3e:56:10:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:37:54.663919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5011-f55a-4fdb-bbae-45602ee427f3 req-6aceec55-af44-42bf-a5dc-025afb798718 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:54.665787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-390a5011-f55a-4fdb-bbae-45602ee427f3 req-6aceec55-af44-42bf-a5dc-025afb798718 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.6141450 Jul 06 11:37:54.701946 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.719387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37888) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:54.720377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec8970b-d62f-406d-9ee0-65adde64aabe {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:37:54.737960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e0ec6c27-ff16-4c8f-9090-330fa0f8ef96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50bc9e38403b4fd68e679628a6dde6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5227499 Jul 06 11:37:54.747119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:54.755589 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.864888 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a94e8a7b-5fe8-49c2-890c-091809b08288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:54.896907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:54.903316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['5ec8970b-d62f-406d-9ee0-65adde64aabe'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:37:54.930834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a94e8a7b-5fe8-49c2-890c-091809b08288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.054551 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a94e8a7b-5fe8-49c2-890c-091809b08288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.058640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a94e8a7b-5fe8-49c2-890c-091809b08288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.063637 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a94e8a7b-5fe8-49c2-890c-091809b08288 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3fae09d-1ab8-40b8-a19e-925682d9ccde HTTP/1.1" status: 204 len: 168 time: 0.3376105 Jul 06 11:37:55.074818 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-390a5011-f55a-4fdb-bbae-45602ee427f3 req-715f8d8a-ea21-422b-90f6-6d7f1dfe9972 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918264 Jul 06 11:37:55.083114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e8a7b-5fe8-49c2-890c-091809b08288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fae09d-1ab8-40b8-a19e-925682d9ccde,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:55.083732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-a7a61ff2-ee5f-4979-9754-69596e6416ae tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.094109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-a7a61ff2-ee5f-4979-9754-69596e6416ae tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.780260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37906) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:55.813106 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb448a52-9492-46a6-96ca-ddc6737b25e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:55.944985 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-a7a61ff2-ee5f-4979-9754-69596e6416ae tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Floating IP 39af6a4a-f3e4-465e-bb8a-cf49f25c51eb associated. External IP: 172.25.0.31, port: a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580. Jul 06 11:37:56.119072 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb448a52-9492-46a6-96ca-ddc6737b25e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.135930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb448a52-9492-46a6-96ca-ddc6737b25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.216522 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cb448a52-9492-46a6-96ca-ddc6737b25e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc8faa7e56d141f6b6e04003037a46b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338813 Jul 06 11:37:56.223645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:56.272282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb448a52-9492-46a6-96ca-ddc6737b25e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0571176-996a-44e7-894f-f36d197ce48b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:56.343401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5ec8970b-d62f-406d-9ee0-65adde64aabe up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:37:56.437745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-a7a61ff2-ee5f-4979-9754-69596e6416ae tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Router 6736a52c-6675-4bd9-89a7-fd12824c1337 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:37:56.459489 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa78722f-4c22-4607-814d-936316105f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.460500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 5ec8970b-d62f-406d-9ee0-65adde64aabe triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:37:56.460878 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.509641 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa78722f-4c22-4607-814d-936316105f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.696058 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa78722f-4c22-4607-814d-936316105f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.702386 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa78722f-4c22-4607-814d-936316105f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.705768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fa78722f-4c22-4607-814d-936316105f11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0571176-996a-44e7-894f-f36d197ce48b HTTP/1.1" status: 204 len: 168 time: 0.4803846 Jul 06 11:37:56.725394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-a7a61ff2-ee5f-4979-9754-69596e6416ae tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:37:56.756005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-a7a61ff2-ee5f-4979-9754-69596e6416ae tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.762422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78722f-4c22-4607-814d-936316105f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0571176-996a-44e7-894f-f36d197ce48b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:56.768807 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:56.772704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9291541-ad56-4f2d-bdd0-03db3c6d5f29 None None] Sync routers for ids ['6736a52c-6675-4bd9-89a7-fd12824c1337'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:37:56.832945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9291541-ad56-4f2d-bdd0-03db3c6d5f29 None None] Routers {'6736a52c-6675-4bd9-89a7-fd12824c1337'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:56.833723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f9291541-ad56-4f2d-bdd0-03db3c6d5f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6736a52c-6675-4bd9-89a7-fd12824c1337'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:56.896381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-a7a61ff2-ee5f-4979-9754-69596e6416ae tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "PUT /v2.0/floatingips/39af6a4a-f3e4-465e-bb8a-cf49f25c51eb HTTP/1.1" status: 200 len: 995 time: 3.3795276 Jul 06 11:37:56.897476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:56.903109 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a225a54-2c97-4b40-b828-59662122181e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:56.936162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:37:56.940176 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f312b8-6633-46f8-8b83-d12334bdb005" -d '{"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:37:56.988894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:37:57.015137 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:57.070913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-e767cd8a-30c8-460b-8677-8b0ccda51a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.087753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-e767cd8a-30c8-460b-8677-8b0ccda51a31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=581eccd616f64f78b0bfb0b26f257b2b&device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 1096 time: 0.1380894 Jul 06 11:37:57.313007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f9291541-ad56-4f2d-bdd0-03db3c6d5f29 None None] Set router 6736a52c-6675-4bd9-89a7-fd12824c1337 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:57.356921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-2107b599-de5f-41b0-8312-90a8bc2d0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.370085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-2107b599-de5f-41b0-8312-90a8bc2d0daf service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f07148-b4ca-4cd6-807d-18a7cb2adc76 HTTP/1.1" status: 200 len: 921 time: 0.2790668 Jul 06 11:37:57.403179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:57.489253 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-937c81c2-e5f9-4640-9600-5cceb355163e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 998 time: 0.1177239 Jul 06 11:37:57.574681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-678c6255-d242-4ea2-b89c-2cd049183204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:57.588058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-678c6255-d242-4ea2-b89c-2cd049183204 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=453ae9c9-3942-4bce-a203-7a1599339e93 HTTP/1.1" status: 200 len: 860 time: 0.0976484 Jul 06 11:37:57.682771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-f632fca0-5278-48b2-8b7e-6f14c98b4e38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f07148-b4ca-4cd6-807d-18a7cb2adc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934119 Jul 06 11:37:57.693230 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:37:57.694215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-5a1724ed-a75d-40a5-a7a9-bf698330089e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:37:57.701539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-5a1724ed-a75d-40a5-a7a9-bf698330089e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172312 Jul 06 11:37:57.738433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37948) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:57.767945 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c562ca2-2f06-4079-b871-1bc20c98287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:57.913729 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-8ff8015a-6fd9-4d3b-841c-25fcb2a1000d service neutron] 10.222.0.21 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110009 Jul 06 11:37:57.970842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f9291541-ad56-4f2d-bdd0-03db3c6d5f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:25Z', 'revision_number': 4, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '39af6a4a-f3e4-465e-bb8a-cf49f25c51eb', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'port_id': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'mac_address': 'fa:16:3e:13:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:37:50Z', 'updated_at': '2021-07-06T11:37:54Z', 'revision_number': 1, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf53a4c7-16de-4a07-953f-83c6ff2f3449', 'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'mac_address': 'fa:16:3e:96:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:22Z', 'updated_at': '2021-07-06T11:36:40Z', 'revision_number': 5, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'subnets': [{'id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:58.010974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9291541-ad56-4f2d-bdd0-03db3c6d5f29 None None] Checking router: 6736a52c-6675-4bd9-89a7-fd12824c1337 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:37:58.023872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9291541-ad56-4f2d-bdd0-03db3c6d5f29 None None] Routers {'6736a52c-6675-4bd9-89a7-fd12824c1337'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:37:58.024806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f9291541-ad56-4f2d-bdd0-03db3c6d5f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6736a52c-6675-4bd9-89a7-fd12824c1337'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:58.033290 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c562ca2-2f06-4079-b871-1bc20c98287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:58.043228 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c562ca2-2f06-4079-b871-1bc20c98287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:58.105171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c562ca2-2f06-4079-b871-1bc20c98287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f884eb82-982d-473c-a63d-e8baa1c09834,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:58.144979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19a6628-b5b4-4210-a78b-b3a98245c275 req-a60b7b7c-4309-46eb-bc9f-34199603033f service neutron] 10.222.0.21 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227840 Jul 06 11:37:58.151494 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7c562ca2-2f06-4079-b871-1bc20c98287d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6a567de875c47ad9ad4d42fd7c55341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119251 Jul 06 11:37:58.154532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:58.220999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f9291541-ad56-4f2d-bdd0-03db3c6d5f29 None None] Set router 6736a52c-6675-4bd9-89a7-fd12824c1337 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:37:58.229108 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa6ef12-4922-4d93-a7e3-5827c4135cc8 x-openstack-request-id: req-3fa6ef12-4922-4d93-a7e3-5827c4135cc8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:58.229689 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:58.231817 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fa6ef12-4922-4d93-a7e3-5827c4135cc8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:58.232420 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'status': 'completed', 'code': 200} Jul 06 11:37:58.290899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a74d6eb0-e014-41a0-9bb4-d5f8fece7839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:58.328264 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076de2be-674d-4e34-9cc8-0f574ac4a9f7 x-openstack-request-id: req-076de2be-674d-4e34-9cc8-0f574ac4a9f7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:37:58.328856 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-plugged", "status": "completed", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:37:58.331169 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-076de2be-674d-4e34-9cc8-0f574ac4a9f7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:37:58.331982 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'code': 200} Jul 06 11:37:58.335078 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a74d6eb0-e014-41a0-9bb4-d5f8fece7839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:58.420501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a225a54-2c97-4b40-b828-59662122181e req-d5c9a69a-3ca3-44d8-9c80-8ca62ef28b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.423812 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6a225a54-2c97-4b40-b828-59662122181e req-d5c9a69a-3ca3-44d8-9c80-8ca62ef28b86 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=581eccd616f64f78b0bfb0b26f257b2b&device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 1096 time: 0.1802261 Jul 06 11:37:58.492928 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:58.519898 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a74d6eb0-e014-41a0-9bb4-d5f8fece7839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:58.523383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a74d6eb0-e014-41a0-9bb4-d5f8fece7839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:58.525459 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a74d6eb0-e014-41a0-9bb4-d5f8fece7839 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f884eb82-982d-473c-a63d-e8baa1c09834 HTTP/1.1" status: 204 len: 168 time: 0.3695526 Jul 06 11:37:58.545898 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:58.573397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64950a64-a884-497a-984e-f74b3a677222 req-8f67e233-2abe-4666-98f6-8c5fa704d219 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.584942 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64950a64-a884-497a-984e-f74b3a677222 req-8f67e233-2abe-4666-98f6-8c5fa704d219 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.1179147 Jul 06 11:37:58.594579 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d6eb0-e014-41a0-9bb4-d5f8fece7839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f884eb82-982d-473c-a63d-e8baa1c09834,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:37:58.685945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a225a54-2c97-4b40-b828-59662122181e req-653d95de-7cc0-48a9-97e5-0dc343fdb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:58.689644 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6a225a54-2c97-4b40-b828-59662122181e req-653d95de-7cc0-48a9-97e5-0dc343fdb8bb service neutron] 10.222.0.86 "GET /v2.0/networks?id=18f07148-b4ca-4cd6-807d-18a7cb2adc76 HTTP/1.1" status: 200 len: 921 time: 0.2542765 Jul 06 11:37:58.737911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64950a64-a884-497a-984e-f74b3a677222 req-0919f648-f1e5-42e7-9ec5-1e1f104f9809 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473882 Jul 06 11:37:58.852493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-dd9af7a4-c161-4501-99e1-f430c005ad4a tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.31 HTTP/1.1" status: 200 len: 998 time: 0.2536030 Jul 06 11:37:58.920127 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6a225a54-2c97-4b40-b828-59662122181e req-b12133f7-5557-4b55-9eb8-4b40b18a0e0c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 998 time: 0.2189240 Jul 06 11:37:59.036324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f9291541-ad56-4f2d-bdd0-03db3c6d5f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:25Z', 'revision_number': 4, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '39af6a4a-f3e4-465e-bb8a-cf49f25c51eb', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'port_id': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'mac_address': 'fa:16:3e:13:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:37:50Z', 'updated_at': '2021-07-06T11:37:54Z', 'revision_number': 1, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf53a4c7-16de-4a07-953f-83c6ff2f3449', 'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'mac_address': 'fa:16:3e:96:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:22Z', 'updated_at': '2021-07-06T11:36:40Z', 'revision_number': 5, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'subnets': [{'id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:59.061122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a225a54-2c97-4b40-b828-59662122181e req-c03e322e-86ba-4289-a1ef-42661b914106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.075803 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6a225a54-2c97-4b40-b828-59662122181e req-c03e322e-86ba-4289-a1ef-42661b914106 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=453ae9c9-3942-4bce-a203-7a1599339e93 HTTP/1.1" status: 200 len: 860 time: 0.1490428 Jul 06 11:37:59.086597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-3cd1b96c-6725-4989-868b-a79070a3fdab tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.089310 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-3cd1b96c-6725-4989-868b-a79070a3fdab tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/ports/a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 942 time: 0.2232614 Jul 06 11:37:59.117467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9291541-ad56-4f2d-bdd0-03db3c6d5f29 None None] The sync data for ids ['6736a52c-6675-4bd9-89a7-fd12824c1337'] in n-d-799527-2 is: [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:25Z', 'revision_number': 4, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '39af6a4a-f3e4-465e-bb8a-cf49f25c51eb', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'floating_ip_address': '172.25.0.31', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'port_id': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'mac_address': 'fa:16:3e:13:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:37:50Z', 'updated_at': '2021-07-06T11:37:54Z', 'revision_number': 1, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf53a4c7-16de-4a07-953f-83c6ff2f3449', 'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'mac_address': 'fa:16:3e:96:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:22Z', 'updated_at': '2021-07-06T11:36:40Z', 'revision_number': 5, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'subnets': [{'id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:37:59.164331 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6a225a54-2c97-4b40-b828-59662122181e req-ef715ec4-9892-4938-9d04-e0f5eacb4483 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18f07148-b4ca-4cd6-807d-18a7cb2adc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798972 Jul 06 11:37:59.383056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-eca658a6-a63c-484d-8158-76ee7fc5c5e4 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.31 HTTP/1.1" status: 200 len: 998 time: 0.1762292 Jul 06 11:37:59.397465 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6a225a54-2c97-4b40-b828-59662122181e req-15b65892-3799-4ef1-9734-075b5ec94102 service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165346 Jul 06 11:37:59.578238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6a225a54-2c97-4b40-b828-59662122181e req-ed3c26e7-805d-454f-a7e9-a9e3709ae285 service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686101 Jul 06 11:37:59.618728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-1bef9911-d80f-41ab-9bcd-7e3ec3ceea70 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:37:59.621179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-1bef9911-d80f-41ab-9bcd-7e3ec3ceea70 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.2346148 Jul 06 11:37:59.634122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-382af07c-1d9e-4e1b-b982-975902c165ad tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:37:59.644257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-382af07c-1d9e-4e1b-b982-975902c165ad tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159814 Jul 06 11:37:59.661316 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a626b76a-6f14-41ce-b196-7c87c50bae0c None None] New status for floating IP 39af6a4a-f3e4-465e-bb8a-cf49f25c51eb: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:37:59.832104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-10f7838a-e014-47a4-be51-6980af1b1bce tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.31 HTTP/1.1" status: 200 len: 998 time: 0.1844480 Jul 06 11:37:59.845030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-41737714-a243-4199-a2de-73b4faedb4fc tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:37:59.973958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-41737714-a243-4199-a2de-73b4faedb4fc tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.148794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38032) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:00.158706 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-41737714-a243-4199-a2de-73b4faedb4fc tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.165543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-41737714-a243-4199-a2de-73b4faedb4fc tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.166002 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-41737714-a243-4199-a2de-73b4faedb4fc tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Floating IP 39af6a4a-f3e4-465e-bb8a-cf49f25c51eb disassociated. External IP: 172.25.0.31, port: a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580. Jul 06 11:38:00.558261 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16ff049e-1682-4a17-970e-10e1a83fd402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.613228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bc601-b3ab-402f-855d-0498962ca69f req-b092382e-c10f-49e8-a95e-d07d94d44902 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:00.620110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-b092382e-c10f-49e8-a95e-d07d94d44902 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/networks?id=49bf59dd-4291-4d68-a1e8-f5f05778ec83 HTTP/1.1" status: 200 len: 815 time: 0.2714438 Jul 06 11:38:00.643991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-d0cb1480-f92f-47ae-aae3-cb12ba179423 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/quotas/3225d8683d5c4c709c62a8149b32cd31 HTTP/1.1" status: 200 len: 375 time: 0.0229731 Jul 06 11:38:00.656287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-41737714-a243-4199-a2de-73b4faedb4fc tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Router 6736a52c-6675-4bd9-89a7-fd12824c1337 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:38:00.709080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16ff049e-1682-4a17-970e-10e1a83fd402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.723234 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16ff049e-1682-4a17-970e-10e1a83fd402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.779040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff049e-1682-4a17-970e-10e1a83fd402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d907d740-f8b5-4580-8daf-d0002a22d835,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:00.817238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-16ff049e-1682-4a17-970e-10e1a83fd402 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f30b9b4dd14c4028896e93aec84b920a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6656656 Jul 06 11:38:00.820490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38056) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:00.824334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-1013cb61-bba3-4017-aaa4-bdf524895e2a tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3225d8683d5c4c709c62a8149b32cd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1708500 Jul 06 11:38:00.914296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81425f90-68bd-4a75-9173-6161ed1c9f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.924375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-41737714-a243-4199-a2de-73b4faedb4fc tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:38:00.933786 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-41737714-a243-4199-a2de-73b4faedb4fc tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.939280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed2a79-bc7b-4e62-9e17-9fb3d10662bb None None] Sync routers for ids ['6736a52c-6675-4bd9-89a7-fd12824c1337'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:38:00.975592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81425f90-68bd-4a75-9173-6161ed1c9f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:00.979581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed2a79-bc7b-4e62-9e17-9fb3d10662bb None None] Routers {'6736a52c-6675-4bd9-89a7-fd12824c1337'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:00.980590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-23ed2a79-bc7b-4e62-9e17-9fb3d10662bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6736a52c-6675-4bd9-89a7-fd12824c1337'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:01.080367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-41737714-a243-4199-a2de-73b4faedb4fc tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "PUT /v2.0/floatingips/39af6a4a-f3e4-465e-bb8a-cf49f25c51eb HTTP/1.1" status: 200 len: 694 time: 1.2427721 Jul 06 11:38:01.099855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81425f90-68bd-4a75-9173-6161ed1c9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:01.103479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81425f90-68bd-4a75-9173-6161ed1c9f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:01.108476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-81425f90-68bd-4a75-9173-6161ed1c9f6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d907d740-f8b5-4580-8daf-d0002a22d835 HTTP/1.1" status: 204 len: 168 time: 0.2866476 Jul 06 11:38:01.114268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:01.119472 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477e8d68-58da-42e2-a32c-1a81527f02f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:01.125554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81425f90-68bd-4a75-9173-6161ed1c9f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d907d740-f8b5-4580-8daf-d0002a22d835,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:01.226637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-d79e123f-d9e4-4b1e-a907-8ec9319d03fb service neutron] 10.222.0.21 "GET /v2.0/networks/49bf59dd-4291-4d68-a1e8-f5f05778ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912017 Jul 06 11:38:01.258752 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-29363f47-e579-4f0a-8152-a649b446a735 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1074486 Jul 06 11:38:01.341867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-23ed2a79-bc7b-4e62-9e17-9fb3d10662bb None None] Set router 6736a52c-6675-4bd9-89a7-fd12824c1337 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:01.428188 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-66c24623-860c-430e-ba8d-7ea9664b5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.430533 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-66c24623-860c-430e-ba8d-7ea9664b5e66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea206fd16714c30b4aef525b895f7fa&device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 1098 time: 0.1240785 Jul 06 11:38:01.451026 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-1c5325ba-a482-4327-b508-55f83b1b0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.453653 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-1c5325ba-a482-4327-b508-55f83b1b0757 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=581eccd616f64f78b0bfb0b26f257b2b&device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 1096 time: 0.3064158 Jul 06 11:38:01.633497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-5c68ca21-448d-4971-9aa7-3a1917dc9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.635409 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-5c68ca21-448d-4971-9aa7-3a1917dc9a97 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.1749780 Jul 06 11:38:01.749012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-72236625-f076-4770-91cc-0ff405ee2235 service neutron] 10.222.0.21 "GET /v2.0/networks/49bf59dd-4291-4d68-a1e8-f5f05778ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088408 Jul 06 11:38:01.769960 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-cd285832-1141-4188-9989-ea98b2242fbb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd HTTP/1.1" status: 200 len: 217 time: 0.1228573 Jul 06 11:38:01.891163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-b54c73c4-4613-4b1f-8b48-84c745316a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.900096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-b54c73c4-4613-4b1f-8b48-84c745316a2b service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f07148-b4ca-4cd6-807d-18a7cb2adc76 HTTP/1.1" status: 200 len: 921 time: 0.4257789 Jul 06 11:38:01.912247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-23ed2a79-bc7b-4e62-9e17-9fb3d10662bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:25Z', 'revision_number': 4, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'bf53a4c7-16de-4a07-953f-83c6ff2f3449', 'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'mac_address': 'fa:16:3e:96:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:22Z', 'updated_at': '2021-07-06T11:36:40Z', 'revision_number': 5, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'subnets': [{'id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:01.960346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-11529778-a035-4935-89d3-78def5dd5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:01.963526 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-11529778-a035-4935-89d3-78def5dd5c63 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.1880836 Jul 06 11:38:01.989098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed2a79-bc7b-4e62-9e17-9fb3d10662bb None None] Checking router: 6736a52c-6675-4bd9-89a7-fd12824c1337 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:38:02.010212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-a2d9719c-bc17-4d34-bb1f-46dd73f88ca0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 217 time: 0.1094754 Jul 06 11:38:02.027008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed2a79-bc7b-4e62-9e17-9fb3d10662bb None None] Routers {'6736a52c-6675-4bd9-89a7-fd12824c1337'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:02.027936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-23ed2a79-bc7b-4e62-9e17-9fb3d10662bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6736a52c-6675-4bd9-89a7-fd12824c1337'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:02.029066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:02.103404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7d8792f-ff2f-4099-8339-38feda34b92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.155328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-bdb97c0c-90d4-4dc5-bc25-7b4cc7edcd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:02.163217 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-bdb97c0c-90d4-4dc5-bc25-7b4cc7edcd81 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1914089 Jul 06 11:38:02.212806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-d315c449-3aa1-44f5-ab5b-92586bbdae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:02.225236 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-d315c449-3aa1-44f5-ab5b-92586bbdae98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=453ae9c9-3942-4bce-a203-7a1599339e93 HTTP/1.1" status: 200 len: 860 time: 0.2136104 Jul 06 11:38:02.228734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-23ed2a79-bc7b-4e62-9e17-9fb3d10662bb None None] Set router 6736a52c-6675-4bd9-89a7-fd12824c1337 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:02.322532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-4673c528-948a-4b03-b291-cf94f6664a90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f07148-b4ca-4cd6-807d-18a7cb2adc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966730 Jul 06 11:38:02.509421 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-b1c26acc-ed13-406f-b096-d7ce00e6e00f service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365664 Jul 06 11:38:02.649617 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-331b16d5-8ca9-4a81-bc5e-6b6b038f4e16 service neutron] 10.222.0.21 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260949 Jul 06 11:38:02.748914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-23ed2a79-bc7b-4e62-9e17-9fb3d10662bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:25Z', 'revision_number': 4, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'bf53a4c7-16de-4a07-953f-83c6ff2f3449', 'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'mac_address': 'fa:16:3e:96:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:22Z', 'updated_at': '2021-07-06T11:36:40Z', 'revision_number': 5, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'subnets': [{'id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:02.762462 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bdae7d43-4f30-45a5-b3fb-4485e91b0e0b req-94d99be4-f463-44e5-85c6-ae967ed18100 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407708 Jul 06 11:38:02.787823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d3fd5c4-79d2-41a5-9c01-d8eb105f5c7a req-5a02a45a-ba6b-4f6c-9dea-43e161b01630 service neutron] 10.222.0.21 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337543 Jul 06 11:38:02.861393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed2a79-bc7b-4e62-9e17-9fb3d10662bb None None] The sync data for ids ['6736a52c-6675-4bd9-89a7-fd12824c1337'] in n-d-799527-2 is: [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:36:25Z', 'revision_number': 4, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'bf53a4c7-16de-4a07-953f-83c6ff2f3449', 'name': '', 'network_id': '18f07148-b4ca-4cd6-807d-18a7cb2adc76', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'mac_address': 'fa:16:3e:96:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:22Z', 'updated_at': '2021-07-06T11:36:40Z', 'revision_number': 5, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'subnets': [{'id': '453ae9c9-3942-4bce-a203-7a1599339e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:38:02.865713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7d8792f-ff2f-4099-8339-38feda34b92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.891160 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7d8792f-ff2f-4099-8339-38feda34b92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:02.975769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8792f-ff2f-4099-8339-38feda34b92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fc16fe-bd9c-465b-a69f-1b57d8cbcf6d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:03.052997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cb711-da6e-4687-a2d3-32fbc29d3011 req-4f9c0693-c840-4ed8-9bce-7e0ca8cf939d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.061732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e9cb711-da6e-4687-a2d3-32fbc29d3011 req-4f9c0693-c840-4ed8-9bce-7e0ca8cf939d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.5452085 Jul 06 11:38:03.074981 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a7d8792f-ff2f-4099-8339-38feda34b92c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b9b0a5fc37249dfa0758c82d192ddd8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0449152 Jul 06 11:38:03.077332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38118) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:03.357239 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-214db57b-d34c-4121-b621-ddb946dd2554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:03.456460 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e9cb711-da6e-4687-a2d3-32fbc29d3011 req-4ba5f204-a448-4f1a-b562-a9e831f9ebe0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930948 Jul 06 11:38:03.508198 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-214db57b-d34c-4121-b621-ddb946dd2554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:03.555223 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcd6e1-52dc-4826-9428-498950e40ef8 None None] New status for floating IP 39af6a4a-f3e4-465e-bb8a-cf49f25c51eb: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:38:03.635269 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-214db57b-d34c-4121-b621-ddb946dd2554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:03.639161 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-214db57b-d34c-4121-b621-ddb946dd2554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:03.640743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-214db57b-d34c-4121-b621-ddb946dd2554 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0fc16fe-bd9c-465b-a69f-1b57d8cbcf6d HTTP/1.1" status: 204 len: 168 time: 0.5563390 Jul 06 11:38:03.665879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214db57b-d34c-4121-b621-ddb946dd2554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fc16fe-bd9c-465b-a69f-1b57d8cbcf6d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:03.702054 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe96ba99-5f02-40b0-8996-d2a96cda018d x-openstack-request-id: req-fe96ba99-5f02-40b0-8996-d2a96cda018d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:03.702350 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:03.702601 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe96ba99-5f02-40b0-8996-d2a96cda018d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:03.703287 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'status': 'completed', 'code': 200} Jul 06 11:38:03.990654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e8d68-58da-42e2-a32c-1a81527f02f2 req-8cb8d683-0b26-47e9-9238-05a0e25424a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:03.998269 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-477e8d68-58da-42e2-a32c-1a81527f02f2 req-8cb8d683-0b26-47e9-9238-05a0e25424a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=581eccd616f64f78b0bfb0b26f257b2b&device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 1096 time: 0.2837431 Jul 06 11:38:04.438181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e8d68-58da-42e2-a32c-1a81527f02f2 req-77e8780c-7354-475c-8e48-a3e3f1965139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.443577 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-477e8d68-58da-42e2-a32c-1a81527f02f2 req-77e8780c-7354-475c-8e48-a3e3f1965139 service neutron] 10.222.0.86 "GET /v2.0/networks?id=18f07148-b4ca-4cd6-807d-18a7cb2adc76 HTTP/1.1" status: 200 len: 921 time: 0.4363115 Jul 06 11:38:04.520643 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-477e8d68-58da-42e2-a32c-1a81527f02f2 req-65a588ed-4fe4-4370-80e9-d4700259e238 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 200 len: 217 time: 0.0682955 Jul 06 11:38:04.663499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e8d68-58da-42e2-a32c-1a81527f02f2 req-27b4ffb5-f37e-488d-bc1b-f6ae2013ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:04.665428 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-477e8d68-58da-42e2-a32c-1a81527f02f2 req-27b4ffb5-f37e-488d-bc1b-f6ae2013ca6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=453ae9c9-3942-4bce-a203-7a1599339e93 HTTP/1.1" status: 200 len: 860 time: 0.1370876 Jul 06 11:38:04.771972 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-477e8d68-58da-42e2-a32c-1a81527f02f2 req-a5aa1629-216c-4acf-8e79-49560948a193 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18f07148-b4ca-4cd6-807d-18a7cb2adc76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968263 Jul 06 11:38:04.859522 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-404e5efa-4fe5-4a1a-969a-cf4f96113ed3 req-f92c7be5-4d90-4055-a538-d8b5a9458baa tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 210 time: 0.0953383 Jul 06 11:38:04.877489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-968148aa-d571-4409-9ec8-7d62302fd390 req-dabcc929-065d-4cc0-8c6e-f4e8b001dde0 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/floatingips/39af6a4a-f3e4-465e-bb8a-cf49f25c51eb HTTP/1.1" status: 200 len: 694 time: 1.1058388 Jul 06 11:38:05.166350 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-477e8d68-58da-42e2-a32c-1a81527f02f2 req-a8502365-2ba0-4698-9931-84ff1bb79489 service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847299 Jul 06 11:38:05.464378 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-477e8d68-58da-42e2-a32c-1a81527f02f2 req-71e527e3-011f-4582-8461-773a8912b86f service neutron] 10.222.0.86 "GET /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844348 Jul 06 11:38:05.698889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bc601-b3ab-402f-855d-0498962ca69f req-7130f757-0e9e-485b-b90c-4440223b0e5b tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:05.701165 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-7130f757-0e9e-485b-b90c-4440223b0e5b tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.47 "GET /v2.0/networks?id=49bf59dd-4291-4d68-a1e8-f5f05778ec83 HTTP/1.1" status: 200 len: 815 time: 0.5555656 Jul 06 11:38:05.744104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Request body: {'port': {'device_id': '6566e866-9f66-4257-ad9a-0a052b003132', 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83', 'admin_state_up': True, 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:06.080359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968148aa-d571-4409-9ec8-7d62302fd390 req-9e35965d-0d29-44e4-9167-6379e93741ae tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.096226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-968148aa-d571-4409-9ec8-7d62302fd390 req-9e35965d-0d29-44e4-9167-6379e93741ae tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 1.2146051 Jul 06 11:38:06.118707 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-968148aa-d571-4409-9ec8-7d62302fd390 req-825c77b8-ecb0-4677-a345-e13f4043c8cb tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:38:06.137252 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-968148aa-d571-4409-9ec8-7d62302fd390 req-825c77b8-ecb0-4677-a345-e13f4043c8cb tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0369346 Jul 06 11:38:06.234654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Made reservation on behalf of 3225d8683d5c4c709c62a8149b32cd31 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:06.241473 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:06.267468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-968148aa-d571-4409-9ec8-7d62302fd390 req-e546f0e6-46b2-4a12-bd44-e0317569d51b tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.31 HTTP/1.1" status: 200 len: 695 time: 0.1283321 Jul 06 11:38:06.492116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80dea3-b98e-4087-9b82-20e03efecc3f req-9540f21e-fa23-44c5-ab8b-9c0228761013 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:06.506090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad80dea3-b98e-4087-9b82-20e03efecc3f req-9540f21e-fa23-44c5-ab8b-9c0228761013 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.8468988 Jul 06 11:38:06.513674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-968148aa-d571-4409-9ec8-7d62302fd390 req-912a34a3-8680-4ac2-9d13-196d930f437d tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.31 HTTP/1.1" status: 200 len: 695 time: 0.2191589 Jul 06 11:38:06.653422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad80dea3-b98e-4087-9b82-20e03efecc3f req-5284f239-d9d5-4d80-91ab-093246f3b4da tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459813 Jul 06 11:38:06.951195 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Allocated IP 172.20.0.10 (49bf59dd-4291-4d68-a1e8-f5f05778ec83/3b1b850b-890f-4a7b-9c8b-0461a78c3c98/d72ed570-c0c9-4631-82b3-ab1730a9a2f7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:07.011003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-968148aa-d571-4409-9ec8-7d62302fd390 req-c27d80b9-3ae6-44ee-870a-c5fc538685e1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Deleting port 1099d0dc-ef23-47ff-8aae-3e43145a31ef {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:07.011431 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-968148aa-d571-4409-9ec8-7d62302fd390 req-c27d80b9-3ae6-44ee-870a-c5fc538685e1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:07.107500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-968148aa-d571-4409-9ec8-7d62302fd390 req-c27d80b9-3ae6-44ee-870a-c5fc538685e1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:07.108644 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-968148aa-d571-4409-9ec8-7d62302fd390 req-c27d80b9-3ae6-44ee-870a-c5fc538685e1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:07.122975 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-968148aa-d571-4409-9ec8-7d62302fd390 req-c27d80b9-3ae6-44ee-870a-c5fc538685e1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Calling delete_port for 1099d0dc-ef23-47ff-8aae-3e43145a31ef owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:07.303312 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-968148aa-d571-4409-9ec8-7d62302fd390 req-c27d80b9-3ae6-44ee-870a-c5fc538685e1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:07.344303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d80b9-3ae6-44ee-870a-c5fc538685e1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Pushing event deleted for resources: {'Port': ['ID=1099d0dc-ef23-47ff-8aae-3e43145a31ef,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:07.382720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a9e9fa8-9b55-4c6a-953f-4742f9d68186 req-d8aee9a4-1dbc-4062-a91c-6cf422f6de14 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 210 time: 0.0879538 Jul 06 11:38:07.680399 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-968148aa-d571-4409-9ec8-7d62302fd390 req-c27d80b9-3ae6-44ee-870a-c5fc538685e1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:07.684087 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-968148aa-d571-4409-9ec8-7d62302fd390 req-c27d80b9-3ae6-44ee-870a-c5fc538685e1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:07.690010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-968148aa-d571-4409-9ec8-7d62302fd390 req-c27d80b9-3ae6-44ee-870a-c5fc538685e1 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "DELETE /v2.0/floatingips/39af6a4a-f3e4-465e-bb8a-cf49f25c51eb HTTP/1.1" status: 204 len: 173 time: 1.1591434 Jul 06 11:38:07.777169 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:07.838633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Transition to ACTIVE for port object d72ed570-c0c9-4631-82b3-ab1730a9a2f7 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:07.894092 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.024944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:08.038504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:08.049210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:08.195840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:08.196874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.245618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5128803 Jul 06 11:38:08.302576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Request body: {'port': {'device_id': '6566e866-9f66-4257-ad9a-0a052b003132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:08.308723 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608369d4-c296-4700-a67b-3972f239eba4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Pushing event updated for resources: {'Port': ['ID=d72ed570-c0c9-4631-82b3-ab1730a9a2f7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:08.462092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87412c-ed50-47eb-ac24-b51a5280763c req-d670f51c-242d-447e-a1da-ae679e3a7e1e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:08.471817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d87412c-ed50-47eb-ac24-b51a5280763c req-d670f51c-242d-447e-a1da-ae679e3a7e1e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.2538118 Jul 06 11:38:08.534075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d87412c-ed50-47eb-ac24-b51a5280763c req-8c80efb9-e3e7-45c8-8c1b-97d0d03351f0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611975 Jul 06 11:38:08.538140 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.596380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e67193cb-0734-4ab6-be69-a0603f89110a None None] Provisioning for port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:08.603320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e67193cb-0734-4ab6-be69-a0603f89110a None None] Provisioning complete for port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:08.604175 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e67193cb-0734-4ab6-be69-a0603f89110a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.706134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e67193cb-0734-4ab6-be69-a0603f89110a None None] Port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:38:08.876876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d364b14-a06f-4b53-a515-17a7ecb477ac req-79cbd0d6-4929-4794-b76d-7ef3e2e4082f tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "GET /v2.0/security-groups/c42644b9-31e7-4621-80c7-042ab95f48e2 HTTP/1.1" status: 200 len: 1809 time: 0.2489753 Jul 06 11:38:09.075018 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5d364b14-a06f-4b53-a515-17a7ecb477ac req-b677c6a2-54ff-4825-85f1-61ec699cf3ac tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.138496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5d364b14-a06f-4b53-a515-17a7ecb477ac req-b677c6a2-54ff-4825-85f1-61ec699cf3ac tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.463984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72ed570-c0c9-4631-82b3-ab1730a9a2f7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:09.488742 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5d364b14-a06f-4b53-a515-17a7ecb477ac req-b677c6a2-54ff-4825-85f1-61ec699cf3ac tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.495475 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5d364b14-a06f-4b53-a515-17a7ecb477ac req-b677c6a2-54ff-4825-85f1-61ec699cf3ac tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.516058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d364b14-a06f-4b53-a515-17a7ecb477ac req-b677c6a2-54ff-4825-85f1-61ec699cf3ac tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.21 "DELETE /v2.0/security-groups/c42644b9-31e7-4621-80c7-042ab95f48e2 HTTP/1.1" status: 204 len: 173 time: 0.6205029 Jul 06 11:38:09.526560 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.598276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677c6a2-54ff-4825-85f1-61ec699cf3ac tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42644b9-31e7-4621-80c7-042ab95f48e2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:09.635151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Transition to ACTIVE for port object d72ed570-c0c9-4631-82b3-ab1730a9a2f7 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:09.652833 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:09.796378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Pushing event updated for resources: {'Port': ['ID=d72ed570-c0c9-4631-82b3-ab1730a9a2f7,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:10.030034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Attempting to bind port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:10.030361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Attempting to bind port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:10.030550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Attempting to bind port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 on network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:10.038376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 on network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:10.038716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Attempting to bind port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 on network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:10.047713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:10.048739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Checking segment: {'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:10.049133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Bound using segment: {'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:10.049603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Bound port: d72ed570-c0c9-4631-82b3-ab1730a9a2f7, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4803764f-91e2-46b9-8f86-60ad21240f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:10.050038 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:10.177561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] For port d72ed570-c0c9-4631-82b3-ab1730a9a2f7, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:10.183109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] For port d72ed570-c0c9-4631-82b3-ab1730a9a2f7, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d72ed570-c0c9-4631-82b3-ab1730a9a2f7,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:10.193109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:10.312629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:10.313349 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:10.318140 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] 10.222.0.47 "PUT /v2.0/ports/d72ed570-c0c9-4631-82b3-ab1730a9a2f7 HTTP/1.1" status: 200 len: 1092 time: 2.0498378 Jul 06 11:38:10.318661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6566e866-9f66-4257-ad9a-0a052b003132', 'tag': 'd72ed570-c0c9-4631-82b3-ab1730a9a2f7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:10.329385 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f679201-985e-4342-897a-89f37eefe096" -d '{"events": [{"name": "network-changed", "server_uuid": "6566e866-9f66-4257-ad9a-0a052b003132", "tag": "d72ed570-c0c9-4631-82b3-ab1730a9a2f7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:10.391929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885365b-cc7e-4aef-a008-a4ce879da472 service neutron] Pushing event updated for resources: {'Port': ['ID=d72ed570-c0c9-4631-82b3-ab1730a9a2f7,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:10.580400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bc601-b3ab-402f-855d-0498962ca69f req-1e3c518d-8852-465d-903b-2144042e7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:10.582958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-1e3c518d-8852-465d-903b-2144042e7e28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3225d8683d5c4c709c62a8149b32cd31&device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 1095 time: 0.1441424 Jul 06 11:38:10.865184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-aa512645-febf-4827-bc92-ef687869270a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d72ed570-c0c9-4631-82b3-ab1730a9a2f7 HTTP/1.1" status: 200 len: 217 time: 0.2312543 Jul 06 11:38:11.085897 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bc601-b3ab-402f-855d-0498962ca69f req-42ff21f2-2ea3-48aa-90b7-3c313f810cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:11.087987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-42ff21f2-2ea3-48aa-90b7-3c313f810cdd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b1b850b-890f-4a7b-9c8b-0461a78c3c98 HTTP/1.1" status: 200 len: 854 time: 0.1663113 Jul 06 11:38:11.106036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d16577-33b0-4d94-a144-ebed611fcc1b req-a1410bf1-4370-404b-b06b-bc74820be2d3 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:11.108421 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91d16577-33b0-4d94-a144-ebed611fcc1b req-a1410bf1-4370-404b-b06b-bc74820be2d3 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 944 time: 0.2348354 Jul 06 11:38:11.206457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91d16577-33b0-4d94-a144-ebed611fcc1b req-026956a4-9acb-4aa2-a7e4-0efbf35b86be tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855443 Jul 06 11:38:12.489584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54037b3b-899a-4d41-9ad7-762401fe44b4 req-e1a65875-c424-480f-9183-fe29ca2e0347 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:12.500549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54037b3b-899a-4d41-9ad7-762401fe44b4 req-e1a65875-c424-480f-9183-fe29ca2e0347 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.1507323 Jul 06 11:38:12.601814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54037b3b-899a-4d41-9ad7-762401fe44b4 req-7509bd15-5cfb-4548-b027-b13171495e53 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973454 Jul 06 11:38:12.731357 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35efd03-a529-47a1-a141-aa27be3098a7 x-openstack-request-id: req-a35efd03-a529-47a1-a141-aa27be3098a7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:12.731732 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6566e866-9f66-4257-ad9a-0a052b003132", "tag": "d72ed570-c0c9-4631-82b3-ab1730a9a2f7", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:12.732038 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a35efd03-a529-47a1-a141-aa27be3098a7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:12.732407 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6566e866-9f66-4257-ad9a-0a052b003132', 'tag': 'd72ed570-c0c9-4631-82b3-ab1730a9a2f7', 'status': 'completed', 'code': 200} Jul 06 11:38:14.114942 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d72af08-86f9-46d3-82a4-da5db513e5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.137644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38316) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:14.311606 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09024760-8ba6-44b1-a5fe-24c4ffff0c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.584718 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09024760-8ba6-44b1-a5fe-24c4ffff0c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.594537 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09024760-8ba6-44b1-a5fe-24c4ffff0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.656660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac67b5-00d0-4806-8d54-7dab74536f3b req-d8c9d943-1940-4f86-968b-14a975e2fd1d tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:14.658596 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-67ac67b5-00d0-4806-8d54-7dab74536f3b req-d8c9d943-1940-4f86-968b-14a975e2fd1d tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c7f7f35-ff97-4172-b7a1-de50a6a917dd HTTP/1.1" status: 200 len: 945 time: 0.1772373 Jul 06 11:38:14.661022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09024760-8ba6-44b1-a5fe-24c4ffff0c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6543329b-969d-4f01-aca5-b2ba9e48f3bc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:14.669610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38320) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:14.677906 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-09024760-8ba6-44b1-a5fe-24c4ffff0c6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a34542c4b99b4bef88bfdfb6c3a020e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5375597 Jul 06 11:38:14.808354 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e3cf9dc-7570-4ed5-a8c8-c99e17cdafd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.843482 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e3cf9dc-7570-4ed5-a8c8-c99e17cdafd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.910479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-67ac67b5-00d0-4806-8d54-7dab74536f3b req-75965de6-e2c7-4a54-a1a5-40e3f2a40cf6 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Deleting port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:14.911018 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-67ac67b5-00d0-4806-8d54-7dab74536f3b req-75965de6-e2c7-4a54-a1a5-40e3f2a40cf6 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.967081 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e3cf9dc-7570-4ed5-a8c8-c99e17cdafd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.975030 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e3cf9dc-7570-4ed5-a8c8-c99e17cdafd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:14.980607 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2e3cf9dc-7570-4ed5-a8c8-c99e17cdafd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6543329b-969d-4f01-aca5-b2ba9e48f3bc HTTP/1.1" status: 204 len: 168 time: 0.3057570 Jul 06 11:38:14.990510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cf9dc-7570-4ed5-a8c8-c99e17cdafd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6543329b-969d-4f01-aca5-b2ba9e48f3bc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:15.155692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-67ac67b5-00d0-4806-8d54-7dab74536f3b req-75965de6-e2c7-4a54-a1a5-40e3f2a40cf6 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] For port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,segment=NetworkSegment(e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0),segment_id=e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:15.155692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-67ac67b5-00d0-4806-8d54-7dab74536f3b req-75965de6-e2c7-4a54-a1a5-40e3f2a40cf6 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:15.155692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-67ac67b5-00d0-4806-8d54-7dab74536f3b req-75965de6-e2c7-4a54-a1a5-40e3f2a40cf6 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Calling delete_port for a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:15.416526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-67ac67b5-00d0-4806-8d54-7dab74536f3b req-75965de6-e2c7-4a54-a1a5-40e3f2a40cf6 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:15.431084 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:15.455191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75965de6-e2c7-4a54-a1a5-40e3f2a40cf6 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Pushing event deleted for resources: {'Port': ['ID=a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:15.519328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ac67b5-00d0-4806-8d54-7dab74536f3b req-75965de6-e2c7-4a54-a1a5-40e3f2a40cf6 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] No DVR routers for this DVR port a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:15.523188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-67ac67b5-00d0-4806-8d54-7dab74536f3b req-75965de6-e2c7-4a54-a1a5-40e3f2a40cf6 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:15.526728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-67ac67b5-00d0-4806-8d54-7dab74536f3b req-75965de6-e2c7-4a54-a1a5-40e3f2a40cf6 tempest-ServerRescueTestJSONUnderV235-366564559 tempest-ServerRescueTestJSONUnderV235-366564559-project] 10.222.0.86 "DELETE /v2.0/ports/a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 HTTP/1.1" status: 204 len: 173 time: 0.8470550 Jul 06 11:38:15.528078 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'name': 'network-vif-deleted', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:15.531026 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd43fdf-67a5-46f3-b372-94dd6425cfc4" -d '{"events": [{"server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "name": "network-vif-deleted", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:15.653643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:15.713462 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f396b1e-f2ad-4313-8aa6-a9acbeee7a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:15.953933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f396b1e-f2ad-4313-8aa6-a9acbeee7a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:15.968389 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f396b1e-f2ad-4313-8aa6-a9acbeee7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:16.056498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7f396b1e-f2ad-4313-8aa6-a9acbeee7a63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb89a94c28524091a3c95b1c50b425ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007001 Jul 06 11:38:16.057782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f396b1e-f2ad-4313-8aa6-a9acbeee7a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7c5756-36e3-4f6e-a690-30875f0db902,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:16.059858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38334) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:16.208022 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c308dd9-5632-4b1d-aaae-ce846e891b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:16.283612 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c308dd9-5632-4b1d-aaae-ce846e891b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:16.370117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c308dd9-5632-4b1d-aaae-ce846e891b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:16.373939 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c308dd9-5632-4b1d-aaae-ce846e891b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:16.379197 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3c308dd9-5632-4b1d-aaae-ce846e891b8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff7c5756-36e3-4f6e-a690-30875f0db902 HTTP/1.1" status: 204 len: 168 time: 0.3145823 Jul 06 11:38:16.387763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c308dd9-5632-4b1d-aaae-ce846e891b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7c5756-36e3-4f6e-a690-30875f0db902,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:18.097166 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.353710 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78530621-e0c9-4052-bcd7-1d323e8c39d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.579926 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:19.234511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:19.278395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:19.278898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:20.075313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38406) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:20.303959 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:20.309816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070c97d-e604-4176-991d-4d8a226b566d req-565398c5-7758-4f97-9af3-1d108ea31bcd tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:20.311575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0070c97d-e604-4176-991d-4d8a226b566d req-565398c5-7758-4f97-9af3-1d108ea31bcd tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 944 time: 0.1367378 Jul 06 11:38:20.373126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0070c97d-e604-4176-991d-4d8a226b566d req-bf963bf0-6de7-47a4-b2b7-82b21d368fba tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Jul 06 11:38:20.643334 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:20.852561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ae0be-a0c0-44b4-93ac-973545255c1b req-d960f598-5841-421b-b998-56c2c9cb66e4 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:20.854178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da1ae0be-a0c0-44b4-93ac-973545255c1b req-d960f598-5841-421b-b998-56c2c9cb66e4 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.0860813 Jul 06 11:38:20.917188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da1ae0be-a0c0-44b4-93ac-973545255c1b req-e781a89e-f44a-40c2-8a62-f9cf688ee0dc tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522962 Jul 06 11:38:20.992359 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb3a389-5e16-41a8-9e3d-147bfd6de65a x-openstack-request-id: req-7eb3a389-5e16-41a8-9e3d-147bfd6de65a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:20.992875 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7f7f35-ff97-4172-b7a1-de50a6a917dd", "name": "network-vif-deleted", "tag": "a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:20.993135 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7eb3a389-5e16-41a8-9e3d-147bfd6de65a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:20.993521 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7f7f35-ff97-4172-b7a1-de50a6a917dd', 'name': 'network-vif-deleted', 'tag': 'a9084d9f-f6b3-4a37-8ac8-3abe3fdb5580', 'status': 'completed', 'code': 200} Jul 06 11:38:21.091214 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] Deleting port bf53a4c7-16de-4a07-953f-83c6ff2f3449 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:21.091859 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.196269 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38484) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:21.204134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] For port bf53a4c7-16de-4a07-953f-83c6ff2f3449, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bf53a4c7-16de-4a07-953f-83c6ff2f3449,segment=NetworkSegment(e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0),segment_id=e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:21.205619 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.242269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] Calling delete_port for bf53a4c7-16de-4a07-953f-83c6ff2f3449 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:21.334150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3170b92-f117-48ab-8d30-9c59c62eb0fd req-f11aa624-f13e-4e52-b0fc-6e99acf4aac7 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:21.336087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3170b92-f117-48ab-8d30-9c59c62eb0fd req-f11aa624-f13e-4e52-b0fc-6e99acf4aac7 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 951 time: 0.1091514 Jul 06 11:38:21.413243 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.435157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3170b92-f117-48ab-8d30-9c59c62eb0fd req-38855f8b-6943-4a47-b66d-7d9ed4961e2a tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921311 Jul 06 11:38:21.528727 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.579961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.584045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf53a4c7-16de-4a07-953f-83c6ff2f3449,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:21.589769 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.629627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa51f36-6ee8-4b34-83f4-619afd4c9a70,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:21.649860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.650195 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.650768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.651117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.651475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.651810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.652146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.652598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.652940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.653264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.653588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.653913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:21.730666 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-427f2ee5-1f45-4a95-96d0-a149244656e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a6155f485d4403bb60d54ed5e6f4eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309572 Jul 06 11:38:21.730840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38496) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:21.798756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72e0df66-ac10-48ab-8b58-48c9e4eb93a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.812252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee5bf3-8798-40b4-8d90-d712eb407db8 req-6d1f2ea4-5de6-4e8a-bd90-e29b58dc3a20 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:21.813836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62ee5bf3-8798-40b4-8d90-d712eb407db8 req-6d1f2ea4-5de6-4e8a-bd90-e29b58dc3a20 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 944 time: 0.1541977 Jul 06 11:38:21.822016 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.849587 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72e0df66-ac10-48ab-8b58-48c9e4eb93a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.903326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62ee5bf3-8798-40b4-8d90-d712eb407db8 req-00665272-783e-4a36-ae44-747349d5ad0e tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794101 Jul 06 11:38:21.936973 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72e0df66-ac10-48ab-8b58-48c9e4eb93a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.941844 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72e0df66-ac10-48ab-8b58-48c9e4eb93a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:21.943233 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-72e0df66-ac10-48ab-8b58-48c9e4eb93a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7aa51f36-6ee8-4b34-83f4-619afd4c9a70 HTTP/1.1" status: 204 len: 168 time: 0.2114980 Jul 06 11:38:21.961197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0df66-ac10-48ab-8b58-48c9e4eb93a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa51f36-6ee8-4b34-83f4-619afd4c9a70,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:22.140779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] Router 6736a52c-6675-4bd9-89a7-fd12824c1337 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:38:22.293478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d160930-170f-4863-9935-b064100ebd5a req-951b13bd-17ac-4002-bcde-b42f84bccf2e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:22.295270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d160930-170f-4863-9935-b064100ebd5a req-951b13bd-17ac-4002-bcde-b42f84bccf2e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.0872903 Jul 06 11:38:22.356053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:38:22.367224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb73ac7-4b35-4d25-8b18-12afae9bc82b None None] Sync routers for ids ['6736a52c-6675-4bd9-89a7-fd12824c1337'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:38:22.367802 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d160930-170f-4863-9935-b064100ebd5a req-3fc23902-0415-496f-8333-338954b0ab04 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620763 Jul 06 11:38:22.371666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38510) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:22.371945 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e7edd6f2-f823-4fa3-ae4d-f28f041b6a9d admin admin] 10.222.0.21 "PUT /v2.0/routers/6736a52c-6675-4bd9-89a7-fd12824c1337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2951996 Jul 06 11:38:22.406010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb73ac7-4b35-4d25-8b18-12afae9bc82b None None] Routers {'6736a52c-6675-4bd9-89a7-fd12824c1337'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:22.412446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dbb73ac7-4b35-4d25-8b18-12afae9bc82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:38:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6736a52c-6675-4bd9-89a7-fd12824c1337'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:22.429932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38512) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:22.460573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.659353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-dbb73ac7-4b35-4d25-8b18-12afae9bc82b None None] Set router 6736a52c-6675-4bd9-89a7-fd12824c1337 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:22.672155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.678915 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.725963 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=898d3ad131db4d209f93d4c530faf354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917581 Jul 06 11:38:22.725963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a94b6b-fc62-4561-9c14-89cbc7bc348c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:22.726935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38524) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:22.746746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.747093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.747438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.747805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.748151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.748470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.748800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.749128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.749456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.749781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.750108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.751276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06abc2-11a9-4d18-8f6c-84c359615540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:22.802473 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b02dcaf-91d7-43c2-8a1d-cccaf515af01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.834991 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b02dcaf-91d7-43c2-8a1d-cccaf515af01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.879472 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.893962 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b02dcaf-91d7-43c2-8a1d-cccaf515af01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.896727 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b02dcaf-91d7-43c2-8a1d-cccaf515af01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.900802 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5b02dcaf-91d7-43c2-8a1d-cccaf515af01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88a94b6b-fc62-4561-9c14-89cbc7bc348c HTTP/1.1" status: 204 len: 168 time: 0.1727662 Jul 06 11:38:22.909858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02dcaf-91d7-43c2-8a1d-cccaf515af01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a94b6b-fc62-4561-9c14-89cbc7bc348c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:22.931488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dbb73ac7-4b35-4d25-8b18-12afae9bc82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:38:21Z', 'revision_number': 5, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:22.962920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb73ac7-4b35-4d25-8b18-12afae9bc82b None None] Checking router: 6736a52c-6675-4bd9-89a7-fd12824c1337 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:38:22.975848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb73ac7-4b35-4d25-8b18-12afae9bc82b None None] Routers {'6736a52c-6675-4bd9-89a7-fd12824c1337'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:22.976499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dbb73ac7-4b35-4d25-8b18-12afae9bc82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:38:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6736a52c-6675-4bd9-89a7-fd12824c1337'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:22.993517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07092f49-bb72-41c7-bd14-a3d80bd41d2e req-a4a228ee-42b3-4f8b-b823-ab447d8b961e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:22.995163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07092f49-bb72-41c7-bd14-a3d80bd41d2e req-a4a228ee-42b3-4f8b-b823-ab447d8b961e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 951 time: 0.1702852 Jul 06 11:38:23.045427 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.092532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07092f49-bb72-41c7-bd14-a3d80bd41d2e req-f50945da-a4d6-418b-98a6-a815736a4bf4 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833743 Jul 06 11:38:23.112923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-dbb73ac7-4b35-4d25-8b18-12afae9bc82b None None] Set router 6736a52c-6675-4bd9-89a7-fd12824c1337 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:23.132432 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Deleting port cfc5de4c-a4c8-45cb-9735-ed0020b8e460 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:23.133075 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.244951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] For port cfc5de4c-a4c8-45cb-9735-ed0020b8e460, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cfc5de4c-a4c8-45cb-9735-ed0020b8e460,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:23.245334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.262285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Calling delete_port for cfc5de4c-a4c8-45cb-9735-ed0020b8e460 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:23.348431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dbb73ac7-4b35-4d25-8b18-12afae9bc82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:38:21Z', 'revision_number': 5, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:23.388441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb73ac7-4b35-4d25-8b18-12afae9bc82b None None] The sync data for ids ['6736a52c-6675-4bd9-89a7-fd12824c1337'] in n-d-799527-2 is: [{'id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'name': 'tempest-ServerRescueTestJSONUnderV235-1219425533-router', 'tenant_id': '581eccd616f64f78b0bfb0b26f257b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:14Z', 'updated_at': '2021-07-06T11:38:21Z', 'revision_number': 5, 'project_id': '581eccd616f64f78b0bfb0b26f257b2b', 'gw_port': {'id': 'cfc5de4c-a4c8-45cb-9735-ed0020b8e460', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6736a52c-6675-4bd9-89a7-fd12824c1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:16Z', 'updated_at': '2021-07-06T11:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:38:23.436488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff4105-3692-4cc6-91d3-85aea3f705bf req-0ba36ff1-4b08-49f4-b0a9-e1956bd1fa32 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:23.444750 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9aff4105-3692-4cc6-91d3-85aea3f705bf req-0ba36ff1-4b08-49f4-b0a9-e1956bd1fa32 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 944 time: 0.1777613 Jul 06 11:38:23.571381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9aff4105-3692-4cc6-91d3-85aea3f705bf req-2c08f70f-c097-44fd-9f51-3a15e851bc78 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258113 Jul 06 11:38:23.636779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.680739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc5de4c-a4c8-45cb-9735-ed0020b8e460,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:23.762718 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.889421 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.893523 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.973537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.974168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6736a52c-6675-4bd9-89a7-fd12824c1337 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:38:23.979375 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.983259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38558) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:23.992351 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2e88a9fe-4ba5-42c3-9780-5b15097ada54 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6736a52c-6675-4bd9-89a7-fd12824c1337 HTTP/1.1" status: 204 len: 168 time: 1.6188631 Jul 06 11:38:24.050448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee3ac45-004f-4f20-9656-ceca300385fc admin admin] Deleting subnet 453ae9c9-3942-4bce-a203-7a1599339e93 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:38:24.054106 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ac45-004f-4f20-9656-ceca300385fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.116651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ac45-004f-4f20-9656-ceca300385fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.167113 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ac45-004f-4f20-9656-ceca300385fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.239330 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ac45-004f-4f20-9656-ceca300385fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.292272 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3ac45-004f-4f20-9656-ceca300385fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453ae9c9-3942-4bce-a203-7a1599339e93,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:24.294287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ac45-004f-4f20-9656-ceca300385fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.298873 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9ee3ac45-004f-4f20-9656-ceca300385fc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/453ae9c9-3942-4bce-a203-7a1599339e93 HTTP/1.1" status: 204 len: 168 time: 0.3145435 Jul 06 11:38:24.299510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38570) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:24.369742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30591e-fe89-4324-9e87-231da2164a0f req-de4129af-a35b-46bc-82ab-287bfa1d2258 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:24.372662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c30591e-fe89-4324-9e87-231da2164a0f req-de4129af-a35b-46bc-82ab-287bfa1d2258 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.1016645 Jul 06 11:38:24.376373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.423495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c30591e-fe89-4324-9e87-231da2164a0f req-c2e56330-ac03-454d-bce6-f76d3c0fb9f3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Jul 06 11:38:24.459656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38574) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:24.480559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.493486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f07148-b4ca-4cd6-807d-18a7cb2adc76']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:24.511425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:24.511856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3cd4c59-ab03-40b1-8f3c-77ee4d02f5b0') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:24.524130 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.548913 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.565923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:38:24.566475 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:38:24.570934 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:38:24.645565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.659347 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8fbae9c-f04d-44cd-bbea-7be536269c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.667152 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.672882 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] 10.222.0.21 "DELETE /v2.0/networks/18f07148-b4ca-4cd6-807d-18a7cb2adc76 HTTP/1.1" status: 204 len: 168 time: 0.3719804 Jul 06 11:38:24.674279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e95f75-9231-4cfb-a507-09d949858d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=18f07148-b4ca-4cd6-807d-18a7cb2adc76,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:24.751603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641ef0e-43ae-4cfb-ba9c-e1ac5c929c75 req-f26be364-704b-4e75-87c6-740e87abacea tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:24.760411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c641ef0e-43ae-4cfb-ba9c-e1ac5c929c75 req-f26be364-704b-4e75-87c6-740e87abacea tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 951 time: 0.1847286 Jul 06 11:38:24.818313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c641ef0e-43ae-4cfb-ba9c-e1ac5c929c75 req-2555024d-fbe3-49c7-919d-254c91042547 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565517 Jul 06 11:38:24.853516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38592) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:24.917079 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8fbae9c-f04d-44cd-bbea-7be536269c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.922044 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-35198a3e-5147-4649-bb9b-942ce2c920eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=581eccd616f64f78b0bfb0b26f257b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665979 Jul 06 11:38:24.924714 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8fbae9c-f04d-44cd-bbea-7be536269c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:24.924910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38600) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:24.990637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e8fbae9c-f04d-44cd-bbea-7be536269c42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69b87fac557042e2a31c7bae244fd44e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5260794 Jul 06 11:38:24.990637 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbae9c-f04d-44cd-bbea-7be536269c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2b313d-8433-4fd5-99fd-f9bdfccde614,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:24.992855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38602) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:25.049555 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20adc050-fdda-4434-ae8a-3dae5e8a6c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.080410 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20adc050-fdda-4434-ae8a-3dae5e8a6c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.105668 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-137dfa3c-ec4a-438c-84f3-18e8411d0702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.133787 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-137dfa3c-ec4a-438c-84f3-18e8411d0702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.138130 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20adc050-fdda-4434-ae8a-3dae5e8a6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.140906 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20adc050-fdda-4434-ae8a-3dae5e8a6c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.142769 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-20adc050-fdda-4434-ae8a-3dae5e8a6c87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/807713ba-3436-436b-a699-8a1f6ef38c14 HTTP/1.1" status: 204 len: 168 time: 0.2156641 Jul 06 11:38:25.151878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adc050-fdda-4434-ae8a-3dae5e8a6c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807713ba-3436-436b-a699-8a1f6ef38c14,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:25.197530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06cf47-6f0e-4c90-91eb-93359fd09c14 req-e42fd71e-e6eb-4c67-975d-e41728dd55a8 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.199915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c06cf47-6f0e-4c90-91eb-93359fd09c14 req-e42fd71e-e6eb-4c67-975d-e41728dd55a8 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 944 time: 0.1725631 Jul 06 11:38:25.251352 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-137dfa3c-ec4a-438c-84f3-18e8411d0702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.254693 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-137dfa3c-ec4a-438c-84f3-18e8411d0702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:25.258707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-137dfa3c-ec4a-438c-84f3-18e8411d0702 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db2b313d-8433-4fd5-99fd-f9bdfccde614 HTTP/1.1" status: 204 len: 168 time: 0.2622230 Jul 06 11:38:25.291291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137dfa3c-ec4a-438c-84f3-18e8411d0702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2b313d-8433-4fd5-99fd-f9bdfccde614,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:25.314581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c06cf47-6f0e-4c90-91eb-93359fd09c14 req-9b4f8951-8a34-4b25-a8cc-c998cb1b0774 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942042 Jul 06 11:38:25.336566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cfc5de4c-a4c8-45cb-9735-ed0020b8e460 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:25.372534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: cfc5de4c-a4c8-45cb-9735-ed0020b8e460 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:25.373290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cfc5de4c-a4c8-45cb-9735-ed0020b8e460 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:25.373896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bf53a4c7-16de-4a07-953f-83c6ff2f3449 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:25.398650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: bf53a4c7-16de-4a07-953f-83c6ff2f3449 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:25.399220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bf53a4c7-16de-4a07-953f-83c6ff2f3449 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:25.632278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bc601-b3ab-402f-855d-0498962ca69f req-587697f1-ad3a-4dbd-a731-ec76290e6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.637509 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-587697f1-ad3a-4dbd-a731-ec76290e6aa0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49bf59dd-4291-4d68-a1e8-f5f05778ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598425 Jul 06 11:38:25.947625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-8ada8eec-3b01-4c10-9426-73d59d028c23 service neutron] 10.222.0.47 "GET /v2.0/networks/49bf59dd-4291-4d68-a1e8-f5f05778ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975965 Jul 06 11:38:25.967505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbcb1f-e2dd-4144-940a-36d53ada7821 req-61a91093-c073-4b67-a24c-b2bc4ea06718 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:25.971987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17fbcb1f-e2dd-4144-940a-36d53ada7821 req-61a91093-c073-4b67-a24c-b2bc4ea06718 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.2125962 Jul 06 11:38:26.035186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38658) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:26.058552 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb324012-97ea-4001-b5d0-7b75af5dc63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.145085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17fbcb1f-e2dd-4144-940a-36d53ada7821 req-ab4573f0-7dfd-423d-b7dc-74bfd7d61626 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596403 Jul 06 11:38:26.194751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38660) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:26.196921 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb324012-97ea-4001-b5d0-7b75af5dc63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.207850 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb324012-97ea-4001-b5d0-7b75af5dc63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.233163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-568bc601-b3ab-402f-855d-0498962ca69f req-84b8191a-1ce5-4985-bf17-69b1aa8bf34f service neutron] 10.222.0.47 "GET /v2.0/networks/49bf59dd-4291-4d68-a1e8-f5f05778ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590380 Jul 06 11:38:26.258290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1635ed-82a7-41d4-8629-94c8de9231a5 req-4188727f-5751-4f8f-bf7f-cdbf7afcf208 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.260025 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bb324012-97ea-4001-b5d0-7b75af5dc63f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bae4f3a03234eac9727faafe77af98e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232664 Jul 06 11:38:26.260689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38666) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:26.263933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb324012-97ea-4001-b5d0-7b75af5dc63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ca84d9-990f-44e8-ae45-b0bc9d6b8290,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:26.265218 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb1635ed-82a7-41d4-8629-94c8de9231a5 req-4188727f-5751-4f8f-bf7f-cdbf7afcf208 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 951 time: 0.2019181 Jul 06 11:38:26.336904 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb1635ed-82a7-41d4-8629-94c8de9231a5 req-70e8191e-94c1-4bac-83cd-cb263eef77be tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697446 Jul 06 11:38:26.345961 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4a8b-0a80-4aee-a7a2-a70306e12cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.485495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f679201-985e-4342-897a-89f37eefe096 req-cb0977e8-9729-4570-8450-77eae992370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.487547 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f679201-985e-4342-897a-89f37eefe096 req-cb0977e8-9729-4570-8450-77eae992370c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3225d8683d5c4c709c62a8149b32cd31&device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 1095 time: 0.1021814 Jul 06 11:38:26.692582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f401e3-8f22-4de8-b54a-819b494aee31 req-7451fdc9-081c-4856-b298-3de72f2a6492 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.694346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58f401e3-8f22-4de8-b54a-819b494aee31 req-7451fdc9-081c-4856-b298-3de72f2a6492 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 944 time: 0.1663709 Jul 06 11:38:26.697541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f679201-985e-4342-897a-89f37eefe096 req-4078356c-f30e-401d-bbe0-0e0ec0cf0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.700092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f679201-985e-4342-897a-89f37eefe096 req-4078356c-f30e-401d-bbe0-0e0ec0cf0a87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=49bf59dd-4291-4d68-a1e8-f5f05778ec83 HTTP/1.1" status: 200 len: 916 time: 0.2040761 Jul 06 11:38:26.788424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4b50534-64fb-4d5b-9bc7-52faf65570ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.788987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f679201-985e-4342-897a-89f37eefe096 req-3bb5520d-237a-421c-ac85-f6cfa54e63ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d72ed570-c0c9-4631-82b3-ab1730a9a2f7 HTTP/1.1" status: 200 len: 217 time: 0.0550957 Jul 06 11:38:26.792469 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58f401e3-8f22-4de8-b54a-819b494aee31 req-f325a21a-c26a-4eef-aab6-2b7cab4536b2 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898950 Jul 06 11:38:26.796774 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4a8b-0a80-4aee-a7a2-a70306e12cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.853652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f679201-985e-4342-897a-89f37eefe096 req-26f09098-5f84-4617-86af-0adca3a33e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.861826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f679201-985e-4342-897a-89f37eefe096 req-26f09098-5f84-4617-86af-0adca3a33e69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b1b850b-890f-4a7b-9c8b-0461a78c3c98 HTTP/1.1" status: 200 len: 854 time: 0.0623164 Jul 06 11:38:26.899551 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4a8b-0a80-4aee-a7a2-a70306e12cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.902379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4a8b-0a80-4aee-a7a2-a70306e12cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.907191 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cd5f4a8b-0a80-4aee-a7a2-a70306e12cae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13ca84d9-990f-44e8-ae45-b0bc9d6b8290 HTTP/1.1" status: 204 len: 168 time: 0.6409717 Jul 06 11:38:26.924654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f4a8b-0a80-4aee-a7a2-a70306e12cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ca84d9-990f-44e8-ae45-b0bc9d6b8290,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:26.986216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4b50534-64fb-4d5b-9bc7-52faf65570ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.992104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f679201-985e-4342-897a-89f37eefe096 req-e6986d91-1d94-4f14-a991-b131e2b00fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:26.992261 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4b50534-64fb-4d5b-9bc7-52faf65570ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:26.994570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f679201-985e-4342-897a-89f37eefe096 req-e6986d91-1d94-4f14-a991-b131e2b00fad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49bf59dd-4291-4d68-a1e8-f5f05778ec83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230178 Jul 06 11:38:27.041245 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c4b50534-64fb-4d5b-9bc7-52faf65570ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37ad92e25cc94be2b0a8192967450841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8428516 Jul 06 11:38:27.042469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b50534-64fb-4d5b-9bc7-52faf65570ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de30d1c-1135-4061-9a04-c86131c1de0a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:27.045219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38688) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:27.109821 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a57a5e0-af58-47d4-82dd-45742cf4fd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.140156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a57a5e0-af58-47d4-82dd-45742cf4fd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.162903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f679201-985e-4342-897a-89f37eefe096 req-2c163bd0-7918-4508-af07-6bce35c08e63 service neutron] 10.222.0.47 "GET /v2.0/networks/49bf59dd-4291-4d68-a1e8-f5f05778ec83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604259 Jul 06 11:38:27.213864 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a57a5e0-af58-47d4-82dd-45742cf4fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.217855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a57a5e0-af58-47d4-82dd-45742cf4fd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.219036 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6a57a5e0-af58-47d4-82dd-45742cf4fd9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0de30d1c-1135-4061-9a04-c86131c1de0a HTTP/1.1" status: 204 len: 168 time: 0.1724849 Jul 06 11:38:27.238686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57a5e0-af58-47d4-82dd-45742cf4fd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de30d1c-1135-4061-9a04-c86131c1de0a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:27.317449 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f679201-985e-4342-897a-89f37eefe096 req-ce8ed8bb-1797-4a25-ae35-b62a4f0968ec service neutron] 10.222.0.47 "GET /v2.0/networks/49bf59dd-4291-4d68-a1e8-f5f05778ec83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416087 Jul 06 11:38:27.409271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b1bba-3cdc-4d2d-83ff-c8c10ff4dd7d req-6f1f4c62-ed0e-4d9b-b09b-b0d1c59683c5 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:27.411818 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f43b1bba-3cdc-4d2d-83ff-c8c10ff4dd7d req-6f1f4c62-ed0e-4d9b-b09b-b0d1c59683c5 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.0933568 Jul 06 11:38:27.472080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f43b1bba-3cdc-4d2d-83ff-c8c10ff4dd7d req-c2706fb7-b2df-4760-93be-d95db97f7340 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514879 Jul 06 11:38:27.560541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef75cc-5573-4008-b120-1c2b28ac3b51 req-9d0b2c9a-a3bf-450b-a32d-15b56ad4e96e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:27.568285 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3ef75cc-5573-4008-b120-1c2b28ac3b51 req-9d0b2c9a-a3bf-450b-a32d-15b56ad4e96e tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 951 time: 0.0930550 Jul 06 11:38:27.622189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3ef75cc-5573-4008-b120-1c2b28ac3b51 req-80c04f57-7981-49e0-962c-ca922b927b04 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526502 Jul 06 11:38:27.645947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38714) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:27.667772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80cfba6e-1a55-425c-9a34-da3f773b57e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.862731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80cfba6e-1a55-425c-9a34-da3f773b57e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.868445 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80cfba6e-1a55-425c-9a34-da3f773b57e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:27.913006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-80cfba6e-1a55-425c-9a34-da3f773b57e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a37c229b8cea40f1959705fdd07cb703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655277 Jul 06 11:38:27.913725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfba6e-1a55-425c-9a34-da3f773b57e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64566d6-e7e3-4f1c-a008-dbb77f8524a5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:27.918065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38728) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:28.045899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db100d6e-2a90-4da0-8ba0-812868c756d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.109128 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db100d6e-2a90-4da0-8ba0-812868c756d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.173934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8b263-4234-4add-9356-650bda6e6dfd req-d7dc4473-c542-469a-99ce-7c0b1ec4f95e tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:28.181396 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cce8b263-4234-4add-9356-650bda6e6dfd req-d7dc4473-c542-469a-99ce-7c0b1ec4f95e tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 944 time: 0.1355791 Jul 06 11:38:28.230956 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cce8b263-4234-4add-9356-650bda6e6dfd req-cdfccc5f-6d7d-4614-bc7a-6d85633bc52e tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 Jul 06 11:38:28.252808 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db100d6e-2a90-4da0-8ba0-812868c756d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.259029 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db100d6e-2a90-4da0-8ba0-812868c756d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.261165 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-db100d6e-2a90-4da0-8ba0-812868c756d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c64566d6-e7e3-4f1c-a008-dbb77f8524a5 HTTP/1.1" status: 204 len: 168 time: 0.3422251 Jul 06 11:38:28.270988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db100d6e-2a90-4da0-8ba0-812868c756d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64566d6-e7e3-4f1c-a008-dbb77f8524a5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:28.427182 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.460876 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.518755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5ec8970b-d62f-406d-9ee0-65adde64aabe no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:28.638185 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.683173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:28.684266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:28.686670 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09f6670-73fc-42eb-ac0a-6500005fa757" -d '{"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:28.691680 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:28.754021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=11']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:28.764891 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93aad2db-cfd6-47ad-9bb6-b3c58a6696a1 x-openstack-request-id: req-93aad2db-cfd6-47ad-9bb6-b3c58a6696a1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:28.765471 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:28.765961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32302771-7538-4cc8-9137-ddc6dfa07635 req-8f0dbef3-d6a8-46bf-a704-9cb720990456 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:28.766825 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93aad2db-cfd6-47ad-9bb6-b3c58a6696a1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:28.767711 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'code': 200} Jul 06 11:38:28.768416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32302771-7538-4cc8-9137-ddc6dfa07635 req-8f0dbef3-d6a8-46bf-a704-9cb720990456 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.0911384 Jul 06 11:38:28.776418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.777693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.778306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.778794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.779282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.779784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.780516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.780993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.782999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.783630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.784258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.785017 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:28.828786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32302771-7538-4cc8-9137-ddc6dfa07635 req-3bbb0b5f-3732-4458-86af-c8c29a101eee tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531943 Jul 06 11:38:28.987462 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38852) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:29.144087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-network', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:29.179790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Made reservation on behalf of c73e64461f1e46218abae76d7f316cbc for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:29.182429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.193584 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.395489 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.401553 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.418626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:38:29.445278 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.445715 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Added segment d67db5a9-4e5c-4e31-b47b-e01a1891328d of type vlan for network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 Jul 06 11:38:29.494209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399d6cc4-d259-4414-ae5e-2aa867934898,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:29.506901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cacf4f-47ea-48b3-b1e1-ce26a56512bf req-9a61962a-e235-4836-b1b8-ea76ebb742b7 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:29.508538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40cacf4f-47ea-48b3-b1e1-ce26a56512bf req-9a61962a-e235-4836-b1b8-ea76ebb742b7 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 944 time: 0.1417940 Jul 06 11:38:29.511882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.562793 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.573760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:29.575105 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.582291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40cacf4f-47ea-48b3-b1e1-ce26a56512bf req-5fe0468b-6034-43e6-aa2f-7a8627a7cad0 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663476 Jul 06 11:38:29.664823 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6727107 Jul 06 11:38:29.665782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38932) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:29.675610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] Request body: {'subnet': {'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-subnet', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:29.701967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] Made reservation on behalf of c73e64461f1e46218abae76d7f316cbc for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:29.702806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf938384-990d-4774-b9ca-c2b49a25b4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:29.706399 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:29.743412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:38:30.067560 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.158473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6ce0f-c445-4dc4-af81-97026bcb9e0f req-75c03b15-7409-40d5-bb73-dc5758b4aeda tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:30.160025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1a6ce0f-c445-4dc4-af81-97026bcb9e0f req-75c03b15-7409-40d5-bb73-dc5758b4aeda tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.1768086 Jul 06 11:38:30.162336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454d8cd9-9948-414b-8aef-85db766b5a1e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:30.195161 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] Checking segment: {'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:30.195541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] Network hostable DHCP agents. Network: 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:38:30.212243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:30.226075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1a6ce0f-c445-4dc4-af81-97026bcb9e0f req-29b5dafc-99b9-4c26-ae2f-020e9cf0b1ab tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541353 Jul 06 11:38:30.240108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] Network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:38:30.255003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:30.263916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:30.266625 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.269404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75946b68-b07c-4c90-8a84-ae6c5c9930cb None None] Network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:30.291486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-45638639-e059-46b7-ace7-bfacfd861a85 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6241958 Jul 06 11:38:30.294517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38984) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:30.299575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:30.346741 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.347884 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.482330 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.488430 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d8a429a-ffa4-473f-9913-e93d3ca090d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.530259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d72ed570-c0c9-4631-82b3-ab1730a9a2f7 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:30.658803 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d8a429a-ffa4-473f-9913-e93d3ca090d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.664435 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d8a429a-ffa4-473f-9913-e93d3ca090d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.671092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d72ed570-c0c9-4631-82b3-ab1730a9a2f7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d72ed570-c0c9-4631-82b3-ab1730a9a2f7,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:30.725435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.731877 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'd72ed570-c0c9-4631-82b3-ab1730a9a2f7', 'network_id': '49bf59dd-4291-4d68-a1e8-f5f05778ec83', 'port_id': 'd72ed570-c0c9-4631-82b3-ab1730a9a2f7', 'mac_address': 'fa:16:3e:50:3e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1b850b-890f-4a7b-9c8b-0461a78c3c98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:30.751096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0d8a429a-ffa4-473f-9913-e93d3ca090d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c40831e282db4183b6d865be0f2749be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347998 Jul 06 11:38:30.753634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a429a-ffa4-473f-9913-e93d3ca090d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9ab1ba-9834-4213-9cc5-b76af07b7595,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:30.765629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:30.891496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c0cb2c-b670-4d95-a264-09593cd9c04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.919152 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c0cb2c-b670-4d95-a264-09593cd9c04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.990009 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.007084 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72ed570-c0c9-4631-82b3-ab1730a9a2f7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:31.011769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'fixed_ips': [{'subnet_id': '454d8cd9-9948-414b-8aef-85db766b5a1e'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:38:31.013741 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.045831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c0cb2c-b670-4d95-a264-09593cd9c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.049750 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c0cb2c-b670-4d95-a264-09593cd9c04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.051047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-51c0cb2c-b670-4d95-a264-09593cd9c04d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d9ab1ba-9834-4213-9cc5-b76af07b7595 HTTP/1.1" status: 204 len: 168 time: 0.2818661 Jul 06 11:38:31.074418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d72ed570-c0c9-4631-82b3-ab1730a9a2f7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d72ed570-c0c9-4631-82b3-ab1730a9a2f7,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:31.078991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0cb2c-b670-4d95-a264-09593cd9c04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9ab1ba-9834-4213-9cc5-b76af07b7595,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:31.090313 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.098373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.129754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72969e83-c482-4089-ab05-4ac68a27a882 req-0874e8ee-d3a4-4bd0-ba27-095ab4a0b1c0 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:31.130556 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.142736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72969e83-c482-4089-ab05-4ac68a27a882 req-0874e8ee-d3a4-4bd0-ba27-095ab4a0b1c0 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 944 time: 0.1585295 Jul 06 11:38:31.240834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39034) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:31.305156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72969e83-c482-4089-ab05-4ac68a27a882 req-13ae84b1-cab5-4937-9f11-e812eb98b0e6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598089 Jul 06 11:38:31.372477 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Allocated IP 172.25.0.134 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/3059ecea-72cf-48c2-b5ff-3af7a9cc6efa) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:31.557252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['d72ed570-c0c9-4631-82b3-ab1730a9a2f7'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:31.612197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=d72ed570-c0c9-4631-82b3-ab1730a9a2f7,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:31.645689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Allocated IP 172.20.0.2 (04ca8ae7-a2c4-4120-8f5f-8c16962d69a7/454d8cd9-9948-414b-8aef-85db766b5a1e/3670c945-689a-48b5-899e-72a99747363e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:31.698171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13b7b2-b2f7-4a5d-b1b8-fd86f8b3a6f5 req-cfe30796-5603-4b17-b413-40c9f65e264e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:31.715780 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf13b7b2-b2f7-4a5d-b1b8-fd86f8b3a6f5 req-cfe30796-5603-4b17-b413-40c9f65e264e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.1691260 Jul 06 11:38:31.822821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf13b7b2-b2f7-4a5d-b1b8-fd86f8b3a6f5 req-b27f464d-3ef4-4128-95c2-c9f40119df24 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047795 Jul 06 11:38:31.843592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.950174 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.958165 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:31.964007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Transition to ACTIVE for port object 3670c945-689a-48b5-899e-72a99747363e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:32.012945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Transition to ACTIVE for port object 3670c945-689a-48b5-899e-72a99747363e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:32.038754 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.063527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:32.070098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:32.081858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:32.136701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Pushing event updated for resources: {'Port': ['ID=3059ecea-72cf-48c2-b5ff-3af7a9cc6efa,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:32.149694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:32.151185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Pushing event updated for resources: {'Port': ['ID=3670c945-689a-48b5-899e-72a99747363e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:32.165652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:32.174285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:32.200024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b3003c92-033f-4c19-ad49-187063989444 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1403589792'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:32.200833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b3003c92-033f-4c19-ad49-187063989444 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Unknown quota resources ['metering_label']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:38:32.350558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Attempting to bind port 3670c945-689a-48b5-899e-72a99747363e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:32.350951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Attempting to bind port 3670c945-689a-48b5-899e-72a99747363e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:32.351320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Attempting to bind port 3670c945-689a-48b5-899e-72a99747363e on network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:32.358480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:32.358831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Checking segment: {'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:32.359259 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.359667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Bound using segment: {'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:32.360986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Bound port: 3670c945-689a-48b5-899e-72a99747363e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:32.361622 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.482086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39078) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:32.503790 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cefa888-39e3-402f-98e6-6c71207225fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.518543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] For port 3670c945-689a-48b5-899e-72a99747363e, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:32.526342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] For port 3670c945-689a-48b5-899e-72a99747363e, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3670c945-689a-48b5-899e-72a99747363e,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:32.539295 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.638034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.665737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449847ed-c878-44aa-9c05-3359f7dfcc5b None None] Pushing event updated for resources: {'Port': ['ID=3670c945-689a-48b5-899e-72a99747363e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:32.837574 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3003c92-033f-4c19-ad49-187063989444 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.838780 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b3003c92-033f-4c19-ad49-187063989444 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5959358 Jul 06 11:38:32.843273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:32.848322 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7455269d-e29b-40f9-a5ed-0061d8a73ada tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fddd3690-6975-49a8-a0f8-0cf88a0c966c'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:32.848631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7455269d-e29b-40f9-a5ed-0061d8a73ada tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:38:32.851605 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cefa888-39e3-402f-98e6-6c71207225fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.937274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cefa888-39e3-402f-98e6-6c71207225fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.994140 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4cefa888-39e3-402f-98e6-6c71207225fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f15afe0ea9834182b5dd19ab5ed9303d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109065 Jul 06 11:38:32.999049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39096) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:33.021493 n-d-799527-2 neutron-server[93814]: WARNING neutron.services.metering.metering_plugin [None req-7455269d-e29b-40f9-a5ed-0061d8a73ada tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 11:38:33.061969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefa888-39e3-402f-98e6-6c71207225fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c171ead8-4cbc-4763-a049-bba769a77dd1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:33.226699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7455269d-e29b-40f9-a5ed-0061d8a73ada tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.231527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7455269d-e29b-40f9-a5ed-0061d8a73ada tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3841286 Jul 06 11:38:33.232590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39104) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:33.238180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f6d26f80-63e7-41e6-b234-6651fc2fb552 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fddd3690-6975-49a8-a0f8-0cf88a0c966c'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:33.238705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f6d26f80-63e7-41e6-b234-6651fc2fb552 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:38:33.255786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3814633d-c062-497d-b1d9-99e19bea48ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.259646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.305668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24743c89-5f90-4889-95f6-7e6362b45375 req-c11a0a31-93c0-4370-9295-38aa885b5e94 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:33.308027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24743c89-5f90-4889-95f6-7e6362b45375 req-c11a0a31-93c0-4370-9295-38aa885b5e94 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 945 time: 0.4139526 Jul 06 11:38:33.375526 n-d-799527-2 neutron-server[93814]: WARNING neutron.services.metering.metering_plugin [None req-f6d26f80-63e7-41e6-b234-6651fc2fb552 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 11:38:33.386261 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3670c945-689a-48b5-899e-72a99747363e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:33.461014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 3670c945-689a-48b5-899e-72a99747363e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:33.465604 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3814633d-c062-497d-b1d9-99e19bea48ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.500185 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6d26f80-63e7-41e6-b234-6651fc2fb552 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.502069 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f6d26f80-63e7-41e6-b234-6651fc2fb552 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2683206 Jul 06 11:38:33.505982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39124) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:33.510105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24743c89-5f90-4889-95f6-7e6362b45375 req-747031ce-3216-43a1-b0b7-79ddf9bc834f tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504352 Jul 06 11:38:33.527183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Router fd796495-e8ae-493f-b1cd-b78110cc5a32 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:38:33.540632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-842c9f17-de0e-4e98-b906-a7f79c80580d tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=d3eaa07d-7009-45c6-8b57-ec4849e09a8b HTTP/1.1" status: 200 len: 464 time: 0.0310073 Jul 06 11:38:33.543774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39128) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:33.693118 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5bcb8da-988e-402c-891b-3e1e440d0535 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.698842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:38:33.700022 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f5bcb8da-988e-402c-891b-3e1e440d0535 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/d3eaa07d-7009-45c6-8b57-ec4849e09a8b HTTP/1.1" status: 204 len: 168 time: 0.1549244 Jul 06 11:38:33.701079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39134) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:33.701981 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3814633d-c062-497d-b1d9-99e19bea48ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.707079 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3814633d-c062-497d-b1d9-99e19bea48ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.708497 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3814633d-c062-497d-b1d9-99e19bea48ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c171ead8-4cbc-4763-a049-bba769a77dd1 HTTP/1.1" status: 204 len: 168 time: 0.7084501 Jul 06 11:38:33.714418 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Sync routers for ids ['fd796495-e8ae-493f-b1cd-b78110cc5a32'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:38:33.729166 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Routers {'fd796495-e8ae-493f-b1cd-b78110cc5a32'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:33.732541 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:38:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fd796495-e8ae-493f-b1cd-b78110cc5a32'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:33.762017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814633d-c062-497d-b1d9-99e19bea48ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c171ead8-4cbc-4763-a049-bba769a77dd1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:33.783124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:33.784675 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-84e1f854-c096-4f3c-b59d-1b6a319f2078 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.4890573 Jul 06 11:38:33.789673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39138) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:33.815438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a3c27295-266e-44cb-88cd-f8d451dfd3f2 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=d3eaa07d-7009-45c6-8b57-ec4849e09a8b HTTP/1.1" status: 200 len: 221 time: 0.0960464 Jul 06 11:38:33.816109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:33.821399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a14a08c3-baab-4519-ba0f-99239d4f290d tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1801096652', 'description': 'label created by tempest'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:33.821847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a14a08c3-baab-4519-ba0f-99239d4f290d tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Unknown quota resources ['metering_label']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:38:34.046208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776eba-3507-4d1e-a981-3abedd82ee1c req-999b2a18-8935-4d5d-a3fe-4a1c9983edd1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:34.052757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4776eba-3507-4d1e-a981-3abedd82ee1c req-999b2a18-8935-4d5d-a3fe-4a1c9983edd1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.3748603 Jul 06 11:38:34.054890 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Set router fd796495-e8ae-493f-b1cd-b78110cc5a32 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:34.206993 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a14a08c3-baab-4519-ba0f-99239d4f290d tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.212263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a14a08c3-baab-4519-ba0f-99239d4f290d tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3909829 Jul 06 11:38:34.212716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39146) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:34.252406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4776eba-3507-4d1e-a981-3abedd82ee1c req-40edab60-214d-41c0-a781-eb7782812161 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133723 Jul 06 11:38:34.442467 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8e7c1662-2e11-48cc-8ef0-5c25bf79d6b7 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=3650f314-d522-4687-8273-fdb3ef017561 HTTP/1.1" status: 200 len: 468 time: 0.2262442 Jul 06 11:38:34.442924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39148) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:34.527932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d72ed570-c0c9-4631-82b3-ab1730a9a2f7 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:34.551355 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:32Z', 'revision_number': 3, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:34.591291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f6491a-59f2-4406-9efa-5299aa6ec424 None None] Network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:34.605111 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Checking router: fd796495-e8ae-493f-b1cd-b78110cc5a32 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:38:34.605718 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Updating router fd796495-e8ae-493f-b1cd-b78110cc5a32 port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:38:34.660890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4b38f8ee-f0f0-4c2e-afb3-ad3807c25f63 None None] Provisioning for port 3670c945-689a-48b5-899e-72a99747363e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:34.671331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4b38f8ee-f0f0-4c2e-afb3-ad3807c25f63 None None] Provisioning complete for port 3670c945-689a-48b5-899e-72a99747363e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:34.672317 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b38f8ee-f0f0-4c2e-afb3-ad3807c25f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.675560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:34.685649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:34.686409 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.728701 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.956642 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b38f8ee-f0f0-4c2e-afb3-ad3807c25f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:34.959271 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.000139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b29346-f97e-4e80-8021-e704c9277708 req-39c6efe6-fcac-4682-be1e-9f07bf4c4802 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:35.003005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7b29346-f97e-4e80-8021-e704c9277708 req-39c6efe6-fcac-4682-be1e-9f07bf4c4802 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 945 time: 0.1873519 Jul 06 11:38:35.007490 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:38:35.080798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6566e866-9f66-4257-ad9a-0a052b003132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72ed570-c0c9-4631-82b3-ab1730a9a2f7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:35.086715 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e85d03-082f-4b9f-adcc-b5ca3b00a733" -d '{"events": [{"server_uuid": "6566e866-9f66-4257-ad9a-0a052b003132", "name": "network-vif-plugged", "status": "completed", "tag": "d72ed570-c0c9-4631-82b3-ab1730a9a2f7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:35.092934 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7b29346-f97e-4e80-8021-e704c9277708 req-7f316cc6-01b5-40dd-b8e9-76de4abb38f6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774803 Jul 06 11:38:35.143433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d72ed570-c0c9-4631-82b3-ab1730a9a2f7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d72ed570-c0c9-4631-82b3-ab1730a9a2f7,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:35.164833 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.169134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4b38f8ee-f0f0-4c2e-afb3-ad3807c25f63 None None] For port 3670c945-689a-48b5-899e-72a99747363e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3670c945-689a-48b5-899e-72a99747363e,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:35.178914 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.192550 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Transition to ACTIVE for port object 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:35.202082 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.212343 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b38f8ee-f0f0-4c2e-afb3-ad3807c25f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.274027 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Attempting to bind port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:35.274636 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Attempting to bind port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:35.275242 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Attempting to bind port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:35.313568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=d72ed570-c0c9-4631-82b3-ab1730a9a2f7,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:35.334312 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:35.334761 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:35.335155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01812d70-5976-46ae-a864-636cdc8e548c tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.336590 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-01812d70-5976-46ae-a864-636cdc8e548c tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/3650f314-d522-4687-8273-fdb3ef017561 HTTP/1.1" status: 204 len: 168 time: 0.8920603 Jul 06 11:38:35.337278 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.339636 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:35.340290 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Bound port: 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:35.340707 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.342675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39172) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:35.400986 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Pushing event updated for resources: {'Port': ['ID=3059ecea-72cf-48c2-b5ff-3af7a9cc6efa,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:35.408407 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0350e31f-6146-473a-a71a-ab3ac063b5c1 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=3650f314-d522-4687-8273-fdb3ef017561 HTTP/1.1" status: 200 len: 216 time: 0.0643661 Jul 06 11:38:35.414128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39176) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:35.432962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39180) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:35.434954 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8e6181b2-e4b1-4ba8-a5b9-b94bb136ce6e tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0189636 Jul 06 11:38:35.436664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38f8ee-f0f0-4c2e-afb3-ad3807c25f63 None None] Pushing event updated for resources: {'Port': ['ID=3670c945-689a-48b5-899e-72a99747363e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:35.454843 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.455250 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.456271 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.456876 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.457263 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.457597 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.457928 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.458253 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.458573 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.458897 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.459211 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.459641 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:35.493075 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d39523-be80-4b8c-8a1a-0cc061fd815c x-openstack-request-id: req-d3d39523-be80-4b8c-8a1a-0cc061fd815c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:35.493533 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6566e866-9f66-4257-ad9a-0a052b003132", "name": "network-vif-plugged", "status": "completed", "tag": "d72ed570-c0c9-4631-82b3-ab1730a9a2f7", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:35.493786 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3d39523-be80-4b8c-8a1a-0cc061fd815c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:35.494365 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6566e866-9f66-4257-ad9a-0a052b003132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72ed570-c0c9-4631-82b3-ab1730a9a2f7', 'code': 200} Jul 06 11:38:35.511282 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-714ce133-dd14-43f7-a5c4-24d98dceb894 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0763078 Jul 06 11:38:35.514989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39182) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:35.519191 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] For port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:35.530703 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] For port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3059ecea-72cf-48c2-b5ff-3af7a9cc6efa,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:35.540246 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.664383 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b48a7571-8005-425b-99e9-bf59ffa266da tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/fddd3690-6975-49a8-a0f8-0cf88a0c966c HTTP/1.1" status: 200 len: 473 time: 0.1431346 Jul 06 11:38:35.668968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39186) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:35.683338 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Routers {'fd796495-e8ae-493f-b1cd-b78110cc5a32'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:35.687578 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:38:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fd796495-e8ae-493f-b1cd-b78110cc5a32'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:35.687799 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ff767c21-4173-4eb2-99c9-2df9cc809899 tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/040d9619-ddaf-4a6f-8b53-7829a6cb5340 HTTP/1.1" status: 200 len: 461 time: 0.0144920 Jul 06 11:38:35.693333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39188) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:35.803700 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baf6a3-ce7a-460c-8dba-341caff31559 None None] Pushing event updated for resources: {'Port': ['ID=3059ecea-72cf-48c2-b5ff-3af7a9cc6efa,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:35.843803 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.856740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9e72d21f-a597-4d89-9415-226006ebc570 None None] Provisioning complete for port 3670c945-689a-48b5-899e-72a99747363e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:35.857289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e72d21f-a597-4d89-9415-226006ebc570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.892377 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a9d41fc-1f1f-43d7-93b6-a35c5fa833cb tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:35.895440 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9a9d41fc-1f1f-43d7-93b6-a35c5fa833cb tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/040d9619-ddaf-4a6f-8b53-7829a6cb5340 HTTP/1.1" status: 204 len: 168 time: 0.1972735 Jul 06 11:38:35.896333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39192) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:35.915130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfefbe-c576-4558-a0d2-8a45f42dc791 req-e7e07532-fdc2-456b-993f-bc126f73e4fb tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:35.930034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10bfefbe-c576-4558-a0d2-8a45f42dc791 req-e7e07532-fdc2-456b-993f-bc126f73e4fb tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 947 time: 0.3850355 Jul 06 11:38:35.931576 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] Set router fd796495-e8ae-493f-b1cd-b78110cc5a32 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:36.013125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee8491-0200-4ceb-b10b-a24c54977aeb req-fa9e2f07-d4a2-4ac2-86eb-8e209e303690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:36.013125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3eee8491-0200-4ceb-b10b-a24c54977aeb req-fa9e2f07-d4a2-4ac2-86eb-8e209e303690 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 1097 time: 0.3845325 Jul 06 11:38:36.071295 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10bfefbe-c576-4558-a0d2-8a45f42dc791 req-ec7e2461-fb3d-45e6-beb6-d1f1abb2a385 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365335 Jul 06 11:38:36.118849 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3eee8491-0200-4ceb-b10b-a24c54977aeb req-5e259008-439f-4317-ac5c-987988471a67 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001396 Jul 06 11:38:36.145440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ce84b-9c12-4768-9159-0b55e9276648 req-b1be6fa0-dec0-48d1-816c-0483b394f040 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:36.153344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-199ce84b-9c12-4768-9159-0b55e9276648 req-b1be6fa0-dec0-48d1-816c-0483b394f040 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.3481081 Jul 06 11:38:36.237296 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-199ce84b-9c12-4768-9159-0b55e9276648 req-b94143c4-9b24-47dd-8cb0-95be902bff64 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829298 Jul 06 11:38:36.329352 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:32Z', 'revision_number': 3, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:36.406297 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8db8cf-afb6-46bf-b002-e836b6bbcc93 None None] The sync data for ids ['fd796495-e8ae-493f-b1cd-b78110cc5a32'] in n-d-799527-2 is: [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:32Z', 'revision_number': 3, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:38:36.522029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167df9e-9870-4f4b-bcbe-457d39f1b1fe req-ae1cb880-82cb-4c7f-b673-065b8d375215 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:36.527855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9167df9e-9870-4f4b-bcbe-457d39f1b1fe req-ae1cb880-82cb-4c7f-b673-065b8d375215 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 946 time: 0.1230676 Jul 06 11:38:36.601240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9167df9e-9870-4f4b-bcbe-457d39f1b1fe req-659b2206-381c-4cb6-9b3b-89c43287d7c3 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687542 Jul 06 11:38:36.773036 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b2d4e78-c5a8-4f17-befd-bc5ec95bb4aa tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.775900 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9b2d4e78-c5a8-4f17-befd-bc5ec95bb4aa tempest-MeteringTestJSON-1858147005 tempest-MeteringTestJSON-1858147005-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/fddd3690-6975-49a8-a0f8-0cf88a0c966c HTTP/1.1" status: 204 len: 168 time: 0.8783846 Jul 06 11:38:37.011162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Allocated IP 172.20.0.1 (04ca8ae7-a2c4-4120-8f5f-8c16962d69a7/454d8cd9-9948-414b-8aef-85db766b5a1e/f76bd2c2-0968-4997-853f-c6a009dbfa5c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:37.090736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4e9f8-309d-4662-876a-9afb20af183a req-fac709de-d6c6-4d20-b4d5-60e859f258ed tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.093132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23a4e9f8-309d-4662-876a-9afb20af183a req-fac709de-d6c6-4d20-b4d5-60e859f258ed tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 947 time: 0.2560802 Jul 06 11:38:37.501861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.561433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Transition to ACTIVE for port object f76bd2c2-0968-4997-853f-c6a009dbfa5c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:37.621949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3670c945-689a-48b5-899e-72a99747363e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:37.622643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b710-88cf-46f6-b8a2-5483673fac71 req-de34cd3f-7d15-4376-8018-ef5eee07f46d tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.633344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf9b710-88cf-46f6-b8a2-5483673fac71 req-de34cd3f-7d15-4376-8018-ef5eee07f46d tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 947 time: 0.2244263 Jul 06 11:38:37.709797 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.785610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcf9b710-88cf-46f6-b8a2-5483673fac71 req-cfcd281d-3db8-43b3-9cb2-7308ecd8c200 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506269 Jul 06 11:38:37.789061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 3670c945-689a-48b5-899e-72a99747363e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:37.790874 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.817904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:37.830222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:37.865426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-23a4e9f8-309d-4662-876a-9afb20af183a req-ca8a0cbb-7848-4537-b518-92b19c69f084 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Deleting port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:37.865892 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23a4e9f8-309d-4662-876a-9afb20af183a req-ca8a0cbb-7848-4537-b518-92b19c69f084 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.011285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d3bb6-3249-463a-afa5-f7bfd3973a91 req-ea316621-0460-470d-b3d3-ec4ccdb8efb6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.028200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e6d3bb6-3249-463a-afa5-f7bfd3973a91 req-ea316621-0460-470d-b3d3-ec4ccdb8efb6 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.3349166 Jul 06 11:38:38.089936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:38.101993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:38.230446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:38.246232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e6d3bb6-3249-463a-afa5-f7bfd3973a91 req-3d8409ab-ba8c-4a43-8c1d-93a0ee3d62ca tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026756 Jul 06 11:38:38.267434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:38.284998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:38.285550 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.412611 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.542549 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7cea78e-71a4-4738-8eab-efc49ef82f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.566707 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.582675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-96d9ee3e-7b04-4e76-8842-758935619ea4 None None] Provisioning for port f76bd2c2-0968-4997-853f-c6a009dbfa5c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:38.586609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-23a4e9f8-309d-4662-876a-9afb20af183a req-ca8a0cbb-7848-4537-b518-92b19c69f084 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] For port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:38.587040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23a4e9f8-309d-4662-876a-9afb20af183a req-ca8a0cbb-7848-4537-b518-92b19c69f084 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.607691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Pushing event updated for resources: {'Port': ['ID=f76bd2c2-0968-4997-853f-c6a009dbfa5c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:38.619560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-96d9ee3e-7b04-4e76-8842-758935619ea4 None None] Provisioning complete for port f76bd2c2-0968-4997-853f-c6a009dbfa5c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:38.620153 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96d9ee3e-7b04-4e76-8842-758935619ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.632172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-23a4e9f8-309d-4662-876a-9afb20af183a req-ca8a0cbb-7848-4537-b518-92b19c69f084 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Calling delete_port for ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:38.698101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3059ecea-72cf-48c2-b5ff-3af7a9cc6efa,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:38.709634 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.801163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d634bd0-d9fe-4917-9ba3-8ab79089620a req-00b9fa9e-e8e9-42c6-811e-9edcb703e1e4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:38.809666 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d634bd0-d9fe-4917-9ba3-8ab79089620a req-00b9fa9e-e8e9-42c6-811e-9edcb703e1e4 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 946 time: 0.1683676 Jul 06 11:38:38.839913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-96d9ee3e-7b04-4e76-8842-758935619ea4 None None] Port f76bd2c2-0968-4997-853f-c6a009dbfa5c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:38:38.841629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39238) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:38.848263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=3059ecea-72cf-48c2-b5ff-3af7a9cc6efa,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:38.895147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d634bd0-d9fe-4917-9ba3-8ab79089620a req-9aef7b12-5bd4-49da-ac4a-bc0fb81aab04 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839496 Jul 06 11:38:38.944741 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7cea78e-71a4-4738-8eab-efc49ef82f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.954515 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7cea78e-71a4-4738-8eab-efc49ef82f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.040479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.100990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cea78e-71a4-4738-8eab-efc49ef82f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39631c8-44ac-4c74-a69f-1cb9069d3820,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:39.125446 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d7cea78e-71a4-4738-8eab-efc49ef82f0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b5a99d7ca804fb18c54cae553e3654c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0180581 Jul 06 11:38:39.127229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39248) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:39.223560 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-149e475f-8242-4815-8a28-c012c6d03f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.278120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23a4e9f8-309d-4662-876a-9afb20af183a req-ca8a0cbb-7848-4537-b518-92b19c69f084 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.340379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a0cbb-7848-4537-b518-92b19c69f084 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Pushing event deleted for resources: {'Port': ['ID=ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:39.430999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:39.444855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be1d6b-d74c-4ef1-844c-731c899a9e46 req-1693b696-0042-44ad-bb59-9d28c751d3b7 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:39.452836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9be1d6b-d74c-4ef1-844c-731c899a9e46 req-1693b696-0042-44ad-bb59-9d28c751d3b7 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 865 time: 0.2734113 Jul 06 11:38:39.456519 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01e206f-43ff-4348-986c-774477680e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.485978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a4e9f8-309d-4662-876a-9afb20af183a req-ca8a0cbb-7848-4537-b518-92b19c69f084 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] No DVR routers for this DVR port ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:39.493706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23a4e9f8-309d-4662-876a-9afb20af183a req-ca8a0cbb-7848-4537-b518-92b19c69f084 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.497251 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23a4e9f8-309d-4662-876a-9afb20af183a req-ca8a0cbb-7848-4537-b518-92b19c69f084 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.86 "DELETE /v2.0/ports/ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd HTTP/1.1" status: 204 len: 173 time: 2.3887329 Jul 06 11:38:39.497938 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01e206f-43ff-4348-986c-774477680e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.502332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'name': 'network-vif-deleted', 'tag': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:39.505497 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ad4be4-8f64-44a2-9910-9062f6df1dc7" -d '{"events": [{"server_uuid": "e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f", "name": "network-vif-deleted", "tag": "ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:39.570658 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.592167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.643581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9be1d6b-d74c-4ef1-844c-731c899a9e46 req-f785347a-0d70-474e-86db-31e97932bdad tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876075 Jul 06 11:38:39.644956 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01e206f-43ff-4348-986c-774477680e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.653648 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01e206f-43ff-4348-986c-774477680e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.657593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:39.658235 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.662096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b01e206f-43ff-4348-986c-774477680e1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b39631c8-44ac-4c74-a69f-1cb9069d3820 HTTP/1.1" status: 204 len: 168 time: 0.5291455 Jul 06 11:38:39.697424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e206f-43ff-4348-986c-774477680e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39631c8-44ac-4c74-a69f-1cb9069d3820,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:39.730013 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-149e475f-8242-4815-8a28-c012c6d03f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.771669 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-149e475f-8242-4815-8a28-c012c6d03f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.829449 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Pushing event updated for resources: {'Port': ['ID=f76bd2c2-0968-4997-853f-c6a009dbfa5c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:39.903219 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.934568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-149e475f-8242-4815-8a28-c012c6d03f86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec5d70df37d44bcdbd83c4356b316f38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0846498 Jul 06 11:38:39.939706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:39.973522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e475f-8242-4815-8a28-c012c6d03f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dc4ed2-cb2f-4e5c-bf1a-8776cfebb5dd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:40.195237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8831c-55f2-4b8c-bbe6-0e85228c71f5 req-c006be3d-d86e-4af2-b1db-43eac3423103 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:40.200552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:40.204274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:40.211490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fc8831c-55f2-4b8c-bbe6-0e85228c71f5 req-c006be3d-d86e-4af2-b1db-43eac3423103 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.4080029 Jul 06 11:38:40.342908 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc50a7fd-b9cf-4d86-9045-79b4ab85dc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:40.460427 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0324869-6fd2-4c9a-9292-c0aece26ef30 x-openstack-request-id: req-a0324869-6fd2-4c9a-9292-c0aece26ef30 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:40.460623 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f", "name": "network-vif-deleted", "tag": "ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:40.460764 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0324869-6fd2-4c9a-9292-c0aece26ef30 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:40.461197 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f', 'name': 'network-vif-deleted', 'tag': 'ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd', 'status': 'completed', 'code': 200} Jul 06 11:38:40.489900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Router fd796495-e8ae-493f-b1cd-b78110cc5a32 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:38:40.539343 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fc8831c-55f2-4b8c-bbe6-0e85228c71f5 req-bcc4b0a7-0e44-42dd-afe6-1baefa7db493 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082283 Jul 06 11:38:40.543095 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc50a7fd-b9cf-4d86-9045-79b4ab85dc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:40.587687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 54b24460-29b9-4bd1-9869-147d6ba92818 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:40.692656 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc50a7fd-b9cf-4d86-9045-79b4ab85dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:40.697820 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc50a7fd-b9cf-4d86-9045-79b4ab85dc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:40.700089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bc50a7fd-b9cf-4d86-9045-79b4ab85dc7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14dc4ed2-cb2f-4e5c-bf1a-8776cfebb5dd HTTP/1.1" status: 204 len: 168 time: 0.7581279 Jul 06 11:38:40.736161 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50a7fd-b9cf-4d86-9045-79b4ab85dc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dc4ed2-cb2f-4e5c-bf1a-8776cfebb5dd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:40.915368 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 54b24460-29b9-4bd1-9869-147d6ba92818, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=54b24460-29b9-4bd1-9869-147d6ba92818,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:40.943549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39276) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:40.964647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '54b24460-29b9-4bd1-9869-147d6ba92818', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'port_id': '54b24460-29b9-4bd1-9869-147d6ba92818', 'mac_address': 'fa:16:3e:a1:ce:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980f45f6-7536-45f8-8969-e14fff5112f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:38:40.985299 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d4da349-c0c8-406d-90ad-45a89850ad8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.132326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:38:41.148102 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-72f09c51-01bf-4247-bdd3-0c9b7c58ff47 admin admin] 10.222.0.21 "PUT /v2.0/routers/fd796495-e8ae-493f-b1cd-b78110cc5a32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3567252 Jul 06 11:38:41.188957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21caa383-1561-4a02-b860-aad042427052 req-93cb770e-2ec0-4407-9d1d-511865488d77 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2e4fac4-5cc4-4f81-92cc-cb4fc542d52f HTTP/1.1" status: 200 len: 210 time: 0.1553109 Jul 06 11:38:41.264906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Sync routers for ids ['fd796495-e8ae-493f-b1cd-b78110cc5a32'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:38:41.282927 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d4da349-c0c8-406d-90ad-45a89850ad8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.294333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d4da349-c0c8-406d-90ad-45a89850ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.325652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:41.385962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:41.386781 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ba300ea5-7a2f-469e-9ec9-151b9e0a6ddd not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:41.389400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-df4bae39-6ba2-4c00-b74a-b30cffc0b53f None None] Provisioning complete for port f76bd2c2-0968-4997-853f-c6a009dbfa5c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:41.390251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df4bae39-6ba2-4c00-b74a-b30cffc0b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.407135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4da349-c0c8-406d-90ad-45a89850ad8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f879c3-ea82-424d-acef-626807cc6d6d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:41.450258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39286) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:41.450657 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9d4da349-c0c8-406d-90ad-45a89850ad8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d54a0a6ae6734bf7b92b46d3d2a0ccc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5044281 Jul 06 11:38:41.488892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Routers {'fd796495-e8ae-493f-b1cd-b78110cc5a32'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:41.491397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:38:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fd796495-e8ae-493f-b1cd-b78110cc5a32'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:41.547154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-df4bae39-6ba2-4c00-b74a-b30cffc0b53f None None] Port f76bd2c2-0968-4997-853f-c6a009dbfa5c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:38:41.551662 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.569067 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6cef-16f6-4ba5-9f8b-a7c0731eb826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.646370 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6cef-16f6-4ba5-9f8b-a7c0731eb826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.671883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54b24460-29b9-4bd1-9869-147d6ba92818 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:41.678971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Set router fd796495-e8ae-493f-b1cd-b78110cc5a32 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:41.727632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39296) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:41.759976 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 54b24460-29b9-4bd1-9869-147d6ba92818, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=54b24460-29b9-4bd1-9869-147d6ba92818,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:41.772284 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.791842 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a74742bc-cb09-4b45-bf22-3ba63b72ec6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.890580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=54b24460-29b9-4bd1-9869-147d6ba92818,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:41.907073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['54b24460-29b9-4bd1-9869-147d6ba92818'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:38:41.957825 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6cef-16f6-4ba5-9f8b-a7c0731eb826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.962584 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae6cef-16f6-4ba5-9f8b-a7c0731eb826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.964625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b4ae6cef-16f6-4ba5-9f8b-a7c0731eb826 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22f879c3-ea82-424d-acef-626807cc6d6d HTTP/1.1" status: 204 len: 168 time: 0.5121694 Jul 06 11:38:41.981963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae6cef-16f6-4ba5-9f8b-a7c0731eb826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f879c3-ea82-424d-acef-626807cc6d6d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:42.023976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a423521-5a36-48f3-9988-90cfdc3e3b26 req-525094eb-7b16-4780-9622-b83a398ec44e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:42.026796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a423521-5a36-48f3-9988-90cfdc3e3b26 req-525094eb-7b16-4780-9622-b83a398ec44e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 945 time: 0.1973803 Jul 06 11:38:42.071181 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a74742bc-cb09-4b45-bf22-3ba63b72ec6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.081487 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a74742bc-cb09-4b45-bf22-3ba63b72ec6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.120166 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a423521-5a36-48f3-9988-90cfdc3e3b26 req-ecbe98bb-8930-422e-9c67-5d5834262690 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779302 Jul 06 11:38:42.205326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74742bc-cb09-4b45-bf22-3ba63b72ec6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe25d1-dd88-4c3f-9360-cdb241350e97,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:42.224084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a74742bc-cb09-4b45-bf22-3ba63b72ec6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1753e122d1df4e229db6e3d365356fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4901342 Jul 06 11:38:42.224350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39302) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:42.306265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f76bd2c2-0968-4997-853f-c6a009dbfa5c', 'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'mac_address': 'fa:16:3e:65:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:35Z', 'updated_at': '2021-07-06T11:38:39Z', 'revision_number': 2, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'subnets': [{'id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:42.341527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Checking router: fd796495-e8ae-493f-b1cd-b78110cc5a32 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:38:42.341896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Updating router fd796495-e8ae-493f-b1cd-b78110cc5a32 port f76bd2c2-0968-4997-853f-c6a009dbfa5c binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:38:42.350255 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-390e4c1e-3f7e-4a86-b570-3688e54fce13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.384961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-390e4c1e-3f7e-4a86-b570-3688e54fce13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.440007 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.493258 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-390e4c1e-3f7e-4a86-b570-3688e54fce13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.496237 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-390e4c1e-3f7e-4a86-b570-3688e54fce13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.501717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-390e4c1e-3f7e-4a86-b570-3688e54fce13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47fe25d1-dd88-4c3f-9360-cdb241350e97 HTTP/1.1" status: 204 len: 168 time: 0.2761891 Jul 06 11:38:42.514529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e4c1e-3f7e-4a86-b570-3688e54fce13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe25d1-dd88-4c3f-9360-cdb241350e97,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:42.659603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 54b24460-29b9-4bd1-9869-147d6ba92818 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:42.808180 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 54b24460-29b9-4bd1-9869-147d6ba92818 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:42.808846 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:42.964364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-423a2d1e-c4eb-4a41-b145-ce550a303f6b tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:42.981335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-423a2d1e-c4eb-4a41-b145-ce550a303f6b tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/networks?id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 HTTP/1.1" status: 200 len: 829 time: 0.3893661 Jul 06 11:38:43.020475 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-ed7ffed8-bd13-4161-a91e-a523b4821f9a tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/quotas/c73e64461f1e46218abae76d7f316cbc HTTP/1.1" status: 200 len: 375 time: 0.0372405 Jul 06 11:38:43.167486 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.216820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b24460-29b9-4bd1-9869-147d6ba92818'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:43.219205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-b3e9e10a-7f70-4d3e-89f4-96ab57ae1b88 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73e64461f1e46218abae76d7f316cbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1972888 Jul 06 11:38:43.219339 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdd5da3-8d58-46c8-91f1-78357415d10e" -d '{"events": [{"server_uuid": "986e48f8-a580-48bc-9a0b-f1f4b9674d85", "name": "network-vif-plugged", "status": "completed", "tag": "54b24460-29b9-4bd1-9869-147d6ba92818"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:43.264580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 54b24460-29b9-4bd1-9869-147d6ba92818, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=54b24460-29b9-4bd1-9869-147d6ba92818,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:43.276534 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.392194 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.395008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=54b24460-29b9-4bd1-9869-147d6ba92818,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:43.414821 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Transition to ACTIVE for port object f76bd2c2-0968-4997-853f-c6a009dbfa5c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:43.433133 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.623129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9c79a-6ec4-4b3b-8f9f-2aaaeec54236 None None] Pushing event updated for resources: {'Port': ['ID=f76bd2c2-0968-4997-853f-c6a009dbfa5c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:43.627120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-1ca2deb9-157a-4812-a6b2-f6940d8a3628 service neutron] 10.222.0.21 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066467 Jul 06 11:38:43.666722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Attempting to bind port f76bd2c2-0968-4997-853f-c6a009dbfa5c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:43.674460 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Attempting to bind port f76bd2c2-0968-4997-853f-c6a009dbfa5c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:43.675361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Attempting to bind port f76bd2c2-0968-4997-853f-c6a009dbfa5c on network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:43.690168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:43.690697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Checking segment: {'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:43.717196 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.717801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Bound using segment: {'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:43.718334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Bound port: f76bd2c2-0968-4997-853f-c6a009dbfa5c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:43.718744 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.930365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-14dd6b64-6170-4a8e-a076-d4a8af41d03b service neutron] 10.222.0.21 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889109 Jul 06 11:38:43.934128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] For port f76bd2c2-0968-4997-853f-c6a009dbfa5c, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:43.966219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] For port f76bd2c2-0968-4997-853f-c6a009dbfa5c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f76bd2c2-0968-4997-853f-c6a009dbfa5c,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:43.976761 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:44.149159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Routers {'fd796495-e8ae-493f-b1cd-b78110cc5a32'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:44.149948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:38:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fd796495-e8ae-493f-b1cd-b78110cc5a32'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:44.218351 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f866eb9f-772b-4e22-b92c-ef647b78d8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:44.323378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9c79a-6ec4-4b3b-8f9f-2aaaeec54236 None None] Pushing event updated for resources: {'Port': ['ID=f76bd2c2-0968-4997-853f-c6a009dbfa5c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:44.564867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] Set router fd796495-e8ae-493f-b1cd-b78110cc5a32 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:44.925617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96803f1-644c-4db8-ab00-c73b7d53e176 req-fa9f9442-b7a9-4add-a36c-49e700c4eb0b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.936125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e96803f1-644c-4db8-ab00-c73b7d53e176 req-fa9f9442-b7a9-4add-a36c-49e700c4eb0b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.2565920 Jul 06 11:38:45.127676 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6e8158-6846-4552-9c27-a4504b271057 x-openstack-request-id: req-0f6e8158-6846-4552-9c27-a4504b271057 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:45.128401 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986e48f8-a580-48bc-9a0b-f1f4b9674d85", "name": "network-vif-plugged", "status": "completed", "tag": "54b24460-29b9-4bd1-9869-147d6ba92818", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:45.129828 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f6e8158-6846-4552-9c27-a4504b271057 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:45.130357 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b24460-29b9-4bd1-9869-147d6ba92818', 'code': 200} Jul 06 11:38:45.147771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e96803f1-644c-4db8-ab00-c73b7d53e176 req-d561e94c-2cb0-48bd-9919-742247aa8bee tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985297 Jul 06 11:38:45.408722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f76bd2c2-0968-4997-853f-c6a009dbfa5c', 'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'mac_address': 'fa:16:3e:65:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:35Z', 'updated_at': '2021-07-06T11:38:43Z', 'revision_number': 4, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'subnets': [{'id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:45.415690 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0fdca3a-f2c8-45a7-94e7-3745aa7f65d4 req-2ac9c3e6-e08e-4a77-8970-2653b1a0f51c tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 210 time: 0.1487525 Jul 06 11:38:45.576196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54485946-cf84-4d77-8cbc-862b281575e1 None None] The sync data for ids ['fd796495-e8ae-493f-b1cd-b78110cc5a32'] in n-d-799527-2 is: [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f76bd2c2-0968-4997-853f-c6a009dbfa5c', 'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'mac_address': 'fa:16:3e:65:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:35Z', 'updated_at': '2021-07-06T11:38:43Z', 'revision_number': 4, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'subnets': [{'id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:38:45.836120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394f612-ae0f-45ce-9a88-a1cb1fcd5d7b req-e70c3dd6-cac3-425e-b092-c126cb0b6902 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:45.852072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d394f612-ae0f-45ce-9a88-a1cb1fcd5d7b req-e70c3dd6-cac3-425e-b092-c126cb0b6902 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 949 time: 0.3089356 Jul 06 11:38:45.932132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d394f612-ae0f-45ce-9a88-a1cb1fcd5d7b req-24c462ef-8e7a-4f03-8fe0-e1aaf1d7015f tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786617 Jul 06 11:38:46.465241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39440) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:47.157161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-76671f65-8498-4bd3-bbca-b8240cfcb2ee req-ec1c93f7-69bc-4e23-bfb6-c9755a4611f7 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 210 time: 0.3458009 Jul 06 11:38:47.337780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-581297494', 'router:external': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:47.355272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d07717-9d89-4dd9-940d-846ba8c8feaf req-9a2d8707-6b24-4ff2-8070-1a0aefc8a21f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.383395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9d07717-9d89-4dd9-940d-846ba8c8feaf req-9a2d8707-6b24-4ff2-8070-1a0aefc8a21f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.7133679 Jul 06 11:38:47.485386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f76bd2c2-0968-4997-853f-c6a009dbfa5c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:47.491282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Made reservation on behalf of 9bca6757836942dc9309766fc3414c08 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:47.503161 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:47.534533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e1ec0-e860-4186-b83d-9cdf995a2b10 req-98c68fa0-0693-4d0e-bcb1-eb756361a239 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.534819 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:47.541181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af4e1ec0-e860-4186-b83d-9cdf995a2b10 req-98c68fa0-0693-4d0e-bcb1-eb756361a239 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.47 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 949 time: 0.6674283 Jul 06 11:38:47.693530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port f76bd2c2-0968-4997-853f-c6a009dbfa5c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:47.706556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f76bd2c2-0968-4997-853f-c6a009dbfa5c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:47.709217 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:47.783923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9d07717-9d89-4dd9-940d-846ba8c8feaf req-0cb71218-5388-48dc-ad14-6886720c8e55 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986249 Jul 06 11:38:48.006197 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.082365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-464c0174-6b07-40d5-a21e-e1937fb31acd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:48.089370 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-464c0174-6b07-40d5-a21e-e1937fb31acd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.86 "GET /v2.0/networks?id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 HTTP/1.1" status: 200 len: 829 time: 0.2264531 Jul 06 11:38:48.130426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Request body: {'port': {'device_id': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'admin_state_up': True, 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:48.141309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.177424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port f76bd2c2-0968-4997-853f-c6a009dbfa5c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f76bd2c2-0968-4997-853f-c6a009dbfa5c,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:48.219382 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.364410 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.391854 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.551571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-af4e1ec0-e860-4186-b83d-9cdf995a2b10 req-b9832a11-9ef8-4622-a324-2f5cad877b4b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Deleting port 5ec8970b-d62f-406d-9ee0-65adde64aabe {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:48.552383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-af4e1ec0-e860-4186-b83d-9cdf995a2b10 req-b9832a11-9ef8-4622-a324-2f5cad877b4b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.561729 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4d15-5548-43be-a5fb-0f101c8d2f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.574465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:38:48.620138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=f76bd2c2-0968-4997-853f-c6a009dbfa5c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:48.681713 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.682424 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Added segment c4032930-cdf1-477a-9134-1b3257c1d67b of type vlan for network 68587844-9d72-49bc-a309-59b140eee052 Jul 06 11:38:48.697587 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.721018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4db7cf-e179-4357-baa9-8aae3c360c2d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:48.940550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a293e-0691-4db9-bb6e-5b06785f7c66 req-679ad3c8-4dc3-462a-8148-a22659d2754d tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:48.954745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e42a293e-0691-4db9-bb6e-5b06785f7c66 req-679ad3c8-4dc3-462a-8148-a22659d2754d tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 949 time: 0.8326662 Jul 06 11:38:49.002051 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.102895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e42a293e-0691-4db9-bb6e-5b06785f7c66 req-3fcbbade-8b55-4769-98e2-e94e10f5959f tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc868948-dc77-4734-bb1f-dec9f637584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470041 Jul 06 11:38:49.145884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Made reservation on behalf of c73e64461f1e46218abae76d7f316cbc for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:49.159784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.183923 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.186260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:49.187544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.359250 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.8912523 Jul 06 11:38:49.363142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39482) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:49.367276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b5c58-0c2d-43d6-95ef-83632d4ef177 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event updated for resources: {'Network': ['ID=68587844-9d72-49bc-a309-59b140eee052,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:49.381729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Request body: {'subnet': {'network_id': '68587844-9d72-49bc-a309-59b140eee052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:49.383259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 68587844-9d72-49bc-a309-59b140eee052 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:38:49.402965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c8bd886-28d5-4acd-bdc3-5dd247b06667 req-e668beca-7302-42d8-975f-af1803f68b9d tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 210 time: 0.3968120 Jul 06 11:38:49.416209 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-af4e1ec0-e860-4186-b83d-9cdf995a2b10 req-b9832a11-9ef8-4622-a324-2f5cad877b4b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] For port 5ec8970b-d62f-406d-9ee0-65adde64aabe, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5ec8970b-d62f-406d-9ee0-65adde64aabe,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:49.421440 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-af4e1ec0-e860-4186-b83d-9cdf995a2b10 req-b9832a11-9ef8-4622-a324-2f5cad877b4b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.515235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-af4e1ec0-e860-4186-b83d-9cdf995a2b10 req-b9832a11-9ef8-4622-a324-2f5cad877b4b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Calling delete_port for 5ec8970b-d62f-406d-9ee0-65adde64aabe owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:49.531371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Made reservation on behalf of 9bca6757836942dc9309766fc3414c08 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:49.534391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.639803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f76bd2c2-0968-4997-853f-c6a009dbfa5c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:49.793272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f76bd2c2-0968-4997-853f-c6a009dbfa5c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:49.795112 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.964443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Allocated IP 172.20.0.13 (04ca8ae7-a2c4-4120-8f5f-8c16962d69a7/454d8cd9-9948-414b-8aef-85db766b5a1e/6be38498-6070-415c-84be-519d7f1b9108) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:50.062080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014167ca-1069-412e-a98c-9a15c3cb1c5c req-c87e5c43-eb89-4f95-9aef-8e6e52794460 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:50.080643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-014167ca-1069-412e-a98c-9a15c3cb1c5c req-c87e5c43-eb89-4f95-9aef-8e6e52794460 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.3309188 Jul 06 11:38:50.272749 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-014167ca-1069-412e-a98c-9a15c3cb1c5c req-4324f1f0-c776-4e5a-b0b5-b792df3f1102 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561635 Jul 06 11:38:50.273170 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-af4e1ec0-e860-4186-b83d-9cdf995a2b10 req-b9832a11-9ef8-4622-a324-2f5cad877b4b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:50.344252 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:50.643933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5ec8970b-d62f-406d-9ee0-65adde64aabe no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:38:50.799382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 5ec8970b-d62f-406d-9ee0-65adde64aabe {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:38:50.807820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5ec8970b-d62f-406d-9ee0-65adde64aabe not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:38:50.819744 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-1a9a853e-bba5-4db0-919e-2c1a39af58ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6953254 Jul 06 11:38:50.829890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:50.895112 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Transition to ACTIVE for port object 6be38498-6070-415c-84be-519d7f1b9108 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:51.028773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e0af98e-fb48-4f88-a655-e4872d679e34 req-3400c7f9-988d-4af9-be34-4c9c01c050b9 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 210 time: 0.0790939 Jul 06 11:38:51.029901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4e1ec0-e860-4186-b83d-9cdf995a2b10 req-b9832a11-9ef8-4622-a324-2f5cad877b4b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] No DVR routers for this DVR port 5ec8970b-d62f-406d-9ee0-65adde64aabe on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:38:51.138654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9832a11-9ef8-4622-a324-2f5cad877b4b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Pushing event deleted for resources: {'Port': ['ID=5ec8970b-d62f-406d-9ee0-65adde64aabe,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:51.156263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5548105-667c-4c35-8ecd-aaffb95efc30 req-08b0db91-8bf6-4423-b913-c18a14cb1dcf tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 210 time: 0.1174538 Jul 06 11:38:51.162975 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-af4e1ec0-e860-4186-b83d-9cdf995a2b10 req-b9832a11-9ef8-4622-a324-2f5cad877b4b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:51.171618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af4e1ec0-e860-4186-b83d-9cdf995a2b10 req-b9832a11-9ef8-4622-a324-2f5cad877b4b tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.47 "DELETE /v2.0/ports/5ec8970b-d62f-406d-9ee0-65adde64aabe HTTP/1.1" status: 204 len: 173 time: 3.6192510 Jul 06 11:38:51.186542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-deleted', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:51.220606 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41ab2d6-2e42-432b-b7dd-c9dc2f64ad25" -d '{"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-deleted", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:51.323375 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:51.402109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-4eefbf11-c23a-438a-b8f6-756c034be2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:51.404272 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-4eefbf11-c23a-438a-b8f6-756c034be2d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e53ebf9ab8f4543b59a00670970d04e&device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 1096 time: 0.5119774 Jul 06 11:38:51.429942 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:51.442369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:51.469228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:51.547042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Pushing event updated for resources: {'Port': ['ID=6be38498-6070-415c-84be-519d7f1b9108,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:51.550179 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e73c008-6b28-4604-b047-cb6937b73940 x-openstack-request-id: req-6e73c008-6b28-4604-b047-cb6937b73940 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:51.550607 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e23306-0fe4-440a-9bbe-453795591d2a", "name": "network-vif-deleted", "tag": "5ec8970b-d62f-406d-9ee0-65adde64aabe", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:51.550964 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e73c008-6b28-4604-b047-cb6937b73940 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:51.551496 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e23306-0fe4-440a-9bbe-453795591d2a', 'name': 'network-vif-deleted', 'tag': '5ec8970b-d62f-406d-9ee0-65adde64aabe', 'status': 'completed', 'code': 200} Jul 06 11:38:51.792259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f8702-f10d-43ad-8643-4e126d345264 req-f7ba8593-ee9d-4d36-bc5b-3f3d9d72ac5a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:51.801249 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f82f8702-f10d-43ad-8643-4e126d345264 req-f7ba8593-ee9d-4d36-bc5b-3f3d9d72ac5a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.1658170 Jul 06 11:38:51.816652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bfb0390c-102b-421c-983f-b2cf98181e63 None None] Provisioning for port 6be38498-6070-415c-84be-519d7f1b9108 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:51.822284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bfb0390c-102b-421c-983f-b2cf98181e63 None None] Provisioning complete for port 6be38498-6070-415c-84be-519d7f1b9108 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:51.825275 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfb0390c-102b-421c-983f-b2cf98181e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:51.829644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:51.829644 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:51.904680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.objects.ports [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93815) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:38:51.905018 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:51.938894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f82f8702-f10d-43ad-8643-4e126d345264 req-ec3af035-f604-4a3d-9144-94e65315269c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348996 Jul 06 11:38:51.946303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0390c-102b-421c-983f-b2cf98181e63 None None] Port 6be38498-6070-415c-84be-519d7f1b9108 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:38:51.986487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-e1b11517-7a69-4661-beec-2985a785c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:51.987881 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-e1b11517-7a69-4661-beec-2985a785c121 service neutron] 10.222.0.47 "GET /v2.0/networks?id=848ab898-a9fc-4690-b4dc-dbae257bb3df HTTP/1.1" status: 200 len: 906 time: 0.5219755 Jul 06 11:38:51.989184 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-29f1d929-95de-4109-b3d5-ff8b1e8a85be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8806221 Jul 06 11:38:52.022010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Request body: {'port': {'device_id': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:52.210584 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-e07da972-d124-427a-a5fe-4fc07e6d2a23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b59c7319-17cb-472e-b76c-12ed22bfd42a HTTP/1.1" status: 200 len: 1001 time: 0.2140758 Jul 06 11:38:52.220544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0f59d8ca-b5ec-44d4-849b-11d63e514a9e,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:52.490704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-db225ff4-5c72-46c5-a4d9-a47b9b2786ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.492511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-db225ff4-5c72-46c5-a4d9-a47b9b2786ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a7c8409-16f8-4334-9b28-9fc7525e1566 HTTP/1.1" status: 200 len: 844 time: 0.2539670 Jul 06 11:38:52.495889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Checking segment: {'id': 'c4032930-cdf1-477a-9134-1b3257c1d67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68587844-9d72-49bc-a309-59b140eee052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:52.496299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Network hostable DHCP agents. Network: 68587844-9d72-49bc-a309-59b140eee052, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:38:52.557482 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:52.565135 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74d1b85f-b0a0-4a9d-b7ce-ba8d5bdec4ea req-959d3139-dacf-4d36-a4e9-3d16bc405d57 tempest-ListImageFiltersTestJSON-527562391 tempest-ListImageFiltersTestJSON-527562391-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e23306-0fe4-440a-9bbe-453795591d2a HTTP/1.1" status: 200 len: 210 time: 0.0737307 Jul 06 11:38:52.823096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6bbfd-13d2-4ace-a023-ceac2cc7d045 req-81471a57-a79d-412b-9edd-129c98967034 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:52.839207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cff6bbfd-13d2-4ace-a023-ceac2cc7d045 req-81471a57-a79d-412b-9edd-129c98967034 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 932 time: 0.2657087 Jul 06 11:38:52.876980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Network 68587844-9d72-49bc-a309-59b140eee052 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:38:52.935675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 68587844-9d72-49bc-a309-59b140eee052) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:52.948113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba8c949-7339-48bf-8402-d8684331c22c None None] Network 68587844-9d72-49bc-a309-59b140eee052 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:53.008293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cff6bbfd-13d2-4ace-a023-ceac2cc7d045 req-eb6f22d7-d945-4a14-8566-3a7abd719770 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/security-groups?id=399d6cc4-d259-4414-ae5e-2aa867934898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623106 Jul 06 11:38:53.026850 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:53.029609 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:53.158185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-b32e2ae6-4747-4673-8cc5-463a4aa73d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:53.166015 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-b32e2ae6-4747-4673-8cc5-463a4aa73d27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=848ab898-a9fc-4690-b4dc-dbae257bb3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6619740 Jul 06 11:38:53.227825 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c15bc0e3-ae60-42a2-942a-447d2cee05f8 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8630936 Jul 06 11:38:53.230515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39542) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:53.238680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-116680004', 'network_id': '68587844-9d72-49bc-a309-59b140eee052'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:53.343315 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Made reservation on behalf of 9bca6757836942dc9309766fc3414c08 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:53.356982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:53.463900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] device_id is not set on port 754da74c-fd95-413e-98c7-a33dc572d0cf yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:38:53.492838 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-d5a2ee54-d36c-4847-961a-c5294af26f77 service neutron] 10.222.0.47 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074944 Jul 06 11:38:53.502972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327579f4-1f2e-4e76-903c-1671719cdc14 None None] Network 68587844-9d72-49bc-a309-59b140eee052 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:53.665241 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fd96441-2529-46eb-83aa-e5e5cf44512c req-dbf36dd9-a843-49c5-97fe-f032c2c48131 service neutron] 10.222.0.47 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540632 Jul 06 11:38:53.827560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be38498-6070-415c-84be-519d7f1b9108 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:38:53.866592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:53.908754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Transition to ACTIVE for port object 6be38498-6070-415c-84be-519d7f1b9108 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:53.916017 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:53.955100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Allocated IP 172.20.0.6 (68587844-9d72-49bc-a309-59b140eee052/0f59d8ca-b5ec-44d4-849b-11d63e514a9e/754da74c-fd95-413e-98c7-a33dc572d0cf) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:54.248038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6357559-2195-4152-a7b7-85848726762c service neutron] Pushing event updated for resources: {'Port': ['ID=6be38498-6070-415c-84be-519d7f1b9108,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:54.580973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Attempting to bind port 6be38498-6070-415c-84be-519d7f1b9108 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:54.581907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Attempting to bind port 6be38498-6070-415c-84be-519d7f1b9108 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:54.582104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Attempting to bind port 6be38498-6070-415c-84be-519d7f1b9108 on network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:54.616981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Port 6be38498-6070-415c-84be-519d7f1b9108 on network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:38:54.617637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Attempting to bind port 6be38498-6070-415c-84be-519d7f1b9108 on network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:54.630511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:54.631319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Checking segment: {'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:54.632119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Bound using segment: {'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:54.633175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Bound port: 6be38498-6070-415c-84be-519d7f1b9108, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67db5a9-4e5c-4e31-b47b-e01a1891328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:54.633981 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:54.850770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] For port 6be38498-6070-415c-84be-519d7f1b9108, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:54.860687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] For port 6be38498-6070-415c-84be-519d7f1b9108, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6be38498-6070-415c-84be-519d7f1b9108,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:54.870506 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:54.884240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13702-ee70-47d2-9585-a3b101a3d13a req-a2ba87e0-f9b7-4339-8995-57fed7d3f044 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.893000 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31f13702-ee70-47d2-9585-a3b101a3d13a req-a2ba87e0-f9b7-4339-8995-57fed7d3f044 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.9481516 Jul 06 11:38:54.914472 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:54.916193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:54.916588 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-c6357559-2195-4152-a7b7-85848726762c service neutron] 10.222.0.86 "PUT /v2.0/ports/6be38498-6070-415c-84be-519d7f1b9108 HTTP/1.1" status: 200 len: 1092 time: 2.9083488 Jul 06 11:38:54.917057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'tag': '6be38498-6070-415c-84be-519d7f1b9108'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:38:54.919343 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bafa197-c94a-45b1-8142-1cf435b8e50c" -d '{"events": [{"name": "network-changed", "server_uuid": "735e21a0-7711-4fb5-bc87-498cf3ce9dce", "tag": "6be38498-6070-415c-84be-519d7f1b9108"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:38:55.065463 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:55.183632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6357559-2195-4152-a7b7-85848726762c service neutron] Pushing event updated for resources: {'Port': ['ID=6be38498-6070-415c-84be-519d7f1b9108,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:55.219654 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:55.273505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-81d53285-c4e9-472b-9cd2-cac58bdae9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:55.279634 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-81d53285-c4e9-472b-9cd2-cac58bdae9c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c73e64461f1e46218abae76d7f316cbc&device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 1095 time: 0.2864251 Jul 06 11:38:55.434650 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-59854620-a052-462f-a0ab-964f4d4bc392 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6be38498-6070-415c-84be-519d7f1b9108 HTTP/1.1" status: 200 len: 217 time: 0.1459744 Jul 06 11:38:55.451964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Network 68587844-9d72-49bc-a309-59b140eee052 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:55.473082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:55.502902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:55.635384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event updated for resources: {'Port': ['ID=754da74c-fd95-413e-98c7-a33dc572d0cf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:55.650691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:55.653425 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:55.680921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-56c9cb9b-23d1-4156-8251-7572a3966a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:55.682829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cbaf74fb-5f10-428b-a26c-6f2dc6678c31 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.4509714 Jul 06 11:38:55.683322 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-56c9cb9b-23d1-4156-8251-7572a3966a12 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=454d8cd9-9948-414b-8aef-85db766b5a1e HTTP/1.1" status: 200 len: 868 time: 0.2392743 Jul 06 11:38:55.684041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39592) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:56.183904 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31f13702-ee70-47d2-9585-a3b101a3d13a req-c5b20e03-7329-4b8e-a2a6-ffbe8ab7bad1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2875807 Jul 06 11:38:56.861448 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598ab42-59b7-4cdc-aafc-1ae5349cdb60 req-f0adf4ea-1c54-451e-ab92-03db383fca19 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:56.879677 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b598ab42-59b7-4cdc-aafc-1ae5349cdb60 req-f0adf4ea-1c54-451e-ab92-03db383fca19 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 944 time: 0.3412626 Jul 06 11:38:56.997778 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18824b56-6896-4f61-9862-38b658621d17 x-openstack-request-id: req-18824b56-6896-4f61-9862-38b658621d17 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:38:56.998533 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735e21a0-7711-4fb5-bc87-498cf3ce9dce", "tag": "6be38498-6070-415c-84be-519d7f1b9108", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:38:56.998685 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18824b56-6896-4f61-9862-38b658621d17 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:38:56.999214 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'tag': '6be38498-6070-415c-84be-519d7f1b9108', 'status': 'completed', 'code': 200} Jul 06 11:38:57.004334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b598ab42-59b7-4cdc-aafc-1ae5349cdb60 req-7e4f8bac-991f-42f6-8182-7b8dd54a6d17 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/security-groups?id=399d6cc4-d259-4414-ae5e-2aa867934898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221080 Jul 06 11:38:57.087705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-694a3e37-5b5c-4c7d-8a10-b2ec7193990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:57.089258 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-694a3e37-5b5c-4c7d-8a10-b2ec7193990a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2862074 Jul 06 11:38:57.141124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6a599bcd-3ed0-4663-ba83-0f6f9c2e78d9 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Deleting port 754da74c-fd95-413e-98c7-a33dc572d0cf {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:38:57.146018 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a599bcd-3ed0-4663-ba83-0f6f9c2e78d9 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:57.480929 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-b209dee2-e980-4c32-b1f1-66cd914ee9ea service neutron] 10.222.0.86 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750739 Jul 06 11:38:57.483969 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a599bcd-3ed0-4663-ba83-0f6f9c2e78d9 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:57.533323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6a599bcd-3ed0-4663-ba83-0f6f9c2e78d9 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Calling delete_port for 754da74c-fd95-413e-98c7-a33dc572d0cf owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:38:57.702720 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d39a88a8-834a-4aa2-900a-87c9e123fcec req-4f1b6b7f-b228-44cd-aaf6-cbe414dabfcd service neutron] 10.222.0.86 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913121 Jul 06 11:38:57.915431 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a599bcd-3ed0-4663-ba83-0f6f9c2e78d9 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.004836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3b114-acd2-4f5b-85e5-11368fbb990a req-2f784e1a-fcdf-4cf5-99f0-eaa0e81119b3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.016905 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-98f3b114-acd2-4f5b-85e5-11368fbb990a req-2f784e1a-fcdf-4cf5-99f0-eaa0e81119b3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.2074940 Jul 06 11:38:58.057242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a599bcd-3ed0-4663-ba83-0f6f9c2e78d9 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event deleted for resources: {'Port': ['ID=754da74c-fd95-413e-98c7-a33dc572d0cf,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:58.096252 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-98f3b114-acd2-4f5b-85e5-11368fbb990a req-f8ea2e5d-2d91-4d38-abce-4f1da9921a95 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721219 Jul 06 11:38:58.131704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafa197-c94a-45b1-8142-1cf435b8e50c req-e565a66b-29d9-4c42-bbfd-8b839937ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.134528 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bafa197-c94a-45b1-8142-1cf435b8e50c req-e565a66b-29d9-4c42-bbfd-8b839937ea35 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c73e64461f1e46218abae76d7f316cbc&device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 1095 time: 0.3436029 Jul 06 11:38:58.228361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a599bcd-3ed0-4663-ba83-0f6f9c2e78d9 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.234287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39648) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:58.235429 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6a599bcd-3ed0-4663-ba83-0f6f9c2e78d9 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "DELETE /v2.0/ports/754da74c-fd95-413e-98c7-a33dc572d0cf HTTP/1.1" status: 204 len: 168 time: 2.5488732 Jul 06 11:38:58.243969 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68587844-9d72-49bc-a309-59b140eee052', 'external_fixed_ips': [{'subnet_id': '0f59d8ca-b5ec-44d4-849b-11d63e514a9e', 'ip_address': '172.20.0.6'}]}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:58.325466 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.338557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.444887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafa197-c94a-45b1-8142-1cf435b8e50c req-a666ebf6-59f8-45e1-bc2a-72f9f06a2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.452402 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bafa197-c94a-45b1-8142-1cf435b8e50c req-a666ebf6-59f8-45e1-bc2a-72f9f06a2f46 service neutron] 10.222.0.86 "GET /v2.0/networks?id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 HTTP/1.1" status: 200 len: 930 time: 0.2411797 Jul 06 11:38:58.462509 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.537524 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.573584 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bafa197-c94a-45b1-8142-1cf435b8e50c req-3134b597-b2de-46fb-b4b8-664c73e7671a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6be38498-6070-415c-84be-519d7f1b9108 HTTP/1.1" status: 200 len: 217 time: 0.1151285 Jul 06 11:38:58.590717 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.665904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafa197-c94a-45b1-8142-1cf435b8e50c req-99acad9a-9e39-4441-ab74-024ff6ba0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.667981 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bafa197-c94a-45b1-8142-1cf435b8e50c req-99acad9a-9e39-4441-ab74-024ff6ba0ce9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=454d8cd9-9948-414b-8aef-85db766b5a1e HTTP/1.1" status: 200 len: 868 time: 0.0861533 Jul 06 11:38:58.756497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafa197-c94a-45b1-8142-1cf435b8e50c req-556fd5b5-268e-442e-8c1e-52c19cf1d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.758371 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bafa197-c94a-45b1-8142-1cf435b8e50c req-556fd5b5-268e-442e-8c1e-52c19cf1d5ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835292 Jul 06 11:38:58.896061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:58.949461 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bafa197-c94a-45b1-8142-1cf435b8e50c req-74058f6e-690b-4754-a098-268211714b9f service neutron] 10.222.0.86 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792250 Jul 06 11:38:58.995238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f4b3f-663a-4ac1-b572-2dbc738771c5 req-17c1407d-85d3-495c-adb8-73fe711edd17 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:58.997414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-936f4b3f-663a-4ac1-b572-2dbc738771c5 req-17c1407d-85d3-495c-adb8-73fe711edd17 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 944 time: 0.2067344 Jul 06 11:38:59.171188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-936f4b3f-663a-4ac1-b572-2dbc738771c5 req-7b68c5d8-09e6-4e80-863e-9943d3c6a06f tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/security-groups?id=399d6cc4-d259-4414-ae5e-2aa867934898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592412 Jul 06 11:38:59.368038 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9bafa197-c94a-45b1-8142-1cf435b8e50c req-5fec4801-23a1-40df-8ba0-f55cb1f5aebe service neutron] 10.222.0.86 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058502 Jul 06 11:38:59.410783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6be38498-6070-415c-84be-519d7f1b9108 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:38:59.675874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6be38498-6070-415c-84be-519d7f1b9108, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6be38498-6070-415c-84be-519d7f1b9108,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:59.751889 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:59.918616 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.104271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '6be38498-6070-415c-84be-519d7f1b9108', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'port_id': '6be38498-6070-415c-84be-519d7f1b9108', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:39:00.128921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bd46c-7e55-45a0-9eea-ce397080baa8 req-e4cf19f3-3797-4e20-aed2-75953eae86cf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:00.131990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e37bd46c-7e55-45a0-9eea-ce397080baa8 req-e4cf19f3-3797-4e20-aed2-75953eae86cf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.4818978 Jul 06 11:39:00.174469 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.202665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be38498-6070-415c-84be-519d7f1b9108 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:00.244573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6be38498-6070-415c-84be-519d7f1b9108, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6be38498-6070-415c-84be-519d7f1b9108,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:00.267413 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:00.551001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6be38498-6070-415c-84be-519d7f1b9108,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:00.613365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Allocated IP 172.20.0.6 (68587844-9d72-49bc-a309-59b140eee052/0f59d8ca-b5ec-44d4-849b-11d63e514a9e/f0e61b25-59f7-4837-9bc0-6a83aae2a10e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:00.676359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['6be38498-6070-415c-84be-519d7f1b9108'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:00.881214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e33b11-0d8b-43a0-b9f4-495bf9090235 req-4724d79d-9da1-4b67-97cc-c5b536c9c985 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:00.883193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39706) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:00.900903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75e33b11-0d8b-43a0-b9f4-495bf9090235 req-4724d79d-9da1-4b67-97cc-c5b536c9c985 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 945 time: 0.2797594 Jul 06 11:39:01.086606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.138341 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f414cb7a-4025-4c4f-8f88-c06a09f6803c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ea206fd16714c30b4aef525b895f7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522483 Jul 06 11:39:01.139910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39714) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:01.182749 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e37bd46c-7e55-45a0-9eea-ce397080baa8 req-f177bd08-f5ab-462b-bb28-13bdccd33d4d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0276723 Jul 06 11:39:01.202594 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.254594 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e099e4cd-58ce-4c88-ae11-a55869e17425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.310669 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75e33b11-0d8b-43a0-b9f4-495bf9090235 req-b1402c0a-414e-47ac-9238-04752685fa23 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/security-groups?id=399d6cc4-d259-4414-ae5e-2aa867934898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004374 Jul 06 11:39:01.319248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e099e4cd-58ce-4c88-ae11-a55869e17425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.389652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Network 68587844-9d72-49bc-a309-59b140eee052 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:01.416045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:01.427669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:01.510977 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e099e4cd-58ce-4c88-ae11-a55869e17425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.514992 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e099e4cd-58ce-4c88-ae11-a55869e17425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:01.528061 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e099e4cd-58ce-4c88-ae11-a55869e17425 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc868948-dc77-4734-bb1f-dec9f637584c HTTP/1.1" status: 204 len: 168 time: 0.3785205 Jul 06 11:39:01.573924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099e4cd-58ce-4c88-ae11-a55869e17425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc868948-dc77-4734-bb1f-dec9f637584c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:01.608473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event updated for resources: {'Port': ['ID=f0e61b25-59f7-4837-9bc0-6a83aae2a10e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:02.115627 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:03.121663 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:03.175939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2cbe2-d3d7-4663-a68a-b4dda2a76da4 req-5d8316f9-9b41-4a95-83df-a9fc9b09ea66 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:03.189054 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7a2cbe2-d3d7-4663-a68a-b4dda2a76da4 req-5d8316f9-9b41-4a95-83df-a9fc9b09ea66 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.3640752 Jul 06 11:39:03.328767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9e6d6-b395-4c1a-b8bf-eb9736b89760 req-9c539950-4955-4b14-ba7a-1b40c81bc19f tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:03.340655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65b9e6d6-b395-4c1a-b8bf-eb9736b89760 req-9c539950-4955-4b14-ba7a-1b40c81bc19f tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 945 time: 0.5136170 Jul 06 11:39:03.391213 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7a2cbe2-d3d7-4663-a68a-b4dda2a76da4 req-09054295-f944-4667-8452-11f26b6793d7 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998315 Jul 06 11:39:03.425266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6be38498-6070-415c-84be-519d7f1b9108 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:03.598245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 6be38498-6070-415c-84be-519d7f1b9108 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:03.622388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 6be38498-6070-415c-84be-519d7f1b9108 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:03.623541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:03.883402 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:03.993117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be38498-6070-415c-84be-519d7f1b9108'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:04.041629 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62f1a87-8f1b-4aec-b177-f6aaca813017" -d '{"events": [{"server_uuid": "735e21a0-7711-4fb5-bc87-498cf3ce9dce", "name": "network-vif-plugged", "status": "completed", "tag": "6be38498-6070-415c-84be-519d7f1b9108"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:04.066298 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65b9e6d6-b395-4c1a-b8bf-eb9736b89760 req-d584a8cc-45d4-4f6a-8842-9b08eff443d4 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/security-groups?id=399d6cc4-d259-4414-ae5e-2aa867934898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7224228 Jul 06 11:39:04.102293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6be38498-6070-415c-84be-519d7f1b9108, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6be38498-6070-415c-84be-519d7f1b9108,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:04.108692 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:04.230651 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652d3687-24a5-4c00-892c-f9463a5e2876 x-openstack-request-id: req-652d3687-24a5-4c00-892c-f9463a5e2876 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:04.231136 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735e21a0-7711-4fb5-bc87-498cf3ce9dce", "name": "network-vif-plugged", "status": "completed", "tag": "6be38498-6070-415c-84be-519d7f1b9108", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:04.231800 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-652d3687-24a5-4c00-892c-f9463a5e2876 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:04.232561 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be38498-6070-415c-84be-519d7f1b9108', 'code': 200} Jul 06 11:39:04.238369 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Router b5680ee1-9ca2-4212-a8a1-85eb22ce060e is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:39:04.342609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6be38498-6070-415c-84be-519d7f1b9108,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:04.406970 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-6e73e8c8-2b75-4028-b249-1386953ec938 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2152998 Jul 06 11:39:04.675566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:04.677644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285529c-7618-4494-a5f0-77739cb74829 req-9c58e747-6a3c-43a0-803c-e70f6c95f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:04.680095 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c285529c-7618-4494-a5f0-77739cb74829 req-9c58e747-6a3c-43a0-803c-e70f6c95f295 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 1097 time: 0.2556922 Jul 06 11:39:04.697628 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Sync routers for ids ['b5680ee1-9ca2-4212-a8a1-85eb22ce060e'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:04.743139 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Routers {'b5680ee1-9ca2-4212-a8a1-85eb22ce060e'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:04.744561 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:38:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b5680ee1-9ca2-4212-a8a1-85eb22ce060e'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:04.764072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f492f1d5-0abd-470c-ad0a-600cff8b71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:04.764572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f492f1d5-0abd-470c-ad0a-600cff8b71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:04.765060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f492f1d5-0abd-470c-ad0a-600cff8b71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:04.766575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f492f1d5-0abd-470c-ad0a-600cff8b71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:04.767244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f492f1d5-0abd-470c-ad0a-600cff8b71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:04.767943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f492f1d5-0abd-470c-ad0a-600cff8b71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:04.768607 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f492f1d5-0abd-470c-ad0a-600cff8b71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:04.770854 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f492f1d5-0abd-470c-ad0a-600cff8b71d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6491 time: 0.2546244 Jul 06 11:39:04.787359 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c285529c-7618-4494-a5f0-77739cb74829 req-04e040d5-24a5-48ef-bd27-f99e404e499b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=399d6cc4-d259-4414-ae5e-2aa867934898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729144 Jul 06 11:39:04.801954 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:04.817499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6a1c67e9-0f3d-480a-a0f6-4910cd409f0c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.5779479 Jul 06 11:39:04.819169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39794) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:05.036824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47aeb0-a8e3-45c9-9bae-f5e1b5eb7793 req-bfafed46-be68-4409-b244-eac9233d4556 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:05.050079 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c47aeb0-a8e3-45c9-9bae-f5e1b5eb7793 req-bfafed46-be68-4409-b244-eac9233d4556 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.3033366 Jul 06 11:39:05.152646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c47aeb0-a8e3-45c9-9bae-f5e1b5eb7793 req-32047519-7a9f-42ba-a22f-08c66713d062 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006546 Jul 06 11:39:05.182764 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Set router b5680ee1-9ca2-4212-a8a1-85eb22ce060e gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:05.580831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f121d9e9-38dd-4dd8-b996-09ba9175f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:05.581686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f121d9e9-38dd-4dd8-b996-09ba9175f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:05.582265 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f121d9e9-38dd-4dd8-b996-09ba9175f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:05.584957 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f121d9e9-38dd-4dd8-b996-09ba9175f41c service neutron] 10.222.0.86 "GET /v2.0/networks?id=55d50c88-87ff-4d1e-a691-5afba0ae5707&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=394d285e-f49e-4dd3-979f-9001aa2b15c5&id=394d285e-f49e-4dd3-979f-9001aa2b15c5 HTTP/1.1" status: 200 len: 2292 time: 0.6126862 Jul 06 11:39:05.587370 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:06.044232 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-7523f10f-2f17-4c90-8284-c4b403637c7d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23323174-cfa4-4bc8-ab6f-93c285420e97 HTTP/1.1" status: 200 len: 1001 time: 0.4516504 Jul 06 11:39:06.203280 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:06.360089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-6e0c1848-7c9a-4c33-889f-6044cf72d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:06.364574 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-6e0c1848-7c9a-4c33-889f-6044cf72d2b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6c9f4d54-1464-47f3-9906-74d3ca46a5f3 HTTP/1.1" status: 200 len: 850 time: 0.1647751 Jul 06 11:39:06.445100 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5680ee1-9ca2-4212-a8a1-85eb22ce060e', 'name': '', 'tenant_id': '9bca6757836942dc9309766fc3414c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68587844-9d72-49bc-a309-59b140eee052', 'external_fixed_ips': [{'subnet_id': '0f59d8ca-b5ec-44d4-849b-11d63e514a9e', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'f0e61b25-59f7-4837-9bc0-6a83aae2a10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:58Z', 'updated_at': '2021-07-06T11:39:01Z', 'revision_number': 3, 'project_id': '9bca6757836942dc9309766fc3414c08', 'gw_port': {'id': 'f0e61b25-59f7-4837-9bc0-6a83aae2a10e', 'name': '', 'network_id': '68587844-9d72-49bc-a309-59b140eee052', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:1d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5680ee1-9ca2-4212-a8a1-85eb22ce060e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '0f59d8ca-b5ec-44d4-849b-11d63e514a9e', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:59Z', 'updated_at': '2021-07-06T11:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f59d8ca-b5ec-44d4-849b-11d63e514a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:06.533729 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Checking router: b5680ee1-9ca2-4212-a8a1-85eb22ce060e for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:39:06.534212 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Updating router b5680ee1-9ca2-4212-a8a1-85eb22ce060e port f0e61b25-59f7-4837-9bc0-6a83aae2a10e binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:39:06.656244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39832) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:06.658846 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:06.768607 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-b1fb3ae0-174a-41c2-b3d2-a289c4a38086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:06.778537 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-b1fb3ae0-174a-41c2-b3d2-a289c4a38086 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=55d50c88-87ff-4d1e-a691-5afba0ae5707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4060817 Jul 06 11:39:06.913306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Deleting port f0e61b25-59f7-4837-9bc0-6a83aae2a10e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:06.914027 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:07.039234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654443b-de77-46f1-8688-9331ef679b59 req-434d9fba-7b88-4e2d-94ab-05b64e9fa294 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:07.044107 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6654443b-de77-46f1-8688-9331ef679b59 req-434d9fba-7b88-4e2d-94ab-05b64e9fa294 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.4050329 Jul 06 11:39:07.214589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c47830-c410-4726-b49b-71cdcb05e60c req-a7f88322-7394-4363-a9ed-d6cd05814ee3 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:07.231355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:07.232822 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09c47830-c410-4726-b49b-71cdcb05e60c req-a7f88322-7394-4363-a9ed-d6cd05814ee3 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 946 time: 0.5325322 Jul 06 11:39:07.264997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Calling delete_port for f0e61b25-59f7-4837-9bc0-6a83aae2a10e owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:07.443117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09c47830-c410-4726-b49b-71cdcb05e60c req-7c0d72df-4b86-4bdd-b9a8-7c4c6f3f7637 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/security-groups?id=399d6cc4-d259-4414-ae5e-2aa867934898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081277 Jul 06 11:39:07.474997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6654443b-de77-46f1-8688-9331ef679b59 req-eb45647e-2ec7-4998-ab13-95a4e3dcdb4d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013071 Jul 06 11:39:07.714735 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-b4e0116d-3815-4dd2-bfe2-f9885dc9bd1b service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9183578 Jul 06 11:39:07.738553 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:07.787854 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7baba13b-4090-46ca-b0be-76e38d14fcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:07.810457 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Transition to ACTIVE for port object f0e61b25-59f7-4837-9bc0-6a83aae2a10e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:07.824988 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.000979 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3420df3-e78e-4fa4-8a79-3023b1f5b0d9 None None] Pushing event updated for resources: {'Port': ['ID=f0e61b25-59f7-4837-9bc0-6a83aae2a10e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:08.014738 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Attempting to bind port f0e61b25-59f7-4837-9bc0-6a83aae2a10e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:08.016558 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Attempting to bind port f0e61b25-59f7-4837-9bc0-6a83aae2a10e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'c4032930-cdf1-477a-9134-1b3257c1d67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68587844-9d72-49bc-a309-59b140eee052'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:08.018034 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Attempting to bind port f0e61b25-59f7-4837-9bc0-6a83aae2a10e on network 68587844-9d72-49bc-a309-59b140eee052 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:08.041347 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:08.042553 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Checking segment: {'id': 'c4032930-cdf1-477a-9134-1b3257c1d67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68587844-9d72-49bc-a309-59b140eee052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:08.044566 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.045474 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Bound using segment: {'id': 'c4032930-cdf1-477a-9134-1b3257c1d67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68587844-9d72-49bc-a309-59b140eee052'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:08.046579 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Bound port: f0e61b25-59f7-4837-9bc0-6a83aae2a10e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4032930-cdf1-477a-9134-1b3257c1d67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68587844-9d72-49bc-a309-59b140eee052'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:08.049325 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.232377 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.263952 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:39:08.267534 n-d-799527-2 neutron-server[93817]: DEBUG oslo_db.api [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:39:08.296934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0e61b25-59f7-4837-9bc0-6a83aae2a10e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:08.313923 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-1ac90614-32b5-4344-b1aa-5a2029fb4c7f service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807924 Jul 06 11:39:08.480501 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f01dd933-fc25-4cd5-9591-29685b0cdda2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=18218c73-5116-43de-a2b7-57faf0ebce65 HTTP/1.1" status: 200 len: 217 time: 0.1392889 Jul 06 11:39:08.648272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.750235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-d918faf1-abee-40dd-a82c-51787e44c119 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 258 time: 0.7926416 Jul 06 11:39:08.788698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:08.827188 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Attempting to bind port f0e61b25-59f7-4837-9bc0-6a83aae2a10e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:08.838654 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.841004 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Attempting to bind port f0e61b25-59f7-4837-9bc0-6a83aae2a10e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'c4032930-cdf1-477a-9134-1b3257c1d67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68587844-9d72-49bc-a309-59b140eee052'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:08.841625 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.845538 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Attempting to bind port f0e61b25-59f7-4837-9bc0-6a83aae2a10e on network 68587844-9d72-49bc-a309-59b140eee052 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:08.885540 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:08.891709 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Checking segment: {'id': 'c4032930-cdf1-477a-9134-1b3257c1d67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68587844-9d72-49bc-a309-59b140eee052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:08.894786 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.895880 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Bound using segment: {'id': 'c4032930-cdf1-477a-9134-1b3257c1d67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68587844-9d72-49bc-a309-59b140eee052'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:08.897006 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Bound port: f0e61b25-59f7-4837-9bc0-6a83aae2a10e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4032930-cdf1-477a-9134-1b3257c1d67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '68587844-9d72-49bc-a309-59b140eee052'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:08.901555 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.995276 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Port f0e61b25-59f7-4837-9bc0-6a83aae2a10e has been deleted concurrently {{(pid=93817) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 11:39:09.014753 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Routers set() bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:09.015892 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Router IDs set() for agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:39:09.017324 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_agentschedulers_db [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b5680ee1-9ca2-4212-a8a1-85eb22ce060e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:38:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent'). {{(pid=93817) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 11:39:09.018305 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62f7165-6aa9-420e-9c66-075888a0f677 None None] The sync data for ids ['b5680ee1-9ca2-4212-a8a1-85eb22ce060e'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:09.052709 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7baba13b-4090-46ca-b0be-76e38d14fcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.054674 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.055574 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5680ee1-9ca2-4212-a8a1-85eb22ce060e {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:39:09.097895 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.100437 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9a6ed6bd-1cc2-4785-b91a-005e2757045e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b5680ee1-9ca2-4212-a8a1-85eb22ce060e HTTP/1.1" status: 204 len: 168 time: 4.2785857 Jul 06 11:39:09.103675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7baba13b-4090-46ca-b0be-76e38d14fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.108454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39862) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:09.147788 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.305221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7baba13b-4090-46ca-b0be-76e38d14fcfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9f54b5a41db401684f7d5a472a7b32d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6396554 Jul 06 11:39:09.311091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-b8353e0f-050d-428f-b84e-85cf9aacbdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:09.314103 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-b8353e0f-050d-428f-b84e-85cf9aacbdaa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.8037925 Jul 06 11:39:09.314925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39866) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:09.315916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baba13b-4090-46ca-b0be-76e38d14fcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c4a5e7-86a4-4cd7-9fe0-d7a00f591ce8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:09.320462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ca3eae-7022-445d-8146-f2062bb36847 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Deleting subnet 0f59d8ca-b5ec-44d4-849b-11d63e514a9e {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:39:09.325125 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90ca3eae-7022-445d-8146-f2062bb36847 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.385057 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90ca3eae-7022-445d-8146-f2062bb36847 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.458153 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90ca3eae-7022-445d-8146-f2062bb36847 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.574949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a53bc125-0286-499d-80fd-786156405f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.618951 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a53bc125-0286-499d-80fd-786156405f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.688542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-c7c26d41-dc8b-40b2-a1b7-3d8270133600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:09.695933 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-c7c26d41-dc8b-40b2-a1b7-3d8270133600 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3601687 Jul 06 11:39:09.820161 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527cfc7-d910-406c-923b-321fbdd8abf8 req-4b60bea3-2119-469e-8343-cc34296b41c0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:09.825528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a527cfc7-d910-406c-923b-321fbdd8abf8 req-4b60bea3-2119-469e-8343-cc34296b41c0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.7143705 Jul 06 11:39:09.828148 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a53bc125-0286-499d-80fd-786156405f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.832923 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a53bc125-0286-499d-80fd-786156405f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.835500 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a53bc125-0286-499d-80fd-786156405f7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82c4a5e7-86a4-4cd7-9fe0-d7a00f591ce8 HTTP/1.1" status: 204 len: 168 time: 0.5036085 Jul 06 11:39:09.870319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bc125-0286-499d-80fd-786156405f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c4a5e7-86a4-4cd7-9fe0-d7a00f591ce8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:09.962378 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-a962d53b-f65a-444c-98a3-e44211e511ce service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476614 Jul 06 11:39:10.086338 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90ca3eae-7022-445d-8146-f2062bb36847 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.141800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a527cfc7-d910-406c-923b-321fbdd8abf8 req-392a86dd-33bb-4049-819d-d35a053582d1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953665 Jul 06 11:39:10.156385 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90ca3eae-7022-445d-8146-f2062bb36847 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.164593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-90ca3eae-7022-445d-8146-f2062bb36847 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/0f59d8ca-b5ec-44d4-849b-11d63e514a9e HTTP/1.1" status: 204 len: 168 time: 1.0495081 Jul 06 11:39:10.170741 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39876) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:10.326766 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-f08066d4-3d5f-4bf1-92a2-a4adc150beb2 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585730 Jul 06 11:39:10.463722 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-d273170f-248b-4e86-b068-4cd88ada049a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=040d4636-f876-4c42-9eb9-fd9982730b95 HTTP/1.1" status: 200 len: 217 time: 0.1294358 Jul 06 11:39:10.488112 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.514453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca3eae-7022-445d-8146-f2062bb36847 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0f59d8ca-b5ec-44d4-849b-11d63e514a9e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:10.635940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-b07b40f1-7d95-44a6-b353-afd0cccf816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:10.648689 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-b07b40f1-7d95-44a6-b353-afd0cccf816d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.1747131 Jul 06 11:39:10.807180 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.816128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-d29efc64-e346-4996-bdef-1111339cd5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:10.818712 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-d29efc64-e346-4996-bdef-1111339cd5a7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1598899 Jul 06 11:39:10.903320 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:10.977488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68587844-9d72-49bc-a309-59b140eee052']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:11.025995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4032930-cdf1-477a-9134-1b3257c1d67b') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:11.026514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4032930-cdf1-477a-9134-1b3257c1d67b') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:11.064308 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:11.118312 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:11.127372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:39:11.127941 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:39:11.197860 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:39:11.219201 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:11.230209 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-507c7dfa-de7c-4d1a-91b8-8e7ee60a2151 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010816 Jul 06 11:39:11.242044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68587844-9d72-49bc-a309-59b140eee052 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:39:11.289276 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:11.298693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "DELETE /v2.0/networks/68587844-9d72-49bc-a309-59b140eee052 HTTP/1.1" status: 204 len: 168 time: 1.1221380 Jul 06 11:39:11.306135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99393e5e-f012-4537-b1fc-0f45277bae93 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event deleted for resources: {'Network': ['ID=68587844-9d72-49bc-a309-59b140eee052,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:11.363736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Allocated IP 172.25.0.137 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/7de3a9f3-bdfb-44ce-bd7c-1f2a15b1d612) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:11.651106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-646dc033-a7a9-449d-a854-526319cc13f5 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098842 Jul 06 11:39:11.711021 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:39:11.753744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:11.787082 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-699ad1e3-c3b1-417e-92fd-269f38671381 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=097428cb-dd26-45ca-9415-b626e36306df HTTP/1.1" status: 200 len: 217 time: 0.1270552 Jul 06 11:39:11.997018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-982bfd41-9f8c-4211-b50f-0caa8685de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:11.999381 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-982bfd41-9f8c-4211-b50f-0caa8685de92 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.2008348 Jul 06 11:39:12.204365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:12.418237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047fe2-2167-41af-a989-19660124e2a6 req-ea62b2c8-a6e8-47fa-9483-c75b210d4599 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:12.440269 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85047fe2-2167-41af-a989-19660124e2a6 req-ea62b2c8-a6e8-47fa-9483-c75b210d4599 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.6437442 Jul 06 11:39:12.592132 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:12.632212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:12.637044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:12.663572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85047fe2-2167-41af-a989-19660124e2a6 req-c742b6a1-7895-439d-81dc-28369242f91a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218549 Jul 06 11:39:12.666178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39916) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:12.684435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7d3c6205-4cb4-4c62-b3e4-7d4a29c273d7 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Request body: {'router': {'name': 'tempest-router--637654348', 'project_id': '4eb2f7f83cd443c09337c932c09abe87'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:12.831248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Pushing event updated for resources: {'Port': ['ID=7de3a9f3-bdfb-44ce-bd7c-1f2a15b1d612,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:12.973152 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3c6205-4cb4-4c62-b3e4-7d4a29c273d7 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:12.974890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3c6205-4cb4-4c62-b3e4-7d4a29c273d7 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.230316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39922) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:13.329264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-3f0623bb-c7a2-42d9-825a-8e2c42581ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:13.332950 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-3f0623bb-c7a2-42d9-825a-8e2c42581ff1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3264554 Jul 06 11:39:13.413030 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3c6205-4cb4-4c62-b3e4-7d4a29c273d7 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.428317 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3c6205-4cb4-4c62-b3e4-7d4a29c273d7 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.491386 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3c6205-4cb4-4c62-b3e4-7d4a29c273d7 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.493897 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7d3c6205-4cb4-4c62-b3e4-7d4a29c273d7 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8261371 Jul 06 11:39:13.498004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39928) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:13.504946 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.678346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1837003706-network', 'tenant_id': '4ddb6b4828a84a97bba1122af077e603'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:13.717116 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0332888-3f20-4520-919f-f216e8cabeb5 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:13.814523 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-48ffe0ce-9f55-4ff6-9189-8e6a500d3b18 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710453 Jul 06 11:39:14.053295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Made reservation on behalf of 4ddb6b4828a84a97bba1122af077e603 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:14.058475 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.081498 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.090837 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.121273 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-839693a2-d3f7-4a2f-9a06-19021b8fe118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.275359 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0332888-3f20-4520-919f-f216e8cabeb5 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.283175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0332888-3f20-4520-919f-f216e8cabeb5 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.373868 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.388234 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.409308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:39:14.430271 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.430884 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Added segment 6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7 of type vlan for network 9016a705-c30b-4269-b89e-df298c811570 Jul 06 11:39:14.523423 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.603972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.611333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:14.612916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.616380 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.622164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0332888-3f20-4520-919f-f216e8cabeb5 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.623798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0332888-3f20-4520-919f-f216e8cabeb5 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 073633b4-71fa-4d4a-99f4-e3ea3bf553e9 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:39:14.639811 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.653609 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0332888-3f20-4520-919f-f216e8cabeb5 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.659628 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-57cf1c55-e679-41ff-91bd-96f3dfab516e service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8371809 Jul 06 11:39:14.660639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e0332888-3f20-4520-919f-f216e8cabeb5 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "DELETE /v2.0/routers/073633b4-71fa-4d4a-99f4-e3ea3bf553e9 HTTP/1.1" status: 204 len: 168 time: 1.1608067 Jul 06 11:39:14.690440 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4504805 Jul 06 11:39:14.698291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39950) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:14.708034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] Request body: {'subnet': {'network_id': '9016a705-c30b-4269-b89e-df298c811570', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1837003706-subnet', 'tenant_id': '4ddb6b4828a84a97bba1122af077e603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:14.853201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Pushing event updated for resources: {'Port': ['ID=7de3a9f3-bdfb-44ce-bd7c-1f2a15b1d612,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:14.889100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:14.935555 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-add6bf4f-3041-4d8f-b117-97e7f481d022 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127 HTTP/1.1" status: 200 len: 217 time: 0.2385848 Jul 06 11:39:14.985175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:15.093891 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:15.096513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-a9dddd34-6009-415a-885b-34694e4ab1dc tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3418226 Jul 06 11:39:15.100970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] Made reservation on behalf of 4ddb6b4828a84a97bba1122af077e603 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:15.105700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:15.207436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e5cfd-0073-44bb-980f-96ca96cf235e admin admin] Pushing event updated for resources: {'Network': ['ID=9016a705-c30b-4269-b89e-df298c811570,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:15.226790 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 9016a705-c30b-4269-b89e-df298c811570 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:39:15.246935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-3f121fa5-1882-4000-bf7f-7599dce77d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:15.249671 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-3f121fa5-1882-4000-bf7f-7599dce77d80 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.2812073 Jul 06 11:39:15.335425 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-c0e97f16-7398-4114-ac68-d7955b09bd5d tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.2259026 Jul 06 11:39:15.489632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-dd9be587-83e5-4e91-adb0-086459e90f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:15.493447 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-dd9be587-83e5-4e91-adb0-086459e90f9d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2041292 Jul 06 11:39:15.609685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39956) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:16.215996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1872102924', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:16.263585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:16.272041 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-a69ac29a-aa5c-455c-af31-3e23f141cf31 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7687414 Jul 06 11:39:16.285787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:16.288819 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:16.521760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a32fe-c8d4-4478-9a17-10367abdadd3 req-2a2bb437-e9fd-4c13-9448-0cbfe2a68f1f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:16.535777 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-019a32fe-c8d4-4478-9a17-10367abdadd3 req-2a2bb437-e9fd-4c13-9448-0cbfe2a68f1f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 2.1709893 Jul 06 11:39:16.565999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] Pushing event updated for resources: {'Subnet': ['ID=413de151-a848-452c-a05a-e5081aa9ef4d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:16.574851 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:16.648807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-019a32fe-c8d4-4478-9a17-10367abdadd3 req-02710912-cd82-4cb7-a026-e8b5141f0771 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112466 Jul 06 11:39:16.664600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-1beb06e6-a1b8-47ac-b67f-48855b45d222 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:16.668176 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-089ae3d4-aa4a-4fe2-a236-6b08af269a0c req-1beb06e6-a1b8-47ac-b67f-48855b45d222 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 1.3114986 Jul 06 11:39:17.355875 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:17.367864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] Checking segment: {'id': '6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9016a705-c30b-4269-b89e-df298c811570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:17.368379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] Network hostable DHCP agents. Network: 9016a705-c30b-4269-b89e-df298c811570, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:39:17.508126 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-a5692990-ab1c-4a02-870c-fbb655e1220d service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2086997 Jul 06 11:39:17.570542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-456ce659-1f80-4110-bd5d-666fee8f6ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:17.586501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-456ce659-1f80-4110-bd5d-666fee8f6ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3003705 Jul 06 11:39:17.606569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] Network 9016a705-c30b-4269-b89e-df298c811570 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:39:17.624035 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-dbcc1a5c-54dd-4385-974a-65e9504074f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=05bf836b-354c-4996-8a22-f308e431636b HTTP/1.1" status: 200 len: 217 time: 0.1027462 Jul 06 11:39:17.637201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 9016a705-c30b-4269-b89e-df298c811570) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:17.655148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e8300e-4a36-43f2-8d08-8d3501afbb2b None None] Network 9016a705-c30b-4269-b89e-df298c811570 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:39:17.676276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:17.683842 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:17.782797 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6e93f790-50c2-4642-a84f-f37ddb23390a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0825198 Jul 06 11:39:17.810564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-1e3c2205-d2b2-49f3-8959-304953344ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:17.816126 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-1e3c2205-d2b2-49f3-8959-304953344ffe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.1815357 Jul 06 11:39:17.832259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-b5dc8230-6f81-44b5-abb6-d2f4a8547b89 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.2412636 Jul 06 11:39:17.870306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-6a7d7420-605c-4eaa-9a57-5a90193bd5ce tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Request body: {'floatingip': {'port_id': '6be38498-6070-415c-84be-519d7f1b9108', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:18.134513 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-6a7d7420-605c-4eaa-9a57-5a90193bd5ce tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:18.174087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01b900b-e792-4578-ba8b-bcdce6bf099d None None] Network 9016a705-c30b-4269-b89e-df298c811570 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:39:18.426723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-2f22a1f4-8e40-4cfd-a8ba-ca01dbc829f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:18.431566 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-2f22a1f4-8e40-4cfd-a8ba-ca01dbc829f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6027100 Jul 06 11:39:18.516585 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:18.525958 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd58abd4-d780-4d55-a166-628c1dc194aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:18.544975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:18.726669 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:18.743815 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-ebfccb65-946b-4991-8820-d6e6bc8dd850 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218294 Jul 06 11:39:19.059699 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:19.075224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449ce8b-1081-4313-8d7f-b9b375e75eec req-b9c681c9-fe33-412d-8d73-c725069e3093 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:19.094205 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-21a017c0-6ecd-4e8a-ac42-bb4ae9231440 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758479 Jul 06 11:39:19.095323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b449ce8b-1081-4313-8d7f-b9b375e75eec req-b9c681c9-fe33-412d-8d73-c725069e3093 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.7321541 Jul 06 11:39:19.274717 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-92a3c84d-b264-4e0c-bee9-fcfe9bf46f91 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd HTTP/1.1" status: 200 len: 217 time: 0.1720836 Jul 06 11:39:19.304468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b449ce8b-1081-4313-8d7f-b9b375e75eec req-0cbde757-ce35-4006-a4df-50071c849644 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022040 Jul 06 11:39:19.626659 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Allocated IP 172.25.0.54 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/1febf8d7-71f2-48d3-9cdc-f800a8ce1512) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:19.831461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-414c692d-7067-45a1-a60a-0f2f804982a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:19.840752 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-414c692d-7067-45a1-a60a-0f2f804982a5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.5586298 Jul 06 11:39:19.942373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:19.973689 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-6a7d7420-605c-4eaa-9a57-5a90193bd5ce tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:39:20.051578 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.191742 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-6a7d7420-605c-4eaa-9a57-5a90193bd5ce tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.219065 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-6a7d7420-605c-4eaa-9a57-5a90193bd5ce tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.277751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:20.292887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Pushing event updated for resources: {'Port': ['ID=1febf8d7-71f2-48d3-9cdc-f800a8ce1512,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:20.319262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:20.329233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-ad0fe249-c469-4cc3-b380-db80a86e8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:20.332000 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-ad0fe249-c469-4cc3-b380-db80a86e8c50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3410304 Jul 06 11:39:20.333231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:20.408843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9d3023a9-82c6-4e19-abe3-df2b895dfbd6 req-a70e0b86-51f3-4812-97e4-8e935b7a9179 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1004075783', 'description': 'tempest-description-153846774'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:20.487535 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.630905 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-6a7d7420-605c-4eaa-9a57-5a90193bd5ce tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Floating IP 96e8c6a2-1301-4eb3-a25e-1a6aa94e8cda associated. External IP: 172.25.0.137, port: 6be38498-6070-415c-84be-519d7f1b9108. Jul 06 11:39:20.739828 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9d3023a9-82c6-4e19-abe3-df2b895dfbd6 req-a70e0b86-51f3-4812-97e4-8e935b7a9179 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:20.795786 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-fe340114-fcdb-4461-a395-63cd6691154d service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472127 Jul 06 11:39:21.132218 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9d3023a9-82c6-4e19-abe3-df2b895dfbd6 req-a70e0b86-51f3-4812-97e4-8e935b7a9179 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:21.142912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9d3023a9-82c6-4e19-abe3-df2b895dfbd6 req-a70e0b86-51f3-4812-97e4-8e935b7a9179 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:21.224698 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9d3023a9-82c6-4e19-abe3-df2b895dfbd6 req-a70e0b86-51f3-4812-97e4-8e935b7a9179 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:21.238590 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d3023a9-82c6-4e19-abe3-df2b895dfbd6 req-a70e0b86-51f3-4812-97e4-8e935b7a9179 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8459210 Jul 06 11:39:21.255773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e0b86-51f3-4812-97e4-8e935b7a9179 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf90c28-6449-427c-9e12-509ea283b451,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:21.267816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a146bd2d-ef95-49eb-aa2a-3f5c39606822 req-c9a190e7-78f7-4120-8d33-ff45079ab6a2 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622705 Jul 06 11:39:21.296790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-6a7d7420-605c-4eaa-9a57-5a90193bd5ce tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Router fd796495-e8ae-493f-b1cd-b78110cc5a32 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:39:21.337547 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:21.696257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-6a7d7420-605c-4eaa-9a57-5a90193bd5ce tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:21.730232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10033b81-e728-407a-8419-95339ae4e431 None None] Sync routers for ids ['fd796495-e8ae-493f-b1cd-b78110cc5a32'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:21.752420 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-6a7d7420-605c-4eaa-9a57-5a90193bd5ce tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:21.776729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10033b81-e728-407a-8419-95339ae4e431 None None] Routers {'fd796495-e8ae-493f-b1cd-b78110cc5a32'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:21.784625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-10033b81-e728-407a-8419-95339ae4e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fd796495-e8ae-493f-b1cd-b78110cc5a32'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:21.917881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-6a7d7420-605c-4eaa-9a57-5a90193bd5ce tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "PUT /v2.0/floatingips/96e8c6a2-1301-4eb3-a25e-1a6aa94e8cda HTTP/1.1" status: 200 len: 997 time: 4.0778191 Jul 06 11:39:21.946247 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'tag': '6be38498-6070-415c-84be-519d7f1b9108'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:21.949362 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "735e21a0-7711-4fb5-bc87-498cf3ce9dce", "tag": "6be38498-6070-415c-84be-519d7f1b9108"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:22.144424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-10033b81-e728-407a-8419-95339ae4e431 None None] Set router fd796495-e8ae-493f-b1cd-b78110cc5a32 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:22.197960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805b13-297b-4065-bbf8-579ed890ed34 req-1ffc5267-9e3c-485b-b7e6-33a96579347c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:22.211500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86805b13-297b-4065-bbf8-579ed890ed34 req-1ffc5267-9e3c-485b-b7e6-33a96579347c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.3047965 Jul 06 11:39:22.215403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-90f71cd7-bc6c-4297-acda-dd305efdf571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:22.218876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-90f71cd7-bc6c-4297-acda-dd305efdf571 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73e64461f1e46218abae76d7f316cbc&device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 1097 time: 0.1992059 Jul 06 11:39:22.392356 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86805b13-297b-4065-bbf8-579ed890ed34 req-0f19d7bd-0d53-429c-849b-904059ce03aa tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718290 Jul 06 11:39:22.500992 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:22.552873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-edbe3eed-630a-488c-9669-ca75a1007677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:22.556324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-edbe3eed-630a-488c-9669-ca75a1007677 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 HTTP/1.1" status: 200 len: 930 time: 0.2991679 Jul 06 11:39:22.660215 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49d143-1218-4539-b63e-c87794b844e8 req-b270b8fa-a41b-49ba-8f63-b8da86d4af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:22.664527 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f49d143-1218-4539-b63e-c87794b844e8 req-b270b8fa-a41b-49ba-8f63-b8da86d4af44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 1097 time: 1.1140337 Jul 06 11:39:22.741320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-119b8d06-b1e3-41d3-8fe8-422a92ad0b14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6be38498-6070-415c-84be-519d7f1b9108 HTTP/1.1" status: 200 len: 1000 time: 0.1723707 Jul 06 11:39:22.856757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-10033b81-e728-407a-8419-95339ae4e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '96e8c6a2-1301-4eb3-a25e-1a6aa94e8cda', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'port_id': '6be38498-6070-415c-84be-519d7f1b9108', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:39:13Z', 'updated_at': '2021-07-06T11:39:19Z', 'revision_number': 1, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76bd2c2-0968-4997-853f-c6a009dbfa5c', 'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'mac_address': 'fa:16:3e:65:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:35Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 5, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'subnets': [{'id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:22.862633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-c65d8eb5-9ce7-44cd-908b-0117fd4d8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:22.865918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-c65d8eb5-9ce7-44cd-908b-0117fd4d8ddc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=454d8cd9-9948-414b-8aef-85db766b5a1e HTTP/1.1" status: 200 len: 868 time: 0.1102397 Jul 06 11:39:22.916593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10033b81-e728-407a-8419-95339ae4e431 None None] Checking router: fd796495-e8ae-493f-b1cd-b78110cc5a32 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:39:22.933020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10033b81-e728-407a-8419-95339ae4e431 None None] Routers {'fd796495-e8ae-493f-b1cd-b78110cc5a32'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:22.933818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-10033b81-e728-407a-8419-95339ae4e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fd796495-e8ae-493f-b1cd-b78110cc5a32'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:23.023487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49d143-1218-4539-b63e-c87794b844e8 req-96d9aa57-4d8a-43e3-a988-576dce94428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:23.025621 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f49d143-1218-4539-b63e-c87794b844e8 req-96d9aa57-4d8a-43e3-a988-576dce94428c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 912 time: 0.3506413 Jul 06 11:39:23.027214 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Router 67673b9b-84d4-4d20-9b5a-1901a85acdf2 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:39:23.028009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2933d02b-1a89-40ef-b6bd-4bd40e416f74 req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-166504791', 'description': 'tempest-description-2115199383'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:23.073950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-8a0eaad8-0501-421a-992f-1a4ccb829457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:23.076956 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-8a0eaad8-0501-421a-992f-1a4ccb829457 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1991994 Jul 06 11:39:23.088626 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f49d143-1218-4539-b63e-c87794b844e8 req-ec691a6c-c3be-4f0b-bbf5-d5b761fb3206 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54b24460-29b9-4bd1-9869-147d6ba92818 HTTP/1.1" status: 200 len: 217 time: 0.0553358 Jul 06 11:39:23.130507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2933d02b-1a89-40ef-b6bd-4bd40e416f74 req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:23.242382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-10033b81-e728-407a-8419-95339ae4e431 None None] Set router fd796495-e8ae-493f-b1cd-b78110cc5a32 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:23.311518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:23.331692 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79ebc95-3c8a-4e72-86e3-7233d0f50ba0 None None] Sync routers for ids ['67673b9b-84d4-4d20-9b5a-1901a85acdf2'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:23.340594 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2933d02b-1a89-40ef-b6bd-4bd40e416f74 req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:23.347970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49d143-1218-4539-b63e-c87794b844e8 req-fd2145d6-3ccf-4457-88bc-22d6163f02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:23.351514 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f49d143-1218-4539-b63e-c87794b844e8 req-fd2145d6-3ccf-4457-88bc-22d6163f02ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.1115248 Jul 06 11:39:23.359708 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2933d02b-1a89-40ef-b6bd-4bd40e416f74 req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:23.368712 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ebc95-3c8a-4e72-86e3-7233d0f50ba0 None None] Routers {'67673b9b-84d4-4d20-9b5a-1901a85acdf2'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:23.369616 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d79ebc95-3c8a-4e72-86e3-7233d0f50ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['67673b9b-84d4-4d20-9b5a-1901a85acdf2'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:23.384502 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:23.390894 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6af37afc-bd31-4bff-831d-5cf48b6ff444 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7698543 Jul 06 11:39:23.394053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:23.431958 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f49d143-1218-4539-b63e-c87794b844e8 req-e1292522-c525-4083-8282-6247fa1b5f80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695465 Jul 06 11:39:23.476204 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d79ebc95-3c8a-4e72-86e3-7233d0f50ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:23.496648 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ebc95-3c8a-4e72-86e3-7233d0f50ba0 None None] Routers {'67673b9b-84d4-4d20-9b5a-1901a85acdf2'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:23.497989 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d79ebc95-3c8a-4e72-86e3-7233d0f50ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['67673b9b-84d4-4d20-9b5a-1901a85acdf2'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:23.516755 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2933d02b-1a89-40ef-b6bd-4bd40e416f74 req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:23.532116 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2933d02b-1a89-40ef-b6bd-4bd40e416f74 req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5190413 Jul 06 11:39:23.579799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-c9ab466a-72da-4c0d-b2e5-8ee18d89ab79 service neutron] 10.222.0.21 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579749 Jul 06 11:39:23.621456 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d79ebc95-3c8a-4e72-86e3-7233d0f50ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:23.625408 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79ebc95-3c8a-4e72-86e3-7233d0f50ba0 None None] The sync data for ids ['67673b9b-84d4-4d20-9b5a-1901a85acdf2'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:23.677281 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f49d143-1218-4539-b63e-c87794b844e8 req-feff2483-254b-47c1-ae12-c3a67b37234f service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324016 Jul 06 11:39:23.819971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-61658708-f671-4b09-b46b-fbe9afa6af7b tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/routers/67673b9b-84d4-4d20-9b5a-1901a85acdf2 HTTP/1.1" status: 200 len: 920 time: 0.4184842 Jul 06 11:39:23.821202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a08c4d0-2481-43bf-8645-8568932a8086,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:23.834984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-10033b81-e728-407a-8419-95339ae4e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '96e8c6a2-1301-4eb3-a25e-1a6aa94e8cda', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'port_id': '6be38498-6070-415c-84be-519d7f1b9108', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:39:13Z', 'updated_at': '2021-07-06T11:39:19Z', 'revision_number': 1, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76bd2c2-0968-4997-853f-c6a009dbfa5c', 'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'mac_address': 'fa:16:3e:65:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:35Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 5, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'subnets': [{'id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:23.842179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40092) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:23.931566 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f49d143-1218-4539-b63e-c87794b844e8 req-86cd133a-8672-41b1-9bf3-99fd1414b6a7 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504470 Jul 06 11:39:23.938137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10033b81-e728-407a-8419-95339ae4e431 None None] The sync data for ids ['fd796495-e8ae-493f-b1cd-b78110cc5a32'] in n-d-799527-2 is: [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '96e8c6a2-1301-4eb3-a25e-1a6aa94e8cda', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'port_id': '6be38498-6070-415c-84be-519d7f1b9108', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'mac_address': 'fa:16:3e:e5:ca:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:39:13Z', 'updated_at': '2021-07-06T11:39:19Z', 'revision_number': 1, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76bd2c2-0968-4997-853f-c6a009dbfa5c', 'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'mac_address': 'fa:16:3e:65:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:35Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 5, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'subnets': [{'id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:24.004255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c2863716-5592-487b-9aa2-a5bf18c09e1e tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=67673b9b-84d4-4d20-9b5a-1901a85acdf2 HTTP/1.1" status: 200 len: 205 time: 0.1566911 Jul 06 11:39:24.007380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.007950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.008372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.008929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.009382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.009822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.010365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.010801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.011279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.011955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.012397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.012849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffb03a-5cee-48b4-a700-d7d6e1c80570 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:24.012984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40098) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:24.140202 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a28d34-ea6d-4f85-9750-4b5dce2e3466 req-e3ede949-96eb-4076-bad5-730cb59e1ff8 service neutron] 10.222.0.21 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586252 Jul 06 11:39:24.184209 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef2f813-1d4f-4673-8375-c45e70ed8534 x-openstack-request-id: req-5ef2f813-1d4f-4673-8375-c45e70ed8534 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:24.185558 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735e21a0-7711-4fb5-bc87-498cf3ce9dce", "tag": "6be38498-6070-415c-84be-519d7f1b9108", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:24.185558 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ef2f813-1d4f-4673-8375-c45e70ed8534 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:24.186423 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'tag': '6be38498-6070-415c-84be-519d7f1b9108', 'status': 'completed', 'code': 200} Jul 06 11:39:24.282254 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:24.446748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4687db4-69bb-468a-99b4-8bf5e274b091 None None] New status for floating IP 96e8c6a2-1301-4eb3-a25e-1a6aa94e8cda: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:39:24.535493 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:24.557889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef req-5c53af4f-24bf-46c1-9006-c17d6a1bb813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:24.560620 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef req-5c53af4f-24bf-46c1-9006-c17d6a1bb813 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c73e64461f1e46218abae76d7f316cbc&device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 1097 time: 0.2968190 Jul 06 11:39:24.651821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e022c42-bb16-43d5-b201-b21a41bb64b5 req-6059195c-9717-4b08-bbf3-c4ef83798299 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:24.655990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e022c42-bb16-43d5-b201-b21a41bb64b5 req-6059195c-9717-4b08-bbf3-c4ef83798299 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 946 time: 0.3076034 Jul 06 11:39:24.742716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-261e6bc1-44a0-4976-a3e0-ba9d1c4d67f2 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:24.750729 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-261e6bc1-44a0-4976-a3e0-ba9d1c4d67f2 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 813 time: 0.2559423 Jul 06 11:39:24.770832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-030c6816-093a-4b71-8a22-a34e8f6226a7 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/quotas/4ddb6b4828a84a97bba1122af077e603 HTTP/1.1" status: 200 len: 375 time: 0.0190730 Jul 06 11:39:24.857211 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-6c4f46c6-d419-4370-9e24-6bc700439fa0 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852113 Jul 06 11:39:24.873454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Deleting port 1febf8d7-71f2-48d3-9cdc-f800a8ce1512 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:24.877109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:24.961764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40116) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:24.995109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 54b24460-29b9-4bd1-9869-147d6ba92818 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:25.037319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef req-40a65893-e660-4853-8aae-f36de08511aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:25.040623 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef req-40a65893-e660-4853-8aae-f36de08511aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 HTTP/1.1" status: 200 len: 930 time: 0.4379313 Jul 06 11:39:25.080168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e022c42-bb16-43d5-b201-b21a41bb64b5 req-46ed404b-e5fc-47a8-8e9b-cb865c44c65a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268335 Jul 06 11:39:25.117564 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:25.174549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-70ee69e3-2f2e-484a-9e66-6ffc789b5eaa service neutron] 10.222.0.21 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100219 Jul 06 11:39:25.183854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b24460-29b9-4bd1-9869-147d6ba92818'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:25.187786 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d952ab8-685b-4e03-b8b5-c229fca28133" -d '{"events": [{"server_uuid": "986e48f8-a580-48bc-9a0b-f1f4b9674d85", "name": "network-vif-unplugged", "status": "completed", "tag": "54b24460-29b9-4bd1-9869-147d6ba92818"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:25.192835 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:25.226095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Calling delete_port for 1febf8d7-71f2-48d3-9cdc-f800a8ce1512 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:25.232027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 54b24460-29b9-4bd1-9869-147d6ba92818, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=54b24460-29b9-4bd1-9869-147d6ba92818,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:25.243163 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:25.328355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=54b24460-29b9-4bd1-9869-147d6ba92818,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:25.401296 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef req-de46fe12-eddd-441a-9888-25b4e7caa41d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6be38498-6070-415c-84be-519d7f1b9108 HTTP/1.1" status: 200 len: 1002 time: 0.3506744 Jul 06 11:39:25.408807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-835e9601-40d0-4514-bf16-5247aa8c6a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:25.548806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef req-3f17e2e4-7b13-4c85-8756-e85d6ec5f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:25.550025 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef req-3f17e2e4-7b13-4c85-8756-e85d6ec5f6fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=454d8cd9-9948-414b-8aef-85db766b5a1e HTTP/1.1" status: 200 len: 868 time: 0.1395147 Jul 06 11:39:25.573582 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-ac7b8d25-3556-4506-83ec-dc03a279b8ad service neutron] 10.222.0.21 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977754 Jul 06 11:39:25.689483 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:25.775481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Pushing event deleted for resources: {'Port': ['ID=1febf8d7-71f2-48d3-9cdc-f800a8ce1512,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:25.851941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270059d4-138c-49c0-b9d1-43ddfee1cf35 req-22e17f65-8b3b-4440-b5e6-642767195860 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:25.865224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-270059d4-138c-49c0-b9d1-43ddfee1cf35 req-22e17f65-8b3b-4440-b5e6-642767195860 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 946 time: 0.2076583 Jul 06 11:39:25.874043 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-835e9601-40d0-4514-bf16-5247aa8c6a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:25.921319 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-835e9601-40d0-4514-bf16-5247aa8c6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.017438 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.019814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e9601-40d0-4514-bf16-5247aa8c6a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a8d588-7375-491d-b6b5-67d76c4626c9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:26.082293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.082677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.083021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.083358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.083728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.084063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.084389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.084962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.085311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.085639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.086262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.086605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:26.166676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-270059d4-138c-49c0-b9d1-43ddfee1cf35 req-41f1f93b-44d3-4976-95b7-219cd30641ad tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882986 Jul 06 11:39:26.176153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-835e9601-40d0-4514-bf16-5247aa8c6a73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7f365b2697948dd8e5a0ce00ed9ac17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2011313 Jul 06 11:39:26.195436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40130) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:26.229326 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd7be50-ef87-465f-94ca-5d98d65e0560 x-openstack-request-id: req-1fd7be50-ef87-465f-94ca-5d98d65e0560 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:26.230391 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986e48f8-a580-48bc-9a0b-f1f4b9674d85", "name": "network-vif-unplugged", "status": "completed", "tag": "54b24460-29b9-4bd1-9869-147d6ba92818", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:26.230873 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fd7be50-ef87-465f-94ca-5d98d65e0560 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:26.231584 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b24460-29b9-4bd1-9869-147d6ba92818', 'code': 200} Jul 06 11:39:26.249908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.267274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.274083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef req-1622c2bb-7afd-4b23-9d60-1c9a0d38c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:26.277722 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef req-1622c2bb-7afd-4b23-9d60-1c9a0d38c7c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6252930 Jul 06 11:39:26.402151 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cb588ae-667c-47ac-a2bb-a661389f16ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.426728 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50781937-afea-4c4b-bacd-556501025cdb req-44c73bfa-2de1-4d37-875f-40ec399bbc8a tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 258 time: 0.5557964 Jul 06 11:39:26.437586 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:26.502958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cb588ae-667c-47ac-a2bb-a661389f16ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.532024 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.544778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.545735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Fanout notify agent at l3_agent the message router_deleted on router 67673b9b-84d4-4d20-9b5a-1901a85acdf2 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:39:26.567560 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.577084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-53d256bb-bf08-411b-a199-1a157eefc76d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/67673b9b-84d4-4d20-9b5a-1901a85acdf2 HTTP/1.1" status: 204 len: 168 time: 2.5548878 Jul 06 11:39:26.579016 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40136) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:26.607333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Request body: {'router': {'name': 'tempest-snat-router-716627645', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'enable_snat': False}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:26.689360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a710e5-016e-4952-99d7-1a52d0ec2c89 req-a084d2e5-582f-45ea-8eea-af933caddc84 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:26.691294 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-46a710e5-016e-4952-99d7-1a52d0ec2c89 req-a084d2e5-582f-45ea-8eea-af933caddc84 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 946 time: 0.4464750 Jul 06 11:39:26.695641 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef req-7e55918e-7517-4e67-9bbc-232881fc7c54 service neutron] 10.222.0.86 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847001 Jul 06 11:39:26.708206 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.709887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.820384 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cb588ae-667c-47ac-a2bb-a661389f16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.824639 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cb588ae-667c-47ac-a2bb-a661389f16ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:26.826718 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8cb588ae-667c-47ac-a2bb-a661389f16ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33a8d588-7375-491d-b6b5-67d76c4626c9 HTTP/1.1" status: 204 len: 168 time: 0.6445470 Jul 06 11:39:26.990699 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04cbf3a8-0495-4ddc-a5f5-2628e876b2ef req-42052870-7ab2-48cf-8043-313a429a5571 service neutron] 10.222.0.86 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789202 Jul 06 11:39:27.012119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-46a710e5-016e-4952-99d7-1a52d0ec2c89 req-31aec8af-d627-4767-8f5f-715c8b0a50e6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Deleting port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:27.013199 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-46a710e5-016e-4952-99d7-1a52d0ec2c89 req-31aec8af-d627-4767-8f5f-715c8b0a50e6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:27.268320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d7dc0df-b6e0-43b7-8b7d-ceddfda3c9b9 req-cdd24428-ef1d-4106-9fb4-db36aba03352 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 210 time: 0.4371767 Jul 06 11:39:27.269827 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:27.271440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb588ae-667c-47ac-a2bb-a661389f16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a8d588-7375-491d-b6b5-67d76c4626c9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:27.462206 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:27.530636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:27.547234 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:27.617211 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a5d98ed-e3a3-4418-98d5-f8b6f0747fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:27.757178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-46a710e5-016e-4952-99d7-1a52d0ec2c89 req-31aec8af-d627-4767-8f5f-715c8b0a50e6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] For port d72ed570-c0c9-4631-82b3-ab1730a9a2f7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d72ed570-c0c9-4631-82b3-ab1730a9a2f7,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:27.758080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-46a710e5-016e-4952-99d7-1a52d0ec2c89 req-31aec8af-d627-4767-8f5f-715c8b0a50e6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:27.786594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-46a710e5-016e-4952-99d7-1a52d0ec2c89 req-31aec8af-d627-4767-8f5f-715c8b0a50e6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Calling delete_port for d72ed570-c0c9-4631-82b3-ab1730a9a2f7 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:27.982832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Allocated IP 172.25.0.99 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/3273ebbb-0966-4e87-bc5f-36a544f7d34c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:27.997443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b039f-60e7-43ad-a392-4d4626033cfe req-436b33a6-7e53-4d26-8072-ff667d18112d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:28.000843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca3b039f-60e7-43ad-a392-4d4626033cfe req-436b33a6-7e53-4d26-8072-ff667d18112d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 944 time: 0.4465098 Jul 06 11:39:28.045581 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-46a710e5-016e-4952-99d7-1a52d0ec2c89 req-31aec8af-d627-4767-8f5f-715c8b0a50e6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.061290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['d72ed570-c0c9-4631-82b3-ab1730a9a2f7'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:28.096809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aec8af-d627-4767-8f5f-715c8b0a50e6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Pushing event deleted for resources: {'Port': ['ID=d72ed570-c0c9-4631-82b3-ab1730a9a2f7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:28.184748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a710e5-016e-4952-99d7-1a52d0ec2c89 req-31aec8af-d627-4767-8f5f-715c8b0a50e6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] No DVR routers for this DVR port d72ed570-c0c9-4631-82b3-ab1730a9a2f7 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:28.188252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-46a710e5-016e-4952-99d7-1a52d0ec2c89 req-31aec8af-d627-4767-8f5f-715c8b0a50e6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.191000 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-46a710e5-016e-4952-99d7-1a52d0ec2c89 req-31aec8af-d627-4767-8f5f-715c8b0a50e6 tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.47 "DELETE /v2.0/ports/d72ed570-c0c9-4631-82b3-ab1730a9a2f7 HTTP/1.1" status: 204 len: 173 time: 1.4932389 Jul 06 11:39:28.191400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6566e866-9f66-4257-ad9a-0a052b003132', 'name': 'network-vif-deleted', 'tag': 'd72ed570-c0c9-4631-82b3-ab1730a9a2f7'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:28.194733 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca66968-a632-40c3-852b-7d90d43a15f5" -d '{"events": [{"server_uuid": "6566e866-9f66-4257-ad9a-0a052b003132", "name": "network-vif-deleted", "tag": "d72ed570-c0c9-4631-82b3-ab1730a9a2f7"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:28.218456 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a5d98ed-e3a3-4418-98d5-f8b6f0747fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.229939 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca3b039f-60e7-43ad-a392-4d4626033cfe req-f6920108-9410-4b1a-ae58-f5ab5c5fe578 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096522 Jul 06 11:39:28.242966 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a5d98ed-e3a3-4418-98d5-f8b6f0747fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.443754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7a5d98ed-e3a3-4418-98d5-f8b6f0747fda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a894aa819ade43e683e296aa3669209f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9116533 Jul 06 11:39:28.452148 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.453675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40162) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:28.456000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d98ed-e3a3-4418-98d5-f8b6f0747fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24060823-1ad1-4d25-8f48-8ddb68165f0c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:28.459383 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.531620 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.725091 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.738886 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.828650 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5208-3e0f-47ed-b03e-b2b20049f340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.863538 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.891026 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:28.901863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5208-3e0f-47ed-b03e-b2b20049f340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:28.935493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:28.944822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:28.960302 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5940407d-30e4-4304-a233-9aaccbd70066 req-cf575d61-675f-4d50-a09d-5401ca60bb4f tempest-AttachSCSIVolumeTestJSON-588137844 tempest-AttachSCSIVolumeTestJSON-588137844-project] 10.222.0.21 "GET /v2.0/ports?device_id=6566e866-9f66-4257-ad9a-0a052b003132 HTTP/1.1" status: 200 len: 210 time: 0.1597192 Jul 06 11:39:29.006292 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-17066a26-d9d5-482f-b703-9c23e436a6c4 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:29.009597 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-17066a26-d9d5-482f-b703-9c23e436a6c4 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.86 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 813 time: 0.4649069 Jul 06 11:39:29.028699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'port': {'device_id': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'network_id': '9016a705-c30b-4269-b89e-df298c811570', 'admin_state_up': True, 'tenant_id': '4ddb6b4828a84a97bba1122af077e603'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:29.083383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Pushing event updated for resources: {'Port': ['ID=3273ebbb-0966-4e87-bc5f-36a544f7d34c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:29.263163 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:29.282877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5208-3e0f-47ed-b03e-b2b20049f340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:29.288199 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5208-3e0f-47ed-b03e-b2b20049f340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:29.293838 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8f0c5208-3e0f-47ed-b03e-b2b20049f340 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24060823-1ad1-4d25-8f48-8ddb68165f0c HTTP/1.1" status: 204 len: 168 time: 0.8326101 Jul 06 11:39:29.298064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Allocated IP 172.25.0.160 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/41868609-9504-47c4-b2b3-ae5a76980619) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:29.316647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c5208-3e0f-47ed-b03e-b2b20049f340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24060823-1ad1-4d25-8f48-8ddb68165f0c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:29.321493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Made reservation on behalf of 4ddb6b4828a84a97bba1122af077e603 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:29.328657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:29.409322 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:29.647695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Allocated IP 172.20.0.3 (9016a705-c30b-4269-b89e-df298c811570/413de151-a848-452c-a05a-e5081aa9ef4d/99f13dc4-ebc8-41e0-8755-ead696d1bbc9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:29.691293 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:29.784101 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f547a698-570a-42eb-a307-9b483e30d6cf x-openstack-request-id: req-f547a698-570a-42eb-a307-9b483e30d6cf {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:29.784435 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6566e866-9f66-4257-ad9a-0a052b003132", "name": "network-vif-deleted", "tag": "d72ed570-c0c9-4631-82b3-ab1730a9a2f7", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:29.784758 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f547a698-570a-42eb-a307-9b483e30d6cf {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:29.785115 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6566e866-9f66-4257-ad9a-0a052b003132', 'name': 'network-vif-deleted', 'tag': 'd72ed570-c0c9-4631-82b3-ab1730a9a2f7', 'status': 'completed', 'code': 200} Jul 06 11:39:29.926083 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.029782 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.039170 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event updated for resources: {'Port': ['ID=41868609-9504-47c4-b2b3-ae5a76980619,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:30.045886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:30.049704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:30.052818 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.056536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:30.066975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.168828 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.259534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Pushing event updated for resources: {'Port': ['ID=3273ebbb-0966-4e87-bc5f-36a544f7d34c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:30.275735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Network 9016a705-c30b-4269-b89e-df298c811570 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:30.282951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:30.286960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:30.351679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'Port': ['ID=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:30.407676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:30.408390 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.429113 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-68e879c1-75e5-47f1-8807-9a9a5850fb7f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4089646 Jul 06 11:39:30.430143 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.446570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Request body: {'port': {'device_id': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:30.498492 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.501706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50781937-afea-4c4b-bacd-556501025cdb req-38fd08eb-c281-4c9b-8a50-9951686252be tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0737586 Jul 06 11:39:30.611920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50781937-afea-4c4b-bacd-556501025cdb req-67b33ae0-7e4b-46bb-bdd2-3190473ce590 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.0974674 Jul 06 11:39:30.616465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:30.784396 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 54b24460-29b9-4bd1-9869-147d6ba92818 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:31.025891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d72ed570-c0c9-4631-82b3-ab1730a9a2f7 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:31.063199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50781937-afea-4c4b-bacd-556501025cdb req-04be4b86-66c7-4cf3-9415-f594f5995e5a tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:31.065958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50781937-afea-4c4b-bacd-556501025cdb req-04be4b86-66c7-4cf3-9415-f594f5995e5a tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.4524956 Jul 06 11:39:31.067164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:31.067789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: d72ed570-c0c9-4631-82b3-ab1730a9a2f7 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:31.068379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d72ed570-c0c9-4631-82b3-ab1730a9a2f7 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:31.147834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-50781937-afea-4c4b-bacd-556501025cdb req-1f605318-3a1b-4dc1-9faf-f09646599c9e tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:39:31.149679 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50781937-afea-4c4b-bacd-556501025cdb req-1f605318-3a1b-4dc1-9faf-f09646599c9e tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154803 Jul 06 11:39:31.228152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:31.252452 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:31.287137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Transition to ACTIVE for port object 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:31.302665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:31.503955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Pushing event updated for resources: {'Port': ['ID=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:31.578314 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Attempting to bind port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:31.580015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Attempting to bind port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9016a705-c30b-4269-b89e-df298c811570'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:31.580772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Attempting to bind port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 on network 9016a705-c30b-4269-b89e-df298c811570 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:31.589002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 on network 9016a705-c30b-4269-b89e-df298c811570 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:39:31.589805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Attempting to bind port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 on network 9016a705-c30b-4269-b89e-df298c811570 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:31.602279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:31.603305 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Checking segment: {'id': '6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9016a705-c30b-4269-b89e-df298c811570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:31.604444 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Bound using segment: {'id': '6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9016a705-c30b-4269-b89e-df298c811570'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:31.606113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Bound port: 99f13dc4-ebc8-41e0-8755-ead696d1bbc9, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9016a705-c30b-4269-b89e-df298c811570'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:31.607108 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:31.627525 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:31.628603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:31.687842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadf362-2e57-4b16-a9b2-289495a64125 req-d8ae69b2-7f70-4d2b-9a37-356483a69efe tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:31.690207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eaadf362-2e57-4b16-a9b2-289495a64125 req-d8ae69b2-7f70-4d2b-9a37-356483a69efe tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 943 time: 0.2980144 Jul 06 11:39:31.750602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] For port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:31.755239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] For port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:31.766698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:31.801658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:31.802653 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:31.809279 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] 10.222.0.86 "PUT /v2.0/ports/99f13dc4-ebc8-41e0-8755-ead696d1bbc9 HTTP/1.1" status: 200 len: 1091 time: 1.3652692 Jul 06 11:39:31.811176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'tag': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:31.815890 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a26a5f1-1861-4bec-945d-bf040ea7701e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b1c8b3-5156-47a0-a328-13f38d2146e2", "tag": "99f13dc4-ebc8-41e0-8755-ead696d1bbc9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:31.996613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376836a-c29e-45b7-9dfd-ac802c4d36aa service neutron] Pushing event updated for resources: {'Port': ['ID=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:32.014695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-44bad643-41dc-4fe9-adf2-ce851ded37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:32.017408 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-44bad643-41dc-4fe9-adf2-ce851ded37f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 1094 time: 0.1238194 Jul 06 11:39:32.090347 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-45bb4673-b434-4da8-932c-453fba17adca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9 HTTP/1.1" status: 200 len: 217 time: 0.0644889 Jul 06 11:39:32.176274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-285b0195-8b4d-4e11-9798-866230a1b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:32.178463 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-285b0195-8b4d-4e11-9798-866230a1b062 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=413de151-a848-452c-a05a-e5081aa9ef4d HTTP/1.1" status: 200 len: 853 time: 0.0813735 Jul 06 11:39:32.236832 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-11df1755-dbe0-4718-a9d8-30072e0779ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9016a705-c30b-4269-b89e-df298c811570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501873 Jul 06 11:39:32.261416 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4d65cf2-f9eb-46ee-ab09-e777124464db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:32.355322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eaadf362-2e57-4b16-a9b2-289495a64125 req-8112c8bd-824c-4286-aacd-7a30964b5230 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500895 Jul 06 11:39:32.400906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea808d-158c-452f-a1bd-b9f4c15c82b7 req-b68ec064-0586-464c-a006-18a47b1a2651 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:32.403518 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5ea808d-158c-452f-a1bd-b9f4c15c82b7 req-b68ec064-0586-464c-a006-18a47b1a2651 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=986e48f8-a580-48bc-9a0b-f1f4b9674d85 HTTP/1.1" status: 200 len: 944 time: 0.8149767 Jul 06 11:39:32.407942 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-a0094e91-b671-4bcb-88d6-4c472c025fc7 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640518 Jul 06 11:39:32.566178 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0ef1a558-0d8f-4d4e-85cd-c0f7cfacca7f req-029c793f-5040-4c12-8b61-2fdbb3998225 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485813 Jul 06 11:39:32.675533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Router 92e39d57-afa6-417c-b617-33d96c981033 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:39:32.810254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-c5ea808d-158c-452f-a1bd-b9f4c15c82b7 req-ae675b6d-98c4-45d9-adb6-0e99d1bdada0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Deleting port 54b24460-29b9-4bd1-9869-147d6ba92818 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:32.810593 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c5ea808d-158c-452f-a1bd-b9f4c15c82b7 req-ae675b6d-98c4-45d9-adb6-0e99d1bdada0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:32.880293 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4d65cf2-f9eb-46ee-ab09-e777124464db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:32.899834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4d65cf2-f9eb-46ee-ab09-e777124464db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:33.039024 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b4d65cf2-f9eb-46ee-ab09-e777124464db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=772b6caffa3a42b1913832b4ee6225b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4005730 Jul 06 11:39:33.039536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40254) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:33.066727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d65cf2-f9eb-46ee-ab09-e777124464db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb41734-e1be-451a-b570-4fbd3b92085e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:33.100442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c5ea808d-158c-452f-a1bd-b9f4c15c82b7 req-ae675b6d-98c4-45d9-adb6-0e99d1bdada0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] For port 54b24460-29b9-4bd1-9869-147d6ba92818, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=54b24460-29b9-4bd1-9869-147d6ba92818,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:33.101094 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c5ea808d-158c-452f-a1bd-b9f4c15c82b7 req-ae675b6d-98c4-45d9-adb6-0e99d1bdada0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:33.173208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-c5ea808d-158c-452f-a1bd-b9f4c15c82b7 req-ae675b6d-98c4-45d9-adb6-0e99d1bdada0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Calling delete_port for 54b24460-29b9-4bd1-9869-147d6ba92818 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:33.173694 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-863a7527-732a-4891-8536-64e5376757f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:33.180258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:33.202803 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Sync routers for ids ['92e39d57-afa6-417c-b617-33d96c981033'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:33.221484 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-863a7527-732a-4891-8536-64e5376757f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:33.234567 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Routers {'92e39d57-afa6-417c-b617-33d96c981033'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:33.236768 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['92e39d57-afa6-417c-b617-33d96c981033'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:33.350101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-863a7527-732a-4891-8536-64e5376757f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:33.356160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-863a7527-732a-4891-8536-64e5376757f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:33.358525 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-863a7527-732a-4891-8536-64e5376757f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afb41734-e1be-451a-b570-4fbd3b92085e HTTP/1.1" status: 204 len: 168 time: 0.3174589 Jul 06 11:39:33.377811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a7527-732a-4891-8536-64e5376757f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb41734-e1be-451a-b570-4fbd3b92085e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:33.394438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:33.402421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40274) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:33.404592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7f2e5421-fdfe-4730-b4b6-7906cf701671 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8181763 Jul 06 11:39:33.455760 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Set router 92e39d57-afa6-417c-b617-33d96c981033 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:33.498608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4102c-6c13-4680-bb9b-59e350e3508b req-b64ef1b9-37a8-49b5-87e8-673492e07987 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:33.503063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17f4102c-6c13-4680-bb9b-59e350e3508b req-b64ef1b9-37a8-49b5-87e8-673492e07987 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3961442 Jul 06 11:39:33.729440 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17f4102c-6c13-4680-bb9b-59e350e3508b req-53057af6-bc58-4885-a040-328dbf7ba36f tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.2041872 Jul 06 11:39:33.740194 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d7d5dd80-bd4a-48d0-bdce-92e5e286d08c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/routers/92e39d57-afa6-417c-b617-33d96c981033 HTTP/1.1" status: 200 len: 908 time: 0.3355911 Jul 06 11:39:33.743090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40292) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:33.745695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-17f4102c-6c13-4680-bb9b-59e350e3508b req-18b05625-c4b5-45f0-9449-b81767d0ed9b tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Request body: {'floatingip': {'port_id': '6be38498-6070-415c-84be-519d7f1b9108', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:33.750389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Request body: {'router': {'name': 'tempest-snat-router-716627645', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'enable_snat': True}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:33.822945 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:33.824966 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:33.840294 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-17f4102c-6c13-4680-bb9b-59e350e3508b req-18b05625-c4b5-45f0-9449-b81767d0ed9b tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:33.855329 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e39d57-afa6-417c-b617-33d96c981033', 'name': 'tempest-snat-router-716627645', 'tenant_id': '9bca6757836942dc9309766fc3414c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': False}, 'gw_port_id': '41868609-9504-47c4-b2b3-ae5a76980619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:39:26Z', 'updated_at': '2021-07-06T11:39:30Z', 'revision_number': 3, 'project_id': '9bca6757836942dc9309766fc3414c08', 'gw_port': {'id': '41868609-9504-47c4-b2b3-ae5a76980619', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e39d57-afa6-417c-b617-33d96c981033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:39:28Z', 'updated_at': '2021-07-06T11:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:33.895175 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Checking router: 92e39d57-afa6-417c-b617-33d96c981033 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:39:33.895949 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Updating router 92e39d57-afa6-417c-b617-33d96c981033 port 41868609-9504-47c4-b2b3-ae5a76980619 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:39:33.937731 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:33.985146 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.066029 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c5ea808d-158c-452f-a1bd-b9f4c15c82b7 req-ae675b6d-98c4-45d9-adb6-0e99d1bdada0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.153590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae675b6d-98c4-45d9-adb6-0e99d1bdada0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event deleted for resources: {'Port': ['ID=54b24460-29b9-4bd1-9869-147d6ba92818,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:34.196362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ea808d-158c-452f-a1bd-b9f4c15c82b7 req-ae675b6d-98c4-45d9-adb6-0e99d1bdada0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] No DVR routers for this DVR port 54b24460-29b9-4bd1-9869-147d6ba92818 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:39:34.201911 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c5ea808d-158c-452f-a1bd-b9f4c15c82b7 req-ae675b6d-98c4-45d9-adb6-0e99d1bdada0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.204487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5ea808d-158c-452f-a1bd-b9f4c15c82b7 req-ae675b6d-98c4-45d9-adb6-0e99d1bdada0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "DELETE /v2.0/ports/54b24460-29b9-4bd1-9869-147d6ba92818 HTTP/1.1" status: 204 len: 173 time: 1.7883713 Jul 06 11:39:34.266533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'name': 'network-vif-deleted', 'tag': '54b24460-29b9-4bd1-9869-147d6ba92818'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:34.269734 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7b5b15-1169-499e-ad21-d1faf5883693" -d '{"events": [{"server_uuid": "986e48f8-a580-48bc-9a0b-f1f4b9674d85", "name": "network-vif-deleted", "tag": "54b24460-29b9-4bd1-9869-147d6ba92818"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:34.311218 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.624944 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-17f4102c-6c13-4680-bb9b-59e350e3508b req-18b05625-c4b5-45f0-9449-b81767d0ed9b tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 11:39:34.640336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17f4102c-6c13-4680-bb9b-59e350e3508b req-18b05625-c4b5-45f0-9449-b81767d0ed9b tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "PUT /v2.0/floatingips/8b23546b-edd9-4dd8-9193-9400c6c3f92e HTTP/1.1" status: 409 len: 550 time: 0.9087327 Jul 06 11:39:34.643177 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.676329 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Transition to ACTIVE for port object 41868609-9504-47c4-b2b3-ae5a76980619 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:34.699137 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.798359 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed056aa9-f336-408b-b28c-a2e425ffc87d x-openstack-request-id: req-ed056aa9-f336-408b-b28c-a2e425ffc87d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:34.800225 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b1c8b3-5156-47a0-a328-13f38d2146e2", "tag": "99f13dc4-ebc8-41e0-8755-ead696d1bbc9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:34.813227 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed056aa9-f336-408b-b28c-a2e425ffc87d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:34.814272 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'tag': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9', 'status': 'completed', 'code': 200} Jul 06 11:39:34.890946 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Attempting to bind port 41868609-9504-47c4-b2b3-ae5a76980619 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:34.891673 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Attempting to bind port 41868609-9504-47c4-b2b3-ae5a76980619 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:34.892358 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Attempting to bind port 41868609-9504-47c4-b2b3-ae5a76980619 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:34.897971 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e968a-9759-4317-8757-a37478146c73 None None] Pushing event updated for resources: {'Port': ['ID=41868609-9504-47c4-b2b3-ae5a76980619,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:34.907798 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:34.908507 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:34.909258 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.910032 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:34.910902 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Bound port: 41868609-9504-47c4-b2b3-ae5a76980619, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:34.911685 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:34.976823 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:35.020863 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] For port 41868609-9504-47c4-b2b3-ae5a76980619, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:35.027924 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] For port 41868609-9504-47c4-b2b3-ae5a76980619, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=41868609-9504-47c4-b2b3-ae5a76980619,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:35.037149 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:35.069061 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:35.294574 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Routers {'92e39d57-afa6-417c-b617-33d96c981033'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:35.301468 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['92e39d57-afa6-417c-b617-33d96c981033'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:35.423917 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce64187-8f8c-4970-badf-7ecf15c7c3d0 req-55dd716a-69c2-4064-8c42-5de0bd80cc74 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:35.441395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ce64187-8f8c-4970-badf-7ecf15c7c3d0 req-55dd716a-69c2-4064-8c42-5de0bd80cc74 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 943 time: 0.1946087 Jul 06 11:39:35.542799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:39:35.559606 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ce64187-8f8c-4970-badf-7ecf15c7c3d0 req-3a0f4f71-c77d-42ca-bddd-35a786aa4232 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162400 Jul 06 11:39:35.564721 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e968a-9759-4317-8757-a37478146c73 None None] Pushing event updated for resources: {'Port': ['ID=41868609-9504-47c4-b2b3-ae5a76980619,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:35.609064 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.618558 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.619790 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.621880 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.623331 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.625111 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.626307 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.627076 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.628379 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.629212 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.629961 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.630748 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e968a-9759-4317-8757-a37478146c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:35.778594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Allocated IP 172.25.0.218 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:35.814454 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] Set router 92e39d57-afa6-417c-b617-33d96c981033 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:35.891652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a5f1-1861-4bec-945d-bf040ea7701e req-8006c710-1344-45ae-9c17-9482afa98517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:35.895764 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4a26a5f1-1861-4bec-945d-bf040ea7701e req-8006c710-1344-45ae-9c17-9482afa98517 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 1094 time: 0.9513819 Jul 06 11:39:35.935679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:35.983643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9', 'network_id': '9016a705-c30b-4269-b89e-df298c811570', 'port_id': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9', 'mac_address': 'fa:16:3e:f1:43:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413de151-a848-452c-a05a-e5081aa9ef4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:39:36.066120 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:36.078031 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a764993-a55c-4def-8b37-663f312c3a02 x-openstack-request-id: req-5a764993-a55c-4def-8b37-663f312c3a02 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:36.079560 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986e48f8-a580-48bc-9a0b-f1f4b9674d85", "name": "network-vif-deleted", "tag": "54b24460-29b9-4bd1-9869-147d6ba92818", "status": "failed", "code": 422}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:36.080282 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a764993-a55c-4def-8b37-663f312c3a02 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:36.081285 n-d-799527-2 neutron-server[93814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '986e48f8-a580-48bc-9a0b-f1f4b9674d85', 'name': 'network-vif-deleted', 'tag': '54b24460-29b9-4bd1-9869-147d6ba92818', 'status': 'failed', 'code': 422} returned with failed status Jul 06 11:39:36.091105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:36.129290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:36.140389 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:36.265662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:36.283383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.284161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.284714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.285393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.286991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.287585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.288451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.288937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.289436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.289999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.290497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.290981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:39:36.368566 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-6da6d811-2a33-4508-a843-a82dc3181962 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips/8b23546b-edd9-4dd8-9193-9400c6c3f92e HTTP/1.1" status: 200 len: 692 time: 0.2107046 Jul 06 11:39:36.370548 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e39d57-afa6-417c-b617-33d96c981033', 'name': 'tempest-snat-router-716627645', 'tenant_id': '9bca6757836942dc9309766fc3414c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': False}, 'gw_port_id': '41868609-9504-47c4-b2b3-ae5a76980619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:39:26Z', 'updated_at': '2021-07-06T11:39:30Z', 'revision_number': 3, 'project_id': '9bca6757836942dc9309766fc3414c08', 'gw_port': {'id': '41868609-9504-47c4-b2b3-ae5a76980619', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e39d57-afa6-417c-b617-33d96c981033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:39:28Z', 'updated_at': '2021-07-06T11:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:36.461862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a5f1-1861-4bec-945d-bf040ea7701e req-e66707e2-7ce9-4f17-a953-9e5626c86f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:36.466007 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4a26a5f1-1861-4bec-945d-bf040ea7701e req-e66707e2-7ce9-4f17-a953-9e5626c86f63 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 914 time: 0.5601029 Jul 06 11:39:36.479869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['99f13dc4-ebc8-41e0-8755-ead696d1bbc9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:36.480414 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb567d-6096-482e-94cb-8d6dd1d7717c None None] The sync data for ids ['92e39d57-afa6-417c-b617-33d96c981033'] in n-d-799527-2 is: [{'id': '92e39d57-afa6-417c-b617-33d96c981033', 'name': 'tempest-snat-router-716627645', 'tenant_id': '9bca6757836942dc9309766fc3414c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': False}, 'gw_port_id': '41868609-9504-47c4-b2b3-ae5a76980619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:39:26Z', 'updated_at': '2021-07-06T11:39:30Z', 'revision_number': 3, 'project_id': '9bca6757836942dc9309766fc3414c08', 'gw_port': {'id': '41868609-9504-47c4-b2b3-ae5a76980619', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e39d57-afa6-417c-b617-33d96c981033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:39:28Z', 'updated_at': '2021-07-06T11:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:36.666284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4a26a5f1-1861-4bec-945d-bf040ea7701e req-2dba76fd-d5af-4c27-9412-d910ee25a78a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9 HTTP/1.1" status: 200 len: 217 time: 0.1907713 Jul 06 11:39:36.673811 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:36.820705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a5f1-1861-4bec-945d-bf040ea7701e req-1723112a-e9f9-47d9-bf3c-fabfcd5880ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:36.823931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4a26a5f1-1861-4bec-945d-bf040ea7701e req-1723112a-e9f9-47d9-bf3c-fabfcd5880ee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=413de151-a848-452c-a05a-e5081aa9ef4d HTTP/1.1" status: 200 len: 853 time: 0.1442387 Jul 06 11:39:36.837602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-cbd38ed1-3ec9-40ad-a9b0-3af594632bcb tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:36.849362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-cbd38ed1-3ec9-40ad-a9b0-3af594632bcb tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.4735122 Jul 06 11:39:36.858056 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-80d2df5e-e73e-4486-a1e3-3ce1f118e3c2 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:39:36.870943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-80d2df5e-e73e-4486-a1e3-3ce1f118e3c2 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189524 Jul 06 11:39:37.074124 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4a26a5f1-1861-4bec-945d-bf040ea7701e req-3fee5d21-4f3c-4021-9adc-f071873cb8fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9016a705-c30b-4269-b89e-df298c811570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096747 Jul 06 11:39:37.076648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:37.159391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-151896de-f7af-46fd-a70a-0078f092c1ec tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.2867820 Jul 06 11:39:37.380023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-032b02aa-5c86-448c-a038-939e6dba4b34 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.1987777 Jul 06 11:39:37.409339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:37.433446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:37.463003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:37.514181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event updated for resources: {'Port': ['ID=9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:37.538795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 41868609-9504-47c4-b2b3-ae5a76980619 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:37.613621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a32d2-1c4e-45a6-bbff-851727cdcbe4 req-7ec8d5d6-2838-4ee6-b32b-1251344ce714 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:37.626787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba9a32d2-1c4e-45a6-bbff-851727cdcbe4 req-7ec8d5d6-2838-4ee6-b32b-1251344ce714 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 944 time: 0.6147857 Jul 06 11:39:37.689996 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4a26a5f1-1861-4bec-945d-bf040ea7701e req-3891c3d9-c037-4457-ac9a-c5ed477ed48c service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941613 Jul 06 11:39:37.748045 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 41868609-9504-47c4-b2b3-ae5a76980619 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:37.762673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 41868609-9504-47c4-b2b3-ae5a76980619 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:37.766855 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:37.875862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba9a32d2-1c4e-45a6-bbff-851727cdcbe4 req-1f42d07e-4816-4ac4-bc60-f6341576fad1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425861 Jul 06 11:39:37.960074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40378) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:37.965937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-1115a1d7-7b86-48c5-890e-37f04785e743 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Deleting port 3273ebbb-0966-4e87-bc5f-36a544f7d34c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:37.983500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-1115a1d7-7b86-48c5-890e-37f04785e743 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.161365 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.178735 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-1115a1d7-7b86-48c5-890e-37f04785e743 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.180225 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-1115a1d7-7b86-48c5-890e-37f04785e743 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.234907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 41868609-9504-47c4-b2b3-ae5a76980619, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=41868609-9504-47c4-b2b3-ae5a76980619,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:38.250889 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.297668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-1115a1d7-7b86-48c5-890e-37f04785e743 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Calling delete_port for 3273ebbb-0966-4e87-bc5f-36a544f7d34c owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:38.395165 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=41868609-9504-47c4-b2b3-ae5a76980619,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:38.475756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-739c01cf-b773-457b-9db8-0be83e0ccff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.509568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-80ffb583-5a4f-47c7-9471-2326391a5727 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:38.511841 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-80ffb583-5a4f-47c7-9471-2326391a5727 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.3264575 Jul 06 11:39:38.583800 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4a26a5f1-1861-4bec-945d-bf040ea7701e req-25a3b664-adc6-4847-9562-575d00a6c40a service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8669217 Jul 06 11:39:38.586329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-a93244c9-8a51-47d9-8228-643c4f289f15 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/quotas/6db432b9d7a84f69a6cfad598d87579d HTTP/1.1" status: 200 len: 375 time: 0.0575364 Jul 06 11:39:38.666256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-c316fc1b-2879-4b88-9ca0-ffc676d28650 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560746 Jul 06 11:39:38.902421 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.991982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-55b371b1-d396-44ae-84a1-e20a7f8ff0f0 service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941172 Jul 06 11:39:39.068114 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-1115a1d7-7b86-48c5-890e-37f04785e743 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.089015 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-739c01cf-b773-457b-9db8-0be83e0ccff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.174123 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-739c01cf-b773-457b-9db8-0be83e0ccff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.273485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115a1d7-7b86-48c5-890e-37f04785e743 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Pushing event deleted for resources: {'Port': ['ID=3273ebbb-0966-4e87-bc5f-36a544f7d34c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:39.335160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.479107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c01cf-b773-457b-9db8-0be83e0ccff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f60066-3729-4535-a4b7-804076d3fb01,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:39.529139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 41868609-9504-47c4-b2b3-ae5a76980619 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:39.542468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-0ebec0e7-439a-4906-b125-f8f2919da460 service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693677 Jul 06 11:39:39.585319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-739c01cf-b773-457b-9db8-0be83e0ccff8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cff0a6c2efa4cd49441416928eb74d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6021264 Jul 06 11:39:39.588448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:39.615211 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-1115a1d7-7b86-48c5-890e-37f04785e743 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.621615 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-1115a1d7-7b86-48c5-890e-37f04785e743 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.631790 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:39.641651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1938f281-6f64-4bd4-9da9-7dccc1a5490a req-1115a1d7-7b86-48c5-890e-37f04785e743 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "DELETE /v2.0/floatingips/8b23546b-edd9-4dd8-9193-9400c6c3f92e HTTP/1.1" status: 204 len: 173 time: 2.2299821 Jul 06 11:39:39.767118 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e67c4759-1cee-4e0b-8537-19d36425d8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.789486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Router 1dc57b7f-f1b8-4cca-9281-ccb2e772f563 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:39:39.850073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 41868609-9504-47c4-b2b3-ae5a76980619 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:39.851486 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.866294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:39.924147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:39.925040 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.935953 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e67c4759-1cee-4e0b-8537-19d36425d8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:40.237824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:40.274804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e67c4759-1cee-4e0b-8537-19d36425d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:40.287163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Sync routers for ids ['1dc57b7f-f1b8-4cca-9281-ccb2e772f563'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:40.306636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e67c4759-1cee-4e0b-8537-19d36425d8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:40.317874 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e67c4759-1cee-4e0b-8537-19d36425d8d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4f60066-3729-4535-a4b7-804076d3fb01 HTTP/1.1" status: 204 len: 168 time: 0.7160020 Jul 06 11:39:40.322555 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:40.382435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c4759-1cee-4e0b-8537-19d36425d8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f60066-3729-4535-a4b7-804076d3fb01,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:40.408609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Routers {'1dc57b7f-f1b8-4cca-9281-ccb2e772f563'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:40.409275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['1dc57b7f-f1b8-4cca-9281-ccb2e772f563'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:40.433936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:40.434172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:40.441365 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f7ae1700-e27b-44a6-bd0e-5f6b07746ffe tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.6939402 Jul 06 11:39:40.442615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40406) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:40.453092 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3417ca-2eee-44e0-9e26-45145632a307" -d '{"events": [{"server_uuid": "e8b1c8b3-5156-47a0-a328-13f38d2146e2", "name": "network-vif-plugged", "status": "completed", "tag": "99f13dc4-ebc8-41e0-8755-ead696d1bbc9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:40.616468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:40.629823 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:40.743177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-f6ef9134-0808-4fd7-9983-a2153715d904 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 1002 time: 0.4526994 Jul 06 11:39:40.766533 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-632e43a0-5536-46b1-b64e-a71561b806ed tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/routers/1dc57b7f-f1b8-4cca-9281-ccb2e772f563 HTTP/1.1" status: 200 len: 907 time: 0.3201962 Jul 06 11:39:40.771798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40416) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:40.876271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:40.945290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-959757ef-ed5a-40a2-938e-1a5de8ef46f9 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:40.962471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Set router 1dc57b7f-f1b8-4cca-9281-ccb2e772f563 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:40.964118 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-959757ef-ed5a-40a2-938e-1a5de8ef46f9 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports/6be38498-6070-415c-84be-519d7f1b9108 HTTP/1.1" status: 200 len: 943 time: 0.2048867 Jul 06 11:39:41.013033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd74a9-bf07-4536-9bb0-ff7c0d8549a6 req-3f0a6075-b8ad-45b1-8376-7db4cede48a7 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:41.036341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8bcd74a9-bf07-4536-9bb0-ff7c0d8549a6 req-3f0a6075-b8ad-45b1-8376-7db4cede48a7 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 944 time: 0.5218785 Jul 06 11:39:41.152303 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8bcd74a9-bf07-4536-9bb0-ff7c0d8549a6 req-9e3fb9f2-6595-495d-b5d6-e56c39dec6f5 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145656 Jul 06 11:39:41.223488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:41.510337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc57b7f-f1b8-4cca-9281-ccb2e772f563', 'name': 'tempest-snat-router-716627645', 'tenant_id': '9bca6757836942dc9309766fc3414c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:39:33Z', 'updated_at': '2021-07-06T11:39:38Z', 'revision_number': 3, 'project_id': '9bca6757836942dc9309766fc3414c08', 'gw_port': {'id': '9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:99:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc57b7f-f1b8-4cca-9281-ccb2e772f563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:39:35Z', 'updated_at': '2021-07-06T11:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:41.526508 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-ed06b089-9e67-4a58-9e1f-9b171345646d tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 1002 time: 0.2386415 Jul 06 11:39:41.573071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:41.574217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Checking router: 1dc57b7f-f1b8-4cca-9281-ccb2e772f563 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:39:41.574783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Updating router 1dc57b7f-f1b8-4cca-9281-ccb2e772f563 port 9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:39:41.652691 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:41.771753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ecc278c-bcfc-48d4-9187-5fae6e960eb1 req-a0f2170c-53bd-4e5c-b9d0-3b9acb906dbc tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 210 time: 0.1487060 Jul 06 11:39:41.832154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Deleting port 9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:41.833746 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:41.989142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-a88dcc41-73ae-4ef0-a5b9-cc1e0b98aeb2 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:42.005895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-a88dcc41-73ae-4ef0-a5b9-cc1e0b98aeb2 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.4779646 Jul 06 11:39:42.117369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:42.148324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Calling delete_port for 9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:42.479245 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:42.528940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Transition to ACTIVE for port object 9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:42.557699 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:42.722249 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cae507-f6c0-4242-9bca-09f580b41fbb x-openstack-request-id: req-01cae507-f6c0-4242-9bca-09f580b41fbb {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:42.723071 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b1c8b3-5156-47a0-a328-13f38d2146e2", "name": "network-vif-plugged", "status": "completed", "tag": "99f13dc4-ebc8-41e0-8755-ead696d1bbc9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:42.723071 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01cae507-f6c0-4242-9bca-09f580b41fbb {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:42.726375 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9', 'code': 200} Jul 06 11:39:42.750064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:42.761853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Attempting to bind port 9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:42.762448 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Attempting to bind port 9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:42.763046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Attempting to bind port 9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:42.792278 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:42.792882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:42.793545 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:42.794160 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:42.794949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Bound port: 9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:42.796254 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:42.834653 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Port 9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb has been deleted concurrently {{(pid=93816) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 11:39:42.836281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c2f6f-93d6-4cc8-b023-2a8dc3dc1fa7 None None] Pushing event updated for resources: {'Port': ['ID=9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:42.871706 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Routers {'1dc57b7f-f1b8-4cca-9281-ccb2e772f563'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:42.872850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['1dc57b7f-f1b8-4cca-9281-ccb2e772f563'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:42.882835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e0391c7-e8b5-4f08-b7a9-21e32e4e8adb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:43.132128 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-0cf704e3-7453-40d1-8a87-3c68efae49fb tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 1002 time: 1.1245821 Jul 06 11:39:43.148600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-2d009786-2f7d-4993-a495-ad5e3b83037c tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:43.167255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] Set router 1dc57b7f-f1b8-4cca-9281-ccb2e772f563 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:43.330884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-2d009786-2f7d-4993-a495-ad5e3b83037c tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.338411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc57b7f-f1b8-4cca-9281-ccb2e772f563', 'name': 'tempest-snat-router-716627645', 'tenant_id': '9bca6757836942dc9309766fc3414c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:39:33Z', 'updated_at': '2021-07-06T11:39:42Z', 'revision_number': 5, 'project_id': '9bca6757836942dc9309766fc3414c08', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:43.438252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a38f4-712c-4234-b7c6-c0c056b9c81b None None] The sync data for ids ['1dc57b7f-f1b8-4cca-9281-ccb2e772f563'] in n-d-799527-2 is: [{'id': '1dc57b7f-f1b8-4cca-9281-ccb2e772f563', 'name': 'tempest-snat-router-716627645', 'tenant_id': '9bca6757836942dc9309766fc3414c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:39:33Z', 'updated_at': '2021-07-06T11:39:42Z', 'revision_number': 5, 'project_id': '9bca6757836942dc9309766fc3414c08', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:43.850552 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-2d009786-2f7d-4993-a495-ad5e3b83037c tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.859474 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.872689 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-2d009786-2f7d-4993-a495-ad5e3b83037c tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:43.872981 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-2d009786-2f7d-4993-a495-ad5e3b83037c tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Floating IP 96e8c6a2-1301-4eb3-a25e-1a6aa94e8cda disassociated. External IP: 172.25.0.137, port: 6be38498-6070-415c-84be-519d7f1b9108. Jul 06 11:39:43.970154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01883830-e92b-4216-b5df-cbe3a6476253 req-eb4f45dd-3b24-4313-80f0-af944062ff98 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:43.976068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-01883830-e92b-4216-b5df-cbe3a6476253 req-eb4f45dd-3b24-4313-80f0-af944062ff98 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 945 time: 0.3334365 Jul 06 11:39:44.100016 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.118368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.126848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-01883830-e92b-4216-b5df-cbe3a6476253 req-e0dca5cb-0db7-4be0-977d-e4c1fb8d2469 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441121 Jul 06 11:39:44.130089 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0abed6f4-f3e2-4ecc-b652-1bead68c8077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.139291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376f3d4-e05a-4f73-b507-1e946ac6d4c9 req-36de4e64-f7a2-4fdb-a5c6-0df9df993857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:44.142665 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5376f3d4-e05a-4f73-b507-1e946ac6d4c9 req-36de4e64-f7a2-4fdb-a5c6-0df9df993857 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 1096 time: 1.2155755 Jul 06 11:39:44.221404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-c5b5f806-645e-460f-a9bc-437fec2d9f0a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:44.224452 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-c5b5f806-645e-460f-a9bc-437fec2d9f0a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 1.1894908 Jul 06 11:39:44.302087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Request body: {'port': {'device_id': 'c4bafe36-39e7-4ffc-91ed-eaaeb3951e27', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'admin_state_up': True, 'tenant_id': '6db432b9d7a84f69a6cfad598d87579d'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:44.310263 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5376f3d4-e05a-4f73-b507-1e946ac6d4c9 req-f86b05b3-7a4c-45ad-89f2-549f5a47d2b5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502125 Jul 06 11:39:44.314388 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.314987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1dc57b7f-f1b8-4cca-9281-ccb2e772f563 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:39:44.404615 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.406960 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cec2b5eb-e31b-4385-b658-4df94bc283a4 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1dc57b7f-f1b8-4cca-9281-ccb2e772f563 HTTP/1.1" status: 204 len: 168 time: 3.6322823 Jul 06 11:39:44.412532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40496) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:44.434531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af07f9c9-9a64-4204-bbee-7d9b95a31e59 req-1dbc4042-71a7-4962-89e7-b7e07d4ce08f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 210 time: 0.0658431 Jul 06 11:39:44.479156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-2d009786-2f7d-4993-a495-ad5e3b83037c tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Router fd796495-e8ae-493f-b1cd-b78110cc5a32 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:39:44.661432 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40510) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:44.754151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Made reservation on behalf of 6db432b9d7a84f69a6cfad598d87579d for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:39:44.771218 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.778486 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.848029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-2d009786-2f7d-4993-a495-ad5e3b83037c tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:44.862772 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-2d009786-2f7d-4993-a495-ad5e3b83037c tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:44.870625 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9944c-50e4-4a3b-8627-0291b3ab0091 None None] Sync routers for ids ['fd796495-e8ae-493f-b1cd-b78110cc5a32'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:44.902244 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9944c-50e4-4a3b-8627-0291b3ab0091 None None] Routers {'fd796495-e8ae-493f-b1cd-b78110cc5a32'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:44.903318 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6bc9944c-50e4-4a3b-8627-0291b3ab0091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fd796495-e8ae-493f-b1cd-b78110cc5a32'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:45.367980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:45.419963 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-2d009786-2f7d-4993-a495-ad5e3b83037c tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "PUT /v2.0/floatingips/96e8c6a2-1301-4eb3-a25e-1a6aa94e8cda HTTP/1.1" status: 200 len: 695 time: 2.2642264 Jul 06 11:39:45.419963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'tag': '6be38498-6070-415c-84be-519d7f1b9108'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:45.421263 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96437763-f7f3-4865-8c0d-5214b18414ca" -d '{"events": [{"name": "network-changed", "server_uuid": "735e21a0-7711-4fb5-bc87-498cf3ce9dce", "tag": "6be38498-6070-415c-84be-519d7f1b9108"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:45.554272 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-6bc9944c-50e4-4a3b-8627-0291b3ab0091 None None] Set router fd796495-e8ae-493f-b1cd-b78110cc5a32 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:45.565677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Allocated IP 172.20.0.12 (e41b0414-50ef-47e9-a3ea-e31294df70c8/980f45f6-7536-45f8-8969-e14fff5112f5/4c43f1f0-e7c0-4fff-81bc-331090ea1def) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:45.885243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Deleting port 41868609-9504-47c4-b2b3-ae5a76980619 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:45.886004 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:45.920162 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-66f7d27b-c092-4f61-ba01-1fb4741d0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:45.923424 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-66f7d27b-c092-4f61-ba01-1fb4741d0cfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c73e64461f1e46218abae76d7f316cbc&device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 1097 time: 0.3295360 Jul 06 11:39:46.050288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d286b-f18d-4e9e-9af3-d5c83e3f0fe3 req-4df8bc5b-bf92-48d8-a679-cb68e99c7709 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:46.054566 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6bc9944c-50e4-4a3b-8627-0291b3ab0091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f76bd2c2-0968-4997-853f-c6a009dbfa5c', 'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'mac_address': 'fa:16:3e:65:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:35Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 5, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'subnets': [{'id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:46.056141 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d82d286b-f18d-4e9e-9af3-d5c83e3f0fe3 req-4df8bc5b-bf92-48d8-a679-cb68e99c7709 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 945 time: 0.4641857 Jul 06 11:39:46.104151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.133155 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9944c-50e4-4a3b-8627-0291b3ab0091 None None] Checking router: fd796495-e8ae-493f-b1cd-b78110cc5a32 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:39:46.149610 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9944c-50e4-4a3b-8627-0291b3ab0091 None None] Routers {'fd796495-e8ae-493f-b1cd-b78110cc5a32'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:46.150963 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6bc9944c-50e4-4a3b-8627-0291b3ab0091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fd796495-e8ae-493f-b1cd-b78110cc5a32'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:46.161324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d82d286b-f18d-4e9e-9af3-d5c83e3f0fe3 req-a5f371f9-e7c7-402b-950d-6cdba77f8016 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889742 Jul 06 11:39:46.169980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] For port 41868609-9504-47c4-b2b3-ae5a76980619, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=41868609-9504-47c4-b2b3-ae5a76980619,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:46.171643 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.210846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Calling delete_port for 41868609-9504-47c4-b2b3-ae5a76980619 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:46.267977 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.317122 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a44b513-b215-4f88-af57-47a32701e6be x-openstack-request-id: req-8a44b513-b215-4f88-af57-47a32701e6be {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:46.317515 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735e21a0-7711-4fb5-bc87-498cf3ce9dce", "tag": "6be38498-6070-415c-84be-519d7f1b9108", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:46.317672 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a44b513-b215-4f88-af57-47a32701e6be {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:46.318392 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'tag': '6be38498-6070-415c-84be-519d7f1b9108', 'status': 'completed', 'code': 200} Jul 06 11:39:46.319613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-bc6671ba-03f1-4963-a814-dfc233d99f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:46.325506 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-bc6671ba-03f1-4963-a814-dfc233d99f20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 HTTP/1.1" status: 200 len: 930 time: 0.3854725 Jul 06 11:39:46.422990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-a771afa8-b02e-43ab-8cd4-4c4f3adf665f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6be38498-6070-415c-84be-519d7f1b9108 HTTP/1.1" status: 200 len: 217 time: 0.0814056 Jul 06 11:39:46.476514 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.476729 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-6bc9944c-50e4-4a3b-8627-0291b3ab0091 None None] Set router fd796495-e8ae-493f-b1cd-b78110cc5a32 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:46.539301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Network e41b0414-50ef-47e9-a3ea-e31294df70c8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:46.571996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:46.573952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event updated for resources: {'Port': ['ID=4c43f1f0-e7c0-4fff-81bc-331090ea1def,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:46.603299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:46.691766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-f802497f-eeca-45bd-bbe7-d409a08bf27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:46.694882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-f802497f-eeca-45bd-bbe7-d409a08bf27e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=454d8cd9-9948-414b-8aef-85db766b5a1e HTTP/1.1" status: 200 len: 868 time: 0.2604778 Jul 06 11:39:46.754261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:46.755416 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.885330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58535564-7f42-446f-b516-adef86e3e01e req-85e6e494-fff3-48b3-a45a-ea8f38d60e42 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:46.890734 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-6b040e83-a1f9-46d6-a305-2a2845aeebdf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6176429 Jul 06 11:39:46.898594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58535564-7f42-446f-b516-adef86e3e01e req-85e6e494-fff3-48b3-a45a-ea8f38d60e42 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 932 time: 0.3157434 Jul 06 11:39:46.913637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Request body: {'port': {'device_id': 'c4bafe36-39e7-4ffc-91ed-eaaeb3951e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:46.999692 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6bc9944c-50e4-4a3b-8627-0291b3ab0091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f76bd2c2-0968-4997-853f-c6a009dbfa5c', 'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'mac_address': 'fa:16:3e:65:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:35Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 5, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'subnets': [{'id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:47.062136 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:47.071871 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9944c-50e4-4a3b-8627-0291b3ab0091 None None] The sync data for ids ['fd796495-e8ae-493f-b1cd-b78110cc5a32'] in n-d-799527-2 is: [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f76bd2c2-0968-4997-853f-c6a009dbfa5c', 'name': '', 'network_id': '04ca8ae7-a2c4-4120-8f5f-8c16962d69a7', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'mac_address': 'fa:16:3e:65:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:35Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 5, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'subnets': [{'id': '454d8cd9-9948-414b-8aef-85db766b5a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:47.170051 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-5ddaa243-9e0f-443f-aa1b-7c8058b1b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:47.173129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-5ddaa243-9e0f-443f-aa1b-7c8058b1b3a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4248762 Jul 06 11:39:47.178506 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58535564-7f42-446f-b516-adef86e3e01e req-725fbb16-4975-4aa5-a864-3475544d3f27 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784171 Jul 06 11:39:47.241321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96437763-f7f3-4865-8c0d-5214b18414ca req-cd0fac41-d433-4eea-93b2-0222f775b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:47.244120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-96437763-f7f3-4865-8c0d-5214b18414ca req-cd0fac41-d433-4eea-93b2-0222f775b500 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c73e64461f1e46218abae76d7f316cbc&device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 1097 time: 0.7578804 Jul 06 11:39:47.617541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:47.667191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e067c-3be4-485f-8342-21bcb8bacc1f None None] New status for floating IP 96e8c6a2-1301-4eb3-a25e-1a6aa94e8cda: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:39:47.679121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event deleted for resources: {'Port': ['ID=41868609-9504-47c4-b2b3-ae5a76980619,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:47.945354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96437763-f7f3-4865-8c0d-5214b18414ca req-df1c6d01-1998-42b0-936c-ee3b11db74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:47.948097 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-96437763-f7f3-4865-8c0d-5214b18414ca req-df1c6d01-1998-42b0-936c-ee3b11db74b6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 HTTP/1.1" status: 200 len: 930 time: 0.6432054 Jul 06 11:39:48.020085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-c4c8f019-d505-414e-b71b-39e5b6b12bf1 service neutron] 10.222.0.21 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8304718 Jul 06 11:39:48.094600 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-96437763-f7f3-4865-8c0d-5214b18414ca req-7f63b6fd-2e46-446e-b532-2908c1c24583 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6be38498-6070-415c-84be-519d7f1b9108 HTTP/1.1" status: 200 len: 217 time: 0.1350071 Jul 06 11:39:48.176660 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.219009 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.337754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.341349 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.421609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d41153-dc1a-470c-9674-5a0a06db48a0 req-7e681811-b766-458b-b52e-530dcef53be1 service neutron] 10.222.0.21 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744493 Jul 06 11:39:48.464070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dc695-b363-4e49-a973-6fd5ce9278c3 req-264b6e47-038f-46c2-8c52-8cb50d90a056 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:48.466495 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed8141d8-76bf-4182-99ac-836ac92042fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.471114 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.472576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92e39d57-afa6-417c-b617-33d96c981033 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:39:48.472923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae6dc695-b363-4e49-a973-6fd5ce9278c3 req-264b6e47-038f-46c2-8c52-8cb50d90a056 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 945 time: 0.3715384 Jul 06 11:39:48.489658 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.492153 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-81a57d5b-a88f-45b9-af2b-63dfb4e94a45 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "DELETE /v2.0/routers/92e39d57-afa6-417c-b617-33d96c981033 HTTP/1.1" status: 204 len: 168 time: 4.0776522 Jul 06 11:39:48.497632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40662) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:48.552008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-114153785', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:48.560513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] Deleting port e11bcaf8-4bed-47ae-aace-99b659b9518e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:48.566316 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.579600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96437763-f7f3-4865-8c0d-5214b18414ca req-8455715e-d3f6-4e0c-98a6-290db05b713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:48.584734 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-96437763-f7f3-4865-8c0d-5214b18414ca req-8455715e-d3f6-4e0c-98a6-290db05b713e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=454d8cd9-9948-414b-8aef-85db766b5a1e HTTP/1.1" status: 200 len: 868 time: 0.4818168 Jul 06 11:39:48.604414 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.672063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae6dc695-b363-4e49-a973-6fd5ce9278c3 req-8aaf2666-32b7-4cce-a67f-b17afa4f4e8a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574459 Jul 06 11:39:48.745143 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:39:48.806829 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.809421 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:48.891724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c43f1f0-e7c0-4fff-81bc-331090ea1def {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:48.925378 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:49.023673 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:49.032268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96437763-f7f3-4865-8c0d-5214b18414ca req-93b3b3c0-b08c-4219-8e19-16442ab914b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:49.034687 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-96437763-f7f3-4865-8c0d-5214b18414ca req-93b3b3c0-b08c-4219-8e19-16442ab914b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4357772 Jul 06 11:39:49.036484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Transition to ACTIVE for port object 4c43f1f0-e7c0-4fff-81bc-331090ea1def will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:39:49.038419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] For port e11bcaf8-4bed-47ae-aace-99b659b9518e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e11bcaf8-4bed-47ae-aace-99b659b9518e,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:49.039137 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:49.081013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] Calling delete_port for e11bcaf8-4bed-47ae-aace-99b659b9518e owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:49.216156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40670) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:49.232481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e976e-307d-4dbc-8950-8bb01d2c3081 req-4f8e2dcb-be51-44ac-9725-b659513b2764 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:49.236381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df6e976e-307d-4dbc-8950-8bb01d2c3081 req-4f8e2dcb-be51-44ac-9725-b659513b2764 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 945 time: 0.3333724 Jul 06 11:39:49.241639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da2f986a-0aba-4fe1-a769-40b083633128 req-54e9fd0f-2dfc-49e0-a3a5-62da7217539e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4108288 Jul 06 11:39:49.330317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7292b8-d33a-49c8-bf23-d11c78b25214 req-7564245a-f850-48f0-b276-32d72395a01a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:49.345842 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c7292b8-d33a-49c8-bf23-d11c78b25214 req-7564245a-f850-48f0-b276-32d72395a01a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 932 time: 0.4444678 Jul 06 11:39:49.417155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 41868609-9504-47c4-b2b3-ae5a76980619 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:49.453546 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:49.457363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 41868609-9504-47c4-b2b3-ae5a76980619 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:49.458197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 41868609-9504-47c4-b2b3-ae5a76980619 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:49.611158 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce96daf9-2bb8-4a20-9f9f-7a039c375063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:49.625564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df6e976e-307d-4dbc-8950-8bb01d2c3081 req-3fbb85a5-a0e9-4320-8823-f99d464f242c tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups?id=1454fef1-cc25-4057-a54d-81df7533332c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705015 Jul 06 11:39:49.644204 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c7292b8-d33a-49c8-bf23-d11c78b25214 req-6134c0ee-1c68-4d54-afa2-61b730d08e3e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964725 Jul 06 11:39:49.757283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f986a-0aba-4fe1-a769-40b083633128 req-dee714bd-754f-4636-a447-f057fca1ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:49.760189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da2f986a-0aba-4fe1-a769-40b083633128 req-dee714bd-754f-4636-a447-f057fca1ca67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e53ebf9ab8f4543b59a00670970d04e&device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 1096 time: 0.3957317 Jul 06 11:39:49.847088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Pushing event updated for resources: {'Port': ['ID=4c43f1f0-e7c0-4fff-81bc-331090ea1def,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:49.861463 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.009280 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-96437763-f7f3-4865-8c0d-5214b18414ca req-f6455a34-175f-4264-b4bb-3885733bb6d6 service neutron] 10.222.0.86 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9655159 Jul 06 11:39:50.031277 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-eb16952b-55f3-4a00-a969-c8a7bed7adb0 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips/96e8c6a2-1301-4eb3-a25e-1a6aa94e8cda HTTP/1.1" status: 200 len: 693 time: 0.2950244 Jul 06 11:39:50.185400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Attempting to bind port 4c43f1f0-e7c0-4fff-81bc-331090ea1def on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:39:50.185969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Attempting to bind port 4c43f1f0-e7c0-4fff-81bc-331090ea1def by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:39:50.186576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Attempting to bind port 4c43f1f0-e7c0-4fff-81bc-331090ea1def on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:50.198776 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.226959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Port 4c43f1f0-e7c0-4fff-81bc-331090ea1def on network e41b0414-50ef-47e9-a3ea-e31294df70c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:39:50.227418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Attempting to bind port 4c43f1f0-e7c0-4fff-81bc-331090ea1def on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:39:50.263050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:39:50.263757 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Checking segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:39:50.265596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Bound using segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:39:50.266381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Bound port: 4c43f1f0-e7c0-4fff-81bc-331090ea1def, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:39:50.266999 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.318333 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.334453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11bcaf8-4bed-47ae-aace-99b659b9518e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:50.400762 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-96437763-f7f3-4865-8c0d-5214b18414ca req-97e90695-9260-46b5-a6cd-2d959b49fe75 service neutron] 10.222.0.86 "GET /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274221 Jul 06 11:39:50.478551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-630af44f-cd12-4381-b5cc-74192d3fc9af tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:50.480799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-630af44f-cd12-4381-b5cc-74192d3fc9af tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.4230168 Jul 06 11:39:50.485168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] For port 4c43f1f0-e7c0-4fff-81bc-331090ea1def, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:39:50.492948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] For port 4c43f1f0-e7c0-4fff-81bc-331090ea1def, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=4c43f1f0-e7c0-4fff-81bc-331090ea1def,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:39:50.536839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5836f6e7-499b-4db2-a22e-b95f03472a54 req-85cf2099-4788-47ca-a403-1d4b9f639228 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1004075783&fields=id&tenant_id=4ddb6b4828a84a97bba1122af077e603 HTTP/1.1" status: 200 len: 267 time: 0.4681668 Jul 06 11:39:50.539382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.540662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f986a-0aba-4fe1-a769-40b083633128 req-05b620ff-8a82-45fe-88c9-9e118fcdcef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:50.543919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da2f986a-0aba-4fe1-a769-40b083633128 req-05b620ff-8a82-45fe-88c9-9e118fcdcef4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=848ab898-a9fc-4690-b4dc-dbae257bb3df HTTP/1.1" status: 200 len: 906 time: 0.7110779 Jul 06 11:39:50.610912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:50.611975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.613742 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] 10.222.0.47 "PUT /v2.0/ports/4c43f1f0-e7c0-4fff-81bc-331090ea1def HTTP/1.1" status: 200 len: 1092 time: 3.7110574 Jul 06 11:39:50.619710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bafe36-39e7-4ffc-91ed-eaaeb3951e27', 'tag': '4c43f1f0-e7c0-4fff-81bc-331090ea1def'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:50.625902 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830c2e2f-5e9b-46e3-ba36-98988b7da188" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bafe36-39e7-4ffc-91ed-eaaeb3951e27", "tag": "4c43f1f0-e7c0-4fff-81bc-331090ea1def"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:50.749113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009188b-5a64-404e-8cbe-277a57aa0502 service neutron] Pushing event updated for resources: {'Port': ['ID=4c43f1f0-e7c0-4fff-81bc-331090ea1def,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:50.753867 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.819617 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce96daf9-2bb8-4a20-9f9f-7a039c375063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.823427 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.847748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-2de2a39a-0b36-47fc-aa2e-9c7d1c0f8174 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.3350685 Jul 06 11:39:50.848793 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce96daf9-2bb8-4a20-9f9f-7a039c375063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:50.965073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-41fc69ef-90ed-4628-9f4e-9724cdf4ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:50.967346 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-41fc69ef-90ed-4628-9f4e-9724cdf4ba09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 1095 time: 0.2747147 Jul 06 11:39:51.090767 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-e1ccb2a8-e845-4318-b568-5b2dd11f713f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c43f1f0-e7c0-4fff-81bc-331090ea1def HTTP/1.1" status: 200 len: 217 time: 0.0847027 Jul 06 11:39:51.112049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da2f986a-0aba-4fe1-a769-40b083633128 req-d75ab195-90e1-4497-86ee-63d84d67a8ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b59c7319-17cb-472e-b76c-12ed22bfd42a HTTP/1.1" status: 200 len: 1001 time: 0.5012391 Jul 06 11:39:51.133052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ce96daf9-2bb8-4a20-9f9f-7a039c375063 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3d293106efa4bec91ba8e30ca3c35ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8897352 Jul 06 11:39:51.138990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-5aa3b268-5505-4053-9e5c-4f2e2a23d9ac tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.2713633 Jul 06 11:39:51.157655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40684) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:51.159502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96daf9-2bb8-4a20-9f9f-7a039c375063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f079640-bb4e-4b5c-8f22-2ca15c650a55,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:51.177384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Allocated IP 172.25.0.178 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/73cdb489-5bf8-4424-9813-f9fc334ce63f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:39:51.232811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-d9834391-03df-470d-9a35-ed0fd1fc9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:51.236121 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-d9834391-03df-470d-9a35-ed0fd1fc9938 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.1361766 Jul 06 11:39:51.361715 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-c1374a4d-dd2f-477e-a361-ab0f05f30314 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072853 Jul 06 11:39:51.472005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836f6e7-499b-4db2-a22e-b95f03472a54 req-33bbae3b-e12e-45d0-8131-359a864266ce tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:51.474710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5836f6e7-499b-4db2-a22e-b95f03472a54 req-33bbae3b-e12e-45d0-8131-359a864266ce tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 945 time: 0.8796291 Jul 06 11:39:51.576576 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:51.580164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-5836f6e7-499b-4db2-a22e-b95f03472a54 req-e55421ab-42ba-48ca-8366-79e2d5117d82 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'port': {'security_groups': ['a2d403bd-2d63-4e36-b632-fc7c4ec31cf8', '2cf90c28-6449-427c-9e12-509ea283b451']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:51.590981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f986a-0aba-4fe1-a769-40b083633128 req-0800b50e-c14f-45d3-9af7-7f2fd386e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:51.594294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da2f986a-0aba-4fe1-a769-40b083633128 req-0800b50e-c14f-45d3-9af7-7f2fd386e946 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a7c8409-16f8-4334-9b28-9fc7525e1566 HTTP/1.1" status: 200 len: 844 time: 0.4705479 Jul 06 11:39:51.609398 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-fbfa4f24-b7d4-4c9e-85e7-748c3083dd03 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387123 Jul 06 11:39:51.713580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:51.777690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:51.788914 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d693d8f6-ac8a-4d63-98d8-0dae181f8832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:51.852536 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba423068-2712-4f24-adb0-d0fd000f1d9d req-5d7ce218-90eb-4fa6-bb8f-96906c70cfe1 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353795 Jul 06 11:39:51.873540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:39:51.880839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:39:51.884002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Pushing event updated for resources: {'Port': ['ID=73cdb489-5bf8-4424-9813-f9fc334ce63f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:51.887846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:39:52.309369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.337531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d693d8f6-ac8a-4d63-98d8-0dae181f8832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.475045 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5836f6e7-499b-4db2-a22e-b95f03472a54 req-e55421ab-42ba-48ca-8366-79e2d5117d82 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.560977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f986a-0aba-4fe1-a769-40b083633128 req-bf2fa063-19e4-44d1-ae6d-35b7c937a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:52.562834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da2f986a-0aba-4fe1-a769-40b083633128 req-bf2fa063-19e4-44d1-ae6d-35b7c937a71a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=848ab898-a9fc-4690-b4dc-dbae257bb3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9550045 Jul 06 11:39:52.564472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-2bf578dc-6d51-4b23-bc12-8e752d107490 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Deleting port 7de3a9f3-bdfb-44ce-bd7c-1f2a15b1d612 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:52.564986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-2bf578dc-6d51-4b23-bc12-8e752d107490 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.600668 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.755474 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d693d8f6-ac8a-4d63-98d8-0dae181f8832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.758112 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d693d8f6-ac8a-4d63-98d8-0dae181f8832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.759300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d693d8f6-ac8a-4d63-98d8-0dae181f8832 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f079640-bb4e-4b5c-8f22-2ca15c650a55 HTTP/1.1" status: 204 len: 168 time: 1.5959258 Jul 06 11:39:52.849939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Router 53392fec-7acf-44ae-9519-02ee8126310a is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:39:52.871151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693d8f6-ac8a-4d63-98d8-0dae181f8832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f079640-bb4e-4b5c-8f22-2ca15c650a55,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:52.955019 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-2bf578dc-6d51-4b23-bc12-8e752d107490 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.956471 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-2bf578dc-6d51-4b23-bc12-8e752d107490 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:52.969714 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da2f986a-0aba-4fe1-a769-40b083633128 req-89d112cd-f4d7-476d-b5e3-15a492f37369 service neutron] 10.222.0.47 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778765 Jul 06 11:39:53.166463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-2bf578dc-6d51-4b23-bc12-8e752d107490 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Calling delete_port for 7de3a9f3-bdfb-44ce-bd7c-1f2a15b1d612 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:53.395356 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:53.412382 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9d290-5968-4a0a-9877-abc7243d0890 None None] Sync routers for ids ['53392fec-7acf-44ae-9519-02ee8126310a'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:53.432294 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9d290-5968-4a0a-9877-abc7243d0890 None None] Routers {'53392fec-7acf-44ae-9519-02ee8126310a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:53.434472 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1cd9d290-5968-4a0a-9877-abc7243d0890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['53392fec-7acf-44ae-9519-02ee8126310a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:53.435680 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:53.441972 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-35bbb0c3-c706-4d94-96fb-70cca241ebd0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9358847 Jul 06 11:39:53.443056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40696) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:53.447813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] Router 701e04e9-4882-45d3-9db1-5a57013dcffe has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:39:53.453861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8a801a20-8091-42ef-b001-731de53abcd3 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'enable_snat': False}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:53.515703 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1cd9d290-5968-4a0a-9877-abc7243d0890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:53.529324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da2f986a-0aba-4fe1-a769-40b083633128 req-bbdaec8d-64d1-4d95-9aad-5293c0d51744 service neutron] 10.222.0.47 "GET /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879525 Jul 06 11:39:53.531779 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9d290-5968-4a0a-9877-abc7243d0890 None None] Routers {'53392fec-7acf-44ae-9519-02ee8126310a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:53.533004 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1cd9d290-5968-4a0a-9877-abc7243d0890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['53392fec-7acf-44ae-9519-02ee8126310a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:53.534722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-5836f6e7-499b-4db2-a22e-b95f03472a54 req-e55421ab-42ba-48ca-8366-79e2d5117d82 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] For port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:53.597061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5836f6e7-499b-4db2-a22e-b95f03472a54 req-e55421ab-42ba-48ca-8366-79e2d5117d82 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:53.611253 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5836f6e7-499b-4db2-a22e-b95f03472a54 req-e55421ab-42ba-48ca-8366-79e2d5117d82 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:53.615925 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1cd9d290-5968-4a0a-9877-abc7243d0890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:53.617384 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9d290-5968-4a0a-9877-abc7243d0890 None None] The sync data for ids ['53392fec-7acf-44ae-9519-02ee8126310a'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:53.628748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['99f13dc4-ebc8-41e0-8755-ead696d1bbc9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:53.801462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836f6e7-499b-4db2-a22e-b95f03472a54 req-e55421ab-42ba-48ca-8366-79e2d5117d82 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:53.802564 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5836f6e7-499b-4db2-a22e-b95f03472a54 req-e55421ab-42ba-48ca-8366-79e2d5117d82 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:53.805025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5836f6e7-499b-4db2-a22e-b95f03472a54 req-e55421ab-42ba-48ca-8366-79e2d5117d82 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "PUT /v2.0/ports/99f13dc4-ebc8-41e0-8755-ead696d1bbc9 HTTP/1.1" status: 200 len: 981 time: 2.2991104 Jul 06 11:39:53.869024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'tag': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:53.872974 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fda5c7-7722-47e5-994a-a15e15e66a38" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b1c8b3-5156-47a0-a328-13f38d2146e2", "tag": "99f13dc4-ebc8-41e0-8755-ead696d1bbc9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:53.930981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['99f13dc4-ebc8-41e0-8755-ead696d1bbc9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:54.142667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55421ab-42ba-48ca-8366-79e2d5117d82 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'Port': ['ID=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:54.159145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:54.172876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-79f5b063-37ff-4cbe-a265-e977afd4c623 admin admin] 10.222.0.21 "PUT /v2.0/routers/701e04e9-4882-45d3-9db1-5a57013dcffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5042644 Jul 06 11:39:54.175178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40712) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:54.179834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-2bf578dc-6d51-4b23-bc12-8e752d107490 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:54.194002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322cce7e-7699-4a04-b5d5-1c575d4464d4 None None] Sync routers for ids ['701e04e9-4882-45d3-9db1-5a57013dcffe'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:54.247886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322cce7e-7699-4a04-b5d5-1c575d4464d4 None None] Routers {'701e04e9-4882-45d3-9db1-5a57013dcffe'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:54.250632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-322cce7e-7699-4a04-b5d5-1c575d4464d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['701e04e9-4882-45d3-9db1-5a57013dcffe'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:54.328172 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652cd28f-51fa-43c4-8670-a130bd800cc7 x-openstack-request-id: req-652cd28f-51fa-43c4-8670-a130bd800cc7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:54.328644 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bafe36-39e7-4ffc-91ed-eaaeb3951e27", "tag": "4c43f1f0-e7c0-4fff-81bc-331090ea1def", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:54.329044 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-652cd28f-51fa-43c4-8670-a130bd800cc7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:54.329616 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bafe36-39e7-4ffc-91ed-eaaeb3951e27', 'tag': '4c43f1f0-e7c0-4fff-81bc-331090ea1def', 'status': 'completed', 'code': 200} Jul 06 11:39:54.338370 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf578dc-6d51-4b23-bc12-8e752d107490 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Pushing event deleted for resources: {'Port': ['ID=7de3a9f3-bdfb-44ce-bd7c-1f2a15b1d612,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:54.353077 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a801a20-8091-42ef-b001-731de53abcd3 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:54.593508 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-322cce7e-7699-4a04-b5d5-1c575d4464d4 None None] Set router 701e04e9-4882-45d3-9db1-5a57013dcffe gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:54.785029 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:54.873420 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-2bf578dc-6d51-4b23-bc12-8e752d107490 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:54.879659 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-2bf578dc-6d51-4b23-bc12-8e752d107490 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:54.881847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-267af55f-5075-4c4b-a5a2-4b5e6afcaafd req-2bf578dc-6d51-4b23-bc12-8e752d107490 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "DELETE /v2.0/floatingips/96e8c6a2-1301-4eb3-a25e-1a6aa94e8cda HTTP/1.1" status: 204 len: 173 time: 3.6953697 Jul 06 11:39:54.979095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ba085-0497-4908-882d-25b3cfa4ead3 req-3777595d-ce80-4209-a725-cc5ba98a5ad3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:54.992911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-098ba085-0497-4908-882d-25b3cfa4ead3 req-3777595d-ce80-4209-a725-cc5ba98a5ad3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 944 time: 0.4439564 Jul 06 11:39:55.099012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2e2f-5e9b-46e3-ba36-98988b7da188 req-52837561-822d-420a-a519-1c977b0d3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:55.102209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-830c2e2f-5e9b-46e3-ba36-98988b7da188 req-52837561-822d-420a-a519-1c977b0d3eb8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 1095 time: 0.7290010 Jul 06 11:39:55.262296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-322cce7e-7699-4a04-b5d5-1c575d4464d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-router', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:36Z', 'updated_at': '2021-07-06T11:39:49Z', 'revision_number': 5, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'gw_port': {'id': 'b5bb76bd-4940-4cc3-9463-f273b0ec6992', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:42Z', 'updated_at': '2021-07-06T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:55.266760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:55.308670 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-098ba085-0497-4908-882d-25b3cfa4ead3 req-e3975746-fb78-42dd-88e8-6719701c2a34 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379127 Jul 06 11:39:55.348359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322cce7e-7699-4a04-b5d5-1c575d4464d4 None None] Checking router: 701e04e9-4882-45d3-9db1-5a57013dcffe for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:39:55.393075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322cce7e-7699-4a04-b5d5-1c575d4464d4 None None] Routers {'701e04e9-4882-45d3-9db1-5a57013dcffe'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:55.395781 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-322cce7e-7699-4a04-b5d5-1c575d4464d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['701e04e9-4882-45d3-9db1-5a57013dcffe'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:55.467051 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e33516a-74e0-45fa-bfcc-0f59f06bfd76 x-openstack-request-id: req-0e33516a-74e0-45fa-bfcc-0f59f06bfd76 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:55.467525 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b1c8b3-5156-47a0-a328-13f38d2146e2", "tag": "99f13dc4-ebc8-41e0-8755-ead696d1bbc9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:55.467939 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e33516a-74e0-45fa-bfcc-0f59f06bfd76 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:55.468501 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'tag': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9', 'status': 'completed', 'code': 200} Jul 06 11:39:55.531771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97ffb1e1-381e-4da6-99c4-b73618c7f0eb req-a69ee82f-22b9-438e-a74a-5fc9e83861d7 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-166504791&fields=id&tenant_id=4ddb6b4828a84a97bba1122af077e603 HTTP/1.1" status: 200 len: 267 time: 0.1239560 Jul 06 11:39:55.603840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2e2f-5e9b-46e3-ba36-98988b7da188 req-daf02447-4be2-4fbe-8dac-df36b4b69a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:55.606104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-830c2e2f-5e9b-46e3-ba36-98988b7da188 req-daf02447-4be2-4fbe-8dac-df36b4b69a42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 912 time: 0.4836242 Jul 06 11:39:55.707122 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a801a20-8091-42ef-b001-731de53abcd3 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:55.751293 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a801a20-8091-42ef-b001-731de53abcd3 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:55.781712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-322cce7e-7699-4a04-b5d5-1c575d4464d4 None None] Set router 701e04e9-4882-45d3-9db1-5a57013dcffe gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:39:55.871397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fda5c7-7722-47e5-994a-a15e15e66a38 req-79bba415-e8d0-4279-ad1b-05c34f679143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:55.875261 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33fda5c7-7722-47e5-994a-a15e15e66a38 req-79bba415-e8d0-4279-ad1b-05c34f679143 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 1135 time: 0.3394854 Jul 06 11:39:55.909773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-322cce7e-7699-4a04-b5d5-1c575d4464d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-router', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:36Z', 'updated_at': '2021-07-06T11:39:55Z', 'revision_number': 6, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:55.959148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322cce7e-7699-4a04-b5d5-1c575d4464d4 None None] The sync data for ids ['701e04e9-4882-45d3-9db1-5a57013dcffe'] in n-d-799527-2 is: [{'id': '701e04e9-4882-45d3-9db1-5a57013dcffe', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029246613-router', 'tenant_id': '3225d8683d5c4c709c62a8149b32cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:36:36Z', 'updated_at': '2021-07-06T11:39:55Z', 'revision_number': 6, 'project_id': '3225d8683d5c4c709c62a8149b32cd31', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:56.177573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-830c2e2f-5e9b-46e3-ba36-98988b7da188 req-3de0b6f3-40c5-478a-b492-3e85dc9f9fd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c43f1f0-e7c0-4fff-81bc-331090ea1def HTTP/1.1" status: 200 len: 217 time: 0.5618529 Jul 06 11:39:56.179523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a801a20-8091-42ef-b001-731de53abcd3 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Router 53392fec-7acf-44ae-9519-02ee8126310a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:39:56.213952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fda5c7-7722-47e5-994a-a15e15e66a38 req-f527c04f-9ac3-4c3c-81d7-782f5fca9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:56.216635 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33fda5c7-7722-47e5-994a-a15e15e66a38 req-f527c04f-9ac3-4c3c-81d7-782f5fca9906 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 914 time: 0.3289814 Jul 06 11:39:56.254234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Deleting port b5bb76bd-4940-4cc3-9463-f273b0ec6992 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:56.254537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:56.377644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2e2f-5e9b-46e3-ba36-98988b7da188 req-83bb2c7e-527d-4a42-9b99-695a3888be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:56.388389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-830c2e2f-5e9b-46e3-ba36-98988b7da188 req-83bb2c7e-527d-4a42-9b99-695a3888be72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.1905241 Jul 06 11:39:56.388541 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33fda5c7-7722-47e5-994a-a15e15e66a38 req-de44fbd2-3456-4617-9fd9-096dfaed3883 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9 HTTP/1.1" status: 200 len: 217 time: 0.1604059 Jul 06 11:39:56.478075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffb1e1-381e-4da6-99c4-b73618c7f0eb req-fa5063b1-f40b-49ef-9214-85448dd83c59 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:56.485204 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97ffb1e1-381e-4da6-99c4-b73618c7f0eb req-fa5063b1-f40b-49ef-9214-85448dd83c59 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 984 time: 0.9504256 Jul 06 11:39:56.494941 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-830c2e2f-5e9b-46e3-ba36-98988b7da188 req-4b8de0ae-de3c-4798-96d3-e37b63857467 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058936 Jul 06 11:39:56.519230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-97ffb1e1-381e-4da6-99c4-b73618c7f0eb req-2cacf0dc-1c1f-4088-905e-cc4dadae525d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'port': {'security_groups': ['2cf90c28-6449-427c-9e12-509ea283b451', 'a2d403bd-2d63-4e36-b632-fc7c4ec31cf8', '9a08c4d0-2481-43bf-8645-8568932a8086']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:39:56.575095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fda5c7-7722-47e5-994a-a15e15e66a38 req-efc1353b-91e5-425f-8f4b-b9681f7ba0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:56.579427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33fda5c7-7722-47e5-994a-a15e15e66a38 req-efc1353b-91e5-425f-8f4b-b9681f7ba0c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=413de151-a848-452c-a05a-e5081aa9ef4d HTTP/1.1" status: 200 len: 853 time: 0.1323495 Jul 06 11:39:56.608213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a801a20-8091-42ef-b001-731de53abcd3 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:39:56.626041 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42174b-d620-43c9-a3c8-ffeb917c4a26 None None] Sync routers for ids ['53392fec-7acf-44ae-9519-02ee8126310a'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:39:56.645222 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42174b-d620-43c9-a3c8-ffeb917c4a26 None None] Routers {'53392fec-7acf-44ae-9519-02ee8126310a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:56.646666 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6d42174b-d620-43c9-a3c8-ffeb917c4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['53392fec-7acf-44ae-9519-02ee8126310a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:56.647031 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a801a20-8091-42ef-b001-731de53abcd3 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:56.652706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8a801a20-8091-42ef-b001-731de53abcd3 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "PUT /v2.0/routers/53392fec-7acf-44ae-9519-02ee8126310a HTTP/1.1" status: 200 len: 921 time: 3.2040503 Jul 06 11:39:56.652706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33fda5c7-7722-47e5-994a-a15e15e66a38 req-6c57388b-372a-4b2c-9ec0-242ef85d3514 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9016a705-c30b-4269-b89e-df298c811570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636921 Jul 06 11:39:56.653158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40770) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:56.702986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fddc4-91b1-4543-a142-b25b4b5b6ccf req-1011fe67-3fee-40bb-bb1a-e7e202a13dfb tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:56.711389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c8fddc4-91b1-4543-a142-b25b4b5b6ccf req-1011fe67-3fee-40bb-bb1a-e7e202a13dfb tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 945 time: 0.5399344 Jul 06 11:39:56.735784 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6d42174b-d620-43c9-a3c8-ffeb917c4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:56.756161 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42174b-d620-43c9-a3c8-ffeb917c4a26 None None] Routers {'53392fec-7acf-44ae-9519-02ee8126310a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:39:56.757746 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6d42174b-d620-43c9-a3c8-ffeb917c4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['53392fec-7acf-44ae-9519-02ee8126310a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:56.834438 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6d42174b-d620-43c9-a3c8-ffeb917c4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:39:56.836666 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42174b-d620-43c9-a3c8-ffeb917c4a26 None None] The sync data for ids ['53392fec-7acf-44ae-9519-02ee8126310a'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:39:56.864177 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] For port b5bb76bd-4940-4cc3-9463-f273b0ec6992, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b5bb76bd-4940-4cc3-9463-f273b0ec6992,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:56.864730 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:56.931319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 4c43f1f0-e7c0-4fff-81bc-331090ea1def details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:39:56.958828 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-49d8e5a0-1ba3-4d47-9e44-f1a2325a03e0 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/routers/53392fec-7acf-44ae-9519-02ee8126310a HTTP/1.1" status: 200 len: 921 time: 0.3038542 Jul 06 11:39:56.963065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40788) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:56.975074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c8fddc4-91b1-4543-a142-b25b4b5b6ccf req-8b6edaa9-a669-4590-b3e1-d2526784b0bb tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups?id=1454fef1-cc25-4057-a54d-81df7533332c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560570 Jul 06 11:39:57.000327 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Calling delete_port for b5bb76bd-4940-4cc3-9463-f273b0ec6992 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:57.239559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 4c43f1f0-e7c0-4fff-81bc-331090ea1def, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=4c43f1f0-e7c0-4fff-81bc-331090ea1def,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:57.273225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '4c43f1f0-e7c0-4fff-81bc-331090ea1def', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'port_id': '4c43f1f0-e7c0-4fff-81bc-331090ea1def', 'mac_address': 'fa:16:3e:ac:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980f45f6-7536-45f8-8969-e14fff5112f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:39:57.295130 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33fda5c7-7722-47e5-994a-a15e15e66a38 req-50084e18-2331-4464-86aa-9552cf49e4cc service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301136 Jul 06 11:39:57.371104 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:57.399772 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-830c2e2f-5e9b-46e3-ba36-98988b7da188 req-45dc9b86-2a1f-4d8c-9095-4aeb019af19f service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8880622 Jul 06 11:39:57.403944 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-97ffb1e1-381e-4da6-99c4-b73618c7f0eb req-2cacf0dc-1c1f-4088-905e-cc4dadae525d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:57.411975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c43f1f0-e7c0-4fff-81bc-331090ea1def {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:39:57.529241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e11bcaf8-4bed-47ae-aace-99b659b9518e no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:57.545498 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 4c43f1f0-e7c0-4fff-81bc-331090ea1def, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=4c43f1f0-e7c0-4fff-81bc-331090ea1def,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:57.591885 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:57.630331 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-830c2e2f-5e9b-46e3-ba36-98988b7da188 req-08ce9091-40a2-464a-ba7b-0442e6af8bcc service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042890 Jul 06 11:39:57.728495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e11bcaf8-4bed-47ae-aace-99b659b9518e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:39:57.728952 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e11bcaf8-4bed-47ae-aace-99b659b9518e not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:57.729623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b5bb76bd-4940-4cc3-9463-f273b0ec6992 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:39:57.736800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=4c43f1f0-e7c0-4fff-81bc-331090ea1def,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:57.807705 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:57.881946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No active binding found for port b5bb76bd-4940-4cc3-9463-f273b0ec6992 {{(pid=93816) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:39:57.882965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b5bb76bd-4940-4cc3-9463-f273b0ec6992 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:39:57.900482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c01a3e-a241-46ed-b349-ed7ebb3d5adc tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:57.907251 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a5c01a3e-a241-46ed-b349-ed7ebb3d5adc tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&device_id=53392fec-7acf-44ae-9519-02ee8126310a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9387114 Jul 06 11:39:57.907780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40830) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:57.949791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bb76bd-4940-4cc3-9463-f273b0ec6992,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:58.020785 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['4c43f1f0-e7c0-4fff-81bc-331090ea1def'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:58.120151 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.131606 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33fda5c7-7722-47e5-994a-a15e15e66a38 req-adecbb6b-0026-4abc-a6b3-d031c9919a08 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788906 Jul 06 11:39:58.138399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9624898a-8cb5-413e-b787-1bb7e91225ed tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:58.140788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9624898a-8cb5-413e-b787-1bb7e91225ed tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 881 time: 0.2314818 Jul 06 11:39:58.145521 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40844) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:58.153798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177480c8-d058-428c-8d83-f21bfac0d69b req-8d8780d4-5927-4478-bd01-ee5e9279bb3f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:58.156025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-177480c8-d058-428c-8d83-f21bfac0d69b req-8d8780d4-5927-4478-bd01-ee5e9279bb3f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 945 time: 0.5215602 Jul 06 11:39:58.225563 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6c5232eb-b81f-49c6-b5f5-f21adad149e5 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=53392fec-7acf-44ae-9519-02ee8126310a HTTP/1.1" status: 200 len: 205 time: 0.0760615 Jul 06 11:39:58.228897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40850) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:58.418961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.433621 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.449259 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.457755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-97ffb1e1-381e-4da6-99c4-b73618c7f0eb req-2cacf0dc-1c1f-4088-905e-cc4dadae525d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] For port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:39:58.463398 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.519324 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.578626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-177480c8-d058-428c-8d83-f21bfac0d69b req-401a5b95-52be-4c23-ad9a-696e2a95f6a4 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429971 Jul 06 11:39:58.611058 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-97ffb1e1-381e-4da6-99c4-b73618c7f0eb req-2cacf0dc-1c1f-4088-905e-cc4dadae525d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.632285 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-97ffb1e1-381e-4da6-99c4-b73618c7f0eb req-2cacf0dc-1c1f-4088-905e-cc4dadae525d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.652714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['99f13dc4-ebc8-41e0-8755-ead696d1bbc9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:58.658549 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.659225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 701e04e9-4882-45d3-9db1-5a57013dcffe {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:39:58.680607 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.682615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-62149967-0e25-4621-9fd5-75129971d251 admin admin] 10.222.0.21 "DELETE /v2.0/routers/701e04e9-4882-45d3-9db1-5a57013dcffe HTTP/1.1" status: 204 len: 168 time: 4.5056493 Jul 06 11:39:58.686704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40872) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:58.785200 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffb1e1-381e-4da6-99c4-b73618c7f0eb req-2cacf0dc-1c1f-4088-905e-cc4dadae525d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:58.786315 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-97ffb1e1-381e-4da6-99c4-b73618c7f0eb req-2cacf0dc-1c1f-4088-905e-cc4dadae525d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.789188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97ffb1e1-381e-4da6-99c4-b73618c7f0eb req-2cacf0dc-1c1f-4088-905e-cc4dadae525d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "PUT /v2.0/ports/99f13dc4-ebc8-41e0-8755-ead696d1bbc9 HTTP/1.1" status: 200 len: 1020 time: 2.2921541 Jul 06 11:39:58.794515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'tag': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:39:58.804112 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbc4399-76b0-44d2-b1db-f8c023d6f220" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b1c8b3-5156-47a0-a328-13f38d2146e2", "tag": "99f13dc4-ebc8-41e0-8755-ead696d1bbc9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:39:58.813364 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.937854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7a1711-b44a-4938-8879-d50bef09e03b admin admin] Deleting subnet 3b1b850b-890f-4a7b-9c8b-0461a78c3c98 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:39:58.951362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1711-b44a-4938-8879-d50bef09e03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:58.952306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacf0dc-1c1f-4088-905e-cc4dadae525d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'Port': ['ID=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:59.049717 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['99f13dc4-ebc8-41e0-8755-ead696d1bbc9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:39:59.052737 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1711-b44a-4938-8879-d50bef09e03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.053021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 4c43f1f0-e7c0-4fff-81bc-331090ea1def up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:39:59.056563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Deleting port 73cdb489-5bf8-4424-9813-f9fc334ce63f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:39:59.058741 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.068244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a865d-6729-48a1-90a9-6a3c6d353933 req-e0039df9-0df0-460c-a9ac-6c232c141b2e tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:59.071371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c6a865d-6729-48a1-90a9-6a3c6d353933 req-e0039df9-0df0-460c-a9ac-6c232c141b2e tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1844082 Jul 06 11:39:59.225287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c6a865d-6729-48a1-90a9-6a3c6d353933 req-4789787b-dd88-48c4-9980-073db628f26b tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1445630 Jul 06 11:39:59.276594 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4dc5d7-bce2-4b13-8bf7-bd664fe3e773 x-openstack-request-id: req-7e4dc5d7-bce2-4b13-8bf7-bd664fe3e773 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:39:59.277335 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b1c8b3-5156-47a0-a328-13f38d2146e2", "tag": "99f13dc4-ebc8-41e0-8755-ead696d1bbc9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:39:59.277676 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e4dc5d7-bce2-4b13-8bf7-bd664fe3e773 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:39:59.279342 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'tag': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9', 'status': 'completed', 'code': 200} Jul 06 11:39:59.439288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.457451 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1711-b44a-4938-8879-d50bef09e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.526858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Calling delete_port for 73cdb489-5bf8-4424-9813-f9fc334ce63f owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:39:59.539562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 4c43f1f0-e7c0-4fff-81bc-331090ea1def completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:39:59.540132 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f18f85-a40a-4079-a772-7efcff915ea1 req-5a534eb1-4d0f-454c-bee7-3d6fbc427b39 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:59.546363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60f18f85-a40a-4079-a772-7efcff915ea1 req-5a534eb1-4d0f-454c-bee7-3d6fbc427b39 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 1023 time: 0.2143290 Jul 06 11:39:59.595778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 4c43f1f0-e7c0-4fff-81bc-331090ea1def triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:39:59.596761 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.664877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc4399-76b0-44d2-b1db-f8c023d6f220 req-3b107050-404c-4613-a67d-a633efc2f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:39:59.667615 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0bbc4399-76b0-44d2-b1db-f8c023d6f220 req-3b107050-404c-4613-a67d-a633efc2f277 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 1174 time: 0.3270271 Jul 06 11:39:59.770164 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1711-b44a-4938-8879-d50bef09e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.851791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a1711-b44a-4938-8879-d50bef09e03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1b850b-890f-4a7b-9c8b-0461a78c3c98,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:39:59.887350 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1711-b44a-4938-8879-d50bef09e03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:59.895765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ac7a1711-b44a-4938-8879-d50bef09e03b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3b1b850b-890f-4a7b-9c8b-0461a78c3c98 HTTP/1.1" status: 204 len: 168 time: 1.2064638 Jul 06 11:39:59.898556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40902) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:39:59.913593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60f18f85-a40a-4079-a772-7efcff915ea1 req-3c90e8b5-a020-4c91-9953-60eda763a998 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&id=2cf90c28-6449-427c-9e12-509ea283b451&id=9a08c4d0-2481-43bf-8645-8568932a8086 HTTP/1.1" status: 200 len: 6156 time: 0.3569360 Jul 06 11:39:59.947399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bbbafa-9d77-42f4-87df-f0b1a5690ac8 None None] Network 49bf59dd-4291-4d68-a1e8-f5f05778ec83 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:00.015902 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb0c11d5-e002-4c8f-bfff-9d7debfdfd0d req-53844625-ef05-44bb-98de-00dd91a3e684 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0998392 Jul 06 11:40:00.165025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:00.259660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc4399-76b0-44d2-b1db-f8c023d6f220 req-d452cfe1-2d40-427b-aa2b-92cdf571ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.262417 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0bbc4399-76b0-44d2-b1db-f8c023d6f220 req-d452cfe1-2d40-427b-aa2b-92cdf571ce6a service neutron] 10.222.0.86 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 914 time: 0.5811901 Jul 06 11:40:00.266950 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:00.349980 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0bbc4399-76b0-44d2-b1db-f8c023d6f220 req-fa98da30-546c-4b6c-ab78-4dfafcd89da5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9 HTTP/1.1" status: 200 len: 217 time: 0.0724437 Jul 06 11:40:00.409776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23dd0e-fe41-4e4b-88e6-f0f9ca132611 req-53c15b7b-02e4-48d5-98d8-816427ad59d4 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.413660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d23dd0e-fe41-4e4b-88e6-f0f9ca132611 req-53c15b7b-02e4-48d5-98d8-816427ad59d4 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 945 time: 0.2343197 Jul 06 11:40:00.505138 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:00.505969 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f10be-9ed4-4c84-8261-9f56d38dc814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:00.548071 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc4399-76b0-44d2-b1db-f8c023d6f220 req-3f708efa-f31c-4131-b393-88f03c264286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.551339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0bbc4399-76b0-44d2-b1db-f8c023d6f220 req-3f708efa-f31c-4131-b393-88f03c264286 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=413de151-a848-452c-a05a-e5081aa9ef4d HTTP/1.1" status: 200 len: 853 time: 0.1751971 Jul 06 11:40:00.637132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0bbc4399-76b0-44d2-b1db-f8c023d6f220 req-43e02dfc-d5ee-4e42-9914-74d8f72187b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9016a705-c30b-4269-b89e-df298c811570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547798 Jul 06 11:40:00.659675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d23dd0e-fe41-4e4b-88e6-f0f9ca132611 req-688b17f9-7b5f-4a5d-9a31-fe92b6ed7537 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853547 Jul 06 11:40:00.692167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bafe36-39e7-4ffc-91ed-eaaeb3951e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c43f1f0-e7c0-4fff-81bc-331090ea1def'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:00.695929 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb2a80a-f8b2-4764-888e-52967beb909c" -d '{"events": [{"server_uuid": "c4bafe36-39e7-4ffc-91ed-eaaeb3951e27", "name": "network-vif-plugged", "status": "completed", "tag": "4c43f1f0-e7c0-4fff-81bc-331090ea1def"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:00.726916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-5af62e48-1eb6-41eb-8aea-bda0749897b3 req-5f38a2bf-2e78-487a-8e54-677aaa6dc57d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1865670849 ', 'description': 'tempest-description-1874585873'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:00.737610 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:00.754221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 4c43f1f0-e7c0-4fff-81bc-331090ea1def, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=4c43f1f0-e7c0-4fff-81bc-331090ea1def,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:00.761385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecf459-9973-4712-8ef7-8d3452131424 req-f56e3107-2c5c-4ee1-a80c-bbe7ad33c5ba tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:00.765450 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fbecf459-9973-4712-8ef7-8d3452131424 req-f56e3107-2c5c-4ee1-a80c-bbe7ad33c5ba tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 945 time: 0.4156437 Jul 06 11:40:00.773582 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:00.818807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Pushing event deleted for resources: {'Port': ['ID=73cdb489-5bf8-4424-9813-f9fc334ce63f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:00.881330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fbecf459-9973-4712-8ef7-8d3452131424 req-f56ddce5-d39a-41af-9972-de9394ea359d tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups?id=1454fef1-cc25-4057-a54d-81df7533332c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957675 Jul 06 11:40:00.905312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=4c43f1f0-e7c0-4fff-81bc-331090ea1def,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:00.926560 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f10be-9ed4-4c84-8261-9f56d38dc814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:00.943100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f10be-9ed4-4c84-8261-9f56d38dc814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:00.972393 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Deleting port cefc8540-98df-4ca1-ad88-be77d02dc431 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:00.973049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:00.983773 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0bbc4399-76b0-44d2-b1db-f8c023d6f220 req-c9215971-9cbc-4687-b96a-8e5aceea1366 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372836 Jul 06 11:40:01.051089 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5af62e48-1eb6-41eb-8aea-bda0749897b3 req-5f38a2bf-2e78-487a-8e54-677aaa6dc57d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.063174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0d1f10be-9ed4-4c84-8261-9f56d38dc814 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbb415e36ed74c60ac308edd77cbe6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8925216 Jul 06 11:40:01.063174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f10be-9ed4-4c84-8261-9f56d38dc814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425c0252-bf77-4cfb-837b-638f482f509e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:01.067608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40916) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:01.090710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb087d-b81b-4c67-b046-7c26885be0dd None None] DHCP port deletion for 49bf59dd-4291-4d68-a1e8-f5f05778ec83 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:40:01.103139 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.248762 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5616034-e1a7-4018-bcf2-49436433bba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.260988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-95cb087d-b81b-4c67-b046-7c26885be0dd None None] Deleting port cefc8540-98df-4ca1-ad88-be77d02dc431 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:01.261936 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95cb087d-b81b-4c67-b046-7c26885be0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.317679 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5616034-e1a7-4018-bcf2-49436433bba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.391637 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5af62e48-1eb6-41eb-8aea-bda0749897b3 req-5f38a2bf-2e78-487a-8e54-677aaa6dc57d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.419155 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5af62e48-1eb6-41eb-8aea-bda0749897b3 req-5f38a2bf-2e78-487a-8e54-677aaa6dc57d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.498144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] For port cefc8540-98df-4ca1-ad88-be77d02dc431, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cefc8540-98df-4ca1-ad88-be77d02dc431,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:01.500197 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.501430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-95cb087d-b81b-4c67-b046-7c26885be0dd None None] For port cefc8540-98df-4ca1-ad88-be77d02dc431, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cefc8540-98df-4ca1-ad88-be77d02dc431,segment=NetworkSegment(4803764f-91e2-46b9-8f86-60ad21240f82),segment_id=4803764f-91e2-46b9-8f86-60ad21240f82)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:01.501984 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95cb087d-b81b-4c67-b046-7c26885be0dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.505670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5af62e48-1eb6-41eb-8aea-bda0749897b3 req-5f38a2bf-2e78-487a-8e54-677aaa6dc57d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.506302 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.508370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5af62e48-1eb6-41eb-8aea-bda0749897b3 req-5f38a2bf-2e78-487a-8e54-677aaa6dc57d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.7876666 Jul 06 11:40:01.513161 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.526549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38a2bf-2e78-487a-8e54-677aaa6dc57d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833dac82-5bf6-423b-8db7-3aecda0678d4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:01.535032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cefc8540-98df-4ca1-ad88-be77d02dc431 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:01.542318 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5616034-e1a7-4018-bcf2-49436433bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.548704 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5616034-e1a7-4018-bcf2-49436433bba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.551078 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e5616034-e1a7-4018-bcf2-49436433bba0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/425c0252-bf77-4cfb-837b-638f482f509e HTTP/1.1" status: 204 len: 168 time: 0.4699247 Jul 06 11:40:01.553114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Calling delete_port for cefc8540-98df-4ca1-ad88-be77d02dc431 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:01.587347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5616034-e1a7-4018-bcf2-49436433bba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425c0252-bf77-4cfb-837b-638f482f509e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:01.692646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.707615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Fanout notify agent at l3_agent the message router_deleted on router 53392fec-7acf-44ae-9519-02ee8126310a {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:40:01.741632 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:01.752967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40926) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:01.753767 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-71a014f1-9e4a-4a3c-870b-837068f70fa0 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/53392fec-7acf-44ae-9519-02ee8126310a HTTP/1.1" status: 204 len: 168 time: 3.5200915 Jul 06 11:40:01.765009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-11054bd3-c767-4c8c-a8c2-698ba874717f tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1930704512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:01.822541 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463584cb-96e4-438e-8303-f5c04a6f9830 x-openstack-request-id: req-463584cb-96e4-438e-8303-f5c04a6f9830 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:01.823607 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bafe36-39e7-4ffc-91ed-eaaeb3951e27", "name": "network-vif-plugged", "status": "completed", "tag": "4c43f1f0-e7c0-4fff-81bc-331090ea1def", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:01.824361 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-463584cb-96e4-438e-8303-f5c04a6f9830 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:01.827376 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bafe36-39e7-4ffc-91ed-eaaeb3951e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c43f1f0-e7c0-4fff-81bc-331090ea1def', 'code': 200} Jul 06 11:40:01.830914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-95cb087d-b81b-4c67-b046-7c26885be0dd None None] Calling delete_port for cefc8540-98df-4ca1-ad88-be77d02dc431 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:01.878852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-740d147a-d34a-47c8-bb43-6742f887aadb tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:01.882813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-740d147a-d34a-47c8-bb43-6742f887aadb tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.47 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 945 time: 0.3122914 Jul 06 11:40:02.018759 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11054bd3-c767-4c8c-a8c2-698ba874717f tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.020839 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11054bd3-c767-4c8c-a8c2-698ba874717f tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.140361 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95cb087d-b81b-4c67-b046-7c26885be0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.155899 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-39b7c600-9663-4cfe-9ce9-6a3cc2534e1b req-c7a0aff2-7eae-45c0-a5c6-f6ff697658b2 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/833dac82-5bf6-423b-8db7-3aecda0678d4 HTTP/1.1" status: 200 len: 1783 time: 0.2708285 Jul 06 11:40:02.269220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb087d-b81b-4c67-b046-7c26885be0dd None None] Pushing event deleted for resources: {'Port': ['ID=cefc8540-98df-4ca1-ad88-be77d02dc431,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:02.271962 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.289500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb087d-b81b-4c67-b046-7c26885be0dd None None] No DVR routers for this DVR port cefc8540-98df-4ca1-ad88-be77d02dc431 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:02.310597 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0bbc4399-76b0-44d2-b1db-f8c023d6f220 req-dcb91d22-f8ed-4499-a0ff-b90313747d36 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3014114 Jul 06 11:40:02.383115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11054bd3-c767-4c8c-a8c2-698ba874717f tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.408254 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11054bd3-c767-4c8c-a8c2-698ba874717f tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.468929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5fe33-b36f-4ed1-8b2a-7d2f6b8bb3ac req-e69c689b-94a7-4207-8f20-1afd015ff16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:02.471792 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f0e5fe33-b36f-4ed1-8b2a-7d2f6b8bb3ac req-e69c689b-94a7-4207-8f20-1afd015ff16c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 1097 time: 0.6151946 Jul 06 11:40:02.473297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.523613 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11054bd3-c767-4c8c-a8c2-698ba874717f tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.528291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-11054bd3-c767-4c8c-a8c2-698ba874717f tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7732563 Jul 06 11:40:02.529548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40934) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:02.541789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40936) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:02.543350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cefc8540-98df-4ca1-ad88-be77d02dc431,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:02.546946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:02.564592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] No DVR routers for this DVR port cefc8540-98df-4ca1-ad88-be77d02dc431 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:02.584008 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dd59d40-dc06-4999-95c3-3f7b797f7641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.596208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf5a40-b91e-497a-894d-f015341dcdb4 req-cc7dd866-7f1c-4e59-8a97-9a0b28c743c2 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:02.598592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3cdf5a40-b91e-497a-894d-f015341dcdb4 req-cc7dd866-7f1c-4e59-8a97-9a0b28c743c2 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 946 time: 0.6511209 Jul 06 11:40:02.647855 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f0e5fe33-b36f-4ed1-8b2a-7d2f6b8bb3ac req-8ffa1c85-f3e4-4f4c-ac0d-5d50da07376b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590450 Jul 06 11:40:02.745329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.770398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Deleting port b59c7319-17cb-472e-b76c-12ed22bfd42a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:02.771302 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.772303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bf59dd-4291-4d68-a1e8-f5f05778ec83']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:02.799534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4803764f-91e2-46b9-8f86-60ad21240f82') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:02.799534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4803764f-91e2-46b9-8f86-60ad21240f82') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:02.819237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.852761 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.876293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:40:02.876882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: items = [ Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: items = [ Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:40:02.879639 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:40:03.003197 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dd59d40-dc06-4999-95c3-3f7b797f7641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:03.009682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dd59d40-dc06-4999-95c3-3f7b797f7641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:03.027184 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:03.047495 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:03.049988 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/49bf59dd-4291-4d68-a1e8-f5f05778ec83 HTTP/1.1" status: 204 len: 168 time: 3.1434410 Jul 06 11:40:03.057264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40940) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:03.133170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a999d-d4d2-411b-9d25-1a6253b564d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=49bf59dd-4291-4d68-a1e8-f5f05778ec83,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:03.187772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5dd59d40-dc06-4999-95c3-3f7b797f7641 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7baddd663d06434eb40e3e5c975d1ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410296 Jul 06 11:40:03.188685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd59d40-dc06-4999-95c3-3f7b797f7641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5657fc72-8489-4f9e-9eda-7b7c7c65f0f6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:03.195232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40942) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:03.324693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3cdf5a40-b91e-497a-894d-f015341dcdb4 req-5b93e01f-2da8-48b8-9760-10a405e4bbae tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/security-groups?id=399d6cc4-d259-4414-ae5e-2aa867934898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582935 Jul 06 11:40:03.364070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce7c90f0-5925-4dc2-a442-39c45aa4b269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:03.375466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64c8ea-3711-487f-b88c-b749e6769a97 req-4025705b-4fe0-4ec5-becf-c154c72053c0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:03.384531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cfd23-4a36-4f84-85b4-307ff39de180 req-ef9b1ce1-d560-42db-afb0-d55824429056 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:03.386706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a64c8ea-3711-487f-b88c-b749e6769a97 req-4025705b-4fe0-4ec5-becf-c154c72053c0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.9417071 Jul 06 11:40:03.387315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6a8cfd23-4a36-4f84-85b4-307ff39de180 req-ef9b1ce1-d560-42db-afb0-d55824429056 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.86 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 946 time: 0.3257585 Jul 06 11:40:03.553092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] For port b59c7319-17cb-472e-b76c-12ed22bfd42a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b59c7319-17cb-472e-b76c-12ed22bfd42a,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:03.553726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:03.558200 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce7c90f0-5925-4dc2-a442-39c45aa4b269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:03.593082 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:03.734121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a64c8ea-3711-487f-b88c-b749e6769a97 req-a1f1b714-ab6d-403b-b6ee-ca2365560663 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461065 Jul 06 11:40:03.905185 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce7c90f0-5925-4dc2-a442-39c45aa4b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:03.908832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce7c90f0-5925-4dc2-a442-39c45aa4b269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:03.910675 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ce7c90f0-5925-4dc2-a442-39c45aa4b269 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5657fc72-8489-4f9e-9eda-7b7c7c65f0f6 HTTP/1.1" status: 204 len: 168 time: 0.7115154 Jul 06 11:40:03.919536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6a8cfd23-4a36-4f84-85b4-307ff39de180 req-c81c5219-205c-4b63-8169-951754cfbffd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Deleting port 6be38498-6070-415c-84be-519d7f1b9108 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:03.919806 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6a8cfd23-4a36-4f84-85b4-307ff39de180 req-c81c5219-205c-4b63-8169-951754cfbffd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.033573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c90f0-5925-4dc2-a442-39c45aa4b269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5657fc72-8489-4f9e-9eda-7b7c7c65f0f6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:04.115290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975b406-ebd0-471e-8708-860d7088b4b1 req-8a33b5a2-1358-4f56-91f4-e17ccf96fd74 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:04.117979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0975b406-ebd0-471e-8708-860d7088b4b1 req-8a33b5a2-1358-4f56-91f4-e17ccf96fd74 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 945 time: 0.5600607 Jul 06 11:40:04.207332 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-76bc49ec-41ee-4f01-b887-babe8fda24a3 req-d1357906-1072-48f6-bb98-7b8a2f8a1190 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/833dac82-5bf6-423b-8db7-3aecda0678d4 HTTP/1.1" status: 200 len: 1783 time: 0.3238797 Jul 06 11:40:04.211251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6a8cfd23-4a36-4f84-85b4-307ff39de180 req-c81c5219-205c-4b63-8169-951754cfbffd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] For port 6be38498-6070-415c-84be-519d7f1b9108, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6be38498-6070-415c-84be-519d7f1b9108,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:04.211699 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6a8cfd23-4a36-4f84-85b4-307ff39de180 req-c81c5219-205c-4b63-8169-951754cfbffd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.274038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6a8cfd23-4a36-4f84-85b4-307ff39de180 req-c81c5219-205c-4b63-8169-951754cfbffd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Calling delete_port for 6be38498-6070-415c-84be-519d7f1b9108 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:04.274873 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.275345 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.275713 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Floating IP 5a90543b-7089-4891-b08a-85fd3eda9192 disassociated. External IP: 172.25.0.163, port: b59c7319-17cb-472e-b76c-12ed22bfd42a. Jul 06 11:40:04.276142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Calling delete_port for b59c7319-17cb-472e-b76c-12ed22bfd42a owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:04.322325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0975b406-ebd0-471e-8708-860d7088b4b1 req-7bff869d-929c-4a22-bf28-6f7936573fbf tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups?id=1454fef1-cc25-4057-a54d-81df7533332c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466832 Jul 06 11:40:04.371766 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.536573 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-76bc49ec-41ee-4f01-b887-babe8fda24a3 req-d980cf87-05a4-4508-a9f7-365900b62b29 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.652506 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-76bc49ec-41ee-4f01-b887-babe8fda24a3 req-d980cf87-05a4-4508-a9f7-365900b62b29 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.681854 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.731866 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.746732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6a8cfd23-4a36-4f84-85b4-307ff39de180 req-c81c5219-205c-4b63-8169-951754cfbffd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.880000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c5219-205c-4b63-8169-951754cfbffd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Pushing event deleted for resources: {'Port': ['ID=6be38498-6070-415c-84be-519d7f1b9108,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:04.944775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72d768ac-f946-48b3-8e01-0284fd63f21f req-f4d9c202-c6e2-436d-ae69-45b24bdd4c62 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.21 "GET /v2.0/ports?device_id=735e21a0-7711-4fb5-bc87-498cf3ce9dce HTTP/1.1" status: 200 len: 210 time: 0.1612735 Jul 06 11:40:04.981579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8cfd23-4a36-4f84-85b4-307ff39de180 req-c81c5219-205c-4b63-8169-951754cfbffd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] No DVR routers for this DVR port 6be38498-6070-415c-84be-519d7f1b9108 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:04.986013 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-76bc49ec-41ee-4f01-b887-babe8fda24a3 req-d980cf87-05a4-4508-a9f7-365900b62b29 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.991503 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6a8cfd23-4a36-4f84-85b4-307ff39de180 req-c81c5219-205c-4b63-8169-951754cfbffd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.993802 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6a8cfd23-4a36-4f84-85b4-307ff39de180 req-c81c5219-205c-4b63-8169-951754cfbffd tempest-FloatingIPsAssociationNegativeTestJSON-1437616494 tempest-FloatingIPsAssociationNegativeTestJSON-1437616494-project] 10.222.0.86 "DELETE /v2.0/ports/6be38498-6070-415c-84be-519d7f1b9108 HTTP/1.1" status: 204 len: 173 time: 1.5457044 Jul 06 11:40:04.994904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-76bc49ec-41ee-4f01-b887-babe8fda24a3 req-d980cf87-05a4-4508-a9f7-365900b62b29 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:04.997055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'name': 'network-vif-deleted', 'tag': '6be38498-6070-415c-84be-519d7f1b9108'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:05.001036 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f55a3d-a8ac-4e5c-8842-b72c8bc2ee6e" -d '{"events": [{"server_uuid": "735e21a0-7711-4fb5-bc87-498cf3ce9dce", "name": "network-vif-deleted", "tag": "6be38498-6070-415c-84be-519d7f1b9108"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:05.019496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-76bc49ec-41ee-4f01-b887-babe8fda24a3 req-d980cf87-05a4-4508-a9f7-365900b62b29 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "DELETE /v2.0/security-groups/833dac82-5bf6-423b-8db7-3aecda0678d4 HTTP/1.1" status: 204 len: 173 time: 0.7848341 Jul 06 11:40:05.047670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:05.179412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980cf87-05a4-4508-a9f7-365900b62b29 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833dac82-5bf6-423b-8db7-3aecda0678d4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:05.182347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Pushing event deleted for resources: {'Port': ['ID=b59c7319-17cb-472e-b76c-12ed22bfd42a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:05.190269 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-f3ba728d-6bcf-4e6c-99f0-3d18705145b2 req-baecd882-014e-4895-9f77-4a329f667377 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] show failed (client error): The resource could not be found. Jul 06 11:40:05.191951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ba728d-6bcf-4e6c-99f0-3d18705145b2 req-baecd882-014e-4895-9f77-4a329f667377 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/833dac82-5bf6-423b-8db7-3aecda0678d4 HTTP/1.1" status: 404 len: 352 time: 0.1414003 Jul 06 11:40:05.277721 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-d273d24e-c242-4d73-93a4-8d8eac554c13 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2877479 Jul 06 11:40:05.420866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Allocated IP 172.25.0.63 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/bc7f38aa-9f20-46ff-9f8b-48ccbf410e80) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:05.445346 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64da1207-b1c3-4d94-863f-ef8f2afa012c x-openstack-request-id: req-64da1207-b1c3-4d94-863f-ef8f2afa012c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:05.445782 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735e21a0-7711-4fb5-bc87-498cf3ce9dce", "name": "network-vif-deleted", "tag": "6be38498-6070-415c-84be-519d7f1b9108", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:05.446297 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64da1207-b1c3-4d94-863f-ef8f2afa012c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:05.446766 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735e21a0-7711-4fb5-bc87-498cf3ce9dce', 'name': 'network-vif-deleted', 'tag': '6be38498-6070-415c-84be-519d7f1b9108', 'status': 'completed', 'code': 200} Jul 06 11:40:05.502482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2fd3e54f-5a7c-48b1-9c84-c43ecac24391 req-17d8f0e4-721d-4f38-8d30-7365bfc1e04a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-386792747', 'description': 'tempest-description-1279463591'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:05.599065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] Deleting port 640f9925-075c-4e90-9232-d7d03e9b9751 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:05.599748 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:05.660289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Router dac56432-350e-4673-a096-bdeccb862b09 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:40:05.691694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6be38498-6070-415c-84be-519d7f1b9108 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:05.767511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 6be38498-6070-415c-84be-519d7f1b9108 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:05.768183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6be38498-6070-415c-84be-519d7f1b9108 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:05.769351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] For port 640f9925-075c-4e90-9232-d7d03e9b9751, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=640f9925-075c-4e90-9232-d7d03e9b9751,segment=NetworkSegment(64627fdc-e507-4278-ad9f-17561fe3b2be),segment_id=64627fdc-e507-4278-ad9f-17561fe3b2be)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:05.769948 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:05.803983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] Calling delete_port for 640f9925-075c-4e90-9232-d7d03e9b9751 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:05.883319 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2fd3e54f-5a7c-48b1-9c84-c43ecac24391 req-17d8f0e4-721d-4f38-8d30-7365bfc1e04a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:05.980739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-59572447-1205-42b4-9c87-2eca39e9d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.982651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-59572447-1205-42b4-9c87-2eca39e9d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.982651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-59572447-1205-42b4-9c87-2eca39e9d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.984712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-59572447-1205-42b4-9c87-2eca39e9d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.984712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-59572447-1205-42b4-9c87-2eca39e9d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.985137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-59572447-1205-42b4-9c87-2eca39e9d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.986700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-59572447-1205-42b4-9c87-2eca39e9d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:05.990589 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-59572447-1205-42b4-9c87-2eca39e9d050 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6491 time: 0.5345469 Jul 06 11:40:06.097494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdb28c-fdcb-4aec-a10e-173d751780f3 req-d2ba5d7c-2ef0-4cf3-bf39-6671509187ae tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:06.103030 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36fdb28c-fdcb-4aec-a10e-173d751780f3 req-d2ba5d7c-2ef0-4cf3-bf39-6671509187ae tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.7966180 Jul 06 11:40:06.299421 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.335682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-ebbf6a88-b3e1-4853-9c04-8e5224876017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:06.336588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-ebbf6a88-b3e1-4853-9c04-8e5224876017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:06.337517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-ebbf6a88-b3e1-4853-9c04-8e5224876017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:06.340534 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-ebbf6a88-b3e1-4853-9c04-8e5224876017 service neutron] 10.222.0.86 "GET /v2.0/networks?id=55d50c88-87ff-4d1e-a691-5afba0ae5707&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=394d285e-f49e-4dd3-979f-9001aa2b15c5&id=394d285e-f49e-4dd3-979f-9001aa2b15c5 HTTP/1.1" status: 200 len: 2292 time: 0.2529986 Jul 06 11:40:06.373100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:06.397874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e1f81-75a9-43af-bd15-abbc43d95710 None None] Sync routers for ids ['dac56432-350e-4673-a096-bdeccb862b09'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:06.421958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36fdb28c-fdcb-4aec-a10e-173d751780f3 req-19a15285-86e4-4081-a346-0029f14585ae tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807229 Jul 06 11:40:06.435313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e1f81-75a9-43af-bd15-abbc43d95710 None None] Routers {'dac56432-350e-4673-a096-bdeccb862b09'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:06.438485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-741e1f81-75a9-43af-bd15-abbc43d95710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dac56432-350e-4673-a096-bdeccb862b09'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:06.466974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] No DVR routers for this DVR port b59c7319-17cb-472e-b76c-12ed22bfd42a on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:06.500444 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.516213 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.520311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6c80c92c-c8af-4a4e-bc5e-5589daa5f6fc req-04898b7b-5efb-4897-a900-45be8d887398 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.47 "DELETE /v2.0/ports/b59c7319-17cb-472e-b76c-12ed22bfd42a HTTP/1.1" status: 204 len: 173 time: 4.6121333 Jul 06 11:40:06.524223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'name': 'network-vif-deleted', 'tag': 'b59c7319-17cb-472e-b76c-12ed22bfd42a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:06.531042 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edbe9fa-5236-47a7-bc5f-560279efd6b0" -d '{"events": [{"server_uuid": "bddf9969-1307-4056-acc9-b422ae9f7504", "name": "network-vif-deleted", "tag": "b59c7319-17cb-472e-b76c-12ed22bfd42a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:06.533148 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-b53b1de8-c860-43ce-9240-1fdf889a7f6b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23323174-cfa4-4bc8-ab6f-93c285420e97 HTTP/1.1" status: 200 len: 1001 time: 0.1547911 Jul 06 11:40:06.632795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] Pushing event deleted for resources: {'Port': ['ID=640f9925-075c-4e90-9232-d7d03e9b9751,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:06.737734 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2fd3e54f-5a7c-48b1-9c84-c43ecac24391 req-17d8f0e4-721d-4f38-8d30-7365bfc1e04a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.762162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2fd3e54f-5a7c-48b1-9c84-c43ecac24391 req-17d8f0e4-721d-4f38-8d30-7365bfc1e04a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.808129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:06.848872 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6ed6f6a-7fb4-415a-a240-0859ffd47269 req-70d60461-f2a2-46a1-9b22-9a31732d605a tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddf9969-1307-4056-acc9-b422ae9f7504 HTTP/1.1" status: 200 len: 210 time: 0.1019218 Jul 06 11:40:06.850292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-741e1f81-75a9-43af-bd15-abbc43d95710 None None] Set router dac56432-350e-4673-a096-bdeccb862b09 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:06.977318 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2fd3e54f-5a7c-48b1-9c84-c43ecac24391 req-17d8f0e4-721d-4f38-8d30-7365bfc1e04a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:07.007494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fd3e54f-5a7c-48b1-9c84-c43ecac24391 req-17d8f0e4-721d-4f38-8d30-7365bfc1e04a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.5228093 Jul 06 11:40:07.010929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:07.017388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-e997b81a-2b1b-4f46-8785-b144f071bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:07.022565 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-e997b81a-2b1b-4f46-8785-b144f071bfeb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6c9f4d54-1464-47f3-9906-74d3ca46a5f3 HTTP/1.1" status: 200 len: 850 time: 0.4141433 Jul 06 11:40:07.061473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:07.086391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8f0e4-721d-4f38-8d30-7365bfc1e04a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5345dc70-b9c7-4751-88d8-d8f1863161df,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:07.099363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:07.134234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b59c7319-17cb-472e-b76c-12ed22bfd42a no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:07.216932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: b59c7319-17cb-472e-b76c-12ed22bfd42a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:07.218431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b59c7319-17cb-472e-b76c-12ed22bfd42a not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:07.286685 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40998) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:07.392921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Pushing event updated for resources: {'Port': ['ID=bc7f38aa-9f20-46ff-9f8b-48ccbf410e80,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:07.470996 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35772703-83be-440a-bcd5-fe7eceb605f9 x-openstack-request-id: req-35772703-83be-440a-bcd5-fe7eceb605f9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:07.471278 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddf9969-1307-4056-acc9-b422ae9f7504", "name": "network-vif-deleted", "tag": "b59c7319-17cb-472e-b76c-12ed22bfd42a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:07.471660 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35772703-83be-440a-bcd5-fe7eceb605f9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:07.472134 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddf9969-1307-4056-acc9-b422ae9f7504', 'name': 'network-vif-deleted', 'tag': 'b59c7319-17cb-472e-b76c-12ed22bfd42a', 'status': 'completed', 'code': 200} Jul 06 11:40:07.575071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-471ea7ef-c79e-4ea3-b278-07df37024c53 req-41f073b3-5925-408f-8c1a-369513314cf9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1705620286', 'description': 'tempest-description-796060907'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:07.649428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-741e1f81-75a9-43af-bd15-abbc43d95710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:36:06Z', 'revision_number': 4, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '1f7e56b3-eed2-402a-9b9f-6100fc451f19', 'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'mac_address': 'fa:16:3e:27:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:03Z', 'updated_at': '2021-07-06T11:36:16Z', 'revision_number': 5, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'subnets': [{'id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:07.668136 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:07.728083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e1f81-75a9-43af-bd15-abbc43d95710 None None] Checking router: dac56432-350e-4673-a096-bdeccb862b09 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:40:07.745660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e1f81-75a9-43af-bd15-abbc43d95710 None None] Routers {'dac56432-350e-4673-a096-bdeccb862b09'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:07.746548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-c591f30b-7939-4797-b0d8-63baac796537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:07.746739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-741e1f81-75a9-43af-bd15-abbc43d95710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dac56432-350e-4673-a096-bdeccb862b09'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:07.748353 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-c591f30b-7939-4797-b0d8-63baac796537 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=55d50c88-87ff-4d1e-a691-5afba0ae5707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7151325 Jul 06 11:40:08.115262 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-741e1f81-75a9-43af-bd15-abbc43d95710 None None] Set router dac56432-350e-4673-a096-bdeccb862b09 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:08.427926 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-1cfe893c-b64f-4895-9958-a95d9a06f6fb service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697552 Jul 06 11:40:08.501365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-471ea7ef-c79e-4ea3-b278-07df37024c53 req-41f073b3-5925-408f-8c1a-369513314cf9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:08.563768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-741e1f81-75a9-43af-bd15-abbc43d95710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:36:06Z', 'revision_number': 4, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '1f7e56b3-eed2-402a-9b9f-6100fc451f19', 'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'mac_address': 'fa:16:3e:27:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:03Z', 'updated_at': '2021-07-06T11:36:16Z', 'revision_number': 5, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'subnets': [{'id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:08.634308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e1f81-75a9-43af-bd15-abbc43d95710 None None] The sync data for ids ['dac56432-350e-4673-a096-bdeccb862b09'] in n-d-799527-2 is: [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:36:06Z', 'revision_number': 4, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '1f7e56b3-eed2-402a-9b9f-6100fc451f19', 'name': '', 'network_id': '848ab898-a9fc-4690-b4dc-dbae257bb3df', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'mac_address': 'fa:16:3e:27:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:36:03Z', 'updated_at': '2021-07-06T11:36:16Z', 'revision_number': 5, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'subnets': [{'id': '3a7c8409-16f8-4334-9b28-9fc7525e1566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:08.731986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] Router 5c66f95f-acdb-4024-b381-cf206023e11a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:40:08.742703 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-5ed1d6f6-1017-488b-9532-885f0cf83929 service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024647 Jul 06 11:40:08.854032 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-2a8d7107-4d1c-4ab4-9a71-e09aae2c5e6d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=18218c73-5116-43de-a2b7-57faf0ebce65 HTTP/1.1" status: 200 len: 217 time: 0.1008039 Jul 06 11:40:09.068278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bf4f0-ca4f-4ee3-a3ca-c5e4541a1639 req-9fe741d6-a921-4102-b0b9-2acc5067f57c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.080706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d84bf4f0-ca4f-4ee3-a3ca-c5e4541a1639 req-9fe741d6-a921-4102-b0b9-2acc5067f57c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.5921645 Jul 06 11:40:09.082547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-9fe7a78d-59ca-4d29-bb45-42bb544ed642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.084761 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-9fe7a78d-59ca-4d29-bb45-42bb544ed642 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.1826353 Jul 06 11:40:09.097919 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:09.180026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:09.187018 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685eba1c-fd4e-4cb8-a5f7-f16535f3764c None None] New status for floating IP 5a90543b-7089-4891-b08a-85fd3eda9192: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:40:09.202224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31d4e2-80ef-4fbd-8b26-56c374017ece None None] Sync routers for ids ['5c66f95f-acdb-4024-b381-cf206023e11a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:09.203732 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3fe35e18-ccd2-4f2e-8037-e6f692a0bb15 admin admin] 10.222.0.21 "PUT /v2.0/routers/5c66f95f-acdb-4024-b381-cf206023e11a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1378434 Jul 06 11:40:09.210372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41052) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:09.231148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31d4e2-80ef-4fbd-8b26-56c374017ece None None] Routers {'5c66f95f-acdb-4024-b381-cf206023e11a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:09.232192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3e31d4e2-80ef-4fbd-8b26-56c374017ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5c66f95f-acdb-4024-b381-cf206023e11a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:09.382302 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-471ea7ef-c79e-4ea3-b278-07df37024c53 req-41f073b3-5925-408f-8c1a-369513314cf9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:09.470838 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d84bf4f0-ca4f-4ee3-a3ca-c5e4541a1639 req-6e584ff7-8859-47fa-b269-eff783501f68 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825896 Jul 06 11:40:09.479086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-cc209ecf-1466-4ec0-90b0-2e7938a0bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:09.482147 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-cc209ecf-1466-4ec0-90b0-2e7938a0bc6d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3712769 Jul 06 11:40:09.490773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-471ea7ef-c79e-4ea3-b278-07df37024c53 req-41f073b3-5925-408f-8c1a-369513314cf9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:09.560140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3e31d4e2-80ef-4fbd-8b26-56c374017ece None None] Set router 5c66f95f-acdb-4024-b381-cf206023e11a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:09.604528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f073b3-5925-408f-8c1a-369513314cf9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3065850c-d3a4-4a20-a6e3-f4d5f8d8c4aa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:09.666834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:09.667955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41056) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:09.729054 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-471ea7ef-c79e-4ea3-b278-07df37024c53 req-41f073b3-5925-408f-8c1a-369513314cf9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:09.731231 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-471ea7ef-c79e-4ea3-b278-07df37024c53 req-41f073b3-5925-408f-8c1a-369513314cf9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.1744356 Jul 06 11:40:09.916894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3e31d4e2-80ef-4fbd-8b26-56c374017ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-router', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:03Z', 'updated_at': '2021-07-06T11:40:06Z', 'revision_number': 5, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'gw_port': {'id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:06Z', 'updated_at': '2021-07-06T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:09.972443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31d4e2-80ef-4fbd-8b26-56c374017ece None None] Checking router: 5c66f95f-acdb-4024-b381-cf206023e11a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:40:09.990753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31d4e2-80ef-4fbd-8b26-56c374017ece None None] Routers {'5c66f95f-acdb-4024-b381-cf206023e11a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:09.992290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3e31d4e2-80ef-4fbd-8b26-56c374017ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5c66f95f-acdb-4024-b381-cf206023e11a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:09.994636 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-de201b50-fb0f-4f87-8ac2-0f268c4c71e6 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009444 Jul 06 11:40:10.021807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-940c807d-612f-4c87-a5e9-d66adf612ed0 req-12f52cf2-b367-4dc4-bd4f-5aafa8d64910 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-507055719', 'description': 'tempest-description-1001522205'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:10.093306 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a12f84e-4f21-43bf-9eee-1c8985d56ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.108353 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.131792 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.161324 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-940c807d-612f-4c87-a5e9-d66adf612ed0 req-12f52cf2-b367-4dc4-bd4f-5aafa8d64910 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.166485 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.211439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3e31d4e2-80ef-4fbd-8b26-56c374017ece None None] Set router 5c66f95f-acdb-4024-b381-cf206023e11a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:10.246470 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-974dd96c-ffa2-4c20-bfdf-70ec18b623fa service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305837 Jul 06 11:40:10.341072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Deleting port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:10.341726 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.350273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.350574 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-ebbf5eff-ecba-4470-b3f0-24e1eef4eca0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=040d4636-f876-4c42-9eb9-fd9982730b95 HTTP/1.1" status: 200 len: 217 time: 0.0905013 Jul 06 11:40:10.483558 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a12f84e-4f21-43bf-9eee-1c8985d56ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.501779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a12f84e-4f21-43bf-9eee-1c8985d56ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.519105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-0dadfdd6-e3fc-4a4d-9e37-8266be448bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:10.521411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-0dadfdd6-e3fc-4a4d-9e37-8266be448bdd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.1542795 Jul 06 11:40:10.589610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3e31d4e2-80ef-4fbd-8b26-56c374017ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-router', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:03Z', 'updated_at': '2021-07-06T11:40:06Z', 'revision_number': 5, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'gw_port': {'id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:06Z', 'updated_at': '2021-07-06T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:10.598221 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5a12f84e-4f21-43bf-9eee-1c8985d56ad7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=557f477156ed444cbf246217860ab941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9235492 Jul 06 11:40:10.603170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41066) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:10.630564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] For port e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:10.631080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.652398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31d4e2-80ef-4fbd-8b26-56c374017ece None None] The sync data for ids ['5c66f95f-acdb-4024-b381-cf206023e11a'] in n-d-799527-2 is: [{'id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2072053910-router', 'tenant_id': 'de75503e6f06473c93ece395f4d6bfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:37:03Z', 'updated_at': '2021-07-06T11:40:06Z', 'revision_number': 5, 'project_id': 'de75503e6f06473c93ece395f4d6bfe2', 'gw_port': {'id': 'e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c66f95f-acdb-4024-b381-cf206023e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:37:06Z', 'updated_at': '2021-07-06T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:10.663299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12f84e-4f21-43bf-9eee-1c8985d56ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd9cc61-0dd1-4773-aeaf-2f86f5384bfb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:10.680855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Calling delete_port for e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:10.684748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Router 3a0429cf-20b8-4189-9b87-7cae5726eaae is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:40:10.818226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-8e26f276-efcb-4d46-9d3f-470daa5c6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:10.821079 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-8e26f276-efcb-4d46-9d3f-470daa5c6623 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2899919 Jul 06 11:40:10.878256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-940c807d-612f-4c87-a5e9-d66adf612ed0 req-12f52cf2-b367-4dc4-bd4f-5aafa8d64910 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.896289 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-940c807d-612f-4c87-a5e9-d66adf612ed0 req-12f52cf2-b367-4dc4-bd4f-5aafa8d64910 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.902536 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54f85e2c-bdab-4243-8e13-a6ac251a1d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:11.001667 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54f85e2c-bdab-4243-8e13-a6ac251a1d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:11.009280 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-940c807d-612f-4c87-a5e9-d66adf612ed0 req-12f52cf2-b367-4dc4-bd4f-5aafa8d64910 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:11.011969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-940c807d-612f-4c87-a5e9-d66adf612ed0 req-12f52cf2-b367-4dc4-bd4f-5aafa8d64910 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1086476 Jul 06 11:40:11.042857 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f52cf2-b367-4dc4-bd4f-5aafa8d64910 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ad9428-2390-464c-8f95-760caf199051,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:11.109869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:11.122368 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:11.126719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b9fafadd-b566-4ab5-8a0e-444cd57cb8f3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "PUT /v2.0/routers/3a0429cf-20b8-4189-9b87-7cae5726eaae HTTP/1.1" status: 200 len: 879 time: 8.5869141 Jul 06 11:40:11.127822 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d14db4-97d8-48b1-bc7e-e23dba0fb1f9 None None] Sync routers for ids ['3a0429cf-20b8-4189-9b87-7cae5726eaae'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:11.130684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:11.166285 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d14db4-97d8-48b1-bc7e-e23dba0fb1f9 None None] Routers {'3a0429cf-20b8-4189-9b87-7cae5726eaae'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:11.167544 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d0d14db4-97d8-48b1-bc7e-e23dba0fb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3a0429cf-20b8-4189-9b87-7cae5726eaae'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:11.208014 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-a9b4fa0d-83f2-4b01-a8dc-f3bcba68cf45 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735671 Jul 06 11:40:11.228587 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41076) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:11.254833 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d0d14db4-97d8-48b1-bc7e-e23dba0fb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:11.272395 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d14db4-97d8-48b1-bc7e-e23dba0fb1f9 None None] Routers {'3a0429cf-20b8-4189-9b87-7cae5726eaae'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:11.273661 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d0d14db4-97d8-48b1-bc7e-e23dba0fb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3a0429cf-20b8-4189-9b87-7cae5726eaae'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:11.345102 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d0d14db4-97d8-48b1-bc7e-e23dba0fb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:11.346713 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d14db4-97d8-48b1-bc7e-e23dba0fb1f9 None None] The sync data for ids ['3a0429cf-20b8-4189-9b87-7cae5726eaae'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:11.395206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 640f9925-075c-4e90-9232-d7d03e9b9751 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:11.447959 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54f85e2c-bdab-4243-8e13-a6ac251a1d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:11.451204 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54f85e2c-bdab-4243-8e13-a6ac251a1d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:11.457153 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-54f85e2c-bdab-4243-8e13-a6ac251a1d12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbd9cc61-0dd1-4773-aeaf-2f86f5384bfb HTTP/1.1" status: 204 len: 168 time: 0.8483171 Jul 06 11:40:11.522425 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:11.542464 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8a61798-6ce9-4795-9d10-8993cc6625fe tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:11.570766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0d153b5a-c338-47d1-b610-a0739aed8712 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/routers/3a0429cf-20b8-4189-9b87-7cae5726eaae HTTP/1.1" status: 200 len: 920 time: 0.4352608 Jul 06 11:40:11.574677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41080) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:11.643692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 640f9925-075c-4e90-9232-d7d03e9b9751 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:11.644512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 640f9925-075c-4e90-9232-d7d03e9b9751 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:11.670999 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-c07f9291-f507-4c55-b030-a00540cca1da service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973863 Jul 06 11:40:11.672408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f85e2c-bdab-4243-8e13-a6ac251a1d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd9cc61-0dd1-4773-aeaf-2f86f5384bfb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:11.700197 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8a61798-6ce9-4795-9d10-8993cc6625fe tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:11.734048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:11.746176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] Deleting port f76bd2c2-0968-4997-853f-c6a009dbfa5c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:11.746922 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:11.832027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-55f19f32-0064-4da5-9f6f-844070431f02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=097428cb-dd26-45ca-9415-b626e36306df HTTP/1.1" status: 200 len: 217 time: 0.1142750 Jul 06 11:40:11.835442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef8705-12d1-4cd1-baec-68122dbb67a9 req-a052b2f1-a29f-405a-9588-039330c8955e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:11.845110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37ef8705-12d1-4cd1-baec-68122dbb67a9 req-a052b2f1-a29f-405a-9588-039330c8955e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.5049291 Jul 06 11:40:11.890261 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:12.041597 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a9180d7-8a9a-4034-8ba0-15a4c9f28b65 req-08af1af2-d505-4fc4-a25d-4bfe192b9db0 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ddb6b4828a84a97bba1122af077e603 HTTP/1.1" status: 200 len: 10909 time: 0.5443292 Jul 06 11:40:12.105297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8a61798-6ce9-4795-9d10-8993cc6625fe tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:12.107344 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8a61798-6ce9-4795-9d10-8993cc6625fe tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:12.109642 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b8a61798-6ce9-4795-9d10-8993cc6625fe tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "DELETE /v2.0/security-groups/1454fef1-cc25-4057-a54d-81df7533332c HTTP/1.1" status: 204 len: 168 time: 0.8796430 Jul 06 11:40:12.113584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c3b037-04e7-4de7-ba18-4faf30645281 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:12.115510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f4c3b037-04e7-4de7-ba18-4faf30645281 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&device_id=3a0429cf-20b8-4189-9b87-7cae5726eaae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5288746 Jul 06 11:40:12.121461 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41084) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:12.121984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41086) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:12.122560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:12.134643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37ef8705-12d1-4cd1-baec-68122dbb67a9 req-e215115a-f9a4-453c-b568-23d31460efbf tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205076 Jul 06 11:40:12.282836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] For port f76bd2c2-0968-4997-853f-c6a009dbfa5c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f76bd2c2-0968-4997-853f-c6a009dbfa5c,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:12.283228 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:12.287496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74545872-e2df-44af-b7fe-cbce48fffb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:12.290605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a61798-6ce9-4795-9d10-8993cc6625fe tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1454fef1-cc25-4057-a54d-81df7533332c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:12.309242 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-4e5c4a8b-78dc-4fbf-ba0b-ab0890771ff2 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] show failed (client error): The resource could not be found. Jul 06 11:40:12.311336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4e5c4a8b-78dc-4fbf-ba0b-ab0890771ff2 tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "GET /v2.0/security-groups/1454fef1-cc25-4057-a54d-81df7533332c HTTP/1.1" status: 404 len: 347 time: 0.1815116 Jul 06 11:40:12.331103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41092) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:12.345581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-14a2ac71-0e48-4734-8fa1-197869e40ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:12.347311 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-14a2ac71-0e48-4734-8fa1-197869e40ded service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.5071723 Jul 06 11:40:12.349372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:12.352116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:12.372711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] Calling delete_port for f76bd2c2-0968-4997-853f-c6a009dbfa5c owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:12.446638 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:12.447289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c66f95f-acdb-4024-b381-cf206023e11a {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:40:12.456276 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:12.460154 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-738f984d-ca7d-49b9-8d15-a5aa24053ede admin admin] 10.222.0.21 "DELETE /v2.0/routers/5c66f95f-acdb-4024-b381-cf206023e11a HTTP/1.1" status: 204 len: 168 time: 3.2474058 Jul 06 11:40:12.460902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41096) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:12.536844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-eb263638-2920-4f5a-9637-94ee499cf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:12.538632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-eb263638-2920-4f5a-9637-94ee499cf819 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1805015 Jul 06 11:40:12.542691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d84dceb-7ec7-486a-b6f7-abe73fe3887f admin admin] Deleting subnet ae8263de-d383-43c8-8110-a27c86e125ec {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:40:12.555510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d84dceb-7ec7-486a-b6f7-abe73fe3887f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:12.652602 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d84dceb-7ec7-486a-b6f7-abe73fe3887f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:12.750657 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-3f2d3fd1-aad3-4a58-8ac2-a829d1973385 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032783 Jul 06 11:40:12.893706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a9180d7-8a9a-4034-8ba0-15a4c9f28b65 req-9bcc2956-fbe3-49fa-9886-b285adf00a9e tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/a2d403bd-2d63-4e36-b632-fc7c4ec31cf8 HTTP/1.1" status: 200 len: 2985 time: 0.8144689 Jul 06 11:40:12.922578 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d84dceb-7ec7-486a-b6f7-abe73fe3887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:13.032994 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-272d609f-d4e7-4cbc-b1c7-86d87468e10a service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437043 Jul 06 11:40:13.115703 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d84dceb-7ec7-486a-b6f7-abe73fe3887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:13.120260 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-5d1367aa-c95f-4905-9760-abd1e3ecea06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127 HTTP/1.1" status: 200 len: 217 time: 0.0786769 Jul 06 11:40:13.130088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958b9b7a-c916-4e39-808b-7392b911fe4e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:13.134664 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-958b9b7a-c916-4e39-808b-7392b911fe4e tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 881 time: 1.0042384 Jul 06 11:40:13.135587 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41098) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:13.232116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84dceb-7ec7-486a-b6f7-abe73fe3887f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8263de-d383-43c8-8110-a27c86e125ec,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:13.259850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6275af8-1e23-4a9e-b009-5d3b87ae7532 None None] Network 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:13.274934 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d84dceb-7ec7-486a-b6f7-abe73fe3887f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:13.281898 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6d84dceb-7ec7-486a-b6f7-abe73fe3887f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ae8263de-d383-43c8-8110-a27c86e125ec HTTP/1.1" status: 204 len: 168 time: 0.8186977 Jul 06 11:40:13.289085 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1e2af62d-9f97-44f7-864a-66c95b805339 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a0429cf-20b8-4189-9b87-7cae5726eaae HTTP/1.1" status: 200 len: 205 time: 0.1003227 Jul 06 11:40:13.290064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a9180d7-8a9a-4034-8ba0-15a4c9f28b65 req-39333351-d66d-4c12-91e3-eda2079fa902 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/a2d403bd-2d63-4e36-b632-fc7c4ec31cf8 HTTP/1.1" status: 200 len: 2985 time: 0.3685279 Jul 06 11:40:13.290740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41102) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:13.296460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41104) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:13.344064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-dbd067d2-e8fe-434b-992f-5204c6d172f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:13.345640 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-dbd067d2-e8fe-434b-992f-5204c6d172f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.2142177 Jul 06 11:40:13.477251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:13.512526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:13.513116 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2a3be3c-a7ee-4c1f-bc4b-0b15436ea0bb not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:13.623658 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:13.637258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd91ef0c-67ff-4fa0-a039-40cba11d76fb None None] DHCP port deletion for 80a78c25-47a1-4d8e-afb5-6be38b8b02b6 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:40:13.693214 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-947d4aa2-80e1-4368-8b6d-e8a08cda14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:13.695707 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-947d4aa2-80e1-4368-8b6d-e8a08cda14f4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2496359 Jul 06 11:40:13.705702 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74545872-e2df-44af-b7fe-cbce48fffb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:13.740018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fd91ef0c-67ff-4fa0-a039-40cba11d76fb None None] Deleting port adf12775-ca12-4444-a825-9fce2f562926 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:13.740597 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd91ef0c-67ff-4fa0-a039-40cba11d76fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:13.741637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c54d3560-ff73-4146-9f03-2902d5aee45f req-c076ca30-9f29-4a1e-bdec-ddd316eca9ef tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/5345dc70-b9c7-4751-88d8-d8f1863161df HTTP/1.1" status: 200 len: 1802 time: 0.3431981 Jul 06 11:40:13.751135 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74545872-e2df-44af-b7fe-cbce48fffb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:13.767523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9888885e-20aa-4127-bdec-f6bfd5ea2aab tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Deleting port 8d695eff-6c76-4347-bd9e-9f38ee314188 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:13.768299 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9888885e-20aa-4127-bdec-f6bfd5ea2aab tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:13.824109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:13.883359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fd91ef0c-67ff-4fa0-a039-40cba11d76fb None None] For port adf12775-ca12-4444-a825-9fce2f562926, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=adf12775-ca12-4444-a825-9fce2f562926,segment=NetworkSegment(64627fdc-e507-4278-ad9f-17561fe3b2be),segment_id=64627fdc-e507-4278-ad9f-17561fe3b2be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:13.884048 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd91ef0c-67ff-4fa0-a039-40cba11d76fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:13.917827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fd91ef0c-67ff-4fa0-a039-40cba11d76fb None None] Calling delete_port for adf12775-ca12-4444-a825-9fce2f562926 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:13.942464 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:13.966130 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-b3c23f59-3a4e-45b2-a9dd-27f7d3abce19 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591763 Jul 06 11:40:13.991779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-74545872-e2df-44af-b7fe-cbce48fffb2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7b7e5f8b07f463e8510a63ae3b62acc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8601592 Jul 06 11:40:13.992352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74545872-e2df-44af-b7fe-cbce48fffb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9431aaf7-6eb6-4fda-96df-b72f492d3556,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:14.009195 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41112) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:14.086022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae040945-cfb3-4edf-8591-8b5800ba336e req-e16c2c6f-9b03-43d8-a4d9-641533332ada tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:14.096354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae040945-cfb3-4edf-8591-8b5800ba336e req-e16c2c6f-9b03-43d8-a4d9-641533332ada tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.6786284 Jul 06 11:40:14.107648 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd91ef0c-67ff-4fa0-a039-40cba11d76fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.153113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Deleting port bc7f38aa-9f20-46ff-9f8b-48ccbf410e80 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:14.153421 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.158390 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4c62764-f5d7-4305-8d0f-ae43ae9b7f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.162051 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91ef0c-67ff-4fa0-a039-40cba11d76fb None None] Pushing event deleted for resources: {'Port': ['ID=adf12775-ca12-4444-a825-9fce2f562926,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:14.182038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91ef0c-67ff-4fa0-a039-40cba11d76fb None None] No DVR routers for this DVR port adf12775-ca12-4444-a825-9fce2f562926 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:14.251321 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-bf8c62d3-f3c0-43eb-af30-ec5c6c5af198 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750926 Jul 06 11:40:14.254485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] The port 'adf12775-ca12-4444-a825-9fce2f562926' was deleted {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 06 11:40:14.331292 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-0a0380a0-567a-4024-90f1-660113c028ae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=05bf836b-354c-4996-8a22-f308e431636b HTTP/1.1" status: 200 len: 217 time: 0.0708933 Jul 06 11:40:14.359223 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9888885e-20aa-4127-bdec-f6bfd5ea2aab tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.359838 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9888885e-20aa-4127-bdec-f6bfd5ea2aab tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.407353 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.427013 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c54d3560-ff73-4146-9f03-2902d5aee45f req-17efc197-4b14-4e05-901f-b32d1dfff1aa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.436117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Calling delete_port for bc7f38aa-9f20-46ff-9f8b-48ccbf410e80 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:14.459907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-943cc471-9b54-4764-a5b8-7abe9ef5f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:14.461350 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-943cc471-9b54-4764-a5b8-7abe9ef5f0dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.1171880 Jul 06 11:40:14.487144 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.497915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9888885e-20aa-4127-bdec-f6bfd5ea2aab tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Calling delete_port for 8d695eff-6c76-4347-bd9e-9f38ee314188 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:14.543720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae040945-cfb3-4edf-8591-8b5800ba336e req-dc0a6bfa-814f-440e-ad61-323ee1935e0e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434447 Jul 06 11:40:14.629491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.636915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=f76bd2c2-0968-4997-853f-c6a009dbfa5c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:14.667336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c54d3560-ff73-4146-9f03-2902d5aee45f req-17efc197-4b14-4e05-901f-b32d1dfff1aa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.682518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a78c25-47a1-4d8e-afb5-6be38b8b02b6']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:14.758247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-dd101073-96b5-4318-95a5-f55599763a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:14.761085 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-dd101073-96b5-4318-95a5-f55599763a13 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2577953 Jul 06 11:40:14.825667 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ea2fc2-ac1a-43ec-84fe-44f1bbaca870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.840756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64627fdc-e507-4278-ad9f-17561fe3b2be') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:14.841156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64627fdc-e507-4278-ad9f-17561fe3b2be') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:14.888313 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.909399 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:14.934730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Pushing event deleted for resources: {'Port': ['ID=bc7f38aa-9f20-46ff-9f8b-48ccbf410e80,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:14.957763 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ea2fc2-ac1a-43ec-84fe-44f1bbaca870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.001874 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-d3bc3af6-7ffe-4617-b847-b1f6e790c62d service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285714 Jul 06 11:40:15.018935 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.088087 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.124836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:40:15.125422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:40:15.131538 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:40:15.134205 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c54d3560-ff73-4146-9f03-2902d5aee45f req-17efc197-4b14-4e05-901f-b32d1dfff1aa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.137176 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c54d3560-ff73-4146-9f03-2902d5aee45f req-17efc197-4b14-4e05-901f-b32d1dfff1aa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.139154 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c54d3560-ff73-4146-9f03-2902d5aee45f req-17efc197-4b14-4e05-901f-b32d1dfff1aa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "DELETE /v2.0/security-groups/5345dc70-b9c7-4751-88d8-d8f1863161df HTTP/1.1" status: 204 len: 173 time: 1.3808029 Jul 06 11:40:15.211085 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.216097 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.276400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efc197-4b14-4e05-901f-b32d1dfff1aa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5345dc70-b9c7-4751-88d8-d8f1863161df,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:15.290019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-c88a86f2-e052-4a93-9b5d-7b031417b5fc service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762084 Jul 06 11:40:15.296637 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-56fa26b9-f213-4592-b967-9204e1b00640 req-9da74b24-5253-43cf-8a66-f238f1362f39 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] show failed (client error): The resource could not be found. Jul 06 11:40:15.298168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56fa26b9-f213-4592-b967-9204e1b00640 req-9da74b24-5253-43cf-8a66-f238f1362f39 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/5345dc70-b9c7-4751-88d8-d8f1863161df HTTP/1.1" status: 404 len: 352 time: 0.0782967 Jul 06 11:40:15.363746 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.364452 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Fanout notify agent at l3_agent the message router_deleted on router 3a0429cf-20b8-4189-9b87-7cae5726eaae {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:40:15.368178 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-ab199667-f35d-4ba8-9a8e-49f900a7e45b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd HTTP/1.1" status: 200 len: 217 time: 0.0693858 Jul 06 11:40:15.377205 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.381258 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1f43b8b3-c9e6-4b86-b090-f1d00d1bd26a tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/3a0429cf-20b8-4189-9b87-7cae5726eaae HTTP/1.1" status: 204 len: 168 time: 2.0575855 Jul 06 11:40:15.390697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41120) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:15.405824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b429c146-7a69-42af-a6d3-579d6efb7b07 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1100605596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:15.484863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-0d7cd858-550e-476b-9946-e38976a1ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:15.486726 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-0d7cd858-550e-476b-9946-e38976a1ca7e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.1059556 Jul 06 11:40:15.495758 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.541608 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.546677 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device adf12775-ca12-4444-a825-9fce2f562926 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:15.556339 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] 10.222.0.21 "DELETE /v2.0/networks/80a78c25-47a1-4d8e-afb5-6be38b8b02b6 HTTP/1.1" status: 204 len: 168 time: 2.1729896 Jul 06 11:40:15.579400 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ea2fc2-ac1a-43ec-84fe-44f1bbaca870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.582606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ea2fc2-ac1a-43ec-84fe-44f1bbaca870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.584187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-80ea2fc2-ac1a-43ec-84fe-44f1bbaca870 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9431aaf7-6eb6-4fda-96df-b72f492d3556 HTTP/1.1" status: 204 len: 168 time: 1.5440803 Jul 06 11:40:15.594671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: adf12775-ca12-4444-a825-9fce2f562926 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:15.595251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device adf12775-ca12-4444-a825-9fce2f562926 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:15.609394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-2e2e8762-af4d-42ac-98e0-63625ad0d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:15.614223 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-2e2e8762-af4d-42ac-98e0-63625ad0d501 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1201141 Jul 06 11:40:15.625428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e93134-06e8-46d5-bbe5-c75024454e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a78c25-47a1-4d8e-afb5-6be38b8b02b6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:15.644078 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.650109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea2fc2-ac1a-43ec-84fe-44f1bbaca870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9431aaf7-6eb6-4fda-96df-b72f492d3556,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:15.660708 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9888885e-20aa-4127-bdec-f6bfd5ea2aab tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.665674 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b429c146-7a69-42af-a6d3-579d6efb7b07 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.666811 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b429c146-7a69-42af-a6d3-579d6efb7b07 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:15.677943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f205ad12-af71-48b6-b00b-3f8f8fe4700a req-1936148b-8695-448b-b16d-b6729d654bfc tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/3065850c-d3a4-4a20-a6e3-f4d5f8d8c4aa HTTP/1.1" status: 200 len: 1802 time: 0.2860937 Jul 06 11:40:15.736410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888885e-20aa-4127-bdec-f6bfd5ea2aab tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Pushing event deleted for resources: {'Port': ['ID=8d695eff-6c76-4347-bd9e-9f38ee314188,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:15.834329 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-a76744f2-d149-413c-8c32-28a56eeceee3 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082300 Jul 06 11:40:16.008270 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd0de25-60b8-425a-9b92-e9e32cdb06c0 req-5b893957-f6e3-4178-87ef-898401536f49 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631927 Jul 06 11:40:16.009209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41130) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:16.106428 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c53524ce-5a0f-4360-b1cd-0efec0842b5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3225d8683d5c4c709c62a8149b32cd31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0953801 Jul 06 11:40:16.110060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41134) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:16.163593 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b429c146-7a69-42af-a6d3-579d6efb7b07 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.195438 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe412460-538b-489b-bcab-fd2b10cfdca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.238330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b429c146-7a69-42af-a6d3-579d6efb7b07 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.240947 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe412460-538b-489b-bcab-fd2b10cfdca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.266120 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f205ad12-af71-48b6-b00b-3f8f8fe4700a req-7806548f-0d87-40b7-9257-4df4216eb842 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.308128 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9888885e-20aa-4127-bdec-f6bfd5ea2aab tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.313398 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9888885e-20aa-4127-bdec-f6bfd5ea2aab tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.320467 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9888885e-20aa-4127-bdec-f6bfd5ea2aab tempest-ServersTestJSON-1278922222 tempest-ServersTestJSON-1278922222-project] 10.222.0.21 "DELETE /v2.0/floatingips/5a90543b-7089-4891-b08a-85fd3eda9192 HTTP/1.1" status: 204 len: 168 time: 3.9813006 Jul 06 11:40:16.320774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41140) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:16.332418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe412460-538b-489b-bcab-fd2b10cfdca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.337452 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe412460-538b-489b-bcab-fd2b10cfdca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.347629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fe412460-538b-489b-bcab-fd2b10cfdca3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa HTTP/1.1" status: 204 len: 168 time: 0.2274463 Jul 06 11:40:16.359974 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b429c146-7a69-42af-a6d3-579d6efb7b07 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.365191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b429c146-7a69-42af-a6d3-579d6efb7b07 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9682491 Jul 06 11:40:16.374157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41146) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:16.377682 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f205ad12-af71-48b6-b00b-3f8f8fe4700a req-7806548f-0d87-40b7-9257-4df4216eb842 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.448172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe412460-538b-489b-bcab-fd2b10cfdca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cc6a1f-2fbf-46cc-800e-e64c5d36f4fa,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:16.457580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'enable_snat': True}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:16.838005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09efbb-c928-4849-be89-4e60f5dc6992 req-b07d3e9a-867a-4d26-bf5b-25818c36f32f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:16.840292 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e09efbb-c928-4849-be89-4e60f5dc6992 req-b07d3e9a-867a-4d26-bf5b-25818c36f32f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.8922255 Jul 06 11:40:16.907010 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f205ad12-af71-48b6-b00b-3f8f8fe4700a req-7806548f-0d87-40b7-9257-4df4216eb842 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.910199 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f205ad12-af71-48b6-b00b-3f8f8fe4700a req-7806548f-0d87-40b7-9257-4df4216eb842 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:16.911928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f205ad12-af71-48b6-b00b-3f8f8fe4700a req-7806548f-0d87-40b7-9257-4df4216eb842 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "DELETE /v2.0/security-groups/3065850c-d3a4-4a20-a6e3-f4d5f8d8c4aa HTTP/1.1" status: 204 len: 173 time: 1.1926250 Jul 06 11:40:17.006317 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:17.028489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806548f-0d87-40b7-9257-4df4216eb842 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3065850c-d3a4-4a20-a6e3-f4d5f8d8c4aa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:17.100444 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e09efbb-c928-4849-be89-4e60f5dc6992 req-a18fbec6-9434-4ae2-81e9-03eb77608f07 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017000 Jul 06 11:40:17.184489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] Router fd796495-e8ae-493f-b1cd-b78110cc5a32 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:40:17.199908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41160) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:17.258597 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-ab3fa102-fd6e-4c20-af44-be27f0f3a875 req-fcb37ff4-a2a6-472a-a83b-e378d3b61491 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] show failed (client error): The resource could not be found. Jul 06 11:40:17.268354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab3fa102-fd6e-4c20-af44-be27f0f3a875 req-fcb37ff4-a2a6-472a-a83b-e378d3b61491 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/3065850c-d3a4-4a20-a6e3-f4d5f8d8c4aa HTTP/1.1" status: 404 len: 352 time: 0.0877888 Jul 06 11:40:17.305588 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6a1fce22-47fa-4543-8af4-375512cb84f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de75503e6f06473c93ece395f4d6bfe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040285 Jul 06 11:40:17.327484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41166) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:17.418556 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e7d1008-af3a-4314-a17c-d005ce6eed29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:17.452116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e7d1008-af3a-4314-a17c-d005ce6eed29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:17.542593 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:17.611787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e7d1008-af3a-4314-a17c-d005ce6eed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:17.616733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e7d1008-af3a-4314-a17c-d005ce6eed29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:17.618757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1e7d1008-af3a-4314-a17c-d005ce6eed29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6567cc5-aaf4-4134-bd2a-e5dc510febfd HTTP/1.1" status: 204 len: 168 time: 0.2856669 Jul 06 11:40:17.647766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d1008-af3a-4314-a17c-d005ce6eed29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6567cc5-aaf4-4134-bd2a-e5dc510febfd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:17.898040 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb6f7e8c-03bb-40d5-81c2-db0da9515ab5 req-5da526b0-a6e3-4053-b3f7-e4f74fba5a5a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/95ad9428-2390-464c-8f95-760caf199051 HTTP/1.1" status: 200 len: 1802 time: 0.5873652 Jul 06 11:40:17.953491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:17.968272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-378eb389-08d1-4b10-8d96-8fd87b2c5b4a admin admin] 10.222.0.21 "PUT /v2.0/routers/fd796495-e8ae-493f-b1cd-b78110cc5a32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6753345 Jul 06 11:40:17.969520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41178) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:17.972601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d12692-1333-48f8-9489-e76557552e63 None None] Sync routers for ids ['fd796495-e8ae-493f-b1cd-b78110cc5a32'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:17.999253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d12692-1333-48f8-9489-e76557552e63 None None] Routers {'fd796495-e8ae-493f-b1cd-b78110cc5a32'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:18.002831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80d12692-1333-48f8-9489-e76557552e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:39:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fd796495-e8ae-493f-b1cd-b78110cc5a32'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:18.179722 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eb6f7e8c-03bb-40d5-81c2-db0da9515ab5 req-ed595843-558c-4ed8-a3d0-8423b41a6691 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.191383 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.262954 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.274952 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eb6f7e8c-03bb-40d5-81c2-db0da9515ab5 req-ed595843-558c-4ed8-a3d0-8423b41a6691 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.352815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.385764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.406222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-80d12692-1333-48f8-9489-e76557552e63 None None] Set router fd796495-e8ae-493f-b1cd-b78110cc5a32 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:18.410556 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7b73d4e-eb36-4021-9399-cbd5c8cd3c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.708729 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.720941 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eb6f7e8c-03bb-40d5-81c2-db0da9515ab5 req-ed595843-558c-4ed8-a3d0-8423b41a6691 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.725917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eb6f7e8c-03bb-40d5-81c2-db0da9515ab5 req-ed595843-558c-4ed8-a3d0-8423b41a6691 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.741014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb6f7e8c-03bb-40d5-81c2-db0da9515ab5 req-ed595843-558c-4ed8-a3d0-8423b41a6691 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "DELETE /v2.0/security-groups/95ad9428-2390-464c-8f95-760caf199051 HTTP/1.1" status: 204 len: 173 time: 0.8290677 Jul 06 11:40:18.834877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.862886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Allocated IP 172.25.0.193 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/05dec8cc-7ef1-4b2b-9eaa-f2fa79b8dc64) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:18.888600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] Deleting port 1f7e56b3-eed2-402a-9b9f-6100fc451f19 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:18.889127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:18.992859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80d12692-1333-48f8-9489-e76557552e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:40:13Z', 'revision_number': 5, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port': {'id': '3059ecea-72cf-48c2-b5ff-3af7a9cc6efa', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:31Z', 'updated_at': '2021-07-06T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:19.046776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Deleting port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:19.047382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:19.075780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d12692-1333-48f8-9489-e76557552e63 None None] Checking router: fd796495-e8ae-493f-b1cd-b78110cc5a32 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:40:19.076927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed595843-558c-4ed8-a3d0-8423b41a6691 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ad9428-2390-464c-8f95-760caf199051,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:19.101593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d12692-1333-48f8-9489-e76557552e63 None None] Routers {'fd796495-e8ae-493f-b1cd-b78110cc5a32'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:19.103293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80d12692-1333-48f8-9489-e76557552e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fd796495-e8ae-493f-b1cd-b78110cc5a32'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:19.147923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f22622-e496-4361-9278-3facb33d67f3 req-26d96363-25b4-47be-8ea6-c3e0b31307ab tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:19.173893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11f22622-e496-4361-9278-3facb33d67f3 req-26d96363-25b4-47be-8ea6-c3e0b31307ab tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.5732517 Jul 06 11:40:19.272797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-80d12692-1333-48f8-9489-e76557552e63 None None] Set router fd796495-e8ae-493f-b1cd-b78110cc5a32 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:19.273803 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-3297ffd0-f336-484b-b2e1-d32968e9d750 req-0bcb9552-f146-44ff-be62-e29d63c35e85 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] show failed (client error): The resource could not be found. Jul 06 11:40:19.293360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3297ffd0-f336-484b-b2e1-d32968e9d750 req-0bcb9552-f146-44ff-be62-e29d63c35e85 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/95ad9428-2390-464c-8f95-760caf199051 HTTP/1.1" status: 404 len: 352 time: 0.0815847 Jul 06 11:40:19.300517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] For port 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3059ecea-72cf-48c2-b5ff-3af7a9cc6efa,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:19.301908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:19.349384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Calling delete_port for 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:19.379890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80d12692-1333-48f8-9489-e76557552e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:40:18Z', 'revision_number': 6, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:19.429197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11f22622-e496-4361-9278-3facb33d67f3 req-016e029e-2f20-452c-9976-de52e91114c7 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520735 Jul 06 11:40:19.436958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d12692-1333-48f8-9489-e76557552e63 None None] The sync data for ids ['fd796495-e8ae-493f-b1cd-b78110cc5a32'] in n-d-799527-2 is: [{'id': 'fd796495-e8ae-493f-b1cd-b78110cc5a32', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1661439549-router', 'tenant_id': 'c73e64461f1e46218abae76d7f316cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:40:18Z', 'revision_number': 6, 'project_id': 'c73e64461f1e46218abae76d7f316cbc', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:19.484013 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:19.511481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] For port 1f7e56b3-eed2-402a-9b9f-6100fc451f19, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1f7e56b3-eed2-402a-9b9f-6100fc451f19,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:19.511481 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:19.552083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] Calling delete_port for 1f7e56b3-eed2-402a-9b9f-6100fc451f19 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:19.588058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5107fba9-9932-4a1c-9997-21d570c992c8 req-fee842fa-0103-47cc-b662-571aacaa42fd tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ddb6b4828a84a97bba1122af077e603 HTTP/1.1" status: 200 len: 6156 time: 0.2389829 Jul 06 11:40:19.639695 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:19.641987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41216) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:19.762131 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5107fba9-9932-4a1c-9997-21d570c992c8 req-f7223469-771e-4e76-ac52-e6e1d0a2b125 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/a2d403bd-2d63-4e36-b632-fc7c4ec31cf8 HTTP/1.1" status: 200 len: 2985 time: 0.1725488 Jul 06 11:40:19.770336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:19.896261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event updated for resources: {'Port': ['ID=05dec8cc-7ef1-4b2b-9eaa-f2fa79b8dc64,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:19.922267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5107fba9-9932-4a1c-9997-21d570c992c8 req-d015a48e-54ec-4c9c-86b7-b6d79b0359e0 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/a2d403bd-2d63-4e36-b632-fc7c4ec31cf8 HTTP/1.1" status: 200 len: 2985 time: 0.1583877 Jul 06 11:40:19.924168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:19.929238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:20.012426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-e646da2e-3eb7-41fd-b046-5f5821c94ab2 req-f545139a-0eb9-4e19-95a5-6285064dbc34 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-729192339', 'description': 'tempest-description-1501737039'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:20.062443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41224) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:20.152645 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.218382 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=3059ecea-72cf-48c2-b5ff-3af7a9cc6efa,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:20.236105 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e646da2e-3eb7-41fd-b046-5f5821c94ab2 req-f545139a-0eb9-4e19-95a5-6285064dbc34 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.262909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-11c417e4-1e76-4fc9-a3e4-2d5eacf35ca5 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:20.290939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-network', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:20.331639 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.369140 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [req-e646da2e-3eb7-41fd-b046-5f5821c94ab2 req-f545139a-0eb9-4e19-95a5-6285064dbc34 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:40:20.369140 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:40:20.369140 n-d-799527-2 neutron-server[93814]: [parameters: {'project_id_1': '4ddb6b4828a84a97bba1122af077e603', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 40, 20, 348727)}] Jul 06 11:40:20.369140 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:40:20.369806 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [req-e646da2e-3eb7-41fd-b046-5f5821c94ab2 req-f545139a-0eb9-4e19-95a5-6285064dbc34 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:40:20.384894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Made reservation on behalf of e91253fcf327437ca42343dbef8510a4 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:20.391699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.408745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.413267 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.441834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-11c417e4-1e76-4fc9-a3e4-2d5eacf35ca5 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] 10.222.0.21 "PUT /v2.0/quotas/debe3fd7be234b6f82616b51bf4fd491 HTTP/1.1" status: 200 len: 366 time: 0.7915146 Jul 06 11:40:20.442934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41230) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:20.464432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-401b1a61-2740-4bf6-a4a2-3efe05b9a043 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0169141 Jul 06 11:40:20.465384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:20.495953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3e1bd550-cf86-4bb6-8dd7-4ede52c4787e tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] 10.222.0.21 "GET /v2.0/quotas/debe3fd7be234b6f82616b51bf4fd491 HTTP/1.1" status: 200 len: 366 time: 0.0208597 Jul 06 11:40:20.496960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41236) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:20.525193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-71c5764e-144f-450a-9c39-afccc47480d0 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/debe3fd7be234b6f82616b51bf4fd491 HTTP/1.1" status: 204 len: 168 time: 0.0271394 Jul 06 11:40:20.528671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:20.548840 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-95dc2cae-bd38-4af2-95cb-78d70a5fa21f tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0156939 Jul 06 11:40:20.549841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41240) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:20.567369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f35b8478-6c0d-4455-9dd9-f0b3576880c7 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] 10.222.0.21 "GET /v2.0/quotas/debe3fd7be234b6f82616b51bf4fd491 HTTP/1.1" status: 200 len: 370 time: 0.0129426 Jul 06 11:40:20.567866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.569038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41242) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:20.570616 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.574352 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.587594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6069276a-1869-4e6b-9784-4af7fbc682d7 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] 10.222.0.21 "GET /v2.0/quotas/debe3fd7be234b6f82616b51bf4fd491/default HTTP/1.1" status: 200 len: 370 time: 0.0139859 Jul 06 11:40:20.592331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:20.663524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7e56b3-eed2-402a-9b9f-6100fc451f19,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:20.666031 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.668576 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-a33cf7af-b03c-4464-8f73-81dc3af3e524 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] delete failed (client error): The resource could not be found. Jul 06 11:40:20.669674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a33cf7af-b03c-4464-8f73-81dc3af3e524 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/debe3fd7be234b6f82616b51bf4fd491 HTTP/1.1" status: 404 len: 348 time: 0.0760956 Jul 06 11:40:20.683929 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.736958 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.737476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd796495-e8ae-493f-b1cd-b78110cc5a32 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:40:20.742756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.747241 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e24ac83e-7703-49de-ac59-3e6ee6df9a9d admin admin] 10.222.0.21 "DELETE /v2.0/routers/fd796495-e8ae-493f-b1cd-b78110cc5a32 HTTP/1.1" status: 204 len: 168 time: 2.7734468 Jul 06 11:40:20.755790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41248) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:20.856877 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:40:20.915888 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e646da2e-3eb7-41fd-b046-5f5821c94ab2 req-f545139a-0eb9-4e19-95a5-6285064dbc34 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.991852 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:20.991852 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Added segment 3d2b2407-2931-4d83-8d3c-b70d207d3845 of type vlan for network 659db1fe-f31c-449c-8885-6d7860e91b83 Jul 06 11:40:20.991852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:21.037073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458de011-4980-487d-a6df-ed6100f7906b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:21.050591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.066728 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.186762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa70d322-df14-4943-9c39-5b773e08d36a admin admin] Deleting subnet 454d8cd9-9948-414b-8aef-85db766b5a1e {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:40:21.206336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.226121 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa70d322-df14-4943-9c39-5b773e08d36a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.327737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Usage tracker for resource:network and tenant:dc464e6c7745468a96f6cb24c6209301 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:40:21.400455 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa70d322-df14-4943-9c39-5b773e08d36a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.406612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:40:21.430815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] Router dac56432-350e-4673-a096-bdeccb862b09 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:40:21.466812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fffea-b99c-4039-83d4-ed4c7dc49e04 req-52ee6973-4a54-411a-9658-a381e36ca5e8 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:21.469665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d6fffea-b99c-4039-83d4-ed4c7dc49e04 req-52ee6973-4a54-411a-9658-a381e36ca5e8 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.7384593 Jul 06 11:40:21.490562 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.492273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:21.493258 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.543677 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f76bd2c2-0968-4997-853f-c6a009dbfa5c no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:21.549265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Usage tracker for resource:subnet and tenant:dc464e6c7745468a96f6cb24c6209301 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:40:21.581044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: f76bd2c2-0968-4997-853f-c6a009dbfa5c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:21.581940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f76bd2c2-0968-4997-853f-c6a009dbfa5c not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:21.582883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:21.636839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:21.637402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3059ecea-72cf-48c2-b5ff-3af7a9cc6efa not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:21.659493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:21.667056 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7a33fc5d-9053-4f67-96cb-9b0dbe23fba0 admin admin] 10.222.0.21 "PUT /v2.0/routers/dac56432-350e-4673-a096-bdeccb862b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3448293 Jul 06 11:40:21.672717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41254) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:21.679163 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d42fbe-8cf6-4b7d-bbf4-c9e8d08a5746 None None] Sync routers for ids ['dac56432-350e-4673-a096-bdeccb862b09'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:21.698751 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d42fbe-8cf6-4b7d-bbf4-c9e8d08a5746 None None] Routers {'dac56432-350e-4673-a096-bdeccb862b09'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:21.699918 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-86d42fbe-8cf6-4b7d-bbf4-c9e8d08a5746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dac56432-350e-4673-a096-bdeccb862b09'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:21.705783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:40:21.787540 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e646da2e-3eb7-41fd-b046-5f5821c94ab2 req-f545139a-0eb9-4e19-95a5-6285064dbc34 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.861637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.884239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] Pushing event updated for resources: {'Network': ['ID=659db1fe-f31c-449c-8885-6d7860e91b83,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:21.888789 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e646da2e-3eb7-41fd-b046-5f5821c94ab2 req-f545139a-0eb9-4e19-95a5-6285064dbc34 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.900320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 659db1fe-f31c-449c-8885-6d7860e91b83 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:40:21.908085 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-86d42fbe-8cf6-4b7d-bbf4-c9e8d08a5746 None None] Set router dac56432-350e-4673-a096-bdeccb862b09 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:21.909372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Usage tracker for resource:subnetpool and tenant:dc464e6c7745468a96f6cb24c6209301 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:40:21.968101 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e646da2e-3eb7-41fd-b046-5f5821c94ab2 req-f545139a-0eb9-4e19-95a5-6285064dbc34 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:21.970300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e646da2e-3eb7-41fd-b046-5f5821c94ab2 req-f545139a-0eb9-4e19-95a5-6285064dbc34 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.9685404 Jul 06 11:40:21.989456 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3003367e-ce4c-4e14-960f-b4e2495fe291 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9087000 Jul 06 11:40:22.006423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d6fffea-b99c-4039-83d4-ed4c7dc49e04 req-d5e6288d-cedc-4c78-91c0-9a7ad321f6ec tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072651 Jul 06 11:40:22.007110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:40:22.009656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41256) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:22.098942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] Request body: {'subnet': {'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-subnet', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:22.142221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-70c39545-82f4-4f2b-b47e-c2d3504eb6db req-09b2d873-631f-4686-8337-c9dc8bc7b8d5 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-90326121', 'description': 'tempest-description-1650426109'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:22.174437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] Made reservation on behalf of e91253fcf327437ca42343dbef8510a4 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:22.177430 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.194549 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa70d322-df14-4943-9c39-5b773e08d36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.232206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545139a-0eb9-4e19-95a5-6285064dbc34 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0cafd5-0554-4a31-b7e3-e77f5791e9d9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:22.298382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Usage tracker for resource:port and tenant:dc464e6c7745468a96f6cb24c6209301 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:40:22.351694 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.366935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:40:22.382724 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70c39545-82f4-4f2b-b47e-c2d3504eb6db req-09b2d873-631f-4686-8337-c9dc8bc7b8d5 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.386758 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.416466 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.452907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Usage tracker for resource:router and tenant:dc464e6c7745468a96f6cb24c6209301 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:40:22.505121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Deleting port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:22.505585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.509647 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-86d42fbe-8cf6-4b7d-bbf4-c9e8d08a5746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:40:20Z', 'revision_number': 5, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port': {'id': '87deba8c-b3db-4c0e-944c-2b1b9ae14dec', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac56432-350e-4673-a096-bdeccb862b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:35:55Z', 'updated_at': '2021-07-06T11:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:22.525186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:40:22.546374 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa70d322-df14-4943-9c39-5b773e08d36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.563247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d42fbe-8cf6-4b7d-bbf4-c9e8d08a5746 None None] Checking router: dac56432-350e-4673-a096-bdeccb862b09 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:40:22.579283 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d42fbe-8cf6-4b7d-bbf4-c9e8d08a5746 None None] Routers {'dac56432-350e-4673-a096-bdeccb862b09'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:22.580607 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-86d42fbe-8cf6-4b7d-bbf4-c9e8d08a5746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dac56432-350e-4673-a096-bdeccb862b09'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:22.617757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70d322-df14-4943-9c39-5b773e08d36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454d8cd9-9948-414b-8aef-85db766b5a1e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:22.661225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] For port 87deba8c-b3db-4c0e-944c-2b1b9ae14dec, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=87deba8c-b3db-4c0e-944c-2b1b9ae14dec,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:22.662176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.679674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Calling delete_port for 87deba8c-b3db-4c0e-944c-2b1b9ae14dec owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:22.694376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Usage tracker for resource:floatingip and tenant:dc464e6c7745468a96f6cb24c6209301 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:40:22.698165 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa70d322-df14-4943-9c39-5b773e08d36a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.700114 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fa70d322-df14-4943-9c39-5b773e08d36a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/454d8cd9-9948-414b-8aef-85db766b5a1e HTTP/1.1" status: 204 len: 168 time: 1.9419277 Jul 06 11:40:22.708263 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-86d42fbe-8cf6-4b7d-bbf4-c9e8d08a5746 None None] Set router dac56432-350e-4673-a096-bdeccb862b09 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:22.711504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41260) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:22.719518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:40:22.740698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beffe3b7-9e4d-46df-925d-1ca29e135f87 None None] Network 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:22.815712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.822280 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-86d42fbe-8cf6-4b7d-bbf4-c9e8d08a5746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:40:22Z', 'revision_number': 6, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:22.881891 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d42fbe-8cf6-4b7d-bbf4-c9e8d08a5746 None None] The sync data for ids ['dac56432-350e-4673-a096-bdeccb862b09'] in n-d-799527-2 is: [{'id': 'dac56432-350e-4673-a096-bdeccb862b09', 'name': 'tempest-ServersTestJSON-201674696-router', 'tenant_id': '1e53ebf9ab8f4543b59a00670970d04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:35:52Z', 'updated_at': '2021-07-06T11:40:22Z', 'revision_number': 6, 'project_id': '1e53ebf9ab8f4543b59a00670970d04e', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:22.925415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70c39545-82f4-4f2b-b47e-c2d3504eb6db req-09b2d873-631f-4686-8337-c9dc8bc7b8d5 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.944048 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70c39545-82f4-4f2b-b47e-c2d3504eb6db req-09b2d873-631f-4686-8337-c9dc8bc7b8d5 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:22.972632 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.047256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Deleting port 3670c945-689a-48b5-899e-72a99747363e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:23.047658 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.103024 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70c39545-82f4-4f2b-b47e-c2d3504eb6db req-09b2d873-631f-4686-8337-c9dc8bc7b8d5 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.106645 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70c39545-82f4-4f2b-b47e-c2d3504eb6db req-09b2d873-631f-4686-8337-c9dc8bc7b8d5 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0152225 Jul 06 11:40:23.124386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2d873-631f-4686-8337-c9dc8bc7b8d5 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ca999-b7be-4b24-82c0-fa1b46336982,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:23.149420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Usage tracker for resource:security_group and tenant:dc464e6c7745468a96f6cb24c6209301 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:40:23.181784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:40:23.191401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Router 8e420b34-2a01-4f15-a4c4-6dc1a7b45127 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:40:23.208316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded06776-cfbe-494c-b31c-c8f7d453c307,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:23.222825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Usage tracker for resource:security_group_rule and tenant:dc464e6c7745468a96f6cb24c6209301 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 11:40:23.236393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] Checking segment: {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:23.236765 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] Network hostable DHCP agents. Network: 659db1fe-f31c-449c-8885-6d7860e91b83, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:40:23.257641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.quota.resource [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 11:40:23.291508 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fdacb3-fbac-4eeb-b71a-c752b85d52c1 None None] DHCP port deletion for 04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:40:23.325783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] For port 3670c945-689a-48b5-899e-72a99747363e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3670c945-689a-48b5-899e-72a99747363e,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:23.335080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.379806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Calling delete_port for 3670c945-689a-48b5-899e-72a99747363e owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:23.412851 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.427578 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f4fdacb3-fbac-4eeb-b71a-c752b85d52c1 None None] Deleting port 3670c945-689a-48b5-899e-72a99747363e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:23.427578 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4fdacb3-fbac-4eeb-b71a-c752b85d52c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.532738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4e2d0bf3-a1f4-4f5d-9031-af930d0f2032 tempest-QuotasTest-593846574 tempest-QuotasTest-593846574-project-admin] 10.222.0.21 "GET /v2.0/quotas/dc464e6c7745468a96f6cb24c6209301/details.json HTTP/1.1" status: 200 len: 703 time: 2.5113473 Jul 06 11:40:23.574556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Pushing event deleted for resources: {'Port': ['ID=87deba8c-b3db-4c0e-944c-2b1b9ae14dec,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:23.574845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f4fdacb3-fbac-4eeb-b71a-c752b85d52c1 None None] For port 3670c945-689a-48b5-899e-72a99747363e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3670c945-689a-48b5-899e-72a99747363e,segment=NetworkSegment(d67db5a9-4e5c-4e31-b47b-e01a1891328d),segment_id=d67db5a9-4e5c-4e31-b47b-e01a1891328d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:23.576738 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4fdacb3-fbac-4eeb-b71a-c752b85d52c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.609208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f4fdacb3-fbac-4eeb-b71a-c752b85d52c1 None None] Calling delete_port for 3670c945-689a-48b5-899e-72a99747363e owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:23.761223 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.826398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3670c945-689a-48b5-899e-72a99747363e no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:23.909947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 3670c945-689a-48b5-899e-72a99747363e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:23.910533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3670c945-689a-48b5-899e-72a99747363e not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:23.911962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1f7e56b3-eed2-402a-9b9f-6100fc451f19 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:23.920697 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.958879 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4fdacb3-fbac-4eeb-b71a-c752b85d52c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.008503 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fdacb3-fbac-4eeb-b71a-c752b85d52c1 None None] No DVR routers for this DVR port 3670c945-689a-48b5-899e-72a99747363e on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:24.022504 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.025668 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.030170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] No DVR routers for this DVR port 3670c945-689a-48b5-899e-72a99747363e on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:24.036930 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3670c945-689a-48b5-899e-72a99747363e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:24.086288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] Network 659db1fe-f31c-449c-8885-6d7860e91b83 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:40:24.093064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 1f7e56b3-eed2-402a-9b9f-6100fc451f19 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:24.093558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1f7e56b3-eed2-402a-9b9f-6100fc451f19 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:24.096518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:24.110571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdacb3-fbac-4eeb-b71a-c752b85d52c1 None None] Pushing event deleted for resources: {'Port': ['ID=3670c945-689a-48b5-899e-72a99747363e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:24.134904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3462e56-8152-474b-a405-cc1f6233bca2 None None] Sync routers for ids ['8e420b34-2a01-4f15-a4c4-6dc1a7b45127'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:24.171780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3462e56-8152-474b-a405-cc1f6233bca2 None None] Routers {'8e420b34-2a01-4f15-a4c4-6dc1a7b45127'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:24.173755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f3462e56-8152-474b-a405-cc1f6233bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8e420b34-2a01-4f15-a4c4-6dc1a7b45127'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:24.211175 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.212111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router dac56432-350e-4673-a096-bdeccb862b09 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:40:24.228722 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.230539 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dc438645-e6fc-443a-bb4e-167f3f6390ee admin admin] 10.222.0.21 "DELETE /v2.0/routers/dac56432-350e-4673-a096-bdeccb862b09 HTTP/1.1" status: 204 len: 168 time: 2.5556347 Jul 06 11:40:24.237497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41282) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:24.242971 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.249870 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6ddb10ee-4de7-462c-b944-595c86357a2c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "PUT /v2.0/routers/8e420b34-2a01-4f15-a4c4-6dc1a7b45127 HTTP/1.1" status: 200 len: 915 time: 7.8128624 Jul 06 11:40:24.254837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 659db1fe-f31c-449c-8885-6d7860e91b83) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:24.266077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41284) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:24.280187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991136e8-f4c4-495e-96fe-3e2aae0c5405 None None] Network 659db1fe-f31c-449c-8885-6d7860e91b83 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:24.284437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f3462e56-8152-474b-a405-cc1f6233bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:24.290787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:24.296813 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.300386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41286) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:24.363860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3462e56-8152-474b-a405-cc1f6233bca2 None None] Routers {'8e420b34-2a01-4f15-a4c4-6dc1a7b45127'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:24.364588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f3462e56-8152-474b-a405-cc1f6233bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8e420b34-2a01-4f15-a4c4-6dc1a7b45127'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:24.388838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-569e402b-fc64-4f53-8245-d29c450b95e2 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:24.398608 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.406167 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-569e402b-fc64-4f53-8245-d29c450b95e2 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 813 time: 0.7574933 Jul 06 11:40:24.412512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-db3a73fd-9d67-4562-990a-e9a09faf33f5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3293293 Jul 06 11:40:24.417996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41290) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:24.440987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f3462e56-8152-474b-a405-cc1f6233bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:24.442355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3462e56-8152-474b-a405-cc1f6233bca2 None None] The sync data for ids ['8e420b34-2a01-4f15-a4c4-6dc1a7b45127'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:24.443194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ca8ae7-a2c4-4120-8f5f-8c16962d69a7']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:24.464952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187e547-a0e9-418d-bd98-4f6b3e994015 req-f5c9c8e7-205b-428b-a048-6df7b64b7faa tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:24.469782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d187e547-a0e9-418d-bd98-4f6b3e994015 req-f5c9c8e7-205b-428b-a048-6df7b64b7faa tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 1.2069433 Jul 06 11:40:24.479225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:24.491433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67db5a9-4e5c-4e31-b47b-e01a1891328d') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:24.492138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67db5a9-4e5c-4e31-b47b-e01a1891328d') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:24.566622 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.569492 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.583474 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.615257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb28d1f-f0ce-4546-b51c-9231eb081594 admin admin] Deleting subnet 3a7c8409-16f8-4334-9b28-9fc7525e1566 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:40:24.622690 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-3f2faf8b-c7b5-4168-8836-15813d2cc146 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/quotas/4ddb6b4828a84a97bba1122af077e603 HTTP/1.1" status: 200 len: 375 time: 0.2153533 Jul 06 11:40:24.628965 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2eb28d1f-f0ce-4546-b51c-9231eb081594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.747156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2eb28d1f-f0ce-4546-b51c-9231eb081594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.750825 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.825464 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.832821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:40:24.833356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.839889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d187e547-a0e9-418d-bd98-4f6b3e994015 req-945b6c93-1fdc-492d-a614-aed8e9d4491b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886407 Jul 06 11:40:24.849684 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:40:24.927791 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:40:24.935166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.937187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9771110e-a948-4171-bc45-250646ca305f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-659db1fe-f31c-449c-8885-6d7860e91b83', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:40:24.938964 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9771110e-a948-4171-bc45-250646ca305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.984975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:24.987362 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] 10.222.0.21 "DELETE /v2.0/networks/04ca8ae7-a2c4-4120-8f5f-8c16962d69a7 HTTP/1.1" status: 204 len: 168 time: 2.2757530 Jul 06 11:40:24.988598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc647c-2df4-4f3c-b7c4-a6521cbd3e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=04ca8ae7-a2c4-4120-8f5f-8c16962d69a7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:25.032456 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bbd186fb-b23e-40dd-994c-86aae3c2bf94 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/routers/8e420b34-2a01-4f15-a4c4-6dc1a7b45127 HTTP/1.1" status: 200 len: 921 time: 0.7589822 Jul 06 11:40:25.033416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:25.172050 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2eb28d1f-f0ce-4546-b51c-9231eb081594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.265512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41298) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:25.291059 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-24d12762-a161-47ea-bbec-0cbcd5dca3b8 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6477771 Jul 06 11:40:25.371547 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a1a676d8-2936-403f-8d11-d997fde93a7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c73e64461f1e46218abae76d7f316cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040435 Jul 06 11:40:25.397534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41302) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:25.433703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9771110e-a948-4171-bc45-250646ca305f None None] Allocated IP 172.20.0.2 (659db1fe-f31c-449c-8885-6d7860e91b83/ded06776-cfbe-494c-b31c-c8f7d453c307/2266b0f4-aad6-44dd-b242-be5c1df23be7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:25.438106 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2eb28d1f-f0ce-4546-b51c-9231eb081594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.481794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.538242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 87deba8c-b3db-4c0e-944c-2b1b9ae14dec no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:25.574030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb28d1f-f0ce-4546-b51c-9231eb081594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7c8409-16f8-4334-9b28-9fc7525e1566,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:25.594288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2eb28d1f-f0ce-4546-b51c-9231eb081594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.603892 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2eb28d1f-f0ce-4546-b51c-9231eb081594 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3a7c8409-16f8-4334-9b28-9fc7525e1566 HTTP/1.1" status: 204 len: 168 time: 1.3543158 Jul 06 11:40:25.604168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41304) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:25.649387 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16f9f604-fcc4-4726-bedd-659fdc37c3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.689938 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16f9f604-fcc4-4726-bedd-659fdc37c3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.705765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 87deba8c-b3db-4c0e-944c-2b1b9ae14dec {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:25.706233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 87deba8c-b3db-4c0e-944c-2b1b9ae14dec not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:25.707847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec48033-56c5-4f64-800e-ea5345ea3668 None None] Network 848ab898-a9fc-4690-b4dc-dbae257bb3df requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:25.740308 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:40:25.760161 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d393eed5-c42b-497f-b50b-68108267369c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:25.766950 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d393eed5-c42b-497f-b50b-68108267369c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&device_id=8e420b34-2a01-4f15-a4c4-6dc1a7b45127&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7263031 Jul 06 11:40:25.772674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41306) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:25.823110 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.843015 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.881495 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16f9f604-fcc4-4726-bedd-659fdc37c3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.886603 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16f9f604-fcc4-4726-bedd-659fdc37c3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:25.891244 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-16f9f604-fcc4-4726-bedd-659fdc37c3af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/399d6cc4-d259-4414-ae5e-2aa867934898 HTTP/1.1" status: 204 len: 168 time: 0.4862978 Jul 06 11:40:25.947470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9f604-fcc4-4726-bedd-659fdc37c3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399d6cc4-d259-4414-ae5e-2aa867934898,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:26.000647 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.012597 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5de822aa078442e3bac5d012d651100c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7040524 Jul 06 11:40:26.026855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41312) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:26.030115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b41b742e-97fb-4097-8be2-e98f7217e9b1 service neutron] 10.222.0.21 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373159 Jul 06 11:40:26.033363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bc517e-4f93-4337-a293-e678927c500d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:26.156164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.157045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.157783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.158516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.159234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.159983 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.160688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.161414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.162211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.162918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.163685 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.164409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a2937-1d8b-413b-8c21-3d452d2907da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.239476 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9771110e-a948-4171-bc45-250646ca305f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.256644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ab602-1761-453e-a971-60aad43e25cf tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:26.267540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9771110e-a948-4171-bc45-250646ca305f None None] Transition to ACTIVE for port object 2266b0f4-aad6-44dd-b242-be5c1df23be7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:26.273100 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-540ab602-1761-453e-a971-60aad43e25cf tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 881 time: 0.4986584 Jul 06 11:40:26.279194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41316) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:26.280885 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.329993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9771110e-a948-4171-bc45-250646ca305f None None] Transition to ACTIVE for port object 2266b0f4-aad6-44dd-b242-be5c1df23be7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:26.351042 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2c5adf6c-79a3-4788-99f9-a2b1dc7aaceb tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e420b34-2a01-4f15-a4c4-6dc1a7b45127 HTTP/1.1" status: 200 len: 205 time: 0.0646875 Jul 06 11:40:26.353267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41318) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:26.357606 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9771110e-a948-4171-bc45-250646ca305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.427655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857fdf29-84ec-4079-a546-21f29abce124 None None] DHCP port deletion for 848ab898-a9fc-4690-b4dc-dbae257bb3df request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:40:26.439019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9771110e-a948-4171-bc45-250646ca305f None None] Network 659db1fe-f31c-449c-8885-6d7860e91b83 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:26.456825 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.460760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9771110e-a948-4171-bc45-250646ca305f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:26.466126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9771110e-a948-4171-bc45-250646ca305f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:26.470345 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-65ccf3d6-4817-4ebe-a5e9-2300be7fe74f service neutron] 10.222.0.21 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385109 Jul 06 11:40:26.574313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771110e-a948-4171-bc45-250646ca305f None None] Pushing event updated for resources: {'Port': ['ID=2266b0f4-aad6-44dd-b242-be5c1df23be7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:26.586680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Deleting port d63fc3c7-7c29-4942-a850-05cc2b832d23 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:26.590063 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.729198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9771110e-a948-4171-bc45-250646ca305f None None] Attempting to bind port 2266b0f4-aad6-44dd-b242-be5c1df23be7 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:26.729795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9771110e-a948-4171-bc45-250646ca305f None None] Attempting to bind port 2266b0f4-aad6-44dd-b242-be5c1df23be7 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:26.730586 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.730789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9771110e-a948-4171-bc45-250646ca305f None None] Attempting to bind port 2266b0f4-aad6-44dd-b242-be5c1df23be7 on network 659db1fe-f31c-449c-8885-6d7860e91b83 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:26.741843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9771110e-a948-4171-bc45-250646ca305f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:26.742587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9771110e-a948-4171-bc45-250646ca305f None None] Checking segment: {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:26.743309 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9771110e-a948-4171-bc45-250646ca305f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.745539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.746286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9771110e-a948-4171-bc45-250646ca305f None None] Bound using segment: {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:26.747276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] For port d63fc3c7-7c29-4942-a850-05cc2b832d23, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d63fc3c7-7c29-4942-a850-05cc2b832d23,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:26.748927 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.749539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9771110e-a948-4171-bc45-250646ca305f None None] Bound port: 2266b0f4-aad6-44dd-b242-be5c1df23be7, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:26.750224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9771110e-a948-4171-bc45-250646ca305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.753096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.754869 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42bc517e-4f93-4337-a293-e678927c500d HTTP/1.1" status: 204 len: 168 time: 0.7231817 Jul 06 11:40:26.851180 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-857fdf29-84ec-4079-a546-21f29abce124 None None] Deleting port d63fc3c7-7c29-4942-a850-05cc2b832d23 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:26.851612 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-857fdf29-84ec-4079-a546-21f29abce124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:26.902001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bc517e-4f93-4337-a293-e678927c500d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:26.927468 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.928539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.929300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.930121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.930948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.931875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.932628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.933364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.934185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.934962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.943126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.944285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588787ac-eba8-411d-8184-05f1455d27ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:26.966188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9771110e-a948-4171-bc45-250646ca305f None None] For port 2266b0f4-aad6-44dd-b242-be5c1df23be7, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:26.972902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9771110e-a948-4171-bc45-250646ca305f None None] For port 2266b0f4-aad6-44dd-b242-be5c1df23be7, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2266b0f4-aad6-44dd-b242-be5c1df23be7,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:26.983867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Calling delete_port for d63fc3c7-7c29-4942-a850-05cc2b832d23 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:27.002460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cf679-e76d-49fb-a769-26b28f9777a7 req-635c7c56-bafd-427c-8f7a-331fbea7c1b2 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:27.015477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b2cf679-e76d-49fb-a769-26b28f9777a7 req-635c7c56-bafd-427c-8f7a-331fbea7c1b2 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.7799773 Jul 06 11:40:27.096303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-857fdf29-84ec-4079-a546-21f29abce124 None None] For port d63fc3c7-7c29-4942-a850-05cc2b832d23, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d63fc3c7-7c29-4942-a850-05cc2b832d23,segment=NetworkSegment(16c5e04f-8cb5-4942-af76-c53e95b1956a),segment_id=16c5e04f-8cb5-4942-af76-c53e95b1956a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:27.096961 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-857fdf29-84ec-4079-a546-21f29abce124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:27.104126 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9771110e-a948-4171-bc45-250646ca305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:27.153268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-857fdf29-84ec-4079-a546-21f29abce124 None None] Calling delete_port for d63fc3c7-7c29-4942-a850-05cc2b832d23 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:27.241946 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b2cf679-e76d-49fb-a769-26b28f9777a7 req-820d67be-56c1-4fb5-a2ec-f036d403f21e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248812 Jul 06 11:40:27.267931 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:27.330260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771110e-a948-4171-bc45-250646ca305f None None] Pushing event updated for resources: {'Port': ['ID=2266b0f4-aad6-44dd-b242-be5c1df23be7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:27.438077 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:27.449054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Deleting port 05dec8cc-7ef1-4b2b-9eaa-f2fa79b8dc64 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:27.449532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:27.456968 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-857fdf29-84ec-4079-a546-21f29abce124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:27.505113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fdf29-84ec-4079-a546-21f29abce124 None None] No DVR routers for this DVR port d63fc3c7-7c29-4942-a850-05cc2b832d23 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:27.513148 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:27.528773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:27.594521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fdf29-84ec-4079-a546-21f29abce124 None None] Pushing event deleted for resources: {'Port': ['ID=d63fc3c7-7c29-4942-a850-05cc2b832d23,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:27.607254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d63fc3c7-7c29-4942-a850-05cc2b832d23 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:27.667903 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: d63fc3c7-7c29-4942-a850-05cc2b832d23 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:27.668343 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d63fc3c7-7c29-4942-a850-05cc2b832d23 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:27.730193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:27.752376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Calling delete_port for 05dec8cc-7ef1-4b2b-9eaa-f2fa79b8dc64 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:27.755021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Pushing event deleted for resources: {'Port': ['ID=d63fc3c7-7c29-4942-a850-05cc2b832d23,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:27.773729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] No DVR routers for this DVR port d63fc3c7-7c29-4942-a850-05cc2b832d23 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:27.875121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41340) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:27.959305 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf58-7b28-4d76-8167-ac1546b49d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.007552 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.034052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848ab898-a9fc-4690-b4dc-dbae257bb3df']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:28.083731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c5e04f-8cb5-4942-af76-c53e95b1956a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:28.084399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c5e04f-8cb5-4942-af76-c53e95b1956a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:28.154915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Allocated IP 172.25.0.142 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/97c64ed1-6c7c-4bf4-8ffa-e0858099a570) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:28.164810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e985175-9ce3-4649-8581-e5cb9fbb60b9 req-8ad594b8-b5a0-4e45-b6bf-17517f0abe56 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 210 time: 0.1140714 Jul 06 11:40:28.167787 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.261008 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.268206 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.304281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf58-7b28-4d76-8167-ac1546b49d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.345840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Pushing event deleted for resources: {'Port': ['ID=05dec8cc-7ef1-4b2b-9eaa-f2fa79b8dc64,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:28.379241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf58-7b28-4d76-8167-ac1546b49d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.415491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:40:28.427180 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:40:28.431060 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:40:28.444508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a18dcf58-7b28-4d76-8167-ac1546b49d3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc464e6c7745468a96f6cb24c6209301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673757 Jul 06 11:40:28.452685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41362) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:28.463240 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.516994 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.862757 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.920577 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:28.921038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dcf58-7b28-4d76-8167-ac1546b49d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3158147e-e306-4232-89a0-2d3bcd6d80c7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:28.925723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] 10.222.0.21 "DELETE /v2.0/networks/848ab898-a9fc-4690-b4dc-dbae257bb3df HTTP/1.1" status: 204 len: 168 time: 3.3202646 Jul 06 11:40:28.946961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b3060-d025-4e48-8240-958517a3188c admin admin] Pushing event deleted for resources: {'Network': ['ID=848ab898-a9fc-4690-b4dc-dbae257bb3df,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:29.048097 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.080280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fc593-d690-47ce-8cbd-a5b2fd7299bd req-f740dbe0-ba74-49f6-86d0-69df0331a7a5 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:29.085821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-628fc593-d690-47ce-8cbd-a5b2fd7299bd req-f740dbe0-ba74-49f6-86d0-69df0331a7a5 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.4536397 Jul 06 11:40:29.097582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.298873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-628fc593-d690-47ce-8cbd-a5b2fd7299bd req-db49b279-7277-4177-8b2e-52854ee6858c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840286 Jul 06 11:40:29.343118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5e1ac-ed40-4c6c-9ffc-f2fea3ae6703 None None] Network 659db1fe-f31c-449c-8885-6d7860e91b83 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:29.374931 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.379059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.385363 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.391360 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0afae7a7-1a6a-44a3-93f2-48aba82a98ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.433591 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0afae7a7-1a6a-44a3-93f2-48aba82a98ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.511575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41382) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:29.547121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:29.552257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3f389680-59a2-423e-bc66-3ff59f74992e None None] Provisioning for port 2266b0f4-aad6-44dd-b242-be5c1df23be7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:29.559746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:29.602545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0afae7a7-1a6a-44a3-93f2-48aba82a98ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.612145 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0afae7a7-1a6a-44a3-93f2-48aba82a98ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.625614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2266b0f4-aad6-44dd-b242-be5c1df23be7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:29.631921 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0afae7a7-1a6a-44a3-93f2-48aba82a98ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3158147e-e306-4232-89a0-2d3bcd6d80c7 HTTP/1.1" status: 204 len: 168 time: 1.1774635 Jul 06 11:40:29.632240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Pushing event updated for resources: {'Port': ['ID=97c64ed1-6c7c-4bf4-8ffa-e0858099a570,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:29.649132 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:29.689725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afae7a7-1a6a-44a3-93f2-48aba82a98ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3158147e-e306-4232-89a0-2d3bcd6d80c7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:29.705494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.706120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Fanout notify agent at l3_agent the message router_deleted on router 8e420b34-2a01-4f15-a4c4-6dc1a7b45127 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:40:29.731593 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.735947 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ddaecfc9-6e1d-46f3-929e-b262a60b35f1 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/8e420b34-2a01-4f15-a4c4-6dc1a7b45127 HTTP/1.1" status: 204 len: 168 time: 3.3810277 Jul 06 11:40:29.741787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41386) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:29.746913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2e7c6d12-2dfc-4d2b-8619-d9737f83b9a6 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-16257739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:29.834057 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6d12-2dfc-4d2b-8619-d9737f83b9a6 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.836151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6d12-2dfc-4d2b-8619-d9737f83b9a6 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:29.937038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9100c378-a897-4de8-9d2e-83eb6c6ac135 req-c9a9a616-46e6-48ef-9ae8-9a243ee3670d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 210 time: 0.2054379 Jul 06 11:40:29.976719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fe7e6c2b-4abe-4f75-bdc1-658f25a26416 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e53ebf9ab8f4543b59a00670970d04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554822 Jul 06 11:40:29.980795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41390) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:30.004291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 2266b0f4-aad6-44dd-b242-be5c1df23be7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:30.008931 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6d12-2dfc-4d2b-8619-d9737f83b9a6 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.012436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2266b0f4-aad6-44dd-b242-be5c1df23be7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:30.014384 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.020952 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6d12-2dfc-4d2b-8619-d9737f83b9a6 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.070304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6d12-2dfc-4d2b-8619-d9737f83b9a6 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.073110 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2e7c6d12-2dfc-4d2b-8619-d9737f83b9a6 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3287342 Jul 06 11:40:30.077105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:30.084878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'enable_snat': False}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:30.238077 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.309717 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 2266b0f4-aad6-44dd-b242-be5c1df23be7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2266b0f4-aad6-44dd-b242-be5c1df23be7,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:30.317429 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.541303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=2266b0f4-aad6-44dd-b242-be5c1df23be7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:30.575747 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96ca236c-15e8-4dec-b215-1cac5ceff11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.626801 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96ca236c-15e8-4dec-b215-1cac5ceff11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.645113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.711661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-03bd455b-3e79-4893-9202-0f37136479c3 None None] Provisioning complete for port 2266b0f4-aad6-44dd-b242-be5c1df23be7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:30.712375 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03bd455b-3e79-4893-9202-0f37136479c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:30.927160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.082967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-861a2441-872f-494c-8765-bef0443fb96a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:31.084477 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-861a2441-872f-494c-8765-bef0443fb96a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.86 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 813 time: 0.5616529 Jul 06 11:40:31.116564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'port': {'device_id': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'network_id': '9016a705-c30b-4269-b89e-df298c811570', 'admin_state_up': True, 'tenant_id': '4ddb6b4828a84a97bba1122af077e603'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:31.146881 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96ca236c-15e8-4dec-b215-1cac5ceff11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.154544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96ca236c-15e8-4dec-b215-1cac5ceff11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.157451 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-96ca236c-15e8-4dec-b215-1cac5ceff11c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac177b86-fb86-4ef7-adeb-2b717bddeff7 HTTP/1.1" status: 204 len: 168 time: 1.1750309 Jul 06 11:40:31.173612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192c5c4-0095-49d1-9f78-1f044df81fb5 req-aa5f49db-8e37-47b6-82be-ca2818694121 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:31.186876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8192c5c4-0095-49d1-9f78-1f044df81fb5 req-aa5f49db-8e37-47b6-82be-ca2818694121 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.3691044 Jul 06 11:40:31.254680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca236c-15e8-4dec-b215-1cac5ceff11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac177b86-fb86-4ef7-adeb-2b717bddeff7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:31.320955 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8192c5c4-0095-49d1-9f78-1f044df81fb5 req-e2143252-766a-41e8-adcc-d888e2ddf24c tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328025 Jul 06 11:40:31.328894 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.501300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2266b0f4-aad6-44dd-b242-be5c1df23be7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:31.680662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2266b0f4-aad6-44dd-b242-be5c1df23be7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:31.681253 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.704807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Made reservation on behalf of 4ddb6b4828a84a97bba1122af077e603 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:31.712736 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.776956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:31.846543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:32.112142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Allocated IP 172.20.0.6 (9016a705-c30b-4269-b89e-df298c811570/413de151-a848-452c-a05a-e5081aa9ef4d/a44fc4f5-80bc-4d75-b880-a1a3889569f3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:32.126416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Allocated IP 172.25.0.182 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/f3d9427b-8c4a-4159-b960-3191d3694cc0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:32.319717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-14f5c6cd-b43c-4182-8971-886310b7f6ce req-e661d889-4185-42a8-b22b-f4af6e89ed88 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 210 time: 0.0520151 Jul 06 11:40:32.373976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:40:32.638940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:32.656292 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Sync routers for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:32.715344 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:32.718773 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:32.732857 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:32.746762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-45374c93-b09c-4286-b9e5-4ec7105fd9fd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.2742748 Jul 06 11:40:32.756922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41544) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:32.768725 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:32.963592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:33.009540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c88b33-c73f-4c83-8409-4076267b63ed req-cee9efe6-455f-48a9-9904-6ae50a8efd56 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:33.010144 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:33.021470 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11c88b33-c73f-4c83-8409-4076267b63ed req-cee9efe6-455f-48a9-9904-6ae50a8efd56 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.2552528 Jul 06 11:40:33.086351 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11c88b33-c73f-4c83-8409-4076267b63ed req-94599364-7cf3-4a2e-8818-db33b1684a07 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637205 Jul 06 11:40:33.142474 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:33.186751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:33.219554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:33.224088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:33.246645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Pushing event updated for resources: {'Port': ['ID=f3d9427b-8c4a-4159-b960-3191d3694cc0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:33.369169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41578) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:33.585788 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:30Z', 'revision_number': 3, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:33.726323 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Checking router: 6ece5e80-9af8-4fe8-8396-c4a3077c19ec for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:40:33.727031 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Updating router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:40:33.815526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41602) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:33.815526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:33.833813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['99f13dc4-ebc8-41e0-8755-ead696d1bbc9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:33.842126 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:33.901072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1add0-5c25-4f85-87e0-ab372be4b251 req-37104f88-a766-4639-9d68-b744c7977f1f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:33.918021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61b1add0-5c25-4f85-87e0-ab372be4b251 req-37104f88-a766-4639-9d68-b744c7977f1f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 931 time: 0.2539480 Jul 06 11:40:33.999758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'Port': ['ID=a44fc4f5-80bc-4d75-b880-a1a3889569f3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:34.065429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61b1add0-5c25-4f85-87e0-ab372be4b251 req-21e27c49-dee5-46a0-83ca-b8e713d6fc23 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424823 Jul 06 11:40:34.070587 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.219996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1151116050', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:34.245044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Network 9016a705-c30b-4269-b89e-df298c811570 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:34.252765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1497494726-network', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:34.276296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:34.281640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:34.368624 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.384757 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Transition to ACTIVE for port object 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:34.387417 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:40:34.387417 n-d-799527-2 neutron-server[93815]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:40:34.387417 n-d-799527-2 neutron-server[93815]: [parameters: {'project_id_1': 'f200afbe225345f8978c834e6e0a964b', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 40, 34, 285089)}] Jul 06 11:40:34.387417 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:40:34.388054 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:40:34.395318 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.438500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Made reservation on behalf of 8a50e631ab0748fbb5bc50752bbb25a1 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:34.444940 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.462519 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Attempting to bind port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:34.463299 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Attempting to bind port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:34.464034 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Attempting to bind port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:34.472729 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.480235 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:34.480895 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:34.481500 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.482802 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:34.483746 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Bound port: 97c64ed1-6c7c-4bf4-8ffa-e0858099a570, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:34.484612 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.484996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:34.485810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.531120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-635f20cf-89b8-4305-85db-4c9024c6680b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4311366 Jul 06 11:40:34.550019 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a5eef-2382-468d-b6b4-88612d87f6f6 None None] Pushing event updated for resources: {'Port': ['ID=97c64ed1-6c7c-4bf4-8ffa-e0858099a570,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:34.565417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Request body: {'port': {'device_id': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:34.574826 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.592267 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] For port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:34.597020 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] For port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=97c64ed1-6c7c-4bf4-8ffa-e0858099a570,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:34.603516 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.631072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Allocated IP 172.20.0.1 (659db1fe-f31c-449c-8885-6d7860e91b83/ded06776-cfbe-494c-b31c-c8f7d453c307/ed88591e-9763-4102-9817-10b015dd0a24) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:34.658843 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:34.659949 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:34.770019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a543db-8560-40bd-bd0e-a494333cf4f5 req-4540a59a-9fd2-4ed9-84de-56afef878672 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:34.777522 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63a543db-8560-40bd-bd0e-a494333cf4f5 req-4540a59a-9fd2-4ed9-84de-56afef878672 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.3941514 Jul 06 11:40:34.795427 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a5eef-2382-468d-b6b4-88612d87f6f6 None None] Pushing event updated for resources: {'Port': ['ID=97c64ed1-6c7c-4bf4-8ffa-e0858099a570,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:34.866434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63a543db-8560-40bd-bd0e-a494333cf4f5 req-810c0fe0-2562-4967-988b-9611701449a9 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878623 Jul 06 11:40:34.875382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:34.926486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Transition to ACTIVE for port object ed88591e-9763-4102-9817-10b015dd0a24 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:34.952030 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:35.030548 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.110166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.118678 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.123819 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Network 659db1fe-f31c-449c-8885-6d7860e91b83 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:35.127598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:35.132640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.144125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:35.198909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Pushing event updated for resources: {'Port': ['ID=ed88591e-9763-4102-9817-10b015dd0a24,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:35.243541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.251809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.253766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] device_id is not set on port 4b1f8995-5487-46d1-8404-b720f4bda66d yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:40:35.276525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ae64ac-5b33-488d-9554-b7b8921b1153,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:35.401115 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.447087 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:30Z', 'revision_number': 3, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:35.663930 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.679933 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e0adf-1e4a-4428-b8cd-004d685afda6 None None] The sync data for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 is: [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:30Z', 'revision_number': 3, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:35.681857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4f2d96b9-5f5c-4acf-a8c1-29eadda9b3ae None None] Provisioning for port ed88591e-9763-4102-9817-10b015dd0a24 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:35.691767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4f2d96b9-5f5c-4acf-a8c1-29eadda9b3ae None None] Provisioning complete for port ed88591e-9763-4102-9817-10b015dd0a24 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:35.692382 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f2d96b9-5f5c-4acf-a8c1-29eadda9b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.748067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1c631-2796-441b-9f37-8ef9420fb430 req-fc5bc53c-a609-4a56-9fbf-e8ce4782fc06 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:35.750181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bb1c631-2796-441b-9f37-8ef9420fb430 req-fc5bc53c-a609-4a56-9fbf-e8ce4782fc06 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 931 time: 0.2016630 Jul 06 11:40:35.756092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d96b9-5f5c-4acf-a8c1-29eadda9b3ae None None] Port ed88591e-9763-4102-9817-10b015dd0a24 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:40:35.830298 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Made reservation on behalf of f200afbe225345f8978c834e6e0a964b for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:35.832653 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.861571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bb1c631-2796-441b-9f37-8ef9420fb430 req-db49811a-da9d-4474-a0a7-622c99369d0a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900846 Jul 06 11:40:35.908835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d44ae-0b1f-403f-acf8-b9fa722bb2fb req-1a41f906-e03c-413f-9ace-fb3c68aed966 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:35.910003 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.910452 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c39d44ae-0b1f-403f-acf8-b9fa722bb2fb req-1a41f906-e03c-413f-9ace-fb3c68aed966 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.2475924 Jul 06 11:40:36.040063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c39d44ae-0b1f-403f-acf8-b9fa722bb2fb req-cd4380f5-4d03-450a-8d3a-0bb6e0777d16 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206751 Jul 06 11:40:36.111087 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.118485 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.208540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Pushing event updated for resources: {'Port': ['ID=ed88591e-9763-4102-9817-10b015dd0a24,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:36.237224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Allocated IP 172.25.0.239 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/4b1f8995-5487-46d1-8404-b720f4bda66d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:36.256663 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.415739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Network 659db1fe-f31c-449c-8885-6d7860e91b83 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:36.418510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:36.492118 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Router f3902bb1-6cf2-4ebf-9532-c510a41e99ca is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:40:36.593394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44fc4f5-80bc-4d75-b880-a1a3889569f3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:36.608421 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.625789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.668085 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.674291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:40:36.681085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:40:36.694246 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.694606 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Added segment 23868fa8-686a-487b-83a6-9f984fb7a069 of type vlan for network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 Jul 06 11:40:36.764433 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.906099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-777ddd57-9f8a-4802-b16c-6eec6bf1dbf1 None None] Provisioning complete for port ed88591e-9763-4102-9817-10b015dd0a24 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:36.906641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-777ddd57-9f8a-4802-b16c-6eec6bf1dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.923771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Transition to ACTIVE for port object a44fc4f5-80bc-4d75-b880-a1a3889569f3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:36.949820 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.951604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:36.952900 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.956114 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.968191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3eaf98-5537-44e5-a234-a3ab3874ee53,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:36.986847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dac953-fd39-4a52-9bc0-44334e390824 req-9e28edaf-ee2c-43e1-af6e-e1dda3d198ea tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:36.989480 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4dac953-fd39-4a52-9bc0-44334e390824 req-9e28edaf-ee2c-43e1-af6e-e1dda3d198ea tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.2055695 Jul 06 11:40:36.991353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:37.006300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7d61b2c9-1100-4bda-8250-8eb641517b18 admin admin] 10.222.0.21 "PUT /v2.0/routers/6ece5e80-9af8-4fe8-8396-c4a3077c19ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2392609 Jul 06 11:40:37.012862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-777ddd57-9f8a-4802-b16c-6eec6bf1dbf1 None None] Port ed88591e-9763-4102-9817-10b015dd0a24 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:40:37.117590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:37.130683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9372dfb-28e9-48d0-9a31-8dec97354d06 None None] Sync routers for ids ['f3902bb1-6cf2-4ebf-9532-c510a41e99ca'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:37.145884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9372dfb-28e9-48d0-9a31-8dec97354d06 None None] Routers {'f3902bb1-6cf2-4ebf-9532-c510a41e99ca'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:37.146603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f9372dfb-28e9-48d0-9a31-8dec97354d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['f3902bb1-6cf2-4ebf-9532-c510a41e99ca'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:37.177363 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.215965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f9372dfb-28e9-48d0-9a31-8dec97354d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:37.228881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be4a4f-9cb9-4cc4-83c8-3e83d0fb65ef req-243904a5-f5d6-46f0-ac6b-64fff3162903 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:37.233813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9372dfb-28e9-48d0-9a31-8dec97354d06 None None] Routers {'f3902bb1-6cf2-4ebf-9532-c510a41e99ca'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:37.238119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f9372dfb-28e9-48d0-9a31-8dec97354d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['f3902bb1-6cf2-4ebf-9532-c510a41e99ca'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:37.246427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80be4a4f-9cb9-4cc4-83c8-3e83d0fb65ef req-243904a5-f5d6-46f0-ac6b-64fff3162903 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 943 time: 0.1661084 Jul 06 11:40:37.270724 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.272530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7c17c09c-5960-48dd-91aa-18d13ef82f1c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "PUT /v2.0/routers/f3902bb1-6cf2-4ebf-9532-c510a41e99ca HTTP/1.1" status: 200 len: 914 time: 7.1950035 Jul 06 11:40:37.276584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41766) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:37.308696 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.316742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f9372dfb-28e9-48d0-9a31-8dec97354d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:37.317971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9372dfb-28e9-48d0-9a31-8dec97354d06 None None] The sync data for ids ['f3902bb1-6cf2-4ebf-9532-c510a41e99ca'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:37.358770 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.9884677 Jul 06 11:40:37.362455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:37.369381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] Request body: {'subnet': {'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1497494726-subnet', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:37.375969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80be4a4f-9cb9-4cc4-83c8-3e83d0fb65ef req-06d53d3c-9601-4697-a292-b061a8e57475 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286266 Jul 06 11:40:37.387122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f4dac953-fd39-4a52-9bc0-44334e390824 req-c8e8260b-f08b-48a2-bc14-27dc4dc53325 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Deleting port 4c43f1f0-e7c0-4fff-81bc-331090ea1def {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:37.387646 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4dac953-fd39-4a52-9bc0-44334e390824 req-c8e8260b-f08b-48a2-bc14-27dc4dc53325 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.398003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35b561-e6de-4dd6-b48f-ab62d35df213 admin admin] Pushing event updated for resources: {'Network': ['ID=2f7be078-855b-4d05-a52d-34fd61bfc5a4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:37.418481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:37.422937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a44fc4f5-80bc-4d75-b880-a1a3889569f3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:37.436407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:37.436837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:40:37.507085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:37.578667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f4dac953-fd39-4a52-9bc0-44334e390824 req-c8e8260b-f08b-48a2-bc14-27dc4dc53325 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] For port 4c43f1f0-e7c0-4fff-81bc-331090ea1def, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=4c43f1f0-e7c0-4fff-81bc-331090ea1def,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:37.582388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4dac953-fd39-4a52-9bc0-44334e390824 req-c8e8260b-f08b-48a2-bc14-27dc4dc53325 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.612176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f4dac953-fd39-4a52-9bc0-44334e390824 req-c8e8260b-f08b-48a2-bc14-27dc4dc53325 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Calling delete_port for 4c43f1f0-e7c0-4fff-81bc-331090ea1def owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:37.612393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:37.658054 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-322cfcb9-33af-47a2-998d-f32710d2ff67 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/routers/f3902bb1-6cf2-4ebf-9532-c510a41e99ca HTTP/1.1" status: 200 len: 920 time: 0.3637130 Jul 06 11:40:37.686104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:37.693398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41786) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:37.694441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:37.694933 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.754428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Pushing event updated for resources: {'Port': ['ID=4b1f8995-5487-46d1-8404-b720f4bda66d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:37.759077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] Made reservation on behalf of f200afbe225345f8978c834e6e0a964b for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:37.761645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.771560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:37.772131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.804074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Attempting to bind port a44fc4f5-80bc-4d75-b880-a1a3889569f3 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:37.804416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Attempting to bind port a44fc4f5-80bc-4d75-b880-a1a3889569f3 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9016a705-c30b-4269-b89e-df298c811570'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:37.804751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Attempting to bind port a44fc4f5-80bc-4d75-b880-a1a3889569f3 on network 9016a705-c30b-4269-b89e-df298c811570 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:37.814310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Port a44fc4f5-80bc-4d75-b880-a1a3889569f3 on network 9016a705-c30b-4269-b89e-df298c811570 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:37.814647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Attempting to bind port a44fc4f5-80bc-4d75-b880-a1a3889569f3 on network 9016a705-c30b-4269-b89e-df298c811570 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:37.820132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2211296b-8409-4532-a126-73f76ed510bb tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0154173 Jul 06 11:40:37.823316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41792) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:37.829886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.239'}]}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:37.839829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:37.840168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Checking segment: {'id': '6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9016a705-c30b-4269-b89e-df298c811570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:37.840588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Bound using segment: {'id': '6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9016a705-c30b-4269-b89e-df298c811570'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:37.841036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Bound port: a44fc4f5-80bc-4d75-b880-a1a3889569f3, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9016a705-c30b-4269-b89e-df298c811570'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:37.841464 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.872250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7027396-ba82-4ad1-b8cd-f7a0a73145e1 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:37.876902 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a7027396-ba82-4ad1-b8cd-f7a0a73145e1 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&device_id=f3902bb1-6cf2-4ebf-9532-c510a41e99ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1776791 Jul 06 11:40:37.878183 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.878592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41798) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:37.915616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=97c64ed1-6c7c-4bf4-8ffa-e0858099a570,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:37.921840 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.923678 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:37.924084 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.004859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=97c64ed1-6c7c-4bf4-8ffa-e0858099a570,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:38.022347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.023470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.023957 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.024465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.024465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.025670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.026431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.026710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.027039 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.027610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.027972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.028354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:38.046331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4465c4-df4f-4475-bb54-9201c9c37752 req-c10a5722-0182-498d-a62e-76f75c7ff9df tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.048036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f4465c4-df4f-4475-bb54-9201c9c37752 req-c10a5722-0182-498d-a62e-76f75c7ff9df tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4bafe36-39e7-4ffc-91ed-eaaeb3951e27 HTTP/1.1" status: 200 len: 946 time: 0.4195116 Jul 06 11:40:38.064873 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.067867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] For port a44fc4f5-80bc-4d75-b880-a1a3889569f3, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:38.089973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] For port a44fc4f5-80bc-4d75-b880-a1a3889569f3, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:38.137964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.147790 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Sync routers for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:38.158267 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:38.159266 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:38.234975 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-73a43282-4a9e-4a5a-96a1-abf229362382 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.238587 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ea3b5-6e00-40f4-bf9b-07531cce0476 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.243933 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dc7ea3b5-6e00-40f4-bf9b-07531cce0476 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 881 time: 0.3595085 Jul 06 11:40:38.244155 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-73a43282-4a9e-4a5a-96a1-abf229362382 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 821 time: 0.3440256 Jul 06 11:40:38.249290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41800) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:38.254879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.255030 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4dac953-fd39-4a52-9bc0-44334e390824 req-c8e8260b-f08b-48a2-bc14-27dc4dc53325 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.256142 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.258770 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] 10.222.0.86 "PUT /v2.0/ports/a44fc4f5-80bc-4d75-b880-a1a3889569f3 HTTP/1.1" status: 200 len: 1091 time: 3.7002275 Jul 06 11:40:38.261327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'tag': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:38.268967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['4c43f1f0-e7c0-4fff-81bc-331090ea1def'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:38.272789 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc0dc79-6d59-43d0-91ce-8178adcde0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "cea9736e-b05f-4a85-9047-1a58fcbf9384", "tag": "a44fc4f5-80bc-4d75-b880-a1a3889569f3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:38.296970 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:38.334913 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f4465c4-df4f-4475-bb54-9201c9c37752 req-66afde88-e0cc-4a44-8088-ea02059f335b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705650 Jul 06 11:40:38.342601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-80860ed0-bca4-4a29-907a-a5cbe1af7711 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3902bb1-6cf2-4ebf-9532-c510a41e99ca HTTP/1.1" status: 200 len: 205 time: 0.0873954 Jul 06 11:40:38.347062 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-367c4544-0498-4a05-a272-9caab48d7cc3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/quotas/e91253fcf327437ca42343dbef8510a4 HTTP/1.1" status: 200 len: 375 time: 0.1038704 Jul 06 11:40:38.351266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8260b-f08b-48a2-bc14-27dc4dc53325 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event deleted for resources: {'Port': ['ID=4c43f1f0-e7c0-4fff-81bc-331090ea1def,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:38.361606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:38.434388 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.438992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303ef76-709e-4385-a53e-fb15985b00e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a44fc4f5-80bc-4d75-b880-a1a3889569f3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:38.588814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-a67b8b99-9d7e-4480-abfa-25eab8fcc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.592493 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-a67b8b99-9d7e-4480-abfa-25eab8fcc54b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 1094 time: 0.2578862 Jul 06 11:40:38.628126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.631206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dac953-fd39-4a52-9bc0-44334e390824 req-c8e8260b-f08b-48a2-bc14-27dc4dc53325 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] No DVR routers for this DVR port 4c43f1f0-e7c0-4fff-81bc-331090ea1def on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:40:38.658651 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-7d4f4855-6075-412d-a149-290c40ff1409 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3 HTTP/1.1" status: 200 len: 217 time: 0.0523109 Jul 06 11:40:38.659373 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4dac953-fd39-4a52-9bc0-44334e390824 req-c8e8260b-f08b-48a2-bc14-27dc4dc53325 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.663231 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4dac953-fd39-4a52-9bc0-44334e390824 req-c8e8260b-f08b-48a2-bc14-27dc4dc53325 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "DELETE /v2.0/ports/4c43f1f0-e7c0-4fff-81bc-331090ea1def HTTP/1.1" status: 204 len: 173 time: 1.6634264 Jul 06 11:40:38.673411 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bafe36-39e7-4ffc-91ed-eaaeb3951e27', 'name': 'network-vif-deleted', 'tag': '4c43f1f0-e7c0-4fff-81bc-331090ea1def'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:38.679376 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1182ef41-7b3b-456e-afcb-f23477813321" -d '{"events": [{"server_uuid": "c4bafe36-39e7-4ffc-91ed-eaaeb3951e27", "name": "network-vif-deleted", "tag": "4c43f1f0-e7c0-4fff-81bc-331090ea1def"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:38.713943 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 2, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:38.758917 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-678ae74d-015b-4a74-bf3f-bd88d1bb8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.760611 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-678ae74d-015b-4a74-bf3f-bd88d1bb8f25 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=413de151-a848-452c-a05a-e5081aa9ef4d HTTP/1.1" status: 200 len: 853 time: 0.0843828 Jul 06 11:40:38.805179 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.817506 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Checking router: 6ece5e80-9af8-4fe8-8396-c4a3077c19ec for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:40:38.818850 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Updating router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec port ed88591e-9763-4102-9817-10b015dd0a24 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:40:38.894942 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:39.082921 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-ed22b396-569d-4ef9-bf9e-52f9094a1188 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9016a705-c30b-4269-b89e-df298c811570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3104792 Jul 06 11:40:39.266034 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278330cb-e845-41be-b7e3-d19224facfa9 x-openstack-request-id: req-278330cb-e845-41be-b7e3-d19224facfa9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:39.266447 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea9736e-b05f-4a85-9047-1a58fcbf9384", "tag": "a44fc4f5-80bc-4d75-b880-a1a3889569f3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:39.266959 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-278330cb-e845-41be-b7e3-d19224facfa9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:39.267865 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'tag': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3', 'status': 'completed', 'code': 200} Jul 06 11:40:39.331670 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:39.356433 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:39.487163 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:39.501424 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-57271293-2893-4f82-8fb6-d23374783e3a service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012930 Jul 06 11:40:39.515005 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Transition to ACTIVE for port object ed88591e-9763-4102-9817-10b015dd0a24 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:39.526485 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:39.528237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:39.590971 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Pushing event updated for resources: {'Port': ['ID=ed88591e-9763-4102-9817-10b015dd0a24,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:39.619045 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:39.623541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:39.626305 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.626627 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.626971 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.627309 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.627675 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.628009 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.628472 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.628810 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.629134 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.629595 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.629928 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.630251 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:39.663567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b1e286-2ad0-433c-9c18-584f5f002487,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:39.666048 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-73b9abaf-bfe7-404a-9ad3-32750ee320ef req-3b5c1cd7-394b-4365-a21f-8afe8507b4e4 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474648 Jul 06 11:40:39.731336 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Attempting to bind port ed88591e-9763-4102-9817-10b015dd0a24 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:39.732532 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Attempting to bind port ed88591e-9763-4102-9817-10b015dd0a24 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:39.733328 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Attempting to bind port ed88591e-9763-4102-9817-10b015dd0a24 on network 659db1fe-f31c-449c-8885-6d7860e91b83 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:39.735882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-aaa434e8-22da-4dae-9af6-88dd1bceea4d tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3686364 Jul 06 11:40:39.746964 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:39.747937 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Checking segment: {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:39.748575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] Checking segment: {'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:39.748745 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:39.748942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] Network hostable DHCP agents. Network: 2f7be078-855b-4d05-a52d-34fd61bfc5a4, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:40:39.749427 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Bound using segment: {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:39.750613 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Bound port: ed88591e-9763-4102-9817-10b015dd0a24, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:39.751348 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:39.796884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:39.908896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] Network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:40:39.927414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c093c81-b587-4be7-91af-f5cb6b7c79e1 req-4dc1472d-8277-47da-8f16-3e66c8a7a80e tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:39.928062 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] For port ed88591e-9763-4102-9817-10b015dd0a24, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:39.929102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c093c81-b587-4be7-91af-f5cb6b7c79e1 req-4dc1472d-8277-47da-8f16-3e66c8a7a80e tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 943 time: 0.3634858 Jul 06 11:40:39.934824 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] For port ed88591e-9763-4102-9817-10b015dd0a24, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ed88591e-9763-4102-9817-10b015dd0a24,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:39.945005 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:39.949581 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:39.956038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0dc79-6d59-43d0-91ce-8178adcde0a8 req-6c440a7a-44c9-4b1d-8105-f7353150eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:39.956038 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-adc0dc79-6d59-43d0-91ce-8178adcde0a8 req-6c440a7a-44c9-4b1d-8105-f7353150eb55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 1094 time: 0.2147865 Jul 06 11:40:39.964774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 2f7be078-855b-4d05-a52d-34fd61bfc5a4) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:39.979954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:39.981844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901fab8e-2680-473a-bd33-1a557cb0d4b9 None None] Network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:39.982802 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.040814 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529af14-6311-4ecd-8b6e-83eb8f829b2b None None] Pushing event updated for resources: {'Port': ['ID=ed88591e-9763-4102-9817-10b015dd0a24,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:40.059514 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-66928534-1ee3-4e7b-9b6f-110815264189 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6957979 Jul 06 11:40:40.066353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-7ce91465-168e-440a-990f-c45eaa77af5f service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980053 Jul 06 11:40:40.068487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41852) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:40.084946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:40.095374 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:40.096135 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:40.103039 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c093c81-b587-4be7-91af-f5cb6b7c79e1 req-137e9f80-e039-4252-927d-227b1bb24be6 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395185 Jul 06 11:40:40.122332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Deleting port f3d9427b-8c4a-4159-b960-3191d3694cc0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:40.124571 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.320572 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cfadc3-6dd6-42ec-bf68-fd816bfe99aa x-openstack-request-id: req-99cfadc3-6dd6-42ec-bf68-fd816bfe99aa {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:40.320868 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bafe36-39e7-4ffc-91ed-eaaeb3951e27", "name": "network-vif-deleted", "tag": "4c43f1f0-e7c0-4fff-81bc-331090ea1def", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:40.321116 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99cfadc3-6dd6-42ec-bf68-fd816bfe99aa {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:40.322248 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bafe36-39e7-4ffc-91ed-eaaeb3951e27', 'name': 'network-vif-deleted', 'tag': '4c43f1f0-e7c0-4fff-81bc-331090ea1def', 'status': 'completed', 'code': 200} Jul 06 11:40:40.328531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.373538 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.376176 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.376825 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:40.379759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.453388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0dc79-6d59-43d0-91ce-8178adcde0a8 req-7d28281a-048b-43ba-88cc-56b1e0398d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:40.459508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-adc0dc79-6d59-43d0-91ce-8178adcde0a8 req-7d28281a-048b-43ba-88cc-56b1e0398d35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 914 time: 0.4553139 Jul 06 11:40:40.520098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'fixed_ips': [{'subnet_id': 'e2b1e286-2ad0-433c-9c18-584f5f002487'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:40:40.520640 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.611101 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-adc0dc79-6d59-43d0-91ce-8178adcde0a8 req-24c96e85-8e4a-48a7-b186-2a6205710cef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3 HTTP/1.1" status: 200 len: 217 time: 0.0598986 Jul 06 11:40:40.613618 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.614771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d660993e-dac8-45cf-8555-77a7f96354f1 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:40:40.629198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-36d7a641-cdf3-4dd4-bd6e-6087d3cec22a service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248506 Jul 06 11:40:40.631507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.646424 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.663165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Calling delete_port for f3d9427b-8c4a-4159-b960-3191d3694cc0 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:40.687905 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 11:40:40.692867 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7ae748f1-e832-464d-b7f0-0a6dce1330f4 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8668857 Jul 06 11:40:40.697289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41884) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:40.769278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0dc79-6d59-43d0-91ce-8178adcde0a8 req-06d34306-bbec-4845-9642-8b48c875a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:40.770906 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-adc0dc79-6d59-43d0-91ce-8178adcde0a8 req-06d34306-bbec-4845-9642-8b48c875a9d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=413de151-a848-452c-a05a-e5081aa9ef4d HTTP/1.1" status: 200 len: 853 time: 0.1488404 Jul 06 11:40:40.832210 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-adc0dc79-6d59-43d0-91ce-8178adcde0a8 req-8b0b573a-366c-4419-9bf8-2336d885f41e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9016a705-c30b-4269-b89e-df298c811570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513396 Jul 06 11:40:40.880977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Allocated IP 172.20.0.2 (2f7be078-855b-4d05-a52d-34fd61bfc5a4/e2b1e286-2ad0-433c-9c18-584f5f002487/8be4beec-a468-45d7-b57a-bfe3c0ce98aa) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:40.914978 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:39Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:40.952038 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:41.017030 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c440b9-989e-4fe9-a365-253a57a78a3d None None] The sync data for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 is: [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:39Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:41.070792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a6d11b41-b3d7-437b-914d-47fa1339b8a1 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Deleting port 4b1f8995-5487-46d1-8404-b720f4bda66d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:41.071300 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6d11b41-b3d7-437b-914d-47fa1339b8a1 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:41.079357 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-adc0dc79-6d59-43d0-91ce-8178adcde0a8 req-70ef0357-7185-402f-9fc0-87a97a650238 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220051 Jul 06 11:40:41.314729 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6d11b41-b3d7-437b-914d-47fa1339b8a1 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:41.366813 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:41.383727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Transition to ACTIVE for port object 8be4beec-a468-45d7-b57a-bfe3c0ce98aa will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:41.412465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 4c43f1f0-e7c0-4fff-81bc-331090ea1def no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:40:41.427674 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-adc0dc79-6d59-43d0-91ce-8178adcde0a8 req-3260a284-259d-4d4e-8847-0a0d61e461c0 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285866 Jul 06 11:40:41.429140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a6d11b41-b3d7-437b-914d-47fa1339b8a1 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Calling delete_port for 4b1f8995-5487-46d1-8404-b720f4bda66d owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:41.496668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Transition to ACTIVE for port object 8be4beec-a468-45d7-b57a-bfe3c0ce98aa will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:41.506302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 4c43f1f0-e7c0-4fff-81bc-331090ea1def {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:40:41.508438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 4c43f1f0-e7c0-4fff-81bc-331090ea1def not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:40:41.528351 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:41.564640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e140539-f9b9-4862-a84e-fc43610c3ed3 req-128164c6-a28d-418f-8322-22b7c6d108a1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 210 time: 0.1536500 Jul 06 11:40:41.620071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:41.660333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ed88591e-9763-4102-9817-10b015dd0a24 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:41.706095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:41.725028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Pushing event deleted for resources: {'Port': ['ID=f3d9427b-8c4a-4159-b960-3191d3694cc0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:41.775361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:41.800949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:41.824297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6d11b41-b3d7-437b-914d-47fa1339b8a1 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:41.854975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Pushing event updated for resources: {'Port': ['ID=8be4beec-a468-45d7-b57a-bfe3c0ce98aa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:41.886283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d11b41-b3d7-437b-914d-47fa1339b8a1 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b1f8995-5487-46d1-8404-b720f4bda66d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:41.980736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Attempting to bind port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:41.981399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Attempting to bind port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:41.981550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Attempting to bind port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa on network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:41.987577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6d11b41-b3d7-437b-914d-47fa1339b8a1 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:41.991119 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a6d11b41-b3d7-437b-914d-47fa1339b8a1 tempest-RoutersAdminNegativeTest-1354025410 tempest-RoutersAdminNegativeTest-1354025410-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4b1f8995-5487-46d1-8404-b720f4bda66d HTTP/1.1" status: 204 len: 168 time: 1.2923822 Jul 06 11:40:42.005048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:42.005518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Checking segment: {'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:42.006294 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.006764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Bound using segment: {'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:42.007373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Bound port: 8be4beec-a468-45d7-b57a-bfe3c0ce98aa, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:42.008105 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.035745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ed88591e-9763-4102-9817-10b015dd0a24 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:42.047139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ed88591e-9763-4102-9817-10b015dd0a24 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:42.047995 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.205134 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.328188 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.352733 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] For port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:42.365742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] For port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8be4beec-a468-45d7-b57a-bfe3c0ce98aa,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:42.379882 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.380444 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41934) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:42.438424 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.475364 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.495968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea34cf-d93a-4f2e-9b99-35c1a35ad505 req-9d3ce67c-92dd-4ab1-a3ec-30837e8536cf tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:42.503371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5cea34cf-d93a-4f2e-9b99-35c1a35ad505 req-9d3ce67c-92dd-4ab1-a3ec-30837e8536cf tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 943 time: 0.7716751 Jul 06 11:40:42.504879 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.517295 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.520230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c833a-9e2e-4084-83df-1a2ffd47fe7e None None] Pushing event updated for resources: {'Port': ['ID=8be4beec-a468-45d7-b57a-bfe3c0ce98aa,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:42.593994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port ed88591e-9763-4102-9817-10b015dd0a24, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ed88591e-9763-4102-9817-10b015dd0a24,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:42.603872 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.610603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-e96bb1b4-6650-4037-8119-c1669270bf0a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:42.615463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-e96bb1b4-6650-4037-8119-c1669270bf0a tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.7210238 Jul 06 11:40:42.694659 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2c87287-8a58-4f89-a104-4ef8798d9842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.718520 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-750717e2-d322-4828-aa4c-cb0a8a7994ee tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/quotas/6db432b9d7a84f69a6cfad598d87579d HTTP/1.1" status: 200 len: 375 time: 0.0861189 Jul 06 11:40:42.738750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=ed88591e-9763-4102-9817-10b015dd0a24,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:42.835944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-3e563edc-022e-42fb-a2a4-e719a2fe7a92 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162515 Jul 06 11:40:42.838056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.838578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Fanout notify agent at l3_agent the message router_deleted on router f3902bb1-6cf2-4ebf-9532-c510a41e99ca {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:40:42.870235 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.874896 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2c87287-8a58-4f89-a104-4ef8798d9842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.876093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41942) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:42.879086 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1d133f8d-2401-456b-8dd2-8d3d7b8c105b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/f3902bb1-6cf2-4ebf-9532-c510a41e99ca HTTP/1.1" status: 204 len: 168 time: 4.5106585 Jul 06 11:40:42.882921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-451604759', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:42.893569 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2c87287-8a58-4f89-a104-4ef8798d9842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.902917 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5cea34cf-d93a-4f2e-9b99-35c1a35ad505 req-b3f9773f-7476-447f-8d55-1f1eb2b08b93 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272245 Jul 06 11:40:42.980090 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.981438 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.995524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Allocated IP 172.25.0.194 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/d512b582-d7d2-40c5-8f8a-dd7f69bd193d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:43.001057 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e2c87287-8a58-4f89-a104-4ef8798d9842 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4af732f6bb024c6f961f42c820f7fe68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169462 Jul 06 11:40:43.001057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c87287-8a58-4f89-a104-4ef8798d9842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6452b49-74e8-412e-b5ef-17d0b36ea430,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:43.002820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41948) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:43.128017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-06ca4219-7d53-48ed-bf00-cbf0412295f1 service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905869 Jul 06 11:40:43.139391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d98f9260-2c21-45d9-8a39-b3e95e503b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:43.214299 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:43.243307 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d98f9260-2c21-45d9-8a39-b3e95e503b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:43.263994 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:43.499948 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:43.519392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-7bdeeae6-7936-428e-8a47-94349c6e106a service neutron] 10.222.0.21 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754265 Jul 06 11:40:43.550797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-1f2d7938-9f1e-4754-b4b0-78e5672be5f2 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:43.554200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-1f2d7938-9f1e-4754-b4b0-78e5672be5f2 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.47 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 821 time: 0.2842011 Jul 06 11:40:43.563649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:43.582813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Request body: {'port': {'device_id': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'admin_state_up': True, 'tenant_id': 'e91253fcf327437ca42343dbef8510a4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:43.593973 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d98f9260-2c21-45d9-8a39-b3e95e503b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:43.607893 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d98f9260-2c21-45d9-8a39-b3e95e503b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:43.612831 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d98f9260-2c21-45d9-8a39-b3e95e503b7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6452b49-74e8-412e-b5ef-17d0b36ea430 HTTP/1.1" status: 204 len: 168 time: 0.6061847 Jul 06 11:40:43.707097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8be4beec-a468-45d7-b57a-bfe3c0ce98aa up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:43.733417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:43.750215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:43.767128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:43.820085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d512b582-d7d2-40c5-8f8a-dd7f69bd193d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:43.886839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f9260-2c21-45d9-8a39-b3e95e503b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6452b49-74e8-412e-b5ef-17d0b36ea430,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:43.946465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a44fc4f5-80bc-4d75-b880-a1a3889569f3 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:44.187792 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:40:44.190284 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad9db1c5-dad8-4b27-871d-d4396a65da7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:44.270321 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:44.317178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:44.329397 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2da3181-3dbf-48df-8a62-d4f4a826d600 req-c5839b08-a673-44dc-b469-83e916f481a9 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 210 time: 0.0953429 Jul 06 11:40:44.378883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:44.405787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f860c0c9-d642-4c9f-a3b5-16d744548763 None None] Network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:44.414130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ed88591e-9763-4102-9817-10b015dd0a24 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:44.417342 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d03e16d-bbc8-4d41-b16d-ecf0521c5399 req-80b767f2-7425-4e43-a7fd-2653657cbac2 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 210 time: 0.1689057 Jul 06 11:40:44.432756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Made reservation on behalf of e91253fcf327437ca42343dbef8510a4 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:44.438572 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:44.533354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Allocated IP 172.25.0.83 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/9c51ccf1-84d3-4d28-b78b-2d8f190a35ae) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:44.691028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42006) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:44.734917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-277dd2ff-de5b-4e53-929d-437c43d12709 None None] Provisioning for port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:44.751892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-277dd2ff-de5b-4e53-929d-437c43d12709 None None] Provisioning complete for port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:44.752371 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-277dd2ff-de5b-4e53-929d-437c43d12709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:44.786206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a44fc4f5-80bc-4d75-b880-a1a3889569f3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:44.845581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ed88591e-9763-4102-9817-10b015dd0a24 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:44.845963 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:44.923610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3', 'network_id': '9016a705-c30b-4269-b89e-df298c811570', 'port_id': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3', 'mac_address': 'fa:16:3e:37:e0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413de151-a848-452c-a05a-e5081aa9ef4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:45.019890 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:45.041611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44fc4f5-80bc-4d75-b880-a1a3889569f3 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:45.056280 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:45.064386 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fe8654e5-16e8-4d05-8873-fb370d9fd6dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a50e631ab0748fbb5bc50752bbb25a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563926 Jul 06 11:40:45.099312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a44fc4f5-80bc-4d75-b880-a1a3889569f3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:45.102956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:45.128610 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:45.244733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf854-0331-4d49-aa9e-e3c4aeed45fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:45.277287 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-277dd2ff-de5b-4e53-929d-437c43d12709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:45.292063 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf854-0331-4d49-aa9e-e3c4aeed45fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:45.309024 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a44fc4f5-80bc-4d75-b880-a1a3889569f3,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:45.321643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Allocated IP 172.20.0.10 (659db1fe-f31c-449c-8885-6d7860e91b83/ded06776-cfbe-494c-b31c-c8f7d453c307/c4a1b75b-73a1-4c33-933f-fd92cc7730ed) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:45.328309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:45.345399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-277dd2ff-de5b-4e53-929d-437c43d12709 None None] For port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8be4beec-a468-45d7-b57a-bfe3c0ce98aa,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:45.353563 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-277dd2ff-de5b-4e53-929d-437c43d12709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:45.423587 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf854-0331-4d49-aa9e-e3c4aeed45fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:45.424409 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dd2ff-de5b-4e53-929d-437c43d12709 None None] Pushing event updated for resources: {'Port': ['ID=8be4beec-a468-45d7-b57a-bfe3c0ce98aa,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:45.427542 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf854-0331-4d49-aa9e-e3c4aeed45fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:45.432395 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fa4bf854-0331-4d49-aa9e-e3c4aeed45fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28ae64ac-5b33-488d-9554-b7b8921b1153 HTTP/1.1" status: 204 len: 168 time: 0.3274395 Jul 06 11:40:45.438640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:45.515534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a44fc4f5-80bc-4d75-b880-a1a3889569f3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:45.608830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Pushing event updated for resources: {'Port': ['ID=9c51ccf1-84d3-4d28-b78b-2d8f190a35ae,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:45.619329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bf854-0331-4d49-aa9e-e3c4aeed45fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ae64ac-5b33-488d-9554-b7b8921b1153,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:45.646147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:45.655585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:45.668916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:45.882668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5c1ecb17-ce84-413c-9383-08e2a719f1c4 None None] Provisioning complete for port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:45.892032 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c1ecb17-ce84-413c-9383-08e2a719f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:46.173441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c258c-d47b-46fe-88b8-3b380da0f12a req-74f483e6-f2c2-43e7-abcb-cccdd9a5815f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:46.182148 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-688c258c-d47b-46fe-88b8-3b380da0f12a req-74f483e6-f2c2-43e7-abcb-cccdd9a5815f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 944 time: 1.2880940 Jul 06 11:40:46.271904 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae06a28d-5bdb-4638-b103-acc6e4769aa0 req-063ec3bd-384b-4012-a062-b815e8d03978 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 210 time: 0.2166309 Jul 06 11:40:46.340138 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:46.345978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-688c258c-d47b-46fe-88b8-3b380da0f12a req-31fe5d04-b55c-49b3-b85a-796b66b13c61 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626918 Jul 06 11:40:46.448711 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:46.455175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-a88b049f-bdc1-4ae0-a804-a174752f17e2 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:46.456830 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-a88b049f-bdc1-4ae0-a804-a174752f17e2 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 811 time: 0.2411489 Jul 06 11:40:46.493113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:46.552911 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Request body: {'port': {'device_id': '7f07ca09-927e-48fd-b585-48ff39801100', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'admin_state_up': True, 'tenant_id': '6db432b9d7a84f69a6cfad598d87579d'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:46.704148 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-249cadeb-7ced-4370-9885-76a0f60a7590 req-ad86f8e9-47f3-46de-ac67-74068f1d4a4b tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 210 time: 0.0436447 Jul 06 11:40:46.705540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Transition to ACTIVE for port object c4a1b75b-73a1-4c33-933f-fd92cc7730ed will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:46.827850 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:40:46.833937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:46.938678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Network 659db1fe-f31c-449c-8885-6d7860e91b83 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:46.949557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:46.954800 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:46.955853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:46.963279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Pushing event updated for resources: {'Port': ['ID=c4a1b75b-73a1-4c33-933f-fd92cc7730ed,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:47.031870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42088) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:47.039979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Made reservation on behalf of 6db432b9d7a84f69a6cfad598d87579d for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:47.043629 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:47.067291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:47.068109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:47.085388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:47.095092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Sync routers for ids ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:47.114429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Routers {'3e578d8e-e2f4-49fb-9640-b0db07d4b04c'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:47.115121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:47.121717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-6be06bf5-0a4a-418e-b623-11710f8d59d3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5524864 Jul 06 11:40:47.155395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Request body: {'port': {'device_id': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:47.258016 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:47.259339 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a55beeb6-677c-47ba-bc54-49862a7d07a2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1843042 Jul 06 11:40:47.290239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42098) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:47.338920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Set router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:47.377228 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:47.391440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-63006558'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:47.508043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8be4beec-a468-45d7-b57a-bfe3c0ce98aa up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:47.577601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-447b6328-38d0-4c8f-a54a-9f3e09579442 None None] Provisioning for port c4a1b75b-73a1-4c33-933f-fd92cc7730ed completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:47.584452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-447b6328-38d0-4c8f-a54a-9f3e09579442 None None] Provisioning complete for port c4a1b75b-73a1-4c33-933f-fd92cc7730ed triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:47.584835 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-447b6328-38d0-4c8f-a54a-9f3e09579442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:47.651375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:47.651781 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:47.664286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d610d5c-1255-4434-be8a-013ec6562123 req-5bce926b-5bd1-47d3-b168-e84112099f62 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 210 time: 0.0714653 Jul 06 11:40:47.697830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Made reservation on behalf of e101f2ae94a64caab684befd3c88d9fd for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:47.702681 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:47.729547 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:47.731427 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Router d5724064-bf3f-42de-bf2c-2b08f90c0822 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:40:47.736160 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-447b6328-38d0-4c8f-a54a-9f3e09579442 None None] Port c4a1b75b-73a1-4c33-933f-fd92cc7730ed cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:40:47.829180 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:44Z', 'revision_number': 3, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:47.859151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Checking router: 3e578d8e-e2f4-49fb-9640-b0db07d4b04c for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:40:47.859631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Updating router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c port d512b582-d7d2-40c5-8f8a-dd7f69bd193d binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:40:47.859985 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Allocated IP 172.20.0.8 (e41b0414-50ef-47e9-a3ea-e31294df70c8/980f45f6-7536-45f8-8969-e14fff5112f5/630b5dd4-704d-40a5-9f2d-d4aef1839b46) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:47.875617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:47.911218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a44fc4f5-80bc-4d75-b880-a1a3889569f3 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:48.124972 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.132716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34079542-0ea0-4453-932f-b67d13377bc4 req-3debd187-722f-4ddf-98c3-e567cf900c0f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:48.135533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34079542-0ea0-4453-932f-b67d13377bc4 req-3debd187-722f-4ddf-98c3-e567cf900c0f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 944 time: 0.4905691 Jul 06 11:40:48.199343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e7f8c-726f-483b-8a5c-6087b453c07b req-36a9ef85-6823-428f-b33e-3c5f6bd4fc11 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:48.202449 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1a6e7f8c-726f-483b-8a5c-6087b453c07b req-36a9ef85-6823-428f-b33e-3c5f6bd4fc11 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 932 time: 0.3038034 Jul 06 11:40:48.215720 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11669fcc-b6de-459a-907a-a6b1faa2bc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.235415 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.336252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port a44fc4f5-80bc-4d75-b880-a1a3889569f3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:48.352779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port a44fc4f5-80bc-4d75-b880-a1a3889569f3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:48.353248 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.367894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34079542-0ea0-4453-932f-b67d13377bc4 req-c225a69e-430a-4d39-861b-0cf42dec5491 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210417 Jul 06 11:40:48.383438 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac05bf97-d653-40b6-a502-098af710a805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.396193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1a6e7f8c-726f-483b-8a5c-6087b453c07b req-ff5d99ed-923c-4086-a5e1-9bd5bc55c4f0 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660604 Jul 06 11:40:48.400292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a1b75b-73a1-4c33-933f-fd92cc7730ed {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:48.416212 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.438250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Transition to ACTIVE for port object c4a1b75b-73a1-4c33-933f-fd92cc7730ed will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:48.446559 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.498186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:48.515293 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f3470-41db-4d65-93b9-aa19db254fcd None None] Sync routers for ids ['d5724064-bf3f-42de-bf2c-2b08f90c0822'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:48.527506 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f3470-41db-4d65-93b9-aa19db254fcd None None] Routers {'d5724064-bf3f-42de-bf2c-2b08f90c0822'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:48.535856 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e45f3470-41db-4d65-93b9-aa19db254fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d5724064-bf3f-42de-bf2c-2b08f90c0822'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:48.633340 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e45f3470-41db-4d65-93b9-aa19db254fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:48.652312 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f3470-41db-4d65-93b9-aa19db254fcd None None] Routers {'d5724064-bf3f-42de-bf2c-2b08f90c0822'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:48.652957 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e45f3470-41db-4d65-93b9-aa19db254fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d5724064-bf3f-42de-bf2c-2b08f90c0822'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:48.722126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Attempting to bind port c4a1b75b-73a1-4c33-933f-fd92cc7730ed on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:48.722701 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Attempting to bind port c4a1b75b-73a1-4c33-933f-fd92cc7730ed by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:48.725089 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e45f3470-41db-4d65-93b9-aa19db254fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:48.725788 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f3470-41db-4d65-93b9-aa19db254fcd None None] The sync data for ids ['d5724064-bf3f-42de-bf2c-2b08f90c0822'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:48.726115 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.744682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Transition to ACTIVE for port object d512b582-d7d2-40c5-8f8a-dd7f69bd193d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:48.748379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Attempting to bind port c4a1b75b-73a1-4c33-933f-fd92cc7730ed on network 659db1fe-f31c-449c-8885-6d7860e91b83 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:48.749771 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.757219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Pushing event updated for resources: {'Port': ['ID=c4a1b75b-73a1-4c33-933f-fd92cc7730ed,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:48.769965 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.772615 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.775181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Port c4a1b75b-73a1-4c33-933f-fd92cc7730ed on network 659db1fe-f31c-449c-8885-6d7860e91b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:48.776726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Attempting to bind port c4a1b75b-73a1-4c33-933f-fd92cc7730ed on network 659db1fe-f31c-449c-8885-6d7860e91b83 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:48.790760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:48.794044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Checking segment: {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:48.795277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Bound using segment: {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:48.796148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Bound port: c4a1b75b-73a1-4c33-933f-fd92cc7730ed, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:48.796778 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.813641 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.835258 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.851951 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.856119 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c00b5f01-7abe-440a-b5c5-c0bb26d0d145 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9741673 Jul 06 11:40:48.864854 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.887323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:48.890865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42118) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:48.891051 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f624b72-7349-40be-8b7b-b289eb721fa1" -d '{"events": [{"server_uuid": "cea9736e-b05f-4a85-9047-1a58fcbf9384", "name": "network-vif-plugged", "status": "completed", "tag": "a44fc4f5-80bc-4d75-b880-a1a3889569f3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:48.914319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:48.918930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Attempting to bind port d512b582-d7d2-40c5-8f8a-dd7f69bd193d on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:48.920707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Attempting to bind port d512b582-d7d2-40c5-8f8a-dd7f69bd193d by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:48.921321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:40:48.921511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Attempting to bind port d512b582-d7d2-40c5-8f8a-dd7f69bd193d on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:48.927590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a44fc4f5-80bc-4d75-b880-a1a3889569f3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:48.927997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] For port c4a1b75b-73a1-4c33-933f-fd92cc7730ed, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:48.933472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] For port c4a1b75b-73a1-4c33-933f-fd92cc7730ed, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:48.938870 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.942484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:48.942870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:48.943291 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.944021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:48.944462 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Bound port: d512b582-d7d2-40c5-8f8a-dd7f69bd193d, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:48.945018 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:48.989692 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a602d75b-69ee-4050-8416-a3fb8eefd92e x-openstack-request-id: req-a602d75b-69ee-4050-8416-a3fb8eefd92e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:48.990278 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea9736e-b05f-4a85-9047-1a58fcbf9384", "name": "network-vif-plugged", "status": "completed", "tag": "a44fc4f5-80bc-4d75-b880-a1a3889569f3", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:48.990278 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a602d75b-69ee-4050-8416-a3fb8eefd92e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:48.990602 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3', 'code': 200} Jul 06 11:40:48.993889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0a76b-ed62-4d8b-bb9b-a2ca0ca23f83 None None] Pushing event updated for resources: {'Port': ['ID=d512b582-d7d2-40c5-8f8a-dd7f69bd193d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:49.006007 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.006367 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Added segment fadf94f9-ca55-43d2-b92c-4149bca146c4 of type vlan for network b583824c-c526-47cc-abfa-321f6537ab77 Jul 06 11:40:49.022541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f6abca-61a9-4f2f-8590-7dc4bef7be9d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:49.067131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a44fc4f5-80bc-4d75-b880-a1a3889569f3,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:49.103096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] For port d512b582-d7d2-40c5-8f8a-dd7f69bd193d, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:49.107803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] For port d512b582-d7d2-40c5-8f8a-dd7f69bd193d, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d512b582-d7d2-40c5-8f8a-dd7f69bd193d,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:49.115930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.116359 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-142615c9-facc-4f99-8a64-e98127cbbae4 req-3fdb7e2f-cf85-45bb-b8f7-d31689e41589 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 210 time: 0.1794395 Jul 06 11:40:49.121163 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.168500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.169988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.171849 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] 10.222.0.47 "PUT /v2.0/ports/c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 1092 time: 2.0302067 Jul 06 11:40:49.172509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:49.175438 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:49.179294 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.192162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Routers {'3e578d8e-e2f4-49fb-9640-b0db07d4b04c'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:49.192925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:49.208256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11669fcc-b6de-459a-907a-a6b1faa2bc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.260051 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dfc5a-f497-481e-b32a-18bc704de34b service neutron] Pushing event updated for resources: {'Port': ['ID=c4a1b75b-73a1-4c33-933f-fd92cc7730ed,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:49.265287 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11669fcc-b6de-459a-907a-a6b1faa2bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.290982 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.386732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0a76b-ed62-4d8b-bb9b-a2ca0ca23f83 None None] Pushing event updated for resources: {'Port': ['ID=d512b582-d7d2-40c5-8f8a-dd7f69bd193d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:49.405564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-11669fcc-b6de-459a-907a-a6b1faa2bc1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51a6ce53e62b4b5b9d6a33fb35ff4039&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5283458 Jul 06 11:40:49.413238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42128) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:49.418564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11669fcc-b6de-459a-907a-a6b1faa2bc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ec5a0-dd57-44de-898b-cb255bce126a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:49.442937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-be3e6bd3-baa6-4aec-b618-4e63ec9c02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.444561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-be3e6bd3-baa6-4aec-b618-4e63ec9c02fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1095 time: 0.1404591 Jul 06 11:40:49.525100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-fbf31358-6267-484a-b63e-9a5f1b87a634 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 217 time: 0.0626855 Jul 06 11:40:49.602757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] Set router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:49.640448 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5907bb3f-0c00-4fc4-b826-0a4e74048726 x-openstack-request-id: req-5907bb3f-0c00-4fc4-b826-0a4e74048726 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:49.640758 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:49.640992 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5907bb3f-0c00-4fc4-b826-0a4e74048726 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:49.641533 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'status': 'completed', 'code': 200} Jul 06 11:40:49.698126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-ccad6cb7-ef30-455e-b342-610fe7ba418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.698126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-ccad6cb7-ef30-455e-b342-610fe7ba418c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.1631265 Jul 06 11:40:49.742680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event updated for resources: {'Port': ['ID=630b5dd4-704d-40a5-9f2d-d4aef1839b46,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:49.768957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.788640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Network e41b0414-50ef-47e9-a3ea-e31294df70c8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:49.848338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:49.851731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:49.876735 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.882572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.883541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.895245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a91367b-070a-45e7-bd4e-900b79e0f442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:49.940474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-8231ba6e-a960-4539-82a4-e45c4e484165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.942439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-8231ba6e-a960-4539-82a4-e45c4e484165 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2286420 Jul 06 11:40:49.983283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cbd52-fec7-4c8d-b985-7b4246862cab req-adc835f3-b1e2-4b93-b80a-ef7744d1f8b3 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.985307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-441cbd52-fec7-4c8d-b985-7b4246862cab req-adc835f3-b1e2-4b93-b80a-ef7744d1f8b3 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 945 time: 0.3424010 Jul 06 11:40:49.989037 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a91367b-070a-45e7-bd4e-900b79e0f442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:50.013585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:44Z', 'revision_number': 3, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:50.023479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025379b8-0c4e-46aa-8eb2-88d7fbb1e448 req-ae0ba03a-700d-4d1a-82ca-50d226946116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:50.025839 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-025379b8-0c4e-46aa-8eb2-88d7fbb1e448 req-ae0ba03a-700d-4d1a-82ca-50d226946116 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 1096 time: 0.8693445 Jul 06 11:40:50.058726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80152212-ab6f-4559-a569-757c1e570ab1 None None] The sync data for ids ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'] in n-d-799527-2 is: [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:44Z', 'revision_number': 3, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:50.110105 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0768034 Jul 06 11:40:50.135440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42134) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:50.148363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Request body: {'subnet': {'network_id': 'b583824c-c526-47cc-abfa-321f6537ab77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:50.197865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de220c-11c2-4ff3-ae1e-a255d700aaa4 req-c61b8490-368a-4fca-aa0e-2f4256638261 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:50.201346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07de220c-11c2-4ff3-ae1e-a255d700aaa4 req-c61b8490-368a-4fca-aa0e-2f4256638261 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 944 time: 0.4339128 Jul 06 11:40:50.208567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:50.208806 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:50.233595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8210dd1-5be2-41f1-947d-a31e065cab35 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Pushing event updated for resources: {'Network': ['ID=b583824c-c526-47cc-abfa-321f6537ab77,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:50.246107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b583824c-c526-47cc-abfa-321f6537ab77 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:40:50.345984 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-441cbd52-fec7-4c8d-b985-7b4246862cab req-9f664b3a-d912-4fba-8623-8a537e3bbd75 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464725 Jul 06 11:40:50.366897 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:50.397648 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a91367b-070a-45e7-bd4e-900b79e0f442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:50.400796 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a91367b-070a-45e7-bd4e-900b79e0f442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:50.408809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7a91367b-070a-45e7-bd4e-900b79e0f442 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f7ec5a0-dd57-44de-898b-cb255bce126a HTTP/1.1" status: 204 len: 168 time: 0.9836190 Jul 06 11:40:50.413840 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-2ab13b59-e89f-4fa2-a0de-7ba7b6b72fe3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8830559 Jul 06 11:40:50.433508 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Request body: {'port': {'device_id': '7f07ca09-927e-48fd-b585-48ff39801100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:50.442470 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:50.448498 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91367b-070a-45e7-bd4e-900b79e0f442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ec5a0-dd57-44de-898b-cb255bce126a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:50.457798 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07de220c-11c2-4ff3-ae1e-a255d700aaa4 req-a6b4a041-d691-4301-8cba-ba689d38c4ac tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402616 Jul 06 11:40:50.463334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-2a9d6450-eefb-440e-b44c-adc146ac8f17 service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100284 Jul 06 11:40:50.608859 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-025379b8-0c4e-46aa-8eb2-88d7fbb1e448 req-2b6db5de-ead3-49d0-bdd9-c1ea262a84c6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215750 Jul 06 11:40:50.617054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Allocated IP 172.20.0.1 (2f7be078-855b-4d05-a52d-34fd61bfc5a4/e2b1e286-2ad0-433c-9c18-584f5f002487/f5e404b8-af4c-46f9-a400-b23bae28c361) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:50.666555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Made reservation on behalf of e101f2ae94a64caab684befd3c88d9fd for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:50.668494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:50.677724 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:50.792350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36b4d026-0fc6-435d-b1da-62d564ce9173 req-00012f2a-5364-4d06-9dd3-0a3f5ca8744e service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990704 Jul 06 11:40:50.808248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.030927 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.070386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec req-059ca985-7fe1-4da8-950e-737d3df3ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:51.072586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec req-059ca985-7fe1-4da8-950e-737d3df3ef02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1095 time: 0.1790841 Jul 06 11:40:51.086944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9d0f-199e-4604-925a-384c0297395c req-9651e097-040a-4145-a6dd-dcf12b7b3ec0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:51.088792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f1c9d0f-199e-4604-925a-384c0297395c req-9651e097-040a-4145-a6dd-dcf12b7b3ec0 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 931 time: 0.3003533 Jul 06 11:40:51.089008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Deleting port 9c51ccf1-84d3-4d28-b78b-2d8f190a35ae {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:51.089511 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.095879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Transition to ACTIVE for port object f5e404b8-af4c-46f9-a400-b23bae28c361 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:51.258661 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f1c9d0f-199e-4604-925a-384c0297395c req-76934d39-10cd-4d7d-bc16-ed329b6d4f8e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461129 Jul 06 11:40:51.313303 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.455059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec req-d43eff3d-a780-480e-ac15-6d28287cd5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:51.458744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec req-d43eff3d-a780-480e-ac15-6d28287cd5ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.3595662 Jul 06 11:40:51.556642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d512b582-d7d2-40c5-8f8a-dd7f69bd193d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:51.706503 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port d512b582-d7d2-40c5-8f8a-dd7f69bd193d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:51.732093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d512b582-d7d2-40c5-8f8a-dd7f69bd193d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:51.733843 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.849358 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.853111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.916364 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.920821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42168) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:51.942439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port d512b582-d7d2-40c5-8f8a-dd7f69bd193d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d512b582-d7d2-40c5-8f8a-dd7f69bd193d,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:51.951851 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:51.959052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Calling delete_port for 9c51ccf1-84d3-4d28-b78b-2d8f190a35ae owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:52.012352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:52.022316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e404b8-af4c-46f9-a400-b23bae28c361,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:52.040348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:52.051602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:52.104052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=d512b582-d7d2-40c5-8f8a-dd7f69bd193d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:52.192885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-947775487-network', 'tenant_id': '317aad6b56d34ca19e1a0d1297fbed13'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:52.251686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Pushing event updated for resources: {'Subnet': ['ID=a4536a30-4d73-43c4-a1b2-9d375f930468,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:52.266284 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec req-a6d4f3fd-1e7d-4307-906f-685bcf506573 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 217 time: 0.7819955 Jul 06 11:40:52.307261 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:52.313835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630b5dd4-704d-40a5-9f2d-d4aef1839b46 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:52.315592 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Checking segment: {'id': 'fadf94f9-ca55-43d2-b92c-4149bca146c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b583824c-c526-47cc-abfa-321f6537ab77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:52.316326 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Network hostable DHCP agents. Network: b583824c-c526-47cc-abfa-321f6537ab77, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:40:52.337401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Made reservation on behalf of 317aad6b56d34ca19e1a0d1297fbed13 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:52.341527 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:52.348748 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:52.351344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b9c4f133-487c-4cea-a018-16047882aff4 None None] Provisioning for port f5e404b8-af4c-46f9-a400-b23bae28c361 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:52.361057 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b9c4f133-487c-4cea-a018-16047882aff4 None None] Provisioning complete for port f5e404b8-af4c-46f9-a400-b23bae28c361 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:52.361559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f133-487c-4cea-a018-16047882aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:52.418562 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:52.443578 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4f133-487c-4cea-a018-16047882aff4 None None] Port f5e404b8-af4c-46f9-a400-b23bae28c361 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:40:52.459617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec req-a2cc59ac-18d7-4a07-a374-a4e162f0f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:52.465176 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec req-a2cc59ac-18d7-4a07-a374-a4e162f0f698 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.1514382 Jul 06 11:40:52.468085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Network b583824c-c526-47cc-abfa-321f6537ab77 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:40:52.470161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Transition to ACTIVE for port object 630b5dd4-704d-40a5-9f2d-d4aef1839b46 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:52.517966 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:52.523031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4536f-e6c2-4c9e-8053-d3244a0bf147 req-76136724-75c6-4048-bb53-5f9af803b336 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:52.524742 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43c4536f-e6c2-4c9e-8053-d3244a0bf147 req-76136724-75c6-4048-bb53-5f9af803b336 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 944 time: 0.3369973 Jul 06 11:40:52.530596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, b583824c-c526-47cc-abfa-321f6537ab77) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:52.541742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:52.542556 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:52.560432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81bbc21-d100-4350-aad7-0a79468edd63 None None] Network b583824c-c526-47cc-abfa-321f6537ab77 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:52.581142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f791e-c472-48ab-8640-57f3156b11d9 req-959a6618-1c82-4270-84d5-decc735f7b41 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:52.589148 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da6f791e-c472-48ab-8640-57f3156b11d9 req-959a6618-1c82-4270-84d5-decc735f7b41 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 945 time: 0.3456669 Jul 06 11:40:52.661292 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43c4536f-e6c2-4c9e-8053-d3244a0bf147 req-8f3fadf6-c16c-409a-b53c-813a16bf02dd tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965579 Jul 06 11:40:52.691747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Pushing event updated for resources: {'Port': ['ID=630b5dd4-704d-40a5-9f2d-d4aef1839b46,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:52.708314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec req-a90741ea-2608-41ee-8706-729670ada129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:52.712743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec req-a90741ea-2608-41ee-8706-729670ada129 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2389588 Jul 06 11:40:52.724751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da6f791e-c472-48ab-8640-57f3156b11d9 req-1a829a72-91c6-4db3-b188-27f268716234 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356926 Jul 06 11:40:52.883238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-b583824c-c526-47cc-abfa-321f6537ab77', 'network_id': 'b583824c-c526-47cc-abfa-321f6537ab77', 'tenant_id': 'e101f2ae94a64caab684befd3c88d9fd', 'fixed_ips': [{'subnet_id': 'a4536a30-4d73-43c4-a1b2-9d375f930468'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:40:52.886784 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:52.942180 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.009353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec req-00283f33-879f-4fc4-b8d1-aec9e2e46e6e service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835600 Jul 06 11:40:53.014324 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.016555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Pushing event deleted for resources: {'Port': ['ID=9c51ccf1-84d3-4d28-b78b-2d8f190a35ae,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:53.121217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Attempting to bind port 630b5dd4-704d-40a5-9f2d-d4aef1839b46 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:53.121552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Attempting to bind port 630b5dd4-704d-40a5-9f2d-d4aef1839b46 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:53.121875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Attempting to bind port 630b5dd4-704d-40a5-9f2d-d4aef1839b46 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:53.125192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fec82-92fd-4ffb-867c-2670ce6fa1ad req-0f8fe4c6-d707-44a3-8b61-e6f188cc30d8 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:53.134739 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-913fec82-92fd-4ffb-867c-2670ce6fa1ad req-0f8fe4c6-d707-44a3-8b61-e6f188cc30d8 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 943 time: 0.1840937 Jul 06 11:40:53.148394 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.177909 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.180296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Allocated IP 2001:db8::2 (b583824c-c526-47cc-abfa-321f6537ab77/a4536a30-4d73-43c4-a1b2-9d375f930468/6d29e079-d8d3-4a92-ab7d-aedbb56add9b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:53.189291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Port 630b5dd4-704d-40a5-9f2d-d4aef1839b46 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:40:53.189704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Attempting to bind port 630b5dd4-704d-40a5-9f2d-d4aef1839b46 on network e41b0414-50ef-47e9-a3ea-e31294df70c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:53.214244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-844ab6ac-8451-424c-8e97-bfce341e9bc2 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0769165 Jul 06 11:40:53.222626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:53.223496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Checking segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:53.224578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Bound using segment: {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:53.224752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Bound port: 630b5dd4-704d-40a5-9f2d-d4aef1839b46, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f6896-c090-4817-a3cf-98dbbf54c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:53.225714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.227696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42174) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:53.238380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Request body: {'port': {'network_id': 'b583824c-c526-47cc-abfa-321f6537ab77', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2133221760'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:53.260864 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.273794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:40:53.351636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54041ce4-4af6-4783-ba3e-acc3ff4f7dec req-bccc8c7c-e5c0-42e6-853c-6e1b9687bcdf service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350301 Jul 06 11:40:53.355243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53dfbab-4e07-4700-b368-78c7d4bb9b26,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:53.385295 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-913fec82-92fd-4ffb-867c-2670ce6fa1ad req-fa149f04-0409-4097-a958-da13b913b41f tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367709 Jul 06 11:40:53.438889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.439327 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Added segment c5f73622-4185-4e68-8557-9fa7cb329c1e of type vlan for network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 Jul 06 11:40:53.514771 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.534431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Transition to ACTIVE for port object 6d29e079-d8d3-4a92-ab7d-aedbb56add9b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:53.544549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d512b582-d7d2-40c5-8f8a-dd7f69bd193d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:53.546796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Made reservation on behalf of e101f2ae94a64caab684befd3c88d9fd for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:53.553724 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.579361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Transition to ACTIVE for port object 6d29e079-d8d3-4a92-ab7d-aedbb56add9b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:53.590302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] device_id is not set on port c48e2184-4476-4746-9d8e-ddcd6cf36650 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:40:53.592582 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.628458 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.657341 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Network b583824c-c526-47cc-abfa-321f6537ab77 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:53.672280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:53.678030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:53.688193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Pushing event updated for resources: {'Port': ['ID=6d29e079-d8d3-4a92-ab7d-aedbb56add9b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:53.688939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] For port 630b5dd4-704d-40a5-9f2d-d4aef1839b46, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:53.693065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d512b582-d7d2-40c5-8f8a-dd7f69bd193d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:53.693646 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.775399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] For port 630b5dd4-704d-40a5-9f2d-d4aef1839b46, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=630b5dd4-704d-40a5-9f2d-d4aef1839b46,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:53.780428 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.787197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Allocated IP 2001:db8::120 (b583824c-c526-47cc-abfa-321f6537ab77/a4536a30-4d73-43c4-a1b2-9d375f930468/c48e2184-4476-4746-9d8e-ddcd6cf36650) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:53.794962 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.803859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Attempting to bind port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:53.804236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Attempting to bind port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fadf94f9-ca55-43d2-b92c-4149bca146c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b583824c-c526-47cc-abfa-321f6537ab77'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:53.804604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Attempting to bind port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b on network b583824c-c526-47cc-abfa-321f6537ab77 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:53.805256 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.812469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:53.812915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Checking segment: {'id': 'fadf94f9-ca55-43d2-b92c-4149bca146c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b583824c-c526-47cc-abfa-321f6537ab77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:53.813334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:53.813737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Bound using segment: {'id': 'fadf94f9-ca55-43d2-b92c-4149bca146c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b583824c-c526-47cc-abfa-321f6537ab77'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:53.814296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Bound port: 6d29e079-d8d3-4a92-ab7d-aedbb56add9b, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadf94f9-ca55-43d2-b92c-4149bca146c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b583824c-c526-47cc-abfa-321f6537ab77'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:53.814713 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.000794 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.001702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.002348 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.009923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.010831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.017159 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] 10.222.0.47 "PUT /v2.0/ports/630b5dd4-704d-40a5-9f2d-d4aef1839b46 HTTP/1.1" status: 200 len: 1091 time: 3.5852411 Jul 06 11:40:54.025196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f07ca09-927e-48fd-b585-48ff39801100', 'tag': '630b5dd4-704d-40a5-9f2d-d4aef1839b46'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:54.030184 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a40a918-726d-414c-8eaf-b85acb2c1265" -d '{"events": [{"name": "network-changed", "server_uuid": "7f07ca09-927e-48fd-b585-48ff39801100", "tag": "630b5dd4-704d-40a5-9f2d-d4aef1839b46"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:54.031344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] For port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:54.047765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] For port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6d29e079-d8d3-4a92-ab7d-aedbb56add9b,segment=NetworkSegment(fadf94f9-ca55-43d2-b92c-4149bca146c4),segment_id=fadf94f9-ca55-43d2-b92c-4149bca146c4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:54.070184 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.098163 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.135145 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.149877 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.172820 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2391808 Jul 06 11:40:54.172820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24557708-38a2-4881-8f75-4ae51f86ac5f service neutron] Pushing event updated for resources: {'Port': ['ID=630b5dd4-704d-40a5-9f2d-d4aef1839b46,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:54.173188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Transition to ACTIVE for port object c48e2184-4476-4746-9d8e-ddcd6cf36650 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:54.197423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42184) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:54.209071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] Request body: {'subnet': {'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-947775487-subnet', 'tenant_id': '317aad6b56d34ca19e1a0d1297fbed13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:54.222518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b045-242c-4c1c-8218-59995ccf69b4 admin admin] Pushing event updated for resources: {'Network': ['ID=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:54.224692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255f2fc-84a4-4b40-8cd0-b8a235957710 None None] Pushing event updated for resources: {'Port': ['ID=6d29e079-d8d3-4a92-ab7d-aedbb56add9b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:54.230661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Router d5724064-bf3f-42de-bf2c-2b08f90c0822 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:40:54.237228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:40:54.294499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e404b8-af4c-46f9-a400-b23bae28c361,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:54.334446 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.361780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] Made reservation on behalf of 317aad6b56d34ca19e1a0d1297fbed13 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:54.363918 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.482005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.490055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:54.494193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-23efa268-1005-4155-958f-e7fddc8ef61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.496387 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-23efa268-1005-4155-958f-e7fddc8ef61f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 1094 time: 0.3939705 Jul 06 11:40:54.505494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.507094 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bcd597a8-dbca-48a2-8897-7b0720e3a55c tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "PUT /v2.0/routers/d5724064-bf3f-42de-bf2c-2b08f90c0822 HTTP/1.1" status: 200 len: 705 time: 5.6139989 Jul 06 11:40:54.514732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3931942-faf8-4cc7-b4a0-98ccc7b15430 None None] Sync routers for ids ['d5724064-bf3f-42de-bf2c-2b08f90c0822'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:54.525480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3931942-faf8-4cc7-b4a0-98ccc7b15430 None None] Routers {'d5724064-bf3f-42de-bf2c-2b08f90c0822'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:54.526151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b3931942-faf8-4cc7-b4a0-98ccc7b15430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d5724064-bf3f-42de-bf2c-2b08f90c0822'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:54.538043 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42188) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:54.588717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Network b583824c-c526-47cc-abfa-321f6537ab77 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:54.594460 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b3931942-faf8-4cc7-b4a0-98ccc7b15430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:54.605540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3931942-faf8-4cc7-b4a0-98ccc7b15430 None None] Routers {'d5724064-bf3f-42de-bf2c-2b08f90c0822'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:54.605992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e4255-ad7e-4a4d-b67b-3c0e84eab8ab req-84411ca5-52e9-4579-833b-fda0c8583f1b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.607528 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b3931942-faf8-4cc7-b4a0-98ccc7b15430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d5724064-bf3f-42de-bf2c-2b08f90c0822'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:54.614276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c85e4255-ad7e-4a4d-b67b-3c0e84eab8ab req-84411ca5-52e9-4579-833b-fda0c8583f1b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 945 time: 0.4157429 Jul 06 11:40:54.624375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a828263-c246-40ac-ac2d-c9b001faf156 req-a2cf6c8f-5605-4b6e-8eb4-38cdcd29417d tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.626011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a828263-c246-40ac-ac2d-c9b001faf156 req-a2cf6c8f-5605-4b6e-8eb4-38cdcd29417d tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 944 time: 0.4265127 Jul 06 11:40:54.632308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:54.644472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:54.650304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.650984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:54.652911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b3931942-faf8-4cc7-b4a0-98ccc7b15430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:54.653801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3931942-faf8-4cc7-b4a0-98ccc7b15430 None None] The sync data for ids ['d5724064-bf3f-42de-bf2c-2b08f90c0822'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:40:54.676776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Pushing event updated for resources: {'Port': ['ID=c48e2184-4476-4746-9d8e-ddcd6cf36650,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:54.704897 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-b77fd1dc-6ca7-4f92-8a54-d24263fdd928 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=630b5dd4-704d-40a5-9f2d-d4aef1839b46 HTTP/1.1" status: 200 len: 217 time: 0.1674230 Jul 06 11:40:54.708187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d18d9f18-49e1-4662-98ad-9b5c131e5045 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4768519 Jul 06 11:40:54.718827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42190) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:54.739822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Request body: {'port': {'network_id': 'b583824c-c526-47cc-abfa-321f6537ab77', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-337158339', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:54.740592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.api.validators [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] bootfile-name is not in valid_values {{(pid=93815) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:40:54.741071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.api.validators [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] tftp-server is not in valid_values {{(pid=93815) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:40:54.741581 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.api.validators [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] server-ip-address is not in valid_values {{(pid=93815) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:40:54.755032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c85e4255-ad7e-4a4d-b67b-3c0e84eab8ab req-63e1d64e-80af-4fed-93df-a0b9d08c934e tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396701 Jul 06 11:40:54.788740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a828263-c246-40ac-ac2d-c9b001faf156 req-53cf51bc-9b26-43dd-897f-7bd21dfb58cb tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346095 Jul 06 11:40:54.807625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42194) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:54.807944 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9108ff79-bff1-4074-a9c4-973c2c1ee8e5 tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/routers/d5724064-bf3f-42de-bf2c-2b08f90c0822 HTTP/1.1" status: 200 len: 740 time: 0.2681582 Jul 06 11:40:54.884234 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d753cf-b229-4f07-97dd-72c3674efcbe x-openstack-request-id: req-c5d753cf-b229-4f07-97dd-72c3674efcbe {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:54.884639 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f07ca09-927e-48fd-b585-48ff39801100", "tag": "630b5dd4-704d-40a5-9f2d-d4aef1839b46", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:54.884995 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5d753cf-b229-4f07-97dd-72c3674efcbe {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:54.885543 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f07ca09-927e-48fd-b585-48ff39801100', 'tag': '630b5dd4-704d-40a5-9f2d-d4aef1839b46', 'status': 'completed', 'code': 200} Jul 06 11:40:54.907843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-51f8f09d-78eb-4ed7-9f19-8c8064c0f69c tempest-RoutersAdminTest-1319004842 tempest-RoutersAdminTest-1319004842-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&device_id=d5724064-bf3f-42de-bf2c-2b08f90c0822 HTTP/1.1" status: 200 len: 205 time: 0.0984046 Jul 06 11:40:54.913902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42196) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:54.950139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-8c2c3d79-bbea-4e8e-bb15-26b9136e3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.954117 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-8c2c3d79-bbea-4e8e-bb15-26b9136e3bbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.2378774 Jul 06 11:40:55.047602 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e4b7419d-6b1c-4bc2-8c8c-c7501ca106b3 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5724064-bf3f-42de-bf2c-2b08f90c0822 HTTP/1.1" status: 200 len: 205 time: 0.1318960 Jul 06 11:40:55.059245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42198) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:55.185150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device c4a1b75b-73a1-4c33-933f-fd92cc7730ed details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:40:55.191570 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.256580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abe36b1e-fb23-46ad-b68d-5db9b33b9a6d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.370613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] Pushing event updated for resources: {'Subnet': ['ID=96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:55.373585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port c4a1b75b-73a1-4c33-933f-fd92cc7730ed, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:55.385071 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2385c9c9-745f-4328-9d73-068819c80b5a req-87790400-736f-4952-ad2a-acdcf01e71d1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-729192339&fields=id&tenant_id=4ddb6b4828a84a97bba1122af077e603 HTTP/1.1" status: 200 len: 267 time: 0.1890159 Jul 06 11:40:55.398175 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-a639c027-e038-4b68-a18f-ef15a8c8a41e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4285836 Jul 06 11:40:55.401083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:55.401359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'port_id': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'mac_address': 'fa:16:3e:5c:30:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:40:55.405131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:55.543627 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.570571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a1b75b-73a1-4c33-933f-fd92cc7730ed {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:40:55.592381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab540-3c9e-473b-9b90-015637e434dc req-63743555-df77-4184-a9c9-38263ed692ca tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.599540 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-754ab540-3c9e-473b-9b90-015637e434dc req-63743555-df77-4184-a9c9-38263ed692ca tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 943 time: 0.5621173 Jul 06 11:40:55.604258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] Checking segment: {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:55.604663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] Network hostable DHCP agents. Network: bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:40:55.610035 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abe36b1e-fb23-46ad-b68d-5db9b33b9a6d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.610208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port c4a1b75b-73a1-4c33-933f-fd92cc7730ed, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:55.617123 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.619438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abe36b1e-fb23-46ad-b68d-5db9b33b9a6d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.743005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6d29e079-d8d3-4a92-ab7d-aedbb56add9b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:55.744895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-754ab540-3c9e-473b-9b90-015637e434dc req-abe95d9e-ab46-4730-899c-dcb933bfb4c9 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444435 Jul 06 11:40:55.755364 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-c918ec16-5a92-434a-9355-b8569cfd3e4c service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443120 Jul 06 11:40:55.761758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Made reservation on behalf of e101f2ae94a64caab684befd3c88d9fd for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:40:55.772504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] Network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:40:55.772927 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.776122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abe36b1e-fb23-46ad-b68d-5db9b33b9a6d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.776702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe36b1e-fb23-46ad-b68d-5db9b33b9a6d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Fanout notify agent at l3_agent the message router_deleted on router d5724064-bf3f-42de-bf2c-2b08f90c0822 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:40:55.787602 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abe36b1e-fb23-46ad-b68d-5db9b33b9a6d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.788757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-abe36b1e-fb23-46ad-b68d-5db9b33b9a6d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/d5724064-bf3f-42de-bf2c-2b08f90c0822 HTTP/1.1" status: 204 len: 168 time: 0.7141356 Jul 06 11:40:55.793572 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42200) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:55.818265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=c4a1b75b-73a1-4c33-933f-fd92cc7730ed,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:55.858275 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385c9c9-745f-4328-9d73-068819c80b5a req-715300a6-e967-4a08-b603-4917b0df836d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.866952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2385c9c9-745f-4328-9d73-068819c80b5a req-715300a6-e967-4a08-b603-4917b0df836d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 945 time: 0.4688210 Jul 06 11:40:55.892696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:55.900180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2385c9c9-745f-4328-9d73-068819c80b5a req-19292028-0922-4521-9a7b-6e50f6edce75 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'port': {'security_groups': ['a2d403bd-2d63-4e36-b632-fc7c4ec31cf8', '4a0cafd5-0554-4a31-b7e3-e77f5791e9d9']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:55.909754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b217c3f4-ab25-472e-bd11-028f5c3eb096 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5724064-bf3f-42de-bf2c-2b08f90c0822 HTTP/1.1" status: 200 len: 205 time: 0.1119504 Jul 06 11:40:55.912525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:55.913260 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:55.914325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f94050b-ce35-4127-81ec-20f1acf2e933 None None] Network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:55.930500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42204) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:55.945628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:55.964764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] device_id is not set on port e79e1783-ab44-4b2d-bdb1-2b474b2dd832 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:40:55.994479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:40:56.005327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-afe88791-3b96-4f20-a691-3fe3fad4a36c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8036573 Jul 06 11:40:56.023012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['c4a1b75b-73a1-4c33-933f-fd92cc7730ed'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:56.108116 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-62370b36-8ee0-415d-9cc3-3be18aee7709 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] delete failed (client error): The resource could not be found. Jul 06 11:40:56.110113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-62370b36-8ee0-415d-9cc3-3be18aee7709 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/d5724064-bf3f-42de-bf2c-2b08f90c0822 HTTP/1.1" status: 404 len: 336 time: 0.1772146 Jul 06 11:40:56.115757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42210) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:56.150724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-23df9267-f038-4463-aef2-b6d2baf970b8 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3902bb1-6cf2-4ebf-9532-c510a41e99ca HTTP/1.1" status: 200 len: 205 time: 0.0335240 Jul 06 11:40:56.160768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:56.172543 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-675c4f86-eccc-49b5-af47-9f02359471b8 req-ccdf1e7d-1f60-47fc-bf51-ac4ae43d6795 service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916049 Jul 06 11:40:56.223097 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-c4276c59-bc40-4010-8466-6745bedd103b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] delete failed (client error): The resource could not be found. Jul 06 11:40:56.224460 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c4276c59-bc40-4010-8466-6745bedd103b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/f3902bb1-6cf2-4ebf-9532-c510a41e99ca HTTP/1.1" status: 404 len: 336 time: 0.0622330 Jul 06 11:40:56.238218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42216) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:56.244073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2385c9c9-745f-4328-9d73-068819c80b5a req-19292028-0922-4521-9a7b-6e50f6edce75 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:56.306783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4840675b-9178-4c37-bde2-4d5a1bb037cc None None] Network b583824c-c526-47cc-abfa-321f6537ab77 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:56.344984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd42f2-6bdd-4034-be39-a9aefb34f03a req-622e4c7c-9042-41c7-863f-02d5689ff5cb tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:56.346778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4abd42f2-6bdd-4034-be39-a9aefb34f03a req-622e4c7c-9042-41c7-863f-02d5689ff5cb tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 945 time: 0.2744849 Jul 06 11:40:56.350854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Allocated IP 2001:db8::32a (b583824c-c526-47cc-abfa-321f6537ab77/a4536a30-4d73-43c4-a1b2-9d375f930468/e79e1783-ab44-4b2d-bdb1-2b474b2dd832) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:40:56.361030 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-219a175f-b8b7-496c-a181-cfb90683c5c7 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e420b34-2a01-4f15-a4c4-6dc1a7b45127 HTTP/1.1" status: 200 len: 205 time: 0.1192358 Jul 06 11:40:56.362982 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42220) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:56.384534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fc4cc96e-e36b-47a2-834a-13959f519988 None None] Provisioning complete for port f5e404b8-af4c-46f9-a400-b23bae28c361 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:56.384931 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc96e-e36b-47a2-834a-13959f519988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:56.405857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:40:56.426488 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-231daba2-03db-4a9c-9067-461c2a35bc18 admin admin] 10.222.0.21 "PUT /v2.0/routers/3e578d8e-e2f4-49fb-9640-b0db07d4b04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1248164 Jul 06 11:40:56.442539 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Sync routers for ids ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:40:56.458177 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Routers {'3e578d8e-e2f4-49fb-9640-b0db07d4b04c'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:56.458434 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:56.474088 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-585fb15b-4ed0-4b51-ac7d-8fb60cfa0d00 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] delete failed (client error): The resource could not be found. Jul 06 11:40:56.475645 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-585fb15b-4ed0-4b51-ac7d-8fb60cfa0d00 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/8e420b34-2a01-4f15-a4c4-6dc1a7b45127 HTTP/1.1" status: 404 len: 336 time: 0.1104178 Jul 06 11:40:56.487306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42224) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:56.510290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40a918-726d-414c-8eaf-b85acb2c1265 req-2bb8eacf-9bbe-473e-99cf-19eb691dc911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:56.511505 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a40a918-726d-414c-8eaf-b85acb2c1265 req-2bb8eacf-9bbe-473e-99cf-19eb691dc911 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db432b9d7a84f69a6cfad598d87579d&device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 1094 time: 0.2184937 Jul 06 11:40:56.534890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4abd42f2-6bdd-4034-be39-a9aefb34f03a req-e216a4a4-f14f-414c-92ba-e39ff3c3fc3e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819432 Jul 06 11:40:56.557172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fc4cc96e-e36b-47a2-834a-13959f519988 None None] Port f5e404b8-af4c-46f9-a400-b23bae28c361 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:40:56.607250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cb5f1414-daf3-438f-80d3-bb458a74189d tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a0429cf-20b8-4189-9b87-7cae5726eaae HTTP/1.1" status: 200 len: 205 time: 0.1152320 Jul 06 11:40:56.611246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:56.677608 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-c7fea61f-bdee-4244-a616-31c57729a1da tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] delete failed (client error): The resource could not be found. Jul 06 11:40:56.678836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c7fea61f-bdee-4244-a616-31c57729a1da tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/3a0429cf-20b8-4189-9b87-7cae5726eaae HTTP/1.1" status: 404 len: 336 time: 0.0664141 Jul 06 11:40:56.681875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42230) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:56.701252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f48427e-6b09-4d4b-9ceb-7eb0447fd53c None None] Network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:56.705712 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Set router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:56.726960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a6b5118d-eee3-4948-ab2b-a0df58c85900 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=53392fec-7acf-44ae-9519-02ee8126310a HTTP/1.1" status: 200 len: 205 time: 0.0438430 Jul 06 11:40:56.732892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42232) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:56.784928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2385c9c9-745f-4328-9d73-068819c80b5a req-19292028-0922-4521-9a7b-6e50f6edce75 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] For port a44fc4f5-80bc-4d75-b880-a1a3889569f3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:56.793498 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-031fae9f-b509-484f-b8bb-4518adf83b98 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] delete failed (client error): The resource could not be found. Jul 06 11:40:56.798606 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-031fae9f-b509-484f-b8bb-4518adf83b98 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/53392fec-7acf-44ae-9519-02ee8126310a HTTP/1.1" status: 404 len: 336 time: 0.0643134 Jul 06 11:40:56.801831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42238) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:56.850587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cca64942-0802-4e00-bd25-fa65cba35d10 None None] Provisioning for port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:56.871212 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2385c9c9-745f-4328-9d73-068819c80b5a req-19292028-0922-4521-9a7b-6e50f6edce75 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:56.873082 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-68bc62ea-95d0-4434-bd1a-45aa2a39911b tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "GET /v2.0/ports?device_id=67673b9b-84d4-4d20-9b5a-1901a85acdf2 HTTP/1.1" status: 200 len: 205 time: 0.0680346 Jul 06 11:40:56.873273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42240) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:56.898628 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2385c9c9-745f-4328-9d73-068819c80b5a req-19292028-0922-4521-9a7b-6e50f6edce75 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:56.934207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['99f13dc4-ebc8-41e0-8755-ead696d1bbc9', 'a44fc4f5-80bc-4d75-b880-a1a3889569f3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:56.941527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40a918-726d-414c-8eaf-b85acb2c1265 req-e47985da-4a3d-4a38-a75a-7bf45d6fc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:56.943228 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a40a918-726d-414c-8eaf-b85acb2c1265 req-e47985da-4a3d-4a38-a75a-7bf45d6fc64b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 200 len: 912 time: 0.4188139 Jul 06 11:40:56.995733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:57.002388 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a40a918-726d-414c-8eaf-b85acb2c1265 req-6c66adf2-bdab-4eb1-8d81-27a8d8785217 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=630b5dd4-704d-40a5-9f2d-d4aef1839b46 HTTP/1.1" status: 200 len: 217 time: 0.0478299 Jul 06 11:40:57.065734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cca64942-0802-4e00-bd25-fa65cba35d10 None None] Provisioning complete for port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:57.066060 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cca64942-0802-4e00-bd25-fa65cba35d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:57.066560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40a918-726d-414c-8eaf-b85acb2c1265 req-79ff0f4f-0ee8-4997-85c9-f82249d0c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:57.068414 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a40a918-726d-414c-8eaf-b85acb2c1265 req-79ff0f4f-0ee8-4997-85c9-f82249d0c024 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 200 len: 851 time: 0.0582280 Jul 06 11:40:57.073928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Transition to ACTIVE for port object e79e1783-ab44-4b2d-bdb1-2b474b2dd832 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:57.115811 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a40a918-726d-414c-8eaf-b85acb2c1265 req-a5dc1f72-70f7-42b8-84e2-8f5f141524b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e41b0414-50ef-47e9-a3ea-e31294df70c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387855 Jul 06 11:40:57.235369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:57.343833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Network b583824c-c526-47cc-abfa-321f6537ab77 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:40:57.345323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Pushing event updated for resources: {'Port': ['ID=e79e1783-ab44-4b2d-bdb1-2b474b2dd832,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:57.351264 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a40a918-726d-414c-8eaf-b85acb2c1265 req-ea373144-541b-452a-b447-c6f56501f96e service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262208 Jul 06 11:40:57.352722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:40:57.358930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cca64942-0802-4e00-bd25-fa65cba35d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:57.363058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:40:57.371568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:57.372523 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:57.467342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cca64942-0802-4e00-bd25-fa65cba35d10 None None] For port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6d29e079-d8d3-4a92-ab7d-aedbb56add9b,segment=NetworkSegment(fadf94f9-ca55-43d2-b92c-4149bca146c4),segment_id=fadf94f9-ca55-43d2-b92c-4149bca146c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:40:57.474706 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cca64942-0802-4e00-bd25-fa65cba35d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:57.475725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19292028-0922-4521-9a7b-6e50f6edce75 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'Port': ['ID=a44fc4f5-80bc-4d75-b880-a1a3889569f3,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:57.476655 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c1049520-d737-4bbe-85f7-1c903d3c24f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.7547228 Jul 06 11:40:57.481229 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-22ef23c9-22b9-4e8f-8e19-6f1c942464da tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] delete failed (client error): The resource could not be found. Jul 06 11:40:57.482665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-22ef23c9-22b9-4e8f-8e19-6f1c942464da tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/routers/67673b9b-84d4-4d20-9b5a-1901a85acdf2 HTTP/1.1" status: 404 len: 336 time: 0.6082621 Jul 06 11:40:57.483243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:57.487360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42252) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:57.574298 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a40a918-726d-414c-8eaf-b85acb2c1265 req-16a55d4a-5966-4a8c-9ad0-eabe1412947f service neutron] 10.222.0.47 "GET /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124896 Jul 06 11:40:57.605799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca64942-0802-4e00-bd25-fa65cba35d10 None None] Pushing event updated for resources: {'Port': ['ID=6d29e079-d8d3-4a92-ab7d-aedbb56add9b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:57.626521 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:52Z', 'revision_number': 4, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f5e404b8-af4c-46f9-a400-b23bae28c361', 'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'mac_address': 'fa:16:3e:e4:9f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:49Z', 'updated_at': '2021-07-06T11:40:53Z', 'revision_number': 2, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'subnets': [{'id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:57.631489 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b94dc08-6d77-4112-be73-fd12b2937223 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] DELETE failed (client error): The resource could not be found. Jul 06 11:40:57.637560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b94dc08-6d77-4112-be73-fd12b2937223 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:40:57.641245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6b94dc08-6d77-4112-be73-fd12b2937223 tempest-RoutersAdminTest-236265349 tempest-RoutersAdminTest-236265349-project] 10.222.0.21 "DELETE /v2.0/subnets/0f59d8ca-b5ec-44d4-849b-11d63e514a9e HTTP/1.1" status: 404 len: 337 time: 0.0658686 Jul 06 11:40:57.657171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385c9c9-745f-4328-9d73-068819c80b5a req-19292028-0922-4521-9a7b-6e50f6edce75 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:57.658166 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2385c9c9-745f-4328-9d73-068819c80b5a req-19292028-0922-4521-9a7b-6e50f6edce75 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:57.660416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2385c9c9-745f-4328-9d73-068819c80b5a req-19292028-0922-4521-9a7b-6e50f6edce75 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "PUT /v2.0/ports/a44fc4f5-80bc-4d75-b880-a1a3889569f3 HTTP/1.1" status: 200 len: 981 time: 1.7921088 Jul 06 11:40:57.689138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'tag': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:40:57.699072 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22236441-8e3e-4a71-9a3d-927062d45a99" -d '{"events": [{"name": "network-changed", "server_uuid": "cea9736e-b05f-4a85-9047-1a58fcbf9384", "tag": "a44fc4f5-80bc-4d75-b880-a1a3889569f3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:40:57.722723 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Checking router: 3e578d8e-e2f4-49fb-9640-b0db07d4b04c for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:40:57.723272 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Updating router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c port f5e404b8-af4c-46f9-a400-b23bae28c361 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:40:57.781267 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:57.795273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a44fc4f5-80bc-4d75-b880-a1a3889569f3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:40:57.810582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-e028714b-7ec3-4a0f-93a4-f926da0aede9 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:57.819688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-e028714b-7ec3-4a0f-93a4-f926da0aede9 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 804 time: 0.3450263 Jul 06 11:40:57.861984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b8cf4a66-dc6c-4ea0-a8b1-0ff8d7fb7808 None None] Provisioning complete for port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:57.862448 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4a66-dc6c-4ea0-a8b1-0ff8d7fb7808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:57.873704 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-c97f7ff4-0259-4f91-81cc-54feb8b7f967 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/quotas/317aad6b56d34ca19e1a0d1297fbed13 HTTP/1.1" status: 200 len: 375 time: 0.0514164 Jul 06 11:40:57.923328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc9554-5dbf-48f3-b754-6f87f57bbb54 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:57.934418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc9554-5dbf-48f3-b754-6f87f57bbb54 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:57.947297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc9554-5dbf-48f3-b754-6f87f57bbb54 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:57.954168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42266) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:57.960978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-03cc9554-5dbf-48f3-b754-6f87f57bbb54 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4742482 Jul 06 11:40:58.035626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-dfa79c55-cb64-4a62-807d-d4400ac16e9c tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1591666 Jul 06 11:40:58.173983 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:58.254723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42274) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:58.271160 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7b4afbea-9184-4693-8b51-cd58632cb086 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--900752509', 'description': 'tempest-description--1652527314'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:58.332789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-b0219cd2-53d5-468b-bbae-3eae4f2b1ea7 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960665 Jul 06 11:40:58.340604 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.347980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eb7554ca-7c42-4cf2-a796-b3e2af3c5066 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Deleting port e79e1783-ab44-4b2d-bdb1-2b474b2dd832 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:40:58.348445 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb7554ca-7c42-4cf2-a796-b3e2af3c5066 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.358697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b8cf4a66-dc6c-4ea0-a8b1-0ff8d7fb7808 None None] Provisioning for port c48e2184-4476-4746-9d8e-ddcd6cf36650 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:58.370991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b8cf4a66-dc6c-4ea0-a8b1-0ff8d7fb7808 None None] Provisioning complete for port c48e2184-4476-4746-9d8e-ddcd6cf36650 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:58.371376 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4a66-dc6c-4ea0-a8b1-0ff8d7fb7808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.376326 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Transition to ACTIVE for port object f5e404b8-af4c-46f9-a400-b23bae28c361 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:40:58.396488 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.440106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf4a66-dc6c-4ea0-a8b1-0ff8d7fb7808 None None] Port c48e2184-4476-4746-9d8e-ddcd6cf36650 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:40:58.459191 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b4afbea-9184-4693-8b51-cd58632cb086 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.513634 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18b29f7a-5c46-4e2d-a524-7674f4112008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.591819 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.603597 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b4afbea-9184-4693-8b51-cd58632cb086 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.615429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b4afbea-9184-4693-8b51-cd58632cb086 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.627235 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695b4eb-b9bb-4d8a-94f1-a8e1dc69258b None None] Pushing event updated for resources: {'Port': ['ID=f5e404b8-af4c-46f9-a400-b23bae28c361,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:58.630564 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.646372 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Attempting to bind port f5e404b8-af4c-46f9-a400-b23bae28c361 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:40:58.646946 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Attempting to bind port f5e404b8-af4c-46f9-a400-b23bae28c361 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:40:58.647819 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Attempting to bind port f5e404b8-af4c-46f9-a400-b23bae28c361 on network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:40:58.658273 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:40:58.658881 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Checking segment: {'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:40:58.659593 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.660028 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Bound using segment: {'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:40:58.660543 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Bound port: f5e404b8-af4c-46f9-a400-b23bae28c361, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:40:58.661087 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.707486 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb7554ca-7c42-4cf2-a796-b3e2af3c5066 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.717683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-8a9fd42b-ac7b-42b8-9689-0e35563dae11 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835528 Jul 06 11:40:58.726193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4afbea-9184-4693-8b51-cd58632cb086 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c21382-0249-4f86-9609-86db80a5d443,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:58.730428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2fec6fc8-8eda-4ecf-9433-5a7d46ad2e4b None None] Provisioning complete for port c48e2184-4476-4746-9d8e-ddcd6cf36650 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:58.731274 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fec6fc8-8eda-4ecf-9433-5a7d46ad2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.749679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eb7554ca-7c42-4cf2-a796-b3e2af3c5066 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Calling delete_port for e79e1783-ab44-4b2d-bdb1-2b474b2dd832 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:40:58.792339 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] For port f5e404b8-af4c-46f9-a400-b23bae28c361, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:40:58.792574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2fec6fc8-8eda-4ecf-9433-5a7d46ad2e4b None None] Port c48e2184-4476-4746-9d8e-ddcd6cf36650 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:40:58.805989 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] For port f5e404b8-af4c-46f9-a400-b23bae28c361, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f5e404b8-af4c-46f9-a400-b23bae28c361,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:40:58.816608 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:58.880087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd942d-fb16-4d3c-a94c-ae17fcd7ef21 req-d9485bad-cff1-43f5-b095-0fc510073abe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:58.882338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2dd942d-fb16-4d3c-a94c-ae17fcd7ef21 req-d9485bad-cff1-43f5-b095-0fc510073abe tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 943 time: 0.2813742 Jul 06 11:40:58.911811 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Routers {'3e578d8e-e2f4-49fb-9640-b0db07d4b04c'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:40:58.912589 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:40:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:40:58.931314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a90c95e6-630c-4f9a-838d-bb19a0f808d5 None None] Provisioning for port e79e1783-ab44-4b2d-bdb1-2b474b2dd832 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:58.936978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a90c95e6-630c-4f9a-838d-bb19a0f808d5 None None] Provisioning complete for port e79e1783-ab44-4b2d-bdb1-2b474b2dd832 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:58.937356 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a90c95e6-630c-4f9a-838d-bb19a0f808d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.009812 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695b4eb-b9bb-4d8a-94f1-a8e1dc69258b None None] Pushing event updated for resources: {'Port': ['ID=f5e404b8-af4c-46f9-a400-b23bae28c361,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:59.028994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a90c95e6-630c-4f9a-838d-bb19a0f808d5 None None] Port e79e1783-ab44-4b2d-bdb1-2b474b2dd832 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:40:59.064557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18b29f7a-5c46-4e2d-a524-7674f4112008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.090035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b4afbea-9184-4693-8b51-cd58632cb086 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.093439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2dd942d-fb16-4d3c-a94c-ae17fcd7ef21 req-d3ed8e55-75f8-4eb3-8a6a-61f94566e3c8 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988752 Jul 06 11:40:59.095006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7b4afbea-9184-4693-8b51-cd58632cb086 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8303401 Jul 06 11:40:59.096597 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18b29f7a-5c46-4e2d-a524-7674f4112008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.096809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42280) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:59.145434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5f140560-ca7a-445a-b0a2-20052a65edbc tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Request body: {'security_group_rule': {'security_group_id': '22c21382-0249-4f86-9609-86db80a5d443', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:59.166722 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb7554ca-7c42-4cf2-a796-b3e2af3c5066 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.192735 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] Set router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:40:59.227226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device c4a1b75b-73a1-4c33-933f-fd92cc7730ed up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:59.263225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7554ca-7c42-4cf2-a796-b3e2af3c5066 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Pushing event deleted for resources: {'Port': ['ID=e79e1783-ab44-4b2d-bdb1-2b474b2dd832,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:59.271140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42286) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:59.273508 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-18b29f7a-5c46-4e2d-a524-7674f4112008 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69f9a77beedf42278db36f52af3c1eab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0960231 Jul 06 11:40:59.412737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b29f7a-5c46-4e2d-a524-7674f4112008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa3c6fb-5d3a-4c07-95a4-9849b4d41c0a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:59.427123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb7554ca-7c42-4cf2-a796-b3e2af3c5066 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.435928 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eb7554ca-7c42-4cf2-a796-b3e2af3c5066 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] 10.222.0.21 "DELETE /v2.0/ports/e79e1783-ab44-4b2d-bdb1-2b474b2dd832 HTTP/1.1" status: 204 len: 168 time: 1.4801371 Jul 06 11:40:59.436776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42288) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:59.436911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port c4a1b75b-73a1-4c33-933f-fd92cc7730ed completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:40:59.443066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Request body: {'port': {'name': 'tempest-new-port-name-1607612180', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:59.444112 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] bootfile-name is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:40:59.444717 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] tftp-server is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:40:59.445470 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] server-ip-address is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:40:59.453420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f140560-ca7a-445a-b0a2-20052a65edbc tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.503035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78678e09-06f6-4bc2-afe2-020dc90763e7 req-994ae298-9dd5-4ea1-863f-3f4b63515fb5 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/4a0cafd5-0554-4a31-b7e3-e77f5791e9d9 HTTP/1.1" status: 200 len: 1802 time: 0.3263409 Jul 06 11:40:59.524792 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d92e-3396-47c7-97cf-eeee40d2155a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.551257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port c4a1b75b-73a1-4c33-933f-fd92cc7730ed triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:59.551493 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.570731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caea528-525f-4424-9c0a-c54e672c26b5 req-d73ef81b-4131-4bbd-ae2e-25590d7f6a93 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:59.573635 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9caea528-525f-4424-9c0a-c54e672c26b5 req-d73ef81b-4131-4bbd-ae2e-25590d7f6a93 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 945 time: 0.4532061 Jul 06 11:40:59.597142 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d92e-3396-47c7-97cf-eeee40d2155a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.639580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f140560-ca7a-445a-b0a2-20052a65edbc tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.660368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f140560-ca7a-445a-b0a2-20052a65edbc tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.723794 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-78678e09-06f6-4bc2-afe2-020dc90763e7 req-5acf3dd3-4c64-4135-a71e-b93e0be55c16 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 11:40:59.725101 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78678e09-06f6-4bc2-afe2-020dc90763e7 req-5acf3dd3-4c64-4135-a71e-b93e0be55c16 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a0cafd5-0554-4a31-b7e3-e77f5791e9d9 HTTP/1.1" status: 409 len: 341 time: 0.2104909 Jul 06 11:40:59.726179 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.731117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9caea528-525f-4424-9c0a-c54e672c26b5 req-58a847f7-9443-41f6-b03f-c409770cabe7 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393781 Jul 06 11:40:59.846634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6d29e079-d8d3-4a92-ab7d-aedbb56add9b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:40:59.849673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f140560-ca7a-445a-b0a2-20052a65edbc tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb8d1bf-e5ce-4470-8e73-2c074a867f47,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:59.863273 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acff0a4-9b88-49ec-a557-5f5767b1ea3d x-openstack-request-id: req-7acff0a4-9b88-49ec-a557-5f5767b1ea3d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:40:59.865056 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea9736e-b05f-4a85-9047-1a58fcbf9384", "tag": "a44fc4f5-80bc-4d75-b880-a1a3889569f3", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:40:59.865347 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7acff0a4-9b88-49ec-a557-5f5767b1ea3d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:40:59.867085 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'tag': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3', 'status': 'completed', 'code': 200} Jul 06 11:40:59.882690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f140560-ca7a-445a-b0a2-20052a65edbc tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:59.885678 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5f140560-ca7a-445a-b0a2-20052a65edbc tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7854490 Jul 06 11:40:59.902060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42294) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:59.913166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-871616a1-4e2d-4a00-bb06-3ccf81207c29 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Request body: {'security_group_rule': {'security_group_id': '22c21382-0249-4f86-9609-86db80a5d443', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:00.011184 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d92e-3396-47c7-97cf-eeee40d2155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.016761 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d92e-3396-47c7-97cf-eeee40d2155a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.025152 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eaf7d92e-3396-47c7-97cf-eeee40d2155a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afa3c6fb-5d3a-4c07-95a4-9849b4d41c0a HTTP/1.1" status: 204 len: 168 time: 0.7528880 Jul 06 11:41:00.063915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7d92e-3396-47c7-97cf-eeee40d2155a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa3c6fb-5d3a-4c07-95a4-9849b4d41c0a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:00.099108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236441-8e3e-4a71-9a3d-927062d45a99 req-774a4ba6-50d3-4578-a8af-9a75266ce2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:00.102126 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-22236441-8e3e-4a71-9a3d-927062d45a99 req-774a4ba6-50d3-4578-a8af-9a75266ce2a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 1135 time: 0.2093191 Jul 06 11:41:00.128332 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:52Z', 'revision_number': 4, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f5e404b8-af4c-46f9-a400-b23bae28c361', 'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'mac_address': 'fa:16:3e:e4:9f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:49Z', 'updated_at': '2021-07-06T11:40:58Z', 'revision_number': 4, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'subnets': [{'id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:00.131655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9eb2e82-235c-40bb-8404-e42c21c75a5b req-f0e3a8d6-9353-4a4f-94ed-79ac1e17c55b tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 210 time: 0.0936544 Jul 06 11:41:00.247593 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8de07-0c0f-44e3-a568-e47388c8ca6d None None] The sync data for ids ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'] in n-d-799527-2 is: [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:52Z', 'revision_number': 4, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f5e404b8-af4c-46f9-a400-b23bae28c361', 'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'mac_address': 'fa:16:3e:e4:9f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:49Z', 'updated_at': '2021-07-06T11:40:58Z', 'revision_number': 4, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'subnets': [{'id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:41:00.291939 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-871616a1-4e2d-4a00-bb06-3ccf81207c29 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.459946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:00.462334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.469424 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.558553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236441-8e3e-4a71-9a3d-927062d45a99 req-515a2348-2cf3-466e-aa5d-a9231c7f65da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:00.567284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-22236441-8e3e-4a71-9a3d-927062d45a99 req-515a2348-2cf3-466e-aa5d-a9231c7f65da service neutron] 10.222.0.86 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 914 time: 0.4528270 Jul 06 11:41:00.598917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:00.619277 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad1b283-36dc-4bd9-9ef0-1e5efa83c240" -d '{"events": [{"server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:00.676647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port c4a1b75b-73a1-4c33-933f-fd92cc7730ed, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:00.690002 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.787442 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-22236441-8e3e-4a71-9a3d-927062d45a99 req-5123de19-7865-4582-bac7-e90a11f3c4ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3 HTTP/1.1" status: 200 len: 217 time: 0.2133331 Jul 06 11:41:00.844764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=c4a1b75b-73a1-4c33-933f-fd92cc7730ed,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:00.906434 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-871616a1-4e2d-4a00-bb06-3ccf81207c29 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.960538 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e3c953-5c74-4bad-b503-e4b25a3618df x-openstack-request-id: req-a9e3c953-5c74-4bad-b503-e4b25a3618df {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:00.960964 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:00.962181 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9e3c953-5c74-4bad-b503-e4b25a3618df {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:00.963794 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'code': 200} Jul 06 11:41:00.977871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-871616a1-4e2d-4a00-bb06-3ccf81207c29 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:00.999960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236441-8e3e-4a71-9a3d-927062d45a99 req-9bb44493-af8a-40e9-8a0b-da0117393b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.006213 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-22236441-8e3e-4a71-9a3d-927062d45a99 req-9bb44493-af8a-40e9-8a0b-da0117393b0a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=413de151-a848-452c-a05a-e5081aa9ef4d HTTP/1.1" status: 200 len: 853 time: 0.2078965 Jul 06 11:41:01.025110 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-871616a1-4e2d-4a00-bb06-3ccf81207c29 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.036003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-871616a1-4e2d-4a00-bb06-3ccf81207c29 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1221929 Jul 06 11:41:01.049964 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42310) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:01.050470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42312) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:01.053843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdee3a-3ddc-4b3a-8969-2ca9cb4c640e req-ea58aa22-5af2-44f9-a539-c8c2a272cbae tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.057457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43cdee3a-3ddc-4b3a-8969-2ca9cb4c640e req-ea58aa22-5af2-44f9-a539-c8c2a272cbae tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 943 time: 0.5686276 Jul 06 11:41:01.078547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871616a1-4e2d-4a00-bb06-3ccf81207c29 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f003b4fd-ea99-4d01-a7bd-1ba32093ea07,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:01.104118 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.119274 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.128508 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:01.163271 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-22236441-8e3e-4a71-9a3d-927062d45a99 req-1d53f17b-d95b-4cba-bc8a-de276f399272 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9016a705-c30b-4269-b89e-df298c811570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492636 Jul 06 11:41:01.185761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] In _notify_port_updated(), no bound segment for port c48e2184-4476-4746-9d8e-ddcd6cf36650 on network b583824c-c526-47cc-abfa-321f6537ab77 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:41:01.194034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.195581 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.197242 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] 10.222.0.21 "PUT /v2.0/ports/c48e2184-4476-4746-9d8e-ddcd6cf36650 HTTP/1.1" status: 200 len: 1130 time: 1.7588236 Jul 06 11:41:01.203383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42316) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:01.254418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 630b5dd4-704d-40a5-9f2d-d4aef1839b46 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:41:01.254688 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.325908 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43cdee3a-3ddc-4b3a-8969-2ca9cb4c640e req-62152064-081a-4768-886f-f6b27adb10a3 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347245 Jul 06 11:41:01.385026 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0428fc18-9694-4660-9246-58cda3fa6c06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bca6757836942dc9309766fc3414c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311374 Jul 06 11:41:01.394874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42318) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:01.409705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f71f9-ae52-4b6d-b20b-311fb011f9cd tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Pushing event updated for resources: {'Port': ['ID=c48e2184-4476-4746-9d8e-ddcd6cf36650,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:01.504458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe743428-8a1a-46e2-8484-d74904d3085e tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.510090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fe743428-8a1a-46e2-8484-d74904d3085e tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] 10.222.0.21 "GET /v2.0/ports/c48e2184-4476-4746-9d8e-ddcd6cf36650 HTTP/1.1" status: 200 len: 1130 time: 0.2994342 Jul 06 11:41:01.511924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42320) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:01.649513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 630b5dd4-704d-40a5-9f2d-d4aef1839b46, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=630b5dd4-704d-40a5-9f2d-d4aef1839b46,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:01.662041 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f5e404b8-af4c-46f9-a400-b23bae28c361 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:01.745225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '630b5dd4-704d-40a5-9f2d-d4aef1839b46', 'network_id': 'e41b0414-50ef-47e9-a3ea-e31294df70c8', 'port_id': '630b5dd4-704d-40a5-9f2d-d4aef1839b46', 'mac_address': 'fa:16:3e:2d:e5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980f45f6-7536-45f8-8969-e14fff5112f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:41:01.812216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd22b45-874e-4ee9-b922-e8cdfd85b8f6 req-8e724e43-46b8-490c-a90d-4347828bed52 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:01.821181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7cd22b45-874e-4ee9-b922-e8cdfd85b8f6 req-8e724e43-46b8-490c-a90d-4347828bed52 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 946 time: 0.5258148 Jul 06 11:41:01.891549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port f5e404b8-af4c-46f9-a400-b23bae28c361 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:01.907277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7b58c350-af6d-417e-ba39-6539d28b6adb None None] Provisioning complete for port c48e2184-4476-4746-9d8e-ddcd6cf36650 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:01.907734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b58c350-af6d-417e-ba39-6539d28b6adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:01.922203 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7cd22b45-874e-4ee9-b922-e8cdfd85b8f6 req-3441e3e2-5338-407b-a0b3-ebafe624f39e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996854 Jul 06 11:41:02.021734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.032678 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7b58c350-af6d-417e-ba39-6539d28b6adb None None] Port c48e2184-4476-4746-9d8e-ddcd6cf36650 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:02.036489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f5e404b8-af4c-46f9-a400-b23bae28c361 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:02.037095 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.044174 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630b5dd4-704d-40a5-9f2d-d4aef1839b46 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:02.056842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fd4e1-7e24-4b5f-a82a-63c44c5ce728 req-3fcca917-a3e8-435e-9197-0b847347dbff tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:02.061398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f4fd4e1-7e24-4b5f-a82a-63c44c5ce728 req-3fcca917-a3e8-435e-9197-0b847347dbff tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 984 time: 0.3979530 Jul 06 11:41:02.135079 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 630b5dd4-704d-40a5-9f2d-d4aef1839b46, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=630b5dd4-704d-40a5-9f2d-d4aef1839b46,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:02.143420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a59330e4-b06d-4b72-93e7-bfbacd68e764 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Deleting port c48e2184-4476-4746-9d8e-ddcd6cf36650 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:02.143798 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a59330e4-b06d-4b72-93e7-bfbacd68e764 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.154833 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.217948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-39a09693-cb28-4b66-8485-3950b063446b tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:02.220753 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-39a09693-cb28-4b66-8485-3950b063446b tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 804 time: 0.2185199 Jul 06 11:41:02.249870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Request body: {'port': {'device_id': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'admin_state_up': True, 'tenant_id': '317aad6b56d34ca19e1a0d1297fbed13'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:02.285692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=630b5dd4-704d-40a5-9f2d-d4aef1839b46,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:02.289461 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.329101 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f4fd4e1-7e24-4b5f-a82a-63c44c5ce728 req-b343a331-9d4c-4de4-bb87-cc65d6350fca tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&id=4a0cafd5-0554-4a31-b7e3-e77f5791e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2565958 Jul 06 11:41:02.349067 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a59330e4-b06d-4b72-93e7-bfbacd68e764 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.365976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a59330e4-b06d-4b72-93e7-bfbacd68e764 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Calling delete_port for c48e2184-4476-4746-9d8e-ddcd6cf36650 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:02.418595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port f5e404b8-af4c-46f9-a400-b23bae28c361, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f5e404b8-af4c-46f9-a400-b23bae28c361,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:02.425452 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.443252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d305c449-fb06-4ba0-b15c-da7dd2221285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.453341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127be76-b8ac-4449-9b20-06b3cc90273b req-a55d25e6-e0e6-4263-9d6b-71200d0c8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:02.455628 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9127be76-b8ac-4449-9b20-06b3cc90273b req-a55d25e6-e0e6-4263-9d6b-71200d0c8cc5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1097 time: 1.2982054 Jul 06 11:41:02.463808 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-22236441-8e3e-4a71-9a3d-927062d45a99 req-3b89bd66-876e-44f6-bb40-096adf0398b7 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2648745 Jul 06 11:41:02.508276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=f5e404b8-af4c-46f9-a400-b23bae28c361,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:02.531050 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['630b5dd4-704d-40a5-9f2d-d4aef1839b46'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:02.538091 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4fef72a-8afb-4855-9be2-01aa98dab7bf req-a8094d09-3828-4dee-8b55-56d64de0f841 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 210 time: 0.0620944 Jul 06 11:41:02.629647 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d305c449-fb06-4ba0-b15c-da7dd2221285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.670344 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9127be76-b8ac-4449-9b20-06b3cc90273b req-81d7122f-ff63-449f-89cd-ec06591c9d22 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053902 Jul 06 11:41:02.733153 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a59330e4-b06d-4b72-93e7-bfbacd68e764 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.733822 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:41:02.809400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59330e4-b06d-4b72-93e7-bfbacd68e764 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Pushing event deleted for resources: {'Port': ['ID=c48e2184-4476-4746-9d8e-ddcd6cf36650,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:02.813238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-22236441-8e3e-4a71-9a3d-927062d45a99 req-d9b05e13-3949-4ae1-b406-0b2415fe381a service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347301 Jul 06 11:41:02.815398 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.818030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Made reservation on behalf of 317aad6b56d34ca19e1a0d1297fbed13 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:02.822056 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.844701 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a59330e4-b06d-4b72-93e7-bfbacd68e764 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.848889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d305c449-fb06-4ba0-b15c-da7dd2221285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.852188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d305c449-fb06-4ba0-b15c-da7dd2221285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:02.852603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a59330e4-b06d-4b72-93e7-bfbacd68e764 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] 10.222.0.21 "DELETE /v2.0/ports/c48e2184-4476-4746-9d8e-ddcd6cf36650 HTTP/1.1" status: 204 len: 168 time: 1.3341873 Jul 06 11:41:02.857147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:02.862095 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d305c449-fb06-4ba0-b15c-da7dd2221285 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c4db7cf-e179-4357-baa9-8aae3c360c2d HTTP/1.1" status: 204 len: 168 time: 1.4630916 Jul 06 11:41:02.919680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a046f-4017-4010-84a4-54c0a2fb3598 req-a8d03b84-e1f7-4ce6-a408-5f3c94f2b4e7 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:02.926956 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c54a046f-4017-4010-84a4-54c0a2fb3598 req-a8d03b84-e1f7-4ce6-a408-5f3c94f2b4e7 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 944 time: 0.2888081 Jul 06 11:41:02.975830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-653a0d4b-59d3-4b9d-a055-6cf53a009854 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Deleting subnet a4536a30-4d73-43c4-a1b2-9d375f930468 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:02.980422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-653a0d4b-59d3-4b9d-a055-6cf53a009854 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.055209 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-653a0d4b-59d3-4b9d-a055-6cf53a009854 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.118007 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c54a046f-4017-4010-84a4-54c0a2fb3598 req-31471dc2-085f-4912-a2ae-cb4e59042021 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895788 Jul 06 11:41:03.126427 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Allocated IP 172.25.0.121 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/7e623797-bc7c-4adb-b461-72e6a488eddb) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:03.203136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305c449-fb06-4ba0-b15c-da7dd2221285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4db7cf-e179-4357-baa9-8aae3c360c2d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:03.312939 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-653a0d4b-59d3-4b9d-a055-6cf53a009854 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.487523 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-653a0d4b-59d3-4b9d-a055-6cf53a009854 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.562930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f5e404b8-af4c-46f9-a400-b23bae28c361 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:03.563816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad473c-8ec7-450c-8879-5098611c8880 req-9a930ae2-f45d-4b3f-9380-af7e319cf45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:03.566361 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0ad473c-8ec7-450c-8879-5098611c8880 req-9a930ae2-f45d-4b3f-9380-af7e319cf45c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 1135 time: 0.4193337 Jul 06 11:41:03.598403 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-653a0d4b-59d3-4b9d-a055-6cf53a009854 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.601923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-653a0d4b-59d3-4b9d-a055-6cf53a009854 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] 10.222.0.21 "DELETE /v2.0/subnets/a4536a30-4d73-43c4-a1b2-9d375f930468 HTTP/1.1" status: 204 len: 168 time: 0.7437549 Jul 06 11:41:03.605063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a0d4b-59d3-4b9d-a055-6cf53a009854 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Pushing event deleted for resources: {'Subnet': ['ID=a4536a30-4d73-43c4-a1b2-9d375f930468,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:03.607437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42342) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:03.625106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b0478e-a745-4fce-aa8b-00fbea9d4639 None None] Network b583824c-c526-47cc-abfa-321f6537ab77 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:03.716401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.744404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f5e404b8-af4c-46f9-a400-b23bae28c361 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:03.745017 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.786345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5d536-37a1-45a1-a274-30b51a589d34 req-0283eedb-561a-4ecd-81e8-949e21707c44 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:03.801954 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2cd5d536-37a1-45a1-a274-30b51a589d34 req-0283eedb-561a-4ecd-81e8-949e21707c44 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 946 time: 0.2215416 Jul 06 11:41:03.941925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9441a73-de1f-4cf7-b838-4cf15b2a9fbf req-502a34bd-2e25-4311-a7f9-650f792abd4b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:03.944892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9441a73-de1f-4cf7-b838-4cf15b2a9fbf req-502a34bd-2e25-4311-a7f9-650f792abd4b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 984 time: 0.2469101 Jul 06 11:41:03.951228 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:03.956018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2cd5d536-37a1-45a1-a274-30b51a589d34 req-276ffacb-a54b-45ef-8789-e33601e22160 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527982 Jul 06 11:41:04.000267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Allocated IP 172.20.0.9 (bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35/96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5/699ef2a6-c400-4b92-9db8-e50d44341dba) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:04.064909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9441a73-de1f-4cf7-b838-4cf15b2a9fbf req-767783c3-5dd3-480a-99c9-909dd1618af5 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&id=4a0cafd5-0554-4a31-b7e3-e77f5791e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1016548 Jul 06 11:41:04.122032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:04.159090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:04.197938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:04.203043 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Pushing event updated for resources: {'Port': ['ID=7e623797-bc7c-4adb-b461-72e6a488eddb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:04.231112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:04.236091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad473c-8ec7-450c-8879-5098611c8880 req-76bc371a-6d01-4e36-bb05-250882e675e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:04.237640 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0ad473c-8ec7-450c-8879-5098611c8880 req-76bc371a-6d01-4e36-bb05-250882e675e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 914 time: 0.6580093 Jul 06 11:41:04.333908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0ad473c-8ec7-450c-8879-5098611c8880 req-d11edf46-e9c3-47d9-b043-fa942af0ed37 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3 HTTP/1.1" status: 200 len: 217 time: 0.0855994 Jul 06 11:41:04.401022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41e1ca-722d-4137-88ee-4272c73bbda1 None None] DHCP port deletion for b583824c-c526-47cc-abfa-321f6537ab77 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:41:04.407720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99f9aa08-e3ae-4243-a839-d514d7881cd5 req-da23dcbc-ae5d-4e13-9344-237cb5547430 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 210 time: 0.1025522 Jul 06 11:41:04.548801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6c41e1ca-722d-4137-88ee-4272c73bbda1 None None] Deleting port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:04.549193 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c41e1ca-722d-4137-88ee-4272c73bbda1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:04.659287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8c183-4e83-4e8e-a184-da4804924350 req-9bcadf33-f89c-45c3-87de-dcac536b2d4e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:04.659287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17a8c183-4e83-4e8e-a184-da4804924350 req-9bcadf33-f89c-45c3-87de-dcac536b2d4e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 944 time: 0.1731911 Jul 06 11:41:04.659287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42360) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:04.703430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad473c-8ec7-450c-8879-5098611c8880 req-194f8d0b-a26c-477e-bf81-b233aef51067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:04.706132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0ad473c-8ec7-450c-8879-5098611c8880 req-194f8d0b-a26c-477e-bf81-b233aef51067 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=413de151-a848-452c-a05a-e5081aa9ef4d HTTP/1.1" status: 200 len: 853 time: 0.3592696 Jul 06 11:41:04.717182 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6c41e1ca-722d-4137-88ee-4272c73bbda1 None None] For port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6d29e079-d8d3-4a92-ab7d-aedbb56add9b,segment=NetworkSegment(fadf94f9-ca55-43d2-b92c-4149bca146c4),segment_id=fadf94f9-ca55-43d2-b92c-4149bca146c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:04.718277 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c41e1ca-722d-4137-88ee-4272c73bbda1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:04.732860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17a8c183-4e83-4e8e-a184-da4804924350 req-44da4a3b-800c-4026-ad3b-960b858fba8d tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647995 Jul 06 11:41:04.753526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6c41e1ca-722d-4137-88ee-4272c73bbda1 None None] Calling delete_port for 6d29e079-d8d3-4a92-ab7d-aedbb56add9b owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:04.762319 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:04.767837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Deleting port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:04.768188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:04.771956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:04.813164 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0ad473c-8ec7-450c-8879-5098611c8880 req-6b9f000a-52ed-433f-87d8-187450920088 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9016a705-c30b-4269-b89e-df298c811570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799873 Jul 06 11:41:04.866159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1502596982'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:04.891008 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c41e1ca-722d-4137-88ee-4272c73bbda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:04.908023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:04.913940 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:04.921509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41e1ca-722d-4137-88ee-4272c73bbda1 None None] Pushing event deleted for resources: {'Port': ['ID=6d29e079-d8d3-4a92-ab7d-aedbb56add9b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:04.925831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41e1ca-722d-4137-88ee-4272c73bbda1 None None] No DVR routers for this DVR port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:04.928321 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.034173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] For port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6d29e079-d8d3-4a92-ab7d-aedbb56add9b,segment=NetworkSegment(fadf94f9-ca55-43d2-b92c-4149bca146c4),segment_id=fadf94f9-ca55-43d2-b92c-4149bca146c4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:05.034769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.044911 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.103854 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.115423 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.118944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Calling delete_port for 6d29e079-d8d3-4a92-ab7d-aedbb56add9b owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:05.166745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.203600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:41:05.228790 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0ad473c-8ec7-450c-8879-5098611c8880 req-7eec3ae5-1fd4-4b0e-91a4-0c8fbebd5c22 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831015 Jul 06 11:41:05.241207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 630b5dd4-704d-40a5-9f2d-d4aef1839b46 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:05.242901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eff49a7-92ac-4917-bfdc-fe1a718b6936,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:05.301618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.302196 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Added segment 973fe4a8-49b3-45fa-b470-8de7e089dcee of type vlan for network be7966e7-c5ec-4c42-ba3f-7065322c1a4e Jul 06 11:41:05.336433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:05.341423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 630b5dd4-704d-40a5-9f2d-d4aef1839b46 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:05.348774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 630b5dd4-704d-40a5-9f2d-d4aef1839b46 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:05.349820 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.362776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:05.415506 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:05.417497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.428177 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Pushing event updated for resources: {'Port': ['ID=699ef2a6-c400-4b92-9db8-e50d44341dba,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:05.462202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037d2ff-4d00-4c13-8373-615d2e90ddff req-3843f44f-d070-4dff-b9d4-31c487b8b36f tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:05.474100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0037d2ff-4d00-4c13-8373-615d2e90ddff req-3843f44f-d070-4dff-b9d4-31c487b8b36f tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 946 time: 0.3285038 Jul 06 11:41:05.527527 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.550307 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0ad473c-8ec7-450c-8879-5098611c8880 req-ca6d46ac-c6e8-4412-aa04-c3e5c1031c9e service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889256 Jul 06 11:41:05.562347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01675e8-ebd6-44fc-b294-143aac6b48df req-f1969382-1034-49b5-a477-bd9e63e65bca tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:05.576259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a01675e8-ebd6-44fc-b294-143aac6b48df req-f1969382-1034-49b5-a477-bd9e63e65bca tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 984 time: 0.3005254 Jul 06 11:41:05.587115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:05.587825 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.593012 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.603501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:05.603747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Pushing event deleted for resources: {'Port': ['ID=6d29e079-d8d3-4a92-ab7d-aedbb56add9b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:05.604234 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.611609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] No DVR routers for this DVR port 6d29e079-d8d3-4a92-ab7d-aedbb56add9b on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:05.641525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6d29e079-d8d3-4a92-ab7d-aedbb56add9b no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:05.662383 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-558b23bd-42c0-41ba-8605-f74d69ad25d0 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4196990 Jul 06 11:41:05.713131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Request body: {'port': {'device_id': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:05.720167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 6d29e079-d8d3-4a92-ab7d-aedbb56add9b {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:05.721051 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0037d2ff-4d00-4c13-8373-615d2e90ddff req-bb8cb5ee-7479-49a4-8528-bc3e6298c736 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450588 Jul 06 11:41:05.726610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6d29e079-d8d3-4a92-ab7d-aedbb56add9b not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:05.737220 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.776703 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.788486 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.816913 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.818076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 630b5dd4-704d-40a5-9f2d-d4aef1839b46, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=630b5dd4-704d-40a5-9f2d-d4aef1839b46,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:05.819243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f07ca09-927e-48fd-b585-48ff39801100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b5dd4-704d-40a5-9f2d-d4aef1839b46'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:05.822595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b583824c-c526-47cc-abfa-321f6537ab77']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:05.823173 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caaf50a-bf70-48b6-bdc9-4146192a616b" -d '{"events": [{"server_uuid": "7f07ca09-927e-48fd-b585-48ff39801100", "name": "network-vif-plugged", "status": "completed", "tag": "630b5dd4-704d-40a5-9f2d-d4aef1839b46"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:05.828039 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:05.902163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=630b5dd4-704d-40a5-9f2d-d4aef1839b46,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:05.930185 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2694793 Jul 06 11:41:05.941866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42378) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:05.945151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadf94f9-ca55-43d2-b92c-4149bca146c4') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:05.945780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadf94f9-ca55-43d2-b92c-4149bca146c4') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:05.975011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:05.997783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a01675e8-ebd6-44fc-b294-143aac6b48df req-7cf498cc-4b3d-46be-8f09-e93902f0e1cd tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&id=4a0cafd5-0554-4a31-b7e3-e77f5791e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4201658 Jul 06 11:41:05.998609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a8396-0969-4880-a1fc-91dbc52d99fe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Network': ['ID=be7966e7-c5ec-4c42-ba3f-7065322c1a4e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:06.018630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:41:06.036457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:06.163225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3e46-c57b-4556-8f5a-13710fb1df56 req-7413892e-ce86-4fdb-8786-4190a4f3df7f tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:06.165943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e88a3e46-c57b-4556-8f5a-13710fb1df56 req-7413892e-ce86-4fdb-8786-4190a4f3df7f tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 931 time: 0.1643341 Jul 06 11:41:06.236251 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e88a3e46-c57b-4556-8f5a-13710fb1df56 req-a8f76cbd-78dd-4c8f-87de-eb9a601dd307 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592561 Jul 06 11:41:06.584891 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:06.597330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Pushing event updated for resources: {'Port': ['ID=7e623797-bc7c-4adb-b461-72e6a488eddb,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:06.613349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:41:06.614094 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:41:06.621415 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:41:06.636961 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:06.698378 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:06.783612 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:06.785212 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0b5f082c-c6c9-4b3b-a157-eb35e890834a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7333839 Jul 06 11:41:06.794510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:06.825970 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:06.828949 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] 10.222.0.21 "DELETE /v2.0/networks/b583824c-c526-47cc-abfa-321f6537ab77 HTTP/1.1" status: 204 len: 168 time: 3.2043326 Jul 06 11:41:06.890156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-15820943-2167-4429-809e-259822d1715e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5987501 Jul 06 11:41:06.896547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a25df-abf9-4b6b-a217-6d715bd980ff tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151 tempest-ExtraDHCPOptionsIpV6TestJSON-1600318151-project] Pushing event deleted for resources: {'Network': ['ID=b583824c-c526-47cc-abfa-321f6537ab77,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:06.902095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:06.908636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:06.915649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:06.956133 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:07.015284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183390a-5d1f-4899-a17a-c4bbdf15388d req-91cb906d-a848-4177-8f10-41e8175b2c3b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:07.017476 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a183390a-5d1f-4899-a17a-c4bbdf15388d req-91cb906d-a848-4177-8f10-41e8175b2c3b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 945 time: 0.5854921 Jul 06 11:41:07.128226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a183390a-5d1f-4899-a17a-c4bbdf15388d req-6d792e69-dd53-4339-897a-8b728f073b6e tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826373 Jul 06 11:41:07.189266 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:07.236904 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb86306-9243-4e5e-b72f-d1d58e7389d8 x-openstack-request-id: req-8cb86306-9243-4e5e-b72f-d1d58e7389d8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:07.237722 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f07ca09-927e-48fd-b585-48ff39801100", "name": "network-vif-plugged", "status": "completed", "tag": "630b5dd4-704d-40a5-9f2d-d4aef1839b46", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:07.237722 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cb86306-9243-4e5e-b72f-d1d58e7389d8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:07.238211 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f07ca09-927e-48fd-b585-48ff39801100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b5dd4-704d-40a5-9f2d-d4aef1839b46', 'code': 200} Jul 06 11:41:07.306681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42396) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:07.449321 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Allocated IP 172.25.0.122 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/a030a6db-3142-4adc-af9b-e247d8090b38) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:07.516218 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-4bb76cc1-2fd8-49bc-898c-6f61889ae602 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--900752509&fields=id&tenant_id=f200afbe225345f8978c834e6e0a964b HTTP/1.1" status: 200 len: 267 time: 0.1210616 Jul 06 11:41:07.706030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699ef2a6-c400-4b92-9db8-e50d44341dba {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:07.717318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:07.730495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fae236-c94a-43cf-a2f3-218ccb2616de req-3da53959-215c-45a9-bfdc-13a37ea5879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:07.733232 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-46fae236-c94a-43cf-a2f3-218ccb2616de req-3da53959-215c-45a9-bfdc-13a37ea5879e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 1096 time: 0.3973601 Jul 06 11:41:07.736823 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:07.827785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5303249a-4b52-431c-b12d-efed04eea3f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e101f2ae94a64caab684befd3c88d9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125208 Jul 06 11:41:07.832503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42406) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:07.853142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Transition to ACTIVE for port object 699ef2a6-c400-4b92-9db8-e50d44341dba will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:07.885125 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:07.905307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=5cbdf516-2855-4f12-bf33-787145fc1f4e,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:07.932346 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-46fae236-c94a-43cf-a2f3-218ccb2616de req-16c7c471-9679-40ee-b0d6-efb7b9907003 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510351 Jul 06 11:41:07.944851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787124d-90f2-4306-9566-bc4babc1222d req-78f9da23-2c65-4e9b-861c-28646da5b14a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:07.947703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-78f9da23-2c65-4e9b-861c-28646da5b14a tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/networks?id=2f7be078-855b-4d05-a52d-34fd61bfc5a4 HTTP/1.1" status: 200 len: 812 time: 0.4078758 Jul 06 11:41:07.973978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=699ef2a6-c400-4b92-9db8-e50d44341dba,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:07.980827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:07.982324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network hostable DHCP agents. Network: be7966e7-c5ec-4c42-ba3f-7065322c1a4e, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:41:08.003073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.018035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-1d45658d-73c9-43c1-9234-3dab66db0dc9 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/quotas/f200afbe225345f8978c834e6e0a964b HTTP/1.1" status: 200 len: 375 time: 0.0565307 Jul 06 11:41:08.052603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:41:08.071693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, be7966e7-c5ec-4c42-ba3f-7065322c1a4e) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:08.086076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a6b0d-779d-406e-94d2-889d35298de0 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:08.086359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:08.086987 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.097990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Attempting to bind port 699ef2a6-c400-4b92-9db8-e50d44341dba on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:08.098325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Attempting to bind port 699ef2a6-c400-4b92-9db8-e50d44341dba by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:08.098658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Attempting to bind port 699ef2a6-c400-4b92-9db8-e50d44341dba on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:08.107885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Port 699ef2a6-c400-4b92-9db8-e50d44341dba on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:41:08.108465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Attempting to bind port 699ef2a6-c400-4b92-9db8-e50d44341dba on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:08.111497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3c028ba-3fc2-407a-b007-89cec4f35a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.116726 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f69a6a6a-c285-405d-8a90-78aacc715661 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1604540 Jul 06 11:41:08.118050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:08.118460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Checking segment: {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:08.118926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Bound using segment: {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:08.119596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Bound port: 699ef2a6-c400-4b92-9db8-e50d44341dba, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:08.120024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.123809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42408) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:08.136718 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'name': 'tempest-NetworksTestDHCPv6-1525924480'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:08.206683 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3c028ba-3fc2-407a-b007-89cec4f35a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.264397 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.335835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] For port 699ef2a6-c400-4b92-9db8-e50d44341dba, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:08.344537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] For port 699ef2a6-c400-4b92-9db8-e50d44341dba, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=699ef2a6-c400-4b92-9db8-e50d44341dba,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:08.361544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.385802 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-e401d042-3064-42cd-9d3f-e22db22a2d61 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f200afbe225345f8978c834e6e0a964b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3521395 Jul 06 11:41:08.388725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:08.403405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:08.410143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '5cbdf516-2855-4f12-bf33-787145fc1f4e'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:08.411787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:08.413729 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.453213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:08.454704 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.456596 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] 10.222.0.86 "PUT /v2.0/ports/699ef2a6-c400-4b92-9db8-e50d44341dba HTTP/1.1" status: 200 len: 1091 time: 2.7823508 Jul 06 11:41:08.458612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'tag': '699ef2a6-c400-4b92-9db8-e50d44341dba'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:08.462810 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801338da-79fb-40fe-996b-84e71090aad1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f18b5ee-2f7b-4c48-b96c-a90695c496ce", "tag": "699ef2a6-c400-4b92-9db8-e50d44341dba"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:08.480325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Pushing event updated for resources: {'Port': ['ID=a030a6db-3142-4adc-af9b-e247d8090b38,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:08.484246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:08.491636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.591551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89257b32-2dff-4e82-bdc5-3ac0d8907ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=699ef2a6-c400-4b92-9db8-e50d44341dba,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:08.599435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 1a2274b2-8e76-4cdc-85ad-e089ccae53cf yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:41:08.620092 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3c028ba-3fc2-407a-b007-89cec4f35a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.626888 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3c028ba-3fc2-407a-b007-89cec4f35a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.640429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b3c028ba-3fc2-407a-b007-89cec4f35a48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48f6abca-61a9-4f2f-8590-7dc4bef7be9d HTTP/1.1" status: 204 len: 168 time: 0.8016908 Jul 06 11:41:08.712619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/5cbdf516-2855-4f12-bf33-787145fc1f4e/5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:08.743874 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c028ba-3fc2-407a-b007-89cec4f35a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f6abca-61a9-4f2f-8590-7dc4bef7be9d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:08.766572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-f095367f-c57f-495d-ac58-fb2c43b2875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:08.769801 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-f095367f-c57f-495d-ac58-fb2c43b2875b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 1094 time: 0.2385345 Jul 06 11:41:08.825810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-aa5d8c6b-ea9a-4283-b55f-d37e872c8acd service neutron] 10.222.0.21 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006546 Jul 06 11:41:08.879364 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-e0a18bb6-b29c-4c0c-b74a-8b24100f98f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=699ef2a6-c400-4b92-9db8-e50d44341dba HTTP/1.1" status: 200 len: 217 time: 0.0983722 Jul 06 11:41:08.937539 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.979549 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.987751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-754b53ee-2562-40e8-b95a-8c2bbc590f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:08.991027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-754b53ee-2562-40e8-b95a-8c2bbc590f86 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5 HTTP/1.1" status: 200 len: 844 time: 0.1052976 Jul 06 11:41:08.992711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Transition to ACTIVE for port object 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:09.021639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Transition to ACTIVE for port object 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:09.032548 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.096206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-a8230598-47f5-44ab-9527-a20e12abe712 service neutron] 10.222.0.21 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586186 Jul 06 11:41:09.098786 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.117181 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-c0a0ca97-53e4-4c79-b8d0-d84f7db29737 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092265 Jul 06 11:41:09.132282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:09.143487 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:09.150101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:09.271369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::3ba (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/5cbdf516-2855-4f12-bf33-787145fc1f4e/1a2274b2-8e76-4cdc-85ad-e089ccae53cf) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:09.284150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Attempting to bind port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:09.285186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Attempting to bind port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:09.287077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Attempting to bind port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:09.290428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Pushing event updated for resources: {'Port': ['ID=5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:09.301429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:09.302508 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:09.303827 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.304710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:09.305948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Bound port: 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:09.306902 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.382470 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-3aef3e09-35e1-42bc-a2b1-326bbade1914 service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587109 Jul 06 11:41:09.455362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] For port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:09.464125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] For port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:09.476069 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.718799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.725324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e057778-d3bb-4f53-8aaa-0f43d116173d None None] Pushing event updated for resources: {'Port': ['ID=5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:09.729817 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.969078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Pushing event updated for resources: {'Port': ['ID=a030a6db-3142-4adc-af9b-e247d8090b38,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:09.991785 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.994602 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:10.058846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 1a2274b2-8e76-4cdc-85ad-e089ccae53cf will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:10.070170 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:10.105720 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d83650ed-aecc-4bc5-969f-8712d1b51a90 req-705dfcb9-714c-47f3-82ad-eefee05c1328 service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079706 Jul 06 11:41:10.108240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-391e50c0-fa3f-4069-a9c5-2e8a452b6133 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2059667 Jul 06 11:41:10.176123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:10.230816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedfea2-9ab6-4028-8110-b3ea431b3dfd req-7b103290-2104-42ef-8dc6-f1d097df7073 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:10.234108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bedfea2-9ab6-4028-8110-b3ea431b3dfd req-7b103290-2104-42ef-8dc6-f1d097df7073 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 984 time: 0.4012320 Jul 06 11:41:10.243760 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-278c4a5b-156d-482d-aa58-2ad29110c68a tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.1339226 Jul 06 11:41:10.247682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42442) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:10.371642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:10.376715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:10.379798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:10.386748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:10.388043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:10.401207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=1a2274b2-8e76-4cdc-85ad-e089ccae53cf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:10.436731 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9810910f-5262-4c38-b650-48741eb27fb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3114266 Jul 06 11:41:10.437924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42448) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:10.553949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bedfea2-9ab6-4028-8110-b3ea431b3dfd req-0f0de68d-8b89-4a3d-b929-1a10d5e4fa0b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&id=4a0cafd5-0554-4a31-b7e3-e77f5791e9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3045232 Jul 06 11:41:10.570809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1391215303'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:10.600996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-33e93204-bdcf-4fe2-8e34-879968cc91e4 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:10.602619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb002a8a-e25b-4cde-aaaa-bcd9e9ac37cc req-33e93204-bdcf-4fe2-8e34-879968cc91e4 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.3334055 Jul 06 11:41:10.641375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Made reservation on behalf of c04e4f6a6bf54045898e60bf551579f6 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:10.663025 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:10.672934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85023de5-2dde-4d07-b04d-9e5acd6e59ae tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:10.682673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85023de5-2dde-4d07-b04d-9e5acd6e59ae tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:10.688309 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-85023de5-2dde-4d07-b04d-9e5acd6e59ae tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2489634 Jul 06 11:41:10.689697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42454) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:10.697046 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:10.896409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54cca82d-edcb-4a72-b7e0-7a30c5dacfbe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 1a2274b2-8e76-4cdc-85ad-e089ccae53cf {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:10.897164 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54cca82d-edcb-4a72-b7e0-7a30c5dacfbe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:11.024273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:11.039185 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9ad03-90eb-44de-baa8-dc81fa074b93 req-fcb70699-d4c1-4316-823e-e2c6ef2e2894 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:11.040847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93a9ad03-90eb-44de-baa8-dc81fa074b93 req-fcb70699-d4c1-4316-823e-e2c6ef2e2894 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 943 time: 0.2525506 Jul 06 11:41:11.043543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:11.057923 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54cca82d-edcb-4a72-b7e0-7a30c5dacfbe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:11.080736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54cca82d-edcb-4a72-b7e0-7a30c5dacfbe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 1a2274b2-8e76-4cdc-85ad-e089ccae53cf owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:11.104283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:41:11.127476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0212cdca-bfde-4bf1-9b7e-3685726d1535,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:11.136970 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:11.138637 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Added segment dd4c7d69-efe6-4c46-97aa-b54ed348e81a of type vlan for network 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 Jul 06 11:41:11.180474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93a9ad03-90eb-44de-baa8-dc81fa074b93 req-b3ebbd6d-1409-4768-920d-6a20f05d261b tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274388 Jul 06 11:41:11.219800 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885853d-b556-4ddc-8416-87021470698a req-e8b535a4-aea5-4ace-8261-71bfab92e9db tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:11.219800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b885853d-b556-4ddc-8416-87021470698a req-e8b535a4-aea5-4ace-8261-71bfab92e9db tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 945 time: 0.2443700 Jul 06 11:41:11.232555 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:11.306672 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b885853d-b556-4ddc-8416-87021470698a req-919dede2-854c-4f42-ab23-98c78424e3e2 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790110 Jul 06 11:41:11.331097 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbabd4a9-1b20-46d4-b70e-55f4345173bd x-openstack-request-id: req-cbabd4a9-1b20-46d4-b70e-55f4345173bd {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:11.331412 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f18b5ee-2f7b-4c48-b96c-a90695c496ce", "tag": "699ef2a6-c400-4b92-9db8-e50d44341dba", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:11.331588 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbabd4a9-1b20-46d4-b70e-55f4345173bd {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:11.332001 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'tag': '699ef2a6-c400-4b92-9db8-e50d44341dba', 'status': 'completed', 'code': 200} Jul 06 11:41:11.335614 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54cca82d-edcb-4a72-b7e0-7a30c5dacfbe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:11.342070 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:11.358370 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:11.359771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:11.505173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fdbd0f6-44ed-41c9-bd7b-a07888d053af req-530bb1f1-6e6e-4a43-b744-5d4827b6f936 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-90326121&fields=id&tenant_id=4ddb6b4828a84a97bba1122af077e603 HTTP/1.1" status: 200 len: 267 time: 0.0594995 Jul 06 11:41:11.511507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cca82d-edcb-4a72-b7e0-7a30c5dacfbe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=1a2274b2-8e76-4cdc-85ad-e089ccae53cf,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:11.515434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01b267-6947-45de-b8a9-bff0fc72a8e3 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:11.519422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2670045 Jul 06 11:41:11.521562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42460) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:11.538354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Request body: {'subnet': {'network_id': '846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:11.579332 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12c96f81-3a50-4a99-bfc2-be36d9a845cd req-70b401d5-c866-41b2-9ae6-0a4983c3a381 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 210 time: 0.0528779 Jul 06 11:41:11.634705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ee18261d-891b-415b-9bdf-1392d578eef7 None None] Provisioning for port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:11.653815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1123b90-ba04-4ceb-9b1b-1fe875b27896 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Pushing event updated for resources: {'Network': ['ID=846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:11.669732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:41:11.719384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbd0f6-44ed-41c9-bd7b-a07888d053af req-6499a051-a02a-48bb-9b31-cc8dec22407c tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:11.722422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fdbd0f6-44ed-41c9-bd7b-a07888d053af req-6499a051-a02a-48bb-9b31-cc8dec22407c tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 984 time: 0.1971195 Jul 06 11:41:11.730328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1fdbd0f6-44ed-41c9-bd7b-a07888d053af req-b4514121-18ac-4a3c-8f21-e8e1726d264b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'port': {'security_groups': ['4a0cafd5-0554-4a31-b7e3-e77f5791e9d9', 'a2d403bd-2d63-4e36-b632-fc7c4ec31cf8', '0d7ca999-b7be-4b24-82c0-fa1b46336982']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:11.771837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:11.831588 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54cca82d-edcb-4a72-b7e0-7a30c5dacfbe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:11.835105 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-54cca82d-edcb-4a72-b7e0-7a30c5dacfbe tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/1a2274b2-8e76-4cdc-85ad-e089ccae53cf HTTP/1.1" status: 204 len: 168 time: 1.1438248 Jul 06 11:41:11.888977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42472) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:11.946658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:11.953840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:11.954470 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.015682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a52818-83c4-4a6c-babc-5130e06d9e8b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:12.017955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a52818-83c4-4a6c-babc-5130e06d9e8b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:12.019740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-72a52818-83c4-4a6c-babc-5130e06d9e8b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1295128 Jul 06 11:41:12.024841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42474) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:12.069736 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.116100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787124d-90f2-4306-9566-bc4babc1222d req-f07ff493-246f-43e7-bfa0-03b8e8781e81 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:12.119078 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-f07ff493-246f-43e7-bfa0-03b8e8781e81 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.47 "GET /v2.0/networks?id=2f7be078-855b-4d05-a52d-34fd61bfc5a4 HTTP/1.1" status: 200 len: 812 time: 0.2683358 Jul 06 11:41:12.121676 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fdbd0f6-44ed-41c9-bd7b-a07888d053af req-b4514121-18ac-4a3c-8f21-e8e1726d264b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.125063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:12.133668 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.136107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-32aed044-8e6b-49f0-b81c-e1eb2591ee4c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 5cbdf516-2855-4f12-bf33-787145fc1f4e {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:12.139967 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32aed044-8e6b-49f0-b81c-e1eb2591ee4c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.190211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801338da-79fb-40fe-996b-84e71090aad1 req-c6d8ef7a-5b30-41f7-9221-2005efbe4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:12.191354 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-801338da-79fb-40fe-996b-84e71090aad1 req-c6d8ef7a-5b30-41f7-9221-2005efbe4601 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 1094 time: 0.8102319 Jul 06 11:41:12.195256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32aed044-8e6b-49f0-b81c-e1eb2591ee4c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.223024 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-4c1fab91-2975-4e86-aa86-e23406096779 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f200afbe225345f8978c834e6e0a964b HTTP/1.1" status: 200 len: 379 time: 0.0804355 Jul 06 11:41:12.245172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Request body: {'port': {'device_id': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'admin_state_up': True, 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'security_groups': ['22c21382-0249-4f86-9609-86db80a5d443']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:12.329957 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:12.358241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32aed044-8e6b-49f0-b81c-e1eb2591ee4c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.359960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Made reservation on behalf of c04e4f6a6bf54045898e60bf551579f6 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:12.364277 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.449781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-8a18b334-a916-415b-abf8-9e8cfcbf965c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:12.452455 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-8a18b334-a916-415b-abf8-9e8cfcbf965c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 821 time: 0.6674385 Jul 06 11:41:12.490224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-23a2173e-e4b7-4c2e-9f78-e8b8d04182bd None None] Provisioning complete for port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:12.491342 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23a2173e-e4b7-4c2e-9f78-e8b8d04182bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.498787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-1a0a33b5-7ad4-4472-9ce7-81dd25870cd3 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/quotas/e91253fcf327437ca42343dbef8510a4 HTTP/1.1" status: 200 len: 375 time: 0.0260715 Jul 06 11:41:12.507383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801338da-79fb-40fe-996b-84e71090aad1 req-e8d94da3-9627-4b36-a290-52cfa44e3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:12.509111 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-801338da-79fb-40fe-996b-84e71090aad1 req-e8d94da3-9627-4b36-a290-52cfa44e3e26 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 905 time: 0.2944567 Jul 06 11:41:12.574537 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-801338da-79fb-40fe-996b-84e71090aad1 req-503fcc7a-feae-459c-8219-b30e3b1a8c87 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=699ef2a6-c400-4b92-9db8-e50d44341dba HTTP/1.1" status: 200 len: 217 time: 0.0493646 Jul 06 11:41:12.624578 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32aed044-8e6b-49f0-b81c-e1eb2591ee4c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.638653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801338da-79fb-40fe-996b-84e71090aad1 req-a159bbdb-0dcd-4d0c-aa8a-c5ed79d4de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:12.640591 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-801338da-79fb-40fe-996b-84e71090aad1 req-a159bbdb-0dcd-4d0c-aa8a-c5ed79d4de7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5 HTTP/1.1" status: 200 len: 844 time: 0.0596328 Jul 06 11:41:12.686140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aed044-8e6b-49f0-b81c-e1eb2591ee4c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbdf516-2855-4f12-bf33-787145fc1f4e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:12.689183 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32aed044-8e6b-49f0-b81c-e1eb2591ee4c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:12.695559 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-32aed044-8e6b-49f0-b81c-e1eb2591ee4c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/5cbdf516-2855-4f12-bf33-787145fc1f4e HTTP/1.1" status: 204 len: 168 time: 0.6629112 Jul 06 11:41:12.696864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42480) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:12.701248 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-801338da-79fb-40fe-996b-84e71090aad1 req-08b559aa-037d-4f86-a210-e8efac927f44 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506024 Jul 06 11:41:12.732605 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-21e48d34-c5df-4e81-8654-3fdfdf835c32 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1950078 Jul 06 11:41:12.825780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ba919093-88b6-4e00-a095-b37650f6d250 None None] Could not find standard attr ID for object 1a2274b2-8e76-4cdc-85ad-e089ccae53cf. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:41:12.837266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7a88e-4763-4934-826e-5e5ea4854e97 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:12.898515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1fdbd0f6-44ed-41c9-bd7b-a07888d053af req-b4514121-18ac-4a3c-8f21-e8e1726d264b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] For port a44fc4f5-80bc-4d75-b880-a1a3889569f3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:12.908094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-fcfb91c1-5ff9-4e4f-aef4-10e0e415f80c service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471481 Jul 06 11:41:13.014064 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fdbd0f6-44ed-41c9-bd7b-a07888d053af req-b4514121-18ac-4a3c-8f21-e8e1726d264b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.021075 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fdbd0f6-44ed-41c9-bd7b-a07888d053af req-b4514121-18ac-4a3c-8f21-e8e1726d264b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.038008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['99f13dc4-ebc8-41e0-8755-ead696d1bbc9', 'a44fc4f5-80bc-4d75-b880-a1a3889569f3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:13.101551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbd0f6-44ed-41c9-bd7b-a07888d053af req-b4514121-18ac-4a3c-8f21-e8e1726d264b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:13.102402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1fdbd0f6-44ed-41c9-bd7b-a07888d053af req-b4514121-18ac-4a3c-8f21-e8e1726d264b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.116049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fdbd0f6-44ed-41c9-bd7b-a07888d053af req-b4514121-18ac-4a3c-8f21-e8e1726d264b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "PUT /v2.0/ports/a44fc4f5-80bc-4d75-b880-a1a3889569f3 HTTP/1.1" status: 200 len: 1020 time: 1.3924105 Jul 06 11:41:13.123197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'tag': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:13.128865 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78efe15-76ac-4271-8902-22f0dc0585f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cea9736e-b05f-4a85-9047-1a58fcbf9384", "tag": "a44fc4f5-80bc-4d75-b880-a1a3889569f3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:13.172444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7494123-f8d0-400e-bb9c-ac2414308d30 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:41:13.172969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Made reservation on behalf of f200afbe225345f8978c834e6e0a964b for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:13.179488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.204070 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-82e5d302-daa0-482c-95a7-753bc0e901f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5033779 Jul 06 11:41:13.208500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42486) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:13.223554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4514121-18ac-4a3c-8f21-e8e1726d264b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'Port': ['ID=a44fc4f5-80bc-4d75-b880-a1a3889569f3,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:13.233271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-bf85ee56-7083-4252-8d39-9c774ace426a service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172724 Jul 06 11:41:13.240734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-354c4724-d0ed-467b-be40-2a68ca044d4d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:13.244128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a44fc4f5-80bc-4d75-b880-a1a3889569f3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:13.458788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f7494123-f8d0-400e-bb9c-ac2414308d30 None None] Deleting port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:13.459486 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7494123-f8d0-400e-bb9c-ac2414308d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.627389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354c4724-d0ed-467b-be40-2a68ca044d4d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:13.631413 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-354c4724-d0ed-467b-be40-2a68ca044d4d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.705017 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f7494123-f8d0-400e-bb9c-ac2414308d30 None None] For port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:13.705664 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7494123-f8d0-400e-bb9c-ac2414308d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:13.745374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:13.793375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f7494123-f8d0-400e-bb9c-ac2414308d30 None None] Calling delete_port for 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:13.838936 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-801338da-79fb-40fe-996b-84e71090aad1 req-c86a7caf-59a6-411c-b50f-821ff7d8928b service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8024373 Jul 06 11:41:13.865863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dbd1a826-84a6-409f-a92a-d73d895256fc req-d8d8d072-6755-4f5c-8bcc-dbfe02e2da82 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 210 time: 0.0894117 Jul 06 11:41:13.962719 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 699ef2a6-c400-4b92-9db8-e50d44341dba details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:41:13.977097 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-801338da-79fb-40fe-996b-84e71090aad1 req-e699f72f-d293-49b2-ad4f-ece36f3b3c96 service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196256 Jul 06 11:41:13.993163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb4d7a72-152b-4d68-89e5-71523769521f req-fe2c0ade-eda2-43bf-ba33-e3ac5714feec tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/0d7ca999-b7be-4b24-82c0-fa1b46336982 HTTP/1.1" status: 200 len: 1801 time: 0.0764344 Jul 06 11:41:14.034725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e9e1a-f056-4252-94a8-b036d89b2f57 req-9df77c3a-69fa-49e8-a559-86115d51ae58 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:14.036268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.041654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a3e9e1a-f056-4252-94a8-b036d89b2f57 req-9df77c3a-69fa-49e8-a559-86115d51ae58 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 943 time: 0.2244010 Jul 06 11:41:14.146425 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a3e9e1a-f056-4252-94a8-b036d89b2f57 req-9774fb0c-55df-443c-8918-c76201cd4b4c tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035087 Jul 06 11:41:14.151589 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-bb4d7a72-152b-4d68-89e5-71523769521f req-118e5ac0-7d4b-433d-b589-389dfa2df1a1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 11:41:14.159501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb4d7a72-152b-4d68-89e5-71523769521f req-118e5ac0-7d4b-433d-b589-389dfa2df1a1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "DELETE /v2.0/security-groups/0d7ca999-b7be-4b24-82c0-fa1b46336982 HTTP/1.1" status: 409 len: 341 time: 0.1642334 Jul 06 11:41:14.219014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Allocated IP 172.20.0.9 (2f7be078-855b-4d05-a52d-34fd61bfc5a4/e2b1e286-2ad0-433c-9c18-584f5f002487/d48eb56a-c416-4921-9723-dbf0e79e2836) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:14.269050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Pushing event updated for resources: {'Subnet': ['ID=a8085a6e-95d3-41a5-9bbc-e270075276e8,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:14.287369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Checking segment: {'id': 'dd4c7d69-efe6-4c46-97aa-b54ed348e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:14.287784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Network hostable DHCP agents. Network: 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:41:14.295704 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9743fa9-00b0-4401-9d6d-45d83d0425be x-openstack-request-id: req-d9743fa9-00b0-4401-9d6d-45d83d0425be {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:14.296191 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea9736e-b05f-4a85-9047-1a58fcbf9384", "tag": "a44fc4f5-80bc-4d75-b880-a1a3889569f3", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:14.302482 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9743fa9-00b0-4401-9d6d-45d83d0425be {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:14.304688 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'tag': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3', 'status': 'completed', 'code': 200} Jul 06 11:41:14.387016 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9444199a-04cb-4850-951c-af4bd5cb391e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.418296 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.460841 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7494123-f8d0-400e-bb9c-ac2414308d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.532513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d01452c-3212-403f-9c89-75ee7143b014 req-f2691726-11cc-47e2-ba7b-f50a8369af67 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 210 time: 0.0687439 Jul 06 11:41:14.542327 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.556102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7494123-f8d0-400e-bb9c-ac2414308d30 None None] Pushing event deleted for resources: {'Port': ['ID=5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:14.564937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7494123-f8d0-400e-bb9c-ac2414308d30 None None] No DVR routers for this DVR port 5c3560f8-e0e6-4c75-831c-3a5c62bcf7d7 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:14.601929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 699ef2a6-c400-4b92-9db8-e50d44341dba, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=699ef2a6-c400-4b92-9db8-e50d44341dba,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:14.690650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '699ef2a6-c400-4b92-9db8-e50d44341dba', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'port_id': '699ef2a6-c400-4b92-9db8-e50d44341dba', 'mac_address': 'fa:16:3e:7e:33:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:41:14.731068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da26e3-5c2b-4a29-b50e-d86ffcdf93a2 req-b1fceb57-f920-459e-bcb2-bc70acb74e7b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:14.731979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Network 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:41:14.738638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97da26e3-5c2b-4a29-b50e-d86ffcdf93a2 req-b1fceb57-f920-459e-bcb2-bc70acb74e7b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 945 time: 0.2616947 Jul 06 11:41:14.760661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Transition to ACTIVE for port object d48eb56a-c416-4921-9723-dbf0e79e2836 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:14.765884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:14.770836 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-354c4724-d0ed-467b-be40-2a68ca044d4d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.815538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:14.816525 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.849808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97da26e3-5c2b-4a29-b50e-d86ffcdf93a2 req-0a4a67da-bd90-4b9f-9026-db8779297afd tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073720 Jul 06 11:41:14.904779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354c4724-d0ed-467b-be40-2a68ca044d4d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:14.921650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c4724-d0ed-467b-be40-2a68ca044d4d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=7a4c354f-d365-4d4d-addd-65b20209f5c0,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:14.930763 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d892b7b2-7625-4fc8-a92d-c925c1cf3866 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4066246 Jul 06 11:41:14.932134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-354c4724-d0ed-467b-be40-2a68ca044d4d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:14.933676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42506) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:14.942139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354c4724-d0ed-467b-be40-2a68ca044d4d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:14.942925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-354c4724-d0ed-467b-be40-2a68ca044d4d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.943184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Request body: {'port': {'network_id': '846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1489052204'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:14.951794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15de69-4280-44ee-bd23-091384ebb198 None None] Network 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:14.977904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78efe15-76ac-4271-8902-22f0dc0585f7 req-8c29e9b4-e794-480c-8d71-ca3bdcbb33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:14.980856 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78efe15-76ac-4271-8902-22f0dc0585f7 req-8c29e9b4-e794-480c-8d71-ca3bdcbb33e5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 1174 time: 0.6350324 Jul 06 11:41:14.982421 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:14.988178 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-354c4724-d0ed-467b-be40-2a68ca044d4d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7622759 Jul 06 11:41:14.999004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42508) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:15.020235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'name': 'tempest-NetworksTestDHCPv6-1300084317'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:15.040908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:15.070699 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.086674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec869f-7424-4e01-99ad-01104f860f9a None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:15.099523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:15.179527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:15.249201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Made reservation on behalf of c04e4f6a6bf54045898e60bf551579f6 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:15.265219 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.335472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699ef2a6-c400-4b92-9db8-e50d44341dba {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:15.354873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] device_id is not set on port b8de4bbb-6335-4849-b397-1833943a3a6e yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:41:15.512006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-6f4ba9a6-3441-4143-9a87-83594ecec67d tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:15.514778 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-6f4ba9a6-3441-4143-9a87-83594ecec67d tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.86 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 821 time: 0.1377203 Jul 06 11:41:15.526868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Pushing event updated for resources: {'Port': ['ID=d48eb56a-c416-4921-9723-dbf0e79e2836,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:15.538182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Request body: {'port': {'device_id': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'admin_state_up': True, 'tenant_id': 'e91253fcf327437ca42343dbef8510a4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:15.620767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:15.622462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.645000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 699ef2a6-c400-4b92-9db8-e50d44341dba, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=699ef2a6-c400-4b92-9db8-e50d44341dba,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:15.679230 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-99287038-ee3e-47a3-967e-afc283a558f8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4435775 Jul 06 11:41:15.685826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78efe15-76ac-4271-8902-22f0dc0585f7 req-dfbb0c5d-cb3b-4fb4-8962-5860c6bf2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:15.687671 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78efe15-76ac-4271-8902-22f0dc0585f7 req-dfbb0c5d-cb3b-4fb4-8962-5860c6bf2c5b service neutron] 10.222.0.86 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 914 time: 0.6869843 Jul 06 11:41:15.696858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Request body: {'port': {'device_id': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:15.697309 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.795355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.801522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=699ef2a6-c400-4b92-9db8-e50d44341dba,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:15.804648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e4356155-e1dc-4602-9afb-f3e641265754 None None] Provisioning for port d48eb56a-c416-4921-9723-dbf0e79e2836 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:15.817826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Allocated IP 172.20.0.2 (846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0/a8085a6e-95d3-41a5-9bbc-e270075276e8/b8de4bbb-6335-4849-b397-1833943a3a6e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:15.841584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e4356155-e1dc-4602-9afb-f3e641265754 None None] Provisioning complete for port d48eb56a-c416-4921-9723-dbf0e79e2836 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:15.841968 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4356155-e1dc-4602-9afb-f3e641265754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.853600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b092f-9b93-44ba-86fa-45effd7970d4 req-2be38898-8e98-469a-ba48-7f82c186a480 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:15.855403 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-199b092f-9b93-44ba-86fa-45effd7970d4 req-2be38898-8e98-469a-ba48-7f82c186a480 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 1023 time: 0.5365274 Jul 06 11:41:15.876057 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78efe15-76ac-4271-8902-22f0dc0585f7 req-07d0ed43-0952-4518-a77f-d062038ec65d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3 HTTP/1.1" status: 200 len: 217 time: 0.0892839 Jul 06 11:41:15.930772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595907b9-132d-4b5c-ac58-e2b5f3bd85b8 req-8847a3bb-4ee3-4665-b168-bdd242e4094b tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:15.932565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-595907b9-132d-4b5c-ac58-e2b5f3bd85b8 req-8847a3bb-4ee3-4665-b168-bdd242e4094b tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 931 time: 0.3255517 Jul 06 11:41:15.941562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:15.945759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:15.977717 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4356155-e1dc-4602-9afb-f3e641265754 None None] Port d48eb56a-c416-4921-9723-dbf0e79e2836 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:15.982247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '7a4c354f-d365-4d4d-addd-65b20209f5c0'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:15.983143 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.003016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0', 'network_id': '846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0', 'tenant_id': 'c04e4f6a6bf54045898e60bf551579f6', 'fixed_ips': [{'subnet_id': 'a8085a6e-95d3-41a5-9bbc-e270075276e8'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:16.003489 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.011748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 50ec55f6-d6fe-487f-9efa-aff852b04ada yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:41:16.035493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Made reservation on behalf of e91253fcf327437ca42343dbef8510a4 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:16.039311 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.042786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78efe15-76ac-4271-8902-22f0dc0585f7 req-5bb0df40-0a67-48ff-b59c-b16e0bdb8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.044481 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78efe15-76ac-4271-8902-22f0dc0585f7 req-5bb0df40-0a67-48ff-b59c-b16e0bdb8b43 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=413de151-a848-452c-a05a-e5081aa9ef4d HTTP/1.1" status: 200 len: 853 time: 0.1607628 Jul 06 11:41:16.100471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['699ef2a6-c400-4b92-9db8-e50d44341dba'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:16.188827 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78efe15-76ac-4271-8902-22f0dc0585f7 req-5fb7b0b3-db68-4265-8d3b-46c5c22ddb8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9016a705-c30b-4269-b89e-df298c811570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678556 Jul 06 11:41:16.365049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-199b092f-9b93-44ba-86fa-45effd7970d4 req-db6014fe-060b-480b-b0ae-11b13a223cbb tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&id=4a0cafd5-0554-4a31-b7e3-e77f5791e9d9&id=0d7ca999-b7be-4b24-82c0-fa1b46336982&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.4812751 Jul 06 11:41:16.415417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/7a4c354f-d365-4d4d-addd-65b20209f5c0/be43929f-1234-4c61-a1ad-c8e2d381a00c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:16.429499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-595907b9-132d-4b5c-ac58-e2b5f3bd85b8 req-fb0e0358-601d-4245-ac54-2a0504748c8b tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4809308 Jul 06 11:41:16.629649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.658689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-96ac58dd-f4e2-4057-a23d-3e10ad78e1f4 req-822a3fba-bebe-4d53-bf35-c0f4dd8f5cd2 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 210 time: 0.0478804 Jul 06 11:41:16.678663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Transition to ACTIVE for port object b8de4bbb-6335-4849-b397-1833943a3a6e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:16.734432 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ecad6-c331-4a20-8425-783d7b8b138f req-43139066-779e-47a6-ad65-d4b879df92e6 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:16.737665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf2ecad6-c331-4a20-8425-783d7b8b138f req-43139066-779e-47a6-ad65-d4b879df92e6 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 944 time: 0.2381589 Jul 06 11:41:16.786941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.822723 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:16.824666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Transition to ACTIVE for port object be43929f-1234-4c61-a1ad-c8e2d381a00c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:16.864437 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf2ecad6-c331-4a20-8425-783d7b8b138f req-56ffa8ba-e2c1-4610-9079-4b0d7f00acc9 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099055 Jul 06 11:41:16.916273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Network 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:16.927234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:16.932122 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78efe15-76ac-4271-8902-22f0dc0585f7 req-cbf40ecd-8ed8-4ed7-91d9-3316d5708900 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248337 Jul 06 11:41:16.941224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:16.961912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Transition to ACTIVE for port object be43929f-1234-4c61-a1ad-c8e2d381a00c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:16.970020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Allocated IP 172.20.0.3 (659db1fe-f31c-449c-8885-6d7860e91b83/ded06776-cfbe-494c-b31c-c8f7d453c307/48c1fc16-db65-4fa8-80a2-ff6dc4648f12) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:16.986069 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.037067 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-619d2523-4329-45b4-a90d-bbbf393fe24e {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:41:17.037828 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:41:17.076856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:17.082190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:17.091723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:17.101108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Pushing event updated for resources: {'Port': ['ID=be43929f-1234-4c61-a1ad-c8e2d381a00c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:17.107757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Pushing event updated for resources: {'Port': ['ID=b8de4bbb-6335-4849-b397-1833943a3a6e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:17.116775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:17.116775 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.156339 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3972b7de-d4f5-4def-8386-f7134bd9e49e tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2199078 Jul 06 11:41:17.162776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42520) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:17.173105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Request body: {'port': {'network_id': '846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-127407161', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:17.174094 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] bootfile-name is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:41:17.174788 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] tftp-server is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:41:17.175809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] server-ip-address is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:41:17.211783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Attempting to bind port be43929f-1234-4c61-a1ad-c8e2d381a00c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:17.212865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Attempting to bind port be43929f-1234-4c61-a1ad-c8e2d381a00c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:17.213410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Attempting to bind port be43929f-1234-4c61-a1ad-c8e2d381a00c on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:17.221626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:17.222435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:17.223075 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.223664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:17.224480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Bound port: be43929f-1234-4c61-a1ad-c8e2d381a00c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:17.225081 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.297238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d9411-bd87-483d-a28e-9993f879555d req-d5a6a73d-b6b5-4caf-915b-2c56fc8d4033 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:17.298879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-855d9411-bd87-483d-a28e-9993f879555d req-d5a6a73d-b6b5-4caf-915b-2c56fc8d4033 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 945 time: 0.3498163 Jul 06 11:41:17.368894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] For port be43929f-1234-4c61-a1ad-c8e2d381a00c, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:17.378211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] For port be43929f-1234-4c61-a1ad-c8e2d381a00c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=be43929f-1234-4c61-a1ad-c8e2d381a00c,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:17.386487 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.398717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-855d9411-bd87-483d-a28e-9993f879555d req-c75046e6-ad83-40cd-a221-7ce197e25859 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764198 Jul 06 11:41:17.420733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50125f6a-6bbe-4327-860a-fc3b0b1eac2d req-ae1a5153-51f5-46c3-91fd-66fcd99acc9f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1780715 Jul 06 11:41:17.424501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Made reservation on behalf of c04e4f6a6bf54045898e60bf551579f6 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:17.429065 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.452434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] device_id is not set on port a0e8e37f-1c77-4324-b04d-a4bff1e13bd7 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:41:17.461374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f29da9-77e4-418d-b582-b70f148c14bd req-c8dc8c36-9275-43c6-98be-b8a10b0face9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:17.461374 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f29da9-77e4-418d-b582-b70f148c14bd req-c8dc8c36-9275-43c6-98be-b8a10b0face9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.86 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 1023 time: 0.6600399 Jul 06 11:41:17.545941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.689363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::310 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/7a4c354f-d365-4d4d-addd-65b20209f5c0/50ec55f6-d6fe-487f-9efa-aff852b04ada) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:17.708586 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0220988-360f-44ad-b7ca-53753608f2f8 None None] Pushing event updated for resources: {'Port': ['ID=be43929f-1234-4c61-a1ad-c8e2d381a00c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:17.740572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48eb56a-c416-4921-9723-dbf0e79e2836 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:17.792086 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.924164 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78efe15-76ac-4271-8902-22f0dc0585f7 req-6b3499f7-9d6a-403b-a02a-e126882435e2 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8760803 Jul 06 11:41:17.925919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Transition to ACTIVE for port object d48eb56a-c416-4921-9723-dbf0e79e2836 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:17.963067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 699ef2a6-c400-4b92-9db8-e50d44341dba up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:18.080023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50125f6a-6bbe-4327-860a-fc3b0b1eac2d req-0bd2cd09-1cbd-4b0f-8f55-397a66beec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:18.082941 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50125f6a-6bbe-4327-860a-fc3b0b1eac2d req-0bd2cd09-1cbd-4b0f-8f55-397a66beec92 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ddb6b4828a84a97bba1122af077e603&device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 1174 time: 0.6109345 Jul 06 11:41:18.117307 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.121589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845071e6-62e7-469b-94cd-43ffe389bd0a req-a500d1f2-b021-4d52-8018-0d7143cb5aea tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:18.143863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-845071e6-62e7-469b-94cd-43ffe389bd0a req-a500d1f2-b021-4d52-8018-0d7143cb5aea tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 1023 time: 0.4160936 Jul 06 11:41:18.146273 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.151495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Allocated IP 172.20.0.3 (846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0/a8085a6e-95d3-41a5-9bbc-e270075276e8/1766eb77-e6fb-403d-b558-8e296d7875e2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:18.191153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 699ef2a6-c400-4b92-9db8-e50d44341dba completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:18.229972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.299023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 699ef2a6-c400-4b92-9db8-e50d44341dba triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:18.300054 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.318763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Transition to ACTIVE for port object 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:18.360955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Pushing event updated for resources: {'Port': ['ID=d48eb56a-c416-4921-9723-dbf0e79e2836,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:18.365947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-845071e6-62e7-469b-94cd-43ffe389bd0a req-9dd4f597-688f-44dc-b03a-96c5f8a8a464 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&id=4a0cafd5-0554-4a31-b7e3-e77f5791e9d9&id=0d7ca999-b7be-4b24-82c0-fa1b46336982&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1603994 Jul 06 11:41:18.398400 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3d02e3c-a4e1-48d8-a0a4-1fa2d3ade4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.409429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148d50c-71f9-4b87-b83f-6758b1b80f4a req-f3402143-6fd3-43cb-bbda-3548d960dd14 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:18.413991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-08f29da9-77e4-418d-b582-b70f148c14bd req-06290147-92a6-439b-92e4-4b0994b242a6 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Deleting port a44fc4f5-80bc-4d75-b880-a1a3889569f3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:18.414494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f29da9-77e4-418d-b582-b70f148c14bd req-06290147-92a6-439b-92e4-4b0994b242a6 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.430403 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3148d50c-71f9-4b87-b83f-6758b1b80f4a req-f3402143-6fd3-43cb-bbda-3548d960dd14 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 931 time: 0.6308129 Jul 06 11:41:18.567356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.581724 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.608812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Transition to ACTIVE for port object 1766eb77-e6fb-403d-b558-8e296d7875e2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:18.612465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 50ec55f6-d6fe-487f-9efa-aff852b04ada will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:18.637180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Attempting to bind port d48eb56a-c416-4921-9723-dbf0e79e2836 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:18.638283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Attempting to bind port d48eb56a-c416-4921-9723-dbf0e79e2836 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:18.638699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Attempting to bind port d48eb56a-c416-4921-9723-dbf0e79e2836 on network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:18.664960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Transition to ACTIVE for port object 1766eb77-e6fb-403d-b558-8e296d7875e2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:18.683080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.690639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3148d50c-71f9-4b87-b83f-6758b1b80f4a req-1230c0de-bb95-44ed-b8b8-a073418d45b0 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232466 Jul 06 11:41:18.694777 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.701262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Port d48eb56a-c416-4921-9723-dbf0e79e2836 on network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:41:18.701644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Attempting to bind port d48eb56a-c416-4921-9723-dbf0e79e2836 on network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:18.717896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50125f6a-6bbe-4327-860a-fc3b0b1eac2d req-d588ec49-68ca-4def-9568-52be672535b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:18.719485 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50125f6a-6bbe-4327-860a-fc3b0b1eac2d req-d588ec49-68ca-4def-9568-52be672535b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 200 len: 914 time: 0.5728195 Jul 06 11:41:18.741541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['c4a1b75b-73a1-4c33-933f-fd92cc7730ed'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:18.820005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:18.820715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Checking segment: {'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:18.821075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Bound using segment: {'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:18.821910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Bound port: d48eb56a-c416-4921-9723-dbf0e79e2836, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23868fa8-686a-487b-83a6-9f984fb7a069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:18.822673 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.895466 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50125f6a-6bbe-4327-860a-fc3b0b1eac2d req-52ed2eba-40db-4d85-9019-fc05b0dab202 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9 HTTP/1.1" status: 200 len: 217 time: 0.1162715 Jul 06 11:41:18.936903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Network 659db1fe-f31c-449c-8885-6d7860e91b83 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:18.947826 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.951226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-08f29da9-77e4-418d-b582-b70f148c14bd req-06290147-92a6-439b-92e4-4b0994b242a6 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] For port a44fc4f5-80bc-4d75-b880-a1a3889569f3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a44fc4f5-80bc-4d75-b880-a1a3889569f3,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:18.953923 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f29da9-77e4-418d-b582-b70f148c14bd req-06290147-92a6-439b-92e4-4b0994b242a6 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:18.964386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:18.972099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:18.985678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Allocated IP 172.20.0.11 (846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0/a8085a6e-95d3-41a5-9bbc-e270075276e8/a0e8e37f-1c77-4324-b04d-a4bff1e13bd7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:19.002489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Network 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:19.031102 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.033431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:19.038598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:19.058641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Pushing event updated for resources: {'Port': ['ID=48c1fc16-db65-4fa8-80a2-ff6dc4648f12,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:19.085600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Pushing event updated for resources: {'Port': ['ID=1766eb77-e6fb-403d-b558-8e296d7875e2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:19.103206 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.129583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-08f29da9-77e4-418d-b582-b70f148c14bd req-06290147-92a6-439b-92e4-4b0994b242a6 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Calling delete_port for a44fc4f5-80bc-4d75-b880-a1a3889569f3 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:19.161033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ef2a6-c400-4b92-9db8-e50d44341dba'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:19.163314 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f3ae2e-1752-42de-8b4f-0a490118957a" -d '{"events": [{"server_uuid": "2f18b5ee-2f7b-4c48-b96c-a90695c496ce", "name": "network-vif-plugged", "status": "completed", "tag": "699ef2a6-c400-4b92-9db8-e50d44341dba"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:19.206960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 699ef2a6-c400-4b92-9db8-e50d44341dba, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=699ef2a6-c400-4b92-9db8-e50d44341dba,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:19.222244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50125f6a-6bbe-4327-860a-fc3b0b1eac2d req-3e5361e2-ff30-41c5-9855-145b9b7b8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:19.224022 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50125f6a-6bbe-4327-860a-fc3b0b1eac2d req-3e5361e2-ff30-41c5-9855-145b9b7b8ad2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=413de151-a848-452c-a05a-e5081aa9ef4d HTTP/1.1" status: 200 len: 853 time: 0.3134484 Jul 06 11:41:19.260791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:19.261939 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.264098 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.345614 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50125f6a-6bbe-4327-860a-fc3b0b1eac2d req-ac5630f9-d7f7-4d38-8114-c019b963402e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9016a705-c30b-4269-b89e-df298c811570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608163 Jul 06 11:41:19.371419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Attempting to bind port 1766eb77-e6fb-403d-b558-8e296d7875e2 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:19.372667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Attempting to bind port 1766eb77-e6fb-403d-b558-8e296d7875e2 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'dd4c7d69-efe6-4c46-97aa-b54ed348e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:19.373308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Attempting to bind port 1766eb77-e6fb-403d-b558-8e296d7875e2 on network 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:19.447551 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:19.448282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Checking segment: {'id': 'dd4c7d69-efe6-4c46-97aa-b54ed348e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:19.449003 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.449832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Bound using segment: {'id': 'dd4c7d69-efe6-4c46-97aa-b54ed348e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:19.450647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Bound port: 1766eb77-e6fb-403d-b558-8e296d7875e2, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4c7d69-efe6-4c46-97aa-b54ed348e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:19.451263 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.501089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=699ef2a6-c400-4b92-9db8-e50d44341dba,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:19.510255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:19.527014 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-92ad612a-fc4b-466a-ac3f-abf7ed316155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9925356 Jul 06 11:41:19.552047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:19.556706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:19.560890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50125f6a-6bbe-4327-860a-fc3b0b1eac2d req-893e194d-3a86-44be-b72b-91639adf7eb8 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009144 Jul 06 11:41:19.569419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:19.570773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.596279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=50ec55f6-d6fe-487f-9efa-aff852b04ada,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:19.605486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Request body: {'port': {'device_id': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:19.633992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device be43929f-1234-4c61-a1ad-c8e2d381a00c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:19.650841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] For port d48eb56a-c416-4921-9723-dbf0e79e2836, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:19.677788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a47b4efe-4348-43fa-886c-e2ec84fc899d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6712208 Jul 06 11:41:19.688367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] For port d48eb56a-c416-4921-9723-dbf0e79e2836, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d48eb56a-c416-4921-9723-dbf0e79e2836,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:19.690842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42540) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:19.717778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65f5d-9458-4a6c-90fb-d5eece7172a3 req-a677f3b5-55ed-439f-8cb2-6719466bfdfb tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:19.723050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8c65f5d-9458-4a6c-90fb-d5eece7172a3 req-a677f3b5-55ed-439f-8cb2-6719466bfdfb tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 944 time: 0.7512648 Jul 06 11:41:19.735518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ed4f2b46-8907-4a69-b24d-489970036206 None None] Provisioning for port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:19.743566 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.764746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ed4f2b46-8907-4a69-b24d-489970036206 None None] Provisioning complete for port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:19.765446 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2b46-8907-4a69-b24d-489970036206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.781009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885d1f3-f023-4406-aa20-09832c936f4f req-17b494b9-32a2-4ada-bd36-bee4c680c70a tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:19.790585 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e885d1f3-f023-4406-aa20-09832c936f4f req-17b494b9-32a2-4ada-bd36-bee4c680c70a tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 931 time: 0.7666459 Jul 06 11:41:19.815864 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.841543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:19.844112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.850154 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] 10.222.0.47 "PUT /v2.0/ports/d48eb56a-c416-4921-9723-dbf0e79e2836 HTTP/1.1" status: 200 len: 1091 time: 4.1564324 Jul 06 11:41:19.872534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] For port 1766eb77-e6fb-403d-b558-8e296d7875e2, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:19.878452 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'tag': 'd48eb56a-c416-4921-9723-dbf0e79e2836'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:19.882651 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fb22ee-9a92-405b-b07e-92904ee36410" -d '{"events": [{"name": "network-changed", "server_uuid": "289e5c9e-5695-4dde-b51e-b1120fd5f383", "tag": "d48eb56a-c416-4921-9723-dbf0e79e2836"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:19.900764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Transition to ACTIVE for port object a0e8e37f-1c77-4324-b04d-a4bff1e13bd7 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:19.906441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f2b46-8907-4a69-b24d-489970036206 None None] Port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:19.914141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port be43929f-1234-4c61-a1ad-c8e2d381a00c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:19.931763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] For port 1766eb77-e6fb-403d-b558-8e296d7875e2, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1766eb77-e6fb-403d-b558-8e296d7875e2,segment=NetworkSegment(dd4c7d69-efe6-4c46-97aa-b54ed348e81a),segment_id=dd4c7d69-efe6-4c46-97aa-b54ed348e81a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:19.944292 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:19.968089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8c65f5d-9458-4a6c-90fb-d5eece7172a3 req-184ead51-f46b-488f-a80a-dcd5cab81606 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281756 Jul 06 11:41:19.992159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50125f6a-6bbe-4327-860a-fc3b0b1eac2d req-0525a21e-cd55-47f7-998c-1c0fb2544b18 service neutron] 10.222.0.86 "GET /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116621 Jul 06 11:41:20.015785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e885d1f3-f023-4406-aa20-09832c936f4f req-3f03babf-4006-48a4-b47a-016a6810b14c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237799 Jul 06 11:41:20.087879 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.195204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Network 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:20.207795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:20.216593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:20.308060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Pushing event updated for resources: {'Port': ['ID=a0e8e37f-1c77-4324-b04d-a4bff1e13bd7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:20.314321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca98db-40ab-40d9-947d-1976ce6c964d service neutron] Pushing event updated for resources: {'Port': ['ID=d48eb56a-c416-4921-9723-dbf0e79e2836,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:20.334401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.360700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f29da9-77e4-418d-b582-b70f148c14bd req-06290147-92a6-439b-92e4-4b0994b242a6 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.364814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3daf-6162-47cf-9675-df3748e480af None None] Pushing event updated for resources: {'Port': ['ID=1766eb77-e6fb-403d-b558-8e296d7875e2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:20.385106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a44fc4f5-80bc-4d75-b880-a1a3889569f3 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:20.416448 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0e085-19a0-46b0-88f1-fcdf28916813 x-openstack-request-id: req-b9c0e085-19a0-46b0-88f1-fcdf28916813 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:20.416795 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f18b5ee-2f7b-4c48-b96c-a90695c496ce", "name": "network-vif-plugged", "status": "completed", "tag": "699ef2a6-c400-4b92-9db8-e50d44341dba", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:20.419068 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9c0e085-19a0-46b0-88f1-fcdf28916813 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:20.419068 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ef2a6-c400-4b92-9db8-e50d44341dba', 'code': 200} Jul 06 11:41:20.429552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: a44fc4f5-80bc-4d75-b880-a1a3889569f3 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:20.429552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a44fc4f5-80bc-4d75-b880-a1a3889569f3 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:20.432478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['99f13dc4-ebc8-41e0-8755-ead696d1bbc9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:20.484008 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.539305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:20.545614 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.554038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-19f6621f-7cfc-405c-812f-3450bbde3778 None None] Provisioning for port be43929f-1234-4c61-a1ad-c8e2d381a00c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:20.562897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-19f6621f-7cfc-405c-812f-3450bbde3778 None None] Provisioning complete for port be43929f-1234-4c61-a1ad-c8e2d381a00c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:20.563560 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19f6621f-7cfc-405c-812f-3450bbde3778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.599809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e4590e44-8f3e-4a15-8c5d-bc019a1cc7ee tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.4350345 Jul 06 11:41:20.602882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:20.655848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06290147-92a6-439b-92e4-4b0994b242a6 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event deleted for resources: {'Port': ['ID=a44fc4f5-80bc-4d75-b880-a1a3889569f3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:20.689710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be008d9-b9c2-4b70-b8a9-9a90cd8e7e5d req-41a9835b-b7a0-4113-9df4-d9970247b648 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:20.692715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7be008d9-b9c2-4b70-b8a9-9a90cd8e7e5d req-41a9835b-b7a0-4113-9df4-d9970247b648 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 945 time: 0.3870399 Jul 06 11:41:20.791903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f29da9-77e4-418d-b582-b70f148c14bd req-06290147-92a6-439b-92e4-4b0994b242a6 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] No DVR routers for this DVR port a44fc4f5-80bc-4d75-b880-a1a3889569f3 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:20.795588 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-08f29da9-77e4-418d-b582-b70f148c14bd req-06290147-92a6-439b-92e4-4b0994b242a6 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.798074 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08f29da9-77e4-418d-b582-b70f148c14bd req-06290147-92a6-439b-92e4-4b0994b242a6 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.86 "DELETE /v2.0/ports/a44fc4f5-80bc-4d75-b880-a1a3889569f3 HTTP/1.1" status: 204 len: 173 time: 3.2912807 Jul 06 11:41:20.845388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787124d-90f2-4306-9566-bc4babc1222d req-8b75a7b0-5b58-4da2-84f7-33c4911a4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:20.850319 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-8b75a7b0-5b58-4da2-84f7-33c4911a4500 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f200afbe225345f8978c834e6e0a964b&device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 1094 time: 0.9394104 Jul 06 11:41:20.864617 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19f6621f-7cfc-405c-812f-3450bbde3778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:20.899017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b26b009-bfa3-444b-b6ba-71a6419782cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:20.926224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b26b009-bfa3-444b-b6ba-71a6419782cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:20.927962 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7b26b009-bfa3-444b-b6ba-71a6419782cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.2355287 Jul 06 11:41:20.954116 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-19f6621f-7cfc-405c-812f-3450bbde3778 None None] For port be43929f-1234-4c61-a1ad-c8e2d381a00c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=be43929f-1234-4c61-a1ad-c8e2d381a00c,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:20.989738 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19f6621f-7cfc-405c-812f-3450bbde3778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.033721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42548) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:21.040517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-297c7134-c0c2-48cd-bbca-d8e62a07be46 req-cc67961d-ed73-487b-ae09-2ff949553f3e tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea9736e-b05f-4a85-9047-1a58fcbf9384 HTTP/1.1" status: 200 len: 210 time: 0.2665634 Jul 06 11:41:21.134513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6621f-7cfc-405c-812f-3450bbde3778 None None] Pushing event updated for resources: {'Port': ['ID=be43929f-1234-4c61-a1ad-c8e2d381a00c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:21.207397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f1a6b732-202c-442e-b163-5e30cc741dba None None] Provisioning for port 50ec55f6-d6fe-487f-9efa-aff852b04ada completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:21.227851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f1a6b732-202c-442e-b163-5e30cc741dba None None] Provisioning complete for port 50ec55f6-d6fe-487f-9efa-aff852b04ada triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:21.228098 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b732-202c-442e-b163-5e30cc741dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:21.248487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7be008d9-b9c2-4b70-b8a9-9a90cd8e7e5d req-c9cee174-9a35-4de5-b149-de2dfd4f0234 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687266 Jul 06 11:41:21.292531 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a4658-ed8c-4e8f-a034-4bb04d82b415 req-f38f4057-286f-48ce-94cc-0285cdab0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:21.298162 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb0a4658-ed8c-4e8f-a034-4bb04d82b415 req-f38f4057-286f-48ce-94cc-0285cdab0bae service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 1096 time: 0.6634305 Jul 06 11:41:21.342114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f1a6b732-202c-442e-b163-5e30cc741dba None None] Port 50ec55f6-d6fe-487f-9efa-aff852b04ada cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:21.346531 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-44d44566-9476-41ec-9cf3-178cc3fdf6d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d48eb56a-c416-4921-9723-dbf0e79e2836 HTTP/1.1" status: 200 len: 217 time: 0.3453383 Jul 06 11:41:21.394889 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cd2d2c-7667-4aab-90dd-c2acbbcae828 x-openstack-request-id: req-09cd2d2c-7667-4aab-90dd-c2acbbcae828 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:21.395167 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289e5c9e-5695-4dde-b51e-b1120fd5f383", "tag": "d48eb56a-c416-4921-9723-dbf0e79e2836", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:21.395360 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09cd2d2c-7667-4aab-90dd-c2acbbcae828 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:21.396193 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'tag': 'd48eb56a-c416-4921-9723-dbf0e79e2836', 'status': 'completed', 'code': 200} Jul 06 11:41:21.455162 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d321ed99-9595-45e5-a7a1-0423967f937b tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:21.468184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d321ed99-9595-45e5-a7a1-0423967f937b tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:21.480986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d321ed99-9595-45e5-a7a1-0423967f937b tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:21.489151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d321ed99-9595-45e5-a7a1-0423967f937b tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.8801246 Jul 06 11:41:21.495189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42556) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:21.536835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23813f62-6ccd-46f8-9c12-fc5921b7e854 req-feff3276-7745-4f41-926f-1199437582bb tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:21.539544 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23813f62-6ccd-46f8-9c12-fc5921b7e854 req-feff3276-7745-4f41-926f-1199437582bb tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 945 time: 0.7635593 Jul 06 11:41:21.545616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787124d-90f2-4306-9566-bc4babc1222d req-1af4dc05-d47c-4e33-b695-307406f18b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:21.549476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-1af4dc05-d47c-4e33-b695-307406f18b15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b1e286-2ad0-433c-9c18-584f5f002487 HTTP/1.1" status: 200 len: 851 time: 0.1766481 Jul 06 11:41:21.782484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb0a4658-ed8c-4e8f-a034-4bb04d82b415 req-54e39786-e146-4fbc-93bf-3f68e859c485 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678791 Jul 06 11:41:21.789318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1766eb77-e6fb-403d-b558-8e296d7875e2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:21.848270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787124d-90f2-4306-9566-bc4babc1222d req-b9c46a50-d090-4296-a4f5-628c19f610a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:21.850388 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-b9c46a50-d090-4296-a4f5-628c19f610a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f7be078-855b-4d05-a52d-34fd61bfc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2784414 Jul 06 11:41:21.918174 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 1766eb77-e6fb-403d-b558-8e296d7875e2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:21.930943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device be43929f-1234-4c61-a1ad-c8e2d381a00c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:21.971710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:21.989493 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.018171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Transition to ACTIVE for port object 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:22.038523 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.060992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port be43929f-1234-4c61-a1ad-c8e2d381a00c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:22.061805 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.077015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-abcbfcd0-0361-41a8-ba71-cae9e1d105dd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 50ec55f6-d6fe-487f-9efa-aff852b04ada {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:22.077354 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abcbfcd0-0361-41a8-ba71-cae9e1d105dd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.110708 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-602be41c-4cfb-4421-a9db-73a929b81fb6 service neutron] 10.222.0.47 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274823 Jul 06 11:41:22.136932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Pushing event updated for resources: {'Port': ['ID=48c1fc16-db65-4fa8-80a2-ff6dc4648f12,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:22.368781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-23813f62-6ccd-46f8-9c12-fc5921b7e854 req-bdcdcdc3-fcb4-4719-98f9-6a8ea25ef9c1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Deleting port 630b5dd4-704d-40a5-9f2d-d4aef1839b46 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:22.369334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-23813f62-6ccd-46f8-9c12-fc5921b7e854 req-bdcdcdc3-fcb4-4719-98f9-6a8ea25ef9c1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.399172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cce14-ff80-4d9e-9473-229893baed4c req-b5071438-8fe4-49a8-8c68-7f1c0e462592 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:22.402466 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e1cce14-ff80-4d9e-9473-229893baed4c req-b5071438-8fe4-49a8-8c68-7f1c0e462592 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 943 time: 0.9694483 Jul 06 11:41:22.430786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Attempting to bind port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:22.431171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Attempting to bind port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:22.431613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Attempting to bind port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 on network 659db1fe-f31c-449c-8885-6d7860e91b83 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:22.442144 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7787124d-90f2-4306-9566-bc4babc1222d req-593000b7-d118-431e-b960-66f3484a9872 service neutron] 10.222.0.47 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215039 Jul 06 11:41:22.445161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 on network 659db1fe-f31c-449c-8885-6d7860e91b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:41:22.445645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Attempting to bind port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 on network 659db1fe-f31c-449c-8885-6d7860e91b83 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:22.454591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:22.455030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Checking segment: {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:22.455758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Bound using segment: {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:22.456484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Bound port: 48c1fc16-db65-4fa8-80a2-ff6dc4648f12, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2b2407-2931-4d83-8d3c-b70d207d3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:22.457069 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.598364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa695e-ba8d-4909-b9c9-1b1597bd5cda None None] Network 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:22.653938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] For port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:22.659661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] For port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=48c1fc16-db65-4fa8-80a2-ff6dc4648f12,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:22.673041 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.735862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb22ee-9a92-405b-b07e-92904ee36410 req-c2af0586-fb80-40e5-bec6-ade9b541b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:22.738685 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d2fb22ee-9a92-405b-b07e-92904ee36410 req-c2af0586-fb80-40e5-bec6-ade9b541b5f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f200afbe225345f8978c834e6e0a964b&device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 1094 time: 0.1985133 Jul 06 11:41:22.748190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:22.749212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.751741 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] 10.222.0.86 "PUT /v2.0/ports/48c1fc16-db65-4fa8-80a2-ff6dc4648f12 HTTP/1.1" status: 200 len: 1091 time: 3.1739261 Jul 06 11:41:22.889253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6fcc8105-7988-4220-8b6a-46c5c10ce0a5 None None] Provisioning for port 1766eb77-e6fb-403d-b558-8e296d7875e2 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:22.914554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6fcc8105-7988-4220-8b6a-46c5c10ce0a5 None None] Provisioning complete for port 1766eb77-e6fb-403d-b558-8e296d7875e2 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:22.916190 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8105-7988-4220-8b6a-46c5c10ce0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.961125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1848f-075a-4a9a-a4d3-b61650b12c32 service neutron] Pushing event updated for resources: {'Port': ['ID=48c1fc16-db65-4fa8-80a2-ff6dc4648f12,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:23.112452 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb22ee-9a92-405b-b07e-92904ee36410 req-ca09a2b2-0819-462f-aaa9-b30eab1fc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:23.121870 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d2fb22ee-9a92-405b-b07e-92904ee36410 req-ca09a2b2-0819-462f-aaa9-b30eab1fc3f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f7be078-855b-4d05-a52d-34fd61bfc5a4 HTTP/1.1" status: 200 len: 913 time: 0.3652055 Jul 06 11:41:23.155126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-07ab151a-14cf-4698-a5b0-a27784c2e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:23.156222 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-07ab151a-14cf-4698-a5b0-a27784c2e773 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 1094 time: 0.2296100 Jul 06 11:41:23.229507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a43a1f-6870-4cd2-a944-1fa2527640c6 req-6dbb0405-c1a0-4430-ab63-216e965efb7e tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:23.241467 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d2fb22ee-9a92-405b-b07e-92904ee36410 req-63bca53c-7a09-4b4e-bc75-22ac664b3f5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d48eb56a-c416-4921-9723-dbf0e79e2836 HTTP/1.1" status: 200 len: 217 time: 0.1112547 Jul 06 11:41:23.252185 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91a43a1f-6870-4cd2-a944-1fa2527640c6 req-6dbb0405-c1a0-4430-ab63-216e965efb7e tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 945 time: 1.5895624 Jul 06 11:41:23.254308 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8105-7988-4220-8b6a-46c5c10ce0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.268292 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abcbfcd0-0361-41a8-ba71-cae9e1d105dd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.341370 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-2a39ff5b-73d1-4197-b194-cf98ce02825d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48c1fc16-db65-4fa8-80a2-ff6dc4648f12 HTTP/1.1" status: 200 len: 217 time: 0.1141396 Jul 06 11:41:23.352997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-abcbfcd0-0361-41a8-ba71-cae9e1d105dd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 50ec55f6-d6fe-487f-9efa-aff852b04ada owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:23.354968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6fcc8105-7988-4220-8b6a-46c5c10ce0a5 None None] For port 1766eb77-e6fb-403d-b558-8e296d7875e2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1766eb77-e6fb-403d-b558-8e296d7875e2,segment=NetworkSegment(dd4c7d69-efe6-4c46-97aa-b54ed348e81a),segment_id=dd4c7d69-efe6-4c46-97aa-b54ed348e81a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:23.359503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0c390f9d-92ab-4c44-a24d-1763302c441d tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Deleting port a0e8e37f-1c77-4324-b04d-a4bff1e13bd7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:23.360251 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c390f9d-92ab-4c44-a24d-1763302c441d tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.362129 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fcc8105-7988-4220-8b6a-46c5c10ce0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.398766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'name': 'network-vif-deleted', 'tag': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3'}, {'name': 'network-changed', 'server_uuid': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'tag': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:23.402758 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1718aef-7036-452d-8416-e2da4d16a235" -d '{"events": [{"server_uuid": "cea9736e-b05f-4a85-9047-1a58fcbf9384", "name": "network-vif-deleted", "tag": "a44fc4f5-80bc-4d75-b880-a1a3889569f3"}, {"name": "network-changed", "server_uuid": "bdba4b6a-f242-4466-9db0-5d1b52e8baca", "tag": "48c1fc16-db65-4fa8-80a2-ff6dc4648f12"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:23.479471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc8105-7988-4220-8b6a-46c5c10ce0a5 None None] Pushing event updated for resources: {'Port': ['ID=1766eb77-e6fb-403d-b558-8e296d7875e2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:23.536793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91a43a1f-6870-4cd2-a944-1fa2527640c6 req-730da7b7-0e3d-4e86-800f-15f1f81b8dec tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824750 Jul 06 11:41:23.554498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e1cce14-ff80-4d9e-9473-229893baed4c req-00b29e4c-0d6d-4f2b-bcb2-eae8ae16786d tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1220045 Jul 06 11:41:23.740033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-23813f62-6ccd-46f8-9c12-fc5921b7e854 req-bdcdcdc3-fcb4-4719-98f9-6a8ea25ef9c1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] For port 630b5dd4-704d-40a5-9f2d-d4aef1839b46, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=630b5dd4-704d-40a5-9f2d-d4aef1839b46,segment=NetworkSegment(438f6896-c090-4817-a3cf-98dbbf54c08c),segment_id=438f6896-c090-4817-a3cf-98dbbf54c08c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:23.740816 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-23813f62-6ccd-46f8-9c12-fc5921b7e854 req-bdcdcdc3-fcb4-4719-98f9-6a8ea25ef9c1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.758065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d3aebb39-8092-46ad-8abd-e73e3c8f4f85 None None] Provisioning for port b8de4bbb-6335-4849-b397-1833943a3a6e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:23.767558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d3aebb39-8092-46ad-8abd-e73e3c8f4f85 None None] Provisioning complete for port b8de4bbb-6335-4849-b397-1833943a3a6e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:23.768122 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3aebb39-8092-46ad-8abd-e73e3c8f4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.863618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-23813f62-6ccd-46f8-9c12-fc5921b7e854 req-bdcdcdc3-fcb4-4719-98f9-6a8ea25ef9c1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Calling delete_port for 630b5dd4-704d-40a5-9f2d-d4aef1839b46 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:23.879631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d3aebb39-8092-46ad-8abd-e73e3c8f4f85 None None] Port b8de4bbb-6335-4849-b397-1833943a3a6e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:23.920570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d3aebb39-8092-46ad-8abd-e73e3c8f4f85 None None] Provisioning for port a0e8e37f-1c77-4324-b04d-a4bff1e13bd7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:23.933114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d3aebb39-8092-46ad-8abd-e73e3c8f4f85 None None] Provisioning complete for port a0e8e37f-1c77-4324-b04d-a4bff1e13bd7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:23.933614 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3aebb39-8092-46ad-8abd-e73e3c8f4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:23.956904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c390f9d-92ab-4c44-a24d-1763302c441d tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.008188 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb22ee-9a92-405b-b07e-92904ee36410 req-1b0066fb-fa9e-4c02-b876-c058709fb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:24.023314 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d2fb22ee-9a92-405b-b07e-92904ee36410 req-1b0066fb-fa9e-4c02-b876-c058709fb287 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b1e286-2ad0-433c-9c18-584f5f002487 HTTP/1.1" status: 200 len: 851 time: 0.7008331 Jul 06 11:41:24.031252 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-3fbfdcfb-d1c5-4834-9d6b-95b863f266d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:24.032968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d3aebb39-8092-46ad-8abd-e73e3c8f4f85 None None] Port a0e8e37f-1c77-4324-b04d-a4bff1e13bd7 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:24.035733 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-3fbfdcfb-d1c5-4834-9d6b-95b863f266d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.6505289 Jul 06 11:41:24.074242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d3aebb39-8092-46ad-8abd-e73e3c8f4f85 None None] Provisioning complete for port 1766eb77-e6fb-403d-b558-8e296d7875e2 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:24.075247 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3aebb39-8092-46ad-8abd-e73e3c8f4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.103511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0c390f9d-92ab-4c44-a24d-1763302c441d tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Calling delete_port for a0e8e37f-1c77-4324-b04d-a4bff1e13bd7 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:24.311271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb22ee-9a92-405b-b07e-92904ee36410 req-8c2685f9-0609-46eb-91e8-2358c64ecceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:24.315036 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d2fb22ee-9a92-405b-b07e-92904ee36410 req-8c2685f9-0609-46eb-91e8-2358c64ecceb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f7be078-855b-4d05-a52d-34fd61bfc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2762783 Jul 06 11:41:24.322520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-dc9fe8b5-3ace-4a28-85c0-ca18c62d3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:24.325917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-dc9fe8b5-3ace-4a28-85c0-ca18c62d3357 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2564549 Jul 06 11:41:24.427259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-66aaaf56-9886-4835-b928-ee69f321e664 None None] Provisioning complete for port b8de4bbb-6335-4849-b397-1833943a3a6e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:24.428380 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66aaaf56-9886-4835-b928-ee69f321e664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.504333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-66aaaf56-9886-4835-b928-ee69f321e664 None None] Port b8de4bbb-6335-4849-b397-1833943a3a6e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:24.542638 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abcbfcd0-0361-41a8-ba71-cae9e1d105dd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.641365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbfcd0-0361-41a8-ba71-cae9e1d105dd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=50ec55f6-d6fe-487f-9efa-aff852b04ada,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:24.666286 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-fa5cb6cb-358e-4f6a-b11b-2c2cd0a83673 service neutron] 10.222.0.86 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241258 Jul 06 11:41:24.670483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ceaf05ff-e585-4538-9eff-7550b7f20aae None None] Provisioning complete for port a0e8e37f-1c77-4324-b04d-a4bff1e13bd7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:24.671873 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ceaf05ff-e585-4538-9eff-7550b7f20aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:24.730549 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d2fb22ee-9a92-405b-b07e-92904ee36410 req-05c46709-4a5e-4c86-acea-a87af9578af1 service neutron] 10.222.0.47 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029207 Jul 06 11:41:24.737893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a88e09-e400-40a3-8a57-5181ccddf8ab req-bae969fa-e72f-4e45-abd1-574873cdde18 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:24.748639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-38a88e09-e400-40a3-8a57-5181ccddf8ab req-bae969fa-e72f-4e45-abd1-574873cdde18 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 943 time: 0.7616038 Jul 06 11:41:24.817819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ceaf05ff-e585-4538-9eff-7550b7f20aae None None] Port a0e8e37f-1c77-4324-b04d-a4bff1e13bd7 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:24.956157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d2fb22ee-9a92-405b-b07e-92904ee36410 req-5a2fbec6-f1f8-4475-b9eb-3808ae013565 service neutron] 10.222.0.47 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673207 Jul 06 11:41:25.002044 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abcbfcd0-0361-41a8-ba71-cae9e1d105dd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.005882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-abcbfcd0-0361-41a8-ba71-cae9e1d105dd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/50ec55f6-d6fe-487f-9efa-aff852b04ada HTTP/1.1" status: 204 len: 168 time: 3.9633529 Jul 06 11:41:25.019127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42572) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:25.066526 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-23813f62-6ccd-46f8-9c12-fc5921b7e854 req-bdcdcdc3-fcb4-4719-98f9-6a8ea25ef9c1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.085589 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c390f9d-92ab-4c44-a24d-1763302c441d tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.160315 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42b27-72f1-4341-97cf-f31bc7c33af1 req-38639580-1288-4cda-8b3f-2339344c1f4b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:25.163062 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0c42b27-72f1-4341-97cf-f31bc7c33af1 req-38639580-1288-4cda-8b3f-2339344c1f4b tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f07ca09-927e-48fd-b585-48ff39801100 HTTP/1.1" status: 200 len: 867 time: 0.7768221 Jul 06 11:41:25.197689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdcdc3-fcb4-4719-98f9-6a8ea25ef9c1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Pushing event deleted for resources: {'Port': ['ID=630b5dd4-704d-40a5-9f2d-d4aef1839b46,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:25.216084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6d26ed75-ca6e-4f2a-8830-f4aeb11402b4 req-815959db-3cda-4d0d-a438-9d612767c7a8 service neutron] 10.222.0.86 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291262 Jul 06 11:41:25.227486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7206a8e-cad8-43ee-ba25-01d4a573ef2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:25.231610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7206a8e-cad8-43ee-ba25-01d4a573ef2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:25.239282 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b7206a8e-cad8-43ee-ba25-01d4a573ef2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2142646 Jul 06 11:41:25.239861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42574) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:25.337880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d500a25-e3b7-4334-a64e-fe82d3ec8245 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 7a4c354f-d365-4d4d-addd-65b20209f5c0 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:25.338775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-38a88e09-e400-40a3-8a57-5181ccddf8ab req-cf01f5d1-2db0-4945-93b4-a2139115169c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165470 Jul 06 11:41:25.364655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 630b5dd4-704d-40a5-9f2d-d4aef1839b46 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:25.373465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d500a25-e3b7-4334-a64e-fe82d3ec8245 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.420286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c390f9d-92ab-4c44-a24d-1763302c441d tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Pushing event deleted for resources: {'Port': ['ID=a0e8e37f-1c77-4324-b04d-a4bff1e13bd7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:25.469750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-23813f62-6ccd-46f8-9c12-fc5921b7e854 req-bdcdcdc3-fcb4-4719-98f9-6a8ea25ef9c1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] No DVR routers for this DVR port 630b5dd4-704d-40a5-9f2d-d4aef1839b46 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:25.473185 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-23813f62-6ccd-46f8-9c12-fc5921b7e854 req-bdcdcdc3-fcb4-4719-98f9-6a8ea25ef9c1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.476046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23813f62-6ccd-46f8-9c12-fc5921b7e854 req-bdcdcdc3-fcb4-4719-98f9-6a8ea25ef9c1 tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.47 "DELETE /v2.0/ports/630b5dd4-704d-40a5-9f2d-d4aef1839b46 HTTP/1.1" status: 204 len: 173 time: 3.9225659 Jul 06 11:41:25.481270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 630b5dd4-704d-40a5-9f2d-d4aef1839b46 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:25.481950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 630b5dd4-704d-40a5-9f2d-d4aef1839b46 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:25.498576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f07ca09-927e-48fd-b585-48ff39801100', 'name': 'network-vif-deleted', 'tag': '630b5dd4-704d-40a5-9f2d-d4aef1839b46'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:25.500878 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79ec636-34a3-4114-85bb-8a7f69110e6f" -d '{"events": [{"server_uuid": "7f07ca09-927e-48fd-b585-48ff39801100", "name": "network-vif-deleted", "tag": "630b5dd4-704d-40a5-9f2d-d4aef1839b46"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:25.551526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d500a25-e3b7-4334-a64e-fe82d3ec8245 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.611035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0c42b27-72f1-4341-97cf-f31bc7c33af1 req-b7d29da8-4dae-4632-b957-42ddd08534ac tempest-DeleteServersTestJSON-918773192 tempest-DeleteServersTestJSON-918773192-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef61825a-80fd-4cdc-91e7-f236547daaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280179 Jul 06 11:41:25.615787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1766eb77-e6fb-403d-b558-8e296d7875e2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:25.636050 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4d7a03-3a66-41b2-91a4-0f5ba0eac8f7 x-openstack-request-id: req-2c4d7a03-3a66-41b2-91a4-0f5ba0eac8f7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:25.636418 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea9736e-b05f-4a85-9047-1a58fcbf9384", "name": "network-vif-deleted", "tag": "a44fc4f5-80bc-4d75-b880-a1a3889569f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bdba4b6a-f242-4466-9db0-5d1b52e8baca", "tag": "48c1fc16-db65-4fa8-80a2-ff6dc4648f12", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:25.636629 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c4d7a03-3a66-41b2-91a4-0f5ba0eac8f7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:25.649288 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea9736e-b05f-4a85-9047-1a58fcbf9384', 'name': 'network-vif-deleted', 'tag': 'a44fc4f5-80bc-4d75-b880-a1a3889569f3', 'status': 'completed', 'code': 200} Jul 06 11:41:25.649693 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'tag': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'status': 'completed', 'code': 200} Jul 06 11:41:25.681197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ee757bf-bf68-47a3-87d7-c70409c7f2b9 req-c3793b6b-f2c2-402b-9dbe-dfb867a3afda tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/4a0cafd5-0554-4a31-b7e3-e77f5791e9d9 HTTP/1.1" status: 200 len: 1802 time: 0.2143836 Jul 06 11:41:25.696592 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c390f9d-92ab-4c44-a24d-1763302c441d tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.706291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0c390f9d-92ab-4c44-a24d-1763302c441d tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] 10.222.0.21 "DELETE /v2.0/ports/a0e8e37f-1c77-4324-b04d-a4bff1e13bd7 HTTP/1.1" status: 204 len: 168 time: 4.1768084 Jul 06 11:41:25.719286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42578) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:25.736095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Request body: {'port': {'name': 'tempest-new-port-name-647062117', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:25.736556 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] bootfile-name is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:41:25.736920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] tftp-server is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:41:25.737262 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] server-ip-address is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 11:41:25.901187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1766eb77-e6fb-403d-b558-8e296d7875e2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:25.901801 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.943268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d500a25-e3b7-4334-a64e-fe82d3ec8245 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.987301 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4ee757bf-bf68-47a3-87d7-c70409c7f2b9 req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.005399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718aef-7036-452d-8416-e2da4d16a235 req-a45b37dd-f212-4591-8da0-d3fbb2bad0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:26.009096 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1718aef-7036-452d-8416-e2da4d16a235 req-a45b37dd-f212-4591-8da0-d3fbb2bad0fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 1094 time: 0.3805637 Jul 06 11:41:26.146374 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4ee757bf-bf68-47a3-87d7-c70409c7f2b9 req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.180010 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.241366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718aef-7036-452d-8416-e2da4d16a235 req-aa45259f-92e2-40cf-8021-3d40df872aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:26.246136 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1718aef-7036-452d-8416-e2da4d16a235 req-aa45259f-92e2-40cf-8021-3d40df872aab service neutron] 10.222.0.86 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.2289865 Jul 06 11:41:26.314394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa099f6-3222-4cde-ae90-5b43d691392b req-31ce0ac4-a209-41d0-b046-edb587427647 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:26.316132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fa099f6-3222-4cde-ae90-5b43d691392b req-31ce0ac4-a209-41d0-b046-edb587427647 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 945 time: 0.3954897 Jul 06 11:41:26.323666 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4ee757bf-bf68-47a3-87d7-c70409c7f2b9 req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.327202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4ee757bf-bf68-47a3-87d7-c70409c7f2b9 req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.328611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ee757bf-bf68-47a3-87d7-c70409c7f2b9 req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a0cafd5-0554-4a31-b7e3-e77f5791e9d9 HTTP/1.1" status: 204 len: 173 time: 0.6227200 Jul 06 11:41:26.389069 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1718aef-7036-452d-8416-e2da4d16a235 req-043746b7-c65f-4a5a-9cdc-c9f0ff44edcc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48c1fc16-db65-4fa8-80a2-ff6dc4648f12 HTTP/1.1" status: 200 len: 217 time: 0.1318758 Jul 06 11:41:26.390998 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d500a25-e3b7-4334-a64e-fe82d3ec8245 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.436357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0cafd5-0554-4a31-b7e3-e77f5791e9d9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:26.468446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d500a25-e3b7-4334-a64e-fe82d3ec8245 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4c354f-d365-4d4d-addd-65b20209f5c0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:26.481179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.481819 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.482221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.482678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.483106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.483577 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.484020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.484441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.484867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.485385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.485786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.486174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15676846-3c7e-47fb-a621-d8394f8f78c1 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.503867 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d500a25-e3b7-4334-a64e-fe82d3ec8245 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.506105 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7d500a25-e3b7-4334-a64e-fe82d3ec8245 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/7a4c354f-d365-4d4d-addd-65b20209f5c0 HTTP/1.1" status: 204 len: 168 time: 1.2648580 Jul 06 11:41:26.510078 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42584) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:26.516603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2559b70b-8284-4f87-a49b-d8b926802509 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:26.532285 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fa099f6-3222-4cde-ae90-5b43d691392b req-8901c35c-666d-4360-abc9-1b74f3d75f29 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999223 Jul 06 11:41:26.594757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f9b25b84-39ce-4ae4-a183-cf140994dccf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790100 Jul 06 11:41:26.598796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42588) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:26.607472 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:26.624283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718aef-7036-452d-8416-e2da4d16a235 req-e1a5b54f-0131-4c63-a159-4eb07742e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:26.626980 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1718aef-7036-452d-8416-e2da4d16a235 req-e1a5b54f-0131-4c63-a159-4eb07742e75f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.2285361 Jul 06 11:41:26.689307 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.697708 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.794124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69a11-d808-4956-a954-5b3de436dbf8 req-22f0055d-da27-4a77-b7eb-cc3cbb6fa041 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:26.803319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6e69a11-d808-4956-a954-5b3de436dbf8 req-22f0055d-da27-4a77-b7eb-cc3cbb6fa041 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 943 time: 0.3265502 Jul 06 11:41:26.872302 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59d0488-4716-49ab-af15-e5d51f844f21 x-openstack-request-id: req-a59d0488-4716-49ab-af15-e5d51f844f21 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:26.872723 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f07ca09-927e-48fd-b585-48ff39801100", "name": "network-vif-deleted", "tag": "630b5dd4-704d-40a5-9f2d-d4aef1839b46", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:26.873096 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a59d0488-4716-49ab-af15-e5d51f844f21 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:26.873542 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f07ca09-927e-48fd-b585-48ff39801100', 'name': 'network-vif-deleted', 'tag': '630b5dd4-704d-40a5-9f2d-d4aef1839b46', 'status': 'completed', 'code': 200} Jul 06 11:41:26.884292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Pushing event updated for resources: {'Port': ['ID=b8de4bbb-6335-4849-b397-1833943a3a6e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:26.962838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] In _notify_port_updated(), no bound segment for port b8de4bbb-6335-4849-b397-1833943a3a6e on network 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:41:26.969956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:26.970738 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.972310 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6eebbc9d-0ef5-47e5-a34b-0a36b7287fe6 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] 10.222.0.21 "PUT /v2.0/ports/b8de4bbb-6335-4849-b397-1833943a3a6e HTTP/1.1" status: 200 len: 1135 time: 1.2519343 Jul 06 11:41:26.977412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42592) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:26.984674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a1fef-10a3-43ff-9579-9c0137d040e9 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:41:26.988751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6e69a11-d808-4956-a954-5b3de436dbf8 req-859dd1e2-0e7c-4f57-bc11-f028663abbab tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842561 Jul 06 11:41:27.006117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70cee7b1-ed48-4066-8e3b-eb5a259e10ce req-5c8bd548-da9a-4852-bb40-e2d15ecd53af tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/0d7ca999-b7be-4b24-82c0-fa1b46336982 HTTP/1.1" status: 200 len: 1801 time: 0.1018004 Jul 06 11:41:27.036614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:27.042408 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.068194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718aef-7036-452d-8416-e2da4d16a235 req-d894eba4-14bb-4e8a-b4d6-fe63eb390789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:27.068194 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1718aef-7036-452d-8416-e2da4d16a235 req-d894eba4-14bb-4e8a-b4d6-fe63eb390789 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4154432 Jul 06 11:41:27.157807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e76a1fef-10a3-43ff-9579-9c0137d040e9 None None] Deleting port be43929f-1234-4c61-a1ad-c8e2d381a00c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:27.158807 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e76a1fef-10a3-43ff-9579-9c0137d040e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.224919 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70cee7b1-ed48-4066-8e3b-eb5a259e10ce req-4291373f-6a11-472c-b51c-f2df3bc1aba9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.271659 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70cee7b1-ed48-4066-8e3b-eb5a259e10ce req-4291373f-6a11-472c-b51c-f2df3bc1aba9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.306366 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfacc0e-6b79-4718-9fb7-245f13d87d52 req-e808d040-f29d-4555-a221-df3a3a34aecb tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:27.308532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bfacc0e-6b79-4718-9fb7-245f13d87d52 req-e808d040-f29d-4555-a221-df3a3a34aecb tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 943 time: 0.1616411 Jul 06 11:41:27.317600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c76b020-2b19-473d-a0fa-361634c32108 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:27.318646 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4c76b020-2b19-473d-a0fa-361634c32108 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] 10.222.0.21 "GET /v2.0/ports/b8de4bbb-6335-4849-b397-1833943a3a6e HTTP/1.1" status: 200 len: 1135 time: 0.3393872 Jul 06 11:41:27.324243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42594) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:27.329451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e76a1fef-10a3-43ff-9579-9c0137d040e9 None None] For port be43929f-1234-4c61-a1ad-c8e2d381a00c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=be43929f-1234-4c61-a1ad-c8e2d381a00c,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:27.329943 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e76a1fef-10a3-43ff-9579-9c0137d040e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.334464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2ad3131-5d75-42c3-845f-48cb31bf9ab6 None None] Provisioning complete for port b8de4bbb-6335-4849-b397-1833943a3a6e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:27.335335 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3131-5d75-42c3-845f-48cb31bf9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.360908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1718aef-7036-452d-8416-e2da4d16a235 req-a7b00ff2-2ad4-4444-8746-374bab419970 service neutron] 10.222.0.86 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320595 Jul 06 11:41:27.395483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d48eb56a-c416-4921-9723-dbf0e79e2836 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:41:27.404140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e76a1fef-10a3-43ff-9579-9c0137d040e9 None None] Calling delete_port for be43929f-1234-4c61-a1ad-c8e2d381a00c owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:27.475406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad3131-5d75-42c3-845f-48cb31bf9ab6 None None] Port b8de4bbb-6335-4849-b397-1833943a3a6e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:27.507397 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70cee7b1-ed48-4066-8e3b-eb5a259e10ce req-4291373f-6a11-472c-b51c-f2df3bc1aba9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.509777 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70cee7b1-ed48-4066-8e3b-eb5a259e10ce req-4291373f-6a11-472c-b51c-f2df3bc1aba9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.511410 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70cee7b1-ed48-4066-8e3b-eb5a259e10ce req-4291373f-6a11-472c-b51c-f2df3bc1aba9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "DELETE /v2.0/security-groups/0d7ca999-b7be-4b24-82c0-fa1b46336982 HTTP/1.1" status: 204 len: 173 time: 0.4944627 Jul 06 11:41:27.525352 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bfacc0e-6b79-4718-9fb7-245f13d87d52 req-8d59a298-1e36-4ab9-b2aa-319966647753 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472464 Jul 06 11:41:27.557663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291373f-6a11-472c-b51c-f2df3bc1aba9 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7ca999-b7be-4b24-82c0-fa1b46336982,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:27.610901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device be43929f-1234-4c61-a1ad-c8e2d381a00c no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:27.623010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0bc25b1e-a6f1-4d6a-a2f3-400528950555 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Deleting port b8de4bbb-6335-4849-b397-1833943a3a6e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:27.628941 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bc25b1e-a6f1-4d6a-a2f3-400528950555 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.638788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1718aef-7036-452d-8416-e2da4d16a235 req-90d706ee-9e63-49c1-a910-d75d780c7460 service neutron] 10.222.0.86 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649474 Jul 06 11:41:27.643392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.771385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:27.776245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:27.786425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:27.787220 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.795900 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bc25b1e-a6f1-4d6a-a2f3-400528950555 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.813998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=783861f3-621a-4953-bc4b-9a256b96706c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:27.817661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0bc25b1e-a6f1-4d6a-a2f3-400528950555 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Calling delete_port for b8de4bbb-6335-4849-b397-1833943a3a6e owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:27.832978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.834081 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.835211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.836315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.837287 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.838791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.839786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.840909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.842008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.842940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.843860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.844732 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:27.854384 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-83c4b41a-daea-4e76-aea2-54ae9495a19f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2538543 Jul 06 11:41:27.857846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42602) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:27.868199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'name': 'tempest-NetworksTestDHCPv6-2097288109'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:27.924589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d1578dae-615c-472f-8c3a-c393fd933c69 req-b87ab190-7c32-434d-ac2a-e7e2df87752d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-339799984', 'description': 'tempest-description-1943368607'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:27.950132 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:27.970453 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d48eb56a-c416-4921-9723-dbf0e79e2836, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d48eb56a-c416-4921-9723-dbf0e79e2836,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:28.002567 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d1578dae-615c-472f-8c3a-c393fd933c69 req-b87ab190-7c32-434d-ac2a-e7e2df87752d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.013289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e76a1fef-10a3-43ff-9579-9c0137d040e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.046227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:41:28.053574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'd48eb56a-c416-4921-9723-dbf0e79e2836', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'port_id': 'd48eb56a-c416-4921-9723-dbf0e79e2836', 'mac_address': 'fa:16:3e:85:08:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:41:28.060690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a1fef-10a3-43ff-9579-9c0137d040e9 None None] Pushing event deleted for resources: {'Port': ['ID=be43929f-1234-4c61-a1ad-c8e2d381a00c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:28.106930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a1fef-10a3-43ff-9579-9c0137d040e9 None None] No DVR routers for this DVR port be43929f-1234-4c61-a1ad-c8e2d381a00c on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:28.276032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bc25b1e-a6f1-4d6a-a2f3-400528950555 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.295253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd3da50-3445-402e-8f8a-c83248276bee None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:28.298331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:41:28.369683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc25b1e-a6f1-4d6a-a2f3-400528950555 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Pushing event deleted for resources: {'Port': ['ID=b8de4bbb-6335-4849-b397-1833943a3a6e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:28.440177 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.460536 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d1578dae-615c-472f-8c3a-c393fd933c69 req-b87ab190-7c32-434d-ac2a-e7e2df87752d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.475936 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d1578dae-615c-472f-8c3a-c393fd933c69 req-b87ab190-7c32-434d-ac2a-e7e2df87752d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.513812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:28.522864 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.530858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bc25b1e-a6f1-4d6a-a2f3-400528950555 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.533174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0bc25b1e-a6f1-4d6a-a2f3-400528950555 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] 10.222.0.21 "DELETE /v2.0/ports/b8de4bbb-6335-4849-b397-1833943a3a6e HTTP/1.1" status: 204 len: 168 time: 1.2069831 Jul 06 11:41:28.539241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d1578dae-615c-472f-8c3a-c393fd933c69 req-b87ab190-7c32-434d-ac2a-e7e2df87752d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.540335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d1578dae-615c-472f-8c3a-c393fd933c69 req-b87ab190-7c32-434d-ac2a-e7e2df87752d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6231129 Jul 06 11:41:28.546042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42610) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:28.587090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48eb56a-c416-4921-9723-dbf0e79e2836 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:28.588966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port f83526ab-74a4-46ca-948e-2c6268e942aa yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:41:28.597941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ab190-7c32-434d-ac2a-e7e2df87752d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724088cd-bf4b-4830-80d6-1a83ec1f3698,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:28.618066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3211466-c558-4c2e-a917-9903e1b676d3 req-77033bac-277a-4399-b9cb-b547944320d7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:28.628953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3211466-c558-4c2e-a917-9903e1b676d3 req-77033bac-277a-4399-b9cb-b547944320d7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 945 time: 0.3449461 Jul 06 11:41:28.689060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d48eb56a-c416-4921-9723-dbf0e79e2836, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d48eb56a-c416-4921-9723-dbf0e79e2836,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:28.703481 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.704228 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.712538 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.786780 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3211466-c558-4c2e-a917-9903e1b676d3 req-d6bb0b08-1199-4718-9c81-a971fad18ccf tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560097 Jul 06 11:41:28.801418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2af5a1-b271-4881-9d78-3dccc8f7ca48 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Deleting subnet a8085a6e-95d3-41a5-9bbc-e270075276e8 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:28.808210 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b2af5a1-b271-4881-9d78-3dccc8f7ca48 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.848094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=48c1fc16-db65-4fa8-80a2-ff6dc4648f12,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:28.909292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'port_id': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'mac_address': 'fa:16:3e:c2:13:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:41:28.913401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '783861f3-621a-4953-bc4b-9a256b96706c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:28.915376 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.930581 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b2af5a1-b271-4881-9d78-3dccc8f7ca48 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.941595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=d48eb56a-c416-4921-9723-dbf0e79e2836,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:28.956146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::369 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/783861f3-621a-4953-bc4b-9a256b96706c/f83526ab-74a4-46ca-948e-2c6268e942aa) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:29.044925 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-adc5c38b-e2a3-400a-b075-ec98c32be64b req-4ff112a0-b74e-4f6a-8c22-b9ac06623e2d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/724088cd-bf4b-4830-80d6-1a83ec1f3698 HTTP/1.1" status: 200 len: 1802 time: 0.1620727 Jul 06 11:41:29.061986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-adc5c38b-e2a3-400a-b075-ec98c32be64b req-83c881b8-45c4-4b4a-833b-a979b4af628b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Request body: {'security_group': {'name': 'tempest-sg-hth-267805749', 'description': 'tempest-description-hth-1423845044'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:29.068010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['d48eb56a-c416-4921-9723-dbf0e79e2836'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:29.118902 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.144199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:29.203801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=48c1fc16-db65-4fa8-80a2-ff6dc4648f12,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:29.217997 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.248687 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-adc5c38b-e2a3-400a-b075-ec98c32be64b req-83c881b8-45c4-4b4a-833b-a979b4af628b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.273904 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.310301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object f83526ab-74a4-46ca-948e-2c6268e942aa will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:29.331287 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b2af5a1-b271-4881-9d78-3dccc8f7ca48 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.369824 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.394367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=48c1fc16-db65-4fa8-80a2-ff6dc4648f12,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:29.426708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:29.434228 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-adc5c38b-e2a3-400a-b075-ec98c32be64b req-83c881b8-45c4-4b4a-833b-a979b4af628b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.436834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:29.445205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:29.454913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:29.455828 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.461533 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-adc5c38b-e2a3-400a-b075-ec98c32be64b req-83c881b8-45c4-4b4a-833b-a979b4af628b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.467108 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-adc5c38b-e2a3-400a-b075-ec98c32be64b req-83c881b8-45c4-4b4a-833b-a979b4af628b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.469142 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-adc5c38b-e2a3-400a-b075-ec98c32be64b req-83c881b8-45c4-4b4a-833b-a979b4af628b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "PUT /v2.0/security-groups/724088cd-bf4b-4830-80d6-1a83ec1f3698 HTTP/1.1" status: 200 len: 1776 time: 0.4151597 Jul 06 11:41:29.497379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=f83526ab-74a4-46ca-948e-2c6268e942aa,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:29.526629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c8ad5-6b2c-431c-a49f-d8cefdec0dc4 req-a5644019-58e1-458b-84a8-ee92324253f6 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:29.527292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/783861f3-621a-4953-bc4b-9a256b96706c/74a5756f-b8a9-49e9-bb12-7075d2ff5c12) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:29.528446 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-179217d6-f582-4c36-bee3-468c3f0d6e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6668804 Jul 06 11:41:29.533667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42622) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:29.545686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed6c8ad5-6b2c-431c-a49f-d8cefdec0dc4 req-a5644019-58e1-458b-84a8-ee92324253f6 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 944 time: 0.4763360 Jul 06 11:41:29.610882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c881b8-45c4-4b4a-833b-a979b4af628b tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724088cd-bf4b-4830-80d6-1a83ec1f3698,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:29.627409 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['48c1fc16-db65-4fa8-80a2-ff6dc4648f12'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:29.673548 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b2af5a1-b271-4881-9d78-3dccc8f7ca48 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.692403 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed6c8ad5-6b2c-431c-a49f-d8cefdec0dc4 req-38636405-4fab-4f24-9e16-65275937cc53 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452339 Jul 06 11:41:29.704197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00637d10-3b64-472f-91f4-ebee17bfd624 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:29.711126 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-00637d10-3b64-472f-91f4-ebee17bfd624 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1720946 Jul 06 11:41:29.727484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42624) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:29.795564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2af5a1-b271-4881-9d78-3dccc8f7ca48 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Pushing event deleted for resources: {'Subnet': ['ID=a8085a6e-95d3-41a5-9bbc-e270075276e8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:29.814856 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b2af5a1-b271-4881-9d78-3dccc8f7ca48 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:29.818569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9b2af5a1-b271-4881-9d78-3dccc8f7ca48 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] 10.222.0.21 "DELETE /v2.0/subnets/a8085a6e-95d3-41a5-9bbc-e270075276e8 HTTP/1.1" status: 204 len: 168 time: 1.2693694 Jul 06 11:41:29.821510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7416dab-5942-40ab-88e4-28827cd46903 None None] Network 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:29.827935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42626) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:29.877053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4971d51-3fdf-4b24-ab22-457a312c45b0 req-3704ea08-26af-4cc1-a722-d08d52a0a346 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:29.885834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4971d51-3fdf-4b24-ab22-457a312c45b0 req-3704ea08-26af-4cc1-a722-d08d52a0a346 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 944 time: 0.2293537 Jul 06 11:41:29.959310 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4971d51-3fdf-4b24-ab22-457a312c45b0 req-29d9347f-613e-4fa5-9a92-f48a21f9efe2 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720460 Jul 06 11:41:30.072009 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.091511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d74b2ac-cd10-42fd-86fc-ccc58144632c req-5c8dd658-8b65-4789-bf8a-f4bc208e3b5e tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/724088cd-bf4b-4830-80d6-1a83ec1f3698 HTTP/1.1" status: 200 len: 1776 time: 0.0847540 Jul 06 11:41:30.164183 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.185473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa0624-9f74-41a2-9afb-b97b2e9be702 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port f83526ab-74a4-46ca-948e-2c6268e942aa {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:30.186116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2fa0624-9f74-41a2-9afb-b97b2e9be702 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.200206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Transition to ACTIVE for port object 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:30.256125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Transition to ACTIVE for port object 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:30.312185 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.392731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Deleting port 1766eb77-e6fb-403d-b558-8e296d7875e2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:30.393675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.400245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb9752-0428-48df-9eb3-84b7147d9a17 None None] DHCP port deletion for 846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:41:30.407233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:30.419065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:30.423771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8352886e-0622-4f68-bab2-71188fa3ad63 req-61a5b69c-b3fc-433d-a4dd-6563a4a07e18 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/724088cd-bf4b-4830-80d6-1a83ec1f3698 HTTP/1.1" status: 200 len: 1776 time: 0.0930023 Jul 06 11:41:30.440583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:30.462168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a34c50-0625-4a7e-b89c-f1a5b6f47756 req-99531f4e-2a18-49f5-a13e-1d98da8d7d44 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:30.464482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10a34c50-0625-4a7e-b89c-f1a5b6f47756 req-99531f4e-2a18-49f5-a13e-1d98da8d7d44 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 945 time: 0.1796644 Jul 06 11:41:30.482588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Pushing event updated for resources: {'Port': ['ID=74a5756f-b8a9-49e9-bb12-7075d2ff5c12,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:30.522550 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2fa0624-9f74-41a2-9afb-b97b2e9be702 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.570053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa0624-9f74-41a2-9afb-b97b2e9be702 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for f83526ab-74a4-46ca-948e-2c6268e942aa owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:30.574296 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10a34c50-0625-4a7e-b89c-f1a5b6f47756 req-523ad184-2dbd-4ae7-8d50-0026c1ac3ab7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892563 Jul 06 11:41:30.581547 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8352886e-0622-4f68-bab2-71188fa3ad63 req-c27fa97d-f888-4c90-a66c-63a48d98adaa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.583210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb9752-0428-48df-9eb3-84b7147d9a17 None None] Deleting port 1766eb77-e6fb-403d-b558-8e296d7875e2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:30.584141 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9752-0428-48df-9eb3-84b7147d9a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.587090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Attempting to bind port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:30.588260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Attempting to bind port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:30.588790 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Attempting to bind port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:30.593465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] For port 1766eb77-e6fb-403d-b558-8e296d7875e2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1766eb77-e6fb-403d-b558-8e296d7875e2,segment=NetworkSegment(dd4c7d69-efe6-4c46-97aa-b54ed348e81a),segment_id=dd4c7d69-efe6-4c46-97aa-b54ed348e81a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:30.594006 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.630897 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8352886e-0622-4f68-bab2-71188fa3ad63 req-c27fa97d-f888-4c90-a66c-63a48d98adaa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.631114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Calling delete_port for 1766eb77-e6fb-403d-b558-8e296d7875e2 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:30.702884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8352886e-0622-4f68-bab2-71188fa3ad63 req-c27fa97d-f888-4c90-a66c-63a48d98adaa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.708990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8352886e-0622-4f68-bab2-71188fa3ad63 req-c27fa97d-f888-4c90-a66c-63a48d98adaa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.733068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8352886e-0622-4f68-bab2-71188fa3ad63 req-c27fa97d-f888-4c90-a66c-63a48d98adaa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "DELETE /v2.0/security-groups/724088cd-bf4b-4830-80d6-1a83ec1f3698 HTTP/1.1" status: 204 len: 173 time: 0.2945938 Jul 06 11:41:30.735535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:30.736116 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:30.739437 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.740845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:30.741595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Bound port: 74a5756f-b8a9-49e9-bb12-7075d2ff5c12, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:30.742353 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.804307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fa97d-f888-4c90-a66c-63a48d98adaa tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724088cd-bf4b-4830-80d6-1a83ec1f3698,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:30.839794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b4eb9752-0428-48df-9eb3-84b7147d9a17 None None] For port 1766eb77-e6fb-403d-b558-8e296d7875e2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1766eb77-e6fb-403d-b558-8e296d7875e2,segment=NetworkSegment(dd4c7d69-efe6-4c46-97aa-b54ed348e81a),segment_id=dd4c7d69-efe6-4c46-97aa-b54ed348e81a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:30.841754 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9752-0428-48df-9eb3-84b7147d9a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.910348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb9752-0428-48df-9eb3-84b7147d9a17 None None] Calling delete_port for 1766eb77-e6fb-403d-b558-8e296d7875e2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:30.961811 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:30.976335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] For port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:31.024875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Pushing event deleted for resources: {'Port': ['ID=1766eb77-e6fb-403d-b558-8e296d7875e2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:31.068780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] No DVR routers for this DVR port 1766eb77-e6fb-403d-b558-8e296d7875e2 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:31.092935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] For port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=74a5756f-b8a9-49e9-bb12-7075d2ff5c12,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:31.111861 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.148055 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2fa0624-9f74-41a2-9afb-b97b2e9be702 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.246860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4ba19-4fd9-4849-855d-4e66592e821b None None] Pushing event updated for resources: {'Port': ['ID=74a5756f-b8a9-49e9-bb12-7075d2ff5c12,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:31.348339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa0624-9f74-41a2-9afb-b97b2e9be702 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=f83526ab-74a4-46ca-948e-2c6268e942aa,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:31.350815 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4eb9752-0428-48df-9eb3-84b7147d9a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.378216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.409477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d48eb56a-c416-4921-9723-dbf0e79e2836 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:31.420059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb9752-0428-48df-9eb3-84b7147d9a17 None None] Pushing event deleted for resources: {'Port': ['ID=1766eb77-e6fb-403d-b558-8e296d7875e2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:31.423690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb9752-0428-48df-9eb3-84b7147d9a17 None None] No DVR routers for this DVR port 1766eb77-e6fb-403d-b558-8e296d7875e2 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:31.442607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cece0-3fa8-4b35-ab4c-6f04e558f90f req-c5418e69-e244-4b9a-90bf-892ab273e777 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:31.460572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb7cece0-3fa8-4b35-ab4c-6f04e558f90f req-c5418e69-e244-4b9a-90bf-892ab273e777 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 944 time: 0.1699071 Jul 06 11:41:31.478725 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2fa0624-9f74-41a2-9afb-b97b2e9be702 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.482319 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d2fa0624-9f74-41a2-9afb-b97b2e9be702 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/f83526ab-74a4-46ca-948e-2c6268e942aa HTTP/1.1" status: 204 len: 168 time: 1.7620625 Jul 06 11:41:31.485448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:31.488655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42660) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:31.557418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4c7d69-efe6-4c46-97aa-b54ed348e81a') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:31.558055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4c7d69-efe6-4c46-97aa-b54ed348e81a') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:31.603006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1766eb77-e6fb-403d-b558-8e296d7875e2 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:31.608311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port d48eb56a-c416-4921-9723-dbf0e79e2836 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:31.610314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb7cece0-3fa8-4b35-ab4c-6f04e558f90f req-a68439f9-e340-4a36-ba28-c73c06d60c24 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483080 Jul 06 11:41:31.649778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port d48eb56a-c416-4921-9723-dbf0e79e2836 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:31.650156 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.665279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 1766eb77-e6fb-403d-b558-8e296d7875e2 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:31.666332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1766eb77-e6fb-403d-b558-8e296d7875e2 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:31.881722 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:31.961717 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48eb56a-c416-4921-9723-dbf0e79e2836'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:31.981879 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f5cde7-c3a7-4c91-94c7-2f9aaf19ba2c" -d '{"events": [{"server_uuid": "289e5c9e-5695-4dde-b51e-b1120fd5f383", "name": "network-vif-plugged", "status": "completed", "tag": "d48eb56a-c416-4921-9723-dbf0e79e2836"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:32.017269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d48eb56a-c416-4921-9723-dbf0e79e2836, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d48eb56a-c416-4921-9723-dbf0e79e2836,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:32.025050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.040113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:32.148499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c22126-ab77-445d-aa05-1b4c11c5b205 req-0ae02b41-b1d0-49ff-a1b6-dc3b1df52a0e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.165402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90c22126-ab77-445d-aa05-1b4c11c5b205 req-0ae02b41-b1d0-49ff-a1b6-dc3b1df52a0e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 944 time: 0.1568842 Jul 06 11:41:32.177625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:32.191246 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:32.191954 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.218203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.235507 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=d48eb56a-c416-4921-9723-dbf0e79e2836,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:32.255997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.261677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa7839e-0f4b-4c66-bcab-743f317ea626 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.264608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90c22126-ab77-445d-aa05-1b4c11c5b205 req-a79c3793-a947-44ab-93e9-9cbf2d87c9e8 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840144 Jul 06 11:41:32.264931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa7839e-0f4b-4c66-bcab-743f317ea626 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:32.266772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-faa7839e-0f4b-4c66-bcab-743f317ea626 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7763681 Jul 06 11:41:32.272130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42670) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:32.272970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:41:32.273381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:41:32.278225 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:41:32.376336 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.385320 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.390688 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] 10.222.0.21 "DELETE /v2.0/networks/846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0 HTTP/1.1" status: 204 len: 168 time: 2.5612757 Jul 06 11:41:32.439291 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.458057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d4376-3308-4e59-b96d-e877fd5a3b28 tempest-ExtraDHCPOptionsTestJSON-1725163371 tempest-ExtraDHCPOptionsTestJSON-1725163371-project] Pushing event deleted for resources: {'Network': ['ID=846a57dd-25be-4d2b-ad2b-0a6ee8e6f8e0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:32.511484 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c55125-8fed-4903-a0b5-6543a0f4380c x-openstack-request-id: req-f2c55125-8fed-4903-a0b5-6543a0f4380c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:32.512502 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289e5c9e-5695-4dde-b51e-b1120fd5f383", "name": "network-vif-plugged", "status": "completed", "tag": "d48eb56a-c416-4921-9723-dbf0e79e2836", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:32.513226 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2c55125-8fed-4903-a0b5-6543a0f4380c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:32.513766 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48eb56a-c416-4921-9723-dbf0e79e2836', 'code': 200} Jul 06 11:41:32.542760 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-7728ea93-4fed-4f3c-9b41-e2649de21fd0 req-bdd045f0-43a1-45cb-bb42-dffac27d1a59 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] show failed (client error): The resource could not be found. Jul 06 11:41:32.549192 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7728ea93-4fed-4f3c-9b41-e2649de21fd0 req-bdd045f0-43a1-45cb-bb42-dffac27d1a59 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/0d7ca999-b7be-4b24-82c0-fa1b46336982 HTTP/1.1" status: 404 len: 352 time: 0.0624123 Jul 06 11:41:32.581890 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15f2f12-83a5-477b-b378-6d9d4238c90f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 783861f3-621a-4953-bc4b-9a256b96706c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:32.588006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=48c1fc16-db65-4fa8-80a2-ff6dc4648f12,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:32.594679 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a15f2f12-83a5-477b-b378-6d9d4238c90f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.595674 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.653504 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a15f2f12-83a5-477b-b378-6d9d4238c90f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:32.779298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=48c1fc16-db65-4fa8-80a2-ff6dc4648f12,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:32.780355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a15f2f12-83a5-477b-b378-6d9d4238c90f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:33.040933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a15f2f12-83a5-477b-b378-6d9d4238c90f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:33.082635 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-4b2f7c49-da7c-4355-98cf-60261c98fd0c req-6fcd89cc-1736-4aea-818e-933f214a9c29 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] show failed (client error): The resource could not be found. Jul 06 11:41:33.083964 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b2f7c49-da7c-4355-98cf-60261c98fd0c req-6fcd89cc-1736-4aea-818e-933f214a9c29 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/4a0cafd5-0554-4a31-b7e3-e77f5791e9d9 HTTP/1.1" status: 404 len: 352 time: 0.2222614 Jul 06 11:41:33.150558 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f2f12-83a5-477b-b378-6d9d4238c90f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=783861f3-621a-4953-bc4b-9a256b96706c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:33.166773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a15f2f12-83a5-477b-b378-6d9d4238c90f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:33.170671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a15f2f12-83a5-477b-b378-6d9d4238c90f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/783861f3-621a-4953-bc4b-9a256b96706c HTTP/1.1" status: 204 len: 168 time: 0.8973832 Jul 06 11:41:33.174389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42702) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:33.179834 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-00966463-0ff2-4252-9ac8-366b3b7a6ece req-e9c4ccfa-f90c-4347-b53e-f606c68dc7ef tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] show failed (client error): The resource could not be found. Jul 06 11:41:33.200545 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00966463-0ff2-4252-9ac8-366b3b7a6ece req-e9c4ccfa-f90c-4347-b53e-f606c68dc7ef tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/95ad9428-2390-464c-8f95-760caf199051 HTTP/1.1" status: 404 len: 352 time: 0.0604367 Jul 06 11:41:33.260543 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad9d95-8009-4f37-86df-4786dba6d5f5 req-e3ff2b48-b05c-46d1-b65b-bd87bab1e589 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:33.265865 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19ad9d95-8009-4f37-86df-4786dba6d5f5 req-e3ff2b48-b05c-46d1-b65b-bd87bab1e589 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 945 time: 0.2519977 Jul 06 11:41:33.277279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873fd2a-5a04-42ff-bc09-fe6a8157fd07 req-bb1fbacd-4cbc-4dbe-a847-6aa97cf570b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:33.281305 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8873fd2a-5a04-42ff-bc09-fe6a8157fd07 req-bb1fbacd-4cbc-4dbe-a847-6aa97cf570b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 1096 time: 0.4229991 Jul 06 11:41:33.345117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59be95d8-e68b-4560-beee-de87a5763150 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:33.376070 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-3366c4cc-8fcd-4e79-bcab-d429d5f5629b req-f9090ae3-14da-42a7-9919-c1bffe97e72f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] show failed (client error): The resource could not be found. Jul 06 11:41:33.378624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3366c4cc-8fcd-4e79-bcab-d429d5f5629b req-f9090ae3-14da-42a7-9919-c1bffe97e72f tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/3065850c-d3a4-4a20-a6e3-f4d5f8d8c4aa HTTP/1.1" status: 404 len: 352 time: 0.1399565 Jul 06 11:41:33.389573 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-09bee5c1-0747-4127-b90b-173475d9f9dc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2131968 Jul 06 11:41:33.405937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42712) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:33.432369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8873fd2a-5a04-42ff-bc09-fe6a8157fd07 req-640d70ca-0bce-4c91-ba39-907fbc5e05d5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171854 Jul 06 11:41:33.433156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42716) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:33.498685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19ad9d95-8009-4f37-86df-4786dba6d5f5 req-29166bf1-6a5b-42b6-8b37-a6599e55fd77 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290790 Jul 06 11:41:33.676459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc145e4e-7fd9-463f-96cd-6d864d9e5fdb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:33.686503 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dc145e4e-7fd9-463f-96cd-6d864d9e5fdb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2744672 Jul 06 11:41:33.692457 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42720) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:33.849402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2b64472f-5b03-4161-b0bd-2f8945b152a5 None None] Provisioning for port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:33.851867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4726e5-3e17-4120-a7ea-ed26ac8dcc5a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:33.855353 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-3387aae9-3245-4f69-8c49-499c8da7903a req-dc312b3c-82e7-43ba-9aa8-56a2c4e5be8d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] show failed (client error): The resource could not be found. Jul 06 11:41:33.859110 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dc4726e5-3e17-4120-a7ea-ed26ac8dcc5a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1644533 Jul 06 11:41:33.865448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42722) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:33.873293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3387aae9-3245-4f69-8c49-499c8da7903a req-dc312b3c-82e7-43ba-9aa8-56a2c4e5be8d tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/5345dc70-b9c7-4751-88d8-d8f1863161df HTTP/1.1" status: 404 len: 352 time: 0.0492218 Jul 06 11:41:33.880691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:33.984452 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-108d7e0e-6b1f-42c5-90c5-6d04f33ba796 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111460 Jul 06 11:41:33.985560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42734) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:34.000254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d0b0b72e-29bf-4340-9f0a-a89a20e1131e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c04e4f6a6bf54045898e60bf551579f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5560815 Jul 06 11:41:34.001163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:34.008123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8810d1ed-5a28-4bc6-8382-3e1c34a715cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:34.176015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:34.181005 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-5726fc94-541e-4822-b6bb-4c0f1423a30d req-32283406-6612-4aba-ae8d-4b9a583c1bab tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] show failed (client error): The resource could not be found. Jul 06 11:41:34.182231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:34.182613 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.185532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5726fc94-541e-4822-b6bb-4c0f1423a30d req-32283406-6612-4aba-ae8d-4b9a583c1bab tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/833dac82-5bf6-423b-8db7-3aecda0678d4 HTTP/1.1" status: 404 len: 352 time: 0.1484995 Jul 06 11:41:34.229943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8810d1ed-5a28-4bc6-8382-3e1c34a715cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:34.239210 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8810d1ed-5a28-4bc6-8382-3e1c34a715cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.275685 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b827b000-f25a-4ab9-becb-743b728d4a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.308860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6becd90-fb66-4f26-82cf-4ff149b54655 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:41:34.350984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b827b000-f25a-4ab9-becb-743b728d4a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.370576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bee8ba-af6c-4081-9f87-21dd4380482b req-ae912cf8-190a-48f4-8791-9b8dea625789 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:34.388146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20bee8ba-af6c-4081-9f87-21dd4380482b req-ae912cf8-190a-48f4-8791-9b8dea625789 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 945 time: 0.3171198 Jul 06 11:41:34.515104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:34.536669 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b951a1-481e-4718-b3e9-ae1f7033702f" -d '{"events": [{"server_uuid": "bdba4b6a-f242-4466-9db0-5d1b52e8baca", "name": "network-vif-plugged", "status": "completed", "tag": "48c1fc16-db65-4fa8-80a2-ff6dc4648f12"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:34.544189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20bee8ba-af6c-4081-9f87-21dd4380482b req-57f829ea-3a85-458b-b8b1-88bf04d8da41 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541944 Jul 06 11:41:34.597982 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.606478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b827b000-f25a-4ab9-becb-743b728d4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.613454 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b827b000-f25a-4ab9-becb-743b728d4a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.615798 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b827b000-f25a-4ab9-becb-743b728d4a06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0212cdca-bfde-4bf1-9b7e-3685726d1535 HTTP/1.1" status: 204 len: 168 time: 0.6133783 Jul 06 11:41:34.634837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a6becd90-fb66-4f26-82cf-4ff149b54655 None None] Deleting port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:34.634837 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6becd90-fb66-4f26-82cf-4ff149b54655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.646321 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827b000-f25a-4ab9-becb-743b728d4a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0212cdca-bfde-4bf1-9b7e-3685726d1535,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:34.697140 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8810d1ed-5a28-4bc6-8382-3e1c34a715cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.794409 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d2a159-5883-46a7-8ce7-65654e6dbf62 x-openstack-request-id: req-20d2a159-5883-46a7-8ce7-65654e6dbf62 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:34.794724 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdba4b6a-f242-4466-9db0-5d1b52e8baca", "name": "network-vif-plugged", "status": "completed", "tag": "48c1fc16-db65-4fa8-80a2-ff6dc4648f12", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:34.794981 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20d2a159-5883-46a7-8ce7-65654e6dbf62 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:34.795423 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'code': 200} Jul 06 11:41:34.805469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810d1ed-5a28-4bc6-8382-3e1c34a715cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:34.812823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8810d1ed-5a28-4bc6-8382-3e1c34a715cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:34.820622 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810d1ed-5a28-4bc6-8382-3e1c34a715cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:34.822496 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8810d1ed-5a28-4bc6-8382-3e1c34a715cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:34.865603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810d1ed-5a28-4bc6-8382-3e1c34a715cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=d5c2ee8f-3c3d-4e8a-afdd-0aee1e2437bc,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:34.869399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=74a5756f-b8a9-49e9-bb12-7075d2ff5c12,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:34.879731 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8810d1ed-5a28-4bc6-8382-3e1c34a715cb tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8899629 Jul 06 11:41:34.881060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42752) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:34.903659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': 'd5c2ee8f-3c3d-4e8a-afdd-0aee1e2437bc', 'ip_address': '2001:db8::37c0:bdf2:fb2:8005'}], 'name': 'tempest-NetworksTestDHCPv6-721347028'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:34.913332 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:35.108891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a6becd90-fb66-4f26-82cf-4ff149b54655 None None] For port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=74a5756f-b8a9-49e9-bb12-7075d2ff5c12,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:35.109365 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6becd90-fb66-4f26-82cf-4ff149b54655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:35.177415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81126279-5f30-4722-8599-04905bf95bba req-e04c5270-9106-43fb-8b0f-ab60a4011ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:35.179111 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81126279-5f30-4722-8599-04905bf95bba req-e04c5270-9106-43fb-8b0f-ab60a4011ec2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 1096 time: 0.2127874 Jul 06 11:41:35.197128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a6becd90-fb66-4f26-82cf-4ff149b54655 None None] Calling delete_port for 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:35.285763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=74a5756f-b8a9-49e9-bb12-7075d2ff5c12,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:35.293785 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81126279-5f30-4722-8599-04905bf95bba req-a94a2b3e-ef87-4087-b4f1-6343bb9dac1d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056442 Jul 06 11:41:35.396843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:35.457440 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6becd90-fb66-4f26-82cf-4ff149b54655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:35.539068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6becd90-fb66-4f26-82cf-4ff149b54655 None None] Pushing event deleted for resources: {'Port': ['ID=74a5756f-b8a9-49e9-bb12-7075d2ff5c12,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:35.570496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6becd90-fb66-4f26-82cf-4ff149b54655 None None] No DVR routers for this DVR port 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:35.598391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:35.651189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b644a-f4f6-484d-9208-488a4f54bf81 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:35.676759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:35.677813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 74a5756f-b8a9-49e9-bb12-7075d2ff5c12 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:35.701405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983ec51-1e96-41ba-959e-2630553770b2 req-b6029288-2a41-49ca-a165-af6a76158ace tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:35.710077 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1983ec51-1e96-41ba-959e-2630553770b2 req-b6029288-2a41-49ca-a165-af6a76158ace tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 945 time: 0.5495660 Jul 06 11:41:35.715669 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:35.809855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 86e8b7de-82e1-4aaf-8e52-51036ceb2798 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:41:35.835485 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1983ec51-1e96-41ba-959e-2630553770b2 req-8890a0dd-4054-4ae7-ae04-e128d0d779be tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242776 Jul 06 11:41:35.877240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc2e1d-74cf-4c70-b6c4-c65de4abf258 req-af6fb14d-9105-4d14-ad14-e24c6ff76858 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:35.880010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-badc2e1d-74cf-4c70-b6c4-c65de4abf258 req-af6fb14d-9105-4d14-ad14-e24c6ff76858 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 1023 time: 0.5366287 Jul 06 11:41:36.115508 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 699ef2a6-c400-4b92-9db8-e50d44341dba details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:41:36.149539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': 'd5c2ee8f-3c3d-4e8a-afdd-0aee1e2437bc'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:36.150840 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.438784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42808) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:36.529782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 699ef2a6-c400-4b92-9db8-e50d44341dba, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=699ef2a6-c400-4b92-9db8-e50d44341dba,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:36.542976 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '699ef2a6-c400-4b92-9db8-e50d44341dba', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'port_id': '699ef2a6-c400-4b92-9db8-e50d44341dba', 'mac_address': 'fa:16:3e:7e:33:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:41:36.647847 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:36.723162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 699ef2a6-c400-4b92-9db8-e50d44341dba {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:41:36.763076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332a9cd-3c03-4bf2-bae6-96e22379bfed req-9d408956-bdc9-4776-b5fc-75a0703171ab tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:36.767840 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0332a9cd-3c03-4bf2-bae6-96e22379bfed req-9d408956-bdc9-4776-b5fc-75a0703171ab tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.86 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 1023 time: 0.2624946 Jul 06 11:41:36.808144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/d5c2ee8f-3c3d-4e8a-afdd-0aee1e2437bc/7466721c-b579-4bc9-8dc1-7a87e0a6f77e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:36.870020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-105692937'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:36.873674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 699ef2a6-c400-4b92-9db8-e50d44341dba, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=699ef2a6-c400-4b92-9db8-e50d44341dba,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:36.883887 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.033383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Made reservation on behalf of 29c1ca0e21464ec5a5600b5867797ed5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:37.046739 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.082399 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.219110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0332a9cd-3c03-4bf2-bae6-96e22379bfed req-2b8d06be-b5f9-4510-b9b5-e2ff5b36ec11 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Deleting port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:37.221117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0332a9cd-3c03-4bf2-bae6-96e22379bfed req-2b8d06be-b5f9-4510-b9b5-e2ff5b36ec11 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.248669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['699ef2a6-c400-4b92-9db8-e50d44341dba'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:41:37.641201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0332a9cd-3c03-4bf2-bae6-96e22379bfed req-2b8d06be-b5f9-4510-b9b5-e2ff5b36ec11 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] For port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,segment=NetworkSegment(6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7),segment_id=6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:37.646381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0332a9cd-3c03-4bf2-bae6-96e22379bfed req-2b8d06be-b5f9-4510-b9b5-e2ff5b36ec11 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.657594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=699ef2a6-c400-4b92-9db8-e50d44341dba,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:37.676990 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.712642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3772bae-38d3-43b5-9937-a6a1d215b7c8 req-87c7d881-53f5-4861-a1de-3c6a9c6a1cd4 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:37.733364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3772bae-38d3-43b5-9937-a6a1d215b7c8 req-87c7d881-53f5-4861-a1de-3c6a9c6a1cd4 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 945 time: 0.5211992 Jul 06 11:41:37.752658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Transition to ACTIVE for port object 7466721c-b579-4bc9-8dc1-7a87e0a6f77e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:37.802115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-badc2e1d-74cf-4c70-b6c4-c65de4abf258 req-907a6dc2-2324-40b8-97ea-98f5ca0e4d7a tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups?id=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8&id=2cf90c28-6449-427c-9e12-509ea283b451&id=9a08c4d0-2481-43bf-8645-8568932a8086&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 1.8398750 Jul 06 11:41:37.825210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Transition to ACTIVE for port object 7466721c-b579-4bc9-8dc1-7a87e0a6f77e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:37.827587 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0332a9cd-3c03-4bf2-bae6-96e22379bfed req-2b8d06be-b5f9-4510-b9b5-e2ff5b36ec11 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Calling delete_port for 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:37.852519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3772bae-38d3-43b5-9937-a6a1d215b7c8 req-85c4cc24-2741-4982-8dd1-3c81e924a671 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170094 Jul 06 11:41:37.857556 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.046480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::37c0:bdf2:fb2:8005 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/d5c2ee8f-3c3d-4e8a-afdd-0aee1e2437bc/86e8b7de-82e1-4aaf-8e52-51036ceb2798) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:38.116563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:38.180643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:38.200664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:38.271322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Pushing event updated for resources: {'Port': ['ID=7466721c-b579-4bc9-8dc1-7a87e0a6f77e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:38.348457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.350224 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0332a9cd-3c03-4bf2-bae6-96e22379bfed req-2b8d06be-b5f9-4510-b9b5-e2ff5b36ec11 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.404208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d06be-b5f9-4510-b9b5-e2ff5b36ec11 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event deleted for resources: {'Port': ['ID=99f13dc4-ebc8-41e0-8755-ead696d1bbc9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:38.408256 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.459590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:41:38.528156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.528689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.529308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.529729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.530549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.531200 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.531634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.532143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.532615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.533124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.533626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.534932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:38.578409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2e7d7-58df-4747-8ba6-d5038ad6f985 req-e6b2af01-93b6-4448-98b7-e86e2482ab5d tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:38.581796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8de2e7d7-58df-4747-8ba6-d5038ad6f985 req-e6b2af01-93b6-4448-98b7-e86e2482ab5d tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 945 time: 0.4198904 Jul 06 11:41:38.595058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42838) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:38.607944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-64b9a34e-8490-4e9a-9c2f-263d947c4dba tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Request body: {'floatingip': {'port_id': 'd48eb56a-c416-4921-9723-dbf0e79e2836'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:38.618306 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.618812 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Added segment 6beb174b-13e3-47b5-afe1-f7c730e3d92a of type vlan for network e015a81c-249d-4b4d-9374-d73053989716 Jul 06 11:41:38.623598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-0332a9cd-3c03-4bf2-bae6-96e22379bfed req-2b8d06be-b5f9-4510-b9b5-e2ff5b36ec11 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] No DVR routers for this DVR port 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:38.642189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0332a9cd-3c03-4bf2-bae6-96e22379bfed req-2b8d06be-b5f9-4510-b9b5-e2ff5b36ec11 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.646344 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0332a9cd-3c03-4bf2-bae6-96e22379bfed req-2b8d06be-b5f9-4510-b9b5-e2ff5b36ec11 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.86 "DELETE /v2.0/ports/99f13dc4-ebc8-41e0-8755-ead696d1bbc9 HTTP/1.1" status: 204 len: 173 time: 1.8645463 Jul 06 11:41:38.647364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'name': 'network-vif-deleted', 'tag': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:38.654094 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83fd5cb-a6ab-48b2-b36b-4ecb0403da63" -d '{"events": [{"server_uuid": "e8b1c8b3-5156-47a0-a328-13f38d2146e2", "name": "network-vif-deleted", "tag": "99f13dc4-ebc8-41e0-8755-ead696d1bbc9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:38.658871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3538e226-c9d0-47a7-aa1a-2086c7b907c9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:38.711565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Attempting to bind port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:38.712495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Attempting to bind port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:38.715526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Attempting to bind port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:38.743212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:38.744077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:38.749701 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.752927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:38.755223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Bound port: 7466721c-b579-4bc9-8dc1-7a87e0a6f77e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:38.756731 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.835911 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4aa3f5a-ee23-4924-8ee2-e58c1201063b x-openstack-request-id: req-e4aa3f5a-ee23-4924-8ee2-e58c1201063b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:38.837021 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b1c8b3-5156-47a0-a328-13f38d2146e2", "name": "network-vif-deleted", "tag": "99f13dc4-ebc8-41e0-8755-ead696d1bbc9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:38.838135 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4aa3f5a-ee23-4924-8ee2-e58c1201063b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:38.844529 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b1c8b3-5156-47a0-a328-13f38d2146e2', 'name': 'network-vif-deleted', 'tag': '99f13dc4-ebc8-41e0-8755-ead696d1bbc9', 'status': 'completed', 'code': 200} Jul 06 11:41:38.862373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.876507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64b9a34e-8490-4e9a-9c2f-263d947c4dba tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:39.000164 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:39.019501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:39.020189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:39.169383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:39.216888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6a027518-6914-401b-802d-355bf6814f89 None None] For port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:39.234235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6a027518-6914-401b-802d-355bf6814f89 None None] For port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7466721c-b579-4bc9-8dc1-7a87e0a6f77e,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:39.245196 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:39.344764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 86e8b7de-82e1-4aaf-8e52-51036ceb2798 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:39.373857 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9283640 Jul 06 11:41:39.379123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42850) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:39.385521 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Request body: {'subnet': {'network_id': 'e015a81c-249d-4b4d-9374-d73053989716', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:39.442368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64148c59-252f-48ff-abfe-2042dc89a769 req-8445afce-49e1-4580-b7ab-dbbce7d1c6a7 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8b1c8b3-5156-47a0-a328-13f38d2146e2 HTTP/1.1" status: 200 len: 210 time: 0.1557331 Jul 06 11:41:39.504890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a027518-6914-401b-802d-355bf6814f89 None None] Pushing event updated for resources: {'Port': ['ID=7466721c-b579-4bc9-8dc1-7a87e0a6f77e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:39.628288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad373660-4fc8-4e03-9cb2-68596efa1a2b tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event updated for resources: {'Network': ['ID=e015a81c-249d-4b4d-9374-d73053989716,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:39.649121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network e015a81c-249d-4b4d-9374-d73053989716 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:41:39.713909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Made reservation on behalf of 29c1ca0e21464ec5a5600b5867797ed5 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:39.739434 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:39.751655 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:41:40.085604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 699ef2a6-c400-4b92-9db8-e50d44341dba up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:40.131105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcf57d-a9b2-402a-9489-71f395640885 req-a8fe220f-1900-4d24-b78b-01bcad406359 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:40.146244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6bcf57d-a9b2-402a-9489-71f395640885 req-a8fe220f-1900-4d24-b78b-01bcad406359 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 945 time: 0.8561447 Jul 06 11:41:40.280983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 699ef2a6-c400-4b92-9db8-e50d44341dba triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:40.281645 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:40.382489 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:40.397508 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:40.542198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event updated for resources: {'Subnet': ['ID=825b1ac8-269b-4957-99ad-2b42af90a110,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:40.586415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Checking segment: {'id': '6beb174b-13e3-47b5-afe1-f7c730e3d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e015a81c-249d-4b4d-9374-d73053989716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:40.587508 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Network hostable DHCP agents. Network: e015a81c-249d-4b4d-9374-d73053989716, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:41:40.627887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Network e015a81c-249d-4b4d-9374-d73053989716 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:41:40.644040 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6bcf57d-a9b2-402a-9489-71f395640885 req-a34cd5a8-8377-4225-a906-40776dbcc79a tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523170 Jul 06 11:41:40.644734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, e015a81c-249d-4b4d-9374-d73053989716) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:40.653251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:40.654178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:40.688004 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a6b75a-bb0d-459f-998a-a9d9f85d80f8 None None] Network e015a81c-249d-4b4d-9374-d73053989716 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:40.705223 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-00bfdfb8-e56f-4da0-ade1-b6896ce18713 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3242018 Jul 06 11:41:40.709236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42870) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:40.734949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-28fdc0ab-cc95-47db-abd0-aa2ba34ba9e4 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1494598685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:40.737908 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:40.865952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:40.875104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:40.880875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:40.893241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28fdc0ab-cc95-47db-abd0-aa2ba34ba9e4 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:40.901259 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28fdc0ab-cc95-47db-abd0-aa2ba34ba9e4 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:40.908317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:40.909658 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.100530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=86e8b7de-82e1-4aaf-8e52-51036ceb2798,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:41.264775 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28fdc0ab-cc95-47db-abd0-aa2ba34ba9e4 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.269105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e59b191d-9fd5-4750-ad56-7e1ba208ce6b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.3830764 Jul 06 11:41:41.272233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42880) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:41.375872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ef2a6-c400-4b92-9db8-e50d44341dba'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:41.385838 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e894df8-85e5-40b2-996e-3063f6462458" -d '{"events": [{"server_uuid": "2f18b5ee-2f7b-4c48-b96c-a90695c496ce", "name": "network-vif-plugged", "status": "completed", "tag": "699ef2a6-c400-4b92-9db8-e50d44341dba"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:41.402974 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28fdc0ab-cc95-47db-abd0-aa2ba34ba9e4 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.432963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-e015a81c-249d-4b4d-9374-d73053989716', 'network_id': 'e015a81c-249d-4b4d-9374-d73053989716', 'tenant_id': '29c1ca0e21464ec5a5600b5867797ed5', 'fixed_ips': [{'subnet_id': '825b1ac8-269b-4957-99ad-2b42af90a110'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:41.435365 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.474518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 699ef2a6-c400-4b92-9db8-e50d44341dba, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=699ef2a6-c400-4b92-9db8-e50d44341dba,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:41.488893 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28fdc0ab-cc95-47db-abd0-aa2ba34ba9e4 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.493210 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-28fdc0ab-cc95-47db-abd0-aa2ba34ba9e4 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7811518 Jul 06 11:41:41.502792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42886) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:41.508435 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:41.509921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:41.670336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f678ae9b-0d1a-45a3-b2d0-97d0d16bfdef req-b3c5426d-ef11-4034-8f6a-972fc770f2d4 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/9a08c4d0-2481-43bf-8645-8568932a8086 HTTP/1.1" status: 200 len: 1802 time: 0.5442541 Jul 06 11:41:41.976714 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-64b9a34e-8490-4e9a-9c2f-263d947c4dba tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:41:42.002223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=699ef2a6-c400-4b92-9db8-e50d44341dba,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:42.008034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7466721c-b579-4bc9-8dc1-7a87e0a6f77e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:42.088186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:42.088712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 99f13dc4-ebc8-41e0-8755-ead696d1bbc9 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:42.212846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebeae9e-1f0d-4a22-be78-70256ce44d24 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:42.240222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7ae5749a-04cf-409a-bd64-7c36b6bfa569 None None] Provisioning for port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:42.248781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-a1e37ace-f011-43f4-8316-3d59e833e7b7 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:42.253688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebeae9e-1f0d-4a22-be78-70256ce44d24 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:42.259037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-a1e37ace-f011-43f4-8316-3d59e833e7b7 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8293617 Jul 06 11:41:42.272647 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8ebeae9e-1f0d-4a22-be78-70256ce44d24 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.9981637 Jul 06 11:41:42.273816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42888) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:42.398888 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f678ae9b-0d1a-45a3-b2d0-97d0d16bfdef req-e83fc97d-c821-4c4c-92ab-e7173601727c tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.425335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-23fc818d-8d22-4a0e-b271-53253bd9626a tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.1652825 Jul 06 11:41:42.430623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:42.437050 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64b9a34e-8490-4e9a-9c2f-263d947c4dba tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.447836 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64b9a34e-8490-4e9a-9c2f-263d947c4dba tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.459732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:42.460448 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.609421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Allocated IP 172.20.0.2 (e015a81c-249d-4b4d-9374-d73053989716/825b1ac8-269b-4957-99ad-2b42af90a110/62179e4c-211e-4a31-9633-b6f15f5da0c0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:42.631015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-e11c0342-4b66-4b90-a05a-498cbcc7f605 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Request body: {'floatingip': {'port_id': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:42.636292 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-64b9a34e-8490-4e9a-9c2f-263d947c4dba tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Floating IP 0a58935b-f030-45bb-9371-1601eb9d085d associated. External IP: 172.25.0.121, port: d48eb56a-c416-4921-9723-dbf0e79e2836. Jul 06 11:41:42.673075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-35223565-9af8-4c98-b300-bbb8300d47f8 None None] Could not find standard attr ID for object f83526ab-74a4-46ca-948e-2c6268e942aa. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:41:42.745358 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.880757 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f678ae9b-0d1a-45a3-b2d0-97d0d16bfdef req-e83fc97d-c821-4c4c-92ab-e7173601727c tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.928891 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-e11c0342-4b66-4b90-a05a-498cbcc7f605 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:42.943525 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.061553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e4a4d-4da3-47a6-aa57-703d4604d29c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 86e8b7de-82e1-4aaf-8e52-51036ceb2798 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:43.061945 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4a4d-4da3-47a6-aa57-703d4604d29c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.077736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7466721c-b579-4bc9-8dc1-7a87e0a6f77e,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:43.100083 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.287081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cd5caa8b-a730-49ca-b030-a7f5eff7fae7 None None] Provisioning for port 86e8b7de-82e1-4aaf-8e52-51036ceb2798 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:43.318057 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cd5caa8b-a730-49ca-b030-a7f5eff7fae7 None None] Provisioning complete for port 86e8b7de-82e1-4aaf-8e52-51036ceb2798 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:43.318812 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd5caa8b-a730-49ca-b030-a7f5eff7fae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.392040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=7466721c-b579-4bc9-8dc1-7a87e0a6f77e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:43.435027 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.447016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cd5caa8b-a730-49ca-b030-a7f5eff7fae7 None None] Port 86e8b7de-82e1-4aaf-8e52-51036ceb2798 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:43.461048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Transition to ACTIVE for port object 62179e4c-211e-4a31-9633-b6f15f5da0c0 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:43.498791 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f678ae9b-0d1a-45a3-b2d0-97d0d16bfdef req-e83fc97d-c821-4c4c-92ab-e7173601727c tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.502930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Transition to ACTIVE for port object 62179e4c-211e-4a31-9633-b6f15f5da0c0 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:43.510626 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f678ae9b-0d1a-45a3-b2d0-97d0d16bfdef req-e83fc97d-c821-4c4c-92ab-e7173601727c tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.515964 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f678ae9b-0d1a-45a3-b2d0-97d0d16bfdef req-e83fc97d-c821-4c4c-92ab-e7173601727c tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a08c4d0-2481-43bf-8645-8568932a8086 HTTP/1.1" status: 204 len: 173 time: 1.8431764 Jul 06 11:41:43.540487 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:43.688163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fc97d-c821-4c4c-92ab-e7173601727c tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a08c4d0-2481-43bf-8645-8568932a8086,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:43.787096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Allocated IP 172.20.0.1 (e015a81c-249d-4b4d-9374-d73053989716/825b1ac8-269b-4957-99ad-2b42af90a110/a731a923-00dc-4f41-92d0-1182e80cb1ce) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:43.977475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Network e015a81c-249d-4b4d-9374-d73053989716 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:43.979940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7466721c-b579-4bc9-8dc1-7a87e0a6f77e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:44.030904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:44.104675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.109729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:44.135538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Transition to ACTIVE for port object a731a923-00dc-4f41-92d0-1182e80cb1ce will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:44.154505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b9a34e-8490-4e9a-9c2f-263d947c4dba tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:41:44.202129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.240175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Pushing event updated for resources: {'Port': ['ID=62179e4c-211e-4a31-9633-b6f15f5da0c0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:44.281932 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cb884ff-0843-4526-9f8d-9236e3717c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.315816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Network e015a81c-249d-4b4d-9374-d73053989716 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:44.323023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Attempting to bind port 62179e4c-211e-4a31-9633-b6f15f5da0c0 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:44.323853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Attempting to bind port 62179e4c-211e-4a31-9633-b6f15f5da0c0 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '6beb174b-13e3-47b5-afe1-f7c730e3d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e015a81c-249d-4b4d-9374-d73053989716'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:44.325045 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Attempting to bind port 62179e4c-211e-4a31-9633-b6f15f5da0c0 on network e015a81c-249d-4b4d-9374-d73053989716 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:44.335269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:44.339593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:44.341093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Checking segment: {'id': '6beb174b-13e3-47b5-afe1-f7c730e3d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e015a81c-249d-4b4d-9374-d73053989716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:44.342715 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.346434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Bound using segment: {'id': '6beb174b-13e3-47b5-afe1-f7c730e3d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e015a81c-249d-4b4d-9374-d73053989716'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:44.347311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Bound port: 62179e4c-211e-4a31-9633-b6f15f5da0c0, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6beb174b-13e3-47b5-afe1-f7c730e3d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e015a81c-249d-4b4d-9374-d73053989716'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:44.348011 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.357044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:44.402856 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b75f068-ff06-4dbe-acae-5b522a2cb94d x-openstack-request-id: req-5b75f068-ff06-4dbe-acae-5b522a2cb94d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:44.408119 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f18b5ee-2f7b-4c48-b96c-a90695c496ce", "name": "network-vif-plugged", "status": "completed", "tag": "699ef2a6-c400-4b92-9db8-e50d44341dba", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:44.409681 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b75f068-ff06-4dbe-acae-5b522a2cb94d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:44.410380 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ef2a6-c400-4b92-9db8-e50d44341dba', 'code': 200} Jul 06 11:41:44.411265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:44.414009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event updated for resources: {'Port': ['ID=a731a923-00dc-4f41-92d0-1182e80cb1ce,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:44.414307 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.468269 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4a4d-4da3-47a6-aa57-703d4604d29c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.506205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e4a4d-4da3-47a6-aa57-703d4604d29c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 86e8b7de-82e1-4aaf-8e52-51036ceb2798 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:44.507159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.588043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] For port 62179e4c-211e-4a31-9633-b6f15f5da0c0, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:44.612189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] For port 62179e4c-211e-4a31-9633-b6f15f5da0c0, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=62179e4c-211e-4a31-9633-b6f15f5da0c0,segment=NetworkSegment(6beb174b-13e3-47b5-afe1-f7c730e3d92a),segment_id=6beb174b-13e3-47b5-afe1-f7c730e3d92a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:44.621580 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.633578 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a94da9b9-5f3f-4ce0-9191-cc5323e83afc req-dff13a68-11cb-4a26-a9ce-41f9e26e2ba7 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "GET /v2.0/security-groups/2cf90c28-6449-427c-9e12-509ea283b451 HTTP/1.1" status: 200 len: 1802 time: 0.1966445 Jul 06 11:41:44.733840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a2a47-f0a9-4772-86cd-a92bf3061cb7 None None] Pushing event updated for resources: {'Port': ['ID=62179e4c-211e-4a31-9633-b6f15f5da0c0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:44.776798 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:44.867902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b9a34e-8490-4e9a-9c2f-263d947c4dba tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:41:44.888373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fe9df3-34c3-47cd-b6b7-b6261a1db86f None None] Sync routers for ids ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:41:44.915418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe9df3-34c3-47cd-b6b7-b6261a1db86f None None] Routers {'3e578d8e-e2f4-49fb-9640-b0db07d4b04c'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:44.936565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33fe9df3-34c3-47cd-b6b7-b6261a1db86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:41:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:44.988787 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64b9a34e-8490-4e9a-9c2f-263d947c4dba tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.178594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-64b9a34e-8490-4e9a-9c2f-263d947c4dba tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "PUT /v2.0/floatingips/0a58935b-f030-45bb-9371-1601eb9d085d HTTP/1.1" status: 200 len: 991 time: 6.5818670 Jul 06 11:41:45.188164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'tag': 'd48eb56a-c416-4921-9723-dbf0e79e2836'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:45.191747 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4efbe6-af0d-41f4-847f-9a64898a2d70" -d '{"events": [{"name": "network-changed", "server_uuid": "289e5c9e-5695-4dde-b51e-b1120fd5f383", "tag": "d48eb56a-c416-4921-9723-dbf0e79e2836"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:45.283424 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a94da9b9-5f3f-4ce0-9191-cc5323e83afc req-5980a835-ce17-4175-872c-ed459f830e80 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.347418 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a94da9b9-5f3f-4ce0-9191-cc5323e83afc req-5980a835-ce17-4175-872c-ed459f830e80 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.361175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-33fe9df3-34c3-47cd-b6b7-b6261a1db86f None None] Set router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:45.538141 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a94da9b9-5f3f-4ce0-9191-cc5323e83afc req-5980a835-ce17-4175-872c-ed459f830e80 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.552174 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a94da9b9-5f3f-4ce0-9191-cc5323e83afc req-5980a835-ce17-4175-872c-ed459f830e80 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:45.557221 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a94da9b9-5f3f-4ce0-9191-cc5323e83afc req-5980a835-ce17-4175-872c-ed459f830e80 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] 10.222.0.21 "DELETE /v2.0/security-groups/2cf90c28-6449-427c-9e12-509ea283b451 HTTP/1.1" status: 204 len: 173 time: 0.9089208 Jul 06 11:41:45.585563 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:45.610270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-e11c0342-4b66-4b90-a05a-498cbcc7f605 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:41:45.859471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 62179e4c-211e-4a31-9633-b6f15f5da0c0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:46.015906 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-e11c0342-4b66-4b90-a05a-498cbcc7f605 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.017968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:46.048162 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980a835-ce17-4175-872c-ed459f830e80 tempest-SecurityGroupsTestJSON-1724814249 tempest-SecurityGroupsTestJSON-1724814249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf90c28-6449-427c-9e12-509ea283b451,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:46.053584 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-e11c0342-4b66-4b90-a05a-498cbcc7f605 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.131672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 62179e4c-211e-4a31-9633-b6f15f5da0c0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:46.190473 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33fe9df3-34c3-47cd-b6b7-b6261a1db86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:52Z', 'revision_number': 4, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '0a58935b-f030-45bb-9371-1601eb9d085d', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'port_id': 'd48eb56a-c416-4921-9723-dbf0e79e2836', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'mac_address': 'fa:16:3e:85:08:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:04Z', 'updated_at': '2021-07-06T11:41:41Z', 'revision_number': 1, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e404b8-af4c-46f9-a400-b23bae28c361', 'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'mac_address': 'fa:16:3e:e4:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:49Z', 'updated_at': '2021-07-06T11:41:02Z', 'revision_number': 5, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'subnets': [{'id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:46.296734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fc9e88-c4ea-4c4a-85fe-0e1a7343fb6b admin admin] Deleting subnet 413de151-a848-452c-a05a-e5081aa9ef4d {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:46.317434 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22fc9e88-c4ea-4c4a-85fe-0e1a7343fb6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:46.346282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fe9df3-34c3-47cd-b6b7-b6261a1db86f None None] Checking router: 3e578d8e-e2f4-49fb-9640-b0db07d4b04c for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:41:46.402497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe9df3-34c3-47cd-b6b7-b6261a1db86f None None] Routers {'3e578d8e-e2f4-49fb-9640-b0db07d4b04c'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:46.403584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33fe9df3-34c3-47cd-b6b7-b6261a1db86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:41:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:46.873584 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4a4d-4da3-47a6-aa57-703d4604d29c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.030929 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.031548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-33fe9df3-34c3-47cd-b6b7-b6261a1db86f None None] Set router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:47.041960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e4a4d-4da3-47a6-aa57-703d4604d29c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=86e8b7de-82e1-4aaf-8e52-51036ceb2798,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:47.085056 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-a1f60a75-2a82-4ab5-966b-366dcfe2ed5c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.2536817 Jul 06 11:41:47.087339 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.374441 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d0e4a4d-4da3-47a6-aa57-703d4604d29c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.385791 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2d0e4a4d-4da3-47a6-aa57-703d4604d29c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/86e8b7de-82e1-4aaf-8e52-51036ceb2798 HTTP/1.1" status: 204 len: 168 time: 5.0608752 Jul 06 11:41:47.388564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42926) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:47.493019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b498f9b-747c-44c6-b34f-f4b066a5fe85 None None] Network e015a81c-249d-4b4d-9374-d73053989716 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:47.689587 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-e11c0342-4b66-4b90-a05a-498cbcc7f605 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Floating IP 25d5bf82-6c28-49fc-beaa-296fba2770d4 associated. External IP: 172.25.0.122, port: c4a1b75b-73a1-4c33-933f-fd92cc7730ed. Jul 06 11:41:47.738583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fc0fa9ab-906f-47f4-80be-1916949f94c9 None None] Provisioning for port 62179e4c-211e-4a31-9633-b6f15f5da0c0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:47.764740 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.768563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fc0fa9ab-906f-47f4-80be-1916949f94c9 None None] Provisioning complete for port 62179e4c-211e-4a31-9633-b6f15f5da0c0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:47.769613 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc0fa9ab-906f-47f4-80be-1916949f94c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.952650 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d15003-2cfe-4046-9eea-7f32e118fd5e x-openstack-request-id: req-b3d15003-2cfe-4046-9eea-7f32e118fd5e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:47.953399 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289e5c9e-5695-4dde-b51e-b1120fd5f383", "tag": "d48eb56a-c416-4921-9723-dbf0e79e2836", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:47.953981 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3d15003-2cfe-4046-9eea-7f32e118fd5e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:47.954864 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'tag': 'd48eb56a-c416-4921-9723-dbf0e79e2836', 'status': 'completed', 'code': 200} Jul 06 11:41:47.981782 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22fc9e88-c4ea-4c4a-85fe-0e1a7343fb6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:47.982069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event updated for resources: {'Port': ['ID=a731a923-00dc-4f41-92d0-1182e80cb1ce,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:48.018145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec357cb6-559a-47d0-a700-329912012a78 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.029866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec357cb6-559a-47d0-a700-329912012a78 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.039502 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ec357cb6-559a-47d0-a700-329912012a78 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5415266 Jul 06 11:41:48.132313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42936) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:48.145752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Network e015a81c-249d-4b4d-9374-d73053989716 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:48.171164 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc0fa9ab-906f-47f4-80be-1916949f94c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.174102 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.174519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:48.247541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33fe9df3-34c3-47cd-b6b7-b6261a1db86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:52Z', 'revision_number': 4, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '0a58935b-f030-45bb-9371-1601eb9d085d', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'port_id': 'd48eb56a-c416-4921-9723-dbf0e79e2836', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'mac_address': 'fa:16:3e:85:08:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:04Z', 'updated_at': '2021-07-06T11:41:41Z', 'revision_number': 1, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e404b8-af4c-46f9-a400-b23bae28c361', 'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'mac_address': 'fa:16:3e:e4:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:49Z', 'updated_at': '2021-07-06T11:41:02Z', 'revision_number': 5, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'subnets': [{'id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:48.266047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-9ae52531-029e-4478-832b-0f203fb39712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.267136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-9ae52531-029e-4478-832b-0f203fb39712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.268299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-9ae52531-029e-4478-832b-0f203fb39712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.269200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-9ae52531-029e-4478-832b-0f203fb39712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.270147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-9ae52531-029e-4478-832b-0f203fb39712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.271019 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-9ae52531-029e-4478-832b-0f203fb39712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.271992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-9ae52531-029e-4478-832b-0f203fb39712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.275428 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-9ae52531-029e-4478-832b-0f203fb39712 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6491 time: 0.9113491 Jul 06 11:41:48.384296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fe9df3-34c3-47cd-b6b7-b6261a1db86f None None] The sync data for ids ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'] in n-d-799527-2 is: [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:52Z', 'revision_number': 4, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '0a58935b-f030-45bb-9371-1601eb9d085d', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'port_id': 'd48eb56a-c416-4921-9723-dbf0e79e2836', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'mac_address': 'fa:16:3e:85:08:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:04Z', 'updated_at': '2021-07-06T11:41:41Z', 'revision_number': 1, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e404b8-af4c-46f9-a400-b23bae28c361', 'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'mac_address': 'fa:16:3e:e4:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:49Z', 'updated_at': '2021-07-06T11:41:02Z', 'revision_number': 5, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'subnets': [{'id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:41:48.395990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22fc9e88-c4ea-4c4a-85fe-0e1a7343fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.398560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fc0fa9ab-906f-47f4-80be-1916949f94c9 None None] For port 62179e4c-211e-4a31-9633-b6f15f5da0c0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=62179e4c-211e-4a31-9633-b6f15f5da0c0,segment=NetworkSegment(6beb174b-13e3-47b5-afe1-f7c730e3d92a),segment_id=6beb174b-13e3-47b5-afe1-f7c730e3d92a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:48.440915 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc0fa9ab-906f-47f4-80be-1916949f94c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.477371 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b20b86ae-2428-40d5-8a4b-40f82e6adcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.532725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-025733c3-b447-4bc2-a17e-4dbb945ddb6c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet d5c2ee8f-3c3d-4e8a-afdd-0aee1e2437bc {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:48.537187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c873af-c7fb-49b8-b04b-8b75922c3c13 admin admin] Deleting subnet 980f45f6-7536-45f8-8969-e14fff5112f5 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:41:48.538272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-025733c3-b447-4bc2-a17e-4dbb945ddb6c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.640672 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-025733c3-b447-4bc2-a17e-4dbb945ddb6c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.678544 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fa9ab-906f-47f4-80be-1916949f94c9 None None] Pushing event updated for resources: {'Port': ['ID=62179e4c-211e-4a31-9633-b6f15f5da0c0,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:48.699358 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.702450 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45c873af-c7fb-49b8-b04b-8b75922c3c13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.860230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4efbe6-af0d-41f4-847f-9a64898a2d70 req-9dd9c88b-7bfa-4f49-86b7-3c869a6ddb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:48.863036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d4efbe6-af0d-41f4-847f-9a64898a2d70 req-9dd9c88b-7bfa-4f49-86b7-3c869a6ddb08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f200afbe225345f8978c834e6e0a964b&device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 1096 time: 0.9066060 Jul 06 11:41:48.909893 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45c873af-c7fb-49b8-b04b-8b75922c3c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:48.982900 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041147ee-9999-413a-a9de-b352242cf073 None None] New status for floating IP 0a58935b-f030-45bb-9371-1601eb9d085d: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:41:49.004096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-adad3940-12f0-4b1b-9a00-4012388b2412 None None] Provisioning for port a731a923-00dc-4f41-92d0-1182e80cb1ce completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:49.020471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-adad3940-12f0-4b1b-9a00-4012388b2412 None None] Provisioning complete for port a731a923-00dc-4f41-92d0-1182e80cb1ce triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:49.021044 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-adad3940-12f0-4b1b-9a00-4012388b2412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.188269 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-025733c3-b447-4bc2-a17e-4dbb945ddb6c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.258384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-adad3940-12f0-4b1b-9a00-4012388b2412 None None] Port a731a923-00dc-4f41-92d0-1182e80cb1ce cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:49.351146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-adad3940-12f0-4b1b-9a00-4012388b2412 None None] Provisioning complete for port 62179e4c-211e-4a31-9633-b6f15f5da0c0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:49.356820 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-adad3940-12f0-4b1b-9a00-4012388b2412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.378735 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45c873af-c7fb-49b8-b04b-8b75922c3c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.420744 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-025733c3-b447-4bc2-a17e-4dbb945ddb6c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.460543 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-e11c0342-4b66-4b90-a05a-498cbcc7f605 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:41:49.596870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-025733c3-b447-4bc2-a17e-4dbb945ddb6c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.611096 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-025733c3-b447-4bc2-a17e-4dbb945ddb6c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/d5c2ee8f-3c3d-4e8a-afdd-0aee1e2437bc HTTP/1.1" status: 204 len: 168 time: 1.4624419 Jul 06 11:41:49.628229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025733c3-b447-4bc2-a17e-4dbb945ddb6c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c2ee8f-3c3d-4e8a-afdd-0aee1e2437bc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:49.635070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42950) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:49.712662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4efbe6-af0d-41f4-847f-9a64898a2d70 req-b649a629-8d83-4a4f-8ead-9ef2e27de63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:49.726490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d4efbe6-af0d-41f4-847f-9a64898a2d70 req-b649a629-8d83-4a4f-8ead-9ef2e27de63d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f7be078-855b-4d05-a52d-34fd61bfc5a4 HTTP/1.1" status: 200 len: 913 time: 0.8484104 Jul 06 11:41:49.740183 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45c873af-c7fb-49b8-b04b-8b75922c3c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.745122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22fc9e88-c4ea-4c4a-85fe-0e1a7343fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:49.801286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ec0b35-78ef-436c-b91f-2c3e6f55ed07 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:49.802407 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 62179e4c-211e-4a31-9633-b6f15f5da0c0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:49.824891 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f9dad4c0-e252-4f2c-b660-4b8643995a2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1781800 Jul 06 11:41:49.828356 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42956) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:49.849550 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-97dcdc5b-6ada-4391-8ed1-fef4c1ecd488 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:49.975860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-c76aa089-a076-445b-be8c-96361e012a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:49.976791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-c76aa089-a076-445b-be8c-96361e012a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:49.979526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-c76aa089-a076-445b-be8c-96361e012a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:49.992997 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-c76aa089-a076-445b-be8c-96361e012a27 service neutron] 10.222.0.86 "GET /v2.0/networks?id=55d50c88-87ff-4d1e-a691-5afba0ae5707&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=394d285e-f49e-4dd3-979f-9001aa2b15c5&id=394d285e-f49e-4dd3-979f-9001aa2b15c5 HTTP/1.1" status: 200 len: 2292 time: 1.6462243 Jul 06 11:41:50.034854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d4efbe6-af0d-41f4-847f-9a64898a2d70 req-6b57866f-d006-448a-a22f-01c938f566ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d48eb56a-c416-4921-9723-dbf0e79e2836 HTTP/1.1" status: 200 len: 1001 time: 0.2782562 Jul 06 11:41:50.126122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22fc9e88-c4ea-4c4a-85fe-0e1a7343fb6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.130050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-22fc9e88-c4ea-4c4a-85fe-0e1a7343fb6b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/413de151-a848-452c-a05a-e5081aa9ef4d HTTP/1.1" status: 204 len: 168 time: 4.5309341 Jul 06 11:41:50.172411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Router a770054d-23d1-4b5e-8ab4-79825524460d is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:41:50.181486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42958) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:50.184591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 62179e4c-211e-4a31-9633-b6f15f5da0c0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:50.185398 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.229454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c873af-c7fb-49b8-b04b-8b75922c3c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980f45f6-7536-45f8-8969-e14fff5112f5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:50.234485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4efbe6-af0d-41f4-847f-9a64898a2d70 req-351eb875-be15-4323-9f79-792bd843e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.237882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d4efbe6-af0d-41f4-847f-9a64898a2d70 req-351eb875-be15-4323-9f79-792bd843e74f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b1e286-2ad0-433c-9c18-584f5f002487 HTTP/1.1" status: 200 len: 851 time: 0.1037073 Jul 06 11:41:50.249442 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45c873af-c7fb-49b8-b04b-8b75922c3c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.255101 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-45c873af-c7fb-49b8-b04b-8b75922c3c13 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/980f45f6-7536-45f8-8969-e14fff5112f5 HTTP/1.1" status: 204 len: 168 time: 4.2302525 Jul 06 11:41:50.318879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42960) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:50.328448 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.358089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dcdc5b-6ada-4391-8ed1-fef4c1ecd488 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:50.363814 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97dcdc5b-6ada-4391-8ed1-fef4c1ecd488 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.376920 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.535721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ab272-44f9-48f0-b9ce-9b9b71d4d30f None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:41:50.621648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-e11c0342-4b66-4b90-a05a-498cbcc7f605 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:41:50.626783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9e88-c4ea-4c4a-85fe-0e1a7343fb6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413de151-a848-452c-a05a-e5081aa9ef4d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:50.628775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-328bd6c3-6f7b-431e-8ec8-ba05f0fb179d None None] Provisioning complete for port a731a923-00dc-4f41-92d0-1182e80cb1ce triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:50.629481 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-328bd6c3-6f7b-431e-8ec8-ba05f0fb179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.642331 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-e11c0342-4b66-4b90-a05a-498cbcc7f605 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.647681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf5561-7b6b-4a35-88d5-1b6eb69e2ca2 None None] Sync routers for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:41:50.711099 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-e11c0342-4b66-4b90-a05a-498cbcc7f605 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "PUT /v2.0/floatingips/25d5bf82-6c28-49fc-beaa-296fba2770d4 HTTP/1.1" status: 200 len: 997 time: 8.2720175 Jul 06 11:41:50.716312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:41:50.721802 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d4a417-61cb-4e20-847c-f26eab186666" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:41:50.755480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf5561-7b6b-4a35-88d5-1b6eb69e2ca2 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:50.756283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-37bf5561-7b6b-4a35-88d5-1b6eb69e2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:50.773597 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.806867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ca354-de89-48db-b5ac-5695cbebf914 req-fefc663d-e6cf-412f-b056-2524532b20d7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.819564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ca354-de89-48db-b5ac-5695cbebf914 req-fefc663d-e6cf-412f-b056-2524532b20d7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.831406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ca354-de89-48db-b5ac-5695cbebf914 req-fefc663d-e6cf-412f-b056-2524532b20d7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.842565 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ca354-de89-48db-b5ac-5695cbebf914 req-fefc663d-e6cf-412f-b056-2524532b20d7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.854601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ca354-de89-48db-b5ac-5695cbebf914 req-fefc663d-e6cf-412f-b056-2524532b20d7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.855610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-328bd6c3-6f7b-431e-8ec8-ba05f0fb179d None None] Port a731a923-00dc-4f41-92d0-1182e80cb1ce cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:50.866766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ca354-de89-48db-b5ac-5695cbebf914 req-fefc663d-e6cf-412f-b056-2524532b20d7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.882389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ca354-de89-48db-b5ac-5695cbebf914 req-fefc663d-e6cf-412f-b056-2524532b20d7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.898834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-400ca354-de89-48db-b5ac-5695cbebf914 req-fefc663d-e6cf-412f-b056-2524532b20d7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5434 time: 0.8601165 Jul 06 11:41:50.934279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-169ab272-44f9-48f0-b9ce-9b9b71d4d30f None None] Deleting port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:41:50.935583 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-169ab272-44f9-48f0-b9ce-9b9b71d4d30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:50.947001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4efbe6-af0d-41f4-847f-9a64898a2d70 req-53f4e98e-d825-42a5-8ec7-181a23f9df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:50.947574 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-4e6f9eca-6ef1-43d9-813b-3e9c5b4c472a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23323174-cfa4-4bc8-ab6f-93c285420e97 HTTP/1.1" status: 200 len: 1001 time: 0.9520621 Jul 06 11:41:50.950246 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d4efbe6-af0d-41f4-847f-9a64898a2d70 req-53f4e98e-d825-42a5-8ec7-181a23f9df81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f7be078-855b-4d05-a52d-34fd61bfc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6914835 Jul 06 11:41:51.170345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-169ab272-44f9-48f0-b9ce-9b9b71d4d30f None None] For port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7466721c-b579-4bc9-8dc1-7a87e0a6f77e,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:51.170789 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-169ab272-44f9-48f0-b9ce-9b9b71d4d30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:51.176245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d4efbe6-af0d-41f4-847f-9a64898a2d70 req-88231462-8b77-423f-aa91-7586be9abf15 service neutron] 10.222.0.47 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741173 Jul 06 11:41:51.187061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-169ab272-44f9-48f0-b9ce-9b9b71d4d30f None None] Calling delete_port for 7466721c-b579-4bc9-8dc1-7a87e0a6f77e owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:41:51.224419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-400ca354-de89-48db-b5ac-5695cbebf914 req-97061949-341e-4bbc-9fb5-b5904b086fa0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3239384 Jul 06 11:41:51.303929 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-169ab272-44f9-48f0-b9ce-9b9b71d4d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:51.403141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ab272-44f9-48f0-b9ce-9b9b71d4d30f None None] Pushing event deleted for resources: {'Port': ['ID=7466721c-b579-4bc9-8dc1-7a87e0a6f77e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:51.445261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-4cea3132-89e8-407c-9de9-64c0cc1c4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:51.448616 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-4cea3132-89e8-407c-9de9-64c0cc1c4299 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1097 time: 0.6965666 Jul 06 11:41:51.466923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-37bf5561-7b6b-4a35-88d5-1b6eb69e2ca2 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:51.471397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ab272-44f9-48f0-b9ce-9b9b71d4d30f None None] No DVR routers for this DVR port 7466721c-b579-4bc9-8dc1-7a87e0a6f77e on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:41:51.546002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:41:51.554218 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d4efbe6-af0d-41f4-847f-9a64898a2d70 req-f683537d-700b-4ab3-a593-5c7202ebf6dd service neutron] 10.222.0.47 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487849 Jul 06 11:41:51.570425 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c978fc36-4daf-4a5f-ba9a-64e10c65efa4 None None] Sync routers for ids ['a770054d-23d1-4b5e-8ab4-79825524460d'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:41:51.598495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-08b79527-3143-4c59-9f70-7d0b64892a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:51.601382 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-08b79527-3143-4c59-9f70-7d0b64892a4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6c9f4d54-1464-47f3-9906-74d3ca46a5f3 HTTP/1.1" status: 200 len: 850 time: 0.5445998 Jul 06 11:41:51.607920 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c978fc36-4daf-4a5f-ba9a-64e10c65efa4 None None] Routers {'a770054d-23d1-4b5e-8ab4-79825524460d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:51.608559 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c978fc36-4daf-4a5f-ba9a-64e10c65efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a770054d-23d1-4b5e-8ab4-79825524460d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:51.663242 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f2b90361-1ca7-4bd3-9a06-81db0219bedb tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "PUT /v2.0/routers/a770054d-23d1-4b5e-8ab4-79825524460d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1435413 Jul 06 11:41:51.687942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7466721c-b579-4bc9-8dc1-7a87e0a6f77e no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:41:51.690564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:51.693745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:51.706445 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Request body: {'port': {'network_id': 'e015a81c-249d-4b4d-9374-d73053989716', 'name': 'tempest-FloatingIPNegativeTestJSON-236218580'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:51.725032 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c978fc36-4daf-4a5f-ba9a-64e10c65efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:51.749415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 7466721c-b579-4bc9-8dc1-7a87e0a6f77e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:41:51.749860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7466721c-b579-4bc9-8dc1-7a87e0a6f77e not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:41:51.765832 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c978fc36-4daf-4a5f-ba9a-64e10c65efa4 None None] Routers {'a770054d-23d1-4b5e-8ab4-79825524460d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:51.767079 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c978fc36-4daf-4a5f-ba9a-64e10c65efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a770054d-23d1-4b5e-8ab4-79825524460d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:51.941311 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c978fc36-4daf-4a5f-ba9a-64e10c65efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:51.947586 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c978fc36-4daf-4a5f-ba9a-64e10c65efa4 None None] The sync data for ids ['a770054d-23d1-4b5e-8ab4-79825524460d'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:41:52.028273 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9ea598-4c2d-4e8b-a5a8-78790491cb88 x-openstack-request-id: req-db9ea598-4c2d-4e8b-a5a8-78790491cb88 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:41:52.029109 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:41:52.029484 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db9ea598-4c2d-4e8b-a5a8-78790491cb88 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:41:52.029993 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'status': 'completed', 'code': 200} Jul 06 11:41:52.052577 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-fc633b03-e1bc-4885-ac53-15a03237f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:52.055099 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-fc633b03-e1bc-4885-ac53-15a03237f17e service neutron] 10.222.0.21 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.5884116 Jul 06 11:41:52.242986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-51979c20-3a55-4344-b678-cc7c9bf27197 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 1000 time: 0.1530099 Jul 06 11:41:52.353668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-8e02cbe4-5d65-484e-95df-1adfb571061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:52.356359 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-8e02cbe4-5d65-484e-95df-1adfb571061b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.0917308 Jul 06 11:41:52.532391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9016a705-c30b-4269-b89e-df298c811570']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:52.548065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-37bf5561-7b6b-4a35-88d5-1b6eb69e2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:5c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:41:45Z', 'revision_number': 1, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:52.583830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4a417-61cb-4e20-847c-f26eab186666 req-81d4f3c5-cd10-406e-9f3d-8d6cbf978194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:52.585992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66d4a417-61cb-4e20-847c-f26eab186666 req-81d4f3c5-cd10-406e-9f3d-8d6cbf978194 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1097 time: 0.5293248 Jul 06 11:41:52.610761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-62984b81-c43a-4a5b-9b1f-9f8e20eb03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:52.624868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf5561-7b6b-4a35-88d5-1b6eb69e2ca2 None None] Checking router: 6ece5e80-9af8-4fe8-8396-c4a3077c19ec for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:41:52.625226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-62984b81-c43a-4a5b-9b1f-9f8e20eb03ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2511506 Jul 06 11:41:52.645270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf5561-7b6b-4a35-88d5-1b6eb69e2ca2 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:41:52.648184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-37bf5561-7b6b-4a35-88d5-1b6eb69e2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:52.653408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Made reservation on behalf of 29c1ca0e21464ec5a5600b5867797ed5 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:52.660096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:52.678971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:52.679685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa4a2d6-ddfa-4e3f-a924-9c9b3fdf85d7') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:52.798284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:52.885653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] device_id is not set on port 14451a4a-afd0-456d-90fe-d4429775cb32 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:41:52.918433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-37bf5561-7b6b-4a35-88d5-1b6eb69e2ca2 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:41:52.941520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc615f6-71dc-42f3-a074-e4883c41fa0e req-5e6790d4-5a72-4d28-adee-e5e999821827 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:52.953984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc615f6-71dc-42f3-a074-e4883c41fa0e req-5e6790d4-5a72-4d28-adee-e5e999821827 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:52.967035 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc615f6-71dc-42f3-a074-e4883c41fa0e req-5e6790d4-5a72-4d28-adee-e5e999821827 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:52.978815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc615f6-71dc-42f3-a074-e4883c41fa0e req-5e6790d4-5a72-4d28-adee-e5e999821827 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:52.990539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc615f6-71dc-42f3-a074-e4883c41fa0e req-5e6790d4-5a72-4d28-adee-e5e999821827 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:53.001619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc615f6-71dc-42f3-a074-e4883c41fa0e req-5e6790d4-5a72-4d28-adee-e5e999821827 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:53.013845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc615f6-71dc-42f3-a074-e4883c41fa0e req-5e6790d4-5a72-4d28-adee-e5e999821827 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:53.017195 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfc615f6-71dc-42f3-a074-e4883c41fa0e req-5e6790d4-5a72-4d28-adee-e5e999821827 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5434 time: 0.5339184 Jul 06 11:41:53.089829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-3be98d9d-bb7e-45aa-9c95-34e8368b8576 service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633610 Jul 06 11:41:53.109006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Allocated IP 172.20.0.8 (e015a81c-249d-4b4d-9374-d73053989716/825b1ac8-269b-4957-99ad-2b42af90a110/14451a4a-afd0-456d-90fe-d4429775cb32) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:53.271799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395be4ea-7c3e-44a4-9871-e69c4465a6b1 req-3ae1392a-c209-4bb3-a401-9a334ffef34b service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804113 Jul 06 11:41:53.274412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4a417-61cb-4e20-847c-f26eab186666 req-6bdc1f99-48a1-4e73-955e-8d6991889942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:53.284453 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66d4a417-61cb-4e20-847c-f26eab186666 req-6bdc1f99-48a1-4e73-955e-8d6991889942 service neutron] 10.222.0.47 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.6775231 Jul 06 11:41:53.475746 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.495356 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41b0414-50ef-47e9-a3ea-e31294df70c8']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:53.514931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438f6896-c090-4817-a3cf-98dbbf54c08c') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:53.514931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438f6896-c090-4817-a3cf-98dbbf54c08c') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:53.535357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66d4a417-61cb-4e20-847c-f26eab186666 req-f29bb622-93f0-4c97-aa84-af19c41c0cbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 1000 time: 0.2464609 Jul 06 11:41:53.537103 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.562110 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.577908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:41:53.584735 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:41:53.740420 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:41:53.768363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-45898fe7-b866-4b8c-8712-91b02c7713ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:53.772953 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-45898fe7-b866-4b8c-8712-91b02c7713ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=55d50c88-87ff-4d1e-a691-5afba0ae5707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.1022978 Jul 06 11:41:53.775732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.819177 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4a417-61cb-4e20-847c-f26eab186666 req-d8f0d840-269b-49f9-8b05-e2fbabe5a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:53.828175 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66d4a417-61cb-4e20-847c-f26eab186666 req-d8f0d840-269b-49f9-8b05-e2fbabe5a04b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.2853947 Jul 06 11:41:53.829439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-37bf5561-7b6b-4a35-88d5-1b6eb69e2ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:5c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:41:45Z', 'revision_number': 1, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:41:53.840820 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.846471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97dcdc5b-6ada-4391-8ed1-fef4c1ecd488 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.929992 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:53.938650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf5561-7b6b-4a35-88d5-1b6eb69e2ca2 None None] The sync data for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 is: [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:5c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:41:45Z', 'revision_number': 1, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:41:53.939380 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e41b0414-50ef-47e9-a3ea-e31294df70c8 HTTP/1.1" status: 204 len: 168 time: 3.6074767 Jul 06 11:41:53.961677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dcdc5b-6ada-4391-8ed1-fef4c1ecd488 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:54.010148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36151785-6b27-485e-aaeb-a3fb7c7cdfa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e41b0414-50ef-47e9-a3ea-e31294df70c8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:54.020197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:41:54.021131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.062939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-97dcdc5b-6ada-4391-8ed1-fef4c1ecd488 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:54.070001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dcdc5b-6ada-4391-8ed1-fef4c1ecd488 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:54.071340 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97dcdc5b-6ada-4391-8ed1-fef4c1ecd488 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.081089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ba637-af31-4205-9611-f993f6f632ae None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:41:54.093129 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:41:54.220758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-79eb3950-dfce-47d8-bb73-23c810ff9f3c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:54.248886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-79eb3950-dfce-47d8-bb73-23c810ff9f3c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5597925 Jul 06 11:41:54.478800 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:54.490291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134587c0-5405-40a4-9886-8c315a35ba20 None None] New status for floating IP 25d5bf82-6c28-49fc-beaa-296fba2770d4: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:41:54.522766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4a417-61cb-4e20-847c-f26eab186666 req-3b9bbd96-32e1-4900-b0fd-76f8fd5ccc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:54.524809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcdc5b-6ada-4391-8ed1-fef4c1ecd488 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=d00f1880-32aa-4715-96c0-77d6fa4050cb,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:54.529240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66d4a417-61cb-4e20-847c-f26eab186666 req-3b9bbd96-32e1-4900-b0fd-76f8fd5ccc4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6888885 Jul 06 11:41:54.580786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.710381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.730258 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] 10.222.0.21 "DELETE /v2.0/networks/9016a705-c30b-4269-b89e-df298c811570 HTTP/1.1" status: 204 len: 168 time: 4.5463266 Jul 06 11:41:54.732947 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-97dcdc5b-6ada-4391-8ed1-fef4c1ecd488 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.9008701 Jul 06 11:41:54.781087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43022) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:54.795911 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': 'd00f1880-32aa-4715-96c0-77d6fa4050cb', 'ip_address': '2001:db8::8f55:5036:5171:3c04'}], 'name': 'tempest-NetworksTestDHCPv6-1964380739'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:54.863818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': 'd00f1880-32aa-4715-96c0-77d6fa4050cb'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:54.872188 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.940318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-7bde7b60-794d-4a82-8521-b8348af351bf tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1000 time: 0.6301329 Jul 06 11:41:54.956307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-779ff165-9347-4d87-9fa9-fd7251c98523 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Request body: {'floatingip': {'port_id': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:54.959706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:54.964217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e436f2-9bce-454c-a6b7-649c76b0e52e admin admin] Pushing event deleted for resources: {'Network': ['ID=9016a705-c30b-4269-b89e-df298c811570,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:55.033836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3e522a15-8af1-4174-b181-2872b0fec060 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6db432b9d7a84f69a6cfad598d87579d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397344 Jul 06 11:41:55.046712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43026) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:55.091204 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-4d86ce47-8720-496d-8d66-fbb45594aea1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3863044 Jul 06 11:41:55.109156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Transition to ACTIVE for port object 14451a4a-afd0-456d-90fe-d4429775cb32 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:55.198482 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-e1707ecd-9f9f-425f-92a1-2121bb81df2c service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3208950 Jul 06 11:41:55.398435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:55.468063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:55.486590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:55.584774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/d00f1880-32aa-4715-96c0-77d6fa4050cb/9a19dd80-b604-4c5b-8e5b-5f37aad99fd1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:55.772070 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-5116f131-1519-4a89-88ff-dd7ff0b3f2b9 service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627756 Jul 06 11:41:55.778717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Network e015a81c-249d-4b4d-9374-d73053989716 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:55.796593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:55.802683 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:55.866063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event updated for resources: {'Port': ['ID=14451a4a-afd0-456d-90fe-d4429775cb32,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:55.985321 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-22c0f718-83d8-41c2-8fa1-661ec433d39d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=18218c73-5116-43de-a2b7-57faf0ebce65 HTTP/1.1" status: 200 len: 217 time: 0.1680267 Jul 06 11:41:56.095723 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-db326bea-db30-46c8-87b7-f20da7397850 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ddb6b4828a84a97bba1122af077e603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893648 Jul 06 11:41:56.098228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43042) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:56.173289 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66d4a417-61cb-4e20-847c-f26eab186666 req-38586eb1-8a2b-4251-9e55-450d49fcb90b service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6059687 Jul 06 11:41:56.216062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:56.217504 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.267003 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.298599 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-779ff165-9347-4d87-9fa9-fd7251c98523 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.316376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Transition to ACTIVE for port object 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:56.380505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Transition to ACTIVE for port object 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:56.395751 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.413192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-77874f20-b65e-496c-b9c2-eeee693656da None None] Provisioning for port 14451a4a-afd0-456d-90fe-d4429775cb32 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:56.417312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-8258a2e1-13da-483e-bfd2-64c9d1aad013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:56.419995 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-8258a2e1-13da-483e-bfd2-64c9d1aad013 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.4237311 Jul 06 11:41:56.421972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a0b4bfe-b11f-45f4-bce9-bc4756fd4105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.465477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-77874f20-b65e-496c-b9c2-eeee693656da None None] Provisioning complete for port 14451a4a-afd0-456d-90fe-d4429775cb32 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:56.466031 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77874f20-b65e-496c-b9c2-eeee693656da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.466820 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a0b4bfe-b11f-45f4-bce9-bc4756fd4105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.483953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:56.510268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:56.517746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:56.562829 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.584172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Pushing event updated for resources: {'Port': ['ID=9a19dd80-b604-4c5b-8e5b-5f37aad99fd1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:56.587486 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9b39c677-0957-410a-90c7-06a488050b5e tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.8883865 Jul 06 11:41:56.597320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43050) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:56.611777 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a01fdfa2-b919-4b46-8d03-0a91c2d2df64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.626158 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a0b4bfe-b11f-45f4-bce9-bc4756fd4105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.630599 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a0b4bfe-b11f-45f4-bce9-bc4756fd4105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.631876 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:56.632662 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7a0b4bfe-b11f-45f4-bce9-bc4756fd4105 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2d403bd-2d63-4e36-b632-fc7c4ec31cf8 HTTP/1.1" status: 204 len: 168 time: 0.5162771 Jul 06 11:41:56.699416 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-77874f20-b65e-496c-b9c2-eeee693656da None None] Port 14451a4a-afd0-456d-90fe-d4429775cb32 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:41:56.741783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b4bfe-b11f-45f4-bce9-bc4756fd4105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d403bd-2d63-4e36-b632-fc7c4ec31cf8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:56.781240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 752b6ecd-2f46-427a-8110-2314a5e7aa64 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:41:56.864917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a01fdfa2-b919-4b46-8d03-0a91c2d2df64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.965151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Attempting to bind port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:56.971815 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Attempting to bind port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:56.971815 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Attempting to bind port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:56.989539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:56.990314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:56.990971 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:56.991731 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:56.992584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Bound port: 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:56.993251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.010837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.132385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66d4a417-61cb-4e20-847c-f26eab186666 req-71ba1964-77ef-4f64-9adb-b26c3a2e8b69 service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9420033 Jul 06 11:41:57.148666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-c9a7fdaf-1cc2-4422-bdae-11f0096e6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:57.155920 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-c9a7fdaf-1cc2-4422-bdae-11f0096e6eb5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5722585 Jul 06 11:41:57.286375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] For port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:57.300418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] For port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9a19dd80-b604-4c5b-8e5b-5f37aad99fd1,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:57.315117 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:57.441931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508955e7-72a7-4d48-8cf4-6fff75487a2f None None] Pushing event updated for resources: {'Port': ['ID=9a19dd80-b604-4c5b-8e5b-5f37aad99fd1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:57.448628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43074) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:57.779955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::8f55:5036:5171:3c04 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/d00f1880-32aa-4715-96c0-77d6fa4050cb/752b6ecd-2f46-427a-8110-2314a5e7aa64) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:57.910657 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-70302d78-13b1-4554-a974-8e0e4f17ebac service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279294 Jul 06 11:41:58.201112 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-c7e9c876-9864-42c4-9dc5-3e3a985e95b6 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778671 Jul 06 11:41:58.316533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f18e9-859e-4071-b831-f27dd35c4ced req-53b369b8-b313-41c5-99b8-174082ebe2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:58.317037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f18e9-859e-4071-b831-f27dd35c4ced req-53b369b8-b313-41c5-99b8-174082ebe2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:58.317651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f18e9-859e-4071-b831-f27dd35c4ced req-53b369b8-b313-41c5-99b8-174082ebe2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:58.318158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f18e9-859e-4071-b831-f27dd35c4ced req-53b369b8-b313-41c5-99b8-174082ebe2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:58.328319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f18e9-859e-4071-b831-f27dd35c4ced req-53b369b8-b313-41c5-99b8-174082ebe2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:58.329630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f18e9-859e-4071-b831-f27dd35c4ced req-53b369b8-b313-41c5-99b8-174082ebe2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:58.330615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f18e9-859e-4071-b831-f27dd35c4ced req-53b369b8-b313-41c5-99b8-174082ebe2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:58.344177 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-993f18e9-859e-4071-b831-f27dd35c4ced req-53b369b8-b313-41c5-99b8-174082ebe2b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6491 time: 0.8610852 Jul 06 11:41:58.367085 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-9845f7a0-8eda-46da-a930-a1addbbf004a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=040d4636-f876-4c42-9eb9-fd9982730b95 HTTP/1.1" status: 200 len: 217 time: 0.1582713 Jul 06 11:41:58.478118 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-779ff165-9347-4d87-9fa9-fd7251c98523 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.494107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a01fdfa2-b919-4b46-8d03-0a91c2d2df64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.499825 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a01fdfa2-b919-4b46-8d03-0a91c2d2df64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.502978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a01fdfa2-b919-4b46-8d03-0a91c2d2df64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef61825a-80fd-4cdc-91e7-f236547daaf9 HTTP/1.1" status: 204 len: 168 time: 3.4515724 Jul 06 11:41:58.504326 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-779ff165-9347-4d87-9fa9-fd7251c98523 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.518195 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.576422 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:58.666672 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-993f18e9-859e-4071-b831-f27dd35c4ced req-c742b4f8-a1a9-44e0-acce-e2e04b559a3e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&id=232ec809-9522-4b4c-959d-ddda2303a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3207891 Jul 06 11:41:58.746602 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-779ff165-9347-4d87-9fa9-fd7251c98523 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Floating IP 25d5bf82-6c28-49fc-beaa-296fba2770d4 associated. External IP: 172.25.0.122, port: c4a1b75b-73a1-4c33-933f-fd92cc7730ed. Jul 06 11:41:58.789570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-e374d3a5-81cf-4475-9755-ab49865f6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:58.807728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-e374d3a5-81cf-4475-9755-ab49865f6ba0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.4169590 Jul 06 11:41:58.883783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fdfa2-b919-4b46-8d03-0a91c2d2df64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef61825a-80fd-4cdc-91e7-f236547daaf9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:58.964395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-033bcad9-f02e-4cca-899f-70deefbde475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:58.968541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-033bcad9-f02e-4cca-899f-70deefbde475 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1097 time: 1.4417439 Jul 06 11:41:59.136319 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.169599 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.204675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 752b6ecd-2f46-427a-8110-2314a5e7aa64 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:59.416731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.476368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-e2a764ee-0e26-4b93-a9e7-ae7a010b0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:59.484661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-e2a764ee-0e26-4b93-a9e7-ae7a010b0858 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6546223 Jul 06 11:41:59.566241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Allocated IP 172.25.0.113 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/97538859-7e83-43e1-b9d5-ff3bdb25f9e9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:59.588684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43132) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:59.682993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5339b6fd-c3c3-42c0-8927-882fd719c9b0 None None] Provisioning for port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:59.790239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:59.796500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:59.830557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:59.850814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:59.891330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:59.892384 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:59.931367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=752b6ecd-2f46-427a-8110-2314a5e7aa64,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:59.947516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:59.956878 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:59.957535 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.015226 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fcb5c2a7-348f-4da9-9b4b-ebc722f637fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.2264819 Jul 06 11:42:00.019348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43138) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:00.193692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2133124344-network', 'tenant_id': 'fe1cb28e552c4ef59f32b533ade4381b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:00.248454 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.378758 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-fc5ed018-b054-4e10-b0c6-ec81c348db52 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8199069 Jul 06 11:42:00.434475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9a19dd80-b604-4c5b-8e5b-5f37aad99fd1,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:00.444314 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.598799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Made reservation on behalf of fe1cb28e552c4ef59f32b533ade4381b for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:00.618126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.649074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-bc5f465e-e963-4126-ba37-3652c4d279bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:00.649961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-bc5f465e-e963-4126-ba37-3652c4d279bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 1.5118015 Jul 06 11:42:00.738284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=9a19dd80-b604-4c5b-8e5b-5f37aad99fd1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:00.740787 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.776276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-3468ddaa-59cb-4cfc-965f-3d8c73ff6317 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 217 time: 0.0941131 Jul 06 11:42:00.792992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-34e91012-2998-4b44-98b2-b9924ba60084 None None] Provisioning for port 752b6ecd-2f46-427a-8110-2314a5e7aa64 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:00.803783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-34e91012-2998-4b44-98b2-b9924ba60084 None None] Provisioning complete for port 752b6ecd-2f46-427a-8110-2314a5e7aa64 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:00.804780 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34e91012-2998-4b44-98b2-b9924ba60084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:00.915004 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-34e91012-2998-4b44-98b2-b9924ba60084 None None] Port 752b6ecd-2f46-427a-8110-2314a5e7aa64 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:00.996883 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.004438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43164) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:01.038035 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-779ff165-9347-4d87-9fa9-fd7251c98523 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:01.067909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554cd350-9afb-4f96-b7df-8c61e6f5624c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:01.080919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554cd350-9afb-4f96-b7df-8c61e6f5624c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:01.084207 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-554cd350-9afb-4f96-b7df-8c61e6f5624c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.0477350 Jul 06 11:42:01.100647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43168) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:01.118756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.199367 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-04086e33-669e-4db1-9f20-a658bacb49b4 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8047657 Jul 06 11:42:01.237814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-a1fe12bd-66b6-4089-9dbf-5a12135f91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:01.240545 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-a1fe12bd-66b6-4089-9dbf-5a12135f91f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.4557621 Jul 06 11:42:01.315020 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-b8251ceb-f108-4546-8b46-ced1517ed74a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=097428cb-dd26-45ca-9415-b626e36306df HTTP/1.1" status: 200 len: 217 time: 0.0756564 Jul 06 11:42:01.332583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:01.360632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-652806312-network', 'tenant_id': '445ae89d4f45471580aa7d36e52d12b1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:01.366752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:01.376135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:01.403079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4857cdfd-6bec-4b69-be39-75057ea28fcf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 752b6ecd-2f46-427a-8110-2314a5e7aa64 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:01.404278 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4857cdfd-6bec-4b69-be39-75057ea28fcf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.405637 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event updated for resources: {'Port': ['ID=97538859-7e83-43e1-b9d5-ff3bdb25f9e9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:01.469183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-c7f7c852-ff9d-4e32-96cf-af7915acbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:01.470755 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-c7f7c852-ff9d-4e32-96cf-af7915acbacc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.1385207 Jul 06 11:42:01.666055 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:01.673631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-779ff165-9347-4d87-9fa9-fd7251c98523 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:01.691475 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42de23-0ccf-4b38-a0f6-cd1d3c88722d None None] Sync routers for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:01.702815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4857cdfd-6bec-4b69-be39-75057ea28fcf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.724056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4857cdfd-6bec-4b69-be39-75057ea28fcf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 752b6ecd-2f46-427a-8110-2314a5e7aa64 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:01.747270 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42de23-0ccf-4b38-a0f6-cd1d3c88722d None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:01.748264 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3f42de23-0ccf-4b38-a0f6-cd1d3c88722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:01.826151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:01.826999 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.876060 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.928685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Made reservation on behalf of 445ae89d4f45471580aa7d36e52d12b1 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:01.933610 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:01.975196 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.124367 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.190836 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.211796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-eec21872-b20b-4c13-93a8-eba4299ddbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:02.215860 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-eec21872-b20b-4c13-93a8-eba4299ddbfa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7206080 Jul 06 11:42:02.217436 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.243738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7fcd86-ed72-4071-8609-0112326d5e71,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:02.307115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-32ccdea6-0596-4f06-94c7-ffda699f594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:02.311733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-32ccdea6-0596-4f06-94c7-ffda699f594d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0529134 Jul 06 11:42:02.340809 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3f42de23-0ccf-4b38-a0f6-cd1d3c88722d None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:02.450705 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.479544 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-ddab1953-4970-4dfe-b8cb-8a41de2f9c6d service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953521 Jul 06 11:42:02.661457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-c7dbc46d-b017-423f-b7b2-920acbd2da50 service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374991 Jul 06 11:42:02.678617 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-a32d0509-935b-4c5f-bbcb-2beedecf5055 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791816 Jul 06 11:42:02.854211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-779ff165-9347-4d87-9fa9-fd7251c98523 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:02.876840 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:02.891567 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-64d65542-233b-4a5c-911b-388b26390ed8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127 HTTP/1.1" status: 200 len: 217 time: 0.1870158 Jul 06 11:42:02.966971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713ef192-17c5-4c25-bc08-8132ea614402,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:03.024594 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4857cdfd-6bec-4b69-be39-75057ea28fcf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.031176 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3f42de23-0ccf-4b38-a0f6-cd1d3c88722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:c2:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:41:58Z', 'revision_number': 3, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:03.102786 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42de23-0ccf-4b38-a0f6-cd1d3c88722d None None] Checking router: 6ece5e80-9af8-4fe8-8396-c4a3077c19ec for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:03.126972 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42de23-0ccf-4b38-a0f6-cd1d3c88722d None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:03.128195 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3f42de23-0ccf-4b38-a0f6-cd1d3c88722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:03.169619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:42:03.184807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857cdfd-6bec-4b69-be39-75057ea28fcf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=752b6ecd-2f46-427a-8110-2314a5e7aa64,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:03.194393 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4857cdfd-6bec-4b69-be39-75057ea28fcf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.201970 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4857cdfd-6bec-4b69-be39-75057ea28fcf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/752b6ecd-2f46-427a-8110-2314a5e7aa64 HTTP/1.1" status: 204 len: 168 time: 2.0958018 Jul 06 11:42:03.212352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43194) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:03.338587 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.340322 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Added segment a8dcf6af-4122-420d-9a0e-3f0c2dc62701 of type vlan for network 7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 Jul 06 11:42:03.349007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-11b7301a-0076-4fec-ba92-fe9df090f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:03.352303 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-11b7301a-0076-4fec-ba92-fe9df090f1f0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.4349241 Jul 06 11:42:03.445709 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3f42de23-0ccf-4b38-a0f6-cd1d3c88722d None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:03.602342 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.676758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b80f971-da82-4387-a757-e8e29e0b8539 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:03.682198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b80f971-da82-4387-a757-e8e29e0b8539 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:03.694699 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7b80f971-da82-4387-a757-e8e29e0b8539 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4814565 Jul 06 11:42:03.699082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43196) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:03.707148 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.709240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:03.710492 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.751676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-779ff165-9347-4d87-9fa9-fd7251c98523 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:03.769884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-779ff165-9347-4d87-9fa9-fd7251c98523 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.773584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:42:03.945720 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:03.946703 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Added segment cceb5bb7-ba1c-4b07-b804-8d55b88df806 of type vlan for network 28209e96-1ad8-4f91-87de-b07dc7535c66 Jul 06 11:42:03.955483 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3f42de23-0ccf-4b38-a0f6-cd1d3c88722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:c2:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:41:58Z', 'revision_number': 3, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:03.979916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-d73ce4b4-0ffb-4767-b526-18159298d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:03.984387 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-d73ce4b4-0ffb-4767-b526-18159298d92a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6081464 Jul 06 11:42:03.998232 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9591210 Jul 06 11:42:04.009053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:04.014237 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242e7b18-e857-478a-9467-642505e650c7" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:04.021536 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b9d2123-f9f9-457a-af1f-9c8930c572ca req-8c49dc45-af2d-4a54-b5a7-9e22ebe036d9 service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3477643 Jul 06 11:42:04.080648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43202) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:04.101687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] Request body: {'subnet': {'network_id': '7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-652806312-subnet', 'tenant_id': '445ae89d4f45471580aa7d36e52d12b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:04.108480 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42de23-0ccf-4b38-a0f6-cd1d3c88722d None None] The sync data for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 is: [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:c2:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:41:58Z', 'revision_number': 3, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:04.189588 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.232104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-7635b8a9-3b63-43e7-9681-5a5c21ade6d3 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360549 Jul 06 11:42:04.273348 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-779ff165-9347-4d87-9fa9-fd7251c98523 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "PUT /v2.0/floatingips/25d5bf82-6c28-49fc-beaa-296fba2770d4 HTTP/1.1" status: 200 len: 998 time: 9.3313336 Jul 06 11:42:04.369088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-93dfc4d1-d6da-4a99-a366-f8c8d4968a31 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:04.371320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-93dfc4d1-d6da-4a99-a366-f8c8d4968a31 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports/c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 943 time: 0.0845480 Jul 06 11:42:04.375212 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:42:04.378057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] Made reservation on behalf of 445ae89d4f45471580aa7d36e52d12b1 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:04.382647 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.527065 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.528816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:04.529707 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.583701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef0405-1f07-47ef-b11f-00f27a12052a admin admin] Pushing event updated for resources: {'Network': ['ID=7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:04.600884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:42:04.603094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-166929ce-b570-460f-8a23-091d7b007c83 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet d00f1880-32aa-4715-96c0-77d6fa4050cb {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:04.610619 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-c883ae8e-3f4d-4f51-9af4-889d231a766e service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571541 Jul 06 11:42:04.611571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-166929ce-b570-460f-8a23-091d7b007c83 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.702522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26946bc-8dd6-403a-9e6b-5328c2a2ea84 None None] New status for floating IP 25d5bf82-6c28-49fc-beaa-296fba2770d4: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:42:04.707284 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ac4ff0-c426-43eb-8742-2505b0477337 x-openstack-request-id: req-40ac4ff0-c426-43eb-8742-2505b0477337 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:04.707855 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:04.708247 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40ac4ff0-c426-43eb-8742-2505b0477337 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:04.708844 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'status': 'completed', 'code': 200} Jul 06 11:42:04.812578 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-56ae8469-fada-4aee-b26b-268ad53adcc8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=05bf836b-354c-4996-8a22-f308e431636b HTTP/1.1" status: 200 len: 217 time: 0.1359153 Jul 06 11:42:04.842641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 5.2415826 Jul 06 11:42:04.846248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43214) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:04.897062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] Request body: {'subnet': {'network_id': '28209e96-1ad8-4f91-87de-b07dc7535c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2133124344-subnet', 'tenant_id': 'fe1cb28e552c4ef59f32b533ade4381b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:04.911921 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-166929ce-b570-460f-8a23-091d7b007c83 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.954013 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:04.989834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.003900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b599c-094b-4a80-b9ab-a0e58dfc261a admin admin] Pushing event updated for resources: {'Network': ['ID=28209e96-1ad8-4f91-87de-b07dc7535c66,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:05.051189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-785c4b02-9996-4697-8fdf-c927d854e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:05.051572 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-785c4b02-9996-4697-8fdf-c927d854e108 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.2277305 Jul 06 11:42:05.111512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 28209e96-1ad8-4f91-87de-b07dc7535c66 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:42:05.130610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] Made reservation on behalf of fe1cb28e552c4ef59f32b533ade4381b for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:05.134148 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.216190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e7b18-e857-478a-9467-642505e650c7 req-788d85b7-f3ca-462b-80b4-c4552d637724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:05.219157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-242e7b18-e857-478a-9467-642505e650c7 req-788d85b7-f3ca-462b-80b4-c4552d637724 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1097 time: 0.5090346 Jul 06 11:42:05.360518 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-166929ce-b570-460f-8a23-091d7b007c83 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.481096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-26a3b442-6f20-422c-b41e-9feb715bac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:05.484483 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-26a3b442-6f20-422c-b41e-9feb715bac31 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4174936 Jul 06 11:42:05.546933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.564598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event updated for resources: {'Port': ['ID=97538859-7e83-43e1-b9d5-ff3bdb25f9e9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:05.598397 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0f598-91f1-4337-abdd-a729342cdb3a None None] Sync routers for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:05.617637 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.716538 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0f598-91f1-4337-abdd-a729342cdb3a None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:05.722457 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-96e0f598-91f1-4337-abdd-a729342cdb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:05.774002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-0f01d985-bdd1-43cc-8b75-a082ad08317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:05.781707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-0f01d985-bdd1-43cc-8b75-a082ad08317b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1097 time: 1.0922787 Jul 06 11:42:05.809951 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.819248 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-423fb46a-10e2-44e1-974e-6f058662938d tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2026742 Jul 06 11:42:05.829628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43228) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:05.848165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6352a22f-f2ca-458b-85b0-6faada3f61aa tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Request body: {'floatingip': {'port_id': '14451a4a-afd0-456d-90fe-d4429775cb32', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:05.976010 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-166929ce-b570-460f-8a23-091d7b007c83 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.032085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-bee3ec78-1c99-4622-a270-4792ab938b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:06.034556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-bee3ec78-1c99-4622-a270-4792ab938b11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.2031548 Jul 06 11:42:06.037567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166929ce-b570-460f-8a23-091d7b007c83 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=d00f1880-32aa-4715-96c0-77d6fa4050cb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:06.057341 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.066171 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-96e0f598-91f1-4337-abdd-a729342cdb3a None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:06.141884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7c45c2-c892-48de-b8f8-6699b5456bc6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:06.152779 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-637481a3-ac00-4f55-8867-10d0bc882129 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548295 Jul 06 11:42:06.162392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-166929ce-b570-460f-8a23-091d7b007c83 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.170324 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-166929ce-b570-460f-8a23-091d7b007c83 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/d00f1880-32aa-4715-96c0-77d6fa4050cb HTTP/1.1" status: 204 len: 168 time: 2.4537792 Jul 06 11:42:06.171409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43230) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:06.171671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a171148-4caf-4f65-852b-c433523b59d2 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:06.267849 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6352a22f-f2ca-458b-85b0-6faada3f61aa tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.273216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e7b18-e857-478a-9467-642505e650c7 req-6ef39b62-5fa0-4e84-bcb6-d3ad8e7b5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:06.276356 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-242e7b18-e857-478a-9467-642505e650c7 req-6ef39b62-5fa0-4e84-bcb6-d3ad8e7b5e65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 1.0325727 Jul 06 11:42:06.284013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] Checking segment: {'id': 'a8dcf6af-4122-420d-9a0e-3f0c2dc62701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:06.285070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] Network hostable DHCP agents. Network: 7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:42:06.291648 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-997c1a31-cafc-41ae-9e3b-2b6bdd046d20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 217 time: 0.1832635 Jul 06 11:42:06.360724 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dd2c7307-a921-47b9-af77-baeba476e429 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1752124 Jul 06 11:42:06.386752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43232) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:06.413114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9344fb22-d213-4269-8b0f-8688970da0e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:06.466932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b3b421-c246-4673-8572-4f0a28a10275,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:06.472038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-242e7b18-e857-478a-9467-642505e650c7 req-c26df73a-861f-4d5b-ae59-ae2a95a1f750 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 217 time: 0.1775699 Jul 06 11:42:06.670106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-2ae94e04-e894-4ada-98cb-3ae85b999b16 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098858 Jul 06 11:42:06.782929 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-96e0f598-91f1-4337-abdd-a729342cdb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:c2:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:42:05Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:06.794954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466a580-8774-49cc-8fd7-09acf0524131 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:42:06.890384 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0f598-91f1-4337-abdd-a729342cdb3a None None] Checking router: 6ece5e80-9af8-4fe8-8396-c4a3077c19ec for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:06.937749 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0f598-91f1-4337-abdd-a729342cdb3a None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:06.938763 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-96e0f598-91f1-4337-abdd-a729342cdb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:06.939753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3466a580-8774-49cc-8fd7-09acf0524131 None None] Deleting port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:06.940360 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3466a580-8774-49cc-8fd7-09acf0524131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:06.946617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'tag': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:06.954498 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdba4b6a-f242-4466-9db0-5d1b52e8baca", "tag": "48c1fc16-db65-4fa8-80a2-ff6dc4648f12"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:06.962435 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-6352a22f-f2ca-458b-85b0-6faada3f61aa tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] update failed (client error): The resource could not be found. Jul 06 11:42:06.988411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6352a22f-f2ca-458b-85b0-6faada3f61aa tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "PUT /v2.0/floatingips/3736d7cb-31b5-4cfb-8ae7-3a425a99527f HTTP/1.1" status: 404 len: 507 time: 1.1458123 Jul 06 11:42:06.997407 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-64221196-a6ea-4652-8e25-d2c2c476184e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd HTTP/1.1" status: 200 len: 217 time: 0.2432888 Jul 06 11:42:07.015168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43248) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:07.036449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] Network 7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:42:07.120950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e7b18-e857-478a-9467-642505e650c7 req-75790ae9-2725-4dee-ab1e-bcf3191d4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:07.133983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-242e7b18-e857-478a-9467-642505e650c7 req-75790ae9-2725-4dee-ab1e-bcf3191d4f1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.6398170 Jul 06 11:42:07.143166 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ddb3d5-7fc2-4762-9a99-b9dd61112318 x-openstack-request-id: req-11ddb3d5-7fc2-4762-9a99-b9dd61112318 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:07.143602 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdba4b6a-f242-4466-9db0-5d1b52e8baca", "tag": "48c1fc16-db65-4fa8-80a2-ff6dc4648f12", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:07.143955 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11ddb3d5-7fc2-4762-9a99-b9dd61112318 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:07.144510 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'tag': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'status': 'completed', 'code': 200} Jul 06 11:42:07.162053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-b0f91d87-7c52-4425-aad9-e48dac81012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:07.165237 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-b0f91d87-7c52-4425-aad9-e48dac81012b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.7179327 Jul 06 11:42:07.189560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3466a580-8774-49cc-8fd7-09acf0524131 None None] For port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9a19dd80-b604-4c5b-8e5b-5f37aad99fd1,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:07.190431 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3466a580-8774-49cc-8fd7-09acf0524131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:07.221935 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-96e0f598-91f1-4337-abdd-a729342cdb3a None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:07.225713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:07.237594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3466a580-8774-49cc-8fd7-09acf0524131 None None] Calling delete_port for 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:07.326955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-3ab747ea-09c8-4a45-adfe-6760ba72ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:07.329848 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-3ab747ea-09c8-4a45-adfe-6760ba72ece6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.2962146 Jul 06 11:42:07.353850 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:07.356341 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:07.411295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] Checking segment: {'id': 'cceb5bb7-ba1c-4b07-b804-8d55b88df806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '28209e96-1ad8-4f91-87de-b07dc7535c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:07.411818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] Network hostable DHCP agents. Network: 28209e96-1ad8-4f91-87de-b07dc7535c66, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:42:07.468695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8835ff15-51ae-49f7-99af-4be24ec06b54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.3870718 Jul 06 11:42:07.531018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-4623235c-823a-4269-a677-d7513452ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:07.533629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-4623235c-823a-4269-a677-d7513452ed29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3005674 Jul 06 11:42:07.543255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e7b18-e857-478a-9467-642505e650c7 req-1c98da81-e7cc-457e-829c-ec6dac9a0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:07.546621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-242e7b18-e857-478a-9467-642505e650c7 req-1c98da81-e7cc-457e-829c-ec6dac9a0425 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3622768 Jul 06 11:42:07.606026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64532b-65b4-439b-a01e-2cc4dafe6013 None None] Network 7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:07.857948 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3466a580-8774-49cc-8fd7-09acf0524131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:07.863966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:07.879527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d req-57447e96-41f5-4180-8000-834fe48ef8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:07.887220 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d req-57447e96-41f5-4180-8000-834fe48ef8aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 1096 time: 0.7149570 Jul 06 11:42:07.918943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-242e7b18-e857-478a-9467-642505e650c7 req-81c04af8-780b-4eb7-a32b-39dc620b637a service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356349 Jul 06 11:42:08.061966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466a580-8774-49cc-8fd7-09acf0524131 None None] Pushing event deleted for resources: {'Port': ['ID=9a19dd80-b604-4c5b-8e5b-5f37aad99fd1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:08.123146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:08.123625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:08.129945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466a580-8774-49cc-8fd7-09acf0524131 None None] No DVR routers for this DVR port 9a19dd80-b604-4c5b-8e5b-5f37aad99fd1 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:08.193018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf10f59-9f46-48bc-bec2-c30900e8533e None None] Network 7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:08.305593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] Network 28209e96-1ad8-4f91-87de-b07dc7535c66 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:42:08.321242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9344fb22-d213-4269-8b0f-8688970da0e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:08.328444 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9344fb22-d213-4269-8b0f-8688970da0e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:08.336793 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-96e0f598-91f1-4337-abdd-a729342cdb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:c2:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:42:05Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:08.363373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 28209e96-1ad8-4f91-87de-b07dc7535c66) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:08.383987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df05fdf-36c9-4d9b-b227-6ef358ae224c None None] Network 28209e96-1ad8-4f91-87de-b07dc7535c66 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:08.422425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:08.423188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:08.471759 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0f598-91f1-4337-abdd-a729342cdb3a None None] The sync data for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 is: [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:c2:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:42:05Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:08.557083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393533-ba26-429e-b2d5-c88df2334f6f req-67ca2f29-87d3-40a2-afbd-044f84430d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:08.562525 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-67ca2f29-87d3-40a2-afbd-044f84430d65 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1660910 Jul 06 11:42:08.607508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e49af240-028e-489d-a488-78f3daf14daa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.7458014 Jul 06 11:42:08.737240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-e581c88c-1f9d-4eee-8224-dc592c5aaeab service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1551514 Jul 06 11:42:08.751970 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-242e7b18-e857-478a-9467-642505e650c7 req-ff2f5df8-0b1c-4173-9774-dadb2218aefb service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8313749 Jul 06 11:42:08.936728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-da55baf6-4cd1-4adc-97d4-b024cfb27a83 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Deleting port 97538859-7e83-43e1-b9d5-ff3bdb25f9e9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:08.937220 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da55baf6-4cd1-4adc-97d4-b024cfb27a83 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:09.030969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-19ed59a8-8f7c-428d-bec2-ec3c4ecf8735 service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619174 Jul 06 11:42:09.033266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d req-02ea0f7d-1062-4f4a-995c-df0ec433b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:09.035888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d req-02ea0f7d-1062-4f4a-995c-df0ec433b93d service neutron] 10.222.0.86 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 1.0380442 Jul 06 11:42:09.265972 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-db1692dc-e2d2-4ba6-9145-fdad2d389179 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359205 Jul 06 11:42:09.357959 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da55baf6-4cd1-4adc-97d4-b024cfb27a83 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:09.359363 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da55baf6-4cd1-4adc-97d4-b024cfb27a83 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:09.419500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9531d338-6a95-43c1-a7bb-91486c659ab7 None None] Network 28209e96-1ad8-4f91-87de-b07dc7535c66 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:09.456660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d req-8ce19d3f-ccad-4059-9ee3-410411d96409 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48c1fc16-db65-4fa8-80a2-ff6dc4648f12 HTTP/1.1" status: 200 len: 1001 time: 0.4117398 Jul 06 11:42:09.477314 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-da55baf6-4cd1-4adc-97d4-b024cfb27a83 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Calling delete_port for 97538859-7e83-43e1-b9d5-ff3bdb25f9e9 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:09.568954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-3a26d80e-5097-4b55-b81e-e3b1062483db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:09.586193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-3a26d80e-5097-4b55-b81e-e3b1062483db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 1096 time: 0.3738403 Jul 06 11:42:09.697580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-45375b2c-7d71-42f5-b742-e6b33e2df3e8 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:09.700874 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-45375b2c-7d71-42f5-b742-e6b33e2df3e8 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/networks?id=7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 HTTP/1.1" status: 200 len: 813 time: 0.5071990 Jul 06 11:42:09.711770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d req-b0c608f0-f26f-4115-a66f-10a037e64eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:09.715501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d req-b0c608f0-f26f-4115-a66f-10a037e64eb0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.2485609 Jul 06 11:42:09.730964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9344fb22-d213-4269-8b0f-8688970da0e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:09.749890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-c4441f63-10f9-4d47-8554-4267179c41e0 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/quotas/445ae89d4f45471580aa7d36e52d12b1 HTTP/1.1" status: 200 len: 375 time: 0.0327351 Jul 06 11:42:09.832046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-d4fbcda3-4119-4fc0-bedb-8b7ce1e3fb2a tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=445ae89d4f45471580aa7d36e52d12b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808234 Jul 06 11:42:09.866694 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63393533-ba26-429e-b2d5-c88df2334f6f req-36fedabf-b910-4b61-bfcb-3a22e565c648 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895851 Jul 06 11:42:09.889588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344fb22-d213-4269-8b0f-8688970da0e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:09.892223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9344fb22-d213-4269-8b0f-8688970da0e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:09.897270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344fb22-d213-4269-8b0f-8688970da0e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:09.899372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9344fb22-d213-4269-8b0f-8688970da0e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:09.909250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67233c-dcc5-411d-a492-583a8a6812b3 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:09.970711 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9344fb22-d213-4269-8b0f-8688970da0e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5819178 Jul 06 11:42:09.975047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344fb22-d213-4269-8b0f-8688970da0e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=d07c7969-a099-40d1-8438-afd841ca81da,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:09.983344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43286) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:09.995830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': 'd07c7969-a099-40d1-8438-afd841ca81da', 'ip_address': '2001:db8::3fbb:582e:b1c4:d2a5'}], 'name': 'tempest-NetworksTestDHCPv6-221892711'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:10.257846 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-3ab0bf12-0e3f-4c2f-80a0-4aebbd61bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:10.266656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-3ab0bf12-0e3f-4c2f-80a0-4aebbd61bcb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.6767700 Jul 06 11:42:10.287583 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da55baf6-4cd1-4adc-97d4-b024cfb27a83 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.333050 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': 'd07c7969-a099-40d1-8438-afd841ca81da'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:42:10.334927 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.383392 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55baf6-4cd1-4adc-97d4-b024cfb27a83 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event deleted for resources: {'Port': ['ID=97538859-7e83-43e1-b9d5-ff3bdb25f9e9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:10.517760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:10.525979 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da55baf6-4cd1-4adc-97d4-b024cfb27a83 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.531527 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da55baf6-4cd1-4adc-97d4-b024cfb27a83 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.533487 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-da55baf6-4cd1-4adc-97d4-b024cfb27a83 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "DELETE /v2.0/floatingips/3736d7cb-31b5-4cfb-8ae7-3a425a99527f HTTP/1.1" status: 204 len: 168 time: 3.5165708 Jul 06 11:42:10.539291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43288) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:10.556411 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2d65c831-f800-4b84-8144-7192e859e94c tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Request body: {'floatingip': {'floating_network_id': 'e015a81c-249d-4b4d-9374-d73053989716', 'port_id': '14451a4a-afd0-456d-90fe-d4429775cb32', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:10.614553 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d65c831-f800-4b84-8144-7192e859e94c tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.697977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-7ee8e78f-eb21-46e7-b1ef-7e9de06aba1c service neutron] 10.222.0.21 "GET /v2.0/networks/7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167408 Jul 06 11:42:10.722921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d req-ca84e5bd-b8c8-4f05-bb32-b68365c2efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:10.728328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d req-ca84e5bd-b8c8-4f05-bb32-b68365c2efa3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9535015 Jul 06 11:42:10.731761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-0a869d2a-283e-4a4f-a07b-8146940ff152 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48c1fc16-db65-4fa8-80a2-ff6dc4648f12 HTTP/1.1" status: 200 len: 1001 time: 0.4198012 Jul 06 11:42:10.733858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/d07c7969-a099-40d1-8438-afd841ca81da/a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:10.786912 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.834759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 1372c227-821c-43ae-8ed1-2214e786924a yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:42:11.228482 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.249763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Transition to ACTIVE for port object a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:11.289439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Transition to ACTIVE for port object a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:11.303185 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.387038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:11.392711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:11.401703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:11.417417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d req-4f70f43b-76ff-4122-9dfb-ad5d40de553a service neutron] 10.222.0.86 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6789279 Jul 06 11:42:11.426757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-8054163f-8213-4809-af77-ea1418b78194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:11.428314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-8054163f-8213-4809-af77-ea1418b78194 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.5598412 Jul 06 11:42:11.429820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Pushing event updated for resources: {'Port': ['ID=a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:11.493811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::3fbb:582e:b1c4:d2a5 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/d07c7969-a099-40d1-8438-afd841ca81da/1372c227-821c-43ae-8ed1-2214e786924a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:11.575119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Attempting to bind port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:11.576222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Attempting to bind port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:11.577122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Attempting to bind port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:11.587383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:11.590220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:11.593189 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.594047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:11.596502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Bound port: a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:11.599082 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.808431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] For port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:11.814754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] For port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:11.821901 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.836591 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:11.865433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 1372c227-821c-43ae-8ed1-2214e786924a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:11.959363 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:12.013925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b928cbd-5a75-4242-9799-7dd755fe3d82 None None] Pushing event updated for resources: {'Port': ['ID=a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:12.116680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:12.124912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:12.133254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:12.145965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:12.147501 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:12.184650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=1372c227-821c-43ae-8ed1-2214e786924a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:12.221987 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5a5df622-3e4e-4cd0-aa51-8d8a87050f2a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2332151 Jul 06 11:42:12.222458 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43296) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:12.309952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-f0971d8e-c1b9-403f-9606-8d047b48dbe9 service neutron] 10.222.0.21 "GET /v2.0/networks/7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4714015 Jul 06 11:42:12.334112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04e27cd4-a9dc-4ce2-ac68-d2cf9d63801d req-2cf620eb-3813-4806-8102-62e0eab74811 service neutron] 10.222.0.86 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9038165 Jul 06 11:42:12.404841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d47248-b7fe-4aaf-97e0-9bba1752a705 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:12.420201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d47248-b7fe-4aaf-97e0-9bba1752a705 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:12.432028 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-50d47248-b7fe-4aaf-97e0-9bba1752a705 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2042773 Jul 06 11:42:12.432608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43298) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:12.457100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-c3584d98-48c9-4d71-b2e9-5476f76e0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:12.473747 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-c3584d98-48c9-4d71-b2e9-5476f76e0c2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9380729 Jul 06 11:42:12.788817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0e326184-a3d4-4ccc-8b79-25ea98f4d682 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 1372c227-821c-43ae-8ed1-2214e786924a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:12.793844 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e326184-a3d4-4ccc-8b79-25ea98f4d682 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:12.945791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-23700cc9-ee0e-45da-b36b-9897c55bd7ed service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709430 Jul 06 11:42:13.053714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e326184-a3d4-4ccc-8b79-25ea98f4d682 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.059634 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-45536fdd-89ed-4695-82f3-1e7e16346c48 req-6e6249e4-52e2-4e41-8c0e-73f265022311 tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] show failed (client error): The resource could not be found. Jul 06 11:42:13.072255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45536fdd-89ed-4695-82f3-1e7e16346c48 req-6e6249e4-52e2-4e41-8c0e-73f265022311 tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] 10.222.0.21 "GET /v2.0/security-groups/f76a3b2f-0fdd-4c37-9f19-87a02704df41 HTTP/1.1" status: 404 len: 352 time: 0.1118608 Jul 06 11:42:13.081391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0e326184-a3d4-4ccc-8b79-25ea98f4d682 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 1372c227-821c-43ae-8ed1-2214e786924a owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:13.085677 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-2d65c831-f800-4b84-8144-7192e859e94c tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:42:13.094587 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2d65c831-f800-4b84-8144-7192e859e94c tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.5374565 Jul 06 11:42:13.098123 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43308) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:13.111710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '14451a4a-afd0-456d-90fe-d4429775cb32', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:13.196143 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.269441 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eeca10a-cfd1-4ed9-a65e-d1abe87b3f04 req-d3510f8c-7ed0-46f5-b36d-80b35c987733 service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222036 Jul 06 11:42:13.549071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.564225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e326184-a3d4-4ccc-8b79-25ea98f4d682 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.712980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e326184-a3d4-4ccc-8b79-25ea98f4d682 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=1372c227-821c-43ae-8ed1-2214e786924a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:13.769819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fa4d9f7-645a-4f8d-a181-7698c0b47cd6 req-71b8a52d-f36c-42c7-af94-7548238c6bb3 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 210 time: 0.0950379 Jul 06 11:42:13.770756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:13.811548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e326184-a3d4-4ccc-8b79-25ea98f4d682 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:13.818361 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0e326184-a3d4-4ccc-8b79-25ea98f4d682 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/1372c227-821c-43ae-8ed1-2214e786924a HTTP/1.1" status: 204 len: 168 time: 1.3795445 Jul 06 11:42:13.820426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43340) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:13.981980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:14.027554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ffd8f-667f-4ccd-aa85-35dbf47931a1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:14.031073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ffd8f-667f-4ccd-aa85-35dbf47931a1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:14.033987 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-212ffd8f-667f-4ccd-aa85-35dbf47931a1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2119563 Jul 06 11:42:14.038820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43350) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:14.082450 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffcdc46d-fc1a-4438-927a-6867d4ebe5c1 req-35f61328-35ab-46a4-bf42-ced9746e4f03 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1001 time: 0.5087874 Jul 06 11:42:14.150013 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5eff095e-e5bf-4000-9a9b-f8bd1d40ec6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.208069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0aeffe1-aeec-4899-8823-1361302e103f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet d07c7969-a099-40d1-8438-afd841ca81da {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:14.213673 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0aeffe1-aeec-4899-8823-1361302e103f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.313443 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0aeffe1-aeec-4899-8823-1361302e103f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.352277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Allocated IP 172.25.0.118 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/2380752c-f4b5-4c65-97c1-c1ce8af157dc) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:14.494350 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0aeffe1-aeec-4899-8823-1361302e103f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.540966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-326f47d9-4b60-4344-b5b7-4b471d4b4f61 req-17531572-5cb9-41c4-834d-973d70df4344 tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe1cb28e552c4ef59f32b533ade4381b HTTP/1.1" status: 200 len: 2988 time: 0.3076465 Jul 06 11:42:14.559039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdc46d-fc1a-4438-927a-6867d4ebe5c1 req-8538da54-043c-40a4-ace3-ca33ee2a10de tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:14.560617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f24decd-f814-43b2-b002-db4722aad448 None None] Provisioning for port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:14.561639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffcdc46d-fc1a-4438-927a-6867d4ebe5c1 req-8538da54-043c-40a4-ace3-ca33ee2a10de tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports/48c1fc16-db65-4fa8-80a2-ff6dc4648f12 HTTP/1.1" status: 200 len: 942 time: 0.3309295 Jul 06 11:42:14.576411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f24decd-f814-43b2-b002-db4722aad448 None None] Provisioning complete for port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:14.576948 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f24decd-f814-43b2-b002-db4722aad448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.657727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-326f47d9-4b60-4344-b5b7-4b471d4b4f61 req-c576e024-bb63-4561-9f31-b7ec0ee44697 tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] 10.222.0.21 "GET /v2.0/security-groups/0a7fcd86-ed72-4071-8609-0112326d5e71 HTTP/1.1" status: 200 len: 2985 time: 0.0922260 Jul 06 11:42:14.665761 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0aeffe1-aeec-4899-8823-1361302e103f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.727871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.728631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aeffe1-aeec-4899-8823-1361302e103f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=d07c7969-a099-40d1-8438-afd841ca81da,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:14.766353 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0aeffe1-aeec-4899-8823-1361302e103f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.772913 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b0aeffe1-aeec-4899-8823-1361302e103f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/d07c7969-a099-40d1-8438-afd841ca81da HTTP/1.1" status: 204 len: 168 time: 0.7290790 Jul 06 11:42:14.774832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43356) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:14.857964 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1848f7b4-0bd4-44b7-9c2a-8a0f7dcb77fd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771890 Jul 06 11:42:14.858922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43360) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:14.859526 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f24decd-f814-43b2-b002-db4722aad448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.904594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-326f47d9-4b60-4344-b5b7-4b471d4b4f61 req-42924573-bdb9-48e7-9ff3-8112cef44d1c tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] 10.222.0.21 "GET /v2.0/security-groups/0a7fcd86-ed72-4071-8609-0112326d5e71 HTTP/1.1" status: 200 len: 2985 time: 0.2271721 Jul 06 11:42:14.936946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f24decd-f814-43b2-b002-db4722aad448 None None] For port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:14.947770 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f24decd-f814-43b2-b002-db4722aad448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.960187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffcdc46d-fc1a-4438-927a-6867d4ebe5c1 req-b9d2211c-2227-4e72-8de3-c0de15fee81a tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1001 time: 0.1327860 Jul 06 11:42:15.004246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca78df2a-0558-411a-9146-1bd5207164a6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:15.007016 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ca78df2a-0558-411a-9146-1bd5207164a6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1468365 Jul 06 11:42:15.011686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43368) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:15.014060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaaab4c-489a-4b80-8efc-66120cb1e4f7 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:15.044059 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:15.148249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbc9b4-f64d-4491-9291-d13812625ead tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:15.151093 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0bbbc9b4-f64d-4491-9291-d13812625ead tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1373014 Jul 06 11:42:15.155369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43372) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:15.164135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:15.166649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:15.224164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdc46d-fc1a-4438-927a-6867d4ebe5c1 req-489b376b-3937-4a63-9015-53d309ef2d79 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:15.225496 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8321ead7-d921-4872-b36e-0229cc07f8e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680926 Jul 06 11:42:15.226948 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffcdc46d-fc1a-4438-927a-6867d4ebe5c1 req-489b376b-3937-4a63-9015-53d309ef2d79 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.2657020 Jul 06 11:42:15.228260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:15.240254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43374) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:15.254571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24decd-f814-43b2-b002-db4722aad448 None None] Pushing event updated for resources: {'Port': ['ID=a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:15.257801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-97b938de-01de-40ac-95f7-8fd4b655be32 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:15.317228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-981acd5e-bf6b-484b-9db5-3683a5c7fe5b None None] Could not find standard attr ID for object 1372c227-821c-43ae-8ed1-2214e786924a. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:42:15.376115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event updated for resources: {'Port': ['ID=2380752c-f4b5-4c65-97c1-c1ce8af157dc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:15.553196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b938de-01de-40ac-95f7-8fd4b655be32 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:15.576194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97b938de-01de-40ac-95f7-8fd4b655be32 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:15.641081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4accaffa-a8a0-4b5d-b4fe-34319835e9f9 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:42:15.853645 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4accaffa-a8a0-4b5d-b4fe-34319835e9f9 None None] Deleting port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:15.854276 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4accaffa-a8a0-4b5d-b4fe-34319835e9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:15.929125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-d84bab00-252f-4cab-8ab6-e901118b9ead tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:15.932734 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-d84bab00-252f-4cab-8ab6-e901118b9ead tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.47 "GET /v2.0/networks?id=7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 HTTP/1.1" status: 200 len: 813 time: 0.4562745 Jul 06 11:42:15.964749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Request body: {'port': {'device_id': 'aa6e3331-edbc-4a98-aed2-705cc40ef1ff', 'network_id': '7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4', 'admin_state_up': True, 'tenant_id': '445ae89d4f45471580aa7d36e52d12b1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:16.030220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4accaffa-a8a0-4b5d-b4fe-34319835e9f9 None None] For port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:16.031212 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4accaffa-a8a0-4b5d-b4fe-34319835e9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.059415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4accaffa-a8a0-4b5d-b4fe-34319835e9f9 None None] Calling delete_port for a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:16.139923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00590eb9-0ded-4b5e-a4ef-0a61e2b8d079 req-4ee93232-1380-40d4-b7d8-c564861eaa51 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 210 time: 0.1097956 Jul 06 11:42:16.144189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Deleting port 2380752c-f4b5-4c65-97c1-c1ce8af157dc {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:16.144541 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.164976 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97b938de-01de-40ac-95f7-8fd4b655be32 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.283613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b938de-01de-40ac-95f7-8fd4b655be32 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:16.287866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-97b938de-01de-40ac-95f7-8fd4b655be32 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:16.297737 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b938de-01de-40ac-95f7-8fd4b655be32 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:16.297737 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97b938de-01de-40ac-95f7-8fd4b655be32 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.311851 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4accaffa-a8a0-4b5d-b4fe-34319835e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.316064 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-97b938de-01de-40ac-95f7-8fd4b655be32 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0723257 Jul 06 11:42:16.321198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43408) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:16.332497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.332833 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.338999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': '03f89f8d-722e-4263-8e3f-37d8afc781a9', 'ip_address': '2001:db8::8d72:a560:872b:3b0d'}], 'name': 'tempest-NetworksTestDHCPv6-519116884'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:16.355263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accaffa-a8a0-4b5d-b4fe-34319835e9f9 None None] Pushing event deleted for resources: {'Port': ['ID=a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:16.361353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4accaffa-a8a0-4b5d-b4fe-34319835e9f9 None None] No DVR routers for this DVR port a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:16.367056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b938de-01de-40ac-95f7-8fd4b655be32 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=03f89f8d-722e-4263-8e3f-37d8afc781a9,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:16.384926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Calling delete_port for 2380752c-f4b5-4c65-97c1-c1ce8af157dc owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:16.389744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04ce97b3-0ea1-4936-bf80-8e07d686833c req-5cfde45c-28cf-4234-9af9-bd4b50d41375 tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] 10.222.0.21 "GET /v2.0/security-groups/0a7fcd86-ed72-4071-8609-0112326d5e71 HTTP/1.1" status: 200 len: 2985 time: 0.1265764 Jul 06 11:42:16.403603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2829057-6a8f-46d2-88f6-8f1969d530d4 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:16.554102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Made reservation on behalf of 445ae89d4f45471580aa7d36e52d12b1 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:16.558960 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.575838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:16.704624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '03f89f8d-722e-4263-8e3f-37d8afc781a9'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:42:16.705603 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.712208 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.736052 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:42:16.750899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port a8c37a39-4fc6-4c94-8359-3361ca7faa7e yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:42:16.803798 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-04ce97b3-0ea1-4936-bf80-8e07d686833c req-c292e60a-b359-4a9a-a11a-2453f3069972 tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 11:42:16.805642 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04ce97b3-0ea1-4936-bf80-8e07d686833c req-c292e60a-b359-4a9a-a11a-2453f3069972 tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a7fcd86-ed72-4071-8609-0112326d5e71 HTTP/1.1" status: 409 len: 352 time: 0.3957088 Jul 06 11:42:16.837463 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:16.952700 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event deleted for resources: {'Port': ['ID=2380752c-f4b5-4c65-97c1-c1ce8af157dc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:16.971711 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-40f42276-f675-4f47-b00e-9dc5010a6251 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1001 time: 0.3163867 Jul 06 11:42:17.054496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/03f89f8d-722e-4263-8e3f-37d8afc781a9/521a924c-90b1-47f7-a45f-525161139805) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:17.144486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-36698466-461f-477c-b064-c02b2054afaf tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:17.146196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-36698466-461f-477c-b064-c02b2054afaf tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports/48c1fc16-db65-4fa8-80a2-ff6dc4648f12 HTTP/1.1" status: 200 len: 942 time: 0.1645160 Jul 06 11:42:17.202237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Allocated IP 172.20.0.14 (7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4/00b3b421-c246-4673-8572-4f0a28a10275/d4b73593-1e78-4895-af6e-113b9548b3f4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:17.280770 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] create failed (client error): The resource could not be found. Jul 06 11:42:17.283368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3cab8a53-f0ed-4512-9b7a-274ea39a0449 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1785798 Jul 06 11:42:17.290583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43418) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:17.359704 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.381167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Transition to ACTIVE for port object 521a924c-90b1-47f7-a45f-525161139805 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:17.422378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Transition to ACTIVE for port object 521a924c-90b1-47f7-a45f-525161139805 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:17.437344 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.476660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:17.524902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:17.541245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:17.568025 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.706135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:17.717519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::8d72:a560:872b:3b0d (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/03f89f8d-722e-4263-8e3f-37d8afc781a9/a8c37a39-4fc6-4c94-8359-3361ca7faa7e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:17.790299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Pushing event updated for resources: {'Port': ['ID=521a924c-90b1-47f7-a45f-525161139805,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:17.803199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:17.803776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a7ae766e-40e1-4df9-bbc3-cbfa1dfb1234 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:17.816522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Attempting to bind port 521a924c-90b1-47f7-a45f-525161139805 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:17.817132 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Attempting to bind port 521a924c-90b1-47f7-a45f-525161139805 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:17.817786 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Attempting to bind port 521a924c-90b1-47f7-a45f-525161139805 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:17.830022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:17.830582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:17.831217 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.832155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:17.832641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-ea246525-d413-426a-b100-731b0aba427a tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1001 time: 0.1510565 Jul 06 11:42:17.832940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Bound port: 521a924c-90b1-47f7-a45f-525161139805, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:17.833496 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.856871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.921679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c66df847-c809-4d89-8ded-e46480a51d05 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Deleting port 14451a4a-afd0-456d-90fe-d4429775cb32 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:17.922593 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c66df847-c809-4d89-8ded-e46480a51d05 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:17.979504 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] For port 521a924c-90b1-47f7-a45f-525161139805, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:17.986661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] For port 521a924c-90b1-47f7-a45f-525161139805, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=521a924c-90b1-47f7-a45f-525161139805,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:17.988457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Network 7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:18.001338 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.037308 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-178f4ff4-b900-4ec9-8b8a-5f36d5292e65 req-153b9e13-6fbc-4307-99e3-40381e3092c1 tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] show failed (client error): The resource could not be found. Jul 06 11:42:18.039751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-178f4ff4-b900-4ec9-8b8a-5f36d5292e65 req-153b9e13-6fbc-4307-99e3-40381e3092c1 tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] 10.222.0.21 "GET /v2.0/security-groups/93495037-5274-44b0-a635-7b9d4fcda033 HTTP/1.1" status: 404 len: 352 time: 0.1492903 Jul 06 11:42:18.049661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:18.065904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:18.165800 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.180608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3eb1d-eb66-4071-98b4-664d765cafae None None] Pushing event updated for resources: {'Port': ['ID=521a924c-90b1-47f7-a45f-525161139805,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:18.207058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Pushing event updated for resources: {'Port': ['ID=d4b73593-1e78-4895-af6e-113b9548b3f4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:18.244587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 699ef2a6-c400-4b92-9db8-e50d44341dba no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:18.329424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:18.331335 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.340801 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.347712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c66df847-c809-4d89-8ded-e46480a51d05 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.368831 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3156a1-3c7d-4a28-b323-5a95d4dd03fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.373485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c66df847-c809-4d89-8ded-e46480a51d05 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Calling delete_port for 14451a4a-afd0-456d-90fe-d4429775cb32 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:18.386791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-1f915314-4240-48b5-9cea-51fd16085fe2 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4400785 Jul 06 11:42:18.421099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-86630673-ef88-4bcb-9be5-348c39a43375 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:18.431526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-86630673-ef88-4bcb-9be5-348c39a43375 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.5974841 Jul 06 11:42:18.456556 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.533422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699ef2a6-c400-4b92-9db8-e50d44341dba'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:18.540473 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad59ab69-1ea4-463c-bad0-bbec198edf77" -d '{"events": [{"server_uuid": "2f18b5ee-2f7b-4c48-b96c-a90695c496ce", "name": "network-vif-unplugged", "status": "completed", "tag": "699ef2a6-c400-4b92-9db8-e50d44341dba"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:18.581233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 699ef2a6-c400-4b92-9db8-e50d44341dba, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=699ef2a6-c400-4b92-9db8-e50d44341dba,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:18.583827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Request body: {'port': {'device_id': 'aa6e3331-edbc-4a98-aed2-705cc40ef1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:18.608324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-92f36c60-8100-4e39-aabe-722256f35faf tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1001 time: 0.1737008 Jul 06 11:42:18.618564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-507cda86-2fd5-4949-9dd9-5c711ac6a24f tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:18.621873 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.622183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object a8c37a39-4fc6-4c94-8359-3361ca7faa7e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:18.641035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c66df847-c809-4d89-8ded-e46480a51d05 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.690262 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.743863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66df847-c809-4d89-8ded-e46480a51d05 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event deleted for resources: {'Port': ['ID=14451a4a-afd0-456d-90fe-d4429775cb32,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:18.782602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=699ef2a6-c400-4b92-9db8-e50d44341dba,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:18.867162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.874676 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-507cda86-2fd5-4949-9dd9-5c711ac6a24f tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.897098 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.981790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654791bc-8de3-44a3-98c0-b87c4645da5a req-63eac0e6-5e1b-484d-819d-c330183128bf tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:18.983997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-654791bc-8de3-44a3-98c0-b87c4645da5a req-63eac0e6-5e1b-484d-819d-c330183128bf tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 932 time: 0.6173396 Jul 06 11:42:18.985808 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c66df847-c809-4d89-8ded-e46480a51d05 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:18.992931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c66df847-c809-4d89-8ded-e46480a51d05 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "DELETE /v2.0/ports/14451a4a-afd0-456d-90fe-d4429775cb32 HTTP/1.1" status: 204 len: 168 time: 1.6972711 Jul 06 11:42:18.998293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:19.007677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43430) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:19.025314 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:19.038333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:19.045832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:19.046756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.079577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=a8c37a39-4fc6-4c94-8359-3361ca7faa7e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:19.106312 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7bf802d5-cf45-4c9d-a929-8a9bcbe3807f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7729962 Jul 06 11:42:19.110979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43432) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:19.123355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-36ad92d1-7fcd-42de-a25f-a773e5dfbbed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': '03f89f8d-722e-4263-8e3f-37d8afc781a9', 'ip_address': '2001:db8::8d72:a560:872b:3b0d'}], 'name': 'tempest-NetworksTestDHCPv6-27062356'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:19.250954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92271b81-3e7b-4a43-ae36-60b602941f72 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:19.253277 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-92271b81-3e7b-4a43-ae36-60b602941f72 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "GET /v2.0/ports?device_id=a770054d-23d1-4b5e-8ab4-79825524460d HTTP/1.1" status: 200 len: 913 time: 0.2442651 Jul 06 11:42:19.261428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43434) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:19.285747 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-654791bc-8de3-44a3-98c0-b87c4645da5a req-ad514b7a-8d6d-4bb7-8608-b29d142866e3 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619944 Jul 06 11:42:19.379262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ad92d1-7fcd-42de-a25f-a773e5dfbbed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:19.386741 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36ad92d1-7fcd-42de-a25f-a773e5dfbbed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.419164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-507cda86-2fd5-4949-9dd9-5c711ac6a24f tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.431557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-36ad92d1-7fcd-42de-a25f-a773e5dfbbed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port bbdf4533-4730-4c1f-891a-13c2ff732b3e yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:42:19.437196 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-507cda86-2fd5-4949-9dd9-5c711ac6a24f tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:19.437647 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-507cda86-2fd5-4949-9dd9-5c711ac6a24f tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Floating IP 25d5bf82-6c28-49fc-beaa-296fba2770d4 disassociated. External IP: 172.25.0.122, port: 48c1fc16-db65-4fa8-80a2-ff6dc4648f12. Jul 06 11:42:19.458994 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-8270b2a4-ee6d-4657-aeef-0dfb72fd90e5 req-fd2a8a58-141d-4af0-b91a-becef01db0da tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] show failed (client error): The resource could not be found. Jul 06 11:42:19.460855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8270b2a4-ee6d-4657-aeef-0dfb72fd90e5 req-fd2a8a58-141d-4af0-b91a-becef01db0da tempest-SecurityGroupsNegativeTestJSON-593692875 tempest-SecurityGroupsNegativeTestJSON-593692875-project] 10.222.0.21 "GET /v2.0/security-groups/4d601c41-f68b-4223-9d93-cfc607078663 HTTP/1.1" status: 404 len: 352 time: 0.0691981 Jul 06 11:42:19.742750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 521a924c-90b1-47f7-a45f-525161139805 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:19.889847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 521a924c-90b1-47f7-a45f-525161139805 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:20.041389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43436) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:20.141519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f700f374-ad66-48a9-8e90-005892a415c0 None None] Provisioning for port 521a924c-90b1-47f7-a45f-525161139805 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:20.151883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f700f374-ad66-48a9-8e90-005892a415c0 None None] Provisioning complete for port 521a924c-90b1-47f7-a45f-525161139805 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:20.153124 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f700f374-ad66-48a9-8e90-005892a415c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.328515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-9702ce47-7a9f-4b07-8a20-769cc127fda8 admin admin] Deleting subnet af7c45c2-c892-48de-b8f8-6699b5456bc6 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:20.380914 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9702ce47-7a9f-4b07-8a20-769cc127fda8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.392379 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f700f374-ad66-48a9-8e90-005892a415c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.398097 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.464532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f700f374-ad66-48a9-8e90-005892a415c0 None None] For port 521a924c-90b1-47f7-a45f-525161139805, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=521a924c-90b1-47f7-a45f-525161139805,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:20.472755 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f700f374-ad66-48a9-8e90-005892a415c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.556594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700f374-ad66-48a9-8e90-005892a415c0 None None] Pushing event updated for resources: {'Port': ['ID=521a924c-90b1-47f7-a45f-525161139805,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:20.602727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ff8cd-f001-40d6-bd38-41176a58acee req-73284afe-cc0f-4baf-81af-1c9604cab9c1 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:20.605953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a35ff8cd-f001-40d6-bd38-41176a58acee req-73284afe-cc0f-4baf-81af-1c9604cab9c1 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f18b5ee-2f7b-4c48-b96c-a90695c496ce HTTP/1.1" status: 200 len: 943 time: 0.5017326 Jul 06 11:42:20.607657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9702ce47-7a9f-4b07-8a20-769cc127fda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.622859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3ab1b254-6ad0-42e0-8db1-5266f0b52615 None None] Provisioning for port a8c37a39-4fc6-4c94-8359-3361ca7faa7e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:20.633549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3ab1b254-6ad0-42e0-8db1-5266f0b52615 None None] Provisioning complete for port a8c37a39-4fc6-4c94-8359-3361ca7faa7e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:20.634606 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b254-6ad0-42e0-8db1-5266f0b52615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.677600 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ad92d1-7fcd-42de-a25f-a773e5dfbbed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 11:42:20.679014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ad92d1-7fcd-42de-a25f-a773e5dfbbed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:42:20.688103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-a46a0ab1-3621-444f-8891-42780787ae8e tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:20.695586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-a46a0ab1-3621-444f-8891-42780787ae8e tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 804 time: 0.5873101 Jul 06 11:42:20.707854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1b254-6ad0-42e0-8db1-5266f0b52615 None None] Port a8c37a39-4fc6-4c94-8359-3361ca7faa7e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:20.740014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9702ce47-7a9f-4b07-8a20-769cc127fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.744687 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-36ad92d1-7fcd-42de-a25f-a773e5dfbbed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6310709 Jul 06 11:42:20.761270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:20.852148 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-fa9e707e-b215-482b-ab95-977eddb6256a tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/quotas/317aad6b56d34ca19e1a0d1297fbed13 HTTP/1.1" status: 200 len: 375 time: 0.1550441 Jul 06 11:42:20.876519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b73593-1e78-4895-af6e-113b9548b3f4 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:20.890426 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9702ce47-7a9f-4b07-8a20-769cc127fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.941726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702ce47-7a9f-4b07-8a20-769cc127fda8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7c45c2-c892-48de-b8f8-6699b5456bc6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:20.945109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9702ce47-7a9f-4b07-8a20-769cc127fda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.948664 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9702ce47-7a9f-4b07-8a20-769cc127fda8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/af7c45c2-c892-48de-b8f8-6699b5456bc6 HTTP/1.1" status: 204 len: 168 time: 0.8772404 Jul 06 11:42:20.952764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b02d91e0-0085-4b91-b1d7-4fa60e7ee035 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:20.955868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43450) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:20.977224 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.094494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Transition to ACTIVE for port object d4b73593-1e78-4895-af6e-113b9548b3f4 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:21.153602 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.180967 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.243484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-507cda86-2fd5-4949-9dd9-5c711ac6a24f tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:21.337460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136c7439-2673-4bcc-b332-6d9855d4028f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:21.350476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136c7439-2673-4bcc-b332-6d9855d4028f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:21.353437 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-136c7439-2673-4bcc-b332-6d9855d4028f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5802412 Jul 06 11:42:21.372112 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43452) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:21.373069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Pushing event updated for resources: {'Port': ['ID=d4b73593-1e78-4895-af6e-113b9548b3f4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:21.457477 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.480399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-a8d4dbc8-82a5-4d60-a1a7-aa277f7184a4 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6116145 Jul 06 11:42:21.485860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a35ff8cd-f001-40d6-bd38-41176a58acee req-ffa94521-d243-4420-be50-93f573b184c7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Deleting port 699ef2a6-c400-4b92-9db8-e50d44341dba {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:21.486422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a35ff8cd-f001-40d6-bd38-41176a58acee req-ffa94521-d243-4420-be50-93f573b184c7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.486787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28209e96-1ad8-4f91-87de-b07dc7535c66']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:21.537267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cceb5bb7-ba1c-4b07-b804-8d55b88df806') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:21.537710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cceb5bb7-ba1c-4b07-b804-8d55b88df806') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:21.563533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.628686 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 521a924c-90b1-47f7-a45f-525161139805 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:21.638846 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.679646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:42:21.680744 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:42:21.684816 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:42:21.729293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 521a924c-90b1-47f7-a45f-525161139805 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:21.729874 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.813687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-834b47d2-60f8-4f9d-a84d-d73a76b6ddca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port a8c37a39-4fc6-4c94-8359-3361ca7faa7e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:21.814796 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-834b47d2-60f8-4f9d-a84d-d73a76b6ddca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.890470 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.906671 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:21.909790 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] 10.222.0.21 "DELETE /v2.0/networks/28209e96-1ad8-4f91-87de-b07dc7535c66 HTTP/1.1" status: 204 len: 168 time: 0.9524169 Jul 06 11:42:21.931941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Attempting to bind port d4b73593-1e78-4895-af6e-113b9548b3f4 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:21.934699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Attempting to bind port d4b73593-1e78-4895-af6e-113b9548b3f4 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'a8dcf6af-4122-420d-9a0e-3f0c2dc62701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:21.935824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Attempting to bind port d4b73593-1e78-4895-af6e-113b9548b3f4 on network 7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:21.944039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26d446-474c-4337-a19a-422910393e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=28209e96-1ad8-4f91-87de-b07dc7535c66,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:21.984432 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-507cda86-2fd5-4949-9dd9-5c711ac6a24f tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:22.003549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b02d91e0-0085-4b91-b1d7-4fa60e7ee035 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Deleting port a731a923-00dc-4f41-92d0-1182e80cb1ce {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:22.005612 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b02d91e0-0085-4b91-b1d7-4fa60e7ee035 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.008779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006c2d4-faed-4306-bbc3-59961a711c86 None None] Sync routers for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:22.015218 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-507cda86-2fd5-4949-9dd9-5c711ac6a24f tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.023825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Port d4b73593-1e78-4895-af6e-113b9548b3f4 on network 7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:42:22.024399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Attempting to bind port d4b73593-1e78-4895-af6e-113b9548b3f4 on network 7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:22.029499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006c2d4-faed-4306-bbc3-59961a711c86 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:22.030872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3006c2d4-faed-4306-bbc3-59961a711c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:22.049616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a35ff8cd-f001-40d6-bd38-41176a58acee req-ffa94521-d243-4420-be50-93f573b184c7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] For port 699ef2a6-c400-4b92-9db8-e50d44341dba, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=699ef2a6-c400-4b92-9db8-e50d44341dba,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:22.050242 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a35ff8cd-f001-40d6-bd38-41176a58acee req-ffa94521-d243-4420-be50-93f573b184c7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.079910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a35ff8cd-f001-40d6-bd38-41176a58acee req-ffa94521-d243-4420-be50-93f573b184c7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Calling delete_port for 699ef2a6-c400-4b92-9db8-e50d44341dba owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:22.102559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-834b47d2-60f8-4f9d-a84d-d73a76b6ddca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.144482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-834b47d2-60f8-4f9d-a84d-d73a76b6ddca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for a8c37a39-4fc6-4c94-8359-3361ca7faa7e owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:22.147181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43456) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:22.201071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:22.201603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Checking segment: {'id': 'a8dcf6af-4122-420d-9a0e-3f0c2dc62701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:22.202220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Bound using segment: {'id': 'a8dcf6af-4122-420d-9a0e-3f0c2dc62701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:22.202952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Bound port: d4b73593-1e78-4895-af6e-113b9548b3f4, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8dcf6af-4122-420d-9a0e-3f0c2dc62701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:22.203723 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.234860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-455ef0b5-7788-4e83-b203-f207d44ca271 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7369623 Jul 06 11:42:22.262440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3006c2d4-faed-4306-bbc3-59961a711c86 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:22.354573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b02d91e0-0085-4b91-b1d7-4fa60e7ee035 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.415005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b02d91e0-0085-4b91-b1d7-4fa60e7ee035 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Calling delete_port for a731a923-00dc-4f41-92d0-1182e80cb1ce owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:22.424927 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-710ae6d9-f300-471e-b540-fab028fdfabd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe1cb28e552c4ef59f32b533ade4381b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720995 Jul 06 11:42:22.428734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43458) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:22.447350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-507cda86-2fd5-4949-9dd9-5c711ac6a24f tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "PUT /v2.0/floatingips/25d5bf82-6c28-49fc-beaa-296fba2770d4 HTTP/1.1" status: 200 len: 695 time: 3.8373108 Jul 06 11:42:22.461310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'tag': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:22.465995 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619feeed-9229-4488-8c95-bab5626170e5" -d '{"events": [{"name": "network-changed", "server_uuid": "bdba4b6a-f242-4466-9db0-5d1b52e8baca", "tag": "48c1fc16-db65-4fa8-80a2-ff6dc4648f12"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:22.612857 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] For port d4b73593-1e78-4895-af6e-113b9548b3f4, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:22.618332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3006c2d4-faed-4306-bbc3-59961a711c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:22.664987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-6632b7b0-8d7a-49ae-b0f1-200211e661cf service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289246 Jul 06 11:42:22.668451 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] For port d4b73593-1e78-4895-af6e-113b9548b3f4, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d4b73593-1e78-4895-af6e-113b9548b3f4,segment=NetworkSegment(a8dcf6af-4122-420d-9a0e-3f0c2dc62701),segment_id=a8dcf6af-4122-420d-9a0e-3f0c2dc62701)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:22.671204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006c2d4-faed-4306-bbc3-59961a711c86 None None] Checking router: 6ece5e80-9af8-4fe8-8396-c4a3077c19ec for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:22.688165 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006c2d4-faed-4306-bbc3-59961a711c86 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:22.689269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3006c2d4-faed-4306-bbc3-59961a711c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:22.730942 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54251a88-d84f-4624-aeaa-1b874e62e1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.739031 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.819650 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-834b47d2-60f8-4f9d-a84d-d73a76b6ddca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.889053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54251a88-d84f-4624-aeaa-1b874e62e1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.917991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:22.919114 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:22.925704 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] 10.222.0.47 "PUT /v2.0/ports/d4b73593-1e78-4895-af6e-113b9548b3f4 HTTP/1.1" status: 200 len: 1092 time: 4.3667529 Jul 06 11:42:22.963379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-16b78500-b3f5-4ab2-ae04-813ab4ff0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:22.969452 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-16b78500-b3f5-4ab2-ae04-813ab4ff0eb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 1096 time: 0.4668696 Jul 06 11:42:22.990855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b47d2-60f8-4f9d-a84d-d73a76b6ddca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=a8c37a39-4fc6-4c94-8359-3361ca7faa7e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:22.994175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a35ff8cd-f001-40d6-bd38-41176a58acee req-ffa94521-d243-4420-be50-93f573b184c7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.028529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3006c2d4-faed-4306-bbc3-59961a711c86 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:23.082894 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-834b47d2-60f8-4f9d-a84d-d73a76b6ddca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.085450 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-834b47d2-60f8-4f9d-a84d-d73a76b6ddca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/a8c37a39-4fc6-4c94-8359-3361ca7faa7e HTTP/1.1" status: 204 len: 168 time: 1.7105162 Jul 06 11:42:23.089542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43466) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:23.200281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b02d91e0-0085-4b91-b1d7-4fa60e7ee035 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.209811 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54251a88-d84f-4624-aeaa-1b874e62e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.212623 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dcfbef-d256-4266-b840-46e84e5207e5 x-openstack-request-id: req-54dcfbef-d256-4266-b840-46e84e5207e5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:23.212802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54251a88-d84f-4624-aeaa-1b874e62e1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.214622 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f18b5ee-2f7b-4c48-b96c-a90695c496ce", "name": "network-vif-unplugged", "status": "completed", "tag": "699ef2a6-c400-4b92-9db8-e50d44341dba", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:23.215115 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-54251a88-d84f-4624-aeaa-1b874e62e1a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a7fcd86-ed72-4071-8609-0112326d5e71 HTTP/1.1" status: 204 len: 168 time: 0.7824926 Jul 06 11:42:23.215416 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54dcfbef-d256-4266-b840-46e84e5207e5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:23.216192 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699ef2a6-c400-4b92-9db8-e50d44341dba', 'code': 200} Jul 06 11:42:23.253780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa8c23-6bbc-4a03-a3c0-35cc578d535a service neutron] Pushing event updated for resources: {'Port': ['ID=d4b73593-1e78-4895-af6e-113b9548b3f4,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:23.289647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3be069-fd98-4d22-ac60-6a786c97f1a3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:23.304592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3be069-fd98-4d22-ac60-6a786c97f1a3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:23.310030 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bb3be069-fd98-4d22-ac60-6a786c97f1a3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2191133 Jul 06 11:42:23.313771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43470) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:23.336195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54251a88-d84f-4624-aeaa-1b874e62e1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7fcd86-ed72-4071-8609-0112326d5e71,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:23.351915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d91e0-0085-4b91-b1d7-4fa60e7ee035 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event deleted for resources: {'Port': ['ID=a731a923-00dc-4f41-92d0-1182e80cb1ce,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:23.431875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35ff8cd-f001-40d6-bd38-41176a58acee req-ffa94521-d243-4420-be50-93f573b184c7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] No DVR routers for this DVR port 699ef2a6-c400-4b92-9db8-e50d44341dba on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:23.438760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a35ff8cd-f001-40d6-bd38-41176a58acee req-ffa94521-d243-4420-be50-93f573b184c7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.443112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a35ff8cd-f001-40d6-bd38-41176a58acee req-ffa94521-d243-4420-be50-93f573b184c7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "DELETE /v2.0/ports/699ef2a6-c400-4b92-9db8-e50d44341dba HTTP/1.1" status: 204 len: 173 time: 2.7800004 Jul 06 11:42:23.497345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa94521-d243-4420-be50-93f573b184c7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Pushing event deleted for resources: {'Port': ['ID=699ef2a6-c400-4b92-9db8-e50d44341dba,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:23.619608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-5adbefb4-1d34-4429-b9ef-8551054294e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:23.621778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-5adbefb4-1d34-4429-b9ef-8551054294e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.6451075 Jul 06 11:42:23.626665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7a5e91-ff59-46db-9edf-f3f3407f0021 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 03f89f8d-722e-4263-8e3f-37d8afc781a9 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:23.640973 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc7a5e91-ff59-46db-9edf-f3f3407f0021 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.754993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-26dfa643-3909-41c0-956f-c044f4e432ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:23.757255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-26dfa643-3909-41c0-956f-c044f4e432ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=445ae89d4f45471580aa7d36e52d12b1&device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 1095 time: 0.7503760 Jul 06 11:42:23.758949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3006c2d4-faed-4306-bbc3-59961a711c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:23.769902 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-81c5b7f4-373e-40dc-9aaf-f735fdadffe2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48c1fc16-db65-4fa8-80a2-ff6dc4648f12 HTTP/1.1" status: 200 len: 217 time: 0.1388557 Jul 06 11:42:23.860588 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b02d91e0-0085-4b91-b1d7-4fa60e7ee035 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.873378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006c2d4-faed-4306-bbc3-59961a711c86 None None] The sync data for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 is: [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:23.958712 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc7a5e91-ff59-46db-9edf-f3f3407f0021 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:23.963399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-dea26a28-de40-40e3-8100-5d9653c9a309 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4b73593-1e78-4895-af6e-113b9548b3f4 HTTP/1.1" status: 200 len: 217 time: 0.1880128 Jul 06 11:42:24.094589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bd82c-f455-4d16-8959-d9bd982a78f5 req-65ed7ef3-06f6-4d53-9074-3e98197bc3e7 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:24.106164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d39bd82c-f455-4d16-8959-d9bd982a78f5 req-65ed7ef3-06f6-4d53-9074-3e98197bc3e7 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 944 time: 0.6029513 Jul 06 11:42:24.130388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-3c0c2d10-dae4-4c62-a8dc-0be886bdff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:24.132693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-3c0c2d10-dae4-4c62-a8dc-0be886bdff48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.3383753 Jul 06 11:42:24.165266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02d91e0-0085-4b91-b1d7-4fa60e7ee035 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Router a770054d-23d1-4b5e-8ab4-79825524460d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:24.256922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 699ef2a6-c400-4b92-9db8-e50d44341dba no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:24.308842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 699ef2a6-c400-4b92-9db8-e50d44341dba {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:24.311841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 699ef2a6-c400-4b92-9db8-e50d44341dba not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:24.372215 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c083379-6d52-48d3-9c86-a5671be66d42 None None] New status for floating IP 25d5bf82-6c28-49fc-beaa-296fba2770d4: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:42:24.484102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02d91e0-0085-4b91-b1d7-4fa60e7ee035 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:24.499136 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b02d91e0-0085-4b91-b1d7-4fa60e7ee035 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "PUT /v2.0/routers/a770054d-23d1-4b5e-8ab4-79825524460d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2369599 Jul 06 11:42:24.501720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463287ce-e64b-419a-a1ae-5a9d76f83340 None None] Sync routers for ids ['a770054d-23d1-4b5e-8ab4-79825524460d'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:24.501981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43492) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:24.525517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463287ce-e64b-419a-a1ae-5a9d76f83340 None None] Routers {'a770054d-23d1-4b5e-8ab4-79825524460d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:24.525517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-463287ce-e64b-419a-a1ae-5a9d76f83340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a770054d-23d1-4b5e-8ab4-79825524460d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:24.654206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-463287ce-e64b-419a-a1ae-5a9d76f83340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:24.687692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463287ce-e64b-419a-a1ae-5a9d76f83340 None None] Routers {'a770054d-23d1-4b5e-8ab4-79825524460d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:24.695054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-463287ce-e64b-419a-a1ae-5a9d76f83340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a770054d-23d1-4b5e-8ab4-79825524460d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:24.777435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0557b3c6-2db2-4be7-ace7-18f3997fc4d9 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:24.849418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-463287ce-e64b-419a-a1ae-5a9d76f83340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:24.851222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463287ce-e64b-419a-a1ae-5a9d76f83340 None None] The sync data for ids ['a770054d-23d1-4b5e-8ab4-79825524460d'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:25.005260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-ba62cab3-c1b6-4b30-911b-47fba57ec016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:25.007544 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-ba62cab3-c1b6-4b30-911b-47fba57ec016 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b3b421-c246-4673-8572-4f0a28a10275 HTTP/1.1" status: 200 len: 853 time: 0.9955351 Jul 06 11:42:25.020165 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d39bd82c-f455-4d16-8959-d9bd982a78f5 req-a16ac91e-020a-4e5e-81de-65950be20de8 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9128871 Jul 06 11:42:25.064749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43502) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:25.085922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-5e8eeddb-dcfd-49cd-b970-b41b98556a07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629690 Jul 06 11:42:25.175136 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc7a5e91-ff59-46db-9edf-f3f3407f0021 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.259107 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55e2714-dd3b-4d2f-a9bb-066d1b58f4e9 x-openstack-request-id: req-a55e2714-dd3b-4d2f-a9bb-066d1b58f4e9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:25.259403 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdba4b6a-f242-4466-9db0-5d1b52e8baca", "tag": "48c1fc16-db65-4fa8-80a2-ff6dc4648f12", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:25.259699 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a55e2714-dd3b-4d2f-a9bb-066d1b58f4e9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:25.260100 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'tag': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'status': 'completed', 'code': 200} Jul 06 11:42:25.315901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-18fe05d7-21f0-4e3f-b88d-152d2a4f23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:25.317605 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-18fe05d7-21f0-4e3f-b88d-152d2a4f23bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1641936 Jul 06 11:42:25.331564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1464135675-network', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:25.600801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-3fb89010-87c2-419d-966a-d49e0b5116a3 service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728105 Jul 06 11:42:25.606587 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0557b3c6-2db2-4be7-ace7-18f3997fc4d9 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.611265 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0557b3c6-2db2-4be7-ace7-18f3997fc4d9 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.615155 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2628414e-707f-405b-b982-7ed4e420f0c5 req-511f1b61-da4f-4224-84a0-cc129fbf1beb tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 210 time: 0.1491764 Jul 06 11:42:25.708122 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0557b3c6-2db2-4be7-ace7-18f3997fc4d9 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.709011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0557b3c6-2db2-4be7-ace7-18f3997fc4d9 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Fanout notify agent at l3_agent the message router_deleted on router a770054d-23d1-4b5e-8ab4-79825524460d {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:42:25.727017 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0557b3c6-2db2-4be7-ace7-18f3997fc4d9 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.732157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0557b3c6-2db2-4be7-ace7-18f3997fc4d9 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "DELETE /v2.0/routers/a770054d-23d1-4b5e-8ab4-79825524460d HTTP/1.1" status: 204 len: 168 time: 1.2283759 Jul 06 11:42:25.732895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43506) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:25.738872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Made reservation on behalf of f86fa5ba0bd6446b8a90e5c0ccded402 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:25.742920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.764722 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.777814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-f8844c0a-2b23-4037-b04d-5df45a5efc82 service neutron] 10.222.0.47 "GET /v2.0/networks/7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749713 Jul 06 11:42:25.790297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc7a5e91-ff59-46db-9edf-f3f3407f0021 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.811763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619feeed-9229-4488-8c95-bab5626170e5 req-b20cf9db-0c26-4dfd-a732-505661b97d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:25.813651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-619feeed-9229-4488-8c95-bab5626170e5 req-b20cf9db-0c26-4dfd-a732-505661b97d30 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 1096 time: 0.5563803 Jul 06 11:42:25.881132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-7e49a535-3634-4eaf-ada3-7bc4d4be2745 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:25.882862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-7e49a535-3634-4eaf-ada3-7bc4d4be2745 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 804 time: 0.3613031 Jul 06 11:42:25.907910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-99041305-4d33-47e6-8331-3a406c0ad666 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Deleting subnet 825b1ac8-269b-4957-99ad-2b42af90a110 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:25.920797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f7e397-b6c5-4967-b4bf-f49e6eb920e8 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:25.927566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Request body: {'port': {'device_id': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'admin_state_up': True, 'tenant_id': '317aad6b56d34ca19e1a0d1297fbed13'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:25.973165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a5e91-ff59-46db-9edf-f3f3407f0021 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=03f89f8d-722e-4263-8e3f-37d8afc781a9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:25.980575 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc7a5e91-ff59-46db-9edf-f3f3407f0021 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:25.985674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cc7a5e91-ff59-46db-9edf-f3f3407f0021 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/03f89f8d-722e-4263-8e3f-37d8afc781a9 HTTP/1.1" status: 204 len: 168 time: 2.5941839 Jul 06 11:42:25.996031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43508) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:26.059427 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99041305-4d33-47e6-8331-3a406c0ad666 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.151628 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-595442dc-a617-4606-b2b5-b50742c0f1f1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1524761 Jul 06 11:42:26.153420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43512) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:26.172255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c0ecce01-6b20-422f-8049-5a7f8399b3e3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:26.179065 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99041305-4d33-47e6-8331-3a406c0ad666 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.217432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3ae078f-2beb-442c-8b2f-765786c5421e req-a30c3356-e487-4017-b12b-2c8d9db866ee service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155066 Jul 06 11:42:26.397762 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99041305-4d33-47e6-8331-3a406c0ad666 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.488947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b48df24-cf92-4555-b1ac-f976d701deec None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:42:26.516462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99041305-4d33-47e6-8331-3a406c0ad666 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.552406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65294f70-fdcb-4e49-8edc-7fcdbdcbd649 req-9c7a6cb1-4d5d-4cc3-9cd5-91429bc305b0 service neutron] 10.222.0.47 "GET /v2.0/networks/7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7568336 Jul 06 11:42:26.553614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619feeed-9229-4488-8c95-bab5626170e5 req-7a8012fd-35de-4530-88f2-4f776bdd31d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:26.555157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-619feeed-9229-4488-8c95-bab5626170e5 req-7a8012fd-35de-4530-88f2-4f776bdd31d5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.7205372 Jul 06 11:42:26.593100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99041305-4d33-47e6-8331-3a406c0ad666 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event deleted for resources: {'Subnet': ['ID=825b1ac8-269b-4957-99ad-2b42af90a110,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:26.609462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99041305-4d33-47e6-8331-3a406c0ad666 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.613825 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-99041305-4d33-47e6-8331-3a406c0ad666 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "DELETE /v2.0/subnets/825b1ac8-269b-4957-99ad-2b42af90a110 HTTP/1.1" status: 204 len: 168 time: 0.8709629 Jul 06 11:42:26.614830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6768b4c-95cb-48f2-9de3-954662b28ffc None None] Network e015a81c-249d-4b4d-9374-d73053989716 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:26.619104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1b48df24-cf92-4555-b1ac-f976d701deec None None] Deleting port 521a924c-90b1-47f7-a45f-525161139805 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:26.621009 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b48df24-cf92-4555-b1ac-f976d701deec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.621453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43516) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:26.652611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-619feeed-9229-4488-8c95-bab5626170e5 req-6d32e3e5-eceb-4dfc-ba84-482a59c6b0ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48c1fc16-db65-4fa8-80a2-ff6dc4648f12 HTTP/1.1" status: 200 len: 217 time: 0.0821655 Jul 06 11:42:26.689060 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.731213 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.744412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:42:26.753621 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.757041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Made reservation on behalf of 317aad6b56d34ca19e1a0d1297fbed13 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:26.759551 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.761036 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Added segment ce1517e5-48c5-44b1-96b9-38381d1df310 of type vlan for network 689e3478-6acf-402f-9b0d-707f7364d431 Jul 06 11:42:26.775494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.859305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4cd82-32cc-42fa-bf73-60ade3a1bd98 req-7cc0831c-e9a8-4ac5-b4f6-b376d5f5b40a tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:26.863560 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4c4cd82-32cc-42fa-bf73-60ade3a1bd98 req-7cc0831c-e9a8-4ac5-b4f6-b376d5f5b40a tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 944 time: 0.4773688 Jul 06 11:42:26.867201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1b48df24-cf92-4555-b1ac-f976d701deec None None] For port 521a924c-90b1-47f7-a45f-525161139805, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=521a924c-90b1-47f7-a45f-525161139805,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:26.867877 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b48df24-cf92-4555-b1ac-f976d701deec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:26.926784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1b48df24-cf92-4555-b1ac-f976d701deec None None] Calling delete_port for 521a924c-90b1-47f7-a45f-525161139805 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:27.013991 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.052857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Allocated IP 172.20.0.6 (bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35/96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5/c3977ad1-af61-491d-959e-f0f61d494e50) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:27.105596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ad169fa-a221-4838-a62c-388801f30223 req-4bf243ce-4f5c-45af-9c61-40ff04edf768 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 210 time: 0.1612618 Jul 06 11:42:27.110455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Deleting port 62179e4c-211e-4a31-9633-b6f15f5da0c0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:27.110720 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.114775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ecce01-6b20-422f-8049-5a7f8399b3e3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:27.120692 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0ecce01-6b20-422f-8049-5a7f8399b3e3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.144295 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4c4cd82-32cc-42fa-bf73-60ade3a1bd98 req-8d709baa-c1f4-4c59-9c9c-4daf772284ba tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558842 Jul 06 11:42:27.148721 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b48df24-cf92-4555-b1ac-f976d701deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.151899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619feeed-9229-4488-8c95-bab5626170e5 req-8386ef7a-0379-4d33-a637-c944b9d4617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:27.156514 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-619feeed-9229-4488-8c95-bab5626170e5 req-8386ef7a-0379-4d33-a637-c944b9d4617f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.4859266 Jul 06 11:42:27.187535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] For port 62179e4c-211e-4a31-9633-b6f15f5da0c0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=62179e4c-211e-4a31-9633-b6f15f5da0c0,segment=NetworkSegment(6beb174b-13e3-47b5-afe1-f7c730e3d92a),segment_id=6beb174b-13e3-47b5-afe1-f7c730e3d92a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:27.187766 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.207302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:27.207517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Calling delete_port for 62179e4c-211e-4a31-9633-b6f15f5da0c0 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:27.267969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48df24-cf92-4555-b1ac-f976d701deec None None] No DVR routers for this DVR port 521a924c-90b1-47f7-a45f-525161139805 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:27.272922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5379df5b-2c36-4ace-b0dd-b231cd87a6d2 None None] DHCP port deletion for e015a81c-249d-4b4d-9374-d73053989716 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:42:27.287817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48df24-cf92-4555-b1ac-f976d701deec None None] Pushing event deleted for resources: {'Port': ['ID=521a924c-90b1-47f7-a45f-525161139805,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:27.300681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6e3331-edbc-4a98-aed2-705cc40ef1ff', 'tag': 'd4b73593-1e78-4895-af6e-113b9548b3f4'}, {'server_uuid': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'name': 'network-vif-deleted', 'tag': '699ef2a6-c400-4b92-9db8-e50d44341dba'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:27.303647 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b117c3f9-fcf5-4617-86d0-463dba65abf9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6e3331-edbc-4a98-aed2-705cc40ef1ff", "tag": "d4b73593-1e78-4895-af6e-113b9548b3f4"}, {"server_uuid": "2f18b5ee-2f7b-4c48-b96c-a90695c496ce", "name": "network-vif-deleted", "tag": "699ef2a6-c400-4b92-9db8-e50d44341dba"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:27.321778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.341503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.342037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.342622 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.343058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.343512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.344102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.344888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.345956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.346359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.348792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] No DVR routers for this DVR port 62179e4c-211e-4a31-9633-b6f15f5da0c0 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:27.349238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.350754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.351116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:27.359152 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:42:27.431231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event deleted for resources: {'Port': ['ID=62179e4c-211e-4a31-9633-b6f15f5da0c0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:27.436981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5379df5b-2c36-4ace-b0dd-b231cd87a6d2 None None] Deleting port 62179e4c-211e-4a31-9633-b6f15f5da0c0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:27.438330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5379df5b-2c36-4ace-b0dd-b231cd87a6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.453117 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.465131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:27.465131 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.600208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5379df5b-2c36-4ace-b0dd-b231cd87a6d2 None None] For port 62179e4c-211e-4a31-9633-b6f15f5da0c0, host n-d-799527-2, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:27.601282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5379df5b-2c36-4ace-b0dd-b231cd87a6d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.606396 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdb61e7-732c-450d-874e-74ccb02f97f1 x-openstack-request-id: req-acdb61e7-732c-450d-874e-74ccb02f97f1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:27.607183 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6e3331-edbc-4a98-aed2-705cc40ef1ff", "tag": "d4b73593-1e78-4895-af6e-113b9548b3f4", "status": "completed", "code": 200}, {"server_uuid": "2f18b5ee-2f7b-4c48-b96c-a90695c496ce", "name": "network-vif-deleted", "tag": "699ef2a6-c400-4b92-9db8-e50d44341dba", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:27.607514 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acdb61e7-732c-450d-874e-74ccb02f97f1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:27.607885 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6e3331-edbc-4a98-aed2-705cc40ef1ff', 'tag': 'd4b73593-1e78-4895-af6e-113b9548b3f4', 'status': 'completed', 'code': 200} Jul 06 11:42:27.608140 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f18b5ee-2f7b-4c48-b96c-a90695c496ce', 'name': 'network-vif-deleted', 'tag': '699ef2a6-c400-4b92-9db8-e50d44341dba', 'status': 'completed', 'code': 200} Jul 06 11:42:27.641880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5379df5b-2c36-4ace-b0dd-b231cd87a6d2 None None] Calling delete_port for 62179e4c-211e-4a31-9633-b6f15f5da0c0 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:27.650245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-5379df5b-2c36-4ace-b0dd-b231cd87a6d2 None None] Port 62179e4c-211e-4a31-9633-b6f15f5da0c0 was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:42:27.653621 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5379df5b-2c36-4ace-b0dd-b231cd87a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.654712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.685065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e015a81c-249d-4b4d-9374-d73053989716']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:27.696246 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 62179e4c-211e-4a31-9633-b6f15f5da0c0 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:27.702926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5379df5b-2c36-4ace-b0dd-b231cd87a6d2 None None] No DVR routers for this DVR port 62179e4c-211e-4a31-9633-b6f15f5da0c0 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:27.705235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379df5b-2c36-4ace-b0dd-b231cd87a6d2 None None] Pushing event deleted for resources: {'Port': ['ID=62179e4c-211e-4a31-9633-b6f15f5da0c0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:27.708509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6beb174b-13e3-47b5-afe1-f7c730e3d92a') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:27.708885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6beb174b-13e3-47b5-afe1-f7c730e3d92a') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:27.719634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6463649 Jul 06 11:42:27.721402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43526) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:27.735202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 62179e4c-211e-4a31-9633-b6f15f5da0c0 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:27.735202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 62179e4c-211e-4a31-9633-b6f15f5da0c0 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:27.735202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 521a924c-90b1-47f7-a45f-525161139805 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:27.735978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] Request body: {'subnet': {'network_id': '689e3478-6acf-402f-9b0d-707f7364d431', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1464135675-subnet', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:27.735978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.755062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 521a924c-90b1-47f7-a45f-525161139805 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:27.755514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 521a924c-90b1-47f7-a45f-525161139805 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:27.776274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.783085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619feeed-9229-4488-8c95-bab5626170e5 req-c834b459-74ae-4b2c-9420-b142b73a138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:27.784752 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-619feeed-9229-4488-8c95-bab5626170e5 req-c834b459-74ae-4b2c-9420-b142b73a138a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6157708 Jul 06 11:42:27.800493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc010d4-f937-40bb-8843-39616053fed1 admin admin] Pushing event updated for resources: {'Network': ['ID=689e3478-6acf-402f-9b0d-707f7364d431,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:27.814711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 689e3478-6acf-402f-9b0d-707f7364d431 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:42:27.818428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:42:27.819173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:42:27.824401 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:42:27.829430 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.852518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] Made reservation on behalf of f86fa5ba0bd6446b8a90e5c0ccded402 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:27.857042 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:27.997381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27734229-5c51-4790-b435-890ff21e5aef req-ca613f53-e143-4a29-a728-c8bd6e8543ce tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:27.999527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27734229-5c51-4790-b435-890ff21e5aef req-ca613f53-e143-4a29-a728-c8bd6e8543ce tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5158231 Jul 06 11:42:28.000471 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0ecce01-6b20-422f-8049-5a7f8399b3e3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.044160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.059906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117c3f9-fcf5-4617-86d0-463dba65abf9 req-26813476-b447-4255-b7e2-c197002e67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:28.061446 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b117c3f9-fcf5-4617-86d0-463dba65abf9 req-26813476-b447-4255-b7e2-c197002e67ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=445ae89d4f45471580aa7d36e52d12b1&device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 1095 time: 0.4141901 Jul 06 11:42:28.066761 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.068879 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] 10.222.0.21 "DELETE /v2.0/networks/e015a81c-249d-4b4d-9374-d73053989716 HTTP/1.1" status: 204 len: 168 time: 1.4456816 Jul 06 11:42:28.082216 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-619feeed-9229-4488-8c95-bab5626170e5 req-7a7941a7-8be3-41b1-88e3-e429cf62c3c7 service neutron] 10.222.0.86 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836370 Jul 06 11:42:28.086247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Pushing event deleted for resources: {'Network': ['ID=e015a81c-249d-4b4d-9374-d73053989716,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:28.112086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.112755 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.113639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.114991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.115214 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.116067 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.116893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.117636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.118212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.119178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.121519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.121519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf333291-c239-4c5c-b047-eca29e49e038 tempest-FloatingIPNegativeTestJSON-669152903 tempest-FloatingIPNegativeTestJSON-669152903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:28.132262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.168867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ecce01-6b20-422f-8049-5a7f8399b3e3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:28.237310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c0ecce01-6b20-422f-8049-5a7f8399b3e3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:28.256948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3828af-7914-4e57-9b56-0c7e288b40fc None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:28.286803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:28.289782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecce01-6b20-422f-8049-5a7f8399b3e3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=76562068-c08c-449b-8183-fb4dffd90e6c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:28.295975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:28.303784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Pushing event updated for resources: {'Port': ['ID=c3977ad1-af61-491d-959e-f0f61d494e50,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:28.310779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27734229-5c51-4790-b435-890ff21e5aef req-3b3b8fb5-9ccd-4595-bc51-9e0a74e2a621 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.2549329 Jul 06 11:42:28.314515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:28.319137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ecce01-6b20-422f-8049-5a7f8399b3e3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:28.320224 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0ecce01-6b20-422f-8049-5a7f8399b3e3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.356713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-27734229-5c51-4790-b435-890ff21e5aef req-5da870e0-c38f-43a3-b3f2-22c51c58586c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Request body: {'floatingip': {'port_id': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:28.436598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117c3f9-fcf5-4617-86d0-463dba65abf9 req-80659e5b-bcc6-469c-89bf-580e6f0310d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:28.440051 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b117c3f9-fcf5-4617-86d0-463dba65abf9 req-80659e5b-bcc6-469c-89bf-580e6f0310d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 HTTP/1.1" status: 200 len: 914 time: 0.3654211 Jul 06 11:42:28.488256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43536) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:28.509396 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.532606 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c0ecce01-6b20-422f-8049-5a7f8399b3e3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3683565 Jul 06 11:42:28.554323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:28.555077 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.558665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43542) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:28.561635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.564178 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.568645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-27734229-5c51-4790-b435-890ff21e5aef req-5da870e0-c38f-43a3-b3f2-22c51c58586c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.569001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-da8152cd-045a-44e7-a920-c1b7a9dc8164 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': '76562068-c08c-449b-8183-fb4dffd90e6c', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1422955823'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:28.626010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b117c3f9-fcf5-4617-86d0-463dba65abf9 req-34faca07-ac89-4066-8fea-ada726e185e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4b73593-1e78-4895-af6e-113b9548b3f4 HTTP/1.1" status: 200 len: 217 time: 0.1152411 Jul 06 11:42:28.626444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '76562068-c08c-449b-8183-fb4dffd90e6c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:42:28.628126 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:28.705160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117c3f9-fcf5-4617-86d0-463dba65abf9 req-5276ff2b-18ac-4863-8845-b72a8fd640ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:28.708623 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b117c3f9-fcf5-4617-86d0-463dba65abf9 req-5276ff2b-18ac-4863-8845-b72a8fd640ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b3b421-c246-4673-8572-4f0a28a10275 HTTP/1.1" status: 200 len: 853 time: 0.0721416 Jul 06 11:42:28.747065 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-55bf072f-0925-4a31-b67a-19228d7ca386 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8464913 Jul 06 11:42:28.796535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Request body: {'port': {'device_id': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:28.812773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-619feeed-9229-4488-8c95-bab5626170e5 req-ef37370e-e10d-4539-8a7b-a11241744c63 service neutron] 10.222.0.86 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574867 Jul 06 11:42:28.829187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b117c3f9-fcf5-4617-86d0-463dba65abf9 req-090b8f57-edf5-4d61-b95c-0854f250603f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768042 Jul 06 11:42:28.898798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a18e05-1841-468c-a300-74b8a5047e21,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:28.933328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/76562068-c08c-449b-8183-fb4dffd90e6c/d1ef8efe-62ac-4c44-a61e-2cc24521ebb9) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:28.939072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27287b9e-d0cf-4ac7-9b7e-cf8693db1c96 req-fbdfcb8b-51eb-4e62-ac85-e3c4f8511350 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:28.940951 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-27287b9e-d0cf-4ac7-9b7e-cf8693db1c96 req-fbdfcb8b-51eb-4e62-ac85-e3c4f8511350 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdba4b6a-f242-4466-9db0-5d1b52e8baca HTTP/1.1" status: 200 len: 945 time: 0.5738688 Jul 06 11:42:29.037509 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1b4101ff-6d65-4c3a-a4d8-8da4239e7377 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29c1ca0e21464ec5a5600b5867797ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5334177 Jul 06 11:42:29.048513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] Checking segment: {'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:29.048875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] Network hostable DHCP agents. Network: 689e3478-6acf-402f-9b0d-707f7364d431, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:42:29.051345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43544) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:29.086632 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.128637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8152cd-045a-44e7-a920-c1b7a9dc8164 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:29.255969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.276903 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Transition to ACTIVE for port object d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:29.277834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] Network 689e3478-6acf-402f-9b0d-707f7364d431 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:42:29.313633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Transition to ACTIVE for port object d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:29.325046 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.337873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 689e3478-6acf-402f-9b0d-707f7364d431) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:29.343796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:29.344634 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.391903 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b7f4d4-8a24-455e-9ed1-375d073cc4fa None None] Network 689e3478-6acf-402f-9b0d-707f7364d431 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:29.447605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8625f3a-3784-40e5-8f77-dd5b9f9f01d1 req-89708363-b13c-4bb2-bb76-e7ca595e7b90 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:29.451519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8625f3a-3784-40e5-8f77-dd5b9f9f01d1 req-89708363-b13c-4bb2-bb76-e7ca595e7b90 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 931 time: 1.0211232 Jul 06 11:42:29.458548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81c08766-cf83-40f4-95ee-c837a18673e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.491611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:29.502392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da8152cd-045a-44e7-a920-c1b7a9dc8164 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.512521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:29.526421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:29.531323 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8979284f-451d-42b5-9246-e273c8d3239e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8071058 Jul 06 11:42:29.539185 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:29.543688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Pushing event updated for resources: {'Port': ['ID=d1ef8efe-62ac-4c44-a61e-2cc24521ebb9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:29.547937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1464135675-router', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:29.586724 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81c08766-cf83-40f4-95ee-c837a18673e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.593716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-27287b9e-d0cf-4ac7-9b7e-cf8693db1c96 req-5b9ddad6-2c7c-459a-98c4-2c284499aea1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Deleting port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:29.594364 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-27287b9e-d0cf-4ac7-9b7e-cf8693db1c96 req-5b9ddad6-2c7c-459a-98c4-2c284499aea1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.595718 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8625f3a-3784-40e5-8f77-dd5b9f9f01d1 req-2da0eb36-1a05-409e-8381-044da393786f tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974774 Jul 06 11:42:29.644837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d4b73593-1e78-4895-af6e-113b9548b3f4 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:42:29.696066 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Attempting to bind port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:29.696669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Attempting to bind port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:29.697258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Attempting to bind port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:29.726216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-da8152cd-045a-44e7-a920-c1b7a9dc8164 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 6c63c6a1-c6d6-4d99-ab05-858a65213f29 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:42:29.726478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:29.726980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:29.727670 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.728329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:29.729190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Bound port: d1ef8efe-62ac-4c44-a61e-2cc24521ebb9, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:29.729838 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.734251 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b117c3f9-fcf5-4617-86d0-463dba65abf9 req-c3bf3c69-b472-457c-a8af-32e71702ef0c service neutron] 10.222.0.47 "GET /v2.0/networks/7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8924382 Jul 06 11:42:29.893998 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.895392 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:29.908104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9012ef-d595-45b0-aeb8-7ee3aa1ab06a None None] Network 689e3478-6acf-402f-9b0d-707f7364d431 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:30.086756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-48663173-7da6-4f34-a451-65122cb39504 None None] For port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:30.092083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d4b73593-1e78-4895-af6e-113b9548b3f4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d4b73593-1e78-4895-af6e-113b9548b3f4,segment=NetworkSegment(a8dcf6af-4122-420d-9a0e-3f0c2dc62701),segment_id=a8dcf6af-4122-420d-9a0e-3f0c2dc62701)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:30.150123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-48663173-7da6-4f34-a451-65122cb39504 None None] For port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d1ef8efe-62ac-4c44-a61e-2cc24521ebb9,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:30.154138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-27287b9e-d0cf-4ac7-9b7e-cf8693db1c96 req-5b9ddad6-2c7c-459a-98c4-2c284499aea1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] For port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=48c1fc16-db65-4fa8-80a2-ff6dc4648f12,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:30.155184 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-27287b9e-d0cf-4ac7-9b7e-cf8693db1c96 req-5b9ddad6-2c7c-459a-98c4-2c284499aea1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.161039 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'd4b73593-1e78-4895-af6e-113b9548b3f4', 'network_id': '7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4', 'port_id': 'd4b73593-1e78-4895-af6e-113b9548b3f4', 'mac_address': 'fa:16:3e:05:07:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b3b421-c246-4673-8572-4f0a28a10275', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:42:30.163547 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81c08766-cf83-40f4-95ee-c837a18673e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.169144 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81c08766-cf83-40f4-95ee-c837a18673e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.170983 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-81c08766-cf83-40f4-95ee-c837a18673e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3538e226-c9d0-47a7-aa1a-2086c7b907c9 HTTP/1.1" status: 204 len: 168 time: 1.1122389 Jul 06 11:42:30.182828 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.208097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-27287b9e-d0cf-4ac7-9b7e-cf8693db1c96 req-5b9ddad6-2c7c-459a-98c4-2c284499aea1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Calling delete_port for 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:30.226905 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8152cd-045a-44e7-a920-c1b7a9dc8164 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:42:30.227776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8152cd-045a-44e7-a920-c1b7a9dc8164 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:42:30.245371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c08766-cf83-40f4-95ee-c837a18673e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3538e226-c9d0-47a7-aa1a-2086c7b907c9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:30.321670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.336033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b117c3f9-fcf5-4617-86d0-463dba65abf9 req-dc119212-d272-423e-98aa-094e1bf49b45 service neutron] 10.222.0.47 "GET /v2.0/networks/7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614462 Jul 06 11:42:30.346838 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-da8152cd-045a-44e7-a920-c1b7a9dc8164 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7819879 Jul 06 11:42:30.347842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43550) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:30.482348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3977ad1-af61-491d-959e-f0f61d494e50 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:30.512260 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.519742 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.520784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8f79f-5346-459c-b071-41f9200cafe3 req-53eb1485-2eac-434c-9965-aedf1053e45f tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:30.523647 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4d8f79f-5346-459c-b071-41f9200cafe3 req-53eb1485-2eac-434c-9965-aedf1053e45f tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 944 time: 0.6148825 Jul 06 11:42:30.594581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Transition to ACTIVE for port object c3977ad1-af61-491d-959e-f0f61d494e50 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:30.594581 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.626797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b73593-1e78-4895-af6e-113b9548b3f4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:30.644905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48663173-7da6-4f34-a451-65122cb39504 None None] Pushing event updated for resources: {'Port': ['ID=d1ef8efe-62ac-4c44-a61e-2cc24521ebb9,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:30.688946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d4b73593-1e78-4895-af6e-113b9548b3f4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d4b73593-1e78-4895-af6e-113b9548b3f4,segment=NetworkSegment(a8dcf6af-4122-420d-9a0e-3f0c2dc62701),segment_id=a8dcf6af-4122-420d-9a0e-3f0c2dc62701)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:30.697293 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.746237 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [req-27734229-5c51-4790-b435-890ff21e5aef req-5da870e0-c38f-43a3-b3f2-22c51c58586c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:42:30.753637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b318479f-2495-4877-9814-67ce2bd362f7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:30.755328 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b318479f-2495-4877-9814-67ce2bd362f7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3503377 Jul 06 11:42:30.764134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43560) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:30.812137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=d4b73593-1e78-4895-af6e-113b9548b3f4,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:30.828798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Pushing event updated for resources: {'Port': ['ID=c3977ad1-af61-491d-959e-f0f61d494e50,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:30.913532 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-27734229-5c51-4790-b435-890ff21e5aef req-5da870e0-c38f-43a3-b3f2-22c51c58586c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.992968 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-27287b9e-d0cf-4ac7-9b7e-cf8693db1c96 req-5b9ddad6-2c7c-459a-98c4-2c284499aea1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:30.994317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4d8f79f-5346-459c-b071-41f9200cafe3 req-f4076948-a86b-4d68-9661-c218584e953a tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750066 Jul 06 11:42:30.996081 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-27734229-5c51-4790-b435-890ff21e5aef req-5da870e0-c38f-43a3-b3f2-22c51c58586c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.009664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['c4a1b75b-73a1-4c33-933f-fd92cc7730ed'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:42:31.134732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['d4b73593-1e78-4895-af6e-113b9548b3f4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:42:31.166353 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-27734229-5c51-4790-b435-890ff21e5aef req-5da870e0-c38f-43a3-b3f2-22c51c58586c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Floating IP 25d5bf82-6c28-49fc-beaa-296fba2770d4 associated. External IP: 172.25.0.122, port: c4a1b75b-73a1-4c33-933f-fd92cc7730ed. Jul 06 11:42:31.270455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ddad6-2c7c-459a-98c4-2c284499aea1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Pushing event deleted for resources: {'Port': ['ID=48c1fc16-db65-4fa8-80a2-ff6dc4648f12,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:31.334400 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.374853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c630a2-f377-4888-9f24-ce8f09918820 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:31.380096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c630a2-f377-4888-9f24-ce8f09918820 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:31.388930 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-12c630a2-f377-4888-9f24-ce8f09918820 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6237080 Jul 06 11:42:31.395383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43568) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:31.406543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-27287b9e-d0cf-4ac7-9b7e-cf8693db1c96 req-5b9ddad6-2c7c-459a-98c4-2c284499aea1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] No DVR routers for this DVR port 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:31.414505 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-27287b9e-d0cf-4ac7-9b7e-cf8693db1c96 req-5b9ddad6-2c7c-459a-98c4-2c284499aea1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.419422 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-27287b9e-d0cf-4ac7-9b7e-cf8693db1c96 req-5b9ddad6-2c7c-459a-98c4-2c284499aea1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.86 "DELETE /v2.0/ports/48c1fc16-db65-4fa8-80a2-ff6dc4648f12 HTTP/1.1" status: 204 len: 173 time: 2.4393086 Jul 06 11:42:31.449648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'name': 'network-vif-deleted', 'tag': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:31.462103 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18126d2-1eb3-4f53-b004-df39d2c072be" -d '{"events": [{"server_uuid": "bdba4b6a-f242-4466-9db0-5d1b52e8baca", "name": "network-vif-deleted", "tag": "48c1fc16-db65-4fa8-80a2-ff6dc4648f12"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:31.579083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Attempting to bind port c3977ad1-af61-491d-959e-f0f61d494e50 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:31.579600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Attempting to bind port c3977ad1-af61-491d-959e-f0f61d494e50 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:31.580034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Attempting to bind port c3977ad1-af61-491d-959e-f0f61d494e50 on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:31.590274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Port c3977ad1-af61-491d-959e-f0f61d494e50 on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:42:31.598895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Attempting to bind port c3977ad1-af61-491d-959e-f0f61d494e50 on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:31.624092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:31.624485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Checking segment: {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:31.624838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Bound using segment: {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:31.625573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Bound port: c3977ad1-af61-491d-959e-f0f61d494e50, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:31.625955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:31.835165 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:32.032711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27734229-5c51-4790-b435-890ff21e5aef req-5da870e0-c38f-43a3-b3f2-22c51c58586c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:32.252219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d38cd9-5dcc-49e5-8171-9a5f7eefa41c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 76562068-c08c-449b-8183-fb4dffd90e6c {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:32.255621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:32.264476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43580) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:32.272629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6ec0e-da66-4b37-97e5-f923fdbf52a0 req-74102379-57f1-49e5-878b-78a7b70c1b73 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:32.274655 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6d38cd9-5dcc-49e5-8171-9a5f7eefa41c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.287204 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92d6ec0e-da66-4b37-97e5-f923fdbf52a0 req-74102379-57f1-49e5-878b-78a7b70c1b73 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 943 time: 0.7126343 Jul 06 11:42:32.318492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:32.404249 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6d38cd9-5dcc-49e5-8171-9a5f7eefa41c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.447250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:32.448516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 48c1fc16-db65-4fa8-80a2-ff6dc4648f12 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:32.466504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] For port c3977ad1-af61-491d-959e-f0f61d494e50, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:32.643888 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6d38cd9-5dcc-49e5-8171-9a5f7eefa41c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.655978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92d6ec0e-da66-4b37-97e5-f923fdbf52a0 req-0b52f739-e19d-4b88-ad50-0ccec9aa0ac1 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672230 Jul 06 11:42:32.696134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] For port c3977ad1-af61-491d-959e-f0f61d494e50, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c3977ad1-af61-491d-959e-f0f61d494e50,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:32.706159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4027fa47-a284-4225-ad48-eac00c862839 tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-996780733', 'prefixes': ['172.20.0.0/16']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:32.725664 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.731474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27734229-5c51-4790-b435-890ff21e5aef req-5da870e0-c38f-43a3-b3f2-22c51c58586c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:32.738290 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.760797 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-27734229-5c51-4790-b435-890ff21e5aef req-5da870e0-c38f-43a3-b3f2-22c51c58586c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.767970 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.768763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-02c6d062-ff24-4ebe-b11c-aff6f2fca320 None None] Provisioning for port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:32.770202 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20291cb-2a7b-451b-902c-b74b7faaa713 None None] Sync routers for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:32.776704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-02c6d062-ff24-4ebe-b11c-aff6f2fca320 None None] Provisioning complete for port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:32.777295 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02c6d062-ff24-4ebe-b11c-aff6f2fca320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.793398 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20291cb-2a7b-451b-902c-b74b7faaa713 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:32.795307 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e20291cb-2a7b-451b-902c-b74b7faaa713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:32.840924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:32.841796 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.843833 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] 10.222.0.86 "PUT /v2.0/ports/c3977ad1-af61-491d-959e-f0f61d494e50 HTTP/1.1" status: 200 len: 1091 time: 4.0636156 Jul 06 11:42:32.858194 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dafdd4-c50b-4ea7-aa27-78615b54a04d x-openstack-request-id: req-88dafdd4-c50b-4ea7-aa27-78615b54a04d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:32.858584 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdba4b6a-f242-4466-9db0-5d1b52e8baca", "name": "network-vif-deleted", "tag": "48c1fc16-db65-4fa8-80a2-ff6dc4648f12", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:32.858918 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88dafdd4-c50b-4ea7-aa27-78615b54a04d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:32.859476 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdba4b6a-f242-4466-9db0-5d1b52e8baca', 'name': 'network-vif-deleted', 'tag': '48c1fc16-db65-4fa8-80a2-ff6dc4648f12', 'status': 'completed', 'code': 200} Jul 06 11:42:32.913099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4166c57-8d76-49eb-90ff-104f1fd5a781 service neutron] Pushing event updated for resources: {'Port': ['ID=c3977ad1-af61-491d-959e-f0f61d494e50,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:32.991581 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6d38cd9-5dcc-49e5-8171-9a5f7eefa41c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:32.996177 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02c6d062-ff24-4ebe-b11c-aff6f2fca320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.052546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d38cd9-5dcc-49e5-8171-9a5f7eefa41c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=76562068-c08c-449b-8183-fb4dffd90e6c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:33.064416 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6d38cd9-5dcc-49e5-8171-9a5f7eefa41c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.069215 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a6d38cd9-5dcc-49e5-8171-9a5f7eefa41c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/76562068-c08c-449b-8183-fb4dffd90e6c HTTP/1.1" status: 204 len: 168 time: 1.6665390 Jul 06 11:42:33.069426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.082611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e4e38-b173-4df7-b68c-1711f9c06dad None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:33.098068 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e20291cb-2a7b-451b-902c-b74b7faaa713 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:33.099593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Allocated IP 172.25.0.209 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/d0d69aed-7b62-4325-acbc-637071bec127) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:33.101228 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4027fa47-a284-4225-ad48-eac00c862839 tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] Notify callbacks [] for subnetpool, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.102801 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4027fa47-a284-4225-ad48-eac00c862839 tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8347657 Jul 06 11:42:33.108455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43588) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.119115 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-02c6d062-ff24-4ebe-b11c-aff6f2fca320 None None] For port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d1ef8efe-62ac-4c44-a61e-2cc24521ebb9,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:33.154007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-d6b4ad37-e7b8-4ebe-bb04-d25a16fe752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:33.155780 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-d6b4ad37-e7b8-4ebe-bb04-d25a16fe752a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 1094 time: 0.2225177 Jul 06 11:42:33.161975 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b7e84668-0aa9-46b9-b7e6-6076ca030dcd tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] 10.222.0.21 "GET /v2.0/subnetpools/2513b52e-0bb7-44e6-bb7e-404438d394ff HTTP/1.1" status: 200 len: 731 time: 0.0516160 Jul 06 11:42:33.164982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43590) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.170455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-48919f0a-cdc8-4222-b53b-b8d60e788cd4 tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1250650074'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:33.179194 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02c6d062-ff24-4ebe-b11c-aff6f2fca320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.199910 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-96b1ab26-a101-46cf-b149-98bcacf814a5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115358 Jul 06 11:42:33.214951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27734229-5c51-4790-b435-890ff21e5aef req-5da870e0-c38f-43a3-b3f2-22c51c58586c tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "PUT /v2.0/floatingips/25d5bf82-6c28-49fc-beaa-296fba2770d4 HTTP/1.1" status: 200 len: 997 time: 4.8840828 Jul 06 11:42:33.234704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.239142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:33.242976 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fa8487-7c2c-4634-86db-2df68f2161d7" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:33.253954 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-47308d7a-521b-464a-9eb2-1375e2cf3ce8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3977ad1-af61-491d-959e-f0f61d494e50 HTTP/1.1" status: 200 len: 217 time: 0.0740695 Jul 06 11:42:33.258351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-be28c06d-f4b7-4a8f-bacf-af17d9e1bdb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:33.367063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6d062-ff24-4ebe-b11c-aff6f2fca320 None None] Pushing event updated for resources: {'Port': ['ID=d1ef8efe-62ac-4c44-a61e-2cc24521ebb9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:33.374937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-33b2f1db-f059-41f7-938d-95334e7f5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:33.378891 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-33b2f1db-f059-41f7-938d-95334e7f5aec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5 HTTP/1.1" status: 200 len: 844 time: 0.1036162 Jul 06 11:42:33.464116 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e20291cb-2a7b-451b-902c-b74b7faaa713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:5c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:42:30Z', 'revision_number': 8, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:33.497766 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20291cb-2a7b-451b-902c-b74b7faaa713 None None] Checking router: 6ece5e80-9af8-4fe8-8396-c4a3077c19ec for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:33.514632 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20291cb-2a7b-451b-902c-b74b7faaa713 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:33.515749 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e20291cb-2a7b-451b-902c-b74b7faaa713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:33.565732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8b9799-5fbb-4017-9969-3fc9b598da49 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:42:33.570287 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-fd5b9549-d988-4206-9a30-13a3b3ca0404 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309719 Jul 06 11:42:33.578593 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48919f0a-cdc8-4222-b53b-b8d60e788cd4 tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] Notify callbacks [] for subnetpool, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.585061 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-48919f0a-cdc8-4222-b53b-b8d60e788cd4 tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] 10.222.0.21 "PUT /v2.0/subnetpools/2513b52e-0bb7-44e6-bb7e-404438d394ff HTTP/1.1" status: 200 len: 684 time: 0.4151506 Jul 06 11:42:33.588036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43596) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.694233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d4b73593-1e78-4895-af6e-113b9548b3f4 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:33.701330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b9799-5fbb-4017-9969-3fc9b598da49 None None] Deleting port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:33.702350 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9799-5fbb-4017-9969-3fc9b598da49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.788359 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-1b5cc29f-8d7d-4805-858a-a76d0c303833 service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043347 Jul 06 11:42:33.819334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad811c-22f2-4089-ae92-8cffebdf164c req-f7b8a0ea-5184-41dc-ac05-f5951e161015 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:33.824076 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e20291cb-2a7b-451b-902c-b74b7faaa713 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:33.833164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1ad811c-22f2-4089-ae92-8cffebdf164c req-f7b8a0ea-5184-41dc-ac05-f5951e161015 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 945 time: 0.7301352 Jul 06 11:42:33.850618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27734229-5c51-4790-b435-890ff21e5aef req-5af35faf-27ba-4f0a-a23c-a999e9e2009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:33.853769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27734229-5c51-4790-b435-890ff21e5aef req-5af35faf-27ba-4f0a-a23c-a999e9e2009f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1097 time: 0.5594721 Jul 06 11:42:33.861997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be28c06d-f4b7-4a8f-bacf-af17d9e1bdb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:33.870053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be28c06d-f4b7-4a8f-bacf-af17d9e1bdb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.941396 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6b8b9799-5fbb-4017-9969-3fc9b598da49 None None] For port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d1ef8efe-62ac-4c44-a61e-2cc24521ebb9,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:33.942003 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9799-5fbb-4017-9969-3fc9b598da49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.972269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b9799-5fbb-4017-9969-3fc9b598da49 None None] Calling delete_port for d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:34.005663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port d4b73593-1e78-4895-af6e-113b9548b3f4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:34.056447 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c863571d-c1f6-4359-8965-e8014d6ac1b0 req-46301a69-51b1-4cc4-b0cf-34314ef34c7e service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523749 Jul 06 11:42:34.089674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port d4b73593-1e78-4895-af6e-113b9548b3f4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:34.090289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.103048 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.181574 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ae957d7-60cf-462d-a877-4701979a5206 tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] Notify callbacks [] for subnetpool, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.188215 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9ae957d7-60cf-462d-a877-4701979a5206 tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] 10.222.0.21 "DELETE /v2.0/subnetpools/2513b52e-0bb7-44e6-bb7e-404438d394ff HTTP/1.1" status: 204 len: 168 time: 0.5967143 Jul 06 11:42:34.190618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43600) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:34.191474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1ad811c-22f2-4089-ae92-8cffebdf164c req-bf44cbdd-f61f-4a5f-abac-d8ea4ee3189f tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452339 Jul 06 11:42:34.210021 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-df237716-768a-4dec-8ea6-57c919e48343 tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] show failed (client error): The resource could not be found. Jul 06 11:42:34.219491 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-df237716-768a-4dec-8ea6-57c919e48343 tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] 10.222.0.21 "GET /v2.0/subnetpools/2513b52e-0bb7-44e6-bb7e-404438d394ff HTTP/1.1" status: 404 len: 346 time: 0.0235112 Jul 06 11:42:34.219491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43602) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:34.246518 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-23077a8e-957d-4846-861c-dd5b98f79dcd tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] delete failed (client error): The resource could not be found. Jul 06 11:42:34.263259 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-23077a8e-957d-4846-861c-dd5b98f79dcd tempest-SubnetPoolsTestJSON-43973031 tempest-SubnetPoolsTestJSON-43973031-project] 10.222.0.21 "DELETE /v2.0/subnetpools/2513b52e-0bb7-44e6-bb7e-404438d394ff HTTP/1.1" status: 404 len: 346 time: 0.0449183 Jul 06 11:42:34.346232 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b8b9799-5fbb-4017-9969-3fc9b598da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.393144 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.434854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b9799-5fbb-4017-9969-3fc9b598da49 None None] Pushing event deleted for resources: {'Port': ['ID=d1ef8efe-62ac-4c44-a61e-2cc24521ebb9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:34.451657 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b9799-5fbb-4017-9969-3fc9b598da49 None None] No DVR routers for this DVR port d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:34.455112 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.540726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6e3331-edbc-4a98-aed2-705cc40ef1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b73593-1e78-4895-af6e-113b9548b3f4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:34.547425 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895c1a20-6431-44a6-89a1-d306e01a72b2" -d '{"events": [{"server_uuid": "aa6e3331-edbc-4a98-aed2-705cc40ef1ff", "name": "network-vif-plugged", "status": "completed", "tag": "d4b73593-1e78-4895-af6e-113b9548b3f4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:34.573809 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4abe08-686f-4ec9-ae0a-6fcdd78b991d x-openstack-request-id: req-4b4abe08-686f-4ec9-ae0a-6fcdd78b991d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:34.574265 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:34.574593 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b4abe08-686f-4ec9-ae0a-6fcdd78b991d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:34.575021 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'status': 'completed', 'code': 200} Jul 06 11:42:34.585614 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e20291cb-2a7b-451b-902c-b74b7faaa713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:5c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:42:30Z', 'revision_number': 8, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:34.599652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d4b73593-1e78-4895-af6e-113b9548b3f4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d4b73593-1e78-4895-af6e-113b9548b3f4,segment=NetworkSegment(a8dcf6af-4122-420d-9a0e-3f0c2dc62701),segment_id=a8dcf6af-4122-420d-9a0e-3f0c2dc62701)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:34.614282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:34.637220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:34.665673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:34.685227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:34.694532 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20291cb-2a7b-451b-902c-b74b7faaa713 None None] The sync data for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 is: [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '25d5bf82-6c28-49fc-beaa-296fba2770d4', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'port_id': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'mac_address': 'fa:16:3e:5c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:41:08Z', 'updated_at': '2021-07-06T11:42:30Z', 'revision_number': 8, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:34.746009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=d4b73593-1e78-4895-af6e-113b9548b3f4,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:34.769437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Pushing event updated for resources: {'Port': ['ID=d0d69aed-7b62-4325-acbc-637071bec127,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:34.830030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27734229-5c51-4790-b435-890ff21e5aef req-42e38b65-fa89-40fe-89df-47f21178480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:34.831620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27734229-5c51-4790-b435-890ff21e5aef req-42e38b65-fa89-40fe-89df-47f21178480e service neutron] 10.222.0.21 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.9166796 Jul 06 11:42:34.860871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'tag': 'c3977ad1-af61-491d-959e-f0f61d494e50'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:34.865403 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cea2aca-965b-481a-bc7a-fb98dd8e8e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b362ee2-0c54-4390-8e09-4b7fd4996a28", "tag": "c3977ad1-af61-491d-959e-f0f61d494e50"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:34.920980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43612) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:35.033880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b99da25-9a29-45db-8c3e-bc2353512acc None None] New status for floating IP 25d5bf82-6c28-49fc-beaa-296fba2770d4: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:42:35.137345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4425c6e0-7195-413c-b69a-3485f6656534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.302137 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4425c6e0-7195-413c-b69a-3485f6656534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.308035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4425c6e0-7195-413c-b69a-3485f6656534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.350951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425c6e0-7195-413c-b69a-3485f6656534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71f7a79-2fdc-4bcc-ade0-37e0e480b463,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:35.358026 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4425c6e0-7195-413c-b69a-3485f6656534 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8f5e000f436401d96f775b1a29eed8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344454 Jul 06 11:42:35.361056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43618) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:35.401239 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be28c06d-f4b7-4a8f-bacf-af17d9e1bdb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.443258 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c80121-3d46-4f79-b5de-6b5a68612dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.484760 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c80121-3d46-4f79-b5de-6b5a68612dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.577514 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c80121-3d46-4f79-b5de-6b5a68612dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.582652 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c80121-3d46-4f79-b5de-6b5a68612dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.588711 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c5c80121-3d46-4f79-b5de-6b5a68612dd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d71f7a79-2fdc-4bcc-ade0-37e0e480b463 HTTP/1.1" status: 204 len: 168 time: 0.2225869 Jul 06 11:42:35.592672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be28c06d-f4b7-4a8f-bacf-af17d9e1bdb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:35.599440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c80121-3d46-4f79-b5de-6b5a68612dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71f7a79-2fdc-4bcc-ade0-37e0e480b463,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:35.600306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa8487-7c2c-4634-86db-2df68f2161d7 req-133de6cc-5712-450c-96b8-efc3cc516768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:35.601976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70fa8487-7c2c-4634-86db-2df68f2161d7 req-133de6cc-5712-450c-96b8-efc3cc516768 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1097 time: 1.0258875 Jul 06 11:42:35.604905 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27734229-5c51-4790-b435-890ff21e5aef req-b023904d-ec2e-43ea-a131-a2c1f094fea8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 1000 time: 0.7447174 Jul 06 11:42:35.611573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-be28c06d-f4b7-4a8f-bacf-af17d9e1bdb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:35.647973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be28c06d-f4b7-4a8f-bacf-af17d9e1bdb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:35.648853 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be28c06d-f4b7-4a8f-bacf-af17d9e1bdb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.654868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:35.684202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d518dd3a-bfa7-4ece-93fe-7346ccfb4afc None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:35.686907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:35.687296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d1ef8efe-62ac-4c44-a61e-2cc24521ebb9 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:35.761624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28c06d-f4b7-4a8f-bacf-af17d9e1bdb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=3fdd2256-0c69-488b-853c-5f7bd7c68f2c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:35.810988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a2261-c36d-4268-bfdc-73ae1cc84665 req-7421053b-90ab-4d01-9df7-59aea47b41f4 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:35.812146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc0a2261-c36d-4268-bfdc-73ae1cc84665 req-7421053b-90ab-4d01-9df7-59aea47b41f4 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 943 time: 1.0396872 Jul 06 11:42:35.818100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-be28c06d-f4b7-4a8f-bacf-af17d9e1bdb1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5653834 Jul 06 11:42:35.818357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43624) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:35.824210 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-905c18cc-d7bb-4e28-af57-6b8670fb34b9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-548712018', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:35.865992 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-905c18cc-d7bb-4e28-af57-6b8670fb34b9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.868681 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-905c18cc-d7bb-4e28-af57-6b8670fb34b9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.917510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27734229-5c51-4790-b435-890ff21e5aef req-16e6f7f7-2b11-47e1-886f-b596ac47a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:35.919084 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27734229-5c51-4790-b435-890ff21e5aef req-16e6f7f7-2b11-47e1-886f-b596ac47a005 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.2389293 Jul 06 11:42:35.968789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '3fdd2256-0c69-488b-853c-5f7bd7c68f2c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:42:35.971243 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:35.986641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa8487-7c2c-4634-86db-2df68f2161d7 req-9bd45e67-b9b4-49c7-83c4-d209359895cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:35.988217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70fa8487-7c2c-4634-86db-2df68f2161d7 req-9bd45e67-b9b4-49c7-83c4-d209359895cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.3743594 Jul 06 11:42:36.005970 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-905c18cc-d7bb-4e28-af57-6b8670fb34b9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.015018 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-905c18cc-d7bb-4e28-af57-6b8670fb34b9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.045818 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc0a2261-c36d-4268-bfdc-73ae1cc84665 req-fc7df620-21e0-45f5-a121-dc3e49ed5cfc tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868434 Jul 06 11:42:36.060716 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-905c18cc-d7bb-4e28-af57-6b8670fb34b9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.065990 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-905c18cc-d7bb-4e28-af57-6b8670fb34b9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2430298 Jul 06 11:42:36.069730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43628) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:36.149318 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595ebe98-ac48-4542-9843-d6ab9bc99bd8 x-openstack-request-id: req-595ebe98-ac48-4542-9843-d6ab9bc99bd8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:36.150051 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6e3331-edbc-4a98-aed2-705cc40ef1ff", "name": "network-vif-plugged", "status": "completed", "tag": "d4b73593-1e78-4895-af6e-113b9548b3f4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:36.150214 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-595ebe98-ac48-4542-9843-d6ab9bc99bd8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:36.151517 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6e3331-edbc-4a98-aed2-705cc40ef1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b73593-1e78-4895-af6e-113b9548b3f4', 'code': 200} Jul 06 11:42:36.185677 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.303772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/3fdd2256-0c69-488b-853c-5f7bd7c68f2c/a5431315-2c01-40f1-9cd1-0656a5df1443) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:36.304889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70fa8487-7c2c-4634-86db-2df68f2161d7 req-6d274fd5-aaa8-4496-9ff9-1e470669481e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 1002 time: 0.2921908 Jul 06 11:42:36.343413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c3977ad1-af61-491d-959e-f0f61d494e50 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:42:36.406610 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32830fe0-5d8a-4d75-88c5-9436065814b2 x-openstack-request-id: req-32830fe0-5d8a-4d75-88c5-9436065814b2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:36.407347 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b362ee2-0c54-4390-8e09-4b7fd4996a28", "tag": "c3977ad1-af61-491d-959e-f0f61d494e50", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:36.407966 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32830fe0-5d8a-4d75-88c5-9436065814b2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:36.408700 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'tag': 'c3977ad1-af61-491d-959e-f0f61d494e50', 'status': 'completed', 'code': 200} Jul 06 11:42:36.415307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27734229-5c51-4790-b435-890ff21e5aef req-b924bc0a-ce70-482d-abf5-c687ba7519d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:36.417314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27734229-5c51-4790-b435-890ff21e5aef req-b924bc0a-ce70-482d-abf5-c687ba7519d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4834065 Jul 06 11:42:36.426525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa8487-7c2c-4634-86db-2df68f2161d7 req-92184e04-17b1-494f-9dcb-6ceeffbc52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:36.428183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70fa8487-7c2c-4634-86db-2df68f2161d7 req-92184e04-17b1-494f-9dcb-6ceeffbc52c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.1136811 Jul 06 11:42:36.570792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dcfed-2df9-4bd8-ac28-14e5381bb687 req-965b9351-2602-41a7-8c77-0e21dea9fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:36.573551 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3c0dcfed-2df9-4bd8-ac28-14e5381bb687 req-965b9351-2602-41a7-8c77-0e21dea9fdef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 1097 time: 0.2401400 Jul 06 11:42:36.706685 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.723518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Transition to ACTIVE for port object a5431315-2c01-40f1-9cd1-0656a5df1443 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:36.748526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.753709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea2aca-965b-481a-bc7a-fb98dd8e8e9e req-4bbfdbc1-fcbe-4e83-93a6-8304e78d8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:36.755026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Transition to ACTIVE for port object a5431315-2c01-40f1-9cd1-0656a5df1443 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:36.757429 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cea2aca-965b-481a-bc7a-fb98dd8e8e9e req-4bbfdbc1-fcbe-4e83-93a6-8304e78d8216 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 1094 time: 0.3828998 Jul 06 11:42:36.764629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3c0dcfed-2df9-4bd8-ac28-14e5381bb687 req-bb2e3d31-bd43-4ef1-8f23-24622acb4aa8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763873 Jul 06 11:42:36.777929 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.812585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa8487-7c2c-4634-86db-2df68f2161d7 req-72857400-2a5b-497c-92d0-407b2e097290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:36.815231 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70fa8487-7c2c-4634-86db-2df68f2161d7 req-72857400-2a5b-497c-92d0-407b2e097290 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3718045 Jul 06 11:42:36.843124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a4b0f-00ce-4d28-bfd8-85fa5a6d000d req-a5df732b-488f-41f6-b8b1-1d9041892181 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:36.855894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-516a4b0f-00ce-4d28-bfd8-85fa5a6d000d req-a5df732b-488f-41f6-b8b1-1d9041892181 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 946 time: 0.3563008 Jul 06 11:42:36.866608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27734229-5c51-4790-b435-890ff21e5aef req-920faeea-5177-47b4-9dcf-de6bd27da15d service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323092 Jul 06 11:42:36.917285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:36.923311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c3977ad1-af61-491d-959e-f0f61d494e50, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c3977ad1-af61-491d-959e-f0f61d494e50,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:36.923771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:36.933452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:36.945868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:36.951298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Pushing event updated for resources: {'Port': ['ID=a5431315-2c01-40f1-9cd1-0656a5df1443,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:36.965886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c3977ad1-af61-491d-959e-f0f61d494e50', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'port_id': 'c3977ad1-af61-491d-959e-f0f61d494e50', 'mac_address': 'fa:16:3e:69:e4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:42:37.031097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea2aca-965b-481a-bc7a-fb98dd8e8e9e req-0471855d-a45f-4321-bc6e-df89ceb58632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:37.033361 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cea2aca-965b-481a-bc7a-fb98dd8e8e9e req-0471855d-a45f-4321-bc6e-df89ceb58632 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 905 time: 0.2574582 Jul 06 11:42:37.057921 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.095170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3977ad1-af61-491d-959e-f0f61d494e50 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:37.101163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Attempting to bind port a5431315-2c01-40f1-9cd1-0656a5df1443 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:37.101537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Attempting to bind port a5431315-2c01-40f1-9cd1-0656a5df1443 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:37.101917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Attempting to bind port a5431315-2c01-40f1-9cd1-0656a5df1443 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:37.124022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:37.124368 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:37.124793 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.125199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:37.126026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Bound port: a5431315-2c01-40f1-9cd1-0656a5df1443, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:37.127373 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.129109 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cea2aca-965b-481a-bc7a-fb98dd8e8e9e req-df41a0c7-67f2-4fcd-9620-47cb50b0ed29 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3977ad1-af61-491d-959e-f0f61d494e50 HTTP/1.1" status: 200 len: 217 time: 0.0826521 Jul 06 11:42:37.150037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c3977ad1-af61-491d-959e-f0f61d494e50, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c3977ad1-af61-491d-959e-f0f61d494e50,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:37.180211 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.233745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-516a4b0f-00ce-4d28-bfd8-85fa5a6d000d req-7e5bf463-b93e-4b74-9985-8860bf70e6a4 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763957 Jul 06 11:42:37.271556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea2aca-965b-481a-bc7a-fb98dd8e8e9e req-560aa0f0-789c-474c-aa38-deb0b872dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:37.276749 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cea2aca-965b-481a-bc7a-fb98dd8e8e9e req-560aa0f0-789c-474c-aa38-deb0b872dd29 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5 HTTP/1.1" status: 200 len: 844 time: 0.1362166 Jul 06 11:42:37.316097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c3977ad1-af61-491d-959e-f0f61d494e50,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:37.324761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] For port a5431315-2c01-40f1-9cd1-0656a5df1443, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:37.330586 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] For port a5431315-2c01-40f1-9cd1-0656a5df1443, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a5431315-2c01-40f1-9cd1-0656a5df1443,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:37.339631 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:37.387941 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cea2aca-965b-481a-bc7a-fb98dd8e8e9e req-e3069a87-636b-477f-9c6d-ba2dceaba3eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019576 Jul 06 11:42:37.473427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70fa8487-7c2c-4634-86db-2df68f2161d7 req-5686595d-1377-46f5-b933-10c2f04ca22c service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784082 Jul 06 11:42:37.488348 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27734229-5c51-4790-b435-890ff21e5aef req-01554a7d-67dc-4437-a2b0-b59392bf5350 service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089933 Jul 06 11:42:37.514793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e45ff3-4af8-47ea-94d1-3b9215b4435a None None] Pushing event updated for resources: {'Port': ['ID=a5431315-2c01-40f1-9cd1-0656a5df1443,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:37.562069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::1 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/3fdd2256-0c69-488b-853c-5f7bd7c68f2c/5ebeade2-7e89-43b9-af8a-4cc9eb957a68) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:37.568786 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c3977ad1-af61-491d-959e-f0f61d494e50'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:42:37.875668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cea2aca-965b-481a-bc7a-fb98dd8e8e9e req-d9871a2b-27dd-4214-a372-56933640d320 service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754803 Jul 06 11:42:38.021234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:42:38.066363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0045d88f-4100-433c-aca7-54fa667b489e req-8833852d-c8cf-4b87-9742-c6709cd148df tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips/25d5bf82-6c28-49fc-beaa-296fba2770d4 HTTP/1.1" status: 200 len: 999 time: 0.4041505 Jul 06 11:42:38.137113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70fa8487-7c2c-4634-86db-2df68f2161d7 req-1499b23e-d737-49d7-91d3-8265041ea2bd service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538796 Jul 06 11:42:38.144764 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cea2aca-965b-481a-bc7a-fb98dd8e8e9e req-82ca6dd7-8c8b-4da7-a9e4-5fca4183c5cd service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573512 Jul 06 11:42:38.157346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.192366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:38.251008 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.319106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:38.332224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:38.342958 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:38.343954 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.354726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=5ebeade2-7e89-43b9-af8a-4cc9eb957a68,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:38.595833 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.813647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c9b03-a395-4d0c-8589-26c173306641 req-31bc8cc0-eb0b-40d2-9ab4-a922a42e0040 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:38.816490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-617c9b03-a395-4d0c-8589-26c173306641 req-31bc8cc0-eb0b-40d2-9ab4-a922a42e0040 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 944 time: 0.8424115 Jul 06 11:42:38.899953 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045d88f-4100-433c-aca7-54fa667b489e req-2d72eba8-9d2b-4ab8-a01d-7de5e9e0024b tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:38.903639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0045d88f-4100-433c-aca7-54fa667b489e req-2d72eba8-9d2b-4ab8-a01d-7de5e9e0024b tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.8195679 Jul 06 11:42:38.924559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-0045d88f-4100-433c-aca7-54fa667b489e req-bba6798f-89a6-4860-85a3-93ca5739b438 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:42:38.926402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0045d88f-4100-433c-aca7-54fa667b489e req-bba6798f-89a6-4860-85a3-93ca5739b438 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147705 Jul 06 11:42:38.932753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:38.945609 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Sync routers for ids ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:38.981522 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Routers {'11294a21-15ae-4496-ac6c-1c3c372e6ec1'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:38.984518 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:39.003645 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-617c9b03-a395-4d0c-8589-26c173306641 req-acf0dd6b-ff0a-4c3c-b207-f3be03f8948b tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617987 Jul 06 11:42:39.005456 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.010665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-582be7a8-c45d-48f8-8f3d-496a557d5eef admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4653084 Jul 06 11:42:39.010665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43682) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:39.305037 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Set router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:39.311798 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.321891 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.325412 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.427560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=5ebeade2-7e89-43b9-af8a-4cc9eb957a68,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:39.491958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fddd28be-1c08-4496-aea2-b16b9b32d2ef None None] Provisioning for port a5431315-2c01-40f1-9cd1-0656a5df1443 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:39.556279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:39.558116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:39.558329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4b834-3acd-4e8d-96a3-05cf68041efb req-7f425002-0423-472f-9caa-68655d1a0620 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:39.573410 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ee4b834-3acd-4e8d-96a3-05cf68041efb req-7f425002-0423-472f-9caa-68655d1a0620 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 946 time: 0.3820977 Jul 06 11:42:39.740931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a5431315-2c01-40f1-9cd1-0656a5df1443 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:39.772825 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ee4b834-3acd-4e8d-96a3-05cf68041efb req-fedbb5d0-f50b-4217-a0ec-b3ea489d18e3 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984804 Jul 06 11:42:39.786330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-8c590a1b-5e8e-483c-962e-ffc8ca2c30a9 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1002 time: 0.4037426 Jul 06 11:42:39.850538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Router 54b85fe1-22af-41b1-a621-7fc123281153 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:42:39.857535 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'name': 'tempest-ServerRescueTestJSON-1464135675-router', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:29Z', 'updated_at': '2021-07-06T11:42:35Z', 'revision_number': 3, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'gw_port': {'id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:39.955371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port a5431315-2c01-40f1-9cd1-0656a5df1443 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:39.966571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a5431315-2c01-40f1-9cd1-0656a5df1443 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:39.967660 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.984646 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Checking router: 11294a21-15ae-4496-ac6c-1c3c372e6ec1 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:39.985385 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Updating router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 port d0d69aed-7b62-4325-acbc-637071bec127 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:42:40.061260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5d12e9b9-8320-4c05-9655-0589da23458a None None] Provisioning for port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:40.085654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5d12e9b9-8320-4c05-9655-0589da23458a None None] Provisioning complete for port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:40.087649 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.091143 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d12e9b9-8320-4c05-9655-0589da23458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.124416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-36b91014-2a3e-4e49-8947-71373efdc58e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:40.140857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-36b91014-2a3e-4e49-8947-71373efdc58e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports/c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 943 time: 0.3531930 Jul 06 11:42:40.211043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43706) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:40.531563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c3977ad1-af61-491d-959e-f0f61d494e50 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:40.596752 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.601640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.606938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5d12e9b9-8320-4c05-9655-0589da23458a None None] Port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:40.626763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:40.648285 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2f19d044-e43b-42ee-8b80-3ab154c31b37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "PUT /v2.0/routers/54b85fe1-22af-41b1-a621-7fc123281153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5735624 Jul 06 11:42:40.652020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43712) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:40.687058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port a5431315-2c01-40f1-9cd1-0656a5df1443, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a5431315-2c01-40f1-9cd1-0656a5df1443,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:40.697175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Sync routers for ids ['54b85fe1-22af-41b1-a621-7fc123281153'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:40.709724 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.723595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e3b0ab-787b-49c3-9ab0-86ddf0019650 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:40.725363 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b6e3b0ab-787b-49c3-9ab0-86ddf0019650 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports/5ebeade2-7e89-43b9-af8a-4cc9eb957a68 HTTP/1.1" status: 200 len: 911 time: 0.0721357 Jul 06 11:42:40.728099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43714) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:40.777645 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Routers {'54b85fe1-22af-41b1-a621-7fc123281153'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:40.778764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['54b85fe1-22af-41b1-a621-7fc123281153'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:40.845317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f426528f-6df4-4c01-8d0b-1abe6d3c9f4b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:40.859329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f426528f-6df4-4c01-8d0b-1abe6d3c9f4b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:40.863729 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f426528f-6df4-4c01-8d0b-1abe6d3c9f4b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1322920 Jul 06 11:42:40.868004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43716) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:40.975951 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afeeb36f-ec82-4a75-a714-033933d3e6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.984910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Allocated IP 172.20.0.1 (689e3478-6acf-402f-9b0d-707f7364d431/60a18e05-1841-468c-a300-74b8a5047e21/5132e52d-af0f-412c-867b-7c6ee6c20af0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:41.012922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-29109bde-e220-4eac-8ca8-c1c85c78fa64 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1002 time: 0.5693729 Jul 06 11:42:41.043617 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.056192 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Transition to ACTIVE for port object d0d69aed-7b62-4325-acbc-637071bec127 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:41.065203 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Set router 54b85fe1-22af-41b1-a621-7fc123281153 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:41.065465 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.102189 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Attempting to bind port d0d69aed-7b62-4325-acbc-637071bec127 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:41.102611 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Attempting to bind port d0d69aed-7b62-4325-acbc-637071bec127 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:41.103021 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Attempting to bind port d0d69aed-7b62-4325-acbc-637071bec127 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:41.131133 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:41.131435 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:41.131951 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.132403 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:41.132899 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Bound port: d0d69aed-7b62-4325-acbc-637071bec127, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:41.133289 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.155545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-80568a21-d611-454e-adb0-af990b22ad4e None None] Provisioning complete for port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:41.156058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80568a21-d611-454e-adb0-af990b22ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.209972 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] For port d0d69aed-7b62-4325-acbc-637071bec127, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:41.217125 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] For port d0d69aed-7b62-4325-acbc-637071bec127, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d0d69aed-7b62-4325-acbc-637071bec127,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:41.227845 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.238931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port c3977ad1-af61-491d-959e-f0f61d494e50 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:41.249884 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Pushing event updated for resources: {'Port': ['ID=d0d69aed-7b62-4325-acbc-637071bec127,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:41.272393 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.272718 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.273050 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.273388 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.273728 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.274060 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.274392 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.274718 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.275043 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.275366 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.276260 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.276652 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.296897 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085218ba-af45-48c4-84b0-485e2d26569c req-e0035e40-477a-4de9-b605-e40469e01653 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:41.298781 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-80568a21-d611-454e-adb0-af990b22ad4e None None] Port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:41.310433 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-085218ba-af45-48c4-84b0-485e2d26569c req-e0035e40-477a-4de9-b605-e40469e01653 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 944 time: 0.7431471 Jul 06 11:42:41.317266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c3977ad1-af61-491d-959e-f0f61d494e50 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:41.318006 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.336177 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Routers {'11294a21-15ae-4496-ac6c-1c3c372e6ec1'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:41.336905 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:41.388448 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=a5431315-2c01-40f1-9cd1-0656a5df1443,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:41.396163 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c22c3a-e088-4e95-a2b8-762be71c0cb6 None None] Pushing event updated for resources: {'Port': ['ID=d0d69aed-7b62-4325-acbc-637071bec127,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:41.421983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.422977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.423755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.424501 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.425238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.425974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.426736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.427488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.428219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.428966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.429757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.430529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:41.520899 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-085218ba-af45-48c4-84b0-485e2d26569c req-1e8e6ab4-996d-4d12-b7cf-1614f54b975c tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086675 Jul 06 11:42:41.524660 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] Set router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:41.583065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-a30c2a70-d11f-45f7-937c-33c0f6767496 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:41.591581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-a30c2a70-d11f-45f7-937c-33c0f6767496 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.5661824 Jul 06 11:42:41.596988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.658428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a5431315-2c01-40f1-9cd1-0656a5df1443 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:41.698932 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.745772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b85fe1-22af-41b1-a621-7fc123281153', 'name': 'tempest-NetworksTestDHCPv6-router-548712018', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:35Z', 'updated_at': '2021-07-06T11:42:38Z', 'revision_number': 2, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'gw_port_host': None, '_interfaces': [{'id': '5ebeade2-7e89-43b9-af8a-4cc9eb957a68', 'name': '', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'mac_address': 'fa:16:3e:f4:2d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b85fe1-22af-41b1-a621-7fc123281153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '3fdd2256-0c69-488b-853c-5f7bd7c68f2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:37Z', 'updated_at': '2021-07-06T11:42:38Z', 'revision_number': 2, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'subnets': [{'id': '3fdd2256-0c69-488b-853c-5f7bd7c68f2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:41.818600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Checking router: 54b85fe1-22af-41b1-a621-7fc123281153 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:41.819232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Updating router 54b85fe1-22af-41b1-a621-7fc123281153 port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:42:41.852282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd77c2aa-359c-4a01-9489-6ccaf77a0e84 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.862733 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3977ad1-af61-491d-959e-f0f61d494e50'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:41.866549 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431724e3-af55-49be-9b62-3fceca853322" -d '{"events": [{"server_uuid": "4b362ee2-0c54-4390-8e09-4b7fd4996a28", "name": "network-vif-plugged", "status": "completed", "tag": "c3977ad1-af61-491d-959e-f0f61d494e50"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:41.874196 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.879163 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afeeb36f-ec82-4a75-a714-033933d3e6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.885125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-ae1127ec-b4b1-4e43-a22f-22a280a3b2c4 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1002 time: 0.2691071 Jul 06 11:42:41.896938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-c61be711-954c-4cb1-ba73-8cf2ebc10002 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:41.901778 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afeeb36f-ec82-4a75-a714-033933d3e6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:41.928433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c3977ad1-af61-491d-959e-f0f61d494e50, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c3977ad1-af61-491d-959e-f0f61d494e50,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:41.939318 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.022965 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'name': 'tempest-ServerRescueTestJSON-1464135675-router', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:29Z', 'updated_at': '2021-07-06T11:42:35Z', 'revision_number': 3, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'gw_port': {'id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:42.058372 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.080684 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-afeeb36f-ec82-4a75-a714-033933d3e6a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2225453fee7456fbc3243f2dad876d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8638790 Jul 06 11:42:42.085950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43722) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:42.112718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a5431315-2c01-40f1-9cd1-0656a5df1443 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:42.113463 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.122106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c3977ad1-af61-491d-959e-f0f61d494e50,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:42.154413 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66b57f-349f-44ac-81b9-b1a597904259 None None] The sync data for ids ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'] in n-d-799527-2 is: [{'id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'name': 'tempest-ServerRescueTestJSON-1464135675-router', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:29Z', 'updated_at': '2021-07-06T11:42:35Z', 'revision_number': 3, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'gw_port': {'id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:42.184777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeb36f-ec82-4a75-a714-033933d3e6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b112a3-0b9d-4f51-b44f-01db7522d8af,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:42.279696 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-c61be711-954c-4cb1-ba73-8cf2ebc10002 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.312034 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29fc152-e76d-4bf0-bc95-01e650effbf1 x-openstack-request-id: req-a29fc152-e76d-4bf0-bc95-01e650effbf1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:42.313685 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b362ee2-0c54-4390-8e09-4b7fd4996a28", "name": "network-vif-plugged", "status": "completed", "tag": "c3977ad1-af61-491d-959e-f0f61d494e50", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:42.313951 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a29fc152-e76d-4bf0-bc95-01e650effbf1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:42.314365 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3977ad1-af61-491d-959e-f0f61d494e50', 'code': 200} Jul 06 11:42:42.503562 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-c61be711-954c-4cb1-ba73-8cf2ebc10002 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.513399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fd77c2aa-359c-4a01-9489-6ccaf77a0e84 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:42.513910 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd77c2aa-359c-4a01-9489-6ccaf77a0e84 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.525451 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-c61be711-954c-4cb1-ba73-8cf2ebc10002 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.526515 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-c61be711-954c-4cb1-ba73-8cf2ebc10002 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Floating IP 25d5bf82-6c28-49fc-beaa-296fba2770d4 disassociated. External IP: 172.25.0.122, port: c4a1b75b-73a1-4c33-933f-fd92cc7730ed. Jul 06 11:42:42.557807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Network 689e3478-6acf-402f-9b0d-707f7364d431 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:42.629642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de991688-3363-46c7-8212-46f7a8281cb3 req-f9935891-9a4f-4d8c-af32-80de983ceaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:42.631420 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-de991688-3363-46c7-8212-46f7a8281cb3 req-f9935891-9a4f-4d8c-af32-80de983ceaba service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 1096 time: 0.2462060 Jul 06 11:42:42.679319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:42.688785 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e1f281f-c7db-444f-8d70-1bceec9f7bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.698410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:42.704178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Pushing event updated for resources: {'Port': ['ID=5132e52d-af0f-412c-867b-7c6ee6c20af0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:42.718661 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.741605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Transition to ACTIVE for port object 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:42.751658 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.753650 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd77c2aa-359c-4a01-9489-6ccaf77a0e84 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.826243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fd77c2aa-359c-4a01-9489-6ccaf77a0e84 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:42.839710 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-de991688-3363-46c7-8212-46f7a8281cb3 req-c7ddcac0-4f28-4f63-9ee7-7ec0d164713e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969156 Jul 06 11:42:42.857413 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e1f281f-c7db-444f-8d70-1bceec9f7bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.897743 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:42.980116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d90d-cec8-4fd2-bfaa-2ecbf4d2802e req-317edd56-ad74-42f3-ab86-60873be54df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:42.986985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37d9d90d-cec8-4fd2-bfaa-2ecbf4d2802e req-317edd56-ad74-42f3-ab86-60873be54df3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=445ae89d4f45471580aa7d36e52d12b1&device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 1097 time: 0.8038726 Jul 06 11:42:42.992553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf177cc-765a-4d56-86b6-523fcc562819 None None] Pushing event updated for resources: {'Port': ['ID=5ebeade2-7e89-43b9-af8a-4cc9eb957a68,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:43.004900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Attempting to bind port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:43.005532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Attempting to bind port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:43.006155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Attempting to bind port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:43.019411 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb9650-ecaf-49cf-988a-2277b54fa4b6 req-762aa302-360f-4ba3-86dd-c8457f83fbff tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:43.021102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79cb9650-ecaf-49cf-988a-2277b54fa4b6 req-762aa302-360f-4ba3-86dd-c8457f83fbff tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 946 time: 0.5095232 Jul 06 11:42:43.024298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:43.024997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:43.025742 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.026581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:43.027510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Bound port: 5ebeade2-7e89-43b9-af8a-4cc9eb957a68, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:43.032102 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.201942 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd77c2aa-359c-4a01-9489-6ccaf77a0e84 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.202864 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:42:43.202864 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:42:43.247418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6983fc6f-9b7b-494d-b9de-c3fddd303911 None None] Could not find standard attr ID for object 5ebeade2-7e89-43b9-af8a-4cc9eb957a68. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:42:43.257415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77c2aa-359c-4a01-9489-6ccaf77a0e84 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=5ebeade2-7e89-43b9-af8a-4cc9eb957a68,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:43.430773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd77c2aa-359c-4a01-9489-6ccaf77a0e84 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.535824 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79cb9650-ecaf-49cf-988a-2277b54fa4b6 req-db719a44-4a6c-4569-8cde-2ffb0faa8d5e tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791012 Jul 06 11:42:43.612903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d90d-cec8-4fd2-bfaa-2ecbf4d2802e req-ac8b870a-a76b-4504-b369-2d91ceb96eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:43.616963 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37d9d90d-cec8-4fd2-bfaa-2ecbf4d2802e req-ac8b870a-a76b-4504-b369-2d91ceb96eb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 HTTP/1.1" status: 200 len: 914 time: 0.5905018 Jul 06 11:42:43.617937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e1f281f-c7db-444f-8d70-1bceec9f7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.623388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e1f281f-c7db-444f-8d70-1bceec9f7bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.628797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1e1f281f-c7db-444f-8d70-1bceec9f7bf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81b112a3-0b9d-4f51-b44f-01db7522d8af HTTP/1.1" status: 204 len: 168 time: 1.5332043 Jul 06 11:42:43.680505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d0d69aed-7b62-4325-acbc-637071bec127 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:43.749807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.780599 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-c61be711-954c-4cb1-ba73-8cf2ebc10002 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:43.805260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Attempting to bind port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:43.805873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Attempting to bind port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:43.806466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Attempting to bind port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:43.820851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:43.821362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:43.821663 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.822050 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:43.822636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Bound port: 5ebeade2-7e89-43b9-af8a-4cc9eb957a68, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:43.825341 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:43.835994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd77c2aa-359c-4a01-9489-6ccaf77a0e84 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Router 54b85fe1-22af-41b1-a621-7fc123281153 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:43.935553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Port 5ebeade2-7e89-43b9-af8a-4cc9eb957a68 has been deleted concurrently {{(pid=93816) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 11:42:43.968993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Routers {'54b85fe1-22af-41b1-a621-7fc123281153'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:43.969550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['54b85fe1-22af-41b1-a621-7fc123281153'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:44.021459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd77c2aa-359c-4a01-9489-6ccaf77a0e84 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:44.028848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port d0d69aed-7b62-4325-acbc-637071bec127 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:44.031261 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fd77c2aa-359c-4a01-9489-6ccaf77a0e84 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "PUT /v2.0/routers/54b85fe1-22af-41b1-a621-7fc123281153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1610649 Jul 06 11:42:44.034056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43732) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:44.074613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d0d69aed-7b62-4325-acbc-637071bec127 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:44.074995 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.109192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] Set router 54b85fe1-22af-41b1-a621-7fc123281153 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:44.110208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb14fe5f-6182-4ddf-ac54-b05272b5a47f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:44.112541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb14fe5f-6182-4ddf-ac54-b05272b5a47f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:44.114565 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cb14fe5f-6182-4ddf-ac54-b05272b5a47f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0789742 Jul 06 11:42:44.117750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43734) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:44.213028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b85fe1-22af-41b1-a621-7fc123281153', 'name': 'tempest-NetworksTestDHCPv6-router-548712018', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:35Z', 'updated_at': '2021-07-06T11:42:43Z', 'revision_number': 3, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:44.222725 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2628a108-3df8-4936-9bc7-c3655fcdac9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.236944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3ad194-a339-44af-87f4-f162daa20381 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 3fdd2256-0c69-488b-853c-5f7bd7c68f2c {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:44.242363 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad194-a339-44af-87f4-f162daa20381 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.271101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f281f-c7db-444f-8d70-1bceec9f7bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b112a3-0b9d-4f51-b44f-01db7522d8af,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:44.274681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:44.285911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381a9011-7b4f-4dc5-8d2e-238c958f51cc None None] The sync data for ids ['54b85fe1-22af-41b1-a621-7fc123281153'] in n-d-799527-2 is: [{'id': '54b85fe1-22af-41b1-a621-7fc123281153', 'name': 'tempest-NetworksTestDHCPv6-router-548712018', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:35Z', 'updated_at': '2021-07-06T11:42:43Z', 'revision_number': 3, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:44.313338 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad194-a339-44af-87f4-f162daa20381 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.380351 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37d9d90d-cec8-4fd2-bfaa-2ecbf4d2802e req-1b81dc14-be8c-42ee-9b63-added0ded423 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4b73593-1e78-4895-af6e-113b9548b3f4 HTTP/1.1" status: 200 len: 217 time: 0.7411411 Jul 06 11:42:44.380670 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.411207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port d0d69aed-7b62-4325-acbc-637071bec127, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d0d69aed-7b62-4325-acbc-637071bec127,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:44.416907 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.429888 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98f1489e-dd54-426c-acff-de496893ed0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.474707 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad194-a339-44af-87f4-f162daa20381 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.547579 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=d0d69aed-7b62-4325-acbc-637071bec127,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:44.607888 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad194-a339-44af-87f4-f162daa20381 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.653567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ad194-a339-44af-87f4-f162daa20381 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=3fdd2256-0c69-488b-853c-5f7bd7c68f2c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:44.659010 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad194-a339-44af-87f4-f162daa20381 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:44.666341 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3c3ad194-a339-44af-87f4-f162daa20381 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/3fdd2256-0c69-488b-853c-5f7bd7c68f2c HTTP/1.1" status: 204 len: 168 time: 0.5471346 Jul 06 11:42:44.667687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43740) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:44.678426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b9ce11-1afd-46f6-bbb0-9ac869c51ca6 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:44.683372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d90d-cec8-4fd2-bfaa-2ecbf4d2802e req-a18b56fc-37d8-47ff-8ad4-98d103fc8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:44.684953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37d9d90d-cec8-4fd2-bfaa-2ecbf4d2802e req-a18b56fc-37d8-47ff-8ad4-98d103fc8485 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00b3b421-c246-4673-8572-4f0a28a10275 HTTP/1.1" status: 200 len: 853 time: 0.2935517 Jul 06 11:42:44.857206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37d9d90d-cec8-4fd2-bfaa-2ecbf4d2802e req-6313a28e-4930-46f5-9765-69be9f62d262 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471961 Jul 06 11:42:44.864221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a3a45d59-97da-48a3-9b75-f176e2789532 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1956017 Jul 06 11:42:44.868262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43742) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:44.898211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae50d19-42dd-49b5-8e6a-200bfa84b220 req-b3321e43-b224-46ea-b789-01c34b778b71 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:44.901124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ae50d19-42dd-49b5-8e6a-200bfa84b220 req-b3321e43-b224-46ea-b789-01c34b778b71 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 1.1191835 Jul 06 11:42:45.007155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-832ca354-394c-41f3-95be-9cf9ff2440f4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.015185 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-c61be711-954c-4cb1-ba73-8cf2ebc10002 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:45.024265 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-c61be711-954c-4cb1-ba73-8cf2ebc10002 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.033013 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab2e5a-066b-4c77-82c1-7e7f6ed66190 None None] Sync routers for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:45.058974 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab2e5a-066b-4c77-82c1-7e7f6ed66190 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:45.060096 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0cab2e5a-066b-4c77-82c1-7e7f6ed66190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:45.062872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d651d0-70dc-40c0-a542-6a5305c1d06e None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:42:45.128967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-08d651d0-70dc-40c0-a542-6a5305c1d06e None None] Deleting port a5431315-2c01-40f1-9cd1-0656a5df1443 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:45.129505 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08d651d0-70dc-40c0-a542-6a5305c1d06e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.287140 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-0cab2e5a-066b-4c77-82c1-7e7f6ed66190 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:45.324215 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-08d651d0-70dc-40c0-a542-6a5305c1d06e None None] For port a5431315-2c01-40f1-9cd1-0656a5df1443, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a5431315-2c01-40f1-9cd1-0656a5df1443,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:45.325379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ae50d19-42dd-49b5-8e6a-200bfa84b220 req-a90c4a14-85e5-422d-a2f1-942d802888ef tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016945 Jul 06 11:42:45.325586 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08d651d0-70dc-40c0-a542-6a5305c1d06e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.327810 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.352003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-c61be711-954c-4cb1-ba73-8cf2ebc10002 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "PUT /v2.0/floatingips/25d5bf82-6c28-49fc-beaa-296fba2770d4 HTTP/1.1" status: 200 len: 696 time: 3.4601707 Jul 06 11:42:45.355590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-08d651d0-70dc-40c0-a542-6a5305c1d06e None None] Calling delete_port for a5431315-2c01-40f1-9cd1-0656a5df1443 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:45.362409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:45.370154 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab53e607-6c6a-42f8-8710-1ba7501ba885" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:45.410492 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.519718 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08d651d0-70dc-40c0-a542-6a5305c1d06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.595563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d651d0-70dc-40c0-a542-6a5305c1d06e None None] No DVR routers for this DVR port a5431315-2c01-40f1-9cd1-0656a5df1443 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:45.606859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d651d0-70dc-40c0-a542-6a5305c1d06e None None] Pushing event deleted for resources: {'Port': ['ID=a5431315-2c01-40f1-9cd1-0656a5df1443,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:45.722116 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0cab2e5a-066b-4c77-82c1-7e7f6ed66190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:45.730418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-832ca354-394c-41f3-95be-9cf9ff2440f4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.736484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d0d69aed-7b62-4325-acbc-637071bec127 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:45.741484 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-832ca354-394c-41f3-95be-9cf9ff2440f4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.758393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37d9d90d-cec8-4fd2-bfaa-2ecbf4d2802e req-5c6bd694-eca4-45f6-b4b6-40dfa1a19230 service neutron] 10.222.0.47 "GET /v2.0/networks/7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8821752 Jul 06 11:42:45.781574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc6847-bd42-4846-a486-14bf033cc799 None None] Sync routers for ids ['54b85fe1-22af-41b1-a621-7fc123281153'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:45.787346 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab2e5a-066b-4c77-82c1-7e7f6ed66190 None None] Checking router: 6ece5e80-9af8-4fe8-8396-c4a3077c19ec for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:45.808968 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab2e5a-066b-4c77-82c1-7e7f6ed66190 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:45.809944 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-832ca354-394c-41f3-95be-9cf9ff2440f4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.810585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832ca354-394c-41f3-95be-9cf9ff2440f4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Fanout notify agent at l3_agent the message router_deleted on router 54b85fe1-22af-41b1-a621-7fc123281153 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:42:45.816430 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0cab2e5a-066b-4c77-82c1-7e7f6ed66190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:45.822699 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-832ca354-394c-41f3-95be-9cf9ff2440f4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.837792 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-832ca354-394c-41f3-95be-9cf9ff2440f4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/routers/54b85fe1-22af-41b1-a621-7fc123281153 HTTP/1.1" status: 204 len: 168 time: 0.9671285 Jul 06 11:42:45.839226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43746) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:45.844382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98f1489e-dd54-426c-acff-de496893ed0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.844687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5963f6cc-7648-4ab2-9208-0e2169643c4f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:45.847253 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.907056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98f1489e-dd54-426c-acff-de496893ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:45.916714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc6847-bd42-4846-a486-14bf033cc799 None None] Routers set() bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:45.917753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc6847-bd42-4846-a486-14bf033cc799 None None] Router IDs set() for agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:42:45.918879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_agentschedulers_db [None req-66bc6847-bd42-4846-a486-14bf033cc799 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54b85fe1-22af-41b1-a621-7fc123281153'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent'). {{(pid=93816) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 11:42:45.990907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc6847-bd42-4846-a486-14bf033cc799 None None] Routers set() bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:45.992040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc6847-bd42-4846-a486-14bf033cc799 None None] Router IDs set() for agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:42:45.993192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_agentschedulers_db [None req-66bc6847-bd42-4846-a486-14bf033cc799 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54b85fe1-22af-41b1-a621-7fc123281153'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent'). {{(pid=93816) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 11:42:45.994893 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc6847-bd42-4846-a486-14bf033cc799 None None] The sync data for ids ['54b85fe1-22af-41b1-a621-7fc123281153'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:46.023705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Pushing event updated for resources: {'Port': ['ID=5132e52d-af0f-412c-867b-7c6ee6c20af0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:46.054552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-98f1489e-dd54-426c-acff-de496893ed0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f249e9c2dd04e4798f63cd6050a0077&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7060106 Jul 06 11:42:46.055660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d0d69aed-7b62-4325-acbc-637071bec127 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:46.056099 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.079568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43748) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:46.119575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5963f6cc-7648-4ab2-9208-0e2169643c4f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:46.124272 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-0cab2e5a-066b-4c77-82c1-7e7f6ed66190 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:46.128867 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5963f6cc-7648-4ab2-9208-0e2169643c4f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.168794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-c6cd35cd-03c8-48d5-88de-9deae5465472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:46.177679 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-c6cd35cd-03c8-48d5-88de-9deae5465472 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1097 time: 0.7934027 Jul 06 11:42:46.179740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1489e-dd54-426c-acff-de496893ed0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c5d79c-7e69-4264-aa75-d7d6d4683eeb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:46.324774 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37d9d90d-cec8-4fd2-bfaa-2ecbf4d2802e req-ed5e0d1f-d417-4c60-9192-0ccb449066c0 service neutron] 10.222.0.47 "GET /v2.0/networks/7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135376 Jul 06 11:42:46.348633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a5431315-2c01-40f1-9cd1-0656a5df1443 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:46.380471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: a5431315-2c01-40f1-9cd1-0656a5df1443 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:46.380811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a5431315-2c01-40f1-9cd1-0656a5df1443 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:46.412531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25e01b9a-738c-493c-b8c0-933141f75ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.423418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84b0a2-7f73-4c5e-804d-d3a459d1e205 req-09b2b1da-746c-43d9-bc19-89d72f2b8a8b tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:46.431014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c84b0a2-7f73-4c5e-804d-d3a459d1e205 req-09b2b1da-746c-43d9-bc19-89d72f2b8a8b tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 946 time: 0.4845531 Jul 06 11:42:46.452123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5963f6cc-7648-4ab2-9208-0e2169643c4f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.454859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-fa10177a-333c-4a40-9793-e6f08d4f2f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:46.462275 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-fa10177a-333c-4a40-9793-e6f08d4f2f63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.2845521 Jul 06 11:42:46.486654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Network 689e3478-6acf-402f-9b0d-707f7364d431 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:46.522060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:46.522382 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963f6cc-7648-4ab2-9208-0e2169643c4f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=c382a5cd-6e0e-4da5-8f88-3d0449f51d78,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:46.542119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5963f6cc-7648-4ab2-9208-0e2169643c4f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:46.543895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5963f6cc-7648-4ab2-9208-0e2169643c4f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:46.544108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-9afa8a0d-b0ee-4d7d-8c9f-1c03f0d41308 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 217 time: 0.0799284 Jul 06 11:42:46.553447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5963f6cc-7648-4ab2-9208-0e2169643c4f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:46.554253 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5963f6cc-7648-4ab2-9208-0e2169643c4f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.558071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2465cb9b-b0e7-4a24-8f0f-bc7cc1312dbb None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:46.558563 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25e01b9a-738c-493c-b8c0-933141f75ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.575101 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5963f6cc-7648-4ab2-9208-0e2169643c4f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7344832 Jul 06 11:42:46.577622 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43752) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:46.584598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-21acb857-8bb7-4508-9e3c-0d980933039c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-917543952', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:46.639050 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0cab2e5a-066b-4c77-82c1-7e7f6ed66190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:46.652081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c84b0a2-7f73-4c5e-804d-d3a459d1e205 req-8e8681b4-d4d7-4f2a-82ed-71312c0cf8ef tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199900 Jul 06 11:42:46.653848 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21acb857-8bb7-4508-9e3c-0d980933039c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.655123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21acb857-8bb7-4508-9e3c-0d980933039c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.681142 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab2e5a-066b-4c77-82c1-7e7f6ed66190 None None] The sync data for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 is: [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:40:35Z', 'revision_number': 4, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed88591e-9763-4102-9817-10b015dd0a24', 'name': '', 'network_id': '659db1fe-f31c-449c-8885-6d7860e91b83', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'mac_address': 'fa:16:3e:01:06:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:34Z', 'updated_at': '2021-07-06T11:40:42Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'subnets': [{'id': 'ded06776-cfbe-494c-b31c-c8f7d453c307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:46.740679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21acb857-8bb7-4508-9e3c-0d980933039c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.748548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21acb857-8bb7-4508-9e3c-0d980933039c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.774387 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21acb857-8bb7-4508-9e3c-0d980933039c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.776524 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-21acb857-8bb7-4508-9e3c-0d980933039c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1970534 Jul 06 11:42:46.779310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43756) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:46.797788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': 'c382a5cd-6e0e-4da5-8f88-3d0449f51d78'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:42:46.801353 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:46.804202 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc8bf86-3245-465c-9fa7-7e7e765ad494 x-openstack-request-id: req-bfc8bf86-3245-465c-9fa7-7e7e765ad494 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:46.804703 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:46.804819 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfc8bf86-3245-465c-9fa7-7e7e765ad494 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:46.805134 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'status': 'completed', 'code': 200} Jul 06 11:42:46.887630 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-b5e0fa19-97ca-4e56-8b50-f077ef0cd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:46.889159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-b5e0fa19-97ca-4e56-8b50-f077ef0cd35c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.3442862 Jul 06 11:42:47.015062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/c382a5cd-6e0e-4da5-8f88-3d0449f51d78/70250024-0943-48ce-90c2-617981fa80ac) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:47.061453 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25e01b9a-738c-493c-b8c0-933141f75ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.064057 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25e01b9a-738c-493c-b8c0-933141f75ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.068241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-25e01b9a-738c-493c-b8c0-933141f75ab1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92c5d79c-7e69-4264-aa75-d7d6d4683eeb HTTP/1.1" status: 204 len: 168 time: 0.9526432 Jul 06 11:42:47.136410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:47.178573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e01b9a-738c-493c-b8c0-933141f75ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c5d79c-7e69-4264-aa75-d7d6d4683eeb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:47.179038 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d672039-48f3-4e28-b629-cd283b78ca03 None None] New status for floating IP 25d5bf82-6c28-49fc-beaa-296fba2770d4: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:42:47.183481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53e607-6c6a-42f8-8710-1ba7501ba885 req-0011c69e-4cda-4ad1-9833-488570681dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:47.185427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab53e607-6c6a-42f8-8710-1ba7501ba885 req-0011c69e-4cda-4ad1-9833-488570681dc2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e91253fcf327437ca42343dbef8510a4&device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 1097 time: 0.3600161 Jul 06 11:42:47.259164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-1d175cee-b58a-4d0b-8b4c-dff1acdfa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:47.273716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-1d175cee-b58a-4d0b-8b4c-dff1acdfa43e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3429437 Jul 06 11:42:47.294069 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.330016 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.359517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Transition to ACTIVE for port object 70250024-0943-48ce-90c2-617981fa80ac will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:47.419793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Transition to ACTIVE for port object 70250024-0943-48ce-90c2-617981fa80ac will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:47.438301 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.514714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:47.518760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:47.524752 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:47.530860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Pushing event updated for resources: {'Port': ['ID=70250024-0943-48ce-90c2-617981fa80ac,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:47.627949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Attempting to bind port 70250024-0943-48ce-90c2-617981fa80ac on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:47.628354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Attempting to bind port 70250024-0943-48ce-90c2-617981fa80ac by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:47.628776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Attempting to bind port 70250024-0943-48ce-90c2-617981fa80ac on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:47.638538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:47.638933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:47.639435 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.639865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:47.640872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Bound port: 70250024-0943-48ce-90c2-617981fa80ac, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:47.642684 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.643391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4367bc-e8a6-4c01-b6a2-b170df134965 req-416b1c31-39ac-4dba-8ced-1b80f1144398 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:47.645355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa4367bc-e8a6-4c01-b6a2-b170df134965 req-416b1c31-39ac-4dba-8ced-1b80f1144398 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.5949583 Jul 06 11:42:47.669582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53e607-6c6a-42f8-8710-1ba7501ba885 req-a4f4b36e-c9ad-4888-b5d4-bcf104d46909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:47.671440 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab53e607-6c6a-42f8-8710-1ba7501ba885 req-a4f4b36e-c9ad-4888-b5d4-bcf104d46909 service neutron] 10.222.0.47 "GET /v2.0/networks?id=659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 200 len: 922 time: 0.4660418 Jul 06 11:42:47.698846 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-10bdca9d-e05d-408f-bce1-3f04ae8fbfde service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241228 Jul 06 11:42:47.702822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:47.720298 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cb18bf98-f1b6-4f80-8b73-e25182554502 admin admin] 10.222.0.21 "PUT /v2.0/routers/11294a21-15ae-4496-ac6c-1c3c372e6ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7084248 Jul 06 11:42:47.727402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::1 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/c382a5cd-6e0e-4da5-8f88-3d0449f51d78/a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:47.849052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab53e607-6c6a-42f8-8710-1ba7501ba885 req-86533fe3-33d3-4a05-b14b-8d77e3fd40ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 200 len: 217 time: 0.1672072 Jul 06 11:42:47.897243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:47.924708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:47.957713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Sync routers for ids ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:47.971264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa4367bc-e8a6-4c01-b6a2-b170df134965 req-8f106f9d-b55f-48b1-966c-3ce5defea182 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105583 Jul 06 11:42:48.009372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Routers {'11294a21-15ae-4496-ac6c-1c3c372e6ec1'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:48.011309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:48.037841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:48.080638 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] For port 70250024-0943-48ce-90c2-617981fa80ac, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:48.089913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] For port 70250024-0943-48ce-90c2-617981fa80ac, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=70250024-0943-48ce-90c2-617981fa80ac,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:48.138701 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:48.187061 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:48.226512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Set router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:48.246044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:48.257127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:48.263161 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53e607-6c6a-42f8-8710-1ba7501ba885 req-baf7ef22-3645-4f4b-8556-2cc0917ebb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:48.265856 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab53e607-6c6a-42f8-8710-1ba7501ba885 req-baf7ef22-3645-4f4b-8556-2cc0917ebb56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 200 len: 860 time: 0.3259637 Jul 06 11:42:48.281723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:48.287329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:48.291989 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9122c42-ac1a-4f0f-8727-a339bf445e0e None None] Pushing event updated for resources: {'Port': ['ID=70250024-0943-48ce-90c2-617981fa80ac,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:48.371079 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66513e08-71ee-45cb-af2d-8c8ff31adc80 req-2b6cc29a-7a3a-4af8-af26-cb3e401c1b9f service neutron] 10.222.0.21 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632950 Jul 06 11:42:48.440930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53e607-6c6a-42f8-8710-1ba7501ba885 req-41e5c2b7-3bba-47c8-b5e1-386923ab552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:48.443766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab53e607-6c6a-42f8-8710-1ba7501ba885 req-41e5c2b7-3bba-47c8-b5e1-386923ab552b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=659db1fe-f31c-449c-8885-6d7860e91b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630824 Jul 06 11:42:48.447113 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b53a98e-8dbe-4049-903d-88f01952eb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:48.542681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:48.641421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'name': 'tempest-ServerRescueTestJSON-1464135675-router', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:29Z', 'updated_at': '2021-07-06T11:42:43Z', 'revision_number': 4, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'gw_port': {'id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '5132e52d-af0f-412c-867b-7c6ee6c20af0', 'name': '', 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'mac_address': 'fa:16:3e:ae:86:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '60a18e05-1841-468c-a300-74b8a5047e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:40Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 2, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'subnets': [{'id': '60a18e05-1841-468c-a300-74b8a5047e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:48.734088 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:48.762522 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:48.764858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Checking router: 11294a21-15ae-4496-ac6c-1c3c372e6ec1 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:48.765321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Updating router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 port 5132e52d-af0f-412c-867b-7c6ee6c20af0 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:42:48.858239 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.102150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab53e607-6c6a-42f8-8710-1ba7501ba885 req-97f084d7-f5cc-4ee5-9a7b-430e0e56d7de service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516211 Jul 06 11:42:49.117030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d3e4a-e8c1-4149-8f17-61783b8974a8 req-21e0e7e7-1c29-42b4-aabc-8b4903c6ef59 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:49.130825 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c74d3e4a-e8c1-4149-8f17-61783b8974a8 req-21e0e7e7-1c29-42b4-aabc-8b4903c6ef59 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 946 time: 0.5958898 Jul 06 11:42:49.255125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c74d3e4a-e8c1-4149-8f17-61783b8974a8 req-ea543765-100f-43f7-b7e9-5caecd4cd580 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232755 Jul 06 11:42:49.331825 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab53e607-6c6a-42f8-8710-1ba7501ba885 req-2a73bbd1-066d-4663-b225-d70444d4fbfe service neutron] 10.222.0.47 "GET /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800339 Jul 06 11:42:49.493402 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.515780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Transition to ACTIVE for port object 5132e52d-af0f-412c-867b-7c6ee6c20af0 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:49.533993 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.555284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.585406 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.587093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.769130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817e8ed-eae9-403b-ab8d-2e5a8a699ae7 None None] Pushing event updated for resources: {'Port': ['ID=5132e52d-af0f-412c-867b-7c6ee6c20af0,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:49.838905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:49.877672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 70250024-0943-48ce-90c2-617981fa80ac up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:49.912292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5dd49-302b-4171-95ce-ca8ac2e8f413 req-329bed48-5182-4e16-b3e4-feede68a0d3b tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:49.918463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:49.920968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:49.925187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55d5dd49-302b-4171-95ce-ca8ac2e8f413 req-329bed48-5182-4e16-b3e4-feede68a0d3b tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.3661685 Jul 06 11:42:49.935293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Attempting to bind port 5132e52d-af0f-412c-867b-7c6ee6c20af0 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:49.935709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Attempting to bind port 5132e52d-af0f-412c-867b-7c6ee6c20af0 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:49.936074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Attempting to bind port 5132e52d-af0f-412c-867b-7c6ee6c20af0 on network 689e3478-6acf-402f-9b0d-707f7364d431 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:49.943694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:49.944153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Checking segment: {'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:49.944473 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.944868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Bound using segment: {'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:49.945365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Bound port: 5132e52d-af0f-412c-867b-7c6ee6c20af0, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:49.945751 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:49.996868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-ff84682e-6f80-4f64-bebc-a74cd7baf7d9 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:49.999025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-ff84682e-6f80-4f64-bebc-a74cd7baf7d9 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/networks?id=689e3478-6acf-402f-9b0d-707f7364d431 HTTP/1.1" status: 200 len: 811 time: 0.3852608 Jul 06 11:42:50.032316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-fee404cb-7b57-4b60-8065-f128097c190e tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/quotas/f86fa5ba0bd6446b8a90e5c0ccded402 HTTP/1.1" status: 200 len: 375 time: 0.0246711 Jul 06 11:42:50.050128 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55d5dd49-302b-4171-95ce-ca8ac2e8f413 req-f0eb1cb0-0b2a-45f5-886d-f5b6e3eed059 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116922 Jul 06 11:42:50.054724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 70250024-0943-48ce-90c2-617981fa80ac completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:50.096337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] For port 5132e52d-af0f-412c-867b-7c6ee6c20af0, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:50.101980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] For port 5132e52d-af0f-412c-867b-7c6ee6c20af0, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5132e52d-af0f-412c-867b-7c6ee6c20af0,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:50.112031 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.147912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Router 9ea4657c-4743-431a-8d8c-0b50f966940d is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:42:50.174603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Routers {'11294a21-15ae-4496-ac6c-1c3c372e6ec1'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:50.175573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:50.211736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-633f33fc-8c16-4395-a87e-64a89ce0b599 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f86fa5ba0bd6446b8a90e5c0ccded402&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603055 Jul 06 11:42:50.329500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] Set router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:50.392257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:50.411679 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Sync routers for ids ['9ea4657c-4743-431a-8d8c-0b50f966940d'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:50.420434 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-05604f2d-74e1-462c-8f57-0425d789a23e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "PUT /v2.0/routers/9ea4657c-4743-431a-8d8c-0b50f966940d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6396914 Jul 06 11:42:50.424125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43826) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:50.430542 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Routers {'9ea4657c-4743-431a-8d8c-0b50f966940d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:50.432903 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ea4657c-4743-431a-8d8c-0b50f966940d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:50.435889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-8154ca64-21bc-444a-895b-6cbd7f4221c2 service neutron] 10.222.0.21 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150507 Jul 06 11:42:50.560411 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.581770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-40f98963-f038-493b-a4f0-3f653252660b None None] Provisioning for port 70250024-0943-48ce-90c2-617981fa80ac completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:50.603139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-40f98963-f038-493b-a4f0-3f653252660b None None] Provisioning complete for port 70250024-0943-48ce-90c2-617981fa80ac triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:50.604130 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f98963-f038-493b-a4f0-3f653252660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.661542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de6d993-fc93-4297-9170-8d3f10c46e34 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.679012 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9de6d993-fc93-4297-9170-8d3f10c46e34 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports/a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 HTTP/1.1" status: 200 len: 911 time: 0.2402859 Jul 06 11:42:50.680134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43832) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:50.724709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817e8ed-eae9-403b-ab8d-2e5a8a699ae7 None None] Pushing event updated for resources: {'Port': ['ID=5132e52d-af0f-412c-867b-7c6ee6c20af0,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:50.786287 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Set router 9ea4657c-4743-431a-8d8c-0b50f966940d gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:50.799325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f98963-f038-493b-a4f0-3f653252660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:50.840613 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-5192971a-a54c-4f96-b52e-0a51a3fcd7bd service neutron] 10.222.0.21 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997197 Jul 06 11:42:50.869012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19935b86-d9d9-4057-9f22-1196997dcf0a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.885918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19935b86-d9d9-4057-9f22-1196997dcf0a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:50.889430 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-19935b86-d9d9-4057-9f22-1196997dcf0a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2014158 Jul 06 11:42:50.891542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43838) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:50.896089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-40f98963-f038-493b-a4f0-3f653252660b None None] For port 70250024-0943-48ce-90c2-617981fa80ac, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=70250024-0943-48ce-90c2-617981fa80ac,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:50.906330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f98963-f038-493b-a4f0-3f653252660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.111081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'name': 'tempest-ServerRescueTestJSON-1464135675-router', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:29Z', 'updated_at': '2021-07-06T11:42:43Z', 'revision_number': 4, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'gw_port': {'id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '5132e52d-af0f-412c-867b-7c6ee6c20af0', 'name': '', 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'mac_address': 'fa:16:3e:ae:86:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '60a18e05-1841-468c-a300-74b8a5047e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:40Z', 'updated_at': '2021-07-06T11:42:50Z', 'revision_number': 4, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'subnets': [{'id': '60a18e05-1841-468c-a300-74b8a5047e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:51.176513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04b7ac-8a54-4e1c-a914-f86b7814902b None None] The sync data for ids ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'] in n-d-799527-2 is: [{'id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'name': 'tempest-ServerRescueTestJSON-1464135675-router', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:29Z', 'updated_at': '2021-07-06T11:42:43Z', 'revision_number': 4, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'gw_port': {'id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '5132e52d-af0f-412c-867b-7c6ee6c20af0', 'name': '', 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'mac_address': 'fa:16:3e:ae:86:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '60a18e05-1841-468c-a300-74b8a5047e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:40Z', 'updated_at': '2021-07-06T11:42:50Z', 'revision_number': 4, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'subnets': [{'id': '60a18e05-1841-468c-a300-74b8a5047e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:51.184669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8d31646d-da95-4bda-a32a-a538b82773e5 None None] Provisioning for port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:51.209287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8d31646d-da95-4bda-a32a-a538b82773e5 None None] Provisioning complete for port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:51.209775 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d31646d-da95-4bda-a32a-a538b82773e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.270120 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea4657c-4743-431a-8d8c-0b50f966940d', 'name': 'tempest-NetworksTestDHCPv6-router-917543952', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:46Z', 'updated_at': '2021-07-06T11:42:48Z', 'revision_number': 2, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'gw_port_host': None, '_interfaces': [{'id': 'a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397', 'name': '', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'mac_address': 'fa:16:3e:f3:d0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea4657c-4743-431a-8d8c-0b50f966940d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'c382a5cd-6e0e-4da5-8f88-3d0449f51d78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:47Z', 'updated_at': '2021-07-06T11:42:49Z', 'revision_number': 2, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'subnets': [{'id': 'c382a5cd-6e0e-4da5-8f88-3d0449f51d78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:51.326410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8d31646d-da95-4bda-a32a-a538b82773e5 None None] Port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:51.336053 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f98963-f038-493b-a4f0-3f653252660b None None] Pushing event updated for resources: {'Port': ['ID=70250024-0943-48ce-90c2-617981fa80ac,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:51.351114 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Checking router: 9ea4657c-4743-431a-8d8c-0b50f966940d for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:51.351667 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Updating router 9ea4657c-4743-431a-8d8c-0b50f966940d port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:42:51.399154 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b16f972a-f192-48f7-b44b-45b0a337104a req-3253bb48-0f71-4e55-8dd1-7861730782f6 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips/25d5bf82-6c28-49fc-beaa-296fba2770d4 HTTP/1.1" status: 200 len: 694 time: 0.2963500 Jul 06 11:42:51.484711 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.492637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-da3ba8a9-b75f-4f11-9f73-00167e7cb71c None None] Provisioning complete for port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:51.493143 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da3ba8a9-b75f-4f11-9f73-00167e7cb71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.613266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-da3ba8a9-b75f-4f11-9f73-00167e7cb71c None None] Port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:42:51.740607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f972a-f192-48f7-b44b-45b0a337104a req-f4d8b0bc-4ccb-439f-a9b0-3849b2083417 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:51.777548 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b16f972a-f192-48f7-b44b-45b0a337104a req-f4d8b0bc-4ccb-439f-a9b0-3849b2083417 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 784 time: 0.3588529 Jul 06 11:42:51.882141 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e939d8f-b09a-4e11-aa5b-aaf714a24c21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.890728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5132e52d-af0f-412c-867b-7c6ee6c20af0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:51.904451 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b16f972a-f192-48f7-b44b-45b0a337104a req-4dd35824-0fe1-412c-929a-c178697a31a9 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 697 time: 0.1146500 Jul 06 11:42:51.919750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43860) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:51.996895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 5132e52d-af0f-412c-867b-7c6ee6c20af0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:42:52.002453 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5132e52d-af0f-412c-867b-7c6ee6c20af0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:52.002926 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.005168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b16f972a-f192-48f7-b44b-45b0a337104a req-e5b021e4-cddf-4841-bc3d-6b0badba47b1 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 697 time: 0.0875669 Jul 06 11:42:52.032252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a4ef0-bf34-47a8-8143-0708ea53d569 req-000a29fd-12a2-40bf-a80a-7cccdd17b397 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:52.051022 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-875a4ef0-bf34-47a8-8143-0708ea53d569 req-000a29fd-12a2-40bf-a80a-7cccdd17b397 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.6911082 Jul 06 11:42:52.216156 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.277628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 5132e52d-af0f-412c-867b-7c6ee6c20af0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5132e52d-af0f-412c-867b-7c6ee6c20af0,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:52.284061 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.285538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 70250024-0943-48ce-90c2-617981fa80ac up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:52.328603 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.334949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-875a4ef0-bf34-47a8-8143-0708ea53d569 req-122562b0-b415-49f5-8cac-dbc749e51993 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828305 Jul 06 11:42:52.344361 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8532ff3c-3e5a-4709-aeb7-1fcbdec91eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.376780 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Transition to ACTIVE for port object a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:52.396772 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.466512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 70250024-0943-48ce-90c2-617981fa80ac triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:52.469219 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.482113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2e939d8f-b09a-4e11-aa5b-aaf714a24c21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:52.482756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e939d8f-b09a-4e11-aa5b-aaf714a24c21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.579147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-b16f972a-f192-48f7-b44b-45b0a337104a req-aaa26ba2-b3ca-4178-9984-89977e0a566e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Deleting port a030a6db-3142-4adc-af9b-e247d8090b38 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:52.580119 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b16f972a-f192-48f7-b44b-45b0a337104a req-aaa26ba2-b3ca-4178-9984-89977e0a566e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.602143 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441922f-da12-4131-8f9d-8973d13d9547 None None] Pushing event updated for resources: {'Port': ['ID=a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:52.692341 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e939d8f-b09a-4e11-aa5b-aaf714a24c21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.720621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2e939d8f-b09a-4e11-aa5b-aaf714a24c21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:52.747206 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Attempting to bind port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:52.747710 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Attempting to bind port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:52.748509 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Attempting to bind port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:52.752989 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=5132e52d-af0f-412c-867b-7c6ee6c20af0,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:52.755105 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8532ff3c-3e5a-4709-aeb7-1fcbdec91eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.767026 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:52.767858 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:52.768537 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.769208 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:52.770110 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Bound port: a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:52.770947 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.878110 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8532ff3c-3e5a-4709-aeb7-1fcbdec91eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:52.959629 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] For port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:52.969251 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] For port a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:52.976805 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.006727 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b16f972a-f192-48f7-b44b-45b0a337104a req-aaa26ba2-b3ca-4178-9984-89977e0a566e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.007090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b16f972a-f192-48f7-b44b-45b0a337104a req-aaa26ba2-b3ca-4178-9984-89977e0a566e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.055150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-b16f972a-f192-48f7-b44b-45b0a337104a req-aaa26ba2-b3ca-4178-9984-89977e0a566e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Calling delete_port for a030a6db-3142-4adc-af9b-e247d8090b38 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:53.060652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532ff3c-3e5a-4709-aeb7-1fcbdec91eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cb5ca2-f8bf-4af1-9f67-eb97ae196ee0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:53.081257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8532ff3c-3e5a-4709-aeb7-1fcbdec91eb8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77800f0acace43ecb84c47afe7be83ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1485045 Jul 06 11:42:53.086286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43864) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:53.108696 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Routers {'9ea4657c-4743-431a-8d8c-0b50f966940d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:53.109474 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ea4657c-4743-431a-8d8c-0b50f966940d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:53.177572 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e939d8f-b09a-4e11-aa5b-aaf714a24c21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.216219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e939d8f-b09a-4e11-aa5b-aaf714a24c21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:53.234377 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441922f-da12-4131-8f9d-8973d13d9547 None None] Pushing event updated for resources: {'Port': ['ID=a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:53.258142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870f4e2-dbf6-4fb4-99aa-8081f9e75470 req-c802c6ac-33fc-4a56-8654-cdf22a1348f6 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:53.260606 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2870f4e2-dbf6-4fb4-99aa-8081f9e75470 req-c802c6ac-33fc-4a56-8654-cdf22a1348f6 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 946 time: 0.3974745 Jul 06 11:42:53.292320 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] Set router 9ea4657c-4743-431a-8d8c-0b50f966940d gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:53.460586 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989fe1d-8e16-4f51-af57-84295f03d984 req-f8918a55-060f-4835-b256-dcca9bc8e32a tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:53.462277 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e939d8f-b09a-4e11-aa5b-aaf714a24c21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.475149 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8989fe1d-8e16-4f51-af57-84295f03d984 req-f8918a55-060f-4835-b256-dcca9bc8e32a tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 946 time: 0.6133718 Jul 06 11:42:53.488729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-47cdf320-f9c9-494a-b673-8a9c0ec31e81 None None] Could not find standard attr ID for object a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:42:53.533181 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf369d63-98e3-4928-86be-7c7e90dfd344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.702419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5132e52d-af0f-412c-867b-7c6ee6c20af0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:42:53.741239 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:42:53.746954 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf369d63-98e3-4928-86be-7c7e90dfd344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.806332 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea4657c-4743-431a-8d8c-0b50f966940d', 'name': 'tempest-NetworksTestDHCPv6-router-917543952', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:46Z', 'updated_at': '2021-07-06T11:42:48Z', 'revision_number': 2, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'gw_port_host': None, '_interfaces': [{'id': 'a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397', 'name': '', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'mac_address': 'fa:16:3e:f3:d0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea4657c-4743-431a-8d8c-0b50f966940d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'c382a5cd-6e0e-4da5-8f88-3d0449f51d78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:47Z', 'updated_at': '2021-07-06T11:42:52Z', 'revision_number': 4, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'subnets': [{'id': 'c382a5cd-6e0e-4da5-8f88-3d0449f51d78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:53.852953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5132e52d-af0f-412c-867b-7c6ee6c20af0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:42:53.854276 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.886270 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994636f-dc7c-4caf-8798-fcd0f2f8ed31 None None] The sync data for ids ['9ea4657c-4743-431a-8d8c-0b50f966940d'] in n-d-799527-2 is: [{'id': '9ea4657c-4743-431a-8d8c-0b50f966940d', 'name': 'tempest-NetworksTestDHCPv6-router-917543952', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:46Z', 'updated_at': '2021-07-06T11:42:48Z', 'revision_number': 2, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'gw_port_host': None, '_interfaces': [{'id': 'a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397', 'name': '', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'mac_address': 'fa:16:3e:f3:d0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea4657c-4743-431a-8d8c-0b50f966940d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'c382a5cd-6e0e-4da5-8f88-3d0449f51d78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:47Z', 'updated_at': '2021-07-06T11:42:52Z', 'revision_number': 4, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'subnets': [{'id': 'c382a5cd-6e0e-4da5-8f88-3d0449f51d78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:53.925446 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8989fe1d-8e16-4f51-af57-84295f03d984 req-873fd3e7-ad93-42fc-919e-fac626bf39db tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/security-groups?id=713ef192-17c5-4c25-bc08-8132ea614402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488180 Jul 06 11:42:53.927738 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b16f972a-f192-48f7-b44b-45b0a337104a req-aaa26ba2-b3ca-4178-9984-89977e0a566e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.962494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf369d63-98e3-4928-86be-7c7e90dfd344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.966297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf369d63-98e3-4928-86be-7c7e90dfd344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:53.967528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bf369d63-98e3-4928-86be-7c7e90dfd344 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00cb5ca2-f8bf-4af1-9f67-eb97ae196ee0 HTTP/1.1" status: 204 len: 168 time: 0.8751013 Jul 06 11:42:53.991237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa26ba2-b3ca-4178-9984-89977e0a566e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Pushing event deleted for resources: {'Port': ['ID=a030a6db-3142-4adc-af9b-e247d8090b38,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:53.998594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf369d63-98e3-4928-86be-7c7e90dfd344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cb5ca2-f8bf-4af1-9f67-eb97ae196ee0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:54.107978 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-2870f4e2-dbf6-4fb4-99aa-8081f9e75470 req-c5feaf3e-99ab-4658-b499-db6132dfd927 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Deleting port d4b73593-1e78-4895-af6e-113b9548b3f4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:54.108591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2870f4e2-dbf6-4fb4-99aa-8081f9e75470 req-c5feaf3e-99ab-4658-b499-db6132dfd927 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.110829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-beaa1ef2-45ae-40f7-a1fd-d09cfee1c50d tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:54.112726 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-beaa1ef2-45ae-40f7-a1fd-d09cfee1c50d tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.86 "GET /v2.0/networks?id=689e3478-6acf-402f-9b0d-707f7364d431 HTTP/1.1" status: 200 len: 811 time: 0.6380970 Jul 06 11:42:54.131185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Request body: {'port': {'device_id': 'b56b530d-6483-4fac-b935-26f1a246fca8', 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431', 'admin_state_up': True, 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:54.157957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e939d8f-b09a-4e11-aa5b-aaf714a24c21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Router 9ea4657c-4743-431a-8d8c-0b50f966940d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:42:54.221924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db081692-8566-479c-90d8-94dcf4d907a7 req-0eb36472-1520-4120-b12f-d312f4c2b3de tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 210 time: 0.0493736 Jul 06 11:42:54.230003 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b16f972a-f192-48f7-b44b-45b0a337104a req-aaa26ba2-b3ca-4178-9984-89977e0a566e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.234025 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b16f972a-f192-48f7-b44b-45b0a337104a req-aaa26ba2-b3ca-4178-9984-89977e0a566e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.244256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b16f972a-f192-48f7-b44b-45b0a337104a req-aaa26ba2-b3ca-4178-9984-89977e0a566e tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "DELETE /v2.0/floatingips/25d5bf82-6c28-49fc-beaa-296fba2770d4 HTTP/1.1" status: 204 len: 173 time: 2.1907613 Jul 06 11:42:54.367805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2870f4e2-dbf6-4fb4-99aa-8081f9e75470 req-c5feaf3e-99ab-4658-b499-db6132dfd927 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] For port d4b73593-1e78-4895-af6e-113b9548b3f4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d4b73593-1e78-4895-af6e-113b9548b3f4,segment=NetworkSegment(a8dcf6af-4122-420d-9a0e-3f0c2dc62701),segment_id=a8dcf6af-4122-420d-9a0e-3f0c2dc62701)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:54.368178 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2870f4e2-dbf6-4fb4-99aa-8081f9e75470 req-c5feaf3e-99ab-4658-b499-db6132dfd927 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.399084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-2870f4e2-dbf6-4fb4-99aa-8081f9e75470 req-c5feaf3e-99ab-4658-b499-db6132dfd927 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Calling delete_port for d4b73593-1e78-4895-af6e-113b9548b3f4 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:54.648156 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-1cc1dcf3-73e3-4db4-a382-17968fedfc0a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8711097 Jul 06 11:42:54.740273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43874) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:54.758189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93507a01-7634-42f8-b2e5-1707eb6a464e req-e34f1816-c4ea-4863-9204-d51589122a76 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:54.759081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93507a01-7634-42f8-b2e5-1707eb6a464e req-e34f1816-c4ea-4863-9204-d51589122a76 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.2284634 Jul 06 11:42:54.834093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e939d8f-b09a-4e11-aa5b-aaf714a24c21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:42:54.851478 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2e939d8f-b09a-4e11-aa5b-aaf714a24c21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "PUT /v2.0/routers/9ea4657c-4743-431a-8d8c-0b50f966940d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9588194 Jul 06 11:42:54.852789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa488-4220-4727-9db4-36f225eb140a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.861980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93507a01-7634-42f8-b2e5-1707eb6a464e req-0b12bbe4-0a15-4fbd-bbee-bd737f0d367c tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776117 Jul 06 11:42:54.871214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43876) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:54.928121 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2870f4e2-dbf6-4fb4-99aa-8081f9e75470 req-c5feaf3e-99ab-4658-b499-db6132dfd927 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:54.942147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['d4b73593-1e78-4895-af6e-113b9548b3f4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:42:54.986204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-1736f9a9-37b5-4bd1-8ed7-a6c6e2ed249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:54.987775 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-1736f9a9-37b5-4bd1-8ed7-a6c6e2ed249d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f200afbe225345f8978c834e6e0a964b&device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 1096 time: 0.2446485 Jul 06 11:42:55.048180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5feaf3e-99ab-4658-b499-db6132dfd927 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Pushing event deleted for resources: {'Port': ['ID=d4b73593-1e78-4895-af6e-113b9548b3f4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:55.109349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d41dee-8d00-434c-b00b-d5a550f9e788 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:55.112816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d41dee-8d00-434c-b00b-d5a550f9e788 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:55.119515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-85d41dee-8d00-434c-b00b-d5a550f9e788 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2467861 Jul 06 11:42:55.135109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43882) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:55.152049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2870f4e2-dbf6-4fb4-99aa-8081f9e75470 req-c5feaf3e-99ab-4658-b499-db6132dfd927 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] No DVR routers for this DVR port d4b73593-1e78-4895-af6e-113b9548b3f4 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:55.155542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2870f4e2-dbf6-4fb4-99aa-8081f9e75470 req-c5feaf3e-99ab-4658-b499-db6132dfd927 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.159353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2870f4e2-dbf6-4fb4-99aa-8081f9e75470 req-c5feaf3e-99ab-4658-b499-db6132dfd927 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.47 "DELETE /v2.0/ports/d4b73593-1e78-4895-af6e-113b9548b3f4 HTTP/1.1" status: 204 len: 173 time: 1.8906002 Jul 06 11:42:55.160131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6e3331-edbc-4a98-aed2-705cc40ef1ff', 'name': 'network-vif-deleted', 'tag': 'd4b73593-1e78-4895-af6e-113b9548b3f4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:55.162945 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7cfcbb-af75-45a1-bf79-f7142aae4684" -d '{"events": [{"server_uuid": "aa6e3331-edbc-4a98-aed2-705cc40ef1ff", "name": "network-vif-deleted", "tag": "d4b73593-1e78-4895-af6e-113b9548b3f4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:55.193441 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa488-4220-4727-9db4-36f225eb140a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.215325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a2fa488-4220-4727-9db4-36f225eb140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.274916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Made reservation on behalf of f86fa5ba0bd6446b8a90e5c0ccded402 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:55.279306 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.285031 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9aafbbd9-9c48-45ff-bad2-0be0fd499dec req-40d590eb-6609-4083-ad14-5f64fed50277 tempest-InstanceActionsTestJSON-126731070 tempest-InstanceActionsTestJSON-126731070-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa6e3331-edbc-4a98-aed2-705cc40ef1ff HTTP/1.1" status: 200 len: 210 time: 0.0475037 Jul 06 11:42:55.310373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-992d511e-f51c-4aec-bb65-5176f5457673 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet c382a5cd-6e0e-4da5-8f88-3d0449f51d78 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:55.327714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d278ed-3261-4d27-84a3-227e94fc8e32 req-6a2ffa58-41f0-42a5-8070-628222053d64 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:55.335187 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7a2fa488-4220-4727-9db4-36f225eb140a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1dbbf5693774babbfaadd63dc4a1044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5901930 Jul 06 11:42:55.336133 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-992d511e-f51c-4aec-bb65-5176f5457673 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.336397 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1d278ed-3261-4d27-84a3-227e94fc8e32 req-6a2ffa58-41f0-42a5-8070-628222053d64 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 946 time: 0.1337657 Jul 06 11:42:55.345884 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43888) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:55.382359 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77828f9-3206-4522-a597-a82f4a27fd6f x-openstack-request-id: req-d77828f9-3206-4522-a597-a82f4a27fd6f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:55.382650 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6e3331-edbc-4a98-aed2-705cc40ef1ff", "name": "network-vif-deleted", "tag": "d4b73593-1e78-4895-af6e-113b9548b3f4", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:55.382909 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d77828f9-3206-4522-a597-a82f4a27fd6f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:55.383318 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6e3331-edbc-4a98-aed2-705cc40ef1ff', 'name': 'network-vif-deleted', 'tag': 'd4b73593-1e78-4895-af6e-113b9548b3f4', 'status': 'completed', 'code': 200} Jul 06 11:42:55.420808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1d278ed-3261-4d27-84a3-227e94fc8e32 req-eac2c3d6-54cd-4c94-bce2-7ec863144e88 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832124 Jul 06 11:42:55.432389 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-992d511e-f51c-4aec-bb65-5176f5457673 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.464791 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f027727-facb-4cbf-9314-2cefb033afb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.476736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fa488-4220-4727-9db4-36f225eb140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b9dddc-bb4c-4c0d-a2ac-b03f5602b46c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:55.495639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-c1e18f48-aa3d-487b-a34d-4f7804b788f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:55.497068 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-c1e18f48-aa3d-487b-a34d-4f7804b788f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f7be078-855b-4d05-a52d-34fd61bfc5a4 HTTP/1.1" status: 200 len: 913 time: 0.4403439 Jul 06 11:42:55.498222 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f027727-facb-4cbf-9314-2cefb033afb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.578171 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41df107c-dc6a-4f40-a119-0b1c35ea28a0 req-bda79001-2689-44dc-bbc9-62295f09550e tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 210 time: 0.0420101 Jul 06 11:42:55.617270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f027727-facb-4cbf-9314-2cefb033afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.622171 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f027727-facb-4cbf-9314-2cefb033afb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.623369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1f027727-facb-4cbf-9314-2cefb033afb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20b9dddc-bb4c-4c0d-a2ac-b03f5602b46c HTTP/1.1" status: 204 len: 168 time: 0.2765219 Jul 06 11:42:55.633687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f027727-facb-4cbf-9314-2cefb033afb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b9dddc-bb4c-4c0d-a2ac-b03f5602b46c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:55.674153 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-2260a84e-48d1-4da0-b998-2e691bcc1ce3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d48eb56a-c416-4921-9723-dbf0e79e2836 HTTP/1.1" status: 200 len: 1001 time: 0.1631362 Jul 06 11:42:55.776048 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-992d511e-f51c-4aec-bb65-5176f5457673 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.851072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Allocated IP 172.20.0.7 (689e3478-6acf-402f-9b0d-707f7364d431/60a18e05-1841-468c-a300-74b8a5047e21/0e996e62-dd39-469e-a6e5-beead1b7258b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:55.863714 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-1e20edce-0225-448b-8b5d-9ffff9ae34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:55.865618 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-1e20edce-0225-448b-8b5d-9ffff9ae34e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b1e286-2ad0-433c-9c18-584f5f002487 HTTP/1.1" status: 200 len: 851 time: 0.1744974 Jul 06 11:42:55.943706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-992d511e-f51c-4aec-bb65-5176f5457673 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:55.998722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d511e-f51c-4aec-bb65-5176f5457673 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=c382a5cd-6e0e-4da5-8f88-3d0449f51d78,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:56.016871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff0f51b-3970-48d9-a266-d5c89b108d64 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:56.021176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-992d511e-f51c-4aec-bb65-5176f5457673 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.023202 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-992d511e-f51c-4aec-bb65-5176f5457673 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/c382a5cd-6e0e-4da5-8f88-3d0449f51d78 HTTP/1.1" status: 204 len: 168 time: 0.8870313 Jul 06 11:42:56.026607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43898) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:56.082400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-755be7ac-ffea-4607-88a3-92ec32069f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:56.084023 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-755be7ac-ffea-4607-88a3-92ec32069f17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f7be078-855b-4d05-a52d-34fd61bfc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071469 Jul 06 11:42:56.230456 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.260483 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-fc09fbe6-e589-494d-9286-8c0a16d0ae85 service neutron] 10.222.0.47 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657202 Jul 06 11:42:56.284424 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-66f2bfb9-cb9b-43bf-989a-d8abee18dc26 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2565701 Jul 06 11:42:56.285146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43904) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:56.386258 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.454162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0df54d48-d603-473c-ba85-36eb78b95115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.486427 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Network 689e3478-6acf-402f-9b0d-707f7364d431 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:56.500030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:56.503603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:42:56.522689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Pushing event updated for resources: {'Port': ['ID=0e996e62-dd39-469e-a6e5-beead1b7258b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:56.541031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889c979-4edc-4cb7-9638-bbdb116b3d69 None None] Sync routers for ids ['9ea4657c-4743-431a-8d8c-0b50f966940d'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:42:56.557857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c889c979-4edc-4cb7-9638-bbdb116b3d69 None None] Routers {'9ea4657c-4743-431a-8d8c-0b50f966940d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:56.558719 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c889c979-4edc-4cb7-9638-bbdb116b3d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ea4657c-4743-431a-8d8c-0b50f966940d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:56.570468 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43914) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:56.650800 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f93b185d-6ee8-4f5d-8c17-fe48d0f6654a req-79605aaf-164c-4b71-bffa-eb6e3c21d081 service neutron] 10.222.0.47 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810768 Jul 06 11:42:56.654455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cfd63f1-75f7-4854-90db-af6d4cb293b7 admin admin] Deleting subnet 00b3b421-c246-4673-8572-4f0a28a10275 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:42:56.665217 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cfd63f1-75f7-4854-90db-af6d4cb293b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.680873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f45a80f-b0dd-4303-b2bd-adf2dcf38be2 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:42:56.696489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c889c979-4edc-4cb7-9638-bbdb116b3d69 None None] Set router 9ea4657c-4743-431a-8d8c-0b50f966940d gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:56.747308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:56.748045 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.778524 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cfd63f1-75f7-4854-90db-af6d4cb293b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.802866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c889c979-4edc-4cb7-9638-bbdb116b3d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea4657c-4743-431a-8d8c-0b50f966940d', 'name': 'tempest-NetworksTestDHCPv6-router-917543952', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:46Z', 'updated_at': '2021-07-06T11:42:53Z', 'revision_number': 3, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:56.825356 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-a398a93a-459d-48eb-80f8-219633221bec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6986849 Jul 06 11:42:56.842715 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889c979-4edc-4cb7-9638-bbdb116b3d69 None None] Checking router: 9ea4657c-4743-431a-8d8c-0b50f966940d for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:42:56.867332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c889c979-4edc-4cb7-9638-bbdb116b3d69 None None] Routers {'9ea4657c-4743-431a-8d8c-0b50f966940d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:42:56.868107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c889c979-4edc-4cb7-9638-bbdb116b3d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ea4657c-4743-431a-8d8c-0b50f966940d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:56.874471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Request body: {'port': {'device_id': 'b56b530d-6483-4fac-b935-26f1a246fca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:56.943002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f45a80f-b0dd-4303-b2bd-adf2dcf38be2 None None] Deleting port 70250024-0943-48ce-90c2-617981fa80ac {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:56.943405 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f45a80f-b0dd-4303-b2bd-adf2dcf38be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:56.996869 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cfd63f1-75f7-4854-90db-af6d4cb293b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.015842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f45a80f-b0dd-4303-b2bd-adf2dcf38be2 None None] For port 70250024-0943-48ce-90c2-617981fa80ac, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=70250024-0943-48ce-90c2-617981fa80ac,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:57.016270 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f45a80f-b0dd-4303-b2bd-adf2dcf38be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.027934 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.061994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f45a80f-b0dd-4303-b2bd-adf2dcf38be2 None None] Calling delete_port for 70250024-0943-48ce-90c2-617981fa80ac owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:57.067122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c889c979-4edc-4cb7-9638-bbdb116b3d69 None None] Set router 9ea4657c-4743-431a-8d8c-0b50f966940d gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:42:57.130545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e01871-359d-4057-888c-76f0fe9e858f req-3c833ed5-e9ff-4473-8102-76c00231ea62 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:57.132866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-14e01871-359d-4057-888c-76f0fe9e858f req-3c833ed5-e9ff-4473-8102-76c00231ea62 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 1.0983071 Jul 06 11:42:57.187133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c889c979-4edc-4cb7-9638-bbdb116b3d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea4657c-4743-431a-8d8c-0b50f966940d', 'name': 'tempest-NetworksTestDHCPv6-router-917543952', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:46Z', 'updated_at': '2021-07-06T11:42:53Z', 'revision_number': 3, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:57.264255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889c979-4edc-4cb7-9638-bbdb116b3d69 None None] The sync data for ids ['9ea4657c-4743-431a-8d8c-0b50f966940d'] in n-d-799527-2 is: [{'id': '9ea4657c-4743-431a-8d8c-0b50f966940d', 'name': 'tempest-NetworksTestDHCPv6-router-917543952', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:46Z', 'updated_at': '2021-07-06T11:42:53Z', 'revision_number': 3, 'project_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:42:57.337157 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f45a80f-b0dd-4303-b2bd-adf2dcf38be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.356823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45a80f-b0dd-4303-b2bd-adf2dcf38be2 None None] No DVR routers for this DVR port 70250024-0943-48ce-90c2-617981fa80ac on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:57.368344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dad3ac-d13b-4db9-994d-31c690779bba req-1ae456b7-7970-4cca-8eb6-54a77937a962 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:57.368344 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a5dad3ac-d13b-4db9-994d-31c690779bba req-1ae456b7-7970-4cca-8eb6-54a77937a962 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.47 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 946 time: 0.5534410 Jul 06 11:42:57.417609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45a80f-b0dd-4303-b2bd-adf2dcf38be2 None None] Pushing event deleted for resources: {'Port': ['ID=70250024-0943-48ce-90c2-617981fa80ac,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:57.429542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0df54d48-d603-473c-ba85-36eb78b95115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.437557 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cfd63f1-75f7-4854-90db-af6d4cb293b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.439906 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0df54d48-d603-473c-ba85-36eb78b95115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.476449 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-14e01871-359d-4057-888c-76f0fe9e858f req-5b1a3c3c-d0a2-43bf-93e9-1031106c8217 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320560 Jul 06 11:42:57.497825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd63f1-75f7-4854-90db-af6d4cb293b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b3b421-c246-4673-8572-4f0a28a10275,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:57.508978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cfd63f1-75f7-4854-90db-af6d4cb293b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.515374 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0cfd63f1-75f7-4854-90db-af6d4cb293b7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00b3b421-c246-4673-8572-4f0a28a10275 HTTP/1.1" status: 204 len: 168 time: 0.9306099 Jul 06 11:42:57.516787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43936) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:57.571777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492d47-c2b7-4efd-83ae-c81cc813f5a8 req-16a577cb-3270-4d99-b2e2-ae328be28e73 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:57.573703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb492d47-c2b7-4efd-83ae-c81cc813f5a8 req-16a577cb-3270-4d99-b2e2-ae328be28e73 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 946 time: 0.4349542 Jul 06 11:42:57.585744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0df54d48-d603-473c-ba85-36eb78b95115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.587516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df54d48-d603-473c-ba85-36eb78b95115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea4657c-4743-431a-8d8c-0b50f966940d {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:42:57.596389 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0df54d48-d603-473c-ba85-36eb78b95115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.597740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0df54d48-d603-473c-ba85-36eb78b95115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/routers/9ea4657c-4743-431a-8d8c-0b50f966940d HTTP/1.1" status: 204 len: 168 time: 1.3104658 Jul 06 11:42:57.605999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43940) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:57.615193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.661507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a9ce208a-538d-4781-9201-ba7330a2adf3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0492947 Jul 06 11:42:57.670929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43942) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:57.694735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e996e62-dd39-469e-a6e5-beead1b7258b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:42:57.743684 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.813146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb492d47-c2b7-4efd-83ae-c81cc813f5a8 req-062026f3-7173-4a7f-81d2-bbedd906de0b tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/security-groups?id=458de011-4980-487d-a6df-ed6100f7906b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218058 Jul 06 11:42:57.823168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d4b73593-1e78-4895-af6e-113b9548b3f4 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:57.831654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:57.832315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Transition to ACTIVE for port object 0e996e62-dd39-469e-a6e5-beead1b7258b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:42:57.847290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-a5dad3ac-d13b-4db9-994d-31c690779bba req-c2cafa9b-5b23-499d-80ca-73cf9126b1a6 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Deleting port c4a1b75b-73a1-4c33-933f-fd92cc7730ed {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:42:57.847677 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a5dad3ac-d13b-4db9-994d-31c690779bba req-c2cafa9b-5b23-499d-80ca-73cf9126b1a6 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.855030 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.884071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:57.918666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:57.919692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a3b24dfa-87f1-4a95-8cf1-8f43dc3a3397 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:57.920318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 70250024-0943-48ce-90c2-617981fa80ac no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:42:57.926844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: d4b73593-1e78-4895-af6e-113b9548b3f4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:57.926844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d4b73593-1e78-4895-af6e-113b9548b3f4 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:57.950086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 70250024-0943-48ce-90c2-617981fa80ac {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:42:57.950895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 70250024-0943-48ce-90c2-617981fa80ac not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:42:57.988285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:57.990715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a57e4-b08f-4ded-80aa-99c7a85829dc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:57.996415 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-eb3a57e4-b08f-4ded-80aa-99c7a85829dc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3171349 Jul 06 11:42:58.005940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43948) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:58.018463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8dcf6af-4122-420d-9a0e-3f0c2dc62701') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:58.018977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8dcf6af-4122-420d-9a0e-3f0c2dc62701') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:42:58.073976 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.096212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5674e766-ebae-4b39-8df8-9d9ff7291da5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834050 Jul 06 11:42:58.102184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:58.110414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-88c70bba-e7fd-47bc-9815-d3937d4bf3df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:58.139261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3437052-b61d-4d95-914b-604e55865bb8 req-a9a6d8c5-bbeb-4bc7-b89d-530c48476b75 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:58.142115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3437052-b61d-4d95-914b-604e55865bb8 req-a9a6d8c5-bbeb-4bc7-b89d-530c48476b75 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 943 time: 0.3572602 Jul 06 11:42:58.152883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Pushing event updated for resources: {'Port': ['ID=0e996e62-dd39-469e-a6e5-beead1b7258b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:58.180430 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.207010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:42:58.207424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: items = [ Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:42:58.211085 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:42:58.310857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a5dad3ac-d13b-4db9-994d-31c690779bba req-c2cafa9b-5b23-499d-80ca-73cf9126b1a6 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] For port c4a1b75b-73a1-4c33-933f-fd92cc7730ed, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=c4a1b75b-73a1-4c33-933f-fd92cc7730ed,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:42:58.311238 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a5dad3ac-d13b-4db9-994d-31c690779bba req-c2cafa9b-5b23-499d-80ca-73cf9126b1a6 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.327180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Attempting to bind port 0e996e62-dd39-469e-a6e5-beead1b7258b on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:42:58.327621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Attempting to bind port 0e996e62-dd39-469e-a6e5-beead1b7258b by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:42:58.327959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Attempting to bind port 0e996e62-dd39-469e-a6e5-beead1b7258b on network 689e3478-6acf-402f-9b0d-707f7364d431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:58.334361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-a5dad3ac-d13b-4db9-994d-31c690779bba req-c2cafa9b-5b23-499d-80ca-73cf9126b1a6 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Calling delete_port for c4a1b75b-73a1-4c33-933f-fd92cc7730ed owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:42:58.340466 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3437052-b61d-4d95-914b-604e55865bb8 req-2746a64d-cc70-4462-a10b-708f95fbb90c tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398036 Jul 06 11:42:58.349008 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.372355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.374661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4 HTTP/1.1" status: 204 len: 168 time: 0.8572245 Jul 06 11:42:58.375319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c70bba-e7fd-47bc-9815-d3937d4bf3df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:58.379504 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88c70bba-e7fd-47bc-9815-d3937d4bf3df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.393707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c1bc7-7533-48ff-ada9-b499f9d23499 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ecfc1a2-41cb-443d-a6b8-33f97e2d77c4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:58.399884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Port 0e996e62-dd39-469e-a6e5-beead1b7258b on network 689e3478-6acf-402f-9b0d-707f7364d431 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:42:58.402812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Attempting to bind port 0e996e62-dd39-469e-a6e5-beead1b7258b on network 689e3478-6acf-402f-9b0d-707f7364d431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:42:58.454031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:42:58.454377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Checking segment: {'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:42:58.454771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Bound using segment: {'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:42:58.455383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Bound port: 0e996e62-dd39-469e-a6e5-beead1b7258b, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:42:58.456180 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.477334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.555932 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.587969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] For port 0e996e62-dd39-469e-a6e5-beead1b7258b, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:42:58.593380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] For port 0e996e62-dd39-469e-a6e5-beead1b7258b, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0e996e62-dd39-469e-a6e5-beead1b7258b,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:42:58.601024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.674757 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:58.676032 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:58.677682 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] 10.222.0.86 "PUT /v2.0/ports/0e996e62-dd39-469e-a6e5-beead1b7258b HTTP/1.1" status: 200 len: 1091 time: 1.8260620 Jul 06 11:42:58.678280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56b530d-6483-4fac-b935-26f1a246fca8', 'tag': '0e996e62-dd39-469e-a6e5-beead1b7258b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:42:58.680922 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86845a4d-feaf-4da1-8184-146329c085e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b56b530d-6483-4fac-b935-26f1a246fca8", "tag": "0e996e62-dd39-469e-a6e5-beead1b7258b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:42:58.797806 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740707e8-e3ef-4fd3-aace-4f3564e9dab5 x-openstack-request-id: req-740707e8-e3ef-4fd3-aace-4f3564e9dab5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:42:58.797806 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56b530d-6483-4fac-b935-26f1a246fca8", "tag": "0e996e62-dd39-469e-a6e5-beead1b7258b", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:42:58.797806 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-740707e8-e3ef-4fd3-aace-4f3564e9dab5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:42:58.797806 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56b530d-6483-4fac-b935-26f1a246fca8', 'tag': '0e996e62-dd39-469e-a6e5-beead1b7258b', 'status': 'completed', 'code': 200} Jul 06 11:42:58.821506 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43966) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:58.841780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2d0e4-1644-4648-bb51-0409beb9c587 service neutron] Pushing event updated for resources: {'Port': ['ID=0e996e62-dd39-469e-a6e5-beead1b7258b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:58.944842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b99466-8cd2-4e60-bc66-c84caf8f7226 req-b5276576-a481-4af6-a59f-b261512c7909 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:58.946594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4b99466-8cd2-4e60-bc66-c84caf8f7226 req-b5276576-a481-4af6-a59f-b261512c7909 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.1653235 Jul 06 11:42:59.004421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-88c70bba-e7fd-47bc-9815-d3937d4bf3df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:42:59.008405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88c70bba-e7fd-47bc-9815-d3937d4bf3df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.125334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9a7d078-bc29-41b6-bbf0-aa4714d15c23 req-1487f177-fb7a-412b-971c-d27f8149bb29 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 210 time: 0.1050062 Jul 06 11:42:59.146958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c70bba-e7fd-47bc-9815-d3937d4bf3df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:42:59.160552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-88c70bba-e7fd-47bc-9815-d3937d4bf3df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:42:59.166704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c70bba-e7fd-47bc-9815-d3937d4bf3df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.167399 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88c70bba-e7fd-47bc-9815-d3937d4bf3df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.173264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4801b9f4-598c-4135-b231-9e43bd4a5c68 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:42:59.184164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4b99466-8cd2-4e60-bc66-c84caf8f7226 req-6d389895-a528-48bc-8805-0bc7a1eda1db tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141166 Jul 06 11:42:59.220740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c70bba-e7fd-47bc-9815-d3937d4bf3df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=7e56a132-839d-49a4-b433-de2910864a6f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:59.237719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-88c70bba-e7fd-47bc-9815-d3937d4bf3df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1298919 Jul 06 11:42:59.237719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:59.240124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a5dad3ac-d13b-4db9-994d-31c690779bba req-c2cafa9b-5b23-499d-80ca-73cf9126b1a6 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.245385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4dcba12b-0b12-47be-8dc6-aa583c54001d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:42:59.268304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['c4a1b75b-73a1-4c33-933f-fd92cc7730ed'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:42:59.303709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cafa9b-5b23-499d-80ca-73cf9126b1a6 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Pushing event deleted for resources: {'Port': ['ID=c4a1b75b-73a1-4c33-933f-fd92cc7730ed,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:59.364692 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4ac1869c-5e5e-4ae3-9f20-636d93908df0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=445ae89d4f45471580aa7d36e52d12b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5391128 Jul 06 11:42:59.367849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-f3a0989f-2671-4f0e-a3f5-4052386580ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.369892 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-f3a0989f-2671-4f0e-a3f5-4052386580ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f86fa5ba0bd6446b8a90e5c0ccded402&device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 1094 time: 0.6443746 Jul 06 11:42:59.378633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43982) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:59.393309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dad3ac-d13b-4db9-994d-31c690779bba req-c2cafa9b-5b23-499d-80ca-73cf9126b1a6 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] No DVR routers for this DVR port c4a1b75b-73a1-4c33-933f-fd92cc7730ed on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:42:59.405171 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a5dad3ac-d13b-4db9-994d-31c690779bba req-c2cafa9b-5b23-499d-80ca-73cf9126b1a6 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.411544 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a5dad3ac-d13b-4db9-994d-31c690779bba req-c2cafa9b-5b23-499d-80ca-73cf9126b1a6 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.47 "DELETE /v2.0/ports/c4a1b75b-73a1-4c33-933f-fd92cc7730ed HTTP/1.1" status: 204 len: 173 time: 2.0370960 Jul 06 11:42:59.525961 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-ecf32f4f-8cb1-48a9-847d-bf0cbee93f41 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e996e62-dd39-469e-a6e5-beead1b7258b HTTP/1.1" status: 200 len: 217 time: 0.1331756 Jul 06 11:42:59.540518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '7e56a132-839d-49a4-b433-de2910864a6f'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:42:59.542007 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.598813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-774c8c00-c8b6-4fef-af34-f3962d46e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.600353 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-774c8c00-c8b6-4fef-af34-f3962d46e159 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=60a18e05-1841-468c-a300-74b8a5047e21 HTTP/1.1" status: 200 len: 851 time: 0.0667629 Jul 06 11:42:59.663597 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-9f1a88fc-6cb8-4ff5-8494-0dc837450f0d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=689e3478-6acf-402f-9b0d-707f7364d431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524280 Jul 06 11:42:59.667712 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c1bb7a7-b836-45a8-a01c-f509fd19cbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.746778 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c1bb7a7-b836-45a8-a01c-f509fd19cbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.800301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Allocated IP 2001:db8::f816:3eff:fea0:1e0d (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/7e56a132-839d-49a4-b433-de2910864a6f/019aaf1a-c045-4ddb-87a6-aabb345f5079) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:42:59.839037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcba12b-0b12-47be-8dc6-aa583c54001d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:42:59.855566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dcba12b-0b12-47be-8dc6-aa583c54001d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.860302 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-41736966-e159-4c69-940b-0069b2a30043 service neutron] 10.222.0.86 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933475 Jul 06 11:42:59.967979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7801c8b-7642-42ae-8edd-ab959d59e4dd req-deddce62-0f51-486f-8c10-2d79650109f7 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:42:59.969538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7801c8b-7642-42ae-8edd-ab959d59e4dd req-deddce62-0f51-486f-8c10-2d79650109f7 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 943 time: 0.3664773 Jul 06 11:42:59.973876 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c1bb7a7-b836-45a8-a01c-f509fd19cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.976901 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c1bb7a7-b836-45a8-a01c-f509fd19cbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:59.982407 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2c1bb7a7-b836-45a8-a01c-f509fd19cbf4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/713ef192-17c5-4c25-bc08-8132ea614402 HTTP/1.1" status: 204 len: 168 time: 0.5964751 Jul 06 11:43:00.090775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bb7a7-b836-45a8-a01c-f509fd19cbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713ef192-17c5-4c25-bc08-8132ea614402,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:00.100172 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40fde67a-ce59-4328-b32b-0b7a56351c00 req-0d98a25c-6f92-4325-94a2-867c065582e6 service neutron] 10.222.0.86 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329786 Jul 06 11:43:00.169472 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.192233 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7801c8b-7642-42ae-8edd-ab959d59e4dd req-4896052a-f3b2-46c8-8ae4-9a061dada909 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529732 Jul 06 11:43:00.193666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Transition to ACTIVE for port object 019aaf1a-c045-4ddb-87a6-aabb345f5079 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:00.228028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Transition to ACTIVE for port object 019aaf1a-c045-4ddb-87a6-aabb345f5079 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:00.251169 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.305788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Pushing event updated for resources: {'Port': ['ID=019aaf1a-c045-4ddb-87a6-aabb345f5079,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:00.335637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:00.340486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:00.355905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86845a4d-feaf-4da1-8184-146329c085e7 req-5f6a266c-41ed-41a6-b5f4-86df799acfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:00.357573 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86845a4d-feaf-4da1-8184-146329c085e7 req-5f6a266c-41ed-41a6-b5f4-86df799acfd5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f86fa5ba0bd6446b8a90e5c0ccded402&device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 1094 time: 0.1872630 Jul 06 11:43:00.363533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:00.519993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Attempting to bind port 019aaf1a-c045-4ddb-87a6-aabb345f5079 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:00.520459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Attempting to bind port 019aaf1a-c045-4ddb-87a6-aabb345f5079 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:00.521089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Attempting to bind port 019aaf1a-c045-4ddb-87a6-aabb345f5079 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:00.528648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:00.529538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:00.530175 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.530656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:00.531469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Bound port: 019aaf1a-c045-4ddb-87a6-aabb345f5079, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:00.532095 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.543423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a16fe24e-22d5-4a7b-9aaf-afa23f1e95a3 req-93a61cf9-1bc8-4a92-bb81-47681763d155 tempest-FloatingIPsAssociationTestJSON-549450101 tempest-FloatingIPsAssociationTestJSON-549450101-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae13bc-c9a3-4db2-986f-1cdda27715c9 HTTP/1.1" status: 200 len: 210 time: 0.0906372 Jul 06 11:43:00.600496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dcba12b-0b12-47be-8dc6-aa583c54001d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.607337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86845a4d-feaf-4da1-8184-146329c085e7 req-96c2018f-e9b1-42a1-aaf5-8f920b220ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:00.613827 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86845a4d-feaf-4da1-8184-146329c085e7 req-96c2018f-e9b1-42a1-aaf5-8f920b220ca8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=689e3478-6acf-402f-9b0d-707f7364d431 HTTP/1.1" status: 200 len: 912 time: 0.2409079 Jul 06 11:43:00.670083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcba12b-0b12-47be-8dc6-aa583c54001d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:00.673740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4dcba12b-0b12-47be-8dc6-aa583c54001d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:00.680743 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcba12b-0b12-47be-8dc6-aa583c54001d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:00.681402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dcba12b-0b12-47be-8dc6-aa583c54001d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.684838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] For port 019aaf1a-c045-4ddb-87a6-aabb345f5079, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:00.685875 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86845a4d-feaf-4da1-8184-146329c085e7 req-9bf50b27-a391-4fa8-a725-a39fd320823d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e996e62-dd39-469e-a6e5-beead1b7258b HTTP/1.1" status: 200 len: 217 time: 0.0645022 Jul 06 11:43:00.698785 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] For port 019aaf1a-c045-4ddb-87a6-aabb345f5079, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=019aaf1a-c045-4ddb-87a6-aabb345f5079,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:00.708838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf21815-d367-4522-83b1-e97441be9833 req-fb851a03-d230-465a-af9a-964edc8d22b1 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:00.709562 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:00.710439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-baf21815-d367-4522-83b1-e97441be9833 req-fb851a03-d230-465a-af9a-964edc8d22b1 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.2566550 Jul 06 11:43:00.719001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcba12b-0b12-47be-8dc6-aa583c54001d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=11d0a38c-93e7-4b8f-96d3-c123cc48335a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:00.725762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4dcba12b-0b12-47be-8dc6-aa583c54001d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4868724 Jul 06 11:43:00.731160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44002) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:00.737936 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:f4:3a:61', 'name': 'tempest-NetworksTestDHCPv6-741688741'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:00.788936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86845a4d-feaf-4da1-8184-146329c085e7 req-32734014-ad46-449e-8cfe-71010aa8ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:00.789272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7091ca-80a0-4a15-8af0-f534c397c8fa None None] Pushing event updated for resources: {'Port': ['ID=019aaf1a-c045-4ddb-87a6-aabb345f5079,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:00.791800 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86845a4d-feaf-4da1-8184-146329c085e7 req-32734014-ad46-449e-8cfe-71010aa8ce06 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=60a18e05-1841-468c-a300-74b8a5047e21 HTTP/1.1" status: 200 len: 851 time: 0.0862095 Jul 06 11:43:00.811989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'name': 'network-vif-deleted', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:00.814826 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc7cf81-ae33-4bd7-9282-a0116b77f254" -d '{"events": [{"server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "name": "network-vif-deleted", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:00.858267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-baf21815-d367-4522-83b1-e97441be9833 req-f3ad63e7-d9bd-430c-b186-68daf14a4b3d tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311061 Jul 06 11:43:00.877296 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfea0bf2-b850-4f77-81b6-c8768059ce67 x-openstack-request-id: req-bfea0bf2-b850-4f77-81b6-c8768059ce67 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:00.877836 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ae13bc-c9a3-4db2-986f-1cdda27715c9", "name": "network-vif-deleted", "tag": "c4a1b75b-73a1-4c33-933f-fd92cc7730ed", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:00.877836 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfea0bf2-b850-4f77-81b6-c8768059ce67 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:00.879216 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ae13bc-c9a3-4db2-986f-1cdda27715c9', 'name': 'network-vif-deleted', 'tag': 'c4a1b75b-73a1-4c33-933f-fd92cc7730ed', 'status': 'completed', 'code': 200} Jul 06 11:43:00.881692 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86845a4d-feaf-4da1-8184-146329c085e7 req-3b8dfe14-40cb-4168-9fe3-1dca8b2e5c39 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=689e3478-6acf-402f-9b0d-707f7364d431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829096 Jul 06 11:43:00.974852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:01.043899 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86845a4d-feaf-4da1-8184-146329c085e7 req-245e71fd-46f5-42be-932f-2e63293e5d72 service neutron] 10.222.0.86 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475484 Jul 06 11:43:01.169378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:01.199079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:43:01.274893 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86845a4d-feaf-4da1-8184-146329c085e7 req-4975f114-bb4d-4e09-943d-0902ecfff9a2 service neutron] 10.222.0.86 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235315 Jul 06 11:43:01.524659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 172.20.0.7 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/11d0a38c-93e7-4b8f-96d3-c123cc48335a/2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:01.559441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9400f8-89f6-4492-a9ff-21295e3ad4f9 req-d4d7da43-e260-41b6-a0c6-0533dced9592 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:01.576782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d9400f8-89f6-4492-a9ff-21295e3ad4f9 req-d4d7da43-e260-41b6-a0c6-0533dced9592 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 943 time: 0.1860578 Jul 06 11:43:01.583927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::f816:3eff:fef4:3a61 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/7e56a132-839d-49a4-b433-de2910864a6f/2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:01.731362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:01.747604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d9400f8-89f6-4492-a9ff-21295e3ad4f9 req-1c055933-9cbb-46cc-8606-bcdc1d3fc5c3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445546 Jul 06 11:43:01.811330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 019aaf1a-c045-4ddb-87a6-aabb345f5079 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:01.859032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device c4a1b75b-73a1-4c33-933f-fd92cc7730ed no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:01.906395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: c4a1b75b-73a1-4c33-933f-fd92cc7730ed {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:01.907404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device c4a1b75b-73a1-4c33-933f-fd92cc7730ed not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:01.987908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:02.080419 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:02.097513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:02.154634 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:02.251346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:02.260342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:02.264025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:02.301182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:02.382509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:02.383209 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:02.440714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0e996e62-dd39-469e-a6e5-beead1b7258b details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:02.448719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-29bac243-763f-449b-b226-33e367804acd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7124343 Jul 06 11:43:02.449421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44058) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:02.596410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51537d23-6294-44e0-a486-65bea47e16ef req-bf0220dd-83c5-4725-a98c-11bf82eb134f tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:02.599188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174c4cb7-1ae4-4011-8a28-48c72a03a039 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:02.605399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51537d23-6294-44e0-a486-65bea47e16ef req-bf0220dd-83c5-4725-a98c-11bf82eb134f tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.2411990 Jul 06 11:43:02.687200 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:02.690172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-aed9e8ec-04bb-4854-8119-4abc3c34998f None None] Provisioning for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:02.700444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-aed9e8ec-04bb-4854-8119-4abc3c34998f None None] Provisioning complete for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:02.700797 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aed9e8ec-04bb-4854-8119-4abc3c34998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:02.719796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51537d23-6294-44e0-a486-65bea47e16ef req-e5765057-9fe8-44f3-ba80-128406320347 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998673 Jul 06 11:43:02.758871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b5056-61e6-4cd2-8758-3c61f23be981 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:02.782635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b5056-61e6-4cd2-8758-3c61f23be981 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:02.786497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bb7b5056-61e6-4cd2-8758-3c61f23be981 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3359816 Jul 06 11:43:02.789496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:02.813689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0e996e62-dd39-469e-a6e5-beead1b7258b, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0e996e62-dd39-469e-a6e5-beead1b7258b,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:02.988146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '0e996e62-dd39-469e-a6e5-beead1b7258b', 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431', 'port_id': '0e996e62-dd39-469e-a6e5-beead1b7258b', 'mac_address': 'fa:16:3e:39:3c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a18e05-1841-468c-a300-74b8a5047e21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:02.997212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6b95dcb5-7742-4073-8d2b-2472495f3829 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:02.997539 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b95dcb5-7742-4073-8d2b-2472495f3829 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.114547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44078) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:03.236044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] Deleting port ed88591e-9763-4102-9817-10b015dd0a24 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:03.236812 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.273924 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aed9e8ec-04bb-4854-8119-4abc3c34998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.297064 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b95dcb5-7742-4073-8d2b-2472495f3829 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.317742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545d2d9-febc-436f-ac49-9568d884022e req-69463990-8ab3-449d-8268-012123c167f9 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.325864 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d545d2d9-febc-436f-ac49-9568d884022e req-69463990-8ab3-449d-8268-012123c167f9 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 943 time: 0.1686664 Jul 06 11:43:03.353109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6b95dcb5-7742-4073-8d2b-2472495f3829 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:03.372049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] For port ed88591e-9763-4102-9817-10b015dd0a24, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ed88591e-9763-4102-9817-10b015dd0a24,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:03.372722 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.380900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-aed9e8ec-04bb-4854-8119-4abc3c34998f None None] For port 019aaf1a-c045-4ddb-87a6-aabb345f5079, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=019aaf1a-c045-4ddb-87a6-aabb345f5079,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:03.382441 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.393572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] Calling delete_port for ed88591e-9763-4102-9817-10b015dd0a24 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:03.398748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d545d2d9-febc-436f-ac49-9568d884022e req-19db5721-10b7-4eae-a514-1e8e861c41db tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718987 Jul 06 11:43:03.402562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e996e62-dd39-469e-a6e5-beead1b7258b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:03.427140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0e996e62-dd39-469e-a6e5-beead1b7258b, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0e996e62-dd39-469e-a6e5-beead1b7258b,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:03.429601 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aed9e8ec-04bb-4854-8119-4abc3c34998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.447663 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.485014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bd283e9-6470-43c7-8696-8cda904b9f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.512419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9e8ec-04bb-4854-8119-4abc3c34998f None None] Pushing event updated for resources: {'Port': ['ID=019aaf1a-c045-4ddb-87a6-aabb345f5079,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:03.573707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=0e996e62-dd39-469e-a6e5-beead1b7258b,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:03.637954 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b95dcb5-7742-4073-8d2b-2472495f3829 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.672789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 019aaf1a-c045-4ddb-87a6-aabb345f5079 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:03.680101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1073f3a-c299-4eba-96b4-8af0c5e4e774 None None] Update dhcp port {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': '7e56a132-839d-49a4-b433-de2910864a6f', 'ip_address': '2001:db8::f816:3eff:fea0:1e0d'}, {'subnet_id': '11d0a38c-93e7-4b8f-96d3-c123cc48335a'}], 'binding:host_id': 'n-d-799527-2'}, 'id': '019aaf1a-c045-4ddb-87a6-aabb345f5079'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:43:03.691587 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95dcb5-7742-4073-8d2b-2472495f3829 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:03.763540 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1073f3a-c299-4eba-96b4-8af0c5e4e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.809802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bd283e9-6470-43c7-8696-8cda904b9f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.829230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['0e996e62-dd39-469e-a6e5-beead1b7258b'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:03.835136 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b95dcb5-7742-4073-8d2b-2472495f3829 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.835361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bd283e9-6470-43c7-8696-8cda904b9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.838105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:03.838841 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.841835 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6b95dcb5-7742-4073-8d2b-2472495f3829 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b HTTP/1.1" status: 204 len: 168 time: 1.0506585 Jul 06 11:43:03.844456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44084) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:03.876214 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:03.919695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bad26b-0995-4e8c-bc3f-e7874f1ea902 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.921636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bad26b-0995-4e8c-bc3f-e7874f1ea902 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.923474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bad26b-0995-4e8c-bc3f-e7874f1ea902 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:03.928125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-14bad26b-0995-4e8c-bc3f-e7874f1ea902 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0784590 Jul 06 11:43:03.933445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44086) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:03.983337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed88591e-9763-4102-9817-10b015dd0a24,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:04.011694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd283e9-6470-43c7-8696-8cda904b9f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b97b13-28c2-4e13-913b-1e42bceddfc7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:04.018542 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0bd283e9-6470-43c7-8696-8cda904b9f7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=050b61d265a24972aa32a4ea933539c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9022460 Jul 06 11:43:04.021396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44090) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:04.022333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3abe0cd-4760-46aa-803e-f13df0c0f572 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 11d0a38c-93e7-4b8f-96d3-c123cc48335a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:04.050257 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3abe0cd-4760-46aa-803e-f13df0c0f572 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.105448 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3abe0cd-4760-46aa-803e-f13df0c0f572 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.177688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3abe0cd-4760-46aa-803e-f13df0c0f572 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.272689 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3abe0cd-4760-46aa-803e-f13df0c0f572 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.299412 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3abe0cd-4760-46aa-803e-f13df0c0f572 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.305264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d3abe0cd-4760-46aa-803e-f13df0c0f572 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/11d0a38c-93e7-4b8f-96d3-c123cc48335a HTTP/1.1" status: 204 len: 168 time: 0.3702698 Jul 06 11:43:04.312404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44094) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:04.335362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abe0cd-4760-46aa-803e-f13df0c0f572 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=11d0a38c-93e7-4b8f-96d3-c123cc48335a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server [None req-d1073f3a-c299-4eba-96b4-8af0c5e4e774 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11d0a38c-93e7-4b8f-96d3-c123cc48335a: This subnet is being modified by another concurrent operation. Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:43:04.366305 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise exception Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11d0a38c-93e7-4b8f-96d3-c123cc48335a: This subnet is being modified by another concurrent operation. Jul 06 11:43:04.372269 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Jul 06 11:43:04.381727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f1b05-b345-4825-ade1-cc58c701f336 req-6809b988-5939-4587-aa6e-7da7ba18898c tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.404480 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b9f1b05-b345-4825-ade1-cc58c701f336 req-6809b988-5939-4587-aa6e-7da7ba18898c tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.4001441 Jul 06 11:43:04.424035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdbc46e6-bfd4-4c7e-a76e-1c4dc15743b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.432538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-9146ef3a-0431-4590-a7ca-24784a6e444a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 7e56a132-839d-49a4-b433-de2910864a6f {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:04.441745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9146ef3a-0431-4590-a7ca-24784a6e444a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.514371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b9f1b05-b345-4825-ade1-cc58c701f336 req-32e5099a-6aef-4467-85a9-947f25b157fa tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880611 Jul 06 11:43:04.526947 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdbc46e6-bfd4-4c7e-a76e-1c4dc15743b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.548655 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9146ef3a-0431-4590-a7ca-24784a6e444a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.554120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.576974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6b7aa3cf-80f5-432d-9868-a84394c7f308 None None] Provisioning complete for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:04.577355 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa3cf-80f5-432d-9868-a84394c7f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.717594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6b7aa3cf-80f5-432d-9868-a84394c7f308 None None] Could not find standard attr ID for object 2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:43:04.761254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8acd22-195f-42dd-8919-195aad237548 req-48699684-49ba-4aa0-97dc-ff0e846e39cf tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:04.763000 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac8acd22-195f-42dd-8919-195aad237548 req-48699684-49ba-4aa0-97dc-ff0e846e39cf tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 944 time: 0.1333978 Jul 06 11:43:04.815791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c6fbd-017c-41a2-b18c-5b231fb6acb6 None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:43:04.826951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac8acd22-195f-42dd-8919-195aad237548 req-d0b9e5ae-11e3-4b71-9a2e-225b67259660 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580792 Jul 06 11:43:04.864364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1d6ca580-7f7f-408a-8cf1-de6848afea3c None None] Could not find standard attr ID for object 2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:43:04.877580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdbc46e6-bfd4-4c7e-a76e-1c4dc15743b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.880435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdbc46e6-bfd4-4c7e-a76e-1c4dc15743b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.887418 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bdbc46e6-bfd4-4c7e-a76e-1c4dc15743b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40b97b13-28c2-4e13-913b-1e42bceddfc7 HTTP/1.1" status: 204 len: 168 time: 0.8571699 Jul 06 11:43:04.891710 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9146ef3a-0431-4590-a7ca-24784a6e444a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:04.960023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc46e6-bfd4-4c7e-a76e-1c4dc15743b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b97b13-28c2-4e13-913b-1e42bceddfc7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:05.068568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c6fbd-017c-41a2-b18c-5b231fb6acb6 None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:43:05.073067 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9146ef3a-0431-4590-a7ca-24784a6e444a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.128959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146ef3a-0431-4590-a7ca-24784a6e444a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=7e56a132-839d-49a4-b433-de2910864a6f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:05.138025 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9146ef3a-0431-4590-a7ca-24784a6e444a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.142325 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9146ef3a-0431-4590-a7ca-24784a6e444a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/7e56a132-839d-49a4-b433-de2910864a6f HTTP/1.1" status: 204 len: 168 time: 0.8266010 Jul 06 11:43:05.143231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44104) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:05.153439 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] Router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:05.193708 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1c2e3dbb-2f8e-409a-8958-04d0381c7905 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495753 Jul 06 11:43:05.197332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:05.205390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:05.363961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:05.371713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.408928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:05.428990 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-464c23b1-66eb-4af7-8722-d2579ff0e9c6 admin admin] 10.222.0.21 "PUT /v2.0/routers/6ece5e80-9af8-4fe8-8396-c4a3077c19ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6930542 Jul 06 11:43:05.429358 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ca4f0-df29-4b59-b16b-86e412714f61 None None] Sync routers for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:05.429834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44112) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:05.441923 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ca4f0-df29-4b59-b16b-86e412714f61 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:05.443565 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b4ca4f0-df29-4b59-b16b-86e412714f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:05.730767 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8b4ca4f0-df29-4b59-b16b-86e412714f61 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:05.865182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:05.939621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 019aaf1a-c045-4ddb-87a6-aabb345f5079 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:06.093786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.193815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Deleting port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:06.194712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.219849 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b4ca4f0-df29-4b59-b16b-86e412714f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:43:03Z', 'revision_number': 5, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port': {'id': '97c64ed1-6c7c-4bf4-8ffa-e0858099a570', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:21:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:27Z', 'updated_at': '2021-07-06T11:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:06.234843 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.294384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 019aaf1a-c045-4ddb-87a6-aabb345f5079, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=019aaf1a-c045-4ddb-87a6-aabb345f5079,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:06.303294 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.364040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565c0976-89cb-4901-9ed6-1dfcc489bb47 None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:43:06.450866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] For port 97c64ed1-6c7c-4bf4-8ffa-e0858099a570, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=97c64ed1-6c7c-4bf4-8ffa-e0858099a570,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:06.450866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.506748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44136) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:06.514372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d78ea-496c-422a-8d8e-58ba23fe93d6 req-dfba114f-14c2-4ec9-a631-ed1d642dad27 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:06.518415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Calling delete_port for 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:06.536958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-647d78ea-496c-422a-8d8e-58ba23fe93d6 req-dfba114f-14c2-4ec9-a631-ed1d642dad27 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.5271130 Jul 06 11:43:06.553715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:43:06.593471 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ca4f0-df29-4b59-b16b-86e412714f61 None None] Checking router: 6ece5e80-9af8-4fe8-8396-c4a3077c19ec for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:06.604144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacb333-908f-42af-91f1-5f2978850a0c req-45fe2634-1d41-4a23-84c5-3181f7e5f66c tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:06.611009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c0976-89cb-4901-9ed6-1dfcc489bb47 None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:43:06.620729 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4aacb333-908f-42af-91f1-5f2978850a0c req-45fe2634-1d41-4a23-84c5-3181f7e5f66c tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 944 time: 0.5874786 Jul 06 11:43:06.621657 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0e996e62-dd39-469e-a6e5-beead1b7258b up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:06.640157 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ca4f0-df29-4b59-b16b-86e412714f61 None None] Routers {'6ece5e80-9af8-4fe8-8396-c4a3077c19ec'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:06.641230 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b4ca4f0-df29-4b59-b16b-86e412714f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:06.705059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=019aaf1a-c045-4ddb-87a6-aabb345f5079,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:06.747970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f312a496-97af-4780-a8eb-c0b13e64feba None None] Provisioning complete for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:06.748821 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f312a496-97af-4780-a8eb-c0b13e64feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.878385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2044612664-network', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:06.923412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Made reservation on behalf of 82cc64db5e6f49a7afc82e2d50e9fc7b for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:06.931732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:06.954171 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8b4ca4f0-df29-4b59-b16b-86e412714f61 None None] Set router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:07.014497 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.020989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.024140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44146) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:07.063774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c64ed1-6c7c-4bf4-8ffa-e0858099a570,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:07.088788 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b4ca4f0-df29-4b59-b16b-86e412714f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:43:06Z', 'revision_number': 6, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:07.152289 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.171863 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ca4f0-df29-4b59-b16b-86e412714f61 None None] The sync data for ids ['6ece5e80-9af8-4fe8-8396-c4a3077c19ec'] in n-d-799527-2 is: [{'id': '6ece5e80-9af8-4fe8-8396-c4a3077c19ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614190631-router', 'tenant_id': 'e91253fcf327437ca42343dbef8510a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:24Z', 'updated_at': '2021-07-06T11:43:06Z', 'revision_number': 6, 'project_id': 'e91253fcf327437ca42343dbef8510a4', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:07.257679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 0e996e62-dd39-469e-a6e5-beead1b7258b completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:07.287370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 0e996e62-dd39-469e-a6e5-beead1b7258b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:07.287914 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.324091 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d361aa87-c785-44d4-968e-ab9f97e3809d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.329611 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f312a496-97af-4780-a8eb-c0b13e64feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.378794 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.382794 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.441066 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f312a496-97af-4780-a8eb-c0b13e64feba None None] For port 019aaf1a-c045-4ddb-87a6-aabb345f5079, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=019aaf1a-c045-4ddb-87a6-aabb345f5079,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:07.452323 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.452895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ece5e80-9af8-4fe8-8396-c4a3077c19ec {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:43:07.459901 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.461230 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2423cb5e-b62b-42e8-97d4-58fc50fad805 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6ece5e80-9af8-4fe8-8396-c4a3077c19ec HTTP/1.1" status: 204 len: 168 time: 2.0307081 Jul 06 11:43:07.466942 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44150) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:07.506107 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f312a496-97af-4780-a8eb-c0b13e64feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.542620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca87a951-9475-4048-981a-018d57a1ac7a admin admin] Deleting subnet ded06776-cfbe-494c-b31c-c8f7d453c307 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:07.551920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca87a951-9475-4048-981a-018d57a1ac7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.555780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.593078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.620298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312a496-97af-4780-a8eb-c0b13e64feba None None] Pushing event updated for resources: {'Port': ['ID=019aaf1a-c045-4ddb-87a6-aabb345f5079,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:07.630815 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-647d78ea-496c-422a-8d8e-58ba23fe93d6 req-311226b3-85c1-46a1-97ee-4294427d3db1 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0925932 Jul 06 11:43:07.664618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4aacb333-908f-42af-91f1-5f2978850a0c req-38e15da6-1df6-412a-8ed9-5c7486a58787 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0415428 Jul 06 11:43:07.778791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ed88591e-9763-4102-9817-10b015dd0a24 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:07.781177 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.825035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: ed88591e-9763-4102-9817-10b015dd0a24 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:07.825035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ed88591e-9763-4102-9817-10b015dd0a24 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:07.861363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56b530d-6483-4fac-b935-26f1a246fca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e996e62-dd39-469e-a6e5-beead1b7258b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:07.863754 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7977c0-d3e3-496b-a02f-8dff0b884966" -d '{"events": [{"server_uuid": "b56b530d-6483-4fac-b935-26f1a246fca8", "name": "network-vif-plugged", "status": "completed", "tag": "0e996e62-dd39-469e-a6e5-beead1b7258b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:07.881977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0e996e62-dd39-469e-a6e5-beead1b7258b, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0e996e62-dd39-469e-a6e5-beead1b7258b,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:07.892453 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.904218 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:07.908553 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d3237b-d085-4e19-a949-52e9ca984d91 x-openstack-request-id: req-d5d3237b-d085-4e19-a949-52e9ca984d91 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:07.908858 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56b530d-6483-4fac-b935-26f1a246fca8", "name": "network-vif-plugged", "status": "completed", "tag": "0e996e62-dd39-469e-a6e5-beead1b7258b", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:07.909110 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5d3237b-d085-4e19-a949-52e9ca984d91 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:07.909513 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56b530d-6483-4fac-b935-26f1a246fca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e996e62-dd39-469e-a6e5-beead1b7258b', 'code': 200} Jul 06 11:43:07.970444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbec57e7-fb34-4729-ad69-cc827a06b301 None None] Update dhcp port {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': '731e4635-95af-4ee2-92da-4a82a0177b78'}], 'binding:host_id': 'n-d-799527-2'}, 'id': '019aaf1a-c045-4ddb-87a6-aabb345f5079'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:43:08.010777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=0e996e62-dd39-469e-a6e5-beead1b7258b,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:08.037354 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbec57e7-fb34-4729-ad69-cc827a06b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.071806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:43:08.087950 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca87a951-9475-4048-981a-018d57a1ac7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.119314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] For port 019aaf1a-c045-4ddb-87a6-aabb345f5079, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=019aaf1a-c045-4ddb-87a6-aabb345f5079,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:08.132729 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.133390 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Added segment ad8f65f4-156f-4b82-9e72-7a7b80cc9a21 of type vlan for network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 Jul 06 11:43:08.159596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe1d701-4bd3-406d-be9a-6e1dfd3896de,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:08.189098 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.198756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.199977 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.293327 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.311427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:08.323662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:08.328175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.329466 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.365804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=731e4635-95af-4ee2-92da-4a82a0177b78,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:08.379409 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-bbec57e7-fb34-4729-ad69-cc827a06b301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:43:08.380132 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-bbec57e7-fb34-4729-ad69-cc827a06b301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:43:08.383011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acee5c7-c53f-41f8-9ca1-bdc9162e9c07 req-9dd7b38c-b808-4545-98e0-b17f37083d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.385911 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5acee5c7-c53f-41f8-9ca1-bdc9162e9c07 req-9dd7b38c-b808-4545-98e0-b17f37083d1c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 1096 time: 0.3762734 Jul 06 11:43:08.387659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=019aaf1a-c045-4ddb-87a6-aabb345f5079,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:08.466479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca87a951-9475-4048-981a-018d57a1ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.537231 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.538885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:08.539951 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.547847 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d361aa87-c785-44d4-968e-ab9f97e3809d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.570940 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8abe0c2a-fcad-4880-a742-5ba5a155021e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3655317 Jul 06 11:43:08.571551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44154) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:08.582635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ce49f461-6f34-4bac-ab78-2eac69430d09 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:08.608066 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d361aa87-c785-44d4-968e-ab9f97e3809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.760887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce49f461-6f34-4bac-ab78-2eac69430d09 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:08.766576 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce49f461-6f34-4bac-ab78-2eac69430d09 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.782959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5acee5c7-c53f-41f8-9ca1-bdc9162e9c07 req-d83c609b-f6e0-4aa9-994b-8feb6de9541e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798082 Jul 06 11:43:08.839769 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3263731 Jul 06 11:43:08.847015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44160) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:08.853986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d361aa87-c785-44d4-968e-ab9f97e3809d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=763d15e143d846b0b7419a8996f919b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8195848 Jul 06 11:43:08.857975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] Request body: {'subnet': {'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2044612664-subnet', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:08.859773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44162) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:08.865791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2fe72-21a0-4b25-9e5c-ce131a746b40 admin admin] Pushing event updated for resources: {'Network': ['ID=50b2a7f7-73bf-450e-90b6-1dc0017ce431,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:08.870514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361aa87-c785-44d4-968e-ab9f97e3809d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794007b8-5579-411c-8f9b-62132fabea7e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:08.892604 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca87a951-9475-4048-981a-018d57a1ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.935956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:43:08.952083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87a951-9475-4048-981a-018d57a1ac7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded06776-cfbe-494c-b31c-c8f7d453c307,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:08.961227 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca87a951-9475-4048-981a-018d57a1ac7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.968332 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ca87a951-9475-4048-981a-018d57a1ac7a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ded06776-cfbe-494c-b31c-c8f7d453c307 HTTP/1.1" status: 204 len: 168 time: 1.4999094 Jul 06 11:43:08.969771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44168) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:08.974416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] Made reservation on behalf of 82cc64db5e6f49a7afc82e2d50e9fc7b for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:08.977906 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.998427 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbec57e7-fb34-4729-ad69-cc827a06b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.089777 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b7c168a-6f78-437b-bc6f-3682d9c02221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.120132 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f982028-eff1-4337-aacc-a1d12aa238fb req-90bd66a1-d6a3-4c77-a86d-333210efb3cf tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:09.123481 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f982028-eff1-4337-aacc-a1d12aa238fb req-90bd66a1-d6a3-4c77-a86d-333210efb3cf tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.2597148 Jul 06 11:43:09.133361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11757a-1555-4c8a-bdea-844c3a347e6f req-07ac1f52-eb9b-44ba-a009-6d9649acccfc tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:09.134970 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb11757a-1555-4c8a-bdea-844c3a347e6f req-07ac1f52-eb9b-44ba-a009-6d9649acccfc tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.2741845 Jul 06 11:43:09.145284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.178440 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b7c168a-6f78-437b-bc6f-3682d9c02221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.306507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f982028-eff1-4337-aacc-a1d12aa238fb req-202f2472-52f1-41eb-b1e2-68294f52e560 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703620 Jul 06 11:43:09.311886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Deleting port 2266b0f4-aad6-44dd-b242-be5c1df23be7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:09.312763 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.315947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb11757a-1555-4c8a-bdea-844c3a347e6f req-bf4ee0d0-6e8d-4160-9545-5df07911ac8f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665239 Jul 06 11:43:09.379224 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.388814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bbec57e7-fb34-4729-ad69-cc827a06b301 None None] For port 019aaf1a-c045-4ddb-87a6-aabb345f5079, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=019aaf1a-c045-4ddb-87a6-aabb345f5079,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:09.448363 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbec57e7-fb34-4729-ad69-cc827a06b301 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.455340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] For port 2266b0f4-aad6-44dd-b242-be5c1df23be7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2266b0f4-aad6-44dd-b242-be5c1df23be7,segment=NetworkSegment(3d2b2407-2931-4d83-8d3c-b70d207d3845),segment_id=3d2b2407-2931-4d83-8d3c-b70d207d3845)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:09.455764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.456573 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce49f461-6f34-4bac-ab78-2eac69430d09 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.466629 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbec57e7-fb34-4729-ad69-cc827a06b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.482812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Calling delete_port for 2266b0f4-aad6-44dd-b242-be5c1df23be7 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:09.483138 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b7c168a-6f78-437b-bc6f-3682d9c02221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.489510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1823c6-31ea-41af-a296-af4300e5b5d6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:09.495990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b7c168a-6f78-437b-bc6f-3682d9c02221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.507653 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9b7c168a-6f78-437b-bc6f-3682d9c02221 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/794007b8-5579-411c-8f9b-62132fabea7e HTTP/1.1" status: 204 len: 168 time: 0.6412911 Jul 06 11:43:09.550315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] Checking segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:09.550493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] Network hostable DHCP agents. Network: 50b2a7f7-73bf-450e-90b6-1dc0017ce431, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:43:09.575902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec57e7-fb34-4729-ad69-cc827a06b301 None None] Pushing event updated for resources: {'Port': ['ID=019aaf1a-c045-4ddb-87a6-aabb345f5079,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:09.594338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49f461-6f34-4bac-ab78-2eac69430d09 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:09.595852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c168a-6f78-437b-bc6f-3682d9c02221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794007b8-5579-411c-8f9b-62132fabea7e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:09.602931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:43:09.603126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ce49f461-6f34-4bac-ab78-2eac69430d09 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:09.606421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49f461-6f34-4bac-ab78-2eac69430d09 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:09.607199 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce49f461-6f34-4bac-ab78-2eac69430d09 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.630755 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 50b2a7f7-73bf-450e-90b6-1dc0017ce431) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:09.641455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49f461-6f34-4bac-ab78-2eac69430d09 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=5a325e34-e819-4045-a5f3-3fcfbc4e2003,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:09.653513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ce49f461-6f34-4bac-ab78-2eac69430d09 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0788898 Jul 06 11:43:09.654057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:09.654697 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.658800 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44172) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:09.660151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.697986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:96:56:c8', 'name': 'tempest-NetworksTestDHCPv6-1304304281'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:09.732752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Pushing event deleted for resources: {'Port': ['ID=2266b0f4-aad6-44dd-b242-be5c1df23be7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:09.748227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] No DVR routers for this DVR port 2266b0f4-aad6-44dd-b242-be5c1df23be7 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:09.757693 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-72cfb42e-1391-4f4a-965f-7a1a7e7b65b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9051440 Jul 06 11:43:09.782872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44174) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:09.799671 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:09.868556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:09.929676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:09.930309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 97c64ed1-6c7c-4bf4-8ffa-e0858099a570 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:09.943058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.955754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.957033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.970002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659db1fe-f31c-449c-8885-6d7860e91b83']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:09.986493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2b2407-2931-4d83-8d3c-b70d207d3845') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:09.987028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2b2407-2931-4d83-8d3c-b70d207d3845') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:10.021905 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.063086 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.065189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.067634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:10.162379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:43:10.162833 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:43:10.164764 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:43:10.233831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.262553 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44178) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:10.307175 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.311233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-825e607f-87d3-497a-9de1-309f5510bbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.318684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port b93f0ef2-83ba-4d9d-b8da-70165213cd91 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:43:10.327102 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.334601 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.336922 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] 10.222.0.21 "DELETE /v2.0/networks/659db1fe-f31c-449c-8885-6d7860e91b83 HTTP/1.1" status: 204 len: 168 time: 1.3648860 Jul 06 11:43:10.360609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dfee7-769c-4f5d-9d69-2452b63b785b admin admin] Pushing event deleted for resources: {'Network': ['ID=659db1fe-f31c-449c-8885-6d7860e91b83,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:10.699274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.726311 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.756083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44188) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:10.756349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea748ffd-4979-439b-930e-58cc6273d81a None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:10.765564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a142f-9c27-4cca-a0ad-24951d842ed9 None None] Network 659db1fe-f31c-449c-8885-6d7860e91b83 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:10.803525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5711bc-9a7b-41cd-99be-c42ef9fa9c9f None None] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:10.829341 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a142f-9c27-4cca-a0ad-24951d842ed9 None None] Network 659db1fe-f31c-449c-8885-6d7860e91b83 could not be found, it might have been deleted concurrently. {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 11:43:10.851794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-825e607f-87d3-497a-9de1-309f5510bbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.858590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 172.20.0.4 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/5a325e34-e819-4045-a5f3-3fcfbc4e2003/b93f0ef2-83ba-4d9d-b8da-70165213cd91) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:10.878630 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-825e607f-87d3-497a-9de1-309f5510bbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.888502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::f816:3eff:fe96:56c8 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/731e4635-95af-4ee2-92da-4a82a0177b78/b93f0ef2-83ba-4d9d-b8da-70165213cd91) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:10.897181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Allocated IP 172.25.0.155 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/0435a786-ada6-40ba-89ec-8a4087ee4149) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:10.947655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa70076-2f01-4d4c-9032-e5abbd08db1f req-8604f4f2-3d0f-4e05-ad63-069e4e50ccde tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:10.951676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-caa70076-2f01-4d4c-9032-e5abbd08db1f req-8604f4f2-3d0f-4e05-ad63-069e4e50ccde tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.3557472 Jul 06 11:43:10.981992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-99b948c5-edc2-4d22-b6ba-17436330d393 None None] Provisioning complete for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:10.982260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-56a6cbfd-267a-4566-9288-8d117c684ebf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e91253fcf327437ca42343dbef8510a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190731 Jul 06 11:43:10.982513 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99b948c5-edc2-4d22-b6ba-17436330d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.985613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08689cb-609d-4dd3-9c68-139ab1cfeecf None None] DHCP port deletion for 659db1fe-f31c-449c-8885-6d7860e91b83 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:43:10.992005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44190) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:11.003439 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2494d-7315-4520-8aa4-913c779bd2f0 req-1090ec1c-0921-40ea-8d00-8e146a2317fd tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:11.005287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25e2494d-7315-4520-8aa4-913c779bd2f0 req-1090ec1c-0921-40ea-8d00-8e146a2317fd tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.3866870 Jul 06 11:43:11.028694 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-825e607f-87d3-497a-9de1-309f5510bbf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11406180fd064fec9fed9b3e86331010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7617970 Jul 06 11:43:11.033929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44192) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:11.074705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e607f-87d3-497a-9de1-309f5510bbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17456f4-da19-42f1-9fe4-0fef5de19ddc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:11.107113 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ae40139-2ecf-4800-b0a9-8b854122073a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.131802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.161820 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ae40139-2ecf-4800-b0a9-8b854122073a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.166006 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-caa70076-2f01-4d4c-9032-e5abbd08db1f req-d47d10e6-2b3e-418d-8bfa-2e79f19c1310 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793160 Jul 06 11:43:11.220506 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25e2494d-7315-4520-8aa4-913c779bd2f0 req-f4fbe09b-73e8-434a-a01e-b6dc11f55da1 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882544 Jul 06 11:43:11.279903 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.340268 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b2c526e-fb17-46fb-99d5-2e5ceca0451c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.379228 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.386945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:11.388271 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ae40139-2ecf-4800-b0a9-8b854122073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.393598 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ae40139-2ecf-4800-b0a9-8b854122073a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.397545 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6ae40139-2ecf-4800-b0a9-8b854122073a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/458de011-4980-487d-a6df-ed6100f7906b HTTP/1.1" status: 204 len: 168 time: 0.4036543 Jul 06 11:43:11.410096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:11.422745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:11.424162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:43:11.425349 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.426544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Pushing event updated for resources: {'Port': ['ID=0435a786-ada6-40ba-89ec-8a4087ee4149,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:11.442454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae40139-2ecf-4800-b0a9-8b854122073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458de011-4980-487d-a6df-ed6100f7906b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:11.453373 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b2c526e-fb17-46fb-99d5-2e5ceca0451c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.510787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object b93f0ef2-83ba-4d9d-b8da-70165213cd91 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:11.642840 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b2c526e-fb17-46fb-99d5-2e5ceca0451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.650402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b2c526e-fb17-46fb-99d5-2e5ceca0451c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.652165 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1b2c526e-fb17-46fb-99d5-2e5ceca0451c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f17456f4-da19-42f1-9fe4-0fef5de19ddc HTTP/1.1" status: 204 len: 168 time: 0.6126275 Jul 06 11:43:11.701096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Allocated IP 172.20.0.2 (50b2a7f7-73bf-450e-90b6-1dc0017ce431/cc1823c6-31ea-41af-a296-af4300e5b5d6/42052a81-3781-4018-ba97-3b51b768001c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:11.724572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509e54a-8cf3-487a-8832-5e39ff6751ca None None] Update dhcp port {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': '731e4635-95af-4ee2-92da-4a82a0177b78', 'ip_address': '2001:db8::f816:3eff:fea0:1e0d'}, {'subnet_id': '5a325e34-e819-4045-a5f3-3fcfbc4e2003'}], 'binding:host_id': 'n-d-799527-2'}, 'id': '019aaf1a-c045-4ddb-87a6-aabb345f5079'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:43:11.725980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c526e-fb17-46fb-99d5-2e5ceca0451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17456f4-da19-42f1-9fe4-0fef5de19ddc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:11.758505 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:11.888716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:11.893554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:11.910641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:12.002932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=b93f0ef2-83ba-4d9d-b8da-70165213cd91,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:12.008409 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 019aaf1a-c045-4ddb-87a6-aabb345f5079 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:12.078681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d8d8a-7409-495d-b448-e0f547b5f7f8 req-7ff03f43-db45-4ff8-bff2-514e66f43922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.080643 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-154d8d8a-7409-495d-b448-e0f547b5f7f8 req-7ff03f43-db45-4ff8-bff2-514e66f43922 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f86fa5ba0bd6446b8a90e5c0ccded402&device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 1096 time: 0.2489834 Jul 06 11:43:12.095415 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4509e54a-8cf3-487a-8832-5e39ff6751ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:12.194354 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:12.199185 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.200378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:12.208290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Transition to ACTIVE for port object 42052a81-3781-4018-ba97-3b51b768001c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:12.230487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b2fb062b-e2ac-44be-8289-8d06e343ec1b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5670528 Jul 06 11:43:12.235109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Transition to ACTIVE for port object 42052a81-3781-4018-ba97-3b51b768001c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:12.238452 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44214) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:12.243681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:12.244970 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:12.249721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd115d-30b3-4bdc-b586-6a509213658d req-2e92fa9a-04ec-4a5f-a76d-579c0b4ce941 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.250973 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:12.251762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9fdd115d-30b3-4bdc-b586-6a509213658d req-2e92fa9a-04ec-4a5f-a76d-579c0b4ce941 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.2407095 Jul 06 11:43:12.263739 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:12.340971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9fdd115d-30b3-4bdc-b586-6a509213658d req-879880db-de84-403e-a105-7ada7a9adabd tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764546 Jul 06 11:43:12.395499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fde31-983d-417c-a334-72a38f9cf6f2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.402983 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fde31-983d-417c-a334-72a38f9cf6f2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.405731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44226) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:12.406579 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ea9fde31-983d-417c-a334-72a38f9cf6f2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1503189 Jul 06 11:43:12.702418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfe5c3-ed08-4c1f-9e1a-023ed0ed9be0 req-7e4f4290-c216-4ada-ac70-a33da8fd94e5 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.709646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:12.711819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70cfe5c3-ed08-4c1f-9e1a-023ed0ed9be0 req-7e4f4290-c216-4ada-ac70-a33da8fd94e5 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.1979165 Jul 06 11:43:12.737324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:12.742006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d8d8a-7409-495d-b448-e0f547b5f7f8 req-4dc39cee-56fa-4a47-bb9e-5f704f20e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:12.744836 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-154d8d8a-7409-495d-b448-e0f547b5f7f8 req-4dc39cee-56fa-4a47-bb9e-5f704f20e81e service neutron] 10.222.0.86 "GET /v2.0/networks?id=689e3478-6acf-402f-9b0d-707f7364d431 HTTP/1.1" status: 200 len: 912 time: 0.6554515 Jul 06 11:43:12.747780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:12.750050 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Pushing event updated for resources: {'Port': ['ID=42052a81-3781-4018-ba97-3b51b768001c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:12.788134 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70cfe5c3-ed08-4c1f-9e1a-023ed0ed9be0 req-d813f6eb-548b-4df9-9fe0-7aa53463a752 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737429 Jul 06 11:43:12.809718 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-154d8d8a-7409-495d-b448-e0f547b5f7f8 req-61057df8-5ff6-4dc3-a0d0-e4b2abf59560 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e996e62-dd39-469e-a6e5-beead1b7258b HTTP/1.1" status: 200 len: 217 time: 0.0554140 Jul 06 11:43:12.983179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Attempting to bind port 42052a81-3781-4018-ba97-3b51b768001c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:12.983650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Attempting to bind port 42052a81-3781-4018-ba97-3b51b768001c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:12.984127 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Attempting to bind port 42052a81-3781-4018-ba97-3b51b768001c on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:13.001466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:13.002501 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Checking segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:13.003035 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.003550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Bound using segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:13.004102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Bound port: 42052a81-3781-4018-ba97-3b51b768001c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:13.004723 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.050137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4509e54a-8cf3-487a-8832-5e39ff6751ca None None] Allocated IP 172.20.0.2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/5a325e34-e819-4045-a5f3-3fcfbc4e2003/019aaf1a-c045-4ddb-87a6-aabb345f5079) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:13.074650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:13.117328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2266b0f4-aad6-44dd-b242-be5c1df23be7 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:13.156397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 2266b0f4-aad6-44dd-b242-be5c1df23be7 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:13.157091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2266b0f4-aad6-44dd-b242-be5c1df23be7 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:13.260379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] For port 42052a81-3781-4018-ba97-3b51b768001c, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:13.268453 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] For port 42052a81-3781-4018-ba97-3b51b768001c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=42052a81-3781-4018-ba97-3b51b768001c,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:13.268617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:13.277221 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.296994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f9d505c0-8bda-4011-94cc-e8eea1a52c2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port b93f0ef2-83ba-4d9d-b8da-70165213cd91 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:13.297451 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f9d505c0-8bda-4011-94cc-e8eea1a52c2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.304201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d8d8a-7409-495d-b448-e0f547b5f7f8 req-8a385a86-7be6-4c97-9789-579fd53505e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.305949 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-154d8d8a-7409-495d-b448-e0f547b5f7f8 req-8a385a86-7be6-4c97-9789-579fd53505e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=60a18e05-1841-468c-a300-74b8a5047e21 HTTP/1.1" status: 200 len: 851 time: 0.4864507 Jul 06 11:43:13.358787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1585401254-network', 'tenant_id': '73213e7223614a87b198f49fb373a2fe'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:13.365778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4509e54a-8cf3-487a-8832-5e39ff6751ca None None] For port 019aaf1a-c045-4ddb-87a6-aabb345f5079, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=019aaf1a-c045-4ddb-87a6-aabb345f5079,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:13.410479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:13.410896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1879be-dc86-40a0-91be-8eec75da1e82 None None] Pushing event updated for resources: {'Port': ['ID=42052a81-3781-4018-ba97-3b51b768001c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:13.415273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.436609 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4509e54a-8cf3-487a-8832-5e39ff6751ca None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.437495 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.439318 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-154d8d8a-7409-495d-b448-e0f547b5f7f8 req-c0c02452-477a-47cf-b717-a422cd5bd3a6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=689e3478-6acf-402f-9b0d-707f7364d431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850978 Jul 06 11:43:13.443028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891862983-network', 'tenant_id': '9b515e1ca5cd4e5f99b4e26420695167'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:13.463619 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.479004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Made reservation on behalf of 9b515e1ca5cd4e5f99b4e26420695167 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:13.481804 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.488760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4509e54a-8cf3-487a-8832-5e39ff6751ca None None] Transition to ACTIVE for port object 019aaf1a-c045-4ddb-87a6-aabb345f5079 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:13.494262 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4509e54a-8cf3-487a-8832-5e39ff6751ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.498268 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.623260 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f9d505c0-8bda-4011-94cc-e8eea1a52c2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.659741 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f9d505c0-8bda-4011-94cc-e8eea1a52c2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for b93f0ef2-83ba-4d9d-b8da-70165213cd91 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:13.662777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee08c6-d43d-4e13-acdc-d92ba57d1251 req-7b118ca8-3e5a-42c1-a201-5851078d2dc4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:13.664466 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55ee08c6-d43d-4e13-acdc-d92ba57d1251 req-7b118ca8-3e5a-42c1-a201-5851078d2dc4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.1298299 Jul 06 11:43:13.719499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509e54a-8cf3-487a-8832-5e39ff6751ca None None] Pushing event updated for resources: {'Port': ['ID=019aaf1a-c045-4ddb-87a6-aabb345f5079,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:13.738143 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.751592 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.794337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55ee08c6-d43d-4e13-acdc-d92ba57d1251 req-5e8ffe60-9705-4c26-8492-186a4afcb71b tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083772 Jul 06 11:43:13.819620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:43:13.859419 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-154d8d8a-7409-495d-b448-e0f547b5f7f8 req-ccd6dd57-adf7-4987-9c04-3861e88d3141 service neutron] 10.222.0.86 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093778 Jul 06 11:43:13.884841 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:13.885808 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Added segment fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24 of type vlan for network 386fd69d-78df-439e-8c91-6ff7348c90f5 Jul 06 11:43:13.891708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971d4e58-a422-40b3-9599-2347f3c2246c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:14.012122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.109421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:43:14.120330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cec8ba9b-9e04-4332-b625-481902404cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.124604 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-154d8d8a-7409-495d-b448-e0f547b5f7f8 req-7a7133d5-8888-4f63-8bc6-55f152f9f642 service neutron] 10.222.0.86 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146895 Jul 06 11:43:14.135858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.144573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.145412 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.288369 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.309224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabc4db-aaa3-4ee9-860f-4a9f8e905180 req-ac487039-875a-4977-9ff8-fd14ab6f5c18 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.311604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afabc4db-aaa3-4ee9-860f-4a9f8e905180 req-ac487039-875a-4977-9ff8-fd14ab6f5c18 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.3062522 Jul 06 11:43:14.318691 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.338643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2623663 Jul 06 11:43:14.346947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:14.355151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] Request body: {'subnet': {'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1585401254-subnet', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:14.365254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee635feb-c9cb-4cb8-aa67-f7d6e9e94700 admin admin] Pushing event updated for resources: {'Network': ['ID=386fd69d-78df-439e-8c91-6ff7348c90f5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:14.389582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 386fd69d-78df-439e-8c91-6ff7348c90f5 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:43:14.495344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:14.499778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:43:14.546632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d739147-9a0f-4225-90c3-6dd9972f1e8a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:14.547138 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f9d505c0-8bda-4011-94cc-e8eea1a52c2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.570069 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.570604 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Added segment d17bbf20-7d88-4f50-bfb5-161c1a445b49 of type vlan for network ab975afd-2923-4c4a-8316-6c97cbfde7c9 Jul 06 11:43:14.600032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d505c0-8bda-4011-94cc-e8eea1a52c2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=b93f0ef2-83ba-4d9d-b8da-70165213cd91,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:14.602744 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.608195 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b20d5095-0d83-496b-9dc5-da8c2f1b2792 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8240535 Jul 06 11:43:14.608921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44266) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:14.640298 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.648099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Sync routers for ids ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:14.674783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:14.679477 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.707639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Routers {'459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:14.708990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:42:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:14.748420 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.749425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:14.750172 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.813962 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afabc4db-aaa3-4ee9-860f-4a9f8e905180 req-dcbb0883-aa80-4a06-aa56-3766e717a025 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879506 Jul 06 11:43:14.864926 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5922213 Jul 06 11:43:14.878872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:14.879576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c036c-5eaf-47e1-90d9-7445cf8d9343 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:14.887684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] Request body: {'subnet': {'network_id': 'ab975afd-2923-4c4a-8316-6c97cbfde7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891862983-subnet', 'tenant_id': '9b515e1ca5cd4e5f99b4e26420695167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:14.956626 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f9d505c0-8bda-4011-94cc-e8eea1a52c2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:14.957469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] Made reservation on behalf of 9b515e1ca5cd4e5f99b4e26420695167 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:14.961690 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f9d505c0-8bda-4011-94cc-e8eea1a52c2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/b93f0ef2-83ba-4d9d-b8da-70165213cd91 HTTP/1.1" status: 204 len: 168 time: 2.5343163 Jul 06 11:43:14.961928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.039931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44272) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:15.097283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Set router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:15.156471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe6266e-bbac-42f2-a17f-8f712965e24b None None] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:15.216864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3707b-a206-4b3e-9185-73ebf7cbd194 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.217132 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.220201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3707b-a206-4b3e-9185-73ebf7cbd194 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.223682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3707b-a206-4b3e-9185-73ebf7cbd194 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.223933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e0097-32f6-4943-bdbf-123b8e569d6a admin admin] Pushing event updated for resources: {'Network': ['ID=ab975afd-2923-4c4a-8316-6c97cbfde7c9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:15.240445 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0fd3707b-a206-4b3e-9185-73ebf7cbd194 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1951044 Jul 06 11:43:15.253992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:15.287517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7ce7e324-f54f-4228-92d0-c32c99d578b1 None None] Provisioning for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:15.319871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7ce7e324-f54f-4228-92d0-c32c99d578b1 None None] Provisioning complete for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:15.320250 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ce7e324-f54f-4228-92d0-c32c99d578b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.322063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network ab975afd-2923-4c4a-8316-6c97cbfde7c9 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:43:15.360347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=908f065c-ca4c-4726-81c4-f8fc0556957d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:15.420376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a74fd5-2836-4c2b-9e49-5c0c1c704070 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 5a325e34-e819-4045-a5f3-3fcfbc4e2003 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:15.476297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baa819-2dae-4dc0-b797-47e50539e2d3 req-94ea8e4c-64bc-480d-b987-67d35a08d977 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.483953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2baa819-2dae-4dc0-b797-47e50539e2d3 req-94ea8e4c-64bc-480d-b987-67d35a08d977 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.3299875 Jul 06 11:43:15.492924 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9a74fd5-2836-4c2b-9e49-5c0c1c704070 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.495738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] Checking segment: {'id': 'd17bbf20-7d88-4f50-bfb5-161c1a445b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ab975afd-2923-4c4a-8316-6c97cbfde7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:15.496099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] Network hostable DHCP agents. Network: ab975afd-2923-4c4a-8316-6c97cbfde7c9, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:43:15.565502 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.577591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9a74fd5-2836-4c2b-9e49-5c0c1c704070 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.630227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:11Z', 'revision_number': 3, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:15.643784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2baa819-2dae-4dc0-b797-47e50539e2d3 req-c6a98908-b80f-493e-a41b-0bbbc393d7b2 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589210 Jul 06 11:43:15.675956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] Network ab975afd-2923-4c4a-8316-6c97cbfde7c9 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:43:15.689140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Checking router: 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:15.689140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Updating router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 port 0435a786-ada6-40ba-89ec-8a4087ee4149 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:43:15.728813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b1211c-4173-4132-9c51-d8dede70be70,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:15.738679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, ab975afd-2923-4c4a-8316-6c97cbfde7c9) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:15.779666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afedd4c7-e943-4383-845a-6e78b240db6d None None] Network ab975afd-2923-4c4a-8316-6c97cbfde7c9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:15.802212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:15.803627 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.822942 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.833462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] Checking segment: {'id': 'fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:15.833852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] Network hostable DHCP agents. Network: 386fd69d-78df-439e-8c91-6ff7348c90f5, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:43:15.855990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9a74fd5-2836-4c2b-9e49-5c0c1c704070 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:15.908363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-97c6ce2e-1f11-4e0d-9c47-31c90348bdf2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0260277 Jul 06 11:43:15.941739 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.007902 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9a74fd5-2836-4c2b-9e49-5c0c1c704070 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.017705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] Network 386fd69d-78df-439e-8c91-6ff7348c90f5 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:43:16.024421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 42052a81-3781-4018-ba97-3b51b768001c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:16.028843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a76be531-b570-4e14-9d42-addbccda6fa8 None None] Provisioning for port 42052a81-3781-4018-ba97-3b51b768001c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:16.059248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a74fd5-2836-4c2b-9e49-5c0c1c704070 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=5a325e34-e819-4045-a5f3-3fcfbc4e2003,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:16.062718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 386fd69d-78df-439e-8c91-6ff7348c90f5) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:16.070696 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9a74fd5-2836-4c2b-9e49-5c0c1c704070 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.074971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e9a74fd5-2836-4c2b-9e49-5c0c1c704070 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/5a325e34-e819-4045-a5f3-3fcfbc4e2003 HTTP/1.1" status: 204 len: 168 time: 0.8189790 Jul 06 11:43:16.076664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.077305 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.080727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44282) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:16.186193 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc094772-a17f-404e-b823-affd7d25daae tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 731e4635-95af-4ee2-92da-4a82a0177b78 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:16.191001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc094772-a17f-404e-b823-affd7d25daae tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.230314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01df1df3-3087-4d77-8c01-79cde437f37b None None] Network 386fd69d-78df-439e-8c91-6ff7348c90f5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:16.249518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc094772-a17f-404e-b823-affd7d25daae tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.377951 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc094772-a17f-404e-b823-affd7d25daae tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.382942 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Allocated IP 172.20.0.1 (50b2a7f7-73bf-450e-90b6-1dc0017ce431/cc1823c6-31ea-41af-a296-af4300e5b5d6/6afefdb1-252b-47ff-99ce-981520346825) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:16.566492 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc094772-a17f-404e-b823-affd7d25daae tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.570974 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f72f8791-a573-45fa-ac29-a2264de87be8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2225189 Jul 06 11:43:16.580912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44288) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:16.590624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1585401254-router', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:16.650862 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc094772-a17f-404e-b823-affd7d25daae tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.653890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dc094772-a17f-404e-b823-affd7d25daae tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/731e4635-95af-4ee2-92da-4a82a0177b78 HTTP/1.1" status: 204 len: 168 time: 0.5716822 Jul 06 11:43:16.656440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc094772-a17f-404e-b823-affd7d25daae tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=731e4635-95af-4ee2-92da-4a82a0177b78,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:16.661134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44292) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:16.699917 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da1af5-69bf-42b9-a831-5d3d7a8d7397 req-a97af01e-2c9f-487e-8437-4d96a02679d8 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:16.701454 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08da1af5-69bf-42b9-a831-5d3d7a8d7397 req-a97af01e-2c9f-487e-8437-4d96a02679d8 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 945 time: 0.2518902 Jul 06 11:43:16.729012 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.771251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Transition to ACTIVE for port object 6afefdb1-252b-47ff-99ce-981520346825 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:16.792736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44296) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:16.795738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ef303cc5-36a1-4a9c-986d-e03a0c536be0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316161 Jul 06 11:43:16.798347 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.799432 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:16.824795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1064cbe2-b011-4d03-b23e-c315f236cbb4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:16.861999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a7585b-cc89-44e7-9b8e-eb23f49e2a69 None None] Network ab975afd-2923-4c4a-8316-6c97cbfde7c9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:16.881161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57867bc0-3fe3-4b9d-b25f-e7608577f732 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:16.917804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08da1af5-69bf-42b9-a831-5d3d7a8d7397 req-247f17c5-7df1-4da4-aa73-4a8690cb6315 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633658 Jul 06 11:43:16.994315 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.026301 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.122970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:17.132163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:17.142114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:17.214092 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.227294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Transition to ACTIVE for port object 0435a786-ada6-40ba-89ec-8a4087ee4149 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:17.249091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1064cbe2-b011-4d03-b23e-c315f236cbb4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:17.255389 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1064cbe2-b011-4d03-b23e-c315f236cbb4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.294715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Pushing event updated for resources: {'Port': ['ID=6afefdb1-252b-47ff-99ce-981520346825,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:17.417543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.521962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44312) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:17.533857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-531315417-network', 'tenant_id': 'cdc8f1a0a4f3431fbc6e1f233c952d16'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:17.595277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Made reservation on behalf of cdc8f1a0a4f3431fbc6e1f233c952d16 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:17.599146 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.628809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.826986 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.843629 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.928971 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.930366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2d3e0b96-e924-4435-ae0d-5c2d1600b5c7 None None] Provisioning complete for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:17.932077 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d3e0b96-e924-4435-ae0d-5c2d1600b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.935576 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:17.953593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 42052a81-3781-4018-ba97-3b51b768001c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:17.963387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:43:17.969980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac744b-225d-4148-8f8b-11b9f6c7b101 req-71bf9bb4-afd3-40e3-bc27-6faebf65fadd tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:17.973290 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7ac744b-225d-4148-8f8b-11b9f6c7b101 req-71bf9bb4-afd3-40e3-bc27-6faebf65fadd tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.9744263 Jul 06 11:43:17.984210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 42052a81-3781-4018-ba97-3b51b768001c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:17.984798 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.090708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.091318 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Added segment 91d847be-1628-430c-a847-923bb8d2c675 of type vlan for network 612bcd52-a352-4a06-b4f9-0f85efbd9918 Jul 06 11:43:18.093140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1402a10b-d91c-4c56-89f5-b998c3042fcd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:18.098759 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7ac744b-225d-4148-8f8b-11b9f6c7b101 req-0bf6dacc-3efa-4099-84b4-5497d6dba8bf tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018097 Jul 06 11:43:18.246807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Attempting to bind port 0435a786-ada6-40ba-89ec-8a4087ee4149 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:18.247141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Attempting to bind port 0435a786-ada6-40ba-89ec-8a4087ee4149 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:18.247300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Attempting to bind port 0435a786-ada6-40ba-89ec-8a4087ee4149 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:18.280662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:18.281030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:18.281452 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.281856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:18.282369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Bound port: 0435a786-ada6-40ba-89ec-8a4087ee4149, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:18.282761 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.304904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.319702 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.328912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.346937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd14779-e4c4-4a50-8d62-2aa98daf8b78 None None] Pushing event updated for resources: {'Port': ['ID=0435a786-ada6-40ba-89ec-8a4087ee4149,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:18.382325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.465412 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1064cbe2-b011-4d03-b23e-c315f236cbb4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.511244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Allocated IP 172.25.0.66 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/641b4526-8fe8-431e-9b81-0034007b8ca7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:18.522804 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ba0896f-2cbc-46d0-aa13-d479b032a6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.558098 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.599734 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.602996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-386fd69d-78df-439e-8c91-6ff7348c90f5', 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'fixed_ips': [{'subnet_id': '82b1211c-4173-4132-9c51-d8dede70be70'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:43:18.604364 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.613231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064cbe2-b011-4d03-b23e-c315f236cbb4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:18.623254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] For port 0435a786-ada6-40ba-89ec-8a4087ee4149, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:18.640964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.642800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:18.644001 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.658825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1064cbe2-b011-4d03-b23e-c315f236cbb4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:18.664193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1064cbe2-b011-4d03-b23e-c315f236cbb4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:18.665997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1064cbe2-b011-4d03-b23e-c315f236cbb4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.709200 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] For port 0435a786-ada6-40ba-89ec-8a4087ee4149, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0435a786-ada6-40ba-89ec-8a4087ee4149,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:18.729577 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.734146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064cbe2-b011-4d03-b23e-c315f236cbb4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=6939775c-3079-4cb4-a6bc-437c7a658af9,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:18.759728 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.781228 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.795205 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2717240 Jul 06 11:43:18.800399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:18.806705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 42052a81-3781-4018-ba97-3b51b768001c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=42052a81-3781-4018-ba97-3b51b768001c,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:18.808632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] Request body: {'subnet': {'network_id': '612bcd52-a352-4a06-b4f9-0f85efbd9918', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-531315417-subnet', 'tenant_id': 'cdc8f1a0a4f3431fbc6e1f233c952d16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:18.826776 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1064cbe2-b011-4d03-b23e-c315f236cbb4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0230474 Jul 06 11:43:18.832294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44332) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:18.837508 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:18.854723 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] Made reservation on behalf of cdc8f1a0a4f3431fbc6e1f233c952d16 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:18.858088 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.863115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:18.895202 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ba44b-d7ce-442a-a404-0eb15a805aab admin admin] Pushing event updated for resources: {'Network': ['ID=612bcd52-a352-4a06-b4f9-0f85efbd9918,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:18.953291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Allocated IP 172.20.0.2 (386fd69d-78df-439e-8c91-6ff7348c90f5/82b1211c-4173-4132-9c51-d8dede70be70/57894969-e068-41f2-a677-d23250ce8803) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:19.120530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 612bcd52-a352-4a06-b4f9-0f85efbd9918 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:43:19.154079 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.155168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 019aaf1a-c045-4ddb-87a6-aabb345f5079 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:19.293216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:19.295726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.344755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:19.351868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:19.359641 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dc73e4-4ff5-4864-99ca-20133f323e05 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:43:19.400928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ea4d7889-cb0a-4f42-a00e-c7e95eafa734 None None] Provisioning complete for port 42052a81-3781-4018-ba97-3b51b768001c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:19.401501 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7889-cb0a-4f42-a00e-c7e95eafa734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.423948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Routers {'459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:19.424916 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:43:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:19.519851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Pushing event updated for resources: {'Port': ['ID=641b4526-8fe8-431e-9b81-0034007b8ca7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:19.583611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e432fa-f0c8-49b0-9836-a499a6c1c410,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:19.588048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:19.594193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.629319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd14779-e4c4-4a50-8d62-2aa98daf8b78 None None] Pushing event updated for resources: {'Port': ['ID=0435a786-ada6-40ba-89ec-8a4087ee4149,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:19.650686 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.682014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] Checking segment: {'id': '91d847be-1628-430c-a847-923bb8d2c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '612bcd52-a352-4a06-b4f9-0f85efbd9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:19.682919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] Network hostable DHCP agents. Network: 612bcd52-a352-4a06-b4f9-0f85efbd9918, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:43:19.722491 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.736774 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.784864 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Transition to ACTIVE for port object 57894969-e068-41f2-a677-d23250ce8803 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:19.818223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e53db-56d9-40fa-9260-ccab58d76f60 req-52ffc5a6-3dba-4ab9-8901-92ef08b32b8f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.820035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a3e53db-56d9-40fa-9260-ccab58d76f60 req-52ffc5a6-3dba-4ab9-8901-92ef08b32b8f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.5129473 Jul 06 11:43:19.824527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] Network 612bcd52-a352-4a06-b4f9-0f85efbd9918 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:43:19.890527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 612bcd52-a352-4a06-b4f9-0f85efbd9918) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:19.894446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Pushing event updated for resources: {'Port': ['ID=6afefdb1-252b-47ff-99ce-981520346825,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:19.900275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.927550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:19.928709 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.952116 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 019aaf1a-c045-4ddb-87a6-aabb345f5079 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:19.954030 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:19.958460 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba15ab5d-7b14-4c6d-87d8-9bff52de8455 None None] Network 612bcd52-a352-4a06-b4f9-0f85efbd9918 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:19.979118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Transition to ACTIVE for port object 57894969-e068-41f2-a677-d23250ce8803 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:19.996736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9381fae6-170b-4a0d-b9d3-dbb2a596f60c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1948369 Jul 06 11:43:20.011268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a3e53db-56d9-40fa-9260-ccab58d76f60 req-ad0f9e30-f793-4a9b-8c0b-a6598e5745b6 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707330 Jul 06 11:43:20.100157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] Set router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:20.119059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:20.127224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:20.147111 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:20.358651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=42052a81-3781-4018-ba97-3b51b768001c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:20.469697 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:20.607569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:20.670697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c3977ad1-af61-491d-959e-f0f61d494e50 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:20.807811 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:20.887323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc73e4-4ff5-4864-99ca-20133f323e05 None None] Deleting port 019aaf1a-c045-4ddb-87a6-aabb345f5079 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:20.887941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dc73e4-4ff5-4864-99ca-20133f323e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:20.913726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Network 386fd69d-78df-439e-8c91-6ff7348c90f5 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:21.107006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.objects.ports [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93815) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:43:21.221477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:43:21.278258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-3c5814bb-310a-4c69-8b1f-b3ab3f9570f0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:21.281368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-3c5814bb-310a-4c69-8b1f-b3ab3f9570f0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/networks?id=ab975afd-2923-4c4a-8316-6c97cbfde7c9 HTTP/1.1" status: 200 len: 808 time: 0.3132551 Jul 06 11:43:21.391511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-bd7256d7-7354-4211-bdf6-125427c805f2 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/quotas/9b515e1ca5cd4e5f99b4e26420695167 HTTP/1.1" status: 200 len: 375 time: 0.1029453 Jul 06 11:43:21.416284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:21.440518 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e82de03f-3d6a-4c44-81e9-8ef25bb834bf admin admin] 10.222.0.21 "PUT /v2.0/routers/459738a8-e3c6-4eb2-ac8f-fc0d900d1e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8262327 Jul 06 11:43:21.449088 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:21.455549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:21.482255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:21.508051 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-7aae7d75-1f21-4c5f-b3dc-57d826050ff8 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b515e1ca5cd4e5f99b4e26420695167&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727351 Jul 06 11:43:21.595912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ea4d7889-cb0a-4f42-a00e-c7e95eafa734 None None] Could not find standard attr ID for object b93f0ef2-83ba-4d9d-b8da-70165213cd91. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:43:21.606553 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:43:21.632771 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Pushing event updated for resources: {'Port': ['ID=57894969-e068-41f2-a677-d23250ce8803,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:21.781963 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:21.817861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 42052a81-3781-4018-ba97-3b51b768001c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:21.828431 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-c33bef86-c2f6-448c-8828-3445cb34041d service neutron] 10.222.0.21 "GET /v2.0/networks/ab975afd-2923-4c4a-8316-6c97cbfde7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121035 Jul 06 11:43:21.829546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:21.846104 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Sync routers for ids ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:21.855181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9ea87-d45b-4141-a79b-443e49c6a01c req-e5c10861-caf9-4ad7-8342-f1e2cb1770b5 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:21.857041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17a9ea87-d45b-4141-a79b-443e49c6a01c req-e5c10861-caf9-4ad7-8342-f1e2cb1770b5 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.4927168 Jul 06 11:43:21.872840 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Routers {'9e9c70a1-2d55-430c-944a-e7a65fd2d999'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:21.874105 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:43:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:21.913599 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ea4d7889-cb0a-4f42-a00e-c7e95eafa734 None None] Provisioning for port 6afefdb1-252b-47ff-99ce-981520346825 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:21.957119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-d3805348-680d-4f8b-afd6-893470806667 service neutron] 10.222.0.21 "GET /v2.0/networks/ab975afd-2923-4c4a-8316-6c97cbfde7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124380 Jul 06 11:43:21.957909 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:21.959132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ad76f8a8-c468-4bc8-bf44-709e05e45764 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3744416 Jul 06 11:43:21.963318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:22.000292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ea4d7889-cb0a-4f42-a00e-c7e95eafa734 None None] Provisioning complete for port 6afefdb1-252b-47ff-99ce-981520346825 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:22.000676 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7889-cb0a-4f42-a00e-c7e95eafa734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.005547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d20528-9af6-4054-9c45-346b735625c4 None None] Network 612bcd52-a352-4a06-b4f9-0f85efbd9918 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:22.137383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Attempting to bind port 57894969-e068-41f2-a677-d23250ce8803 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:22.137919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Attempting to bind port 57894969-e068-41f2-a677-d23250ce8803 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:22.138299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Attempting to bind port 57894969-e068-41f2-a677-d23250ce8803 on network 386fd69d-78df-439e-8c91-6ff7348c90f5 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:22.152823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] For port 019aaf1a-c045-4ddb-87a6-aabb345f5079, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=019aaf1a-c045-4ddb-87a6-aabb345f5079,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:22.158357 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Set router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:22.182946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:22.183474 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Checking segment: {'id': 'fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:22.183941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.184236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Bound using segment: {'id': 'fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:22.184687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Bound port: 57894969-e068-41f2-a677-d23250ce8803, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:22.185083 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.229781 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17a9ea87-d45b-4141-a79b-443e49c6a01c req-4019ec01-ee2d-480d-b136-2600b835b4f5 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687325 Jul 06 11:43:22.251860 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.273115 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.276637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.384295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 42052a81-3781-4018-ba97-3b51b768001c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:22.384756 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.404745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:22.454630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:22.489960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:22.491871 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.497825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '6afefdb1-252b-47ff-99ce-981520346825', 'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'mac_address': 'fa:16:3e:ee:1e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:16Z', 'revision_number': 1, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'subnets': [{'id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:22.581191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432a6d5-4fb0-4dad-8bc8-862c53d817f0 None None] The sync data for ids ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'] in n-d-799527-2 is: [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '6afefdb1-252b-47ff-99ce-981520346825', 'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'mac_address': 'fa:16:3e:ee:1e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:16Z', 'revision_number': 1, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'subnets': [{'id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:22.604924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b9dc73e4-4ff5-4864-99ca-20133f323e05 None None] For port 019aaf1a-c045-4ddb-87a6-aabb345f5079, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=019aaf1a-c045-4ddb-87a6-aabb345f5079,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:22.605210 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dc73e4-4ff5-4864-99ca-20133f323e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.614297 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=d8bc8703-19a8-49c3-a99e-97657a7c5ef3,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:22.657494 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8193035 Jul 06 11:43:22.661882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd1e9a-9328-42b4-92ae-ab887c3cda21 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=019aaf1a-c045-4ddb-87a6-aabb345f5079,revision_number=14']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:22.671737 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44434) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:22.697331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:82:7b:29', 'name': 'tempest-NetworksTestDHCPv6-1744495894'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:22.801307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] For port 57894969-e068-41f2-a677-d23250ce8803, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:22.805404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] For port 57894969-e068-41f2-a677-d23250ce8803, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=57894969-e068-41f2-a677-d23250ce8803,segment=NetworkSegment(fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24),segment_id=fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:22.831136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d7889-cb0a-4f42-a00e-c7e95eafa734 None None] Port 6afefdb1-252b-47ff-99ce-981520346825 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:22.835348 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:22.984256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc73e4-4ff5-4864-99ca-20133f323e05 None None] Calling delete_port for 019aaf1a-c045-4ddb-87a6-aabb345f5079 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:22.989593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600edcae-bc34-4899-8e34-7e3ce08ca8b8 None None] Pushing event updated for resources: {'Port': ['ID=57894969-e068-41f2-a677-d23250ce8803,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:23.003801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 019aaf1a-c045-4ddb-87a6-aabb345f5079 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:23.042982 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'name': 'tempest-ServersTestMultiNic-1585401254-router', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:19Z', 'revision_number': 3, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'gw_port': {'id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:18Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:23.094805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c3977ad1-af61-491d-959e-f0f61d494e50, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c3977ad1-af61-491d-959e-f0f61d494e50,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:23.175984 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Checking router: 9e9c70a1-2d55-430c-944a-e7a65fd2d999 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:23.176360 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Updating router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 port 641b4526-8fe8-431e-9b81-0034007b8ca7 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:43:23.186625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:23.224745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59b51149-fadd-4a46-aa48-2287edacbce6 req-3c63234c-cdd0-4a04-a11d-4b20dbb94a3c tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 210 time: 0.4375675 Jul 06 11:43:23.298845 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:23.314021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44440) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:23.364812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-edfc9e5f-0c16-4d1b-94f3-825481f8b20c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782457951', 'description': 'tempest-description--1271120928'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:23.509698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c3977ad1-af61-491d-959e-f0f61d494e50', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'port_id': 'c3977ad1-af61-491d-959e-f0f61d494e50', 'mac_address': 'fa:16:3e:69:e4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:23.610668 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edfc9e5f-0c16-4d1b-94f3-825481f8b20c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:23.623849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:23.751140 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:23.782310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 6485ced9-d892-44fe-a5ea-64228c12cb56 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:43:23.866685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e113def7-9af9-4027-9344-42963da2b3ed None None] Provisioning complete for port 6afefdb1-252b-47ff-99ce-981520346825 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:23.872005 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e113def7-9af9-4027-9344-42963da2b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:24.007744 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dc73e4-4ff5-4864-99ca-20133f323e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:24.249693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e113def7-9af9-4027-9344-42963da2b3ed None None] Port 6afefdb1-252b-47ff-99ce-981520346825 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:24.379376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 172.20.0.14 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/6939775c-3079-4cb4-a6bc-437c7a658af9/6485ced9-d892-44fe-a5ea-64228c12cb56) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:24.393431 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:24.397127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::f816:3eff:fe82:7b29 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/d8bc8703-19a8-49c3-a99e-97657a7c5ef3/6485ced9-d892-44fe-a5ea-64228c12cb56) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:24.428364 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Transition to ACTIVE for port object 641b4526-8fe8-431e-9b81-0034007b8ca7 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:24.448241 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:24.452471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc73e4-4ff5-4864-99ca-20133f323e05 None None] Pushing event deleted for resources: {'Port': ['ID=019aaf1a-c045-4ddb-87a6-aabb345f5079,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:24.491058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc73e4-4ff5-4864-99ca-20133f323e05 None None] No DVR routers for this DVR port 019aaf1a-c045-4ddb-87a6-aabb345f5079 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:24.518372 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:24.671013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a49eb8-460f-4a37-beb6-8f7d9234a3c8 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:24.676750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 57894969-e068-41f2-a677-d23250ce8803 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:24.677033 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f6379-41a6-47dd-a145-1ff532844455 None None] Pushing event updated for resources: {'Port': ['ID=641b4526-8fe8-431e-9b81-0034007b8ca7,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:24.683179 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Attempting to bind port 641b4526-8fe8-431e-9b81-0034007b8ca7 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:24.687642 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Attempting to bind port 641b4526-8fe8-431e-9b81-0034007b8ca7 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:24.688436 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Attempting to bind port 641b4526-8fe8-431e-9b81-0034007b8ca7 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:24.702582 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:24.705002 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:24.705731 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:24.707948 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:24.708767 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Bound port: 641b4526-8fe8-431e-9b81-0034007b8ca7, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:24.709855 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:24.910624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3977ad1-af61-491d-959e-f0f61d494e50 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:24.977893 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] For port 641b4526-8fe8-431e-9b81-0034007b8ca7, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:24.994249 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] For port 641b4526-8fe8-431e-9b81-0034007b8ca7, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=641b4526-8fe8-431e-9b81-0034007b8ca7,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:25.002778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.010547 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.014354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1443ab-1e30-48e9-9af3-71a348332cd4 req-c39eb559-fe79-445d-9be5-fed5a21fdc34 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:25.027221 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc1443ab-1e30-48e9-9af3-71a348332cd4 req-c39eb559-fe79-445d-9be5-fed5a21fdc34 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 1.1759911 Jul 06 11:43:25.037522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 6485ced9-d892-44fe-a5ea-64228c12cb56 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:25.056393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e01e75a-04bb-4455-a668-e0a2246d1800 req-db895df5-8dd9-4555-a693-abea0b51cb83 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 210 time: 0.2905362 Jul 06 11:43:25.103754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c3977ad1-af61-491d-959e-f0f61d494e50, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c3977ad1-af61-491d-959e-f0f61d494e50,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:25.150810 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.215146 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.224363 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edfc9e5f-0c16-4d1b-94f3-825481f8b20c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.290378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edfc9e5f-0c16-4d1b-94f3-825481f8b20c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.390167 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Routers {'9e9c70a1-2d55-430c-944a-e7a65fd2d999'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:25.404316 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:43:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:25.419995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=6485ced9-d892-44fe-a5ea-64228c12cb56,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:25.460873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:25.465340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:25.471531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:25.548947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c3977ad1-af61-491d-959e-f0f61d494e50'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:25.576146 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edfc9e5f-0c16-4d1b-94f3-825481f8b20c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.577973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-edfc9e5f-0c16-4d1b-94f3-825481f8b20c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.2625678 Jul 06 11:43:25.584544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44472) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:25.593489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc1443ab-1e30-48e9-9af3-71a348332cd4 req-ec8ace30-4f14-47d0-b55e-509458b43e74 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039556 Jul 06 11:43:25.601304 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f6379-41a6-47dd-a145-1ff532844455 None None] Pushing event updated for resources: {'Port': ['ID=641b4526-8fe8-431e-9b81-0034007b8ca7,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:25.619038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc9e5f-0c16-4d1b-94f3-825481f8b20c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b90066-48b4-4832-b543-bcb53dcf4667,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:25.621590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0d971c37-a60d-46b8-a401-ffa7e44fee44 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Request body: {'security_group_rule': {'security_group_id': '02b90066-48b4-4832-b543-bcb53dcf4667', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:25.775251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:25.780379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.850682 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:25.963172 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] Set router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:25.992766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c3977ad1-af61-491d-959e-f0f61d494e50,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:26.036151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d221be8-828e-4628-86fc-b47a70ec19d1 None None] Network 386fd69d-78df-439e-8c91-6ff7348c90f5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:26.063331 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d971c37-a60d-46b8-a401-ffa7e44fee44 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:26.066016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 57894969-e068-41f2-a677-d23250ce8803 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:26.121087 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4d638ae7-763b-4e85-b62b-0db8b13a78e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4404895 Jul 06 11:43:26.153046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44474) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:26.447991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1e74a34b-4897-4b83-babe-bcc8b4e523ea None None] Provisioning for port 57894969-e068-41f2-a677-d23250ce8803 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:26.561378 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d971c37-a60d-46b8-a401-ffa7e44fee44 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:26.659679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d971c37-a60d-46b8-a401-ffa7e44fee44 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:26.686821 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'name': 'tempest-ServersTestMultiNic-1585401254-router', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:19Z', 'revision_number': 3, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'gw_port': {'id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:18Z', 'updated_at': '2021-07-06T11:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:26.769976 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df8056-ae49-40c8-b236-a116d3cfa916 None None] The sync data for ids ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'] in n-d-799527-2 is: [{'id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'name': 'tempest-ServersTestMultiNic-1585401254-router', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:19Z', 'revision_number': 3, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'gw_port': {'id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:18Z', 'updated_at': '2021-07-06T11:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:26.770323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-38c1022e-7cd4-42f2-9964-faaa148ebdca tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:26.788174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Allocated IP 172.20.0.1 (386fd69d-78df-439e-8c91-6ff7348c90f5/82b1211c-4173-4132-9c51-d8dede70be70/e2a55d5c-4cf5-4d60-998c-3995863188bb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:26.797523 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-38c1022e-7cd4-42f2-9964-faaa148ebdca tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.47 "GET /v2.0/networks?id=ab975afd-2923-4c4a-8316-6c97cbfde7c9 HTTP/1.1" status: 200 len: 808 time: 0.9876451 Jul 06 11:43:26.862568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Request body: {'port': {'device_id': 'f17dabdd-5abe-4372-af8f-74fdfaabdfed', 'network_id': 'ab975afd-2923-4c4a-8316-6c97cbfde7c9', 'admin_state_up': True, 'tenant_id': '9b515e1ca5cd4e5f99b4e26420695167'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:26.928247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13fdc01f-3ce3-4719-9300-731eeceab267 req-99d2a679-986e-4a62-85e0-d54945d99033 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 210 time: 0.1111724 Jul 06 11:43:27.041643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1e74a34b-4897-4b83-babe-bcc8b4e523ea None None] Provisioning complete for port 57894969-e068-41f2-a677-d23250ce8803 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:27.042471 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e74a34b-4897-4b83-babe-bcc8b4e523ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.086464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0435a786-ada6-40ba-89ec-8a4087ee4149 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:27.102624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d971c37-a60d-46b8-a401-ffa7e44fee44 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fadb2e1-e05d-43fd-bd0c-d1519f5c575f,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:27.173521 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d971c37-a60d-46b8-a401-ffa7e44fee44 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.200469 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0d971c37-a60d-46b8-a401-ffa7e44fee44 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6149714 Jul 06 11:43:27.203319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44492) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:27.225922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a0d2d160-63af-4cf1-b756-0d5d19d6108e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Request body: {'security_group_rule': {'security_group_id': '02b90066-48b4-4832-b543-bcb53dcf4667', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:27.250741 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7115e9-7b4c-495e-8967-bfd28d68039f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:27.252658 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-df7115e9-7b4c-495e-8967-bfd28d68039f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 1.0923676 Jul 06 11:43:27.264275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44494) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:27.360894 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.390477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Transition to ACTIVE for port object e2a55d5c-4cf5-4d60-998c-3995863188bb will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:27.577812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 6485ced9-d892-44fe-a5ea-64228c12cb56 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:27.579284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.669342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.693636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 0435a786-ada6-40ba-89ec-8a4087ee4149 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:27.713845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '6939775c-3079-4cb4-a6bc-437c7a658af9'}, {'subnet_id': 'd8bc8703-19a8-49c3-a99e-97657a7c5ef3'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:43:27.726881 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.817913 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.844330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 0435a786-ada6-40ba-89ec-8a4087ee4149 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:27.845253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 6485ced9-d892-44fe-a5ea-64228c12cb56 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:27.845842 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d160-63af-4cf1-b756-0d5d19d6108e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.848179 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:27.960160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Network 386fd69d-78df-439e-8c91-6ff7348c90f5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:27.973522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a55d5c-4cf5-4d60-998c-3995863188bb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:27.978280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:27.986542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:28.038571 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e74a34b-4897-4b83-babe-bcc8b4e523ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.062379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:43:28.062379 n-d-799527-2 neutron-server[93815]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:43:28.062379 n-d-799527-2 neutron-server[93815]: [parameters: {'project_id_1': '9b515e1ca5cd4e5f99b4e26420695167', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 43, 27, 569245)}] Jul 06 11:43:28.062379 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:43:28.063957 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:43:28.065762 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.282052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.282510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.283131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.283537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.284917 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.285354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.286171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.286171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.286593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.287402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.287402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.287837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.353201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1e74a34b-4897-4b83-babe-bcc8b4e523ea None None] For port 57894969-e068-41f2-a677-d23250ce8803, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=57894969-e068-41f2-a677-d23250ce8803,segment=NetworkSegment(fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24),segment_id=fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:28.406250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a07d3-3ac3-42d5-b344-58148e9597ab req-a411dcfe-ca48-4b2b-abd3-64e9f2599c69 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:28.414648 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e74a34b-4897-4b83-babe-bcc8b4e523ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.424507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d4a07d3-3ac3-42d5-b344-58148e9597ab req-a411dcfe-ca48-4b2b-abd3-64e9f2599c69 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 1.1869745 Jul 06 11:43:28.483994 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.496760 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bb1ac69-772c-4e32-8d1a-307a86a5faa3 req-12d20e6d-ad38-4f54-ae2f-03399970372c tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 210 time: 0.2284367 Jul 06 11:43:28.668735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=6485ced9-d892-44fe-a5ea-64228c12cb56,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:28.680765 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d160-63af-4cf1-b756-0d5d19d6108e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.722136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d4a07d3-3ac3-42d5-b344-58148e9597ab req-7de7e81b-3bae-471b-b148-32592bed9cc8 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898529 Jul 06 11:43:28.736519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.736898 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d160-63af-4cf1-b756-0d5d19d6108e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.740344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.741563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.744288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.753620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.755835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.762495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.763940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.766710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Sync routers for ids ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:28.768149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.772628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.785859 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.787158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.787818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:28.815951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2d160-63af-4cf1-b756-0d5d19d6108e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63faed6-4e5c-40ce-a924-b3841cbb833d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:28.960914 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.995246 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.035688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d160-63af-4cf1-b756-0d5d19d6108e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.049216 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a0d2d160-63af-4cf1-b756-0d5d19d6108e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8448765 Jul 06 11:43:29.071990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44520) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:29.103264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Made reservation on behalf of 9b515e1ca5cd4e5f99b4e26420695167 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:29.107085 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74a34b-4897-4b83-babe-bcc8b4e523ea None None] Pushing event updated for resources: {'Port': ['ID=57894969-e068-41f2-a677-d23250ce8803,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:29.120805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.125479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Routers {'459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:29.126678 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:43:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:29.403068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Set router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:29.404174 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.408938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:29.417530 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.471050 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a55d5c-4cf5-4d60-998c-3995863188bb,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:29.537480 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.545701 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2e6f3fdf-4fd3-44c4-a2a1-48ce75228d8a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/6485ced9-d892-44fe-a5ea-64228c12cb56 HTTP/1.1" status: 204 len: 168 time: 2.2772784 Jul 06 11:43:29.561133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:29.561491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c3977ad1-af61-491d-959e-f0f61d494e50 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:29.564603 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.594828 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.610160 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:29.809328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Allocated IP 172.20.0.14 (ab975afd-2923-4c4a-8316-6c97cbfde7c9/908f065c-ca4c-4726-81c4-f8fc0556957d/5d47a1d8-8deb-4df0-b664-ac03a3434919) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:30.032291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-78a3d25a-b1b2-415e-b4b2-0631be71af44 None None] Provisioning complete for port 57894969-e068-41f2-a677-d23250ce8803 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:30.032892 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78a3d25a-b1b2-415e-b4b2-0631be71af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:30.046997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Allocated IP 172.20.0.2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/6939775c-3079-4cb4-a6bc-437c7a658af9/a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:30.054748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 0435a786-ada6-40ba-89ec-8a4087ee4149, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0435a786-ada6-40ba-89ec-8a4087ee4149,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:30.119475 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:30.149071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Allocated IP 2001:db8::f816:3eff:fe7f:6e26 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/d8bc8703-19a8-49c3-a99e-97657a7c5ef3/a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:30.295183 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:30.402607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:30.576248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Network ab975afd-2923-4c4a-8316-6c97cbfde7c9 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:30.583812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:30.609150 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:30.653848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 57894969-e068-41f2-a677-d23250ce8803 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:30.667919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c3977ad1-af61-491d-959e-f0f61d494e50 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:30.668529 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:30.763282 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:43:30.804211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:30.805279 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:30.835766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=0435a786-ada6-40ba-89ec-8a4087ee4149,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:30.851297 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0122607 Jul 06 11:43:30.882027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c99a02-832c-4f63-9b58-c13cfe7ab4a0 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Pushing event updated for resources: {'Port': ['ID=5d47a1d8-8deb-4df0-b664-ac03a3434919,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:30.893345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Request body: {'port': {'device_id': 'f17dabdd-5abe-4372-af8f-74fdfaabdfed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:31.001375 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.011024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.069153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 57894969-e068-41f2-a677-d23250ce8803 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:31.069617 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.080246 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '6afefdb1-252b-47ff-99ce-981520346825', 'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'mac_address': 'fa:16:3e:ee:1e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 2, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'subnets': [{'id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:31.182006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8c0d42c3-48a8-4eb7-b228-4ce5d70115c5 None None] Provisioning for port e2a55d5c-4cf5-4d60-998c-3995863188bb completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:31.206374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3977ad1-af61-491d-959e-f0f61d494e50'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:31.209490 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cdabbb-7e77-4113-a572-5ae6f06d873d" -d '{"events": [{"server_uuid": "4b362ee2-0c54-4390-8e09-4b7fd4996a28", "name": "network-vif-plugged", "status": "completed", "tag": "c3977ad1-af61-491d-959e-f0f61d494e50"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:31.224069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Checking router: 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:31.224663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Updating router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 port 6afefdb1-252b-47ff-99ce-981520346825 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:43:31.288424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb18b3-033d-4a9b-bc0c-467684b92b01 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:31.292808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb18b3-033d-4a9b-bc0c-467684b92b01 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:31.296386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb18b3-033d-4a9b-bc0c-467684b92b01 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:31.305325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1acb18b3-033d-4a9b-bc0c-467684b92b01 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.7393639 Jul 06 11:43:31.310129 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.313582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8c0d42c3-48a8-4eb7-b228-4ce5d70115c5 None None] Provisioning complete for port e2a55d5c-4cf5-4d60-998c-3995863188bb triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:31.314225 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c0d42c3-48a8-4eb7-b228-4ce5d70115c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.326760 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.330683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44534) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:31.379043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c3977ad1-af61-491d-959e-f0f61d494e50, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c3977ad1-af61-491d-959e-f0f61d494e50,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:31.415674 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.441052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Transition to ACTIVE for port object a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:31.560114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d42c3-48a8-4eb7-b228-4ce5d70115c5 None None] Port e2a55d5c-4cf5-4d60-998c-3995863188bb cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:31.569969 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-1647a0c3-3c74-4aa7-b3ef-4639549c368c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 6939775c-3079-4cb4-a6bc-437c7a658af9 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:31.581651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Transition to ACTIVE for port object a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:31.593167 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Network 386fd69d-78df-439e-8c91-6ff7348c90f5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:31.607995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:31.610511 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1647a0c3-3c74-4aa7-b3ef-4639549c368c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:31.726121 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1647a0c3-3c74-4aa7-b3ef-4639549c368c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.091886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c024aa-8b1e-43c5-bca0-f49a100da6b9 req-4741daab-b94a-4b19-9c93-6d89653e411d tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.096534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d47a1d8-8deb-4df0-b664-ac03a3434919 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:32.104640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35c024aa-8b1e-43c5-bca0-f49a100da6b9 req-4741daab-b94a-4b19-9c93-6d89653e411d tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 932 time: 1.2643073 Jul 06 11:43:32.115776 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.120872 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.129980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c3977ad1-af61-491d-959e-f0f61d494e50,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:32.159567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Transition to ACTIVE for port object 5d47a1d8-8deb-4df0-b664-ac03a3434919 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:32.184592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.226287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d0365-6cff-43c3-94ca-8dd5e270e1e7 req-1452620d-eed0-4d46-8021-ac0f8e420e27 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:32.228521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c7d0365-6cff-43c3-94ca-8dd5e270e1e7 req-1452620d-eed0-4d46-8021-ac0f8e420e27 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 1.3897190 Jul 06 11:43:32.234078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:32.249605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:32.262881 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:32.452491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1647a0c3-3c74-4aa7-b3ef-4639549c368c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.495066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35c024aa-8b1e-43c5-bca0-f49a100da6b9 req-d29cba02-ab83-4ff3-a767-630e7c68da45 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745553 Jul 06 11:43:32.495616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d47a1d8-8deb-4df0-b664-ac03a3434919,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:32.546699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.557768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Attempting to bind port 5d47a1d8-8deb-4df0-b664-ac03a3434919 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:32.558469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Attempting to bind port 5d47a1d8-8deb-4df0-b664-ac03a3434919 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd17bbf20-7d88-4f50-bfb5-161c1a445b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ab975afd-2923-4c4a-8316-6c97cbfde7c9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:32.559142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Attempting to bind port 5d47a1d8-8deb-4df0-b664-ac03a3434919 on network ab975afd-2923-4c4a-8316-6c97cbfde7c9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:32.567760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Port 5d47a1d8-8deb-4df0-b664-ac03a3434919 on network ab975afd-2923-4c4a-8316-6c97cbfde7c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:43:32.568436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Attempting to bind port 5d47a1d8-8deb-4df0-b664-ac03a3434919 on network ab975afd-2923-4c4a-8316-6c97cbfde7c9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:32.580980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:32.581347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Checking segment: {'id': 'd17bbf20-7d88-4f50-bfb5-161c1a445b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ab975afd-2923-4c4a-8316-6c97cbfde7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:32.581706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Bound using segment: {'id': 'd17bbf20-7d88-4f50-bfb5-161c1a445b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ab975afd-2923-4c4a-8316-6c97cbfde7c9'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:32.582328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Bound port: 5d47a1d8-8deb-4df0-b664-ac03a3434919, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17bbf20-7d88-4f50-bfb5-161c1a445b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ab975afd-2923-4c4a-8316-6c97cbfde7c9'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:32.582699 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.626642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:43:32.648817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Pushing event updated for resources: {'Port': ['ID=a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:32.654679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 641b4526-8fe8-431e-9b81-0034007b8ca7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:32.683838 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c7d0365-6cff-43c3-94ca-8dd5e270e1e7 req-c10c26ed-a26c-44f7-8b3c-4498c3f53a1f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143848 Jul 06 11:43:32.709840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-aa265b4f-da80-4203-a0ba-572a36c73a49 None None] Provisioning complete for port e2a55d5c-4cf5-4d60-998c-3995863188bb triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:32.710611 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa265b4f-da80-4203-a0ba-572a36c73a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.779702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] For port 5d47a1d8-8deb-4df0-b664-ac03a3434919, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:32.793879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aa265b4f-da80-4203-a0ba-572a36c73a49 None None] Port e2a55d5c-4cf5-4d60-998c-3995863188bb cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:32.804390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] For port 5d47a1d8-8deb-4df0-b664-ac03a3434919, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5d47a1d8-8deb-4df0-b664-ac03a3434919,segment=NetworkSegment(d17bbf20-7d88-4f50-bfb5-161c1a445b49),segment_id=d17bbf20-7d88-4f50-bfb5-161c1a445b49)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:32.825928 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.875032 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.879831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Attempting to bind port a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:32.880633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Attempting to bind port a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:32.881123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Attempting to bind port a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:32.899478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:32.900166 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:32.900936 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:32.901590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:32.902187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Bound port: a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:32.902692 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.036856 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396ecce5-659c-4c82-9bee-9170b3c2ca6b x-openstack-request-id: req-396ecce5-659c-4c82-9bee-9170b3c2ca6b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:33.037187 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b362ee2-0c54-4390-8e09-4b7fd4996a28", "name": "network-vif-plugged", "status": "completed", "tag": "c3977ad1-af61-491d-959e-f0f61d494e50", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:33.037436 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-396ecce5-659c-4c82-9bee-9170b3c2ca6b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:33.038046 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3977ad1-af61-491d-959e-f0f61d494e50', 'code': 200} Jul 06 11:43:33.039080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 641b4526-8fe8-431e-9b81-0034007b8ca7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:33.046774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 641b4526-8fe8-431e-9b81-0034007b8ca7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:33.048096 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.082535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.083699 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.088529 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] 10.222.0.47 "PUT /v2.0/ports/5d47a1d8-8deb-4df0-b664-ac03a3434919 HTTP/1.1" status: 200 len: 1092 time: 2.1992540 Jul 06 11:43:33.092121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759952e-a1d8-4787-86d8-64b7ba768fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d47a1d8-8deb-4df0-b664-ac03a3434919,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:33.105044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17dabdd-5abe-4372-af8f-74fdfaabdfed', 'tag': '5d47a1d8-8deb-4df0-b664-ac03a3434919'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:33.116956 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435d2b8d-115f-426e-8bb5-ba9eec544628" -d '{"events": [{"name": "network-changed", "server_uuid": "f17dabdd-5abe-4372-af8f-74fdfaabdfed", "tag": "5d47a1d8-8deb-4df0-b664-ac03a3434919"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:33.141255 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1647a0c3-3c74-4aa7-b3ef-4639549c368c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.183523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Transition to ACTIVE for port object 6afefdb1-252b-47ff-99ce-981520346825 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:33.200304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] For port a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:33.218821 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.234950 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca89954c-43f5-45d8-93fa-75444d89725e x-openstack-request-id: req-ca89954c-43f5-45d8-93fa-75444d89725e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:33.235395 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17dabdd-5abe-4372-af8f-74fdfaabdfed", "tag": "5d47a1d8-8deb-4df0-b664-ac03a3434919", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:33.235838 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca89954c-43f5-45d8-93fa-75444d89725e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:33.236646 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17dabdd-5abe-4372-af8f-74fdfaabdfed', 'tag': '5d47a1d8-8deb-4df0-b664-ac03a3434919', 'status': 'completed', 'code': 200} Jul 06 11:43:33.250136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Allocated IP 172.25.0.175 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/3cf351cb-9bc7-43f0-ba6c-5e10fef47eec) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:33.291730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-896c2d44-a4bb-4cc8-be50-eadb4633bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.295099 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-896c2d44-a4bb-4cc8-be50-eadb4633bbb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b515e1ca5cd4e5f99b4e26420695167&device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 1095 time: 0.1460130 Jul 06 11:43:33.308536 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] For port a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:33.380255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647a0c3-3c74-4aa7-b3ef-4639549c368c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=6939775c-3079-4cb4-a6bc-437c7a658af9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:33.384805 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.422510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7b864-423c-4395-a9d6-e99d507d13d5 None None] Pushing event updated for resources: {'Port': ['ID=6afefdb1-252b-47ff-99ce-981520346825,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:33.425834 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-16d8aaf5-59fa-4a08-aeb3-754a74a90704 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d47a1d8-8deb-4df0-b664-ac03a3434919 HTTP/1.1" status: 200 len: 217 time: 0.1199017 Jul 06 11:43:33.428337 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.544113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-bf364b32-cd6c-4ea9-9391-f8166780289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:33.544380 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-bf364b32-cd6c-4ea9-9391-f8166780289b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=908f065c-ca4c-4726-81c4-f8fc0556957d HTTP/1.1" status: 200 len: 848 time: 0.1102502 Jul 06 11:43:33.592482 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 641b4526-8fe8-431e-9b81-0034007b8ca7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=641b4526-8fe8-431e-9b81-0034007b8ca7,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:33.631284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d5f63-c858-49da-a6fe-2d4d9e592013 None None] Pushing event updated for resources: {'Port': ['ID=a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:33.635927 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.719081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=641b4526-8fe8-431e-9b81-0034007b8ca7,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:33.752559 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-2d382104-e0e7-4fba-b8db-2d8c15ead9ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab975afd-2923-4c4a-8316-6c97cbfde7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1927512 Jul 06 11:43:33.843819 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.875926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Attempting to bind port 6afefdb1-252b-47ff-99ce-981520346825 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:33.876422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Attempting to bind port 6afefdb1-252b-47ff-99ce-981520346825 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:33.877674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Attempting to bind port 6afefdb1-252b-47ff-99ce-981520346825 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:33.892827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:33.893383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Checking segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:33.893764 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.894163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Bound using segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:33.897943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Bound port: 6afefdb1-252b-47ff-99ce-981520346825, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:33.898479 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.948818 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1647a0c3-3c74-4aa7-b3ef-4639549c368c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.954615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1647a0c3-3c74-4aa7-b3ef-4639549c368c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/6939775c-3079-4cb4-a6bc-437c7a658af9 HTTP/1.1" status: 204 len: 168 time: 2.5546927 Jul 06 11:43:33.954615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:43:33.956644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44556) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:33.968805 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:33.970385 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Sync routers for ids ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:43:34.023228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-405f2721-5652-40ed-98e5-eaac07da1b96 admin admin] 10.222.0.21 "PUT /v2.0/routers/9e9c70a1-2d55-430c-944a-e7a65fd2d999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0587435 Jul 06 11:43:34.024230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0435a786-ada6-40ba-89ec-8a4087ee4149 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:34.080018 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Routers {'9e9c70a1-2d55-430c-944a-e7a65fd2d999'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:34.081966 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:43:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:34.192836 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-466b2ed8-b364-4b8d-9203-ce4d3ffac970 service neutron] 10.222.0.47 "GET /v2.0/networks/ab975afd-2923-4c4a-8316-6c97cbfde7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325199 Jul 06 11:43:34.281442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] For port 6afefdb1-252b-47ff-99ce-981520346825, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:34.289052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event updated for resources: {'Port': ['ID=3cf351cb-9bc7-43f0-ba6c-5e10fef47eec,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:34.329791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:34.335732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] For port 6afefdb1-252b-47ff-99ce-981520346825, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6afefdb1-252b-47ff-99ce-981520346825,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:34.338829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:34.360305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:34.367579 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.492124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44564) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:34.506527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee908f0-0d52-4215-a536-d41db9488aa0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet d8bc8703-19a8-49c3-a99e-97657a7c5ef3 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:34.512607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 0435a786-ada6-40ba-89ec-8a4087ee4149 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:34.517962 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.545781 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aee908f0-0d52-4215-a536-d41db9488aa0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:34.587346 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-56d842ce-d825-44c1-8591-5d495c46ae9e req-50e16613-cdad-4481-b843-c36d1351cd62 service neutron] 10.222.0.47 "GET /v2.0/networks/ab975afd-2923-4c4a-8316-6c97cbfde7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835149 Jul 06 11:43:34.643221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a2cfa-9db8-4961-849a-b0c4d63c9320 req-2ef86d2a-1f60-4ed3-8541-06b431ffe2aa tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:34.650034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Routers {'459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:34.651998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:43:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:34.666817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7b864-423c-4395-a9d6-e99d507d13d5 None None] Pushing event updated for resources: {'Port': ['ID=6afefdb1-252b-47ff-99ce-981520346825,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:34.669411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc4a2cfa-9db8-4961-849a-b0c4d63c9320 req-2ef86d2a-1f60-4ed3-8541-06b431ffe2aa tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 944 time: 0.7165315 Jul 06 11:43:35.003114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d2b8d-115f-426e-8bb5-ba9eec544628 req-ebeb0b2d-e30c-478b-bbbc-042fb3c5aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:35.018693 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-435d2b8d-115f-426e-8bb5-ba9eec544628 req-ebeb0b2d-e30c-478b-bbbc-042fb3c5aebc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b515e1ca5cd4e5f99b4e26420695167&device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 1095 time: 0.3489714 Jul 06 11:43:35.044553 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Set router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:35.209973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1011939572'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:35.225863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc4a2cfa-9db8-4961-849a-b0c4d63c9320 req-4cf94a92-ffcd-4e80-b76b-f8b96c5b0737 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175670 Jul 06 11:43:35.255887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aee908f0-0d52-4215-a536-d41db9488aa0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.326348 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.359121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] Set router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:35.422739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:35.427255 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.458560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4f8e4-edc8-4b3b-9be4-62a6692189b8 req-a9cb4008-4537-425f-9342-b455d0daffcf tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:35.467357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cf4f8e4-edc8-4b3b-9be4-62a6692189b8 req-a9cb4008-4537-425f-9342-b455d0daffcf tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.9697611 Jul 06 11:43:35.523308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:43:35.570630 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.582358 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.582955 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Added segment 2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7 of type vlan for network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 Jul 06 11:43:35.753825 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aee908f0-0d52-4215-a536-d41db9488aa0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.776157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d2b8d-115f-426e-8bb5-ba9eec544628 req-56973b1e-0678-4afb-83f4-e8f699fe4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:35.778028 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-435d2b8d-115f-426e-8bb5-ba9eec544628 req-56973b1e-0678-4afb-83f4-e8f699fe4e80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab975afd-2923-4c4a-8316-6c97cbfde7c9 HTTP/1.1" status: 200 len: 909 time: 0.7525411 Jul 06 11:43:35.816873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cf4f8e4-edc8-4b3b-9be4-62a6692189b8 req-a70bf507-8366-4015-baad-5cb5d6fab77f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484426 Jul 06 11:43:35.857281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:35.965665 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-435d2b8d-115f-426e-8bb5-ba9eec544628 req-9624952b-182f-4314-8433-b99263de1ae6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d47a1d8-8deb-4df0-b664-ac03a3434919 HTTP/1.1" status: 200 len: 217 time: 0.1587436 Jul 06 11:43:36.047339 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aee908f0-0d52-4215-a536-d41db9488aa0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.111842 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aee908f0-0d52-4215-a536-d41db9488aa0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.115834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-aee908f0-0d52-4215-a536-d41db9488aa0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/d8bc8703-19a8-49c3-a99e-97657a7c5ef3 HTTP/1.1" status: 204 len: 168 time: 2.1405025 Jul 06 11:43:36.121550 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44576) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:36.141425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee908f0-0d52-4215-a536-d41db9488aa0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bc8703-19a8-49c3-a99e-97657a7c5ef3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:36.200970 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'name': 'tempest-ServersTestMultiNic-1585401254-router', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:28Z', 'revision_number': 4, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'gw_port': {'id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:18Z', 'updated_at': '2021-07-06T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e2a55d5c-4cf5-4d60-998c-3995863188bb', 'name': '', 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'mac_address': 'fa:16:3e:f9:5a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '82b1211c-4173-4132-9c51-d8dede70be70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:25Z', 'updated_at': '2021-07-06T11:43:29Z', 'revision_number': 2, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'subnets': [{'id': '82b1211c-4173-4132-9c51-d8dede70be70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:36.209587 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bb010c41-e18a-4436-aab9-16cd79248ad6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852246 Jul 06 11:43:36.214329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44578) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:36.221595 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-519a0abb-1e9c-436b-b5c4-23b88bfe2e2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:36.221958 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.233323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:36.234777 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.338730 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8377876 Jul 06 11:43:36.344042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d2b8d-115f-426e-8bb5-ba9eec544628 req-cffb3a34-bd52-4c73-846e-fe3ad516bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:36.345582 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-435d2b8d-115f-426e-8bb5-ba9eec544628 req-cffb3a34-bd52-4c73-846e-fe3ad516bbdd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=908f065c-ca4c-4726-81c4-f8fc0556957d HTTP/1.1" status: 200 len: 848 time: 0.3672645 Jul 06 11:43:36.346087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44580) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:36.355948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'subnet': {'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:36.369918 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Checking router: 9e9c70a1-2d55-430c-944a-e7a65fd2d999 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:43:36.372404 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Updating router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 port e2a55d5c-4cf5-4d60-998c-3995863188bb binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:43:36.415006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9187d9-7dfe-4bc7-a9cc-f4740c5ce2cd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Network': ['ID=60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:36.423107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:36.428776 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-435d2b8d-115f-426e-8bb5-ba9eec544628 req-185b6019-2097-4eb8-acd0-659ab09b6012 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab975afd-2923-4c4a-8316-6c97cbfde7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669222 Jul 06 11:43:36.434442 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.443168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e811e0-f3ed-49e6-80d0-f50b7b20a306 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:36.491904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.506295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:43:36.534822 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.585556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5d356eef-3ff3-46bf-893f-fe275de9551d None None] Could not find standard attr ID for object 6485ced9-d892-44fe-a5ea-64228c12cb56. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:43:36.597238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519a0abb-1e9c-436b-b5c4-23b88bfe2e2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:36.609621 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-519a0abb-1e9c-436b-b5c4-23b88bfe2e2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.723070 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.825790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:36.829671 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.932065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event updated for resources: {'Port': ['ID=3cf351cb-9bc7-43f0-ba6c-5e10fef47eec,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:36.944972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:36.956124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c32fb3b1-932c-440b-a9ad-04aee43c96be tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8789856 Jul 06 11:43:37.019064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d59f8f-c6aa-4498-97b8-ca78ed83aac9 req-e1782651-fc2d-4550-bf5a-001c093d868e tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:37.021689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18d59f8f-c6aa-4498-97b8-ca78ed83aac9 req-e1782651-fc2d-4550-bf5a-001c093d868e tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 944 time: 0.2770700 Jul 06 11:43:37.102796 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.124995 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Transition to ACTIVE for port object e2a55d5c-4cf5-4d60-998c-3995863188bb will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:37.142041 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.175065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18d59f8f-c6aa-4498-97b8-ca78ed83aac9 req-8e659936-87e9-4d99-b175-85408f1ff99c tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408072 Jul 06 11:43:37.210247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5d356eef-3ff3-46bf-893f-fe275de9551d None None] Provisioning for port a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:37.323100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-519a0abb-1e9c-436b-b5c4-23b88bfe2e2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.348615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:37.362505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '6afefdb1-252b-47ff-99ce-981520346825', 'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'mac_address': 'fa:16:3e:ee:1e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:34Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'subnets': [{'id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:37.367050 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ef316-a15a-4287-8bda-c101b4771ee1 None None] Pushing event updated for resources: {'Port': ['ID=e2a55d5c-4cf5-4d60-998c-3995863188bb,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:37.482651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ceb4ca-280e-4c00-99b3-797a024fe28a None None] The sync data for ids ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'] in n-d-799527-2 is: [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '6afefdb1-252b-47ff-99ce-981520346825', 'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'mac_address': 'fa:16:3e:ee:1e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:34Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'subnets': [{'id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:37.498089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a0abb-1e9c-436b-b5c4-23b88bfe2e2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:37.503839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:37.504590 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.512506 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-519a0abb-1e9c-436b-b5c4-23b88bfe2e2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:37.518263 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519a0abb-1e9c-436b-b5c4-23b88bfe2e2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:37.518887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-519a0abb-1e9c-436b-b5c4-23b88bfe2e2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.527638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a0abb-1e9c-436b-b5c4-23b88bfe2e2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=32ad6412-f8ce-454e-9914-9b760a85c028,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:37.567996 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-519a0abb-1e9c-436b-b5c4-23b88bfe2e2c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3524876 Jul 06 11:43:37.568720 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44602) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:37.571713 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Attempting to bind port e2a55d5c-4cf5-4d60-998c-3995863188bb on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:37.572179 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Attempting to bind port e2a55d5c-4cf5-4d60-998c-3995863188bb by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:37.572554 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Attempting to bind port e2a55d5c-4cf5-4d60-998c-3995863188bb on network 386fd69d-78df-439e-8c91-6ff7348c90f5 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:37.596916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-31b32f53-80cb-401a-a7ac-6a18b69c27f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:37.605591 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:37.606212 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Checking segment: {'id': 'fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:37.606904 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.607595 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Bound using segment: {'id': 'fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:37.608454 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Bound port: e2a55d5c-4cf5-4d60-998c-3995863188bb, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:37.609087 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.673947 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-435d2b8d-115f-426e-8bb5-ba9eec544628 req-dba950b1-7de5-4aa0-ba74-afdbcd2ef216 service neutron] 10.222.0.47 "GET /v2.0/networks/ab975afd-2923-4c4a-8316-6c97cbfde7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2088709 Jul 06 11:43:37.678828 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.690013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5546793b-1119-4149-b859-5ecdb20c17e6 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:43:37.754478 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] For port e2a55d5c-4cf5-4d60-998c-3995863188bb, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:37.766279 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] For port e2a55d5c-4cf5-4d60-998c-3995863188bb, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2a55d5c-4cf5-4d60-998c-3995863188bb,segment=NetworkSegment(fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24),segment_id=fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:37.780988 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.916434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5546793b-1119-4149-b859-5ecdb20c17e6 None None] Deleting port a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:37.917099 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5546793b-1119-4149-b859-5ecdb20c17e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:37.922915 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ef316-a15a-4287-8bda-c101b4771ee1 None None] Pushing event updated for resources: {'Port': ['ID=e2a55d5c-4cf5-4d60-998c-3995863188bb,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:37.967300 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Routers {'9e9c70a1-2d55-430c-944a-e7a65fd2d999'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:43:37.972123 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:43:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:37.995016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5d47a1d8-8deb-4df0-b664-ac03a3434919 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:43:37.995989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-76b3cc11-233c-45b5-9cdf-77da858c8467 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1782457951&fields=id&tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b HTTP/1.1" status: 200 len: 267 time: 0.1811247 Jul 06 11:43:38.091872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42232fd2-679a-4d96-8595-fbcc445f3d0c req-ecae1663-092f-4074-9428-a1c5fb3a1ea3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.097959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Subnet': ['ID=f2ebbc0e-3bd1-434a-becc-bf8c3c798955,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:38.104183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42232fd2-679a-4d96-8595-fbcc445f3d0c req-ecae1663-092f-4074-9428-a1c5fb3a1ea3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.4068716 Jul 06 11:43:38.110314 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-435d2b8d-115f-426e-8bb5-ba9eec544628 req-8b369308-9c5a-43b1-b7a0-a674fa3c280e service neutron] 10.222.0.47 "GET /v2.0/networks/ab975afd-2923-4c4a-8316-6c97cbfde7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245436 Jul 06 11:43:38.204005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Checking segment: {'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:38.204478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network hostable DHCP agents. Network: 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:43:38.206921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5d47a1d8-8deb-4df0-b664-ac03a3434919, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5d47a1d8-8deb-4df0-b664-ac03a3434919,segment=NetworkSegment(d17bbf20-7d88-4f50-bfb5-161c1a445b49),segment_id=d17bbf20-7d88-4f50-bfb5-161c1a445b49)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:38.245573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b32f53-80cb-401a-a7ac-6a18b69c27f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:38.252333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:43:38.260298 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31b32f53-80cb-401a-a7ac-6a18b69c27f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.270955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:38.276213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '5d47a1d8-8deb-4df0-b664-ac03a3434919', 'network_id': 'ab975afd-2923-4c4a-8316-6c97cbfde7c9', 'port_id': '5d47a1d8-8deb-4df0-b664-ac03a3434919', 'mac_address': 'fa:16:3e:fc:cc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908f065c-ca4c-4726-81c4-f8fc0556957d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:43:38.278329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.279284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.298270 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.323016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9605389a-afea-4074-b7fc-cce1fa1c165e None None] Network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:38.331084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ded07b7d-6cac-4b08-84fb-e319f60e2651 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9804969 Jul 06 11:43:38.332469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44616) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:38.346810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-68641409'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:38.406775 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] Set router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:43:38.419279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:38.428121 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.478023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:43:38.490035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.490841 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Added segment 9980096e-1715-4ce3-a103-7cfbf8bd95c4 of type vlan for network 1fc2d381-e258-433e-b9d1-39f86485b8a1 Jul 06 11:43:38.552326 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.563826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42232fd2-679a-4d96-8595-fbcc445f3d0c req-4bb8d3d9-71fc-4365-94fa-7b3e3bf186f3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581659 Jul 06 11:43:38.646628 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.659486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-9ee4b89f-ecb5-47e8-8bce-9c1c58bde6f1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.659486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-9ee4b89f-ecb5-47e8-8bce-9c1c58bde6f1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 812 time: 0.6597352 Jul 06 11:43:38.659996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:38.667375 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.826093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5546793b-1119-4149-b859-5ecdb20c17e6 None None] For port a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:38.826982 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5546793b-1119-4149-b859-5ecdb20c17e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.842813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5546793b-1119-4149-b859-5ecdb20c17e6 None None] Calling delete_port for a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:38.967035 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5546793b-1119-4149-b859-5ecdb20c17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.053286 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7190268 Jul 06 11:43:39.074971 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'name': 'tempest-ServersTestMultiNic-1585401254-router', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:28Z', 'revision_number': 4, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'gw_port': {'id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:18Z', 'updated_at': '2021-07-06T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e2a55d5c-4cf5-4d60-998c-3995863188bb', 'name': '', 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'mac_address': 'fa:16:3e:f9:5a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '82b1211c-4173-4132-9c51-d8dede70be70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:25Z', 'updated_at': '2021-07-06T11:43:37Z', 'revision_number': 4, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'subnets': [{'id': '82b1211c-4173-4132-9c51-d8dede70be70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:43:39.089399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44620) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:39.127876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'subnet': {'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:39.134498 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546793b-1119-4149-b859-5ecdb20c17e6 None None] No DVR routers for this DVR port a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:39.144790 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6afefdb1-252b-47ff-99ce-981520346825 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:39.152951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546793b-1119-4149-b859-5ecdb20c17e6 None None] Pushing event deleted for resources: {'Port': ['ID=a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:39.153642 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a59a5-d063-46c0-a04e-441ec4578519 None None] The sync data for ids ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'] in n-d-799527-2 is: [{'id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'name': 'tempest-ServersTestMultiNic-1585401254-router', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:28Z', 'revision_number': 4, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'gw_port': {'id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:18Z', 'updated_at': '2021-07-06T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e2a55d5c-4cf5-4d60-998c-3995863188bb', 'name': '', 'network_id': '386fd69d-78df-439e-8c91-6ff7348c90f5', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'mac_address': 'fa:16:3e:f9:5a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '82b1211c-4173-4132-9c51-d8dede70be70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:25Z', 'updated_at': '2021-07-06T11:43:37Z', 'revision_number': 4, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'subnets': [{'id': '82b1211c-4173-4132-9c51-d8dede70be70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:43:39.218740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5f4e51-dbc2-4449-b818-bbbfac5309d4 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:39.405523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99aef6-0fe7-4b2c-9234-7aba388b54c4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Network': ['ID=1fc2d381-e258-433e-b9d1-39f86485b8a1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:39.426000 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.511239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:39.515182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.559353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 1fc2d381-e258-433e-b9d1-39f86485b8a1 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:43:39.812530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d47a1d8-8deb-4df0-b664-ac03a3434919 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:40.092095 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-0b0e3901-998c-475b-942d-f5535797f148 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/quotas/82cc64db5e6f49a7afc82e2d50e9fc7b HTTP/1.1" status: 200 len: 375 time: 0.9527073 Jul 06 11:43:40.106111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.334006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Subnet': ['ID=a41c3db9-6ac8-4292-8e38-006a3986b027,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:40.334878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-31b32f53-80cb-401a-a7ac-6a18b69c27f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:43:40.346296 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31b32f53-80cb-401a-a7ac-6a18b69c27f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.360449 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9', 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'fixed_ips': [{'subnet_id': 'f2ebbc0e-3bd1-434a-becc-bf8c3c798955'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:43:40.365956 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.366340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Checking segment: {'id': '9980096e-1715-4ce3-a103-7cfbf8bd95c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:40.368749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network hostable DHCP agents. Network: 1fc2d381-e258-433e-b9d1-39f86485b8a1, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:43:40.406056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5d47a1d8-8deb-4df0-b664-ac03a3434919, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5d47a1d8-8deb-4df0-b664-ac03a3434919,segment=NetworkSegment(d17bbf20-7d88-4f50-bfb5-161c1a445b49),segment_id=d17bbf20-7d88-4f50-bfb5-161c1a445b49)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:40.419042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b32f53-80cb-401a-a7ac-6a18b69c27f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:40.425065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network 1fc2d381-e258-433e-b9d1-39f86485b8a1 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:43:40.448180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 1fc2d381-e258-433e-b9d1-39f86485b8a1) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:40.455208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-31b32f53-80cb-401a-a7ac-6a18b69c27f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:40.461928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b32f53-80cb-401a-a7ac-6a18b69c27f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:40.462427 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:40.462890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31b32f53-80cb-401a-a7ac-6a18b69c27f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.466409 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.545755 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8020bc75-ceb6-4647-9afa-91de83214e8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4455383 Jul 06 11:43:40.609338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 6afefdb1-252b-47ff-99ce-981520346825 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:40.613759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '06b12ead-1cc9-4c1c-b861-6a904b3e6bf4'}, {'subnet_id': '32ad6412-f8ce-454e-9914-9b760a85c028'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:43:40.618466 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.656025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0c9a2-daa1-43bb-975f-fb89bb86a2b2 req-b5187267-2493-4cd3-9280-dacc581f3a4f tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:40.659275 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0f0c9a2-daa1-43bb-975f-fb89bb86a2b2 req-b5187267-2493-4cd3-9280-dacc581f3a4f tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 944 time: 0.5809550 Jul 06 11:43:40.674718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e99f95-3ed0-47ee-8e03-26129c49b78c None None] Network 1fc2d381-e258-433e-b9d1-39f86485b8a1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:40.692072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-61eb042b-1ad0-4a78-b0c9-d22391b664e1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5895188 Jul 06 11:43:40.701879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-31b32f53-80cb-401a-a7ac-6a18b69c27f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1246934 Jul 06 11:43:40.702185 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.702376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44630) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:40.743580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:38:c1:d1', 'name': 'tempest-NetworksTestDHCPv6-1647874111'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:40.759306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b32f53-80cb-401a-a7ac-6a18b69c27f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=06b12ead-1cc9-4c1c-b861-6a904b3e6bf4,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:40.772981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 6afefdb1-252b-47ff-99ce-981520346825 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:40.774915 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:41.037239 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0f0c9a2-daa1-43bb-975f-fb89bb86a2b2 req-a8031d22-a634-4666-8086-d07877f3e293 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395388 Jul 06 11:43:41.136573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:41.141560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['5d47a1d8-8deb-4df0-b664-ac03a3434919'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:43:41.144527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-8e51ef4a-a9ad-44cb-8226-524cfb4591bd service neutron] 10.222.0.21 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155262 Jul 06 11:43:41.254495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5d47a1d8-8deb-4df0-b664-ac03a3434919,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:41.395090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-6ac727f5-9c93-4a79-b171-38032883313f service neutron] 10.222.0.21 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409730 Jul 06 11:43:41.402115 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:41.459561 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 7a257c66-fb2d-4954-9280-8d86b2cbfae8 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:43:41.642031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Allocated IP 19.80.0.2 (60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9/f2ebbc0e-3bd1-434a-becc-bf8c3c798955/ba20c57d-7f91-4a7c-a0eb-85cb1d705475) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:41.655036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073be757-67bd-4f36-ba03-fbc1a1609c5a req-43064bbf-227c-4979-819c-809dba9f346e tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:41.673313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-073be757-67bd-4f36-ba03-fbc1a1609c5a req-43064bbf-227c-4979-819c-809dba9f346e tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.1875467 Jul 06 11:43:41.799824 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-073be757-67bd-4f36-ba03-fbc1a1609c5a req-08c84ea1-1811-46db-968a-c6e71dfab598 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224201 Jul 06 11:43:42.107403 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:42.256398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Allocated IP 172.20.0.2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/32ad6412-f8ce-454e-9914-9b760a85c028/100995c4-0c7b-402c-bc57-9eb5b13ab162) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:42.308082 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-1fc2d381-e258-433e-b9d1-39f86485b8a1', 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'fixed_ips': [{'subnet_id': 'a41c3db9-6ac8-4292-8e38-006a3986b027'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:43:42.308082 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:42.321775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Allocated IP 2001:db8::f816:3eff:fe64:d5dd (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/06b12ead-1cc9-4c1c-b861-6a904b3e6bf4/100995c4-0c7b-402c-bc57-9eb5b13ab162) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:42.402603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9bc3c75-e951-45fc-840a-be70a81e3bbc req-e1e800d5-04cc-47c3-aa7e-7e47c983c78a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 210 time: 0.1848097 Jul 06 11:43:42.510547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4a2f9d87-9f76-4416-9fab-071409324672 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:42.520405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4a2f9d87-9f76-4416-9fab-071409324672 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:42.522415 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4a2f9d87-9f76-4416-9fab-071409324672 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/networks?id=60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9&id=1fc2d381-e258-433e-b9d1-39f86485b8a1&id=60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 HTTP/1.1" status: 200 len: 1390 time: 0.4427652 Jul 06 11:43:42.589505 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-405fbcdc-aa70-4393-97b3-157058cf9801 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/quotas/73213e7223614a87b198f49fb373a2fe HTTP/1.1" status: 200 len: 375 time: 0.0566173 Jul 06 11:43:42.705586 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:42.721037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Transition to ACTIVE for port object 100995c4-0c7b-402c-bc57-9eb5b13ab162 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:42.724911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-461de26b-9dd5-438c-8179-c5461e13a4e5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73213e7223614a87b198f49fb373a2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341228 Jul 06 11:43:42.751372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Transition to ACTIVE for port object 100995c4-0c7b-402c-bc57-9eb5b13ab162 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:42.757087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fb9ec-5dd8-4862-aa3e-32c0e3245354 req-f3e3c97b-af0b-421b-b890-8076fcceb995 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:42.764832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d6fb9ec-5dd8-4862-aa3e-32c0e3245354 req-f3e3c97b-af0b-421b-b890-8076fcceb995 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 945 time: 0.2196150 Jul 06 11:43:42.837953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 6afefdb1-252b-47ff-99ce-981520346825, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6afefdb1-252b-47ff-99ce-981520346825,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:42.844921 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:42.909129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Pushing event updated for resources: {'Port': ['ID=100995c4-0c7b-402c-bc57-9eb5b13ab162,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:42.911998 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:42.912827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 641b4526-8fe8-431e-9b81-0034007b8ca7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:42.934312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:42.950678 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d6fb9ec-5dd8-4862-aa3e-32c0e3245354 req-da29f784-bc60-45ba-a836-f97d3d491934 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836526 Jul 06 11:43:43.046179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 172.20.0.9 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/32ad6412-f8ce-454e-9914-9b760a85c028/7a257c66-fb2d-4954-9280-8d86b2cbfae8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:43.051240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-c93b16f1-fe1e-4bd8-a7c8-bab96b5e6f57 service neutron] 10.222.0.21 "GET /v2.0/networks/60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249826 Jul 06 11:43:43.056607 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::f816:3eff:fe38:c1d1 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/06b12ead-1cc9-4c1c-b861-6a904b3e6bf4/7a257c66-fb2d-4954-9280-8d86b2cbfae8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:43.092249 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.095901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.096652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.097429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.098473 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.105899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.106932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.114616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.115724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.116323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.116897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.117466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:43:43.306822 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.328036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 7a257c66-fb2d-4954-9280-8d86b2cbfae8 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:43.374158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-7a8332d6-6bf0-4362-94bc-bf16c5f3f88c service neutron] 10.222.0.21 "GET /v2.0/networks/60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108194 Jul 06 11:43:43.388047 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.485233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:43.498129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:43.502869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:43.584672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=7a257c66-fb2d-4954-9280-8d86b2cbfae8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:43.641469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:43.667979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.668882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.671922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=6afefdb1-252b-47ff-99ce-981520346825,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:43.683315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:43.732747 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ddfa8bae-6548-423a-a901-973e0fa94962 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0285308 Jul 06 11:43:43.739354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44676) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:43.757986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff3dff-bb72-4452-af82-465fde1ec277 req-e1c9f064-b24d-42d3-95f0-c5826de158e3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.763118 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3eff3dff-bb72-4452-af82-465fde1ec277 req-e1c9f064-b24d-42d3-95f0-c5826de158e3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.2300849 Jul 06 11:43:43.765617 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:43.767980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-43b9d12e-8ca6-42d2-8a72-de20e4758c43 service neutron] 10.222.0.21 "GET /v2.0/networks/1fc2d381-e258-433e-b9d1-39f86485b8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918986 Jul 06 11:43:43.823745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Transition to ACTIVE for port object ba20c57d-7f91-4a7c-a0eb-85cb1d705475 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:43.919855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3eff3dff-bb72-4452-af82-465fde1ec277 req-826de13d-bc79-4fee-a17d-47cf47540c0d tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120090 Jul 06 11:43:43.948382 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e7f21-1ae0-4d9f-b700-29094aed5fca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.964435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e7f21-1ae0-4d9f-b700-29094aed5fca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:43.965054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Transition to ACTIVE for port object ba20c57d-7f91-4a7c-a0eb-85cb1d705475 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:43.971661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dc2e7f21-1ae0-4d9f-b700-29094aed5fca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2304029 Jul 06 11:43:43.972346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44678) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:44.134435 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:44.148462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-2eb5e641-5b4f-4650-aaf7-809ae2f7a4df service neutron] 10.222.0.21 "GET /v2.0/networks/1fc2d381-e258-433e-b9d1-39f86485b8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632414 Jul 06 11:43:44.241040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 641b4526-8fe8-431e-9b81-0034007b8ca7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:44.241362 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:44.334737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Attempting to bind port 100995c4-0c7b-402c-bc57-9eb5b13ab162 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:44.335310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Attempting to bind port 100995c4-0c7b-402c-bc57-9eb5b13ab162 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:44.335513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Attempting to bind port 100995c4-0c7b-402c-bc57-9eb5b13ab162 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:44.421110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:44.423144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Allocated IP 19.86.0.2 (1fc2d381-e258-433e-b9d1-39f86485b8a1/a41c3db9-6ac8-4292-8e38-006a3986b027/68a91d19-2ccf-4427-8d57-3ad2d9e36822) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:44.432144 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0760a439-c995-4e0c-b443-a11ed304e42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:44.434516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-199bfca5-b774-4952-91b0-9aee36ba320f service neutron] 10.222.0.21 "GET /v2.0/networks/60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786727 Jul 06 11:43:44.441681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:44.442404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:44.443384 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:44.444223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:44.444904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Bound port: 100995c4-0c7b-402c-bc57-9eb5b13ab162, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:44.445603 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:44.457581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:44.497889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:44.518619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Pushing event updated for resources: {'Port': ['ID=ba20c57d-7f91-4a7c-a0eb-85cb1d705475,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:44.721131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-8cdc6cf5-402d-47c4-ab21-9017e2b9ee92 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:44.722954 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-8cdc6cf5-402d-47c4-ab21-9017e2b9ee92 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 812 time: 0.3293729 Jul 06 11:43:44.793156 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-ba27ce53-886f-485a-8f02-93439f165d0c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b HTTP/1.1" status: 200 len: 380 time: 0.0554941 Jul 06 11:43:44.802023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-9f966c97-d32e-4482-ab88-86f1111ee158 service neutron] 10.222.0.21 "GET /v2.0/networks/60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418980 Jul 06 11:43:44.845782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5d47a1d8-8deb-4df0-b664-ac03a3434919 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:44.851438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Request body: {'port': {'device_id': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'admin_state_up': True, 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'security_groups': ['02b90066-48b4-4832-b543-bcb53dcf4667']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:44.860475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-18dbf7c9-96f6-453b-930d-426443a7dde6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 7a257c66-fb2d-4954-9280-8d86b2cbfae8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:44.861907 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-18dbf7c9-96f6-453b-930d-426443a7dde6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:44.900902 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f669310d-ba7c-4128-8248-81c6d1424adc req-e38b6b81-6f99-49df-817e-4d3422839d39 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 210 time: 0.0976501 Jul 06 11:43:45.127091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] For port 100995c4-0c7b-402c-bc57-9eb5b13ab162, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:45.130982 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Attempting to bind port ba20c57d-7f91-4a7c-a0eb-85cb1d705475 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:45.131531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Attempting to bind port ba20c57d-7f91-4a7c-a0eb-85cb1d705475 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:45.132177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Attempting to bind port ba20c57d-7f91-4a7c-a0eb-85cb1d705475 on network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:45.138824 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] For port 100995c4-0c7b-402c-bc57-9eb5b13ab162, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=100995c4-0c7b-402c-bc57-9eb5b13ab162,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:45.172907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:45.173713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Checking segment: {'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:45.174544 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.175439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Bound using segment: {'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:45.176578 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Bound port: ba20c57d-7f91-4a7c-a0eb-85cb1d705475, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:45.177408 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.185285 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.259189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Made reservation on behalf of 82cc64db5e6f49a7afc82e2d50e9fc7b for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:45.263275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.292422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a5000-b68a-4306-910b-dcd99b7c98c9 req-1bcf2e05-639a-4518-b644-28a25666edc3 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:45.305965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc8a5000-b68a-4306-910b-dcd99b7c98c9 req-1bcf2e05-639a-4518-b644-28a25666edc3 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 945 time: 0.2304561 Jul 06 11:43:45.473281 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc8a5000-b68a-4306-910b-dcd99b7c98c9 req-1ac0664b-0def-45cb-9560-b03b455bd0b2 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664062 Jul 06 11:43:45.524361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-18dbf7c9-96f6-453b-930d-426443a7dde6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.565143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-18dbf7c9-96f6-453b-930d-426443a7dde6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 7a257c66-fb2d-4954-9280-8d86b2cbfae8 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:45.614291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2a55d5c-4cf5-4d60-998c-3995863188bb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:45.697243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 5d47a1d8-8deb-4df0-b664-ac03a3434919 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:45.807467 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fbbb5c10-3d61-40e3-b9b3-e007d1baebf2 req-98ff9c86-f0f5-4c99-8de8-b51fab26131a tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 210 time: 0.0653505 Jul 06 11:43:45.810611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 5d47a1d8-8deb-4df0-b664-ac03a3434919 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:45.811175 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.820328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb9be3-bcf9-4bf1-8eff-89b1dbba4622 None None] Pushing event updated for resources: {'Port': ['ID=100995c4-0c7b-402c-bc57-9eb5b13ab162,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:45.831669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Allocated IP 172.20.0.4 (50b2a7f7-73bf-450e-90b6-1dc0017ce431/cc1823c6-31ea-41af-a296-af4300e5b5d6/1c8a65ef-1af5-418a-b10d-a9cbbc840776) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:45.903325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:45.995626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] For port ba20c57d-7f91-4a7c-a0eb-85cb1d705475, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:46.006462 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] For port ba20c57d-7f91-4a7c-a0eb-85cb1d705475, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ba20c57d-7f91-4a7c-a0eb-85cb1d705475,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:46.029402 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.056196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e2a55d5c-4cf5-4d60-998c-3995863188bb completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:46.118671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e2a55d5c-4cf5-4d60-998c-3995863188bb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:46.118671 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.190482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06df736-5618-4943-8736-56b1c2359ecc req-fb5d5096-e252-4fb5-bb22-3e06c029ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:46.194558 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a06df736-5618-4943-8736-56b1c2359ecc req-fb5d5096-e252-4fb5-bb22-3e06c029ee42 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 1096 time: 0.4236298 Jul 06 11:43:46.453596 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-6aff51ca-b0de-4788-a3f4-8d2881a2bccd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5654242 Jul 06 11:43:46.476969 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-18dbf7c9-96f6-453b-930d-426443a7dde6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.486530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Transition to ACTIVE for port object 68a91d19-2ccf-4427-8d57-3ad2d9e36822 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:46.515346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102435e8-de13-4717-a57a-524a12e9e014 req-364dd195-cbad-4b6b-9623-3728d744f307 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:46.518825 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-102435e8-de13-4717-a57a-524a12e9e014 req-364dd195-cbad-4b6b-9623-3728d744f307 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.4436696 Jul 06 11:43:46.545369 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a06df736-5618-4943-8736-56b1c2359ecc req-906ec019-a25c-4cc6-9ff3-a4916545a3d6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322461 Jul 06 11:43:46.623247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777e020-f407-4e89-a9c6-1a442ed25a84 None None] Pushing event updated for resources: {'Port': ['ID=ba20c57d-7f91-4a7c-a0eb-85cb1d705475,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:46.737975 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e85a3582-65f7-4a9a-9450-514a6d3c55a4 req-58c0cee8-50d0-481a-afe9-d9db9ba43ab7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 210 time: 0.2168736 Jul 06 11:43:46.738390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Transition to ACTIVE for port object 68a91d19-2ccf-4427-8d57-3ad2d9e36822 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:46.751599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbf7c9-96f6-453b-930d-426443a7dde6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=7a257c66-fb2d-4954-9280-8d86b2cbfae8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:46.830926 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.873193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.909474 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:46.919829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-102435e8-de13-4717-a57a-524a12e9e014 req-3f55e634-8d95-43aa-980a-7ee8f9c4a515 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171631 Jul 06 11:43:47.120203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Transition to ACTIVE for port object 1c8a65ef-1af5-418a-b10d-a9cbbc840776 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:47.139722 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.207272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-18dbf7c9-96f6-453b-930d-426443a7dde6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.211947 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-18dbf7c9-96f6-453b-930d-426443a7dde6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/7a257c66-fb2d-4954-9280-8d86b2cbfae8 HTTP/1.1" status: 204 len: 168 time: 3.2377717 Jul 06 11:43:47.219909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44728) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:47.237192 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-dfdcbf12-b597-4835-992d-19d611f93a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.238128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-dfdcbf12-b597-4835-992d-19d611f93a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.239400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-dfdcbf12-b597-4835-992d-19d611f93a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.240978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-dfdcbf12-b597-4835-992d-19d611f93a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.241869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-dfdcbf12-b597-4835-992d-19d611f93a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.243333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-dfdcbf12-b597-4835-992d-19d611f93a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.244253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-dfdcbf12-b597-4835-992d-19d611f93a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.247626 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-dfdcbf12-b597-4835-992d-19d611f93a2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c8869dadf3ea422eba00446b2db5778a&device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 6491 time: 0.6371198 Jul 06 11:43:47.265963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17dabdd-5abe-4372-af8f-74fdfaabdfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47a1d8-8deb-4df0-b664-ac03a3434919'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:47.282938 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea70e53-f3b6-4046-ba46-0719606f35e3" -d '{"events": [{"server_uuid": "f17dabdd-5abe-4372-af8f-74fdfaabdfed", "name": "network-vif-plugged", "status": "completed", "tag": "5d47a1d8-8deb-4df0-b664-ac03a3434919"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:47.386592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.420040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Network 1fc2d381-e258-433e-b9d1-39f86485b8a1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:47.439891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5d47a1d8-8deb-4df0-b664-ac03a3434919, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5d47a1d8-8deb-4df0-b664-ac03a3434919,segment=NetworkSegment(d17bbf20-7d88-4f50-bfb5-161c1a445b49),segment_id=d17bbf20-7d88-4f50-bfb5-161c1a445b49)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:47.489960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:47.500822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:47.539862 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.623133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9239311d-1b90-4ebc-ad61-4f49b16afc74 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.629190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9239311d-1b90-4ebc-ad61-4f49b16afc74 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.650691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:47.661770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port e2a55d5c-4cf5-4d60-998c-3995863188bb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2a55d5c-4cf5-4d60-998c-3995863188bb,segment=NetworkSegment(fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24),segment_id=fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:47.665723 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9239311d-1b90-4ebc-ad61-4f49b16afc74 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:47.667573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Pushing event updated for resources: {'Port': ['ID=68a91d19-2ccf-4427-8d57-3ad2d9e36822,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:47.676994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9239311d-1b90-4ebc-ad61-4f49b16afc74 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4523971 Jul 06 11:43:47.683255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44732) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:47.701246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:47.718313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:47.868005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f291393-aa17-46ec-b78d-8401f36ba1f0 req-392b9711-1ea4-4b34-a87d-fc4307f6e6d5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 210 time: 0.1886039 Jul 06 11:43:47.966335 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:47.973568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6afefdb1-252b-47ff-99ce-981520346825 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:48.237139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ff3a6-e143-4ee4-afc8-6344f951bc86 req-2d129458-bd01-439f-86dd-a0be4cb87418 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:48.252356 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c68ff3a6-e143-4ee4-afc8-6344f951bc86 req-2d129458-bd01-439f-86dd-a0be4cb87418 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 946 time: 0.4399517 Jul 06 11:43:48.394339 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c68ff3a6-e143-4ee4-afc8-6344f951bc86 req-3446a7af-ff6f-4f7a-ac8f-ffce2987a771 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375325 Jul 06 11:43:48.474509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Attempting to bind port 68a91d19-2ccf-4427-8d57-3ad2d9e36822 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:48.475398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Attempting to bind port 68a91d19-2ccf-4427-8d57-3ad2d9e36822 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '9980096e-1715-4ce3-a103-7cfbf8bd95c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:48.476100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Attempting to bind port 68a91d19-2ccf-4427-8d57-3ad2d9e36822 on network 1fc2d381-e258-433e-b9d1-39f86485b8a1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:48.566175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:48.566718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Checking segment: {'id': '9980096e-1715-4ce3-a103-7cfbf8bd95c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:48.569734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.571352 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Bound using segment: {'id': '9980096e-1715-4ce3-a103-7cfbf8bd95c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:48.572285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Bound port: 68a91d19-2ccf-4427-8d57-3ad2d9e36822, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9980096e-1715-4ce3-a103-7cfbf8bd95c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:48.573020 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.641978 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba1c96e-3329-400d-9db1-fb9f5e7a6d7a x-openstack-request-id: req-1ba1c96e-3329-400d-9db1-fb9f5e7a6d7a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:48.642228 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17dabdd-5abe-4372-af8f-74fdfaabdfed", "name": "network-vif-plugged", "status": "completed", "tag": "5d47a1d8-8deb-4df0-b664-ac03a3434919", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:48.642524 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ba1c96e-3329-400d-9db1-fb9f5e7a6d7a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:48.642822 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17dabdd-5abe-4372-af8f-74fdfaabdfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47a1d8-8deb-4df0-b664-ac03a3434919', 'code': 200} Jul 06 11:43:48.881119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] For port 68a91d19-2ccf-4427-8d57-3ad2d9e36822, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:48.888925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fa0b6-9c72-49d2-9270-5b4372ba8b72 req-a68b56ac-acca-44ec-b35a-35fb11c69deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:48.891112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-426fa0b6-9c72-49d2-9270-5b4372ba8b72 req-a68b56ac-acca-44ec-b35a-35fb11c69deb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 1097 time: 0.2012746 Jul 06 11:43:48.893614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] For port 68a91d19-2ccf-4427-8d57-3ad2d9e36822, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=68a91d19-2ccf-4427-8d57-3ad2d9e36822,segment=NetworkSegment(9980096e-1715-4ce3-a103-7cfbf8bd95c4),segment_id=9980096e-1715-4ce3-a103-7cfbf8bd95c4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:48.920748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-8981517c-4453-4cbd-a22b-df3ea1c0b7e4 req-bc4377c6-9c39-4019-813e-574087cc4d9c service neutron] (93815) timed out ('10.222.0.47', 62663) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 11:43:48.934698 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:48.942924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:48.996379 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6d22a8e-1f54-45e1-b05a-95f4517d823c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.008707 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.013238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99156d0-8e3c-4f10-93ab-90b41f940299 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 06b12ead-1cc9-4c1c-b861-6a904b3e6bf4 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:49.029904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20259b09-8bd8-4621-9b1e-d2ddee7fe056 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:49.070020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:49.071882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.079751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-4ac7bf8c-656b-4471-80cb-8d28fbc90527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:49.081543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-4ac7bf8c-656b-4471-80cb-8d28fbc90527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:49.083074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-4ac7bf8c-656b-4471-80cb-8d28fbc90527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:49.086570 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-4ac7bf8c-656b-4471-80cb-8d28fbc90527 service neutron] 10.222.0.86 "GET /v2.0/networks?id=55d50c88-87ff-4d1e-a691-5afba0ae5707&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&id=394d285e-f49e-4dd3-979f-9001aa2b15c5&id=394d285e-f49e-4dd3-979f-9001aa2b15c5 HTTP/1.1" status: 200 len: 2292 time: 1.7385581 Jul 06 11:43:49.090770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b99156d0-8e3c-4f10-93ab-90b41f940299 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:49.230357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-426fa0b6-9c72-49d2-9270-5b4372ba8b72 req-65ab76f4-5504-4b69-845f-7fbed4a2d7ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305817 Jul 06 11:43:49.374602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0908fad-4bf2-420f-8f4f-608c8267c5eb req-f7662d2b-4d24-4011-bce9-9c855372e508 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:49.386398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0908fad-4bf2-420f-8f4f-608c8267c5eb req-f7662d2b-4d24-4011-bce9-9c855372e508 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.4367054 Jul 06 11:43:49.441950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc9f19c-90f0-4200-864a-d569f3ad06cf None None] Network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:49.528668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9fb0a-afeb-4b75-b951-fb79fda2405a req-8b973e7f-a46b-42f0-ad49-e086a74bd70a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:49.546764 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79d9fb0a-afeb-4b75-b951-fb79fda2405a req-8b973e7f-a46b-42f0-ad49-e086a74bd70a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 931 time: 0.4944944 Jul 06 11:43:49.585709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0908fad-4bf2-420f-8f4f-608c8267c5eb req-99fb46f3-6051-4123-a3e8-11ee4f97f894 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981685 Jul 06 11:43:49.736425 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79d9fb0a-afeb-4b75-b951-fb79fda2405a req-1f861369-0190-4db3-955c-8beb705888bc tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887650 Jul 06 11:43:49.900295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8ed3fe7e-7827-49cb-897d-c3f69264d8df None None] Provisioning for port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:49.947568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-54617080-9231-4fc3-9467-004eda2799e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23323174-cfa4-4bc8-ab6f-93c285420e97 HTTP/1.1" status: 200 len: 1001 time: 0.8291404 Jul 06 11:43:49.998986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-e9a5ad42-fae9-405c-b98c-4d124f51f957 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1712830 Jul 06 11:43:50.045038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Request body: {'port': {'device_id': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:50.084556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-6a734d6e-61cd-411d-ba70-ea172a4ef1ba tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.103760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-6a734d6e-61cd-411d-ba70-ea172a4ef1ba tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.119508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-6a734d6e-61cd-411d-ba70-ea172a4ef1ba tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "GET /v2.0/networks?id=60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9&id=1fc2d381-e258-433e-b9d1-39f86485b8a1&id=60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 HTTP/1.1" status: 200 len: 1390 time: 0.9692745 Jul 06 11:43:50.186378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'port': {'device_id': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9', 'admin_state_up': True, 'tenant_id': '73213e7223614a87b198f49fb373a2fe'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:50.206109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b99156d0-8e3c-4f10-93ab-90b41f940299 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:50.236605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8ed3fe7e-7827-49cb-897d-c3f69264d8df None None] Provisioning complete for port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:50.237497 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ed3fe7e-7827-49cb-897d-c3f69264d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:50.240209 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:50.256572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5d47a1d8-8deb-4df0-b664-ac03a3434919,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:50.544100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 6afefdb1-252b-47ff-99ce-981520346825 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:50.544703 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:50.560694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-e6046f20-7ae1-4e51-9cc4-783021f332cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.566435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-e6046f20-7ae1-4e51-9cc4-783021f332cb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6c9f4d54-1464-47f3-9906-74d3ca46a5f3 HTTP/1.1" status: 200 len: 850 time: 0.6061547 Jul 06 11:43:50.616944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f447a1d-b6c2-45ef-bc47-5ec03a3c8496 req-acc7bc50-079c-4d3a-a58d-339b0314b671 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 210 time: 0.1984673 Jul 06 11:43:50.652342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3fe7e-7827-49cb-897d-c3f69264d8df None None] Port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:50.664819 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:50.783969 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3a79d-6b1f-46c1-ac75-bf6817e8f99f req-9e9845a5-3be4-467c-b28a-a7fb7fb4f6ec tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:50.784237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:50.786663 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bba3a79d-6b1f-46c1-ac75-bf6817e8f99f req-9e9845a5-3be4-467c-b28a-a7fb7fb4f6ec tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 946 time: 0.3406098 Jul 06 11:43:50.824315 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b99156d0-8e3c-4f10-93ab-90b41f940299 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:50.878542 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=e2a55d5c-4cf5-4d60-998c-3995863188bb,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:51.021822 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bba3a79d-6b1f-46c1-ac75-bf6817e8f99f req-13b0b3c1-89ac-4d1c-a7c0-501681255561 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059271 Jul 06 11:43:51.321831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9486f0b5-2c48-4335-ab49-0a02facc6373 None None] Provisioning for port 100995c4-0c7b-402c-bc57-9eb5b13ab162 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:51.410576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-688e23d5-b9ad-41b7-a6ac-5b087675b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:51.416502 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-688e23d5-b9ad-41b7-a6ac-5b087675b83f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=55d50c88-87ff-4d1e-a691-5afba0ae5707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8350236 Jul 06 11:43:51.417259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:51.432685 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:51.442111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b99156d0-8e3c-4f10-93ab-90b41f940299 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:51.543634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a021e-44b3-4fad-a6cb-69101a6c0354 None None] Pushing event updated for resources: {'Port': ['ID=68a91d19-2ccf-4427-8d57-3ad2d9e36822,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:51.553977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9486f0b5-2c48-4335-ab49-0a02facc6373 None None] Provisioning for port ba20c57d-7f91-4a7c-a0eb-85cb1d705475 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:51.662058 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-314dc4d6-6f48-4755-842f-05154e7a407b service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041361 Jul 06 11:43:51.673348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:43:51.771885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:43:51.772214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a5803fbf-f75b-41d2-a1c8-3c40cdfa8cca not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:43:51.873837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de77083-6b39-4d53-864f-5fa8e308870a None None] Network 1fc2d381-e258-433e-b9d1-39f86485b8a1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:52.001352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99156d0-8e3c-4f10-93ab-90b41f940299 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=06b12ead-1cc9-4c1c-b861-6a904b3e6bf4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:52.046471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6afd1-3241-4cbe-8676-3f979b0780c2 req-743c8306-a2bd-4708-a23d-307c83c9b2bf tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:52.060543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b99156d0-8e3c-4f10-93ab-90b41f940299 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:52.060818 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9da6afd1-3241-4cbe-8676-3f979b0780c2 req-743c8306-a2bd-4708-a23d-307c83c9b2bf tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 931 time: 0.5541449 Jul 06 11:43:52.063324 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b99156d0-8e3c-4f10-93ab-90b41f940299 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/06b12ead-1cc9-4c1c-b861-6a904b3e6bf4 HTTP/1.1" status: 204 len: 168 time: 4.3761966 Jul 06 11:43:52.093607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-529f87f7-2f89-44a1-9b6f-647f326ab99a tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:52.107369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-529f87f7-2f89-44a1-9b6f-647f326ab99a tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/networks?id=689e3478-6acf-402f-9b0d-707f7364d431 HTTP/1.1" status: 200 len: 811 time: 0.8655124 Jul 06 11:43:52.173198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44780) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:52.201856 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-08949818-6da8-4b55-b485-0145d81f3d26 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/quotas/f86fa5ba0bd6446b8a90e5c0ccded402 HTTP/1.1" status: 200 len: 375 time: 0.0886538 Jul 06 11:43:52.336537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a673f6-3c93-4691-9b3a-0e5711ec04b9 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:52.363738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8f7ccab5-8122-4db6-b748-b56ae424478a None None] Provisioning for port 68a91d19-2ccf-4427-8d57-3ad2d9e36822 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:52.525328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 100995c4-0c7b-402c-bc57-9eb5b13ab162 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:52.563557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Allocated IP 19.80.0.212 (60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9/f2ebbc0e-3bd1-434a-becc-bf8c3c798955/dd7a6a96-87b4-43d8-b670-10eddac3f0fc) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:52.584249 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9da6afd1-3241-4cbe-8676-3f979b0780c2 req-29ff4d20-78ac-4d6f-989f-ed80b3f288f4 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5226712 Jul 06 11:43:52.594166 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-9fe2981c-be9e-43c1-8bd4-03b2ef388e5d service neutron] 10.222.0.86 "GET /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8634062 Jul 06 11:43:52.636910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-4521db71-b464-46b5-bbfa-3c145318270e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 32ad6412-f8ce-454e-9914-9b760a85c028 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:43:52.656586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4521db71-b464-46b5-bbfa-3c145318270e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:52.703754 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-ae4b6b6a-fa25-4c9d-bb5a-2dc0349fee59 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=18218c73-5116-43de-a2b7-57faf0ebce65 HTTP/1.1" status: 200 len: 217 time: 0.0949304 Jul 06 11:43:52.776300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4521db71-b464-46b5-bbfa-3c145318270e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:52.913650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8a65ef-1af5-418a-b10d-a9cbbc840776 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:43:52.941335 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:52.947950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-e2fef3bf-ea62-43f0-a64d-61f270a557fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:52.949710 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-e2fef3bf-ea62-43f0-a64d-61f270a557fb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.2300231 Jul 06 11:43:52.957421 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-b8462ca4-b348-42c7-9f87-d395808d2005 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f86fa5ba0bd6446b8a90e5c0ccded402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5950332 Jul 06 11:43:53.016178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Transition to ACTIVE for port object 1c8a65ef-1af5-418a-b10d-a9cbbc840776 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:53.034909 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:53.075148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 100995c4-0c7b-402c-bc57-9eb5b13ab162 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:53.094259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 100995c4-0c7b-402c-bc57-9eb5b13ab162 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:53.095603 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:53.109481 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:53.151080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:53.163465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Transition to ACTIVE for port object dd7a6a96-87b4-43d8-b670-10eddac3f0fc will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:43:53.188901 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-73630ef6-b7a9-4f54-9ec3-a06c89972c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:53.191925 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-73630ef6-b7a9-4f54-9ec3-a06c89972c3e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2297399 Jul 06 11:43:53.335170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-076cb685-2ab3-41c3-b3b1-2516e0b61756 req-51e64016-f73b-4532-a228-f52fcdcde398 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 210 time: 0.0841475 Jul 06 11:43:53.448096 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-6af7676e-d26c-40eb-856b-de8e4bcc8c99 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220802 Jul 06 11:43:53.615769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-d2ddaa60-b51c-47a2-933a-a43fc6023740 service neutron] 10.222.0.21 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342270 Jul 06 11:43:53.641125 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:53.645955 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:53.687868 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4521db71-b464-46b5-bbfa-3c145318270e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:53.822584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Attempting to bind port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:43:53.822860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Attempting to bind port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:43:53.823088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Attempting to bind port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:53.861769 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:43:53.862125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Attempting to bind port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:43:53.890581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:43:53.921763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:43:53.927864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:43:53.928429 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Checking segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:43:53.928987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Bound using segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:43:53.929466 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Bound port: 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:43:53.930556 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:53.934899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:43:53.937914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Port': ['ID=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:54.041649 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-fcc8a2b2-79ce-46d7-b66d-d00e184925eb service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679165 Jul 06 11:43:54.145635 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-fce32466-5099-4425-a5dd-cb985c4fb7bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=040d4636-f876-4c42-9eb9-fd9982730b95 HTTP/1.1" status: 200 len: 217 time: 0.0959158 Jul 06 11:43:54.163519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.164840 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:54.192831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4521db71-b464-46b5-bbfa-3c145318270e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:54.241590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-29fdde81-1c64-41fa-8377-f8ef3e0dbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.242999 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-c1608a1c-56c0-4856-8872-5eb4516fbe9d service neutron] 10.222.0.21 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253216 Jul 06 11:43:54.243369 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-29fdde81-1c64-41fa-8377-f8ef3e0dbd3a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.0746694 Jul 06 11:43:54.300632 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:43:54.300816 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:43:54.319682 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4521db71-b464-46b5-bbfa-3c145318270e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:54.325477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4521db71-b464-46b5-bbfa-3c145318270e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/32ad6412-f8ce-454e-9914-9b760a85c028 HTTP/1.1" status: 204 len: 168 time: 2.1136742 Jul 06 11:43:54.332786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44794) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:54.343866 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f4550f16-d5a3-4cfc-ab46-2a36a4527f15 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1674266 Jul 06 11:43:54.372844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'port': {'device_id': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1', 'admin_state_up': True, 'tenant_id': '73213e7223614a87b198f49fb373a2fe'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:54.381230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:43:54.398230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e9835992-b8bb-497a-9bdf-f4a8e62c4060 None None] Provisioning for port dd7a6a96-87b4-43d8-b670-10eddac3f0fc completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:54.408391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe8338-c1f0-42eb-a857-6868f6ab2a93 req-1c286e88-24a1-44a2-8a7f-aba1c2646e66 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.410347 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ffe8338-c1f0-42eb-a857-6868f6ab2a93 req-1c286e88-24a1-44a2-8a7f-aba1c2646e66 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 946 time: 0.4912071 Jul 06 11:43:54.411514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521db71-b464-46b5-bbfa-3c145318270e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=32ad6412-f8ce-454e-9914-9b760a85c028,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:54.421327 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e9835992-b8bb-497a-9bdf-f4a8e62c4060 None None] Provisioning complete for port dd7a6a96-87b4-43d8-b670-10eddac3f0fc triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:54.421539 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9835992-b8bb-497a-9bdf-f4a8e62c4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:54.514415 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ffe8338-c1f0-42eb-a857-6868f6ab2a93 req-2f325eaa-e417-4f9c-ba2c-27ece27b0f5f tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857277 Jul 06 11:43:54.551195 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2ddf2554-7715-4f1d-99b7-52a4ebe689e5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2057111 Jul 06 11:43:54.554055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44800) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:54.554736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e9835992-b8bb-497a-9bdf-f4a8e62c4060 None None] Port dd7a6a96-87b4-43d8-b670-10eddac3f0fc cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:43:54.596378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:43:54.643302 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:54.875303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.876668 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:54.882384 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] 10.222.0.47 "PUT /v2.0/ports/1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 1091 time: 4.8565969 Jul 06 11:43:54.903321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:43:54.908552 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:43:54.962819 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-2ce62ebc-d45c-4141-b902-31d9a0b1de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:54.969943 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-2ce62ebc-d45c-4141-b902-31d9a0b1de71 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7111044 Jul 06 11:43:55.041233 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.093302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc8ff01-91bd-4e82-97c6-535eb76c58b2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:55.098365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1dc8ff01-91bd-4e82-97c6-535eb76c58b2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5416694 Jul 06 11:43:55.110561 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44826) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:55.142802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c159665d-5c70-49b3-8872-f3ca65e2b796 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:43:55.155057 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 100995c4-0c7b-402c-bc57-9eb5b13ab162, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=100995c4-0c7b-402c-bc57-9eb5b13ab162,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:55.170729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109011e-6fa4-4192-a630-5f4ac397b484 req-e03d6eed-0575-45c5-bdda-c93d98e3227f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:55.190216 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1109011e-6fa4-4192-a630-5f4ac397b484 req-e03d6eed-0575-45c5-bdda-c93d98e3227f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 943 time: 0.4731569 Jul 06 11:43:55.283326 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.286236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2a55d5c-4cf5-4d60-998c-3995863188bb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:55.426742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65374cfb-3215-4215-bbdb-e9bcd1470130 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:55.429068 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-65374cfb-3215-4215-bbdb-e9bcd1470130 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2779403 Jul 06 11:43:55.440324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44828) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:55.589642 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1109011e-6fa4-4192-a630-5f4ac397b484 req-c007bb86-3bde-4686-b1c1-4c681e9fd2f6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3915257 Jul 06 11:43:55.632031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0f416e9a-459c-4dca-b5bc-fd2d0ba3a74b None None] Provisioning complete for port 100995c4-0c7b-402c-bc57-9eb5b13ab162 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:55.632790 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f416e9a-459c-4dca-b5bc-fd2d0ba3a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.705283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=100995c4-0c7b-402c-bc57-9eb5b13ab162,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:55.725519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e2a55d5c-4cf5-4d60-998c-3995863188bb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:55.726302 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:55.745211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4f938-0cbe-416b-b59c-23107075cdf1 req-aad990b1-f5bd-43a0-a18d-1f3202ab5e96 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:55.763971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9fe4f938-0cbe-416b-b59c-23107075cdf1 req-aad990b1-f5bd-43a0-a18d-1f3202ab5e96 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 932 time: 0.5693996 Jul 06 11:43:55.785622 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b1bbd-1d8a-4d2e-9b57-7cf3ff8f1ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:55.835355 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-27d313bf-10c7-4ce1-a4ca-9935997911d4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3756623 Jul 06 11:43:55.847635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44838) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:55.863959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-11e7e0cc-c273-4d6a-9f19-006618e9ee12 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:55.865146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-999bb961-5a37-4f0e-9865-2bd8dc09ba0d req-71328535-fb4a-4185-9126-f750418f095b tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 210 time: 0.0481248 Jul 06 11:43:56.022918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9fe4f938-0cbe-416b-b59c-23107075cdf1 req-cfb5d309-4fd9-4247-8a5d-20a0cf30419d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569277 Jul 06 11:43:56.128135 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-4aa8cf98-369f-4763-b4f2-426ce8cc6013 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2695520 Jul 06 11:43:56.149159 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5730d4e-be50-46af-8e9c-3e835b42ddb3 x-openstack-request-id: req-d5730d4e-be50-46af-8e9c-3e835b42ddb3 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:43:56.149797 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:43:56.150169 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5730d4e-be50-46af-8e9c-3e835b42ddb3 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:43:56.150958 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'status': 'completed', 'code': 200} Jul 06 11:43:56.166717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-9d26b8b4-2e58-4624-9ff1-1e23609944b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:56.168738 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-9d26b8b4-2e58-4624-9ff1-1e23609944b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1094 time: 1.1838968 Jul 06 11:43:56.182840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:56.187915 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.464925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 68a91d19-2ccf-4427-8d57-3ad2d9e36822 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:56.479619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-d4682a3e-29f7-4569-88a6-3cfcf1a083c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:56.481506 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-d4682a3e-29f7-4569-88a6-3cfcf1a083c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f200afbe225345f8978c834e6e0a964b&device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 1096 time: 0.2460670 Jul 06 11:43:56.601688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 68a91d19-2ccf-4427-8d57-3ad2d9e36822 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:56.611439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 68a91d19-2ccf-4427-8d57-3ad2d9e36822 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:56.612835 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:56.679144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133ee012-704f-4b82-bfce-e618de425fb1 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:43:56.957674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-4aef1d48-d844-4456-a9b1-4e03f2e3405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:56.960272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-4aef1d48-d844-4456-a9b1-4e03f2e3405b service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f7be078-855b-4d05-a52d-34fd61bfc5a4 HTTP/1.1" status: 200 len: 913 time: 0.4472077 Jul 06 11:43:56.980835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-133ee012-704f-4b82-bfce-e618de425fb1 None None] Deleting port 100995c4-0c7b-402c-bc57-9eb5b13ab162 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:43:56.982333 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133ee012-704f-4b82-bfce-e618de425fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.011944 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-455e5cdb-194e-4276-a6ef-a9d904af69c7 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9486394 Jul 06 11:43:57.304780 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.319016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-133ee012-704f-4b82-bfce-e618de425fb1 None None] For port 100995c4-0c7b-402c-bc57-9eb5b13ab162, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=100995c4-0c7b-402c-bc57-9eb5b13ab162,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:57.319714 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133ee012-704f-4b82-bfce-e618de425fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.349495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df153155-1f17-4b5d-8de7-c87882d0df08 req-0139f538-6ccf-4c7a-a4d5-4c816c1f4622 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 210 time: 0.1641233 Jul 06 11:43:57.440258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-133ee012-704f-4b82-bfce-e618de425fb1 None None] Calling delete_port for 100995c4-0c7b-402c-bc57-9eb5b13ab162 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:43:57.560193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-8fc78302-af5f-4487-a480-17321f26b459 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d48eb56a-c416-4921-9723-dbf0e79e2836 HTTP/1.1" status: 200 len: 1001 time: 0.5880411 Jul 06 11:43:57.590011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 68a91d19-2ccf-4427-8d57-3ad2d9e36822, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=68a91d19-2ccf-4427-8d57-3ad2d9e36822,segment=NetworkSegment(9980096e-1715-4ce3-a103-7cfbf8bd95c4),segment_id=9980096e-1715-4ce3-a103-7cfbf8bd95c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:57.600299 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:57.603002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ba20c57d-7f91-4a7c-a0eb-85cb1d705475 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:57.713845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-55110ce2-ec75-47d2-a71a-6b739d0fbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:57.717036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-55110ce2-ec75-47d2-a71a-6b739d0fbb80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b1e286-2ad0-433c-9c18-584f5f002487 HTTP/1.1" status: 200 len: 851 time: 0.1090295 Jul 06 11:43:57.722478 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-41544b2d-49fd-4a5a-a70b-712bbbede6a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 217 time: 0.7234406 Jul 06 11:43:57.735784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97e52-5ed2-4405-888a-8b4a2a947fd4 req-2ababa86-8cef-4b16-9714-97633f3844e3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:57.745621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57a97e52-5ed2-4405-888a-8b4a2a947fd4 req-2ababa86-8cef-4b16-9714-97633f3844e3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 943 time: 0.8517487 Jul 06 11:43:57.811083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95384914-1143-446d-bd01-1696767f41eb req-73033af0-df68-4e63-babc-46c1eb3ccc8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:57.819022 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95384914-1143-446d-bd01-1696767f41eb req-73033af0-df68-4e63-babc-46c1eb3ccc8c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 932 time: 0.2563498 Jul 06 11:43:58.016850 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-21f379a9-8fc4-45d6-9ddc-297f5ac98903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.019006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-21f379a9-8fc4-45d6-9ddc-297f5ac98903 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.2636018 Jul 06 11:43:58.050086 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-133ee012-704f-4b82-bfce-e618de425fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.075380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ee012-704f-4b82-bfce-e618de425fb1 None None] No DVR routers for this DVR port 100995c4-0c7b-402c-bc57-9eb5b13ab162 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:43:58.086873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=68a91d19-2ccf-4427-8d57-3ad2d9e36822,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:58.097721 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-2b2550f6-375a-41db-9be5-ddf6270c5559 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0128887 Jul 06 11:43:58.118875 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57a97e52-5ed2-4405-888a-8b4a2a947fd4 req-a9a0da03-318f-4e65-b6ed-beae2205e167 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717365 Jul 06 11:43:58.169342 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95384914-1143-446d-bd01-1696767f41eb req-3f757a01-9b5d-4b81-b378-bc76c6421e12 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486104 Jul 06 11:43:58.224816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e7e0cc-c273-4d6a-9f19-006618e9ee12 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:58.229616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-78e7caed-2cc6-482f-b81f-f3c952ae1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.229616 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-78e7caed-2cc6-482f-b81f-f3c952ae1646 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f7be078-855b-4d05-a52d-34fd61bfc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4682891 Jul 06 11:43:58.229937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ee012-704f-4b82-bfce-e618de425fb1 None None] Pushing event deleted for resources: {'Port': ['ID=100995c4-0c7b-402c-bc57-9eb5b13ab162,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:58.240972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11e7e0cc-c273-4d6a-9f19-006618e9ee12 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.244112 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e7e0cc-c273-4d6a-9f19-006618e9ee12 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:43:58.244522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e7e0cc-c273-4d6a-9f19-006618e9ee12 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:43:58.293461 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-3fb52f2e-96ad-4fcb-8f4f-32ecd28b2bd8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=097428cb-dd26-45ca-9415-b626e36306df HTTP/1.1" status: 200 len: 217 time: 0.1363513 Jul 06 11:43:58.389029 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ba20c57d-7f91-4a7c-a0eb-85cb1d705475 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:43:58.410331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ba20c57d-7f91-4a7c-a0eb-85cb1d705475 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:58.410663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Allocated IP 19.86.0.100 (1fc2d381-e258-433e-b9d1-39f86485b8a1/a41c3db9-6ac8-4292-8e38-006a3986b027/38e1873c-e777-48b6-9465-6a8745093465) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:58.413014 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.426693 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-11e7e0cc-c273-4d6a-9f19-006618e9ee12 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 2.5669522 Jul 06 11:43:58.434158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-fcd1e631-90ca-4777-a201-daffc481d417 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.435818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-fcd1e631-90ca-4777-a201-daffc481d417 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.47 "GET /v2.0/networks?id=689e3478-6acf-402f-9b0d-707f7364d431 HTTP/1.1" status: 200 len: 811 time: 0.8626001 Jul 06 11:43:58.440738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44874) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:58.451222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a83b5ae7-5e13-486a-b523-b22035f149ee tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:58.657264 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.709261 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.720422 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Request body: {'port': {'device_id': '20c727f1-0daf-49e1-9f50-bdb3d8698de8', 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431', 'admin_state_up': True, 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:58.729218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-d1781ceb-2f04-490c-b031-bf61e98fa1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:58.730793 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-d1781ceb-2f04-490c-b031-bf61e98fa1b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6320379 Jul 06 11:43:58.737420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83b5ae7-5e13-486a-b523-b22035f149ee tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:58.742130 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a83b5ae7-5e13-486a-b523-b22035f149ee tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.744598 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83b5ae7-5e13-486a-b523-b22035f149ee tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:43:58.745248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83b5ae7-5e13-486a-b523-b22035f149ee tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:43:58.785327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-5e42b9a2-f538-4e7c-a692-cf9c1dbf5a63 service neutron] 10.222.0.47 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449209 Jul 06 11:43:58.854401 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:58.955175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port ba20c57d-7f91-4a7c-a0eb-85cb1d705475, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ba20c57d-7f91-4a7c-a0eb-85cb1d705475,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:43:58.974108 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:59.009422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60edfcdd-3436-403c-bb09-9e40607e670d req-4b87819b-9957-4d02-842a-dcfd24e22fc5 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 210 time: 0.1438546 Jul 06 11:43:59.038685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-969962e0-b7fb-4a7c-aa53-170e75e27d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:59.040584 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-969962e0-b7fb-4a7c-aa53-170e75e27d55 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.7330863 Jul 06 11:43:59.079253 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9e84c8f-0277-4a6c-8e9e-3577046727bd req-d9bb0633-8728-4fce-8996-be8320a41546 service neutron] 10.222.0.47 "GET /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864025 Jul 06 11:43:59.135080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:59.136147 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a83b5ae7-5e13-486a-b523-b22035f149ee tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6900868 Jul 06 11:43:59.140484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-91676221-32af-4125-b198-57f8f8ad321f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:59.182352 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=ba20c57d-7f91-4a7c-a0eb-85cb1d705475,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:43:59.214036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Made reservation on behalf of f86fa5ba0bd6446b8a90e5c0ccded402 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:59.219112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:59.363282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 68a91d19-2ccf-4427-8d57-3ad2d9e36822 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:43:59.384185 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91676221-32af-4125-b198-57f8f8ad321f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:59.394802 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91676221-32af-4125-b198-57f8f8ad321f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:59.396770 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-91676221-32af-4125-b198-57f8f8ad321f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:43:59.397225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91676221-32af-4125-b198-57f8f8ad321f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:43:59.460629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-91676221-32af-4125-b198-57f8f8ad321f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3242521 Jul 06 11:43:59.470983 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44898) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:59.498418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ee9ce357-c840-4b5b-bb10-2453339c448f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:59.506952 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-8adf9c0a-248e-45b1-97f5-f2b2ce356d0d service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699948 Jul 06 11:43:59.544931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 68a91d19-2ccf-4427-8d57-3ad2d9e36822 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:43:59.547607 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:59.655155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9ce357-c840-4b5b-bb10-2453339c448f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:43:59.659309 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce357-c840-4b5b-bb10-2453339c448f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:59.661977 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9ce357-c840-4b5b-bb10-2453339c448f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:43:59.662791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9ce357-c840-4b5b-bb10-2453339c448f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:43:59.739396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Allocated IP 172.20.0.11 (689e3478-6acf-402f-9b0d-707f7364d431/60a18e05-1841-468c-a300-74b8a5047e21/693a178b-5549-4859-a90e-84ecbcaf38ad) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:43:59.753889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ee9ce357-c840-4b5b-bb10-2453339c448f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2813399 Jul 06 11:43:59.756690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44904) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:43:59.767012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a29c209d-7735-4bac-97a3-8024e08b88ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:43:59.911037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06c18c-a91f-4d0a-b5f3-008fc15fbeec req-9719eb47-7ad5-45d4-9033-4905ea343d20 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:59.922385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab06c18c-a91f-4d0a-b5f3-008fc15fbeec req-9719eb47-7ad5-45d4-9033-4905ea343d20 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 943 time: 0.2890124 Jul 06 11:43:59.966851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259de2c8-88d6-49ba-8532-9e7328eafe87 req-2ce08b41-5e45-4236-9b3b-a5b6bf65f6e6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:43:59.968693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-259de2c8-88d6-49ba-8532-9e7328eafe87 req-2ce08b41-5e45-4236-9b3b-a5b6bf65f6e6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 932 time: 0.3250589 Jul 06 11:44:00.029435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29c209d-7735-4bac-97a3-8024e08b88ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:00.033944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 100995c4-0c7b-402c-bc57-9eb5b13ab162 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:00.036784 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a29c209d-7735-4bac-97a3-8024e08b88ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.040588 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29c209d-7735-4bac-97a3-8024e08b88ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:44:00.041529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29c209d-7735-4bac-97a3-8024e08b88ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:44:00.088846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 100995c4-0c7b-402c-bc57-9eb5b13ab162 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:44:00.089212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 100995c4-0c7b-402c-bc57-9eb5b13ab162 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:00.126036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab06c18c-a91f-4d0a-b5f3-008fc15fbeec req-1493f583-b0be-4429-aaad-4bf2e25ee8dd tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010043 Jul 06 11:44:00.140432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-259de2c8-88d6-49ba-8532-9e7328eafe87 req-ae4f7a84-5248-4d4b-b307-2bd1871912e8 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618955 Jul 06 11:44:00.143764 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a29c209d-7735-4bac-97a3-8024e08b88ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3815336 Jul 06 11:44:00.147351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44918) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:00.158611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ba94cf00-560a-4690-a2e9-465ba64fbb05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:00.197251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-24aaaa02-6adb-4509-9514-8d039d99cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:00.202325 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-24aaaa02-6adb-4509-9514-8d039d99cf26 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0899062 Jul 06 11:44:00.428355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.435465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.484449 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-092c3a65-0a2d-4629-9380-c37bbfaea4c6 req-8627d232-b3f9-4519-9c28-b81f62edeb9f service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9498253 Jul 06 11:44:00.491777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Transition to ACTIVE for port object 38e1873c-e777-48b6-9465-6a8745093465 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:00.495214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e3888e29-82f0-4b98-8f7a-56fd2f372ccf req-02a898ef-c8ed-4aed-8e39-434ead137f29 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 210 time: 0.0591643 Jul 06 11:44:00.520128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba94cf00-560a-4690-a2e9-465ba64fbb05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:00.529648 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba94cf00-560a-4690-a2e9-465ba64fbb05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.531224 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba94cf00-560a-4690-a2e9-465ba64fbb05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:44:00.539853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba94cf00-560a-4690-a2e9-465ba64fbb05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:44:00.583907 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ba94cf00-560a-4690-a2e9-465ba64fbb05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4325440 Jul 06 11:44:00.586480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44944) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:00.659207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dcc167d6-98af-4105-8e9e-a99815cecc6a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0710790 Jul 06 11:44:00.659435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-0c5bc3c7-ab38-486b-b0e5-c6291298471d service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395835 Jul 06 11:44:00.660248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44948) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:00.669432 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.690012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['0e996e62-dd39-469e-a6e5-beead1b7258b'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:00.725989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c0fac8-b1b7-48a2-8472-d8cb60bec8a9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:00.728713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-91c0fac8-b1b7-48a2-8472-d8cb60bec8a9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669186 Jul 06 11:44:00.732843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44950) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:00.777867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Network 689e3478-6acf-402f-9b0d-707f7364d431 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:00.809812 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:00.833854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-979b7474-d5ab-4737-9940-06cb8a597538 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990613 Jul 06 11:44:00.840084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:00.845896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c9b141d3-fb08-42da-b26e-40a3380c1bab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:00.851218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:00.868700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:00.882964 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Pushing event updated for resources: {'Port': ['ID=693a178b-5549-4859-a90e-84ecbcaf38ad,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:00.927875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0 req-9a1cd827-4468-40a9-b8ef-2904a27ba10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:00.931211 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0 req-9a1cd827-4468-40a9-b8ef-2904a27ba10a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1094 time: 0.3364394 Jul 06 11:44:01.049789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network 1fc2d381-e258-433e-b9d1-39f86485b8a1 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:01.067710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b141d3-fb08-42da-b26e-40a3380c1bab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:01.073381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9b141d3-fb08-42da-b26e-40a3380c1bab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.097280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:01.143766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ba20c57d-7f91-4a7c-a0eb-85cb1d705475 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:01.212663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:01.256053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:01.257011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.274961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Port': ['ID=38e1873c-e777-48b6-9465-6a8745093465,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:01.285321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ba20c57d-7f91-4a7c-a0eb-85cb1d705475 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:01.285683 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.316047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-77c7dc10-ff2c-4406-9664-4dc74daa8a3c service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662601 Jul 06 11:44:01.326069 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-8f7cddaf-40e5-4321-8967-9490aa399de1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6940727 Jul 06 11:44:01.342415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Request body: {'port': {'device_id': '20c727f1-0daf-49e1-9f50-bdb3d8698de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:01.361559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:01.362740 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.442555 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-392a2b3b-0600-493c-ab30-96986497c102 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127 HTTP/1.1" status: 200 len: 217 time: 0.1124306 Jul 06 11:44:01.511975 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-fcee42ea-1a0d-4f06-8d14-2e46d76865f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1535866 Jul 06 11:44:01.516536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0 req-817061e4-0aca-4c58-9178-268c76ca4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:01.518063 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0 req-817061e4-0aca-4c58-9178-268c76ca4559 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.5293264 Jul 06 11:44:01.525962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'port': {'device_id': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9', 'admin_state_up': True, 'tenant_id': '73213e7223614a87b198f49fb373a2fe'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:01.613586 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5bdc21f9-3b83-4b89-b486-fa1628391cf3 None None] Provisioning for port 38e1873c-e777-48b6-9465-6a8745093465 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:01.626611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5bdc21f9-3b83-4b89-b486-fa1628391cf3 None None] Provisioning complete for port 38e1873c-e777-48b6-9465-6a8745093465 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:01.626983 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bdc21f9-3b83-4b89-b486-fa1628391cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.661965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0 req-2e2f47f6-bf1a-4ee0-a12f-80ab4915cd0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 217 time: 0.1277475 Jul 06 11:44:01.669419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-b9c90dcb-fc73-4897-9085-295a42db49d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:01.671081 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-b9c90dcb-fc73-4897-9085-295a42db49d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 200 len: 797 time: 0.2136164 Jul 06 11:44:01.687674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc21f9-3b83-4b89-b486-fa1628391cf3 None None] Port 38e1873c-e777-48b6-9465-6a8745093465 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:01.751834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:01.813398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0 req-bd83c352-cc65-4546-b476-f2f4c9b414e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:01.814983 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0 req-bd83c352-cc65-4546-b476-f2f4c9b414e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1431375 Jul 06 11:44:02.185463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-c9b141d3-fb08-42da-b26e-40a3380c1bab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:44:02.189751 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9b141d3-fb08-42da-b26e-40a3380c1bab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.237334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea5d63-09c4-4f62-a3b6-00574ff19dd4 req-2ea07499-9c3f-4ccf-9a30-1d67e0b44a9d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.244269 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea5d63-09c4-4f62-a3b6-00574ff19dd4 req-2ea07499-9c3f-4ccf-9a30-1d67e0b44a9d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.245961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79ea5d63-09c4-4f62-a3b6-00574ff19dd4 req-2ea07499-9c3f-4ccf-9a30-1d67e0b44a9d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 1655 time: 0.6674097 Jul 06 11:44:02.257041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-22b7ca31-fa38-4583-80cb-c98ebca2dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.259132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-22b7ca31-fa38-4583-80cb-c98ebca2dbbc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5787323 Jul 06 11:44:02.296399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b141d3-fb08-42da-b26e-40a3380c1bab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:02.316492 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c9b141d3-fb08-42da-b26e-40a3380c1bab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:02.320913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b141d3-fb08-42da-b26e-40a3380c1bab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.321854 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9b141d3-fb08-42da-b26e-40a3380c1bab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.331001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f073c6-09bc-4845-9538-3183f9a596d2 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:02.350762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a63fe-9cfa-488c-83ea-55c11a4b7595 req-3b05661d-c540-4753-9c68-0fb0f3c708a3 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.354719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e5a63fe-9cfa-488c-83ea-55c11a4b7595 req-3b05661d-c540-4753-9c68-0fb0f3c708a3 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 946 time: 0.8158040 Jul 06 11:44:02.376186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:02.379693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.386516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c9b141d3-fb08-42da-b26e-40a3380c1bab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5424683 Jul 06 11:44:02.388126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44970) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:02.392621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:52:ac:fe', 'name': 'tempest-NetworksTestDHCPv6-627141491'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:02.417726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b141d3-fb08-42da-b26e-40a3380c1bab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=11a65023-b406-43f2-a43e-f7a43f1eaf31,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:02.436620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79ea5d63-09c4-4f62-a3b6-00574ff19dd4 req-3d4bdfe4-6962-4c35-bbba-1ec127ffa18c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755974 Jul 06 11:44:02.469024 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e5a63fe-9cfa-488c-83ea-55c11a4b7595 req-288ad057-a3f5-46c6-8198-47c686d83b11 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990119 Jul 06 11:44:02.567343 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '11a65023-b406-43f2-a43e-f7a43f1eaf31'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:44:02.568838 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:02.607280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0 req-a8f2379d-41da-49b5-93fa-564112d68cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.609138 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0 req-a8f2379d-41da-49b5-93fa-564112d68cad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7583756 Jul 06 11:44:02.778235 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-9cd6dbf2-324c-4cde-ba68-f6fb89551139 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682918 Jul 06 11:44:02.784166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c940bf-1332-4369-98fb-c605e9c92227 req-ee56d2f1-439e-42c6-a036-540860ab4d2e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.792762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4c940bf-1332-4369-98fb-c605e9c92227 req-ee56d2f1-439e-42c6-a036-540860ab4d2e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 943 time: 0.1838155 Jul 06 11:44:02.839209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Allocated IP 2001:db8::f816:3eff:fe0c:fae7 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/11a65023-b406-43f2-a43e-f7a43f1eaf31/9db84e88-a472-4466-bbf6-8beb1e1ce7dd) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:02.874725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a8b07-629f-485f-b7b9-6584f29b5279 req-c92a9bdf-29ca-4fcb-92a1-5319fbc1994f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.880713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a8b07-629f-485f-b7b9-6584f29b5279 req-c92a9bdf-29ca-4fcb-92a1-5319fbc1994f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.886827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a8b07-629f-485f-b7b9-6584f29b5279 req-c92a9bdf-29ca-4fcb-92a1-5319fbc1994f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.894096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a8b07-629f-485f-b7b9-6584f29b5279 req-c92a9bdf-29ca-4fcb-92a1-5319fbc1994f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.900920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a8b07-629f-485f-b7b9-6584f29b5279 req-c92a9bdf-29ca-4fcb-92a1-5319fbc1994f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.907627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a8b07-629f-485f-b7b9-6584f29b5279 req-c92a9bdf-29ca-4fcb-92a1-5319fbc1994f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.916455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Allocated IP 19.80.0.174 (60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9/f2ebbc0e-3bd1-434a-becc-bf8c3c798955/664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:02.919484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a8b07-629f-485f-b7b9-6584f29b5279 req-c92a9bdf-29ca-4fcb-92a1-5319fbc1994f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.927409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-163a8b07-629f-485f-b7b9-6584f29b5279 req-c92a9bdf-29ca-4fcb-92a1-5319fbc1994f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5434 time: 0.2459278 Jul 06 11:44:02.949823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226824-af3a-4887-8882-64fe3061812c req-7fa43f45-0233-4c8c-b75f-78fe7a39b4bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.956352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226824-af3a-4887-8882-64fe3061812c req-7fa43f45-0233-4c8c-b75f-78fe7a39b4bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.963036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226824-af3a-4887-8882-64fe3061812c req-7fa43f45-0233-4c8c-b75f-78fe7a39b4bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.974161 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226824-af3a-4887-8882-64fe3061812c req-7fa43f45-0233-4c8c-b75f-78fe7a39b4bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.984122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226824-af3a-4887-8882-64fe3061812c req-7fa43f45-0233-4c8c-b75f-78fe7a39b4bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.991422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226824-af3a-4887-8882-64fe3061812c req-7fa43f45-0233-4c8c-b75f-78fe7a39b4bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.998985 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226824-af3a-4887-8882-64fe3061812c req-7fa43f45-0233-4c8c-b75f-78fe7a39b4bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:02.999614 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72226824-af3a-4887-8882-64fe3061812c req-7fa43f45-0233-4c8c-b75f-78fe7a39b4bf tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 5434 time: 0.3059835 Jul 06 11:44:03.004494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4c940bf-1332-4369-98fb-c605e9c92227 req-daee6748-fa30-4684-84ec-18d787015f97 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116361 Jul 06 11:44:03.023092 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0 req-1929c39c-395c-4d45-8798-65912818e8df service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972297 Jul 06 11:44:03.045578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:03.093440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226824-af3a-4887-8882-64fe3061812c req-6450d416-4dca-4029-9fd6-1f95256e3c94 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:03.094893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72226824-af3a-4887-8882-64fe3061812c req-6450d416-4dca-4029-9fd6-1f95256e3c94 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "GET /v2.0/ports/040d4636-f876-4c42-9eb9-fd9982730b95?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0813091 Jul 06 11:44:03.109010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-163a8b07-629f-485f-b7b9-6584f29b5279 req-af5ef36d-4d8e-4438-97e8-730d1e43b138 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806166 Jul 06 11:44:03.203272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.330793 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.344428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Transition to ACTIVE for port object 9db84e88-a472-4466-bbf6-8beb1e1ce7dd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:03.377572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Transition to ACTIVE for port object 9db84e88-a472-4466-bbf6-8beb1e1ce7dd will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:03.384120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db6cd2-5e09-4d6e-9de5-61ef9bee0bac req-4e857590-d0d2-46b4-9308-ed2b2372d1ac tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:03.385869 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53db6cd2-5e09-4d6e-9de5-61ef9bee0bac req-4e857590-d0d2-46b4-9308-ed2b2372d1ac tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.47 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 946 time: 0.2001874 Jul 06 11:44:03.392704 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.400879 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3565c98-4adc-4cf3-aa22-810a4d84c5d0 req-5633d83e-7b93-4b9a-ac88-8769aca1e929 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302082 Jul 06 11:44:03.402562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72226824-af3a-4887-8882-64fe3061812c req-8202aab7-36fa-4c2b-bb99-779b415ccab0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2924991 Jul 06 11:44:03.417664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:03.432283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:03.448239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 030dd62c-62a2-4d62-ae4f-b2593accced0 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:44:03.462999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693a178b-5549-4859-a90e-84ecbcaf38ad {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:03.474710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:03.481179 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.481763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:03.486688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138cfea-c332-4c57-9b6f-22260020525d req-67c03a62-8d64-4fef-8442-45dd050628cd tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:03.497807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0138cfea-c332-4c57-9b6f-22260020525d req-67c03a62-8d64-4fef-8442-45dd050628cd tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 932 time: 0.2260249 Jul 06 11:44:03.499574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Pushing event updated for resources: {'Port': ['ID=9db84e88-a472-4466-bbf6-8beb1e1ce7dd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:03.534220 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-e18215ce-4cdd-40f8-8146-0cc0be5b9086 service neutron] 10.222.0.86 "GET /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370100 Jul 06 11:44:03.568748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Attempting to bind port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:03.568985 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Attempting to bind port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:03.569364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Attempting to bind port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:03.576832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:03.577210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:03.577627 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.578035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:03.578533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Bound port: 9db84e88-a472-4466-bbf6-8beb1e1ce7dd, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:03.578898 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.635511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-c614b9b1-428b-4294-88f8-c13fd783a63a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=05bf836b-354c-4996-8a22-f308e431636b HTTP/1.1" status: 200 len: 217 time: 0.0629885 Jul 06 11:44:03.646051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Transition to ACTIVE for port object 693a178b-5549-4859-a90e-84ecbcaf38ad will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:03.664087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0138cfea-c332-4c57-9b6f-22260020525d req-f3e6ba6e-021f-4fe9-92c4-f187f76c7459 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653607 Jul 06 11:44:03.667406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] For port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:03.671592 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] For port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9db84e88-a472-4466-bbf6-8beb1e1ce7dd,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:03.677322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.679244 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.726242 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.748345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-53db6cd2-5e09-4d6e-9de5-61ef9bee0bac req-c4492c54-f9ac-4be4-92e3-da9a0b688252 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Deleting port 5d47a1d8-8deb-4df0-b664-ac03a3434919 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:03.748762 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-53db6cd2-5e09-4d6e-9de5-61ef9bee0bac req-c4492c54-f9ac-4be4-92e3-da9a0b688252 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.762617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf64db1-da63-4f0e-a629-3dc828a2cac3 None None] Pushing event updated for resources: {'Port': ['ID=9db84e88-a472-4466-bbf6-8beb1e1ce7dd,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:03.874060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-2d632f49-9f43-49b2-82a9-7789a60ffb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:03.875792 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-2d632f49-9f43-49b2-82a9-7789a60ffb1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.2285492 Jul 06 11:44:03.950144 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:03.960238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Pushing event updated for resources: {'Port': ['ID=693a178b-5549-4859-a90e-84ecbcaf38ad,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:03.965481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::f816:3eff:fe52:acfe (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/11a65023-b406-43f2-a43e-f7a43f1eaf31/030dd62c-62a2-4d62-ae4f-b2593accced0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:04.006190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Transition to ACTIVE for port object 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:04.223123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Attempting to bind port 693a178b-5549-4859-a90e-84ecbcaf38ad on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:04.223573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Attempting to bind port 693a178b-5549-4859-a90e-84ecbcaf38ad by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:04.223915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Attempting to bind port 693a178b-5549-4859-a90e-84ecbcaf38ad on network 689e3478-6acf-402f-9b0d-707f7364d431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:04.231566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-53db6cd2-5e09-4d6e-9de5-61ef9bee0bac req-c4492c54-f9ac-4be4-92e3-da9a0b688252 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] For port 5d47a1d8-8deb-4df0-b664-ac03a3434919, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5d47a1d8-8deb-4df0-b664-ac03a3434919,segment=NetworkSegment(d17bbf20-7d88-4f50-bfb5-161c1a445b49),segment_id=d17bbf20-7d88-4f50-bfb5-161c1a445b49)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:04.232190 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-53db6cd2-5e09-4d6e-9de5-61ef9bee0bac req-c4492c54-f9ac-4be4-92e3-da9a0b688252 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.239100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-265dd89e-8616-45e9-a97c-d46d9a40bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:04.241015 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-265dd89e-8616-45e9-a97c-d46d9a40bd31 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3560765 Jul 06 11:44:04.249372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.262220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Port 693a178b-5549-4859-a90e-84ecbcaf38ad on network 689e3478-6acf-402f-9b0d-707f7364d431 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:44:04.262550 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Attempting to bind port 693a178b-5549-4859-a90e-84ecbcaf38ad on network 689e3478-6acf-402f-9b0d-707f7364d431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:04.265831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-53db6cd2-5e09-4d6e-9de5-61ef9bee0bac req-c4492c54-f9ac-4be4-92e3-da9a0b688252 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Calling delete_port for 5d47a1d8-8deb-4df0-b664-ac03a3434919 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:04.347212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92496bb-b91b-4a48-8d22-a891b2c99ff8 req-0bc63226-a7dd-40c8-bc00-aaf524aa3854 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:04.359661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92496bb-b91b-4a48-8d22-a891b2c99ff8 req-0bc63226-a7dd-40c8-bc00-aaf524aa3854 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:04.362585 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d92496bb-b91b-4a48-8d22-a891b2c99ff8 req-0bc63226-a7dd-40c8-bc00-aaf524aa3854 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 1655 time: 0.4844007 Jul 06 11:44:04.371970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:04.372318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Checking segment: {'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:04.372706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Bound using segment: {'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:04.373156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Bound port: 693a178b-5549-4859-a90e-84ecbcaf38ad, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1517e5-48c5-44b1-96b9-38381d1df310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:04.373516 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.417059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:04.439180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:04.449217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:04.469902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Port': ['ID=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:04.497679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] For port 040d4636-f876-4c42-9eb9-fd9982730b95, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=040d4636-f876-4c42-9eb9-fd9982730b95,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:04.516847 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.570590 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-835f602c-bba7-4c4a-873c-9a66d1051052 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163781 Jul 06 11:44:04.571584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 030dd62c-62a2-4d62-ae4f-b2593accced0 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:04.609880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a555d-6670-41e3-9804-6ef00e0e3816 req-87cd8028-843f-4ea7-8aeb-522daf043064 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:04.612717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a31a555d-6670-41e3-9804-6ef00e0e3816 req-87cd8028-843f-4ea7-8aeb-522daf043064 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/ports?device_id=f17dabdd-5abe-4372-af8f-74fdfaabdfed HTTP/1.1" status: 200 len: 946 time: 0.5400407 Jul 06 11:44:04.639161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d92496bb-b91b-4a48-8d22-a891b2c99ff8 req-acc1d989-d3e4-4997-bbe5-f2c7aa194bb1 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112823 Jul 06 11:44:04.648095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] For port 693a178b-5549-4859-a90e-84ecbcaf38ad, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:04.657576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:04.658562 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.692572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] For port 693a178b-5549-4859-a90e-84ecbcaf38ad, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=693a178b-5549-4859-a90e-84ecbcaf38ad,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:04.693704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] For port 040d4636-f876-4c42-9eb9-fd9982730b95, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:04.720087 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.787174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] device_id is not set on port 040d4636-f876-4c42-9eb9-fd9982730b95 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:44:04.793773 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4654cdf7-e38c-424c-9184-328152da9795 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2726185 Jul 06 11:44:04.810612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Request body: {'port': {'device_id': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:04.826867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:04.830213 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a31a555d-6670-41e3-9804-6ef00e0e3816 req-1a5fad81-9a0a-4456-8e5f-43977258773f tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d739147-9a0f-4225-90c3-6dd9972f1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987929 Jul 06 11:44:04.837535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:04.838174 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.840059 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] 10.222.0.47 "PUT /v2.0/ports/693a178b-5549-4859-a90e-84ecbcaf38ad HTTP/1.1" status: 200 len: 1092 time: 3.5015435 Jul 06 11:44:04.871665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c727f1-0daf-49e1-9f50-bdb3d8698de8', 'tag': '693a178b-5549-4859-a90e-84ecbcaf38ad'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:04.874273 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f299aeef-de4e-4d1b-8f7a-350360ca8f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "20c727f1-0daf-49e1-9f50-bdb3d8698de8", "tag": "693a178b-5549-4859-a90e-84ecbcaf38ad"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:04.877074 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.881209 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.892198 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-8c16399b-0b6a-4a11-a70f-9ac58b98b5a8 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104384 Jul 06 11:44:04.919803 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.951341 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-53db6cd2-5e09-4d6e-9de5-61ef9bee0bac req-c4492c54-f9ac-4be4-92e3-da9a0b688252 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:04.983022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['5d47a1d8-8deb-4df0-b664-ac03a3434919'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:05.166213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] No DVR routers for this DVR port 040d4636-f876-4c42-9eb9-fd9982730b95 on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:05.173713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:05.199390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'port_id': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'mac_address': 'fa:16:3e:59:89:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:05.265008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-00ed0ae1-2e88-4cb7-abb0-eadbedc379a1 None None] Provisioning for port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:05.278803 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.299125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-00ed0ae1-2e88-4cb7-abb0-eadbedc379a1 None None] Provisioning complete for port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:05.299982 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00ed0ae1-2e88-4cb7-abb0-eadbedc379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.332398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] Pushing event updated for resources: {'Port': ['ID=040d4636-f876-4c42-9eb9-fd9982730b95,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:05.359480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9db84e88-a472-4466-bbf6-8beb1e1ce7dd up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:05.384932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-53db6cd2-5e09-4d6e-9de5-61ef9bee0bac req-c4492c54-f9ac-4be4-92e3-da9a0b688252 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] No DVR routers for this DVR port 5d47a1d8-8deb-4df0-b664-ac03a3434919 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:05.420009 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-53db6cd2-5e09-4d6e-9de5-61ef9bee0bac req-c4492c54-f9ac-4be4-92e3-da9a0b688252 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.422220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c3977ad1-af61-491d-959e-f0f61d494e50 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:05.422389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53db6cd2-5e09-4d6e-9de5-61ef9bee0bac req-c4492c54-f9ac-4be4-92e3-da9a0b688252 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] 10.222.0.47 "DELETE /v2.0/ports/5d47a1d8-8deb-4df0-b664-ac03a3434919 HTTP/1.1" status: 204 len: 173 time: 2.0289435 Jul 06 11:44:05.427440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17dabdd-5abe-4372-af8f-74fdfaabdfed', 'name': 'network-vif-deleted', 'tag': '5d47a1d8-8deb-4df0-b664-ac03a3434919'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:05.431922 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e08686-d0a1-4c2d-b847-dbef88d40089" -d '{"events": [{"server_uuid": "f17dabdd-5abe-4372-af8f-74fdfaabdfed", "name": "network-vif-deleted", "tag": "5d47a1d8-8deb-4df0-b664-ac03a3434919"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:05.446897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8a65ef-1af5-418a-b10d-a9cbbc840776 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:05.467889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4492c54-f9ac-4be4-92e3-da9a0b688252 tempest-VolumesActionsTest-57035267 tempest-VolumesActionsTest-57035267-project] Pushing event deleted for resources: {'Port': ['ID=5d47a1d8-8deb-4df0-b664-ac03a3434919,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:05.470681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-00ed0ae1-2e88-4cb7-abb0-eadbedc379a1 None None] Port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:05.499990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] In _notify_port_updated(), no bound segment for port 040d4636-f876-4c42-9eb9-fd9982730b95 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:44:05.500920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:05.501551 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.502978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72226824-af3a-4887-8882-64fe3061812c req-90bad8fe-f797-47b1-99cb-925f02feadae service neutron] 10.222.0.86 "PUT /v2.0/ports/040d4636-f876-4c42-9eb9-fd9982730b95 HTTP/1.1" status: 200 len: 1027 time: 2.0903945 Jul 06 11:44:05.517210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:05.529026 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.564140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:05.620845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226824-af3a-4887-8882-64fe3061812c req-35e4ec55-f6ec-45a5-9f3c-47b0f897b51f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:05.622713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72226824-af3a-4887-8882-64fe3061812c req-35e4ec55-f6ec-45a5-9f3c-47b0f897b51f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "GET /v2.0/ports/18218c73-5116-43de-a2b7-57faf0ebce65?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1094205 Jul 06 11:44:05.632835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a9a64-e8da-4151-a9c8-324dcfaa7ce9 req-c0badb2a-e0fc-4c4d-a094-3159c44a07d1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:05.640628 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b5a9a64-e8da-4151-a9c8-324dcfaa7ce9 req-c0badb2a-e0fc-4c4d-a094-3159c44a07d1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 943 time: 0.4796929 Jul 06 11:44:05.656695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232d2d-24f6-4bcf-ac3e-021382568d36 req-95ce00db-9a18-4855-bba0-5ee39e3a8c83 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:05.660829 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:05.673473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232d2d-24f6-4bcf-ac3e-021382568d36 req-95ce00db-9a18-4855-bba0-5ee39e3a8c83 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:05.681339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232d2d-24f6-4bcf-ac3e-021382568d36 req-95ce00db-9a18-4855-bba0-5ee39e3a8c83 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:05.689129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232d2d-24f6-4bcf-ac3e-021382568d36 req-95ce00db-9a18-4855-bba0-5ee39e3a8c83 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:05.689708 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.699116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232d2d-24f6-4bcf-ac3e-021382568d36 req-95ce00db-9a18-4855-bba0-5ee39e3a8c83 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:05.708766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232d2d-24f6-4bcf-ac3e-021382568d36 req-95ce00db-9a18-4855-bba0-5ee39e3a8c83 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:05.721845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1232d2d-24f6-4bcf-ac3e-021382568d36 req-95ce00db-9a18-4855-bba0-5ee39e3a8c83 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 4660 time: 0.3437362 Jul 06 11:44:05.736735 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:05.762958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3977ad1-af61-491d-959e-f0f61d494e50'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:05.765354 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfac6812-3c68-44fd-852b-a786f7907db6" -d '{"events": [{"server_uuid": "4b362ee2-0c54-4390-8e09-4b7fd4996a28", "name": "network-vif-unplugged", "status": "completed", "tag": "c3977ad1-af61-491d-959e-f0f61d494e50"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:05.780425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa734c-89b9-428a-9c6f-ec53074629bd service neutron] Pushing event updated for resources: {'Port': ['ID=693a178b-5549-4859-a90e-84ecbcaf38ad,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:05.785014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c3977ad1-af61-491d-959e-f0f61d494e50, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c3977ad1-af61-491d-959e-f0f61d494e50,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:05.802124 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.803269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 05bf836b-354c-4996-8a22-f308e431636b no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:05.851934 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-5bf17e67-db9d-47d8-97e9-018642e43c1a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd HTTP/1.1" status: 200 len: 217 time: 0.9499669 Jul 06 11:44:05.853177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7f03a7c8-a26d-426d-8d48-8355c7dba74d None None] Provisioning for port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:05.855161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:05.874245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7f03a7c8-a26d-426d-8d48-8355c7dba74d None None] Provisioning complete for port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:05.874647 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f03a7c8-a26d-426d-8d48-8355c7dba74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.902768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:05.906421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:05.920282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:05.921434 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.926212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1232d2d-24f6-4bcf-ac3e-021382568d36 req-33b0484e-ac4d-4cf5-8a70-364e8b9ca9eb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=232ec809-9522-4b4c-959d-ddda2303a75d&id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2027879 Jul 06 11:44:05.926734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['1c8a65ef-1af5-418a-b10d-a9cbbc840776'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:05.961086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c3977ad1-af61-491d-959e-f0f61d494e50,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:05.969320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b5a9a64-e8da-4151-a9c8-324dcfaa7ce9 req-3f8d472f-762d-4aa9-95c2-915f6c3632f4 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271463 Jul 06 11:44:06.036576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=030dd62c-62a2-4d62-ae4f-b2593accced0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:06.068969 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-72a82444-cf9d-43c0-a849-f51b4c7f4927 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6801496 Jul 06 11:44:06.076749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45056) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:06.086702 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.100036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-429e9294-aa41-41ac-ad9c-ff1c6f4415ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.105170 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-429e9294-aa41-41ac-ad9c-ff1c6f4415ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 200 len: 797 time: 0.2318561 Jul 06 11:44:06.144159 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.252231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-6f9c3f78-97d6-46c0-866d-6671e582fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.254553 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-6f9c3f78-97d6-46c0-866d-6671e582fd62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f86fa5ba0bd6446b8a90e5c0ccded402&device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 1095 time: 1.3411293 Jul 06 11:44:06.265757 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.290275 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f03a7c8-a26d-426d-8d48-8355c7dba74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.359197 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-391c0433-2395-4c8e-a8c0-e2aa2a3383fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=693a178b-5549-4859-a90e-84ecbcaf38ad HTTP/1.1" status: 200 len: 217 time: 0.0955720 Jul 06 11:44:06.455175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7f03a7c8-a26d-426d-8d48-8355c7dba74d None None] For port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9db84e88-a472-4466-bbf6-8beb1e1ce7dd,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:06.489086 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9a6e3e-f1b2-4ec0-b0ab-2a9fa93a3751 x-openstack-request-id: req-fd9a6e3e-f1b2-4ec0-b0ab-2a9fa93a3751 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:06.489376 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c727f1-0daf-49e1-9f50-bdb3d8698de8", "tag": "693a178b-5549-4859-a90e-84ecbcaf38ad", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:06.489629 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd9a6e3e-f1b2-4ec0-b0ab-2a9fa93a3751 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:06.490022 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c727f1-0daf-49e1-9f50-bdb3d8698de8', 'tag': '693a178b-5549-4859-a90e-84ecbcaf38ad', 'status': 'completed', 'code': 200} Jul 06 11:44:06.512772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697d982-3275-4b32-9b80-3ffbc0a6566a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.517301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 05bf836b-354c-4996-8a22-f308e431636b, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=05bf836b-354c-4996-8a22-f308e431636b,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:06.524534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697d982-3275-4b32-9b80-3ffbc0a6566a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.527296 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6697d982-3275-4b32-9b80-3ffbc0a6566a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4485986 Jul 06 11:44:06.534822 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f03a7c8-a26d-426d-8d48-8355c7dba74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.535342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45062) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:06.581092 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.581929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 18218c73-5116-43de-a2b7-57faf0ebce65 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:06.640740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-ff875755-ae00-4c93-84a0-6a872797a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.642357 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-ff875755-ae00-4c93-84a0-6a872797a6d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=394d285e-f49e-4dd3-979f-9001aa2b15c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4989405 Jul 06 11:44:06.686119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7f03a7c8-a26d-426d-8d48-8355c7dba74d None None] Provisioning complete for port 040d4636-f876-4c42-9eb9-fd9982730b95 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:06.686884 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f03a7c8-a26d-426d-8d48-8355c7dba74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:06.742637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-93d7e4c5-21e8-4519-a7b7-339133eeec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.744157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-93d7e4c5-21e8-4519-a7b7-339133eeec09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a18e05-1841-468c-a300-74b8a5047e21 HTTP/1.1" status: 200 len: 851 time: 0.3662279 Jul 06 11:44:06.763582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03a7c8-a26d-426d-8d48-8355c7dba74d None None] Pushing event updated for resources: {'Port': ['ID=9db84e88-a472-4466-bbf6-8beb1e1ce7dd,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:06.806262 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-ecb76b42-557f-412d-98d8-8736842c4868 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=689e3478-6acf-402f-9b0d-707f7364d431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502627 Jul 06 11:44:06.825118 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-d9867d4a-52af-4212-8f50-496bc0520cbb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:44:06.826193 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-d9867d4a-52af-4212-8f50-496bc0520cbb service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106454 Jul 06 11:44:06.837670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5d47a1d8-8deb-4df0-b664-ac03a3434919 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:06.874430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7f03a7c8-a26d-426d-8d48-8355c7dba74d None None] Port 040d4636-f876-4c42-9eb9-fd9982730b95 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:06.888249 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 5d47a1d8-8deb-4df0-b664-ac03a3434919 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:44:06.888693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5d47a1d8-8deb-4df0-b664-ac03a3434919 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:06.904964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7668a-00be-462c-bae0-52de96514ad7 req-927c5610-5f22-44b7-829f-e076cbcedd4a tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.909090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73c7668a-00be-462c-bae0-52de96514ad7 req-927c5610-5f22-44b7-829f-e076cbcedd4a tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 944 time: 0.4454753 Jul 06 11:44:06.912081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=05bf836b-354c-4996-8a22-f308e431636b,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:06.952769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-a778a8e6-6641-4afa-9d63-88ba8928b74e tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:06.959907 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-a778a8e6-6641-4afa-9d63-88ba8928b74e tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 804 time: 0.3721845 Jul 06 11:44:06.966198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] For port 18218c73-5116-43de-a2b7-57faf0ebce65, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=18218c73-5116-43de-a2b7-57faf0ebce65,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:06.977058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.013720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-d82ee4a1-13b7-4dd5-98d8-76be2ee08341 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/quotas/317aad6b56d34ca19e1a0d1297fbed13 HTTP/1.1" status: 200 len: 375 time: 0.0515289 Jul 06 11:44:07.041173 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-095557b8-1413-468f-b6fa-4079a8348032 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757122 Jul 06 11:44:07.064776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e10d0d26-4a32-4688-b944-178454f6c7fa None None] Provisioning for port 030dd62c-62a2-4d62-ae4f-b2593accced0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:07.070022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e10d0d26-4a32-4688-b944-178454f6c7fa None None] Provisioning complete for port 030dd62c-62a2-4d62-ae4f-b2593accced0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:07.071193 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e10d0d26-4a32-4688-b944-178454f6c7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.078089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73c7668a-00be-462c-bae0-52de96514ad7 req-07632628-e869-476d-b02c-733a93a3265f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143854 Jul 06 11:44:07.126456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] For port 18218c73-5116-43de-a2b7-57faf0ebce65, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:07.171198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-ac858630-d2c6-4845-b3a9-719fc492c5b5 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1550696 Jul 06 11:44:07.184253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e10d0d26-4a32-4688-b944-178454f6c7fa None None] Port 030dd62c-62a2-4d62-ae4f-b2593accced0 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:07.209488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9db84e88-a472-4466-bbf6-8beb1e1ce7dd up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:07.209776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7a6a96-87b4-43d8-b670-10eddac3f0fc {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:07.224712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-65973f61-a4d5-479c-82c8-dfc3be291ca3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 030dd62c-62a2-4d62-ae4f-b2593accced0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:07.225116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65973f61-a4d5-479c-82c8-dfc3be291ca3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.231786 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-11299343-f59e-402e-8c24-bb7ab912f4e6 service neutron] 10.222.0.47 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809752 Jul 06 11:44:07.234684 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.262226 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec27c09-c975-4345-8c55-ac3de100a6a0 x-openstack-request-id: req-eec27c09-c975-4345-8c55-ac3de100a6a0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:07.262588 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17dabdd-5abe-4372-af8f-74fdfaabdfed", "name": "network-vif-deleted", "tag": "5d47a1d8-8deb-4df0-b664-ac03a3434919", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:07.262917 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eec27c09-c975-4345-8c55-ac3de100a6a0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:07.263334 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17dabdd-5abe-4372-af8f-74fdfaabdfed', 'name': 'network-vif-deleted', 'tag': '5d47a1d8-8deb-4df0-b664-ac03a3434919', 'status': 'completed', 'code': 200} Jul 06 11:44:07.266259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] device_id is not set on port 18218c73-5116-43de-a2b7-57faf0ebce65 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:44:07.280604 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.291207 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.339378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:07.339967 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.377451 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:44:07.378073 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:44:07.413471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16524757-b152-4821-9096-0162807142c6 service neutron] Pushing event updated for resources: {'Port': ['ID=18218c73-5116-43de-a2b7-57faf0ebce65,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:07.414047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Transition to ACTIVE for port object dd7a6a96-87b4-43d8-b670-10eddac3f0fc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:07.441990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f588f2-8a91-4178-892b-0ce009663512 req-376ac063-453e-42c7-a3aa-330c183ee582 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:07.444176 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-82f588f2-8a91-4178-892b-0ce009663512 req-376ac063-453e-42c7-a3aa-330c183ee582 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b362ee2-0c54-4390-8e09-4b7fd4996a28 HTTP/1.1" status: 200 len: 943 time: 0.5729983 Jul 06 11:44:07.455478 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-86d207cc-b5cb-489e-93dd-897179335f85 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842352 Jul 06 11:44:07.457235 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.528960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] No DVR routers for this DVR port 18218c73-5116-43de-a2b7-57faf0ebce65 on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:07.549837 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c2c4ad5-4865-44e7-8806-8ba6fea8701d req-076bca62-9aa0-44f0-8d93-370b423d18e5 service neutron] 10.222.0.86 "GET /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925449 Jul 06 11:44:07.598486 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65973f61-a4d5-479c-82c8-dfc3be291ca3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.641706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-65973f61-a4d5-479c-82c8-dfc3be291ca3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 030dd62c-62a2-4d62-ae4f-b2593accced0 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:07.676311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] In _notify_port_updated(), no bound segment for port 18218c73-5116-43de-a2b7-57faf0ebce65 on network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:44:07.677338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:07.678033 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.680141 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72226824-af3a-4887-8882-64fe3061812c req-16524757-b152-4821-9096-0162807142c6 service neutron] 10.222.0.86 "PUT /v2.0/ports/18218c73-5116-43de-a2b7-57faf0ebce65 HTTP/1.1" status: 200 len: 1027 time: 2.0364466 Jul 06 11:44:07.746355 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:44:07.758860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Pushing event updated for resources: {'Port': ['ID=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:07.761479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb670-9f1a-4478-bbf6-4c73ff7e8349 req-f927946e-d12e-40f7-b100-7fe25193fa82 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:07.767779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb670-9f1a-4478-bbf6-4c73ff7e8349 req-f927946e-d12e-40f7-b100-7fe25193fa82 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:07.774952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb670-9f1a-4478-bbf6-4c73ff7e8349 req-f927946e-d12e-40f7-b100-7fe25193fa82 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:07.776804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1beb670-9f1a-4478-bbf6-4c73ff7e8349 req-f927946e-d12e-40f7-b100-7fe25193fa82 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2389 time: 0.2613428 Jul 06 11:44:07.792682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-bb38a18a-877e-495c-8727-1ae9613814c2 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345983 Jul 06 11:44:07.803364 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12bac91a-1e3f-442e-bb07-85655f8e6624 req-54a9e701-3692-4102-aaf1-98ce49d43309 service neutron] 10.222.0.47 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362608 Jul 06 11:44:07.952534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ca0ec4c2-bbd1-4fe3-b96a-9763b8fbbe79 None None] Provisioning complete for port 18218c73-5116-43de-a2b7-57faf0ebce65 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:07.954298 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca0ec4c2-bbd1-4fe3-b96a-9763b8fbbe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:07.987598 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1beb670-9f1a-4478-bbf6-4c73ff7e8349 req-9eeed45b-b045-4ce5-b50c-1a22a862b725 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902840 Jul 06 11:44:08.033329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 23323174-cfa4-4bc8-ab6f-93c285420e97 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:08.033329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ec4c2-bbd1-4fe3-b96a-9763b8fbbe79 None None] Port 18218c73-5116-43de-a2b7-57faf0ebce65 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:08.063653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-1a1b2259-2e92-4bc5-83d1-545230e919d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting port 097428cb-dd26-45ca-9415-b626e36306df {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:08.064005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-1a1b2259-2e92-4bc5-83d1-545230e919d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.069126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-82f588f2-8a91-4178-892b-0ce009663512 req-e1e9c71b-7b92-4613-906f-e17aeec2f039 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Deleting port c3977ad1-af61-491d-959e-f0f61d494e50 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:08.069751 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-82f588f2-8a91-4178-892b-0ce009663512 req-e1e9c71b-7b92-4613-906f-e17aeec2f039 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.080476 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298de314-24f2-43b2-8ec6-932981ee6377 x-openstack-request-id: req-298de314-24f2-43b2-8ec6-932981ee6377 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:08.082271 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b362ee2-0c54-4390-8e09-4b7fd4996a28", "name": "network-vif-unplugged", "status": "completed", "tag": "c3977ad1-af61-491d-959e-f0f61d494e50", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:08.082687 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-298de314-24f2-43b2-8ec6-932981ee6377 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:08.083333 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3977ad1-af61-491d-959e-f0f61d494e50', 'code': 200} Jul 06 11:44:08.185115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Attempting to bind port dd7a6a96-87b4-43d8-b670-10eddac3f0fc on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:08.185583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Attempting to bind port dd7a6a96-87b4-43d8-b670-10eddac3f0fc by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:08.185929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Attempting to bind port dd7a6a96-87b4-43d8-b670-10eddac3f0fc on network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:08.234443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Port dd7a6a96-87b4-43d8-b670-10eddac3f0fc on network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:44:08.234915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Attempting to bind port dd7a6a96-87b4-43d8-b670-10eddac3f0fc on network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:08.235378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-72226824-af3a-4887-8882-64fe3061812c req-1a1b2259-2e92-4bc5-83d1-545230e919d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] For port 097428cb-dd26-45ca-9415-b626e36306df, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=097428cb-dd26-45ca-9415-b626e36306df,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:08.235788 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-1a1b2259-2e92-4bc5-83d1-545230e919d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.248086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:08.248430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Checking segment: {'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:08.248830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Bound using segment: {'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:08.249285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Bound port: dd7a6a96-87b4-43d8-b670-10eddac3f0fc, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:08.249658 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.253286 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299aeef-de4e-4d1b-8f7a-350360ca8f1b req-c217b01a-b3d1-4927-8f89-f1852450abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:08.254291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-1a1b2259-2e92-4bc5-83d1-545230e919d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Calling delete_port for 097428cb-dd26-45ca-9415-b626e36306df owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:08.257109 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f299aeef-de4e-4d1b-8f7a-350360ca8f1b req-c217b01a-b3d1-4927-8f89-f1852450abbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f86fa5ba0bd6446b8a90e5c0ccded402&device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 1095 time: 0.3751876 Jul 06 11:44:08.356060 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.415622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65973f61-a4d5-479c-82c8-dfc3be291ca3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.422142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-82f588f2-8a91-4178-892b-0ce009663512 req-e1e9c71b-7b92-4613-906f-e17aeec2f039 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] For port c3977ad1-af61-491d-959e-f0f61d494e50, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c3977ad1-af61-491d-959e-f0f61d494e50,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:08.422672 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-82f588f2-8a91-4178-892b-0ce009663512 req-e1e9c71b-7b92-4613-906f-e17aeec2f039 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.487334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-82f588f2-8a91-4178-892b-0ce009663512 req-e1e9c71b-7b92-4613-906f-e17aeec2f039 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Calling delete_port for c3977ad1-af61-491d-959e-f0f61d494e50 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:08.491546 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 23323174-cfa4-4bc8-ab6f-93c285420e97, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=23323174-cfa4-4bc8-ab6f-93c285420e97,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:08.497036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65973f61-a4d5-479c-82c8-dfc3be291ca3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=030dd62c-62a2-4d62-ae4f-b2593accced0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:08.506251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.508253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 676c2da1-4fb9-4c02-9274-dedafdd3e9dd no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:08.569135 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65973f61-a4d5-479c-82c8-dfc3be291ca3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.571512 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-65973f61-a4d5-479c-82c8-dfc3be291ca3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/030dd62c-62a2-4d62-ae4f-b2593accced0 HTTP/1.1" status: 204 len: 168 time: 1.9848580 Jul 06 11:44:08.579823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:08.675559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] For port dd7a6a96-87b4-43d8-b670-10eddac3f0fc, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:08.693096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=23323174-cfa4-4bc8-ab6f-93c285420e97,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:08.693407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299aeef-de4e-4d1b-8f7a-350360ca8f1b req-33da25d5-e78e-4247-8829-31d73d9cf3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:08.694777 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f299aeef-de4e-4d1b-8f7a-350360ca8f1b req-33da25d5-e78e-4247-8829-31d73d9cf3ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=689e3478-6acf-402f-9b0d-707f7364d431 HTTP/1.1" status: 200 len: 912 time: 0.4173391 Jul 06 11:44:08.727524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] For port dd7a6a96-87b4-43d8-b670-10eddac3f0fc, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:08.777498 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.855631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:08.872339 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.885986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f299aeef-de4e-4d1b-8f7a-350360ca8f1b req-baf97c96-176a-4aae-8426-aa5e81327af4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=693a178b-5549-4859-a90e-84ecbcaf38ad HTTP/1.1" status: 200 len: 217 time: 0.1801593 Jul 06 11:44:08.939109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f45e4-5ad5-49f6-8d54-0e08253b7f72 req-e07bda5a-3832-4f19-9567-ffec9a3fee2c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:08.940780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24fe983-5d59-4f27-8c23-fb9e7be6e74b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:08.941117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:08.943312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24fe983-5d59-4f27-8c23-fb9e7be6e74b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:08.950606 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b24fe983-5d59-4f27-8c23-fb9e7be6e74b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3622794 Jul 06 11:44:08.950822 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-398f45e4-5ad5-49f6-8d54-0e08253b7f72 req-e07bda5a-3832-4f19-9567-ffec9a3fee2c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3594563 Jul 06 11:44:08.959738 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.961908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8b54ed77-6b84-451e-bbd9-7da3b1083127 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:08.985717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:08.986359 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.988416 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] 10.222.0.86 "PUT /v2.0/ports/dd7a6a96-87b4-43d8-b670-10eddac3f0fc HTTP/1.1" status: 200 len: 1092 time: 4.1820214 Jul 06 11:44:09.014303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45094) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:09.015965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'tag': 'dd7a6a96-87b4-43d8-b670-10eddac3f0fc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:09.018211 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96e504a-e751-43d6-9a66-f69e266d3d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "tag": "dd7a6a96-87b4-43d8-b670-10eddac3f0fc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:09.021860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299aeef-de4e-4d1b-8f7a-350360ca8f1b req-8e483c9b-0c71-4f52-8d08-5c5aeb1d4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:09.023792 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f299aeef-de4e-4d1b-8f7a-350360ca8f1b req-8e483c9b-0c71-4f52-8d08-5c5aeb1d4f6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a18e05-1841-468c-a300-74b8a5047e21 HTTP/1.1" status: 200 len: 851 time: 0.1214964 Jul 06 11:44:09.130695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Request body: {'port': {'device_id': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:09.198703 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f299aeef-de4e-4d1b-8f7a-350360ca8f1b req-4be175ab-c017-40b3-82fb-bf9a0a9e99c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=689e3478-6acf-402f-9b0d-707f7364d431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568303 Jul 06 11:44:09.203933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ba358a-2b39-40ac-be8b-20e7ca8113bc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 11a65023-b406-43f2-a43e-f7a43f1eaf31 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:44:09.326426 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5ba358a-2b39-40ac-be8b-20e7ca8113bc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.337576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:09.348104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:09.384131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:09.384799 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.432533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9800b-f456-4170-970a-7c2c9b48b4dd service neutron] Pushing event updated for resources: {'Port': ['ID=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:09.453522 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.528361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ced6ec-561c-4dc9-bba3-29c665ded40d req-bb95d878-9da2-4f10-8432-41274a6dc6de tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:09.542564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ced6ec-561c-4dc9-bba3-29c665ded40d req-bb95d878-9da2-4f10-8432-41274a6dc6de tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:09.566093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ced6ec-561c-4dc9-bba3-29c665ded40d req-bb95d878-9da2-4f10-8432-41274a6dc6de tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:09.577554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8b54ed77-6b84-451e-bbd9-7da3b1083127, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:09.579786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5ba358a-2b39-40ac-be8b-20e7ca8113bc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.580119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ced6ec-561c-4dc9-bba3-29c665ded40d req-bb95d878-9da2-4f10-8432-41274a6dc6de tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:09.585036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.587353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 040d4636-f876-4c42-9eb9-fd9982730b95 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:09.594711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ced6ec-561c-4dc9-bba3-29c665ded40d req-bb95d878-9da2-4f10-8432-41274a6dc6de tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:09.596845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17ced6ec-561c-4dc9-bba3-29c665ded40d req-bb95d878-9da2-4f10-8432-41274a6dc6de tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 3882 time: 1.0235226 Jul 06 11:44:09.638619 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-1a1b2259-2e92-4bc5-83d1-545230e919d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.671488 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.724650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b2259-2e92-4bc5-83d1-545230e919d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Port': ['ID=097428cb-dd26-45ca-9415-b626e36306df,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:09.734742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=8b54ed77-6b84-451e-bbd9-7da3b1083127,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:09.749951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:09.758822 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-398f45e4-5ad5-49f6-8d54-0e08253b7f72 req-c1adfc0c-b56e-40f5-a312-569565635a13 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8077252 Jul 06 11:44:09.759779 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.763241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 040d4636-f876-4c42-9eb9-fd9982730b95 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:10.025220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-72226824-af3a-4887-8882-64fe3061812c req-1a1b2259-2e92-4bc5-83d1-545230e919d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] No DVR routers for this DVR port 097428cb-dd26-45ca-9415-b626e36306df on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:10.031984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-1a1b2259-2e92-4bc5-83d1-545230e919d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.038254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72226824-af3a-4887-8882-64fe3061812c req-1a1b2259-2e92-4bc5-83d1-545230e919d4 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "DELETE /v2.0/ports/097428cb-dd26-45ca-9415-b626e36306df HTTP/1.1" status: 204 len: 173 time: 2.3513629 Jul 06 11:44:10.041276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-deleted', 'tag': '097428cb-dd26-45ca-9415-b626e36306df'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:10.049439 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030d09be-40f3-48d6-a257-dab51342cc54" -d '{"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-deleted", "tag": "097428cb-dd26-45ca-9415-b626e36306df"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:10.059684 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17ced6ec-561c-4dc9-bba3-29c665ded40d req-c12f7735-ca7a-45a3-b2ee-171ea965ad4c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4536746 Jul 06 11:44:10.077183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 097428cb-dd26-45ca-9415-b626e36306df no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:10.084723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05bf836b-354c-4996-8a22-f308e431636b'}, {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23323174-cfa4-4bc8-ab6f-93c285420e97'}, {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '676c2da1-4fb9-4c02-9274-dedafdd3e9dd'}, {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b54ed77-6b84-451e-bbd9-7da3b1083127'}, {'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:10.103373 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0827b6-4421-4ef7-a8dd-2909f6cdd5d4" -d '{"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-unplugged", "status": "completed", "tag": "05bf836b-354c-4996-8a22-f308e431636b"}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-unplugged", "status": "completed", "tag": "23323174-cfa4-4bc8-ab6f-93c285420e97"}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-unplugged", "status": "completed", "tag": "676c2da1-4fb9-4c02-9274-dedafdd3e9dd"}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-unplugged", "status": "completed", "tag": "8b54ed77-6b84-451e-bbd9-7da3b1083127"}, {"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-plugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:10.130230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 097428cb-dd26-45ca-9415-b626e36306df {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:44:10.130584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 097428cb-dd26-45ca-9415-b626e36306df not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:10.157729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:10.259377 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9191fdb7-7543-4c6d-9b90-ab2310045254 req-f0677d80-f559-47da-b7c1-34d16eb99134 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 210 time: 0.0470417 Jul 06 11:44:10.396366 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ad1f05-fff8-4f63-b3f0-6dbb3926d72d x-openstack-request-id: req-71ad1f05-fff8-4f63-b3f0-6dbb3926d72d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:10.396934 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "tag": "dd7a6a96-87b4-43d8-b670-10eddac3f0fc", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:10.396934 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71ad1f05-fff8-4f63-b3f0-6dbb3926d72d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:10.397296 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'tag': 'dd7a6a96-87b4-43d8-b670-10eddac3f0fc', 'status': 'completed', 'code': 200} Jul 06 11:44:10.520133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-41f1a670-3643-48b0-8795-3b7de1e3adf7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting port 05bf836b-354c-4996-8a22-f308e431636b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:10.520580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-41f1a670-3643-48b0-8795-3b7de1e3adf7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.524095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-9dfa07c6-bdbe-410f-b803-8503d78926a3 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:10.525694 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-9dfa07c6-bdbe-410f-b803-8503d78926a3 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 804 time: 0.1200747 Jul 06 11:44:10.552355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Request body: {'port': {'device_id': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'admin_state_up': True, 'tenant_id': '317aad6b56d34ca19e1a0d1297fbed13'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:10.639621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9129b4-6995-4189-bd31-ce430d7a62b8 req-37b6306e-cca0-4ab8-b577-7a6ca6d075c8 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:10.640821 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.641045 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a9129b4-6995-4189-bd31-ce430d7a62b8 req-37b6306e-cca0-4ab8-b577-7a6ca6d075c8 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 944 time: 0.2902920 Jul 06 11:44:10.647206 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-82f588f2-8a91-4178-892b-0ce009663512 req-e1e9c71b-7b92-4613-906f-e17aeec2f039 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.697759 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f299aeef-de4e-4d1b-8f7a-350360ca8f1b req-6fa66bed-32be-48ef-82f1-9c802b4331b9 service neutron] 10.222.0.47 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4683480 Jul 06 11:44:10.724483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-72226824-af3a-4887-8882-64fe3061812c req-41f1a670-3643-48b0-8795-3b7de1e3adf7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] For port 05bf836b-354c-4996-8a22-f308e431636b, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=05bf836b-354c-4996-8a22-f308e431636b,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:10.724851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-41f1a670-3643-48b0-8795-3b7de1e3adf7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.741846 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e504a-e751-43d6-9a66-f69e266d3d6d req-68122b08-4c87-4922-bc0e-1bdb9a27c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:10.742612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e504a-e751-43d6-9a66-f69e266d3d6d req-68122b08-4c87-4922-bc0e-1bdb9a27c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:10.743147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e504a-e751-43d6-9a66-f69e266d3d6d req-68122b08-4c87-4922-bc0e-1bdb9a27c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:10.744816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c96e504a-e751-43d6-9a66-f69e266d3d6d req-68122b08-4c87-4922-bc0e-1bdb9a27c27d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=73213e7223614a87b198f49fb373a2fe&device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2732 time: 0.3082523 Jul 06 11:44:10.761865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-41f1a670-3643-48b0-8795-3b7de1e3adf7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Calling delete_port for 05bf836b-354c-4996-8a22-f308e431636b owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:10.765839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9c71b-7b92-4613-906f-e17aeec2f039 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Pushing event deleted for resources: {'Port': ['ID=c3977ad1-af61-491d-959e-f0f61d494e50,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:10.837861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a9129b4-6995-4189-bd31-ce430d7a62b8 req-5d0ce080-a8a2-4d1c-abed-7f667eac50e5 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867521 Jul 06 11:44:10.885231 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5ba358a-2b39-40ac-be8b-20e7ca8113bc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.913302 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7665559-377b-4a0d-9364-24f820ddaa4c x-openstack-request-id: req-a7665559-377b-4a0d-9364-24f820ddaa4c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:10.913621 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-deleted", "tag": "097428cb-dd26-45ca-9415-b626e36306df", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:10.915516 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7665559-377b-4a0d-9364-24f820ddaa4c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:10.915516 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-deleted', 'tag': '097428cb-dd26-45ca-9415-b626e36306df', 'status': 'completed', 'code': 200} Jul 06 11:44:10.957009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f588f2-8a91-4178-892b-0ce009663512 req-e1e9c71b-7b92-4613-906f-e17aeec2f039 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] No DVR routers for this DVR port c3977ad1-af61-491d-959e-f0f61d494e50 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:10.962643 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-82f588f2-8a91-4178-892b-0ce009663512 req-e1e9c71b-7b92-4613-906f-e17aeec2f039 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.965122 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-82f588f2-8a91-4178-892b-0ce009663512 req-e1e9c71b-7b92-4613-906f-e17aeec2f039 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "DELETE /v2.0/ports/c3977ad1-af61-491d-959e-f0f61d494e50 HTTP/1.1" status: 204 len: 173 time: 3.4996443 Jul 06 11:44:10.981121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cc1bc-70a6-4cda-955d-042d31f358f8 req-d78c971d-c101-4972-9992-fd54f4128fd0 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:10.988480 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0000fe-0638-4888-9eb6-2c219dae9164 x-openstack-request-id: req-9c0000fe-0638-4888-9eb6-2c219dae9164 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:10.989898 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-unplugged", "status": "completed", "tag": "05bf836b-354c-4996-8a22-f308e431636b", "code": 200}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-unplugged", "status": "completed", "tag": "23323174-cfa4-4bc8-ab6f-93c285420e97", "code": 200}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-unplugged", "status": "completed", "tag": "676c2da1-4fb9-4c02-9274-dedafdd3e9dd", "code": 200}, {"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-unplugged", "status": "completed", "tag": "8b54ed77-6b84-451e-bbd9-7da3b1083127", "code": 200}, {"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-plugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:10.990741 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c0000fe-0638-4888-9eb6-2c219dae9164 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:10.991412 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05bf836b-354c-4996-8a22-f308e431636b', 'code': 200} Jul 06 11:44:10.993337 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23323174-cfa4-4bc8-ab6f-93c285420e97', 'code': 200} Jul 06 11:44:10.993882 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '676c2da1-4fb9-4c02-9274-dedafdd3e9dd', 'code': 200} Jul 06 11:44:10.994802 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b54ed77-6b84-451e-bbd9-7da3b1083127', 'code': 200} Jul 06 11:44:10.995231 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'code': 200} Jul 06 11:44:11.026923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cc1bc-70a6-4cda-955d-042d31f358f8 req-d78c971d-c101-4972-9992-fd54f4128fd0 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:11.053317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cc1bc-70a6-4cda-955d-042d31f358f8 req-d78c971d-c101-4972-9992-fd54f4128fd0 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:11.056891 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773cc1bc-70a6-4cda-955d-042d31f358f8 req-d78c971d-c101-4972-9992-fd54f4128fd0 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2389 time: 0.4841745 Jul 06 11:44:11.172301 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f299aeef-de4e-4d1b-8f7a-350360ca8f1b req-b9e471b1-2f18-4a7c-bbb3-74beb20d7e6a service neutron] 10.222.0.47 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409521 Jul 06 11:44:11.207003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Made reservation on behalf of 317aad6b56d34ca19e1a0d1297fbed13 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:11.211223 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.286149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5ba358a-2b39-40ac-be8b-20e7ca8113bc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.350618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba358a-2b39-40ac-be8b-20e7ca8113bc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=11a65023-b406-43f2-a43e-f7a43f1eaf31,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:11.350845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d712facd-ab68-4ca5-9df4-a2452cb1c90b None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:11.356884 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5ba358a-2b39-40ac-be8b-20e7ca8113bc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.361539 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a5ba358a-2b39-40ac-be8b-20e7ca8113bc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/11a65023-b406-43f2-a43e-f7a43f1eaf31 HTTP/1.1" status: 204 len: 168 time: 2.3342795 Jul 06 11:44:11.363152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45124) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:11.376940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e504a-e751-43d6-9a66-f69e266d3d6d req-a927170d-202f-4835-9273-a77ad5dce185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:11.377623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e504a-e751-43d6-9a66-f69e266d3d6d req-a927170d-202f-4835-9273-a77ad5dce185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:11.378092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e504a-e751-43d6-9a66-f69e266d3d6d req-a927170d-202f-4835-9273-a77ad5dce185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:11.379993 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c96e504a-e751-43d6-9a66-f69e266d3d6d req-a927170d-202f-4835-9273-a77ad5dce185 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=73213e7223614a87b198f49fb373a2fe&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6207948 Jul 06 11:44:11.404117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773cc1bc-70a6-4cda-955d-042d31f358f8 req-5fe3eb0a-621e-40e3-a6c6-1f6173c7f197 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910328 Jul 06 11:44:11.466865 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6bf9b680-f2a8-426f-b12d-a5ecb2c7fb25 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977416 Jul 06 11:44:11.470001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45128) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:11.501133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3910ff3b-8f67-49d8-8949-e70f29fc1ade tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:11.722161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Allocated IP 172.20.0.4 (bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35/96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5/fd157c0f-efdc-4ca5-970e-83beaa96768c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:11.745308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e1873c-e777-48b6-9465-6a8745093465 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:11.769019 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.800729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9145597f-71bc-4c3d-89d1-901cf71eeb9d None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:44:11.817967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Transition to ACTIVE for port object 38e1873c-e777-48b6-9465-6a8745093465 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:11.829804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.916765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9145597f-71bc-4c3d-89d1-901cf71eeb9d None None] Deleting port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:11.917556 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9145597f-71bc-4c3d-89d1-901cf71eeb9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:11.974505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2bf7f-e5f8-43fc-9b8a-41e77ff7a6ae req-c0af22e6-7d1a-4307-9a1d-9c4a5b2197c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:11.977170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ed2bf7f-e5f8-43fc-9b8a-41e77ff7a6ae req-c0af22e6-7d1a-4307-9a1d-9c4a5b2197c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1096 time: 0.8188229 Jul 06 11:44:12.025415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.028992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9145597f-71bc-4c3d-89d1-901cf71eeb9d None None] For port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9db84e88-a472-4466-bbf6-8beb1e1ce7dd,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:12.031547 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9145597f-71bc-4c3d-89d1-901cf71eeb9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.067955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9145597f-71bc-4c3d-89d1-901cf71eeb9d None None] Calling delete_port for 9db84e88-a472-4466-bbf6-8beb1e1ce7dd owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:12.089827 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.093451 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1277c-b6d0-439f-89c8-be3f8197df6b req-227dd81f-0cf4-4861-a975-b756dd68ba1c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:12.096604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5fb1277c-b6d0-439f-89c8-be3f8197df6b req-227dd81f-0cf4-4861-a975-b756dd68ba1c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 945 time: 0.8395212 Jul 06 11:44:12.126869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:12.165380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:12.167730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Pushing event updated for resources: {'Port': ['ID=38e1873c-e777-48b6-9465-6a8745093465,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:12.173054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:12.226665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3910ff3b-8f67-49d8-8949-e70f29fc1ade tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:12.234209 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3910ff3b-8f67-49d8-8949-e70f29fc1ade tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.295995 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9145597f-71bc-4c3d-89d1-901cf71eeb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.341069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:12.341754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.366379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Pushing event updated for resources: {'Port': ['ID=fd157c0f-efdc-4ca5-970e-83beaa96768c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:12.368566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145597f-71bc-4c3d-89d1-901cf71eeb9d None None] Pushing event deleted for resources: {'Port': ['ID=9db84e88-a472-4466-bbf6-8beb1e1ce7dd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:12.373881 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-cad88bd1-b2d4-4e9e-9523-5f1a3f88aaee tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8276732 Jul 06 11:44:12.378526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9145597f-71bc-4c3d-89d1-901cf71eeb9d None None] No DVR routers for this DVR port 9db84e88-a472-4466-bbf6-8beb1e1ce7dd on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:12.394943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Request body: {'port': {'device_id': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:12.399957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'name': 'network-vif-deleted', 'tag': 'c3977ad1-af61-491d-959e-f0f61d494e50'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:12.406772 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec65a02-bca1-411a-ae2a-8a045b62e595" -d '{"events": [{"server_uuid": "4b362ee2-0c54-4390-8e09-4b7fd4996a28", "name": "network-vif-deleted", "tag": "c3977ad1-af61-491d-959e-f0f61d494e50"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:12.449308 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-41f1a670-3643-48b0-8795-3b7de1e3adf7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.456952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e504a-e751-43d6-9a66-f69e266d3d6d req-7b159319-cf93-4945-a04b-0f83fa885406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:12.459711 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c96e504a-e751-43d6-9a66-f69e266d3d6d req-7b159319-cf93-4945-a04b-0f83fa885406 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0518477 Jul 06 11:44:12.472262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Attempting to bind port 38e1873c-e777-48b6-9465-6a8745093465 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:12.473212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Attempting to bind port 38e1873c-e777-48b6-9465-6a8745093465 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '9980096e-1715-4ce3-a103-7cfbf8bd95c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:12.473940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Attempting to bind port 38e1873c-e777-48b6-9465-6a8745093465 on network 1fc2d381-e258-433e-b9d1-39f86485b8a1 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:12.487505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Port 38e1873c-e777-48b6-9465-6a8745093465 on network 1fc2d381-e258-433e-b9d1-39f86485b8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:44:12.488133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Attempting to bind port 38e1873c-e777-48b6-9465-6a8745093465 on network 1fc2d381-e258-433e-b9d1-39f86485b8a1 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:12.494005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ed2bf7f-e5f8-43fc-9b8a-41e77ff7a6ae req-2d41659c-796f-43bd-a4ee-1563a2800ed1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4645739 Jul 06 11:44:12.522922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:12.524146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Checking segment: {'id': '9980096e-1715-4ce3-a103-7cfbf8bd95c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:12.524934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Bound using segment: {'id': '9980096e-1715-4ce3-a103-7cfbf8bd95c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:12.525815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Bound port: 38e1873c-e777-48b6-9465-6a8745093465, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980096e-1715-4ce3-a103-7cfbf8bd95c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:12.526552 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.628486 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.642571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1a670-3643-48b0-8795-3b7de1e3adf7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Port': ['ID=05bf836b-354c-4996-8a22-f308e431636b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:12.662047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5fb1277c-b6d0-439f-89c8-be3f8197df6b req-c6937d0b-954f-43a8-8b23-60e869b15d00 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5030384 Jul 06 11:44:12.747932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] For port 38e1873c-e777-48b6-9465-6a8745093465, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:12.750969 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a98e7-4acd-4929-8f44-76f9cec6b874 req-6f98c298-3afc-4221-b937-5e7a14bb1623 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:12.753705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] For port 38e1873c-e777-48b6-9465-6a8745093465, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=38e1873c-e777-48b6-9465-6a8745093465,segment=NetworkSegment(9980096e-1715-4ce3-a103-7cfbf8bd95c4),segment_id=9980096e-1715-4ce3-a103-7cfbf8bd95c4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:12.766041 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.768694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a98e7-4acd-4929-8f44-76f9cec6b874 req-6f98c298-3afc-4221-b937-5e7a14bb1623 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:12.781510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a98e7-4acd-4929-8f44-76f9cec6b874 req-6f98c298-3afc-4221-b937-5e7a14bb1623 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:12.794062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a98e7-4acd-4929-8f44-76f9cec6b874 req-6f98c298-3afc-4221-b937-5e7a14bb1623 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:12.821517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c20a98e7-4acd-4929-8f44-76f9cec6b874 req-6f98c298-3afc-4221-b937-5e7a14bb1623 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 3065 time: 0.9289095 Jul 06 11:44:12.856736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 693a178b-5549-4859-a90e-84ecbcaf38ad details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:12.919225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:12.920101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:12.921762 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] 10.222.0.86 "PUT /v2.0/ports/38e1873c-e777-48b6-9465-6a8745093465 HTTP/1.1" status: 200 len: 1092 time: 3.8772304 Jul 06 11:44:12.960212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Request body: {'port': {'device_id': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:13.077243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-72226824-af3a-4887-8882-64fe3061812c req-41f1a670-3643-48b0-8795-3b7de1e3adf7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] No DVR routers for this DVR port 05bf836b-354c-4996-8a22-f308e431636b on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:13.084466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 693a178b-5549-4859-a90e-84ecbcaf38ad, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=693a178b-5549-4859-a90e-84ecbcaf38ad,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:13.096587 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-41f1a670-3643-48b0-8795-3b7de1e3adf7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.099192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '693a178b-5549-4859-a90e-84ecbcaf38ad', 'network_id': '689e3478-6acf-402f-9b0d-707f7364d431', 'port_id': '693a178b-5549-4859-a90e-84ecbcaf38ad', 'mac_address': 'fa:16:3e:bc:58:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a18e05-1841-468c-a300-74b8a5047e21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:13.099431 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72226824-af3a-4887-8882-64fe3061812c req-41f1a670-3643-48b0-8795-3b7de1e3adf7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "DELETE /v2.0/ports/05bf836b-354c-4996-8a22-f308e431636b HTTP/1.1" status: 204 len: 173 time: 3.0366468 Jul 06 11:44:13.100098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-deleted', 'tag': '05bf836b-354c-4996-8a22-f308e431636b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:13.103637 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3257b26-4d15-4e95-b726-ad015ce6e28c" -d '{"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-deleted", "tag": "05bf836b-354c-4996-8a22-f308e431636b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:13.156270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a30331-6b6e-44e4-aa60-531f7fdc86df service neutron] Pushing event updated for resources: {'Port': ['ID=38e1873c-e777-48b6-9465-6a8745093465,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:13.166711 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c20a98e7-4acd-4929-8f44-76f9cec6b874 req-19370bd1-5fb7-4436-9ccb-fa4bea87f378 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439867 Jul 06 11:44:13.182898 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.201672 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.226035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693a178b-5549-4859-a90e-84ecbcaf38ad {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:13.254548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9db84e88-a472-4466-bbf6-8beb1e1ce7dd no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:13.342786 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 9db84e88-a472-4466-bbf6-8beb1e1ce7dd {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:44:13.346331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9db84e88-a472-4466-bbf6-8beb1e1ce7dd not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:13.393608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 693a178b-5549-4859-a90e-84ecbcaf38ad, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=693a178b-5549-4859-a90e-84ecbcaf38ad,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:13.421873 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.497145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=693a178b-5549-4859-a90e-84ecbcaf38ad,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:13.523612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e64d82-cd33-4476-9987-b942fb95a127 req-a5207594-c334-414d-a303-5a01412e99a9 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:13.525531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75e64d82-cd33-4476-9987-b942fb95a127 req-a5207594-c334-414d-a303-5a01412e99a9 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 931 time: 0.5536697 Jul 06 11:44:13.606525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-3910ff3b-8f67-49d8-8949-e70f29fc1ade tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:44:13.631568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3910ff3b-8f67-49d8-8949-e70f29fc1ade tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.665329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75e64d82-cd33-4476-9987-b942fb95a127 req-1cb4f933-9211-4a54-afba-69691b0412b4 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267145 Jul 06 11:44:13.829266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['693a178b-5549-4859-a90e-84ecbcaf38ad'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:13.853147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910ff3b-8f67-49d8-8949-e70f29fc1ade tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=42efd554-416c-4c29-97db-c9575009e4dc,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:13.888101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-b4bf9cc5-0c50-4f20-ac48-654dd41e4080 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:13.888638 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-b4bf9cc5-0c50-4f20-ac48-654dd41e4080 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.944805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd157c0f-efdc-4ca5-970e-83beaa96768c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:13.968510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:13.985630 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898a64b-1a65-4931-aa18-ae74475235eb req-6c9178e8-972c-4198-8b37-f3ac01d4521f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:13.988413 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5898a64b-1a65-4931-aa18-ae74475235eb req-6c9178e8-972c-4198-8b37-f3ac01d4521f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 945 time: 0.5290616 Jul 06 11:44:14.000421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3910ff3b-8f67-49d8-8949-e70f29fc1ade tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:14.011984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Transition to ACTIVE for port object fd157c0f-efdc-4ca5-970e-83beaa96768c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:14.075346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.088306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3910ff3b-8f67-49d8-8949-e70f29fc1ade tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:14.097745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3910ff3b-8f67-49d8-8949-e70f29fc1ade tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:14.098947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3910ff3b-8f67-49d8-8949-e70f29fc1ade tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.146825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85211c0-8f9f-44f5-8382-76c6ca918a1d None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:14.153337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3910ff3b-8f67-49d8-8949-e70f29fc1ade tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6561599 Jul 06 11:44:14.161601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45146) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:14.171667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:15:72:00', 'name': 'tempest-NetworksTestDHCPv6-801591029'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:14.244040 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192d0a9f-cf3e-45f6-acbe-974f8302a7c5 x-openstack-request-id: req-192d0a9f-cf3e-45f6-acbe-974f8302a7c5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:14.244510 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b362ee2-0c54-4390-8e09-4b7fd4996a28", "name": "network-vif-deleted", "tag": "c3977ad1-af61-491d-959e-f0f61d494e50", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:14.244929 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-192d0a9f-cf3e-45f6-acbe-974f8302a7c5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:14.245600 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b362ee2-0c54-4390-8e09-4b7fd4996a28', 'name': 'network-vif-deleted', 'tag': 'c3977ad1-af61-491d-959e-f0f61d494e50', 'status': 'completed', 'code': 200} Jul 06 11:44:14.264089 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b3031f6-2ec9-4465-aedb-96bdef5a9173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.299858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd157c0f-efdc-4ca5-970e-83beaa96768c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:14.331822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:14.361615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5898a64b-1a65-4931-aa18-ae74475235eb req-0868dc62-708c-44a6-921d-567c1bf40f8f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932615 Jul 06 11:44:14.373816 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.470244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-72226824-af3a-4887-8882-64fe3061812c req-b4bf9cc5-0c50-4f20-ac48-654dd41e4080 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] For port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:14.470980 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-b4bf9cc5-0c50-4f20-ac48-654dd41e4080 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.498704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Transition to ACTIVE for port object 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:14.510759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.574016 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-b4bf9cc5-0c50-4f20-ac48-654dd41e4080 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Calling delete_port for 676c2da1-4fb9-4c02-9274-dedafdd3e9dd owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:14.592838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '42efd554-416c-4c29-97db-c9575009e4dc'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:44:14.595184 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.650898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Attempting to bind port fd157c0f-efdc-4ca5-970e-83beaa96768c on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:14.651980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Attempting to bind port fd157c0f-efdc-4ca5-970e-83beaa96768c by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:14.653051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Attempting to bind port fd157c0f-efdc-4ca5-970e-83beaa96768c on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:14.674660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Pushing event updated for resources: {'Port': ['ID=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:14.684940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Port fd157c0f-efdc-4ca5-970e-83beaa96768c on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:44:14.685813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Attempting to bind port fd157c0f-efdc-4ca5-970e-83beaa96768c on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:14.697492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:14.698054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Checking segment: {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:14.698673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Bound using segment: {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:14.699423 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Bound port: fd157c0f-efdc-4ca5-970e-83beaa96768c, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:14.700082 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:14.827150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21147882-61e8-42ef-bfbe-91ea98f53568 req-bcccb066-f050-43b9-bc4b-07104a631267 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:14.833902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21147882-61e8-42ef-bfbe-91ea98f53568 req-bcccb066-f050-43b9-bc4b-07104a631267 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:14.840701 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21147882-61e8-42ef-bfbe-91ea98f53568 req-bcccb066-f050-43b9-bc4b-07104a631267 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:14.842527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21147882-61e8-42ef-bfbe-91ea98f53568 req-bcccb066-f050-43b9-bc4b-07104a631267 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2413 time: 0.3669145 Jul 06 11:44:14.843200 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:15.059159 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cad39d-9567-4e9f-9cf3-2d1a3d3529ea x-openstack-request-id: req-b3cad39d-9567-4e9f-9cf3-2d1a3d3529ea {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:15.059510 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-deleted", "tag": "05bf836b-354c-4996-8a22-f308e431636b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:15.059963 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3cad39d-9567-4e9f-9cf3-2d1a3d3529ea {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:15.060242 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-deleted', 'tag': '05bf836b-354c-4996-8a22-f308e431636b', 'status': 'completed', 'code': 200} Jul 06 11:44:15.072222 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.092420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Attempting to bind port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:15.095746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Attempting to bind port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:15.096638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Attempting to bind port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 on network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:15.119870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 on network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:44:15.120857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Attempting to bind port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 on network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:15.128417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Allocated IP 2001:db8::f816:3eff:fedf:12c0 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/42efd554-416c-4c29-97db-c9575009e4dc/164419ba-ce21-4172-88a2-94dd91424af8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:15.139138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:15.140219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Checking segment: {'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:15.141182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Bound using segment: {'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:15.142198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Bound port: 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:15.143268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.168838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] For port fd157c0f-efdc-4ca5-970e-83beaa96768c, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:15.230241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] For port fd157c0f-efdc-4ca5-970e-83beaa96768c, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fd157c0f-efdc-4ca5-970e-83beaa96768c,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:15.249001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port a3a06ea3-6602-4165-9ccf-e6da326d8f07 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:44:15.275930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.300680 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21147882-61e8-42ef-bfbe-91ea98f53568 req-ad242b90-3e0a-49eb-8aac-ed4f9422295a tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392600 Jul 06 11:44:15.488160 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:15.489246 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.506556 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] 10.222.0.86 "PUT /v2.0/ports/fd157c0f-efdc-4ca5-970e-83beaa96768c HTTP/1.1" status: 200 len: 1091 time: 3.1236646 Jul 06 11:44:15.564961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] For port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:15.658489 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.675442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Transition to ACTIVE for port object 164419ba-ce21-4172-88a2-94dd91424af8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:15.704871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e41d10-8987-48f7-ad3c-a84ad3b979d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd157c0f-efdc-4ca5-970e-83beaa96768c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:15.712047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Transition to ACTIVE for port object 164419ba-ce21-4172-88a2-94dd91424af8 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:15.728641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.751803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-c3e117f6-18e0-41aa-97a0-2b3c248672e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:15.755689 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-c3e117f6-18e0-41aa-97a0-2b3c248672e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 1094 time: 0.1768310 Jul 06 11:44:15.809887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:15.815893 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:15.822068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:15.835545 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-7ef3bc21-df7e-4fac-8728-736724ffd875 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd157c0f-efdc-4ca5-970e-83beaa96768c HTTP/1.1" status: 200 len: 217 time: 0.0702095 Jul 06 11:44:15.884392 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Pushing event updated for resources: {'Port': ['ID=164419ba-ce21-4172-88a2-94dd91424af8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:15.928070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Attempting to bind port 164419ba-ce21-4172-88a2-94dd91424af8 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:15.928458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Attempting to bind port 164419ba-ce21-4172-88a2-94dd91424af8 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:15.930126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Attempting to bind port 164419ba-ce21-4172-88a2-94dd91424af8 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:15.942141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:15.942141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:15.942836 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.945472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:15.946942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Bound port: 164419ba-ce21-4172-88a2-94dd91424af8, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:15.947860 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:15.963476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-07fb2c05-7831-44ce-9aef-d252ae51cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:15.971056 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-07fb2c05-7831-44ce-9aef-d252ae51cd5d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5 HTTP/1.1" status: 200 len: 844 time: 0.1287041 Jul 06 11:44:16.043706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-6d94a7e2-3c89-4bd8-a8c2-25a83fe2de14 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649378 Jul 06 11:44:16.109154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] For port 164419ba-ce21-4172-88a2-94dd91424af8, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:16.115047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] For port 164419ba-ce21-4172-88a2-94dd91424af8, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=164419ba-ce21-4172-88a2-94dd91424af8,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:16.132284 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:16.229446 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-af767b37-4fed-4092-ab00-80ada75c2270 service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706312 Jul 06 11:44:16.262388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'tag': '38e1873c-e777-48b6-9465-6a8745093465'}, {'name': 'network-changed', 'server_uuid': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'tag': 'fd157c0f-efdc-4ca5-970e-83beaa96768c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:16.265035 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951559f5-77ee-4fb1-913e-128b618a28a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "tag": "38e1873c-e777-48b6-9465-6a8745093465"}, {"name": "network-changed", "server_uuid": "eed82c1d-42fd-4869-ba66-a7423e23872b", "tag": "fd157c0f-efdc-4ca5-970e-83beaa96768c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:16.267147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a8204-d4eb-469f-a3ed-aa7e5ae9ab27 None None] Pushing event updated for resources: {'Port': ['ID=164419ba-ce21-4172-88a2-94dd91424af8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:16.400866 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-220eea67-c1d8-46e6-9dcf-56b8cfb34a8c req-45a0c2d0-2262-4ef3-b9f4-e3d3c3a0b87d service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697478 Jul 06 11:44:16.425084 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-b4bf9cc5-0c50-4f20-ac48-654dd41e4080 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:16.447273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] For port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:16.463025 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:16.542163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf9cc5-0c50-4f20-ac48-654dd41e4080 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Port': ['ID=676c2da1-4fb9-4c02-9274-dedafdd3e9dd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:16.544457 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:16.545167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:16.553996 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] 10.222.0.86 "PUT /v2.0/ports/664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 HTTP/1.1" status: 200 len: 1092 time: 3.5915747 Jul 06 11:44:16.599003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51591e73-75c5-48af-ada4-8fb98008fb43 service neutron] Pushing event updated for resources: {'Port': ['ID=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:16.759166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-72226824-af3a-4887-8882-64fe3061812c req-b4bf9cc5-0c50-4f20-ac48-654dd41e4080 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] No DVR routers for this DVR port 676c2da1-4fb9-4c02-9274-dedafdd3e9dd on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:16.781954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::f816:3eff:fe15:7200 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/42efd554-416c-4c29-97db-c9575009e4dc/a3a06ea3-6602-4165-9ccf-e6da326d8f07) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:16.794688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-b4bf9cc5-0c50-4f20-ac48-654dd41e4080 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:16.807666 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72226824-af3a-4887-8882-64fe3061812c req-b4bf9cc5-0c50-4f20-ac48-654dd41e4080 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "DELETE /v2.0/ports/676c2da1-4fb9-4c02-9274-dedafdd3e9dd HTTP/1.1" status: 204 len: 173 time: 3.6953340 Jul 06 11:44:16.813608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-45552f87-a7fd-45a5-b44c-851a3e7c71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:16.814446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-45552f87-a7fd-45a5-b44c-851a3e7c71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:16.816631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-45552f87-a7fd-45a5-b44c-851a3e7c71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:16.817714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6d013-8811-48d7-af0d-c8737bb7434f req-5b26994f-bbad-4ad4-82bb-d3a3615313ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:16.820314 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-45552f87-a7fd-45a5-b44c-851a3e7c71b5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=73213e7223614a87b198f49fb373a2fe&device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2866 time: 0.1969132 Jul 06 11:44:16.829542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59f6d013-8811-48d7-af0d-c8737bb7434f req-5b26994f-bbad-4ad4-82bb-d3a3615313ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 945 time: 1.5645297 Jul 06 11:44:16.873063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 693a178b-5549-4859-a90e-84ecbcaf38ad up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:16.975103 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f87ae33b-2ea4-4dda-843b-df243aba2273 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=dd7a6a96-87b4-43d8-b670-10eddac3f0fc HTTP/1.1" status: 200 len: 217 time: 0.1416817 Jul 06 11:44:16.995800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 693a178b-5549-4859-a90e-84ecbcaf38ad completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:17.011571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 693a178b-5549-4859-a90e-84ecbcaf38ad triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:17.013076 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:17.031310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a7312-6b70-4ced-808c-0ea34288ddf0 req-9fa703c6-0aa7-4327-8edf-232ac90aad2b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:17.047536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a7312-6b70-4ced-808c-0ea34288ddf0 req-9fa703c6-0aa7-4327-8edf-232ac90aad2b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:17.054462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a7312-6b70-4ced-808c-0ea34288ddf0 req-9fa703c6-0aa7-4327-8edf-232ac90aad2b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:17.063316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb3a7312-6b70-4ced-808c-0ea34288ddf0 req-9fa703c6-0aa7-4327-8edf-232ac90aad2b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 2332 time: 0.7397637 Jul 06 11:44:17.096108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-deleted', 'tag': '676c2da1-4fb9-4c02-9274-dedafdd3e9dd'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:17.098697 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3a9bef-1e7f-425f-bc8c-88e0b9968eff" -d '{"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-deleted", "tag": "676c2da1-4fb9-4c02-9274-dedafdd3e9dd"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:17.115357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-15f6512a-90d4-4a9f-8224-0416fbf4398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:17.122067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-15f6512a-90d4-4a9f-8224-0416fbf4398e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2ebbc0e-3bd1-434a-becc-bf8c3c798955 HTTP/1.1" status: 200 len: 801 time: 0.1404922 Jul 06 11:44:17.159517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59f6d013-8811-48d7-af0d-c8737bb7434f req-9c275575-5be2-498a-bb8b-6664650f15c6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286052 Jul 06 11:44:17.253276 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:17.292691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-ca9c873a-cb6a-4352-b660-3a33ce83ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:17.296793 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-ca9c873a-cb6a-4352-b660-3a33ce83ce1a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1661656 Jul 06 11:44:17.302168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c727f1-0daf-49e1-9f50-bdb3d8698de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693a178b-5549-4859-a90e-84ecbcaf38ad'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:17.305739 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e5d0b2-29ff-458d-bad8-989d1508bd2e" -d '{"events": [{"server_uuid": "20c727f1-0daf-49e1-9f50-bdb3d8698de8", "name": "network-vif-plugged", "status": "completed", "tag": "693a178b-5549-4859-a90e-84ecbcaf38ad"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:17.311491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 164419ba-ce21-4172-88a2-94dd91424af8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:17.403166 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb3a7312-6b70-4ced-808c-0ea34288ddf0 req-69da8af2-13e3-427f-9114-7cd0e2743b53 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383725 Jul 06 11:44:17.414846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 693a178b-5549-4859-a90e-84ecbcaf38ad, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=693a178b-5549-4859-a90e-84ecbcaf38ad,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:17.443038 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:17.468004 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-0c388a3a-bbac-4896-8ec5-3c325a4a2048 service neutron] 10.222.0.86 "GET /v2.0/networks/60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589680 Jul 06 11:44:17.480403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 164419ba-ce21-4172-88a2-94dd91424af8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:17.487428 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:17.520469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting port 23323174-cfa4-4bc8-ab6f-93c285420e97 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:17.521090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:17.537349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=693a178b-5549-4859-a90e-84ecbcaf38ad,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:17.592329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object a3a06ea3-6602-4165-9ccf-e6da326d8f07 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:17.597758 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-2a36cd12-3b41-41d4-aae1-65c5d2d2bcd0 service neutron] 10.222.0.86 "GET /v2.0/networks/60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219568 Jul 06 11:44:17.658637 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-7542bd6d-a5e1-4e37-ae24-0d1221df1411 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.100&port_id=38e1873c-e777-48b6-9465-6a8745093465 HTTP/1.1" status: 200 len: 217 time: 0.0530574 Jul 06 11:44:17.701984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14f090-0802-4b54-bb46-8a21d2ae0498 req-4325f0d3-ec11-4c1a-884a-c7537d48c149 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:17.704627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e14f090-0802-4b54-bb46-8a21d2ae0498 req-4325f0d3-ec11-4c1a-884a-c7537d48c149 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 945 time: 0.3550174 Jul 06 11:44:17.736017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-cb7f0c8e-379f-479a-80b5-c103e23a13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:17.736017 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-cb7f0c8e-379f-479a-80b5-c103e23a13fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a41c3db9-6ac8-4292-8e38-006a3986b027 HTTP/1.1" status: 200 len: 801 time: 0.0690084 Jul 06 11:44:17.808311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e14f090-0802-4b54-bb46-8a21d2ae0498 req-cb993373-9461-403d-bd42-b2fbecd0b695 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846186 Jul 06 11:44:17.812571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] For port 23323174-cfa4-4bc8-ab6f-93c285420e97, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=23323174-cfa4-4bc8-ab6f-93c285420e97,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:17.813245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:17.820967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-d3529f24-0bfc-4688-9516-d8a87bb341a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:17.822918 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-d3529f24-0bfc-4688-9516-d8a87bb341a7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1fc2d381-e258-433e-b9d1-39f86485b8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0798736 Jul 06 11:44:17.857272 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.059176 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-121c6594-a0bf-460b-a824-c6c159ec7571 service neutron] 10.222.0.86 "GET /v2.0/networks/1fc2d381-e258-433e-b9d1-39f86485b8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256687 Jul 06 11:44:18.088721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd7839-83b9-4e78-b690-323b209d6329 req-4d5b1b30-7dbc-4700-8780-4d23c8e6f20f tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:18.090723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bfd7839-83b9-4e78-b690-323b209d6329 req-4d5b1b30-7dbc-4700-8780-4d23c8e6f20f tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 943 time: 0.5081856 Jul 06 11:44:18.099824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:18.114055 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.121507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:18.124165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:18.130128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:18.131219 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.181351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=a3a06ea3-6602-4165-9ccf-e6da326d8f07,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:18.201546 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-059195a3-131d-403a-8b17-011fbb80a6ab None None] Provisioning for port 164419ba-ce21-4172-88a2-94dd91424af8 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:18.223232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-059195a3-131d-403a-8b17-011fbb80a6ab None None] Provisioning complete for port 164419ba-ce21-4172-88a2-94dd91424af8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:18.223232 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-059195a3-131d-403a-8b17-011fbb80a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.274527 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-7a1a8552-4ee7-42dd-a2b3-8692e3b12d89 service neutron] 10.222.0.86 "GET /v2.0/networks/1fc2d381-e258-433e-b9d1-39f86485b8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960206 Jul 06 11:44:18.290662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ab7cf53d-7476-48fe-bb2c-44064ab429e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1254113 Jul 06 11:44:18.295500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45192) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:18.409523 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-4c6cf807-e3e2-45d5-bade-c3144c9eb92f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 HTTP/1.1" status: 200 len: 217 time: 0.1324370 Jul 06 11:44:18.419638 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dd9a324-c4f8-4fe9-9881-39179f64dd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.425011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bfd7839-83b9-4e78-b690-323b209d6329 req-546040d3-43d0-4d8e-a6e0-65ba5beba88d tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897933 Jul 06 11:44:18.462069 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-059195a3-131d-403a-8b17-011fbb80a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.541614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-059195a3-131d-403a-8b17-011fbb80a6ab None None] For port 164419ba-ce21-4172-88a2-94dd91424af8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=164419ba-ce21-4172-88a2-94dd91424af8,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:18.547967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-5be1dcbe-ee71-4adb-bc31-cfc573b5b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:18.548654 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-059195a3-131d-403a-8b17-011fbb80a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.552448 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-5be1dcbe-ee71-4adb-bc31-cfc573b5b755 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2ebbc0e-3bd1-434a-becc-bf8c3c798955 HTTP/1.1" status: 200 len: 801 time: 0.1358051 Jul 06 11:44:18.631543 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895493ac-306f-4946-96a8-4f845ad00473 x-openstack-request-id: req-895493ac-306f-4946-96a8-4f845ad00473 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:18.634179 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "tag": "38e1873c-e777-48b6-9465-6a8745093465", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eed82c1d-42fd-4869-ba66-a7423e23872b", "tag": "fd157c0f-efdc-4ca5-970e-83beaa96768c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:18.634179 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-895493ac-306f-4946-96a8-4f845ad00473 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:18.634559 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'tag': '38e1873c-e777-48b6-9465-6a8745093465', 'status': 'completed', 'code': 200} Jul 06 11:44:18.634962 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'tag': 'fd157c0f-efdc-4ca5-970e-83beaa96768c', 'status': 'completed', 'code': 200} Jul 06 11:44:18.646757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75da953-0380-4cae-b822-b6d2784d7320 req-f90a71f4-13a9-45de-904f-8271734168d2 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:18.663537 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c75da953-0380-4cae-b822-b6d2784d7320 req-f90a71f4-13a9-45de-904f-8271734168d2 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.6190565 Jul 06 11:44:18.697212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059195a3-131d-403a-8b17-011fbb80a6ab None None] Pushing event updated for resources: {'Port': ['ID=164419ba-ce21-4172-88a2-94dd91424af8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:18.701076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-84a65fb9-6252-4420-b7fd-7d008275866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:18.704417 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-84a65fb9-6252-4420-b7fd-7d008275866b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1445541 Jul 06 11:44:18.704842 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.734438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.734972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.735573 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Floating IP e6f6dd4b-1fca-4afb-8dd5-10a295ada3e0 disassociated. External IP: 172.25.0.219, port: 23323174-cfa4-4bc8-ab6f-93c285420e97. Jul 06 11:44:18.736030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Calling delete_port for 23323174-cfa4-4bc8-ab6f-93c285420e97 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:18.780930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3b33a871-89bf-45f6-ba8b-c00e602be663 None None] Provisioning for port a3a06ea3-6602-4165-9ccf-e6da326d8f07 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:18.787078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3b33a871-89bf-45f6-ba8b-c00e602be663 None None] Provisioning complete for port a3a06ea3-6602-4165-9ccf-e6da326d8f07 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:18.787486 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b33a871-89bf-45f6-ba8b-c00e602be663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:18.869430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3b33a871-89bf-45f6-ba8b-c00e602be663 None None] Port a3a06ea3-6602-4165-9ccf-e6da326d8f07 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:44:18.915705 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-f78d4176-2227-4015-aa00-5dbd13670496 service neutron] 10.222.0.86 "GET /v2.0/networks/60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026706 Jul 06 11:44:18.947003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c75da953-0380-4cae-b822-b6d2784d7320 req-5c7534f7-cf3e-4a3a-af14-889682bdce68 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823191 Jul 06 11:44:18.984217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414d77e5-14bf-40b1-8124-9b714fd6f5df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:18.999561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414d77e5-14bf-40b1-8124-9b714fd6f5df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:18.999561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-414d77e5-14bf-40b1-8124-9b714fd6f5df tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6941316 Jul 06 11:44:18.999561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45198) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:19.015706 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.064214 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91803d28-14dc-499a-96c9-0ad9379386f9 x-openstack-request-id: req-91803d28-14dc-499a-96c9-0ad9379386f9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:19.064583 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-deleted", "tag": "676c2da1-4fb9-4c02-9274-dedafdd3e9dd", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:19.064762 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91803d28-14dc-499a-96c9-0ad9379386f9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:19.065141 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-deleted', 'tag': '676c2da1-4fb9-4c02-9274-dedafdd3e9dd', 'status': 'completed', 'code': 200} Jul 06 11:44:19.107279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Port': ['ID=23323174-cfa4-4bc8-ab6f-93c285420e97,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:19.129963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 164419ba-ce21-4172-88a2-94dd91424af8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:19.137481 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4b03023e-2fbc-4950-9f8a-d39cfe74e4ea req-2a55021d-3f02-4562-96f4-93d3ac761cc6 service neutron] 10.222.0.86 "GET /v2.0/networks/60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122002 Jul 06 11:44:19.214780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e97a2-5760-4fa4-8586-f5428bae56ea req-bd940cf1-a731-44fc-92bf-b6b70b8ade5f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:19.216522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 164419ba-ce21-4172-88a2-94dd91424af8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:19.217383 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.221123 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e97a2-5760-4fa4-8586-f5428bae56ea req-bd940cf1-a731-44fc-92bf-b6b70b8ade5f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:19.228007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e97a2-5760-4fa4-8586-f5428bae56ea req-bd940cf1-a731-44fc-92bf-b6b70b8ade5f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:19.235382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f73e97a2-5760-4fa4-8586-f5428bae56ea req-bd940cf1-a731-44fc-92bf-b6b70b8ade5f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2413 time: 0.3448389 Jul 06 11:44:19.285835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-de0db2df-1011-4f2e-b926-a5c1b35854bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:19.286469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-de0db2df-1011-4f2e-b926-a5c1b35854bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:19.287041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-de0db2df-1011-4f2e-b926-a5c1b35854bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:19.290373 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-de0db2df-1011-4f2e-b926-a5c1b35854bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=73213e7223614a87b198f49fb373a2fe&device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2866 time: 0.0775018 Jul 06 11:44:19.346995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device fd157c0f-efdc-4ca5-970e-83beaa96768c details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:19.460106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-b816aa13-e5c9-48df-b546-239c2bea702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:19.461933 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-b816aa13-e5c9-48df-b546-239c2bea702e service neutron] 10.222.0.86 "GET /v2.0/networks?id=1fc2d381-e258-433e-b9d1-39f86485b8a1 HTTP/1.1" status: 200 len: 901 time: 0.1639662 Jul 06 11:44:19.546950 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-05ead066-f8fd-42ff-b3ca-6ec7fb171d82 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.100&port_id=38e1873c-e777-48b6-9465-6a8745093465 HTTP/1.1" status: 200 len: 217 time: 0.0768812 Jul 06 11:44:19.550214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port fd157c0f-efdc-4ca5-970e-83beaa96768c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fd157c0f-efdc-4ca5-970e-83beaa96768c,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:19.565458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'fd157c0f-efdc-4ca5-970e-83beaa96768c', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'port_id': 'fd157c0f-efdc-4ca5-970e-83beaa96768c', 'mac_address': 'fa:16:3e:8e:76:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:19.652419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-c144ead8-8a0d-4607-9d2c-973e6cd054b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:19.654237 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.654986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-c144ead8-8a0d-4607-9d2c-973e6cd054b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a41c3db9-6ac8-4292-8e38-006a3986b027 HTTP/1.1" status: 200 len: 801 time: 0.1012912 Jul 06 11:44:19.672189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd157c0f-efdc-4ca5-970e-83beaa96768c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:19.705232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port fd157c0f-efdc-4ca5-970e-83beaa96768c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fd157c0f-efdc-4ca5-970e-83beaa96768c,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:19.722809 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.771146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f73e97a2-5760-4fa4-8586-f5428bae56ea req-bc5e1c56-1ae4-4453-b5df-9740b6767609 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347533 Jul 06 11:44:19.824647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=fd157c0f-efdc-4ca5-970e-83beaa96768c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:19.855483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-78799c3c-9171-42e6-9ec0-e09558b7d081 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port a3a06ea3-6602-4165-9ccf-e6da326d8f07 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:19.855954 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78799c3c-9171-42e6-9ec0-e09558b7d081 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:19.869858 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1329d2e2-7296-4b13-aba1-232716f4f9a0 x-openstack-request-id: req-1329d2e2-7296-4b13-aba1-232716f4f9a0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:19.870170 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c727f1-0daf-49e1-9f50-bdb3d8698de8", "name": "network-vif-plugged", "status": "completed", "tag": "693a178b-5549-4859-a90e-84ecbcaf38ad", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:19.870565 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1329d2e2-7296-4b13-aba1-232716f4f9a0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:19.871041 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c727f1-0daf-49e1-9f50-bdb3d8698de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693a178b-5549-4859-a90e-84ecbcaf38ad', 'code': 200} Jul 06 11:44:19.886227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2ebdd-e2f7-43aa-9eb7-dca8e0328f88 req-84c82143-1975-4fe6-874c-ccc45b1cac8e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:19.888233 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53a2ebdd-e2f7-43aa-9eb7-dca8e0328f88 req-84c82143-1975-4fe6-874c-ccc45b1cac8e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 945 time: 0.6426117 Jul 06 11:44:19.904349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45204) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:19.906021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:44:19.911359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-07875b2c-14c1-4a1b-a365-a95846584e03 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Request body: {'floatingip': {'port_id': '1c8a65ef-1af5-418a-b10d-a9cbbc840776'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:20.025284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['fd157c0f-efdc-4ca5-970e-83beaa96768c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:20.029814 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78799c3c-9171-42e6-9ec0-e09558b7d081 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:20.044914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-78799c3c-9171-42e6-9ec0-e09558b7d081 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for a3a06ea3-6602-4165-9ccf-e6da326d8f07 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:20.156383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-5c81139b-8480-4f31-9426-85828baeaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:20.158187 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-5c81139b-8480-4f31-9426-85828baeaf81 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1fc2d381-e258-433e-b9d1-39f86485b8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4916430 Jul 06 11:44:20.240867 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07875b2c-14c1-4a1b-a365-a95846584e03 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:20.294245 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-34d17d3c-d717-4a80-b326-f0c095315701 service neutron] 10.222.0.86 "GET /v2.0/networks/1fc2d381-e258-433e-b9d1-39f86485b8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255527 Jul 06 11:44:20.357886 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:20.443341 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-901fc229-c03c-45d0-a1f8-1400bf4634db service neutron] 10.222.0.86 "GET /v2.0/networks/1fc2d381-e258-433e-b9d1-39f86485b8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387308 Jul 06 11:44:20.587111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-66a1ecea-52ce-40c2-80d2-045ea951fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:20.592950 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-66a1ecea-52ce-40c2-80d2-045ea951fd4e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 1095 time: 0.0810504 Jul 06 11:44:20.674925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'tag': '664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:20.679635 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f7127b-5a5c-4b0e-a623-904ec3d2946d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "tag": "664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:20.685769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba963a1-4e84-4b8b-8aa9-a847a3093103 req-bf212751-8cfb-4081-b1a2-8da8c603f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:20.689323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ba963a1-4e84-4b8b-8aa9-a847a3093103 req-bf212751-8cfb-4081-b1a2-8da8c603f56a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 1097 time: 0.6162074 Jul 06 11:44:20.715531 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700e1fb-f859-42c3-8ba0-f6ddd0866a5b req-1bd54717-5b9a-4216-b959-c033389a7343 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:20.730977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2700e1fb-f859-42c3-8ba0-f6ddd0866a5b req-1bd54717-5b9a-4216-b959-c033389a7343 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 943 time: 0.6695919 Jul 06 11:44:20.770633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-b4cc2f5c-defb-4759-ade8-99f717791c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:20.773824 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-b4cc2f5c-defb-4759-ade8-99f717791c56 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 905 time: 0.1711209 Jul 06 11:44:20.793299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:44:20.814864 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72295f81-a8be-4255-92ea-3e44e4497356 None None] Sync routers for ids ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:44:20.830075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72295f81-a8be-4255-92ea-3e44e4497356 None None] Routers {'9b341da6-df85-4e98-b4fb-e0f57d7ca27f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:20.831153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-72295f81-a8be-4255-92ea-3e44e4497356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:44:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:20.838190 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-67b02d20-ad2e-4ef6-bdaf-a14b8ee4bd0e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd157c0f-efdc-4ca5-970e-83beaa96768c HTTP/1.1" status: 200 len: 217 time: 0.0563157 Jul 06 11:44:20.900710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-d0d06b43-e298-4e4a-b20f-824b0bf613c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:20.902413 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-d0d06b43-e298-4e4a-b20f-824b0bf613c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5 HTTP/1.1" status: 200 len: 844 time: 0.0573740 Jul 06 11:44:20.950229 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-a6a41c7f-be92-42ad-842e-0128810f4897 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399771 Jul 06 11:44:20.978475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] No DVR routers for this DVR port 23323174-cfa4-4bc8-ab6f-93c285420e97 on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:20.978755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-72295f81-a8be-4255-92ea-3e44e4497356 None None] Set router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:20.989311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321c8d4-0dca-4bbf-89d0-80b89b4964fa req-9a36d904-1f8e-4eb0-9039-e06527cfd192 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:20.992042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3321c8d4-0dca-4bbf-89d0-80b89b4964fa req-9a36d904-1f8e-4eb0-9039-e06527cfd192 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 944 time: 0.5911019 Jul 06 11:44:20.994066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ba963a1-4e84-4b8b-8aa9-a847a3093103 req-5f27ea09-1294-4e7c-ac6a-3b2d826ad6f1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587171 Jul 06 11:44:20.994872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78799c3c-9171-42e6-9ec0-e09558b7d081 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:21.008534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:21.012357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72226824-af3a-4887-8882-64fe3061812c req-bc7e9e33-1ecd-4e3a-b03b-b9a10a2f2ee3 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "DELETE /v2.0/ports/23323174-cfa4-4bc8-ab6f-93c285420e97 HTTP/1.1" status: 204 len: 173 time: 4.1387157 Jul 06 11:44:21.028294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2700e1fb-f859-42c3-8ba0-f6ddd0866a5b req-e3f558ab-29fb-498c-aad3-839c14251ed0 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958426 Jul 06 11:44:21.075568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-deleted', 'tag': '23323174-cfa4-4bc8-ab6f-93c285420e97'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:21.075568 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d38ad58-59ee-490d-bf4c-305419caaf9b" -d '{"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-deleted", "tag": "23323174-cfa4-4bc8-ab6f-93c285420e97"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:21.131642 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-71020918-784c-4706-b138-befa19de9896 service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715062 Jul 06 11:44:21.186977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78799c3c-9171-42e6-9ec0-e09558b7d081 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=a3a06ea3-6602-4165-9ccf-e6da326d8f07,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:21.285648 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78799c3c-9171-42e6-9ec0-e09558b7d081 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:21.287953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-72295f81-a8be-4255-92ea-3e44e4497356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:32Z', 'revision_number': 4, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ef061a03-833b-476b-8f86-30acc6a9b32e', 'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'mac_address': 'fa:16:3e:37:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:28Z', 'updated_at': '2021-07-06T11:32:52Z', 'revision_number': 5, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'subnets': [{'id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:21.290502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-78799c3c-9171-42e6-9ec0-e09558b7d081 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/a3a06ea3-6602-4165-9ccf-e6da326d8f07 HTTP/1.1" status: 204 len: 168 time: 2.2841978 Jul 06 11:44:21.301891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45218) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:21.320351 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-951559f5-77ee-4fb1-913e-128b618a28a1 req-1b0f5651-8a46-4e23-a379-c788dac80fb8 service neutron] 10.222.0.86 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774030 Jul 06 11:44:21.344557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72295f81-a8be-4255-92ea-3e44e4497356 None None] Checking router: 9b341da6-df85-4e98-b4fb-e0f57d7ca27f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:44:21.354830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dd7a6a96-87b4-43d8-b670-10eddac3f0fc details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:21.357028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device fd157c0f-efdc-4ca5-970e-83beaa96768c up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:21.398462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3321c8d4-0dca-4bbf-89d0-80b89b4964fa req-d4b561d2-c4e8-4e29-bdae-575aa97e4a42 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478673 Jul 06 11:44:21.419015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72295f81-a8be-4255-92ea-3e44e4497356 None None] Routers {'9b341da6-df85-4e98-b4fb-e0f57d7ca27f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:21.419977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-72295f81-a8be-4255-92ea-3e44e4497356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:44:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:21.637590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf7fcb3-bc7a-4a61-b45f-d38067cbbe45 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:21.640902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf7fcb3-bc7a-4a61-b45f-d38067cbbe45 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:21.643893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7cf7fcb3-bc7a-4a61-b45f-d38067cbbe45 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3273826 Jul 06 11:44:21.652207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45222) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:21.781527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a97f2b-6a5b-46d7-8a85-5ff3863fb78b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 42efd554-416c-4c29-97db-c9575009e4dc {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:44:21.789556 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1a97f2b-6a5b-46d7-8a85-5ff3863fb78b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:21.875714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port fd157c0f-efdc-4ca5-970e-83beaa96768c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:21.888055 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1a97f2b-6a5b-46d7-8a85-5ff3863fb78b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:21.898936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port fd157c0f-efdc-4ca5-970e-83beaa96768c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:21.900025 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.011226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dd7a6a96-87b4-43d8-b670-10eddac3f0fc, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:22.050486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-72295f81-a8be-4255-92ea-3e44e4497356 None None] Set router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:22.055266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'dd7a6a96-87b4-43d8-b670-10eddac3f0fc', 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9', 'port_id': 'dd7a6a96-87b4-43d8-b670-10eddac3f0fc', 'mac_address': 'fa:16:3e:a5:aa:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ebbc0e-3bd1-434a-becc-bf8c3c798955', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:22.078032 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1a97f2b-6a5b-46d7-8a85-5ff3863fb78b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.235607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1a97f2b-6a5b-46d7-8a85-5ff3863fb78b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.252914 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1a97f2b-6a5b-46d7-8a85-5ff3863fb78b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.258522 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f1a97f2b-6a5b-46d7-8a85-5ff3863fb78b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/42efd554-416c-4c29-97db-c9575009e4dc HTTP/1.1" status: 204 len: 168 time: 0.6014168 Jul 06 11:44:22.290098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45228) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:22.292795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a97f2b-6a5b-46d7-8a85-5ff3863fb78b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=42efd554-416c-4c29-97db-c9575009e4dc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:22.368750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83c134-ce6e-4a03-94ff-3966375a3458 req-181cedc5-41e7-49c9-9965-12e7a1793b49 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:22.374691 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.380688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d83c134-ce6e-4a03-94ff-3966375a3458 req-181cedc5-41e7-49c9-9965-12e7a1793b49 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 1.1466050 Jul 06 11:44:22.383321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c5d956-0369-41f6-a9c8-52e1b289fedb None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:22.434928 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fd540760-343e-448f-bc8c-c4df2b83d4e8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415396 Jul 06 11:44:22.437480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45234) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:22.562197 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.565684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7a6a96-87b4-43d8-b670-10eddac3f0fc {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:22.570868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ce1327-d799-405c-a817-a52387fb4d7c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:22.575084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d4ce1327-d799-405c-a817-a52387fb4d7c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1344271 Jul 06 11:44:22.576497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45240) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:22.583008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-7869732a-cf1b-4116-acd4-040ed24392bb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting port 8b54ed77-6b84-451e-bbd9-7da3b1083127 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:22.583270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-7869732a-cf1b-4116-acd4-040ed24392bb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.595708 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dd7a6a96-87b4-43d8-b670-10eddac3f0fc, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:22.647830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d7eded-af16-4ebd-ad84-9c479eb34148 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:22.650200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d83c134-ce6e-4a03-94ff-3966375a3458 req-31fabd27-208b-4e70-994a-7ef480f2f32a tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665975 Jul 06 11:44:22.653034 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-79d7eded-af16-4ebd-ad84-9c479eb34148 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0754306 Jul 06 11:44:22.653956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45242) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:22.664875 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.720058 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b10e4896-bd67-4a1e-a395-60b59c9ed7b5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626750 Jul 06 11:44:22.720058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45244) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:22.724239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:22.770708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-72226824-af3a-4887-8882-64fe3061812c req-7869732a-cf1b-4116-acd4-040ed24392bb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] For port 8b54ed77-6b84-451e-bbd9-7da3b1083127, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8b54ed77-6b84-451e-bbd9-7da3b1083127,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:22.771714 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-7869732a-cf1b-4116-acd4-040ed24392bb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.789011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd157c0f-efdc-4ca5-970e-83beaa96768c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:22.790412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-72226824-af3a-4887-8882-64fe3061812c req-7869732a-cf1b-4116-acd4-040ed24392bb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Calling delete_port for 8b54ed77-6b84-451e-bbd9-7da3b1083127 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:22.806994 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7381d48-43bd-47e2-bf34-e0f8f68cb4ef x-openstack-request-id: req-c7381d48-43bd-47e2-bf34-e0f8f68cb4ef {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:22.807507 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "tag": "664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:22.808152 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7381d48-43bd-47e2-bf34-e0f8f68cb4ef {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:22.808753 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'tag': '664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8', 'status': 'completed', 'code': 200} Jul 06 11:44:22.814713 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbb01b0-27d0-4c89-b002-010b7a2f1c07" -d '{"events": [{"server_uuid": "eed82c1d-42fd-4869-ba66-a7423e23872b", "name": "network-vif-plugged", "status": "completed", "tag": "fd157c0f-efdc-4ca5-970e-83beaa96768c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:22.893225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port fd157c0f-efdc-4ca5-970e-83beaa96768c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fd157c0f-efdc-4ca5-970e-83beaa96768c,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:22.929576 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:22.955028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['dd7a6a96-87b4-43d8-b670-10eddac3f0fc'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:22.962255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:22.982747 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-7869732a-cf1b-4116-acd4-040ed24392bb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:23.020048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:23.031327 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:23.052840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869732a-cf1b-4116-acd4-040ed24392bb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Port': ['ID=8b54ed77-6b84-451e-bbd9-7da3b1083127,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:23.078253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=fd157c0f-efdc-4ca5-970e-83beaa96768c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:23.139595 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-07875b2c-14c1-4a1b-a365-a95846584e03 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:44:23.154060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d095d5-c1f7-4450-baff-62dacc813862 req-0d855903-7ee3-4dca-8266-401831933ab9 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:23.164873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7d095d5-c1f7-4450-baff-62dacc813862 req-0d855903-7ee3-4dca-8266-401831933ab9 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 945 time: 0.8306682 Jul 06 11:44:23.214513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae4c1f8-e069-428f-82e4-b9d9c16cba30 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:44:23.278943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-e93f3cde-bd44-461b-befc-b52069ced1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:23.279962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-e93f3cde-bd44-461b-befc-b52069ced1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:23.280846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-e93f3cde-bd44-461b-befc-b52069ced1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:23.281064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7d095d5-c1f7-4450-baff-62dacc813862 req-cc332bd3-15c8-481a-94e7-4460650e2203 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151342 Jul 06 11:44:23.283736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-72226824-af3a-4887-8882-64fe3061812c req-7869732a-cf1b-4116-acd4-040ed24392bb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] No DVR routers for this DVR port 8b54ed77-6b84-451e-bbd9-7da3b1083127 on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:23.284519 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-e93f3cde-bd44-461b-befc-b52069ced1b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=73213e7223614a87b198f49fb373a2fe&device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2867 time: 0.4495459 Jul 06 11:44:23.285466 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-72226824-af3a-4887-8882-64fe3061812c req-7869732a-cf1b-4116-acd4-040ed24392bb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:23.290572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72226824-af3a-4887-8882-64fe3061812c req-7869732a-cf1b-4116-acd4-040ed24392bb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.86 "DELETE /v2.0/ports/8b54ed77-6b84-451e-bbd9-7da3b1083127 HTTP/1.1" status: 204 len: 173 time: 2.2598531 Jul 06 11:44:23.292198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-72295f81-a8be-4255-92ea-3e44e4497356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:32Z', 'revision_number': 4, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ef061a03-833b-476b-8f86-30acc6a9b32e', 'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'mac_address': 'fa:16:3e:37:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:28Z', 'updated_at': '2021-07-06T11:32:52Z', 'revision_number': 5, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'subnets': [{'id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:23.354668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72295f81-a8be-4255-92ea-3e44e4497356 None None] The sync data for ids ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'] in n-d-799527-2 is: [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:32:32Z', 'revision_number': 4, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ef061a03-833b-476b-8f86-30acc6a9b32e', 'name': '', 'network_id': '55d50c88-87ff-4d1e-a691-5afba0ae5707', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'mac_address': 'fa:16:3e:37:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:28Z', 'updated_at': '2021-07-06T11:32:52Z', 'revision_number': 5, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'subnets': [{'id': '6c9f4d54-1464-47f3-9906-74d3ca46a5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:23.371598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:23.393637 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07875b2c-14c1-4a1b-a365-a95846584e03 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:23.424850 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07875b2c-14c1-4a1b-a365-a95846584e03 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:23.443963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8bbe-32ec-4fa8-b445-f80f04ab7a45 req-a7fa3e00-8385-44fe-91b1-516b1c1aeabc tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:23.452021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8bbe-32ec-4fa8-b445-f80f04ab7a45 req-a7fa3e00-8385-44fe-91b1-516b1c1aeabc tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:23.459736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8bbe-32ec-4fa8-b445-f80f04ab7a45 req-a7fa3e00-8385-44fe-91b1-516b1c1aeabc tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:23.463280 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f39c8bbe-32ec-4fa8-b445-f80f04ab7a45 req-a7fa3e00-8385-44fe-91b1-516b1c1aeabc tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2414 time: 0.4262564 Jul 06 11:44:23.644359 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121c6b03-a942-46bd-bd64-7c9e9cc2b889 x-openstack-request-id: req-121c6b03-a942-46bd-bd64-7c9e9cc2b889 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:23.644731 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-deleted", "tag": "23323174-cfa4-4bc8-ab6f-93c285420e97", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:23.645040 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-121c6b03-a942-46bd-bd64-7c9e9cc2b889 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:23.645608 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-deleted', 'tag': '23323174-cfa4-4bc8-ab6f-93c285420e97', 'status': 'completed', 'code': 200} Jul 06 11:44:23.720366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5ae4c1f8-e069-428f-82e4-b9d9c16cba30 None None] Deleting port 164419ba-ce21-4172-88a2-94dd91424af8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:23.720366 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c1f8-e069-428f-82e4-b9d9c16cba30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:23.869207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-26b86866-bf4d-4f07-929d-4bc00be4cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:23.872972 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-26b86866-bf4d-4f07-929d-4bc00be4cfc7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 HTTP/1.1" status: 200 len: 903 time: 0.4969950 Jul 06 11:44:23.924533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b21de1a6-a774-4b3e-ae1a-1c8d0a76e29e req-15f1ad9d-a628-44b1-8f42-aa5a9c95e93f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.0696223 Jul 06 11:44:23.937271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f39c8bbe-32ec-4fa8-b445-f80f04ab7a45 req-2a6b4bd2-1b4c-45af-b465-a644f27d4582 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029718 Jul 06 11:44:23.946292 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-0406fb02-741d-4410-8e0b-315d1036f775 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 HTTP/1.1" status: 200 len: 217 time: 0.0628955 Jul 06 11:44:24.017515 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-07875b2c-14c1-4a1b-a365-a95846584e03 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Floating IP 4e798fd2-228b-48f4-97b6-afddc6b9fce1 associated. External IP: 172.25.0.175, port: 1c8a65ef-1af5-418a-b10d-a9cbbc840776. Jul 06 11:44:24.040054 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9723e42a-8efd-4b81-8171-433566d76a86 None None] New status for floating IP e6f6dd4b-1fca-4afb-8dd5-10a295ada3e0: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:44:24.071184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:24.143829 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5ae4c1f8-e069-428f-82e4-b9d9c16cba30 None None] For port 164419ba-ce21-4172-88a2-94dd91424af8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=164419ba-ce21-4172-88a2-94dd91424af8,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:24.144489 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c1f8-e069-428f-82e4-b9d9c16cba30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:24.166117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-eeed1ce0-0485-47dd-b063-3236793f5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:24.169038 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-eeed1ce0-0485-47dd-b063-3236793f5387 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2ebbc0e-3bd1-434a-becc-bf8c3c798955 HTTP/1.1" status: 200 len: 801 time: 0.2146792 Jul 06 11:44:24.174007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5ae4c1f8-e069-428f-82e4-b9d9c16cba30 None None] Calling delete_port for 164419ba-ce21-4172-88a2-94dd91424af8 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:24.320183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8', 'network_id': '60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9', 'port_id': '664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8', 'mac_address': 'fa:16:3e:f6:18:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ebbc0e-3bd1-434a-becc-bf8c3c798955', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:24.331791 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5ddfac-48d7-4d19-8b72-eeca9a25ed8c x-openstack-request-id: req-2b5ddfac-48d7-4d19-8b72-eeca9a25ed8c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:24.332260 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed82c1d-42fd-4869-ba66-a7423e23872b", "name": "network-vif-plugged", "status": "completed", "tag": "fd157c0f-efdc-4ca5-970e-83beaa96768c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:24.332660 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b5ddfac-48d7-4d19-8b72-eeca9a25ed8c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:24.333293 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd157c0f-efdc-4ca5-970e-83beaa96768c', 'code': 200} Jul 06 11:44:24.337864 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ae4c1f8-e069-428f-82e4-b9d9c16cba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:24.408510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.objects.ports [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93815) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:44:24.415230 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:24.417432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae4c1f8-e069-428f-82e4-b9d9c16cba30 None None] No DVR routers for this DVR port 164419ba-ce21-4172-88a2-94dd91424af8 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:24.464439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4c1f8-e069-428f-82e4-b9d9c16cba30 None None] Pushing event deleted for resources: {'Port': ['ID=164419ba-ce21-4172-88a2-94dd91424af8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:24.474975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:24.505573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:24.511878 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:24.513012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 38e1873c-e777-48b6-9465-6a8745093465 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:24.638658 n-d-799527-2 neutron-server[93815]: WARNING neutron.services.revisions.revision_plugin [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Could not find related port for resource to bump revision. Jul 06 11:44:24.643351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-f6ba454e-73e8-4c28-ba59-e30cc924ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:24.645260 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-f6ba454e-73e8-4c28-ba59-e30cc924ba89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4646420 Jul 06 11:44:24.656532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.ipam_pluggable_backend [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Port 164419ba-ce21-4172-88a2-94dd91424af8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93815) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 06 11:44:24.656864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.ipam_pluggable_backend [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Reverting IP allocation for 2001:db8::f816:3eff:fedf:12c0 {{(pid=93815) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 06 11:44:24.659738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07875b2c-14c1-4a1b-a365-a95846584e03 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:44:24.677226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.ipam_pluggable_backend [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedf:12c0 {{(pid=93815) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 06 11:44:24.704103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d601764-045e-44f1-a380-d80cf0d2914e req-ce5f5fde-3e22-45a3-bbb9-4f910c573c56 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:24.705945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:24.708472 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:24.716662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d601764-045e-44f1-a380-d80cf0d2914e req-ce5f5fde-3e22-45a3-bbb9-4f910c573c56 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 945 time: 0.5170145 Jul 06 11:44:24.745391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d4403-2825-4475-8c35-f13ab489f1ed req-10ece35d-4156-45dd-a394-5506c998bcc8 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:24.748147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-855d4403-2825-4475-8c35-f13ab489f1ed req-10ece35d-4156-45dd-a394-5506c998bcc8 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.4206624 Jul 06 11:44:24.753094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456281-1ba2-4b15-967a-bc07915ba1e9 req-a0d4de9e-cbad-45c1-b2e9-38adb3ef3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:24.756581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f456281-1ba2-4b15-967a-bc07915ba1e9 req-a0d4de9e-cbad-45c1-b2e9-38adb3ef3825 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 1096 time: 0.6315813 Jul 06 11:44:24.777538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 38e1873c-e777-48b6-9465-6a8745093465, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=38e1873c-e777-48b6-9465-6a8745093465,segment=NetworkSegment(9980096e-1715-4ce3-a103-7cfbf8bd95c4),segment_id=9980096e-1715-4ce3-a103-7cfbf8bd95c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:24.795560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '38e1873c-e777-48b6-9465-6a8745093465', 'network_id': '1fc2d381-e258-433e-b9d1-39f86485b8a1', 'port_id': '38e1873c-e777-48b6-9465-6a8745093465', 'mac_address': 'fa:16:3e:21:68:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41c3db9-6ac8-4292-8e38-006a3986b027', 'ip_address': '19.86.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:24.902198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:24.911251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:24.931198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7ad420-fc76-450b-9a08-c289ff0a69eb None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:24.937090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:24.938006 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:24.942586 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07875b2c-14c1-4a1b-a365-a95846584e03 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:44:24.955225 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:24.957790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=cb5ae83b-ade7-4120-91c5-62f28a7634a9,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:24.975420 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07875b2c-14c1-4a1b-a365-a95846584e03 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:24.997118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7bd0c4-7ea3-42d8-88be-4d85f046b43d None None] Sync routers for ids ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:44:24.998177 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-92fa4079-72cc-4220-a1d4-dda37f8ba73c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2781041 Jul 06 11:44:25.000535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45266) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:25.010559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:40:ef:49', 'name': 'tempest-NetworksTestDHCPv6-1147545557'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:25.041102 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-4586b1fa-13f9-4ac2-9fdf-b0ea6290a3c4 service neutron] 10.222.0.86 "GET /v2.0/networks/60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789880 Jul 06 11:44:25.148478 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-855d4403-2825-4475-8c35-f13ab489f1ed req-ea3044de-1059-4b6c-82d2-b8993e753859 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878138 Jul 06 11:44:25.155367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d601764-045e-44f1-a380-d80cf0d2914e req-77cc31fb-df8a-476f-b613-3bf9f8cc5ccb tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265726 Jul 06 11:44:25.161196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f456281-1ba2-4b15-967a-bc07915ba1e9 req-e019d34b-b859-46dd-b661-3a8c619f4818 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863432 Jul 06 11:44:25.173007 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-07875b2c-14c1-4a1b-a365-a95846584e03 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "PUT /v2.0/floatingips/4e798fd2-228b-48f4-97b6-afddc6b9fce1 HTTP/1.1" status: 200 len: 991 time: 5.2654750 Jul 06 11:44:25.184226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e1873c-e777-48b6-9465-6a8745093465 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:25.199064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 164419ba-ce21-4172-88a2-94dd91424af8 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:25.230934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 164419ba-ce21-4172-88a2-94dd91424af8 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:44:25.231505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 164419ba-ce21-4172-88a2-94dd91424af8 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:25.246030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7bd0c4-7ea3-42d8-88be-4d85f046b43d None None] Routers {'459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:25.246889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d7bd0c4-7ea3-42d8-88be-4d85f046b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:44:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:25.357610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 38e1873c-e777-48b6-9465-6a8745093465, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=38e1873c-e777-48b6-9465-6a8745093465,segment=NetworkSegment(9980096e-1715-4ce3-a103-7cfbf8bd95c4),segment_id=9980096e-1715-4ce3-a103-7cfbf8bd95c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:25.363621 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-29f7127b-5a5c-4b0e-a623-904ec3d2946d req-efe47313-1e37-4dcb-9c53-a951f093a0eb service neutron] 10.222.0.86 "GET /v2.0/networks/60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898314 Jul 06 11:44:25.377763 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:25.419762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:25.439296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dd7a6a96-87b4-43d8-b670-10eddac3f0fc up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:25.594672 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4575e6e2-25ac-4a1f-a962-3660f4a5c8d3 req-2417203c-5470-4df3-b06e-a8fd578fc419 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.0763948 Jul 06 11:44:25.646806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-deleted', 'tag': '8b54ed77-6b84-451e-bbd9-7da3b1083127'}, {'name': 'network-changed', 'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:25.649914 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56b3730-4d5e-4812-9007-b5aba0dbfb81" -d '{"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-deleted", "tag": "8b54ed77-6b84-451e-bbd9-7da3b1083127"}, {"name": "network-changed", "server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:25.659273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:25.822107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 9a6e322a-cbcd-41f0-8c41-c55a5537d7ba yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:44:25.844056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:26.015320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1d7bd0c4-7ea3-42d8-88be-4d85f046b43d None None] Set router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:26.028527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76185c-f4cb-40ff-a054-c3a2dfef234a req-afe92b2d-d949-49ee-a904-aaadad8cb596 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:26.044968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76185c-f4cb-40ff-a054-c3a2dfef234a req-afe92b2d-d949-49ee-a904-aaadad8cb596 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:26.065851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76185c-f4cb-40ff-a054-c3a2dfef234a req-afe92b2d-d949-49ee-a904-aaadad8cb596 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:26.072928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e76185c-f4cb-40ff-a054-c3a2dfef234a req-afe92b2d-d949-49ee-a904-aaadad8cb596 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2416 time: 0.2452338 Jul 06 11:44:26.197554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e76185c-f4cb-40ff-a054-c3a2dfef234a req-e534a7bd-eabe-47b2-9b04-3e9876dcccc7 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162891 Jul 06 11:44:26.278591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=38e1873c-e777-48b6-9465-6a8745093465,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:26.294612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::f816:3eff:fe40:ef49 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/cb5ae83b-ade7-4120-91c5-62f28a7634a9/9a6e322a-cbcd-41f0-8c41-c55a5537d7ba) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:26.399080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': 'cb5ae83b-ade7-4120-91c5-62f28a7634a9'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:44:26.400636 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:26.429671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port dd7a6a96-87b4-43d8-b670-10eddac3f0fc completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:26.505022 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0d9dbe-7344-4447-a9be-956d37932664 x-openstack-request-id: req-1d0d9dbe-7344-4447-a9be-956d37932664 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:26.505986 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d934b9d-2122-47b2-9af6-c986331d9191", "name": "network-vif-deleted", "tag": "8b54ed77-6b84-451e-bbd9-7da3b1083127", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:26.506630 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d0d9dbe-7344-4447-a9be-956d37932664 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:26.508315 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934b9d-2122-47b2-9af6-c986331d9191', 'name': 'network-vif-deleted', 'tag': '8b54ed77-6b84-451e-bbd9-7da3b1083127', 'status': 'completed', 'code': 200} Jul 06 11:44:26.508829 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'status': 'completed', 'code': 200} Jul 06 11:44:26.609464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port dd7a6a96-87b4-43d8-b670-10eddac3f0fc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:26.611852 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:26.898845 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:26.947518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 9a6e322a-cbcd-41f0-8c41-c55a5537d7ba will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:27.096718 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:27.107283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b3730-4d5e-4812-9007-b5aba0dbfb81 req-21a806e5-8f02-4cb2-8adf-00a69c2a5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:27.111073 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f56b3730-4d5e-4812-9007-b5aba0dbfb81 req-21a806e5-8f02-4cb2-8adf-00a69c2a5fb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1096 time: 0.5796854 Jul 06 11:44:27.177746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:27.190809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:27.198481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc133-ebc7-40eb-afe0-33f69acb3550 req-7fa57855-7fc5-4ae9-8088-53de69edcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:27.200559 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11cbc133-ebc7-40eb-afe0-33f69acb3550 req-7fa57855-7fc5-4ae9-8088-53de69edcc3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f86fa5ba0bd6446b8a90e5c0ccded402&device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 1097 time: 0.1826544 Jul 06 11:44:27.205695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:27.211963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:27.213429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:27.229966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=9a6e322a-cbcd-41f0-8c41-c55a5537d7ba,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:27.299315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0a32ea2f-6437-4c89-9ea7-fba7716b5784 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2952075 Jul 06 11:44:27.302032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45294) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:27.414883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['38e1873c-e777-48b6-9465-6a8745093465'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:27.511932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc133-ebc7-40eb-afe0-33f69acb3550 req-ebc37cba-2b64-4493-bd1c-b298605b0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:27.513639 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11cbc133-ebc7-40eb-afe0-33f69acb3550 req-ebc37cba-2b64-4493-bd1c-b298605b0ba2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=689e3478-6acf-402f-9b0d-707f7364d431 HTTP/1.1" status: 200 len: 912 time: 0.2961206 Jul 06 11:44:27.561008 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11cbc133-ebc7-40eb-afe0-33f69acb3550 req-a6f983d3-09e6-4397-ae7b-e990d05fcdbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=693a178b-5549-4859-a90e-84ecbcaf38ad HTTP/1.1" status: 200 len: 217 time: 0.0397122 Jul 06 11:44:27.576266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846ca7e-9dbe-4c5e-b223-e2c45ca7c6ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:27.580229 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a846ca7e-9dbe-4c5e-b223-e2c45ca7c6ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2749007 Jul 06 11:44:27.633955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc133-ebc7-40eb-afe0-33f69acb3550 req-11e949f9-fce7-4386-8b80-5ee12d484fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:27.636099 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11cbc133-ebc7-40eb-afe0-33f69acb3550 req-11e949f9-fce7-4386-8b80-5ee12d484fb7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a18e05-1841-468c-a300-74b8a5047e21 HTTP/1.1" status: 200 len: 851 time: 0.0570128 Jul 06 11:44:27.637111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45298) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:27.713387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f9b3b-0746-4419-9452-e686d75cc236 req-d73444be-789c-4ae1-aafa-4035d8c000bc tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:27.721488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a19f9b3b-0746-4419-9452-e686d75cc236 req-d73444be-789c-4ae1-aafa-4035d8c000bc tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 945 time: 0.8423166 Jul 06 11:44:27.746045 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11cbc133-ebc7-40eb-afe0-33f69acb3550 req-5c73e839-0387-4972-ad2c-4ebbf472ad52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=689e3478-6acf-402f-9b0d-707f7364d431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945070 Jul 06 11:44:27.844874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Allocated IP 2001:db8::f816:3eff:fe7b:6ee3 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/cb5ae83b-ade7-4120-91c5-62f28a7634a9/61f48ff1-657b-4673-a64f-09502760152f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:27.902660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b3730-4d5e-4812-9007-b5aba0dbfb81 req-f4cadd8c-1bed-4001-ac16-3a9b53a60d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:27.905361 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f56b3730-4d5e-4812-9007-b5aba0dbfb81 req-f4cadd8c-1bed-4001-ac16-3a9b53a60d1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.7804923 Jul 06 11:44:27.924861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a19f9b3b-0746-4419-9452-e686d75cc236 req-5e7da6d3-1106-41f1-af7b-9c97ee97cbf3 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017691 Jul 06 11:44:27.989798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08159e-8fdc-4e20-8f6d-6c9bdb272c3e req-4351b27f-b9f9-4d2c-892d-fe1ba2a91663 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:28.000235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b08159e-8fdc-4e20-8f6d-6c9bdb272c3e req-4351b27f-b9f9-4d2c-892d-fe1ba2a91663 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 945 time: 0.3795803 Jul 06 11:44:28.046371 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11cbc133-ebc7-40eb-afe0-33f69acb3550 req-2bd0e72d-b78d-41b0-acce-a470021d2e18 service neutron] 10.222.0.47 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750518 Jul 06 11:44:28.059425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-0eafd737-7b41-4b4c-8164-6c6bf00512b1 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:28.061357 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-0eafd737-7b41-4b4c-8164-6c6bf00512b1 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.47 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 945 time: 0.3141181 Jul 06 11:44:28.092468 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-26d8c9ee-9cd1-430d-a477-0a3dfa348228 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 9a6e322a-cbcd-41f0-8c41-c55a5537d7ba {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:28.092961 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26d8c9ee-9cd1-430d-a477-0a3dfa348228 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.124719 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.201058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b08159e-8fdc-4e20-8f6d-6c9bdb272c3e req-1a2ee9ee-544f-46c3-b481-f9fc525ac398 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571460 Jul 06 11:44:28.216529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Transition to ACTIVE for port object 61f48ff1-657b-4673-a64f-09502760152f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:28.230652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f56b3730-4d5e-4812-9007-b5aba0dbfb81 req-96e031a6-1807-452e-844c-13293a8a9987 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 999 time: 0.3028722 Jul 06 11:44:28.283873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Transition to ACTIVE for port object 61f48ff1-657b-4673-a64f-09502760152f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:28.314077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b3730-4d5e-4812-9007-b5aba0dbfb81 req-53d6dafe-be3d-4d6e-be50-53218e27b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:28.317684 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f56b3730-4d5e-4812-9007-b5aba0dbfb81 req-53d6dafe-be3d-4d6e-be50-53218e27b111 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.0813062 Jul 06 11:44:28.348524 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.526943 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.558865 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-952353f6-3804-4bb0-ae17-4f6483067fa6 req-6a690203-4b80-4b86-a38c-74fd913ed3bc tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.1187911 Jul 06 11:44:28.570845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:28.599680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:28.609339 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:28.612372 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.624585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Pushing event updated for resources: {'Port': ['ID=61f48ff1-657b-4673-a64f-09502760152f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:28.650260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c23ed2-958b-4385-85f8-2a24f3b66f01 req-62f750d9-e30f-4aa0-93f3-fe948acc1e8c tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:28.653461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7a6a96-87b4-43d8-b670-10eddac3f0fc'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:28.657369 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea188efe-3583-495c-be92-689da18d7d2a" -d '{"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-plugged", "status": "completed", "tag": "dd7a6a96-87b4-43d8-b670-10eddac3f0fc"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:28.658628 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1c23ed2-958b-4385-85f8-2a24f3b66f01 req-62f750d9-e30f-4aa0-93f3-fe948acc1e8c tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.1904988 Jul 06 11:44:28.682113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b3730-4d5e-4812-9007-b5aba0dbfb81 req-0ba6ccf0-c0fb-4e3d-b235-789452a725a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:28.683908 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f56b3730-4d5e-4812-9007-b5aba0dbfb81 req-0ba6ccf0-c0fb-4e3d-b235-789452a725a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3592272 Jul 06 11:44:28.695050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.738683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1c23ed2-958b-4385-85f8-2a24f3b66f01 req-7dfe344e-e948-479d-ae98-c3e30e641dd3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788937 Jul 06 11:44:28.816042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dd7a6a96-87b4-43d8-b670-10eddac3f0fc, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:28.823378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Attempting to bind port 61f48ff1-657b-4673-a64f-09502760152f on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:28.825481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Attempting to bind port 61f48ff1-657b-4673-a64f-09502760152f by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:28.826197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Attempting to bind port 61f48ff1-657b-4673-a64f-09502760152f on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:28.839398 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.860501 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d7bd0c4-7ea3-42d8-88be-4d85f046b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '4e798fd2-228b-48f4-97b6-afddc6b9fce1', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'port_id': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'mac_address': 'fa:16:3e:59:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:43:34Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 1, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afefdb1-252b-47ff-99ce-981520346825', 'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'mac_address': 'fa:16:3e:ee:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:42Z', 'revision_number': 5, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'subnets': [{'id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:28.865109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:28.942103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:28.942442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:28.942765 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.943178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:28.943711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Bound port: 61f48ff1-657b-4673-a64f-09502760152f, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:28.944105 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:28.995163 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-11cbc133-ebc7-40eb-afe0-33f69acb3550 req-bc91d9fd-8bf6-4c27-82ac-b430d3496506 service neutron] 10.222.0.47 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9312525 Jul 06 11:44:29.072733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f56b3730-4d5e-4812-9007-b5aba0dbfb81 req-8ddd403d-a849-4feb-9d62-2cccec15e75a service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785291 Jul 06 11:44:29.177385 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26d8c9ee-9cd1-430d-a477-0a3dfa348228 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:29.188473 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:29.215174 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7bd0c4-7ea3-42d8-88be-4d85f046b43d None None] Checking router: 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:44:29.244334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-26d8c9ee-9cd1-430d-a477-0a3dfa348228 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 9a6e322a-cbcd-41f0-8c41-c55a5537d7ba owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:29.259443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670de1b6-4d63-4fba-8121-4d75b0f5205d req-dca5e3f6-8d48-4ed4-9a68-679098e6b461 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:29.273330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670de1b6-4d63-4fba-8121-4d75b0f5205d req-dca5e3f6-8d48-4ed4-9a68-679098e6b461 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:29.281147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Deleting port d48eb56a-c416-4921-9723-dbf0e79e2836 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:29.281770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:29.298474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670de1b6-4d63-4fba-8121-4d75b0f5205d req-dca5e3f6-8d48-4ed4-9a68-679098e6b461 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:29.301748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-670de1b6-4d63-4fba-8121-4d75b0f5205d req-dca5e3f6-8d48-4ed4-9a68-679098e6b461 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2417 time: 0.4624977 Jul 06 11:44:29.364275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:29.375660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:29.376044 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:29.439901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7bd0c4-7ea3-42d8-88be-4d85f046b43d None None] Routers {'459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:29.441533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d7bd0c4-7ea3-42d8-88be-4d85f046b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:44:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:29.491056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-670de1b6-4d63-4fba-8121-4d75b0f5205d req-48bdbd64-3635-40d4-ae86-58915289147f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734776 Jul 06 11:44:29.551633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f56b3730-4d5e-4812-9007-b5aba0dbfb81 req-3c2b0f1f-2134-4a18-9876-30826837e1ed service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698603 Jul 06 11:44:29.660151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] For port d48eb56a-c416-4921-9723-dbf0e79e2836, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d48eb56a-c416-4921-9723-dbf0e79e2836,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:29.660744 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:29.665230 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dfea61-1853-4169-aef6-53cd4d085c03 x-openstack-request-id: req-a7dfea61-1853-4169-aef6-53cd4d085c03 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:29.665785 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-plugged", "status": "completed", "tag": "dd7a6a96-87b4-43d8-b670-10eddac3f0fc", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:29.666037 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7dfea61-1853-4169-aef6-53cd4d085c03 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:29.666668 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7a6a96-87b4-43d8-b670-10eddac3f0fc', 'code': 200} Jul 06 11:44:29.764347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] For port 61f48ff1-657b-4673-a64f-09502760152f, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:29.882085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d65f7-b93a-47e3-9e85-591bdc9ad53a req-849bbf06-d96e-486d-a645-ec3f139210b8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:29.890041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d9d65f7-b93a-47e3-9e85-591bdc9ad53a req-849bbf06-d96e-486d-a645-ec3f139210b8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 945 time: 0.1542737 Jul 06 11:44:29.933561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] For port 61f48ff1-657b-4673-a64f-09502760152f, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=61f48ff1-657b-4673-a64f-09502760152f,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:29.995735 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:30.048642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1d7bd0c4-7ea3-42d8-88be-4d85f046b43d None None] Set router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:30.075291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d9d65f7-b93a-47e3-9e85-591bdc9ad53a req-ed030f16-9864-47be-afb9-49ebe0d5cb62 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c21382-0249-4f86-9609-86db80a5d443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838279 Jul 06 11:44:30.150908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35c35f-97f7-4d3e-83c8-135dde852eca req-a38aab06-7b63-43fe-b44e-3ab52aed1829 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:30.192158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd35c35f-97f7-4d3e-83c8-135dde852eca req-a38aab06-7b63-43fe-b44e-3ab52aed1829 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 945 time: 0.2988780 Jul 06 11:44:30.313654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd35c35f-97f7-4d3e-83c8-135dde852eca req-ee04b98b-0abc-4eac-9219-8267dda87cb1 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061807 Jul 06 11:44:30.356668 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:30.357488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:30.357488 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Floating IP 0a58935b-f030-45bb-9371-1601eb9d085d disassociated. External IP: 172.25.0.121, port: d48eb56a-c416-4921-9723-dbf0e79e2836. Jul 06 11:44:30.357781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Calling delete_port for d48eb56a-c416-4921-9723-dbf0e79e2836 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:30.473398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-468d0b53-356c-4f98-aaf8-632f4bf7ab82 req-5ecfb385-bd5b-4615-b62e-1c41876b1f28 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.0781860 Jul 06 11:44:30.740909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7ab87-93bf-40bc-a75f-5254d29e035a None None] Pushing event updated for resources: {'Port': ['ID=61f48ff1-657b-4673-a64f-09502760152f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:30.776014 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:30.779882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6e703-00d5-4174-8182-773b8c6e0a21 req-a29f4b6a-cd87-45c7-bbf7-5d9ff6789245 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:30.804708 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00e6e703-00d5-4174-8182-773b8c6e0a21 req-a29f4b6a-cd87-45c7-bbf7-5d9ff6789245 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.1840506 Jul 06 11:44:30.922068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00e6e703-00d5-4174-8182-773b8c6e0a21 req-02a61f00-3da7-48dd-94a6-1ef61c765576 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249182 Jul 06 11:44:30.999828 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:31.017389 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:31.038632 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26d8c9ee-9cd1-430d-a477-0a3dfa348228 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:31.102667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Pushing event deleted for resources: {'Port': ['ID=d48eb56a-c416-4921-9723-dbf0e79e2836,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:31.144564 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:31.149504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.152481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.153026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.157562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.162513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.163823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.167760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.168367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.168894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.169428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.169973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.174760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:31.306447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 38e1873c-e777-48b6-9465-6a8745093465 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:31.390751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291396fa-030d-4605-8b56-276517c2d2f5 req-edbe277a-4f29-4beb-acbf-82ee464753c3 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:31.406557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291396fa-030d-4605-8b56-276517c2d2f5 req-edbe277a-4f29-4beb-acbf-82ee464753c3 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:31.448940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291396fa-030d-4605-8b56-276517c2d2f5 req-edbe277a-4f29-4beb-acbf-82ee464753c3 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:31.458839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-291396fa-030d-4605-8b56-276517c2d2f5 req-edbe277a-4f29-4beb-acbf-82ee464753c3 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2418 time: 0.2695823 Jul 06 11:44:31.580911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-291396fa-030d-4605-8b56-276517c2d2f5 req-59c3e701-003a-4c0a-9dac-419471a4b39d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210639 Jul 06 11:44:31.604354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 38e1873c-e777-48b6-9465-6a8745093465 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:31.623168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:31.652667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 38e1873c-e777-48b6-9465-6a8745093465 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:31.653043 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:31.675318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b00b1b6e-2578-4f12-b6b5-2cbaaca30ef9 req-f3f52695-d193-4b70-adf8-8923c16fe771 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/ports?device_id=289e5c9e-5695-4dde-b51e-b1120fd5f383 HTTP/1.1" status: 200 len: 210 time: 0.0681839 Jul 06 11:44:31.676197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:31.680238 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12d89e7-50a8-467a-8118-89ab22bd0fe8" -d '{"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-plugged", "status": "completed", "tag": "664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:31.743278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8c9ee-9cd1-430d-a477-0a3dfa348228 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=9a6e322a-cbcd-41f0-8c41-c55a5537d7ba,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:31.879736 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26d8c9ee-9cd1-430d-a477-0a3dfa348228 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:31.885567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45344) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:31.916248 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-26d8c9ee-9cd1-430d-a477-0a3dfa348228 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/9a6e322a-cbcd-41f0-8c41-c55a5537d7ba HTTP/1.1" status: 204 len: 168 time: 4.2773120 Jul 06 11:44:31.918673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:44:32.057713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b062793-24f1-4bff-8d75-eb104a99c6c7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:32.059420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b062793-24f1-4bff-8d75-eb104a99c6c7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:32.063743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2b062793-24f1-4bff-8d75-eb104a99c6c7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1770620 Jul 06 11:44:32.064408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45348) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:32.155768 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.205552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b0bac0b-963e-4f1c-ac2b-eabc0ab49ce0 req-96b3915f-2d26-4236-b4c7-e5213a038222 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.0581269 Jul 06 11:44:32.253225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet cb5ae83b-ade7-4120-91c5-62f28a7634a9 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:44:32.259985 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.263241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:44:32.275802 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db7b83-e79e-46d9-babe-0845a46dd2f5 None None] Sync routers for ids ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:44:32.296155 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db7b83-e79e-46d9-babe-0845a46dd2f5 None None] Routers {'3e578d8e-e2f4-49fb-9640-b0db07d4b04c'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:32.301862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-40db7b83-e79e-46d9-babe-0845a46dd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:44:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:32.321157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d7bd0c4-7ea3-42d8-88be-4d85f046b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '4e798fd2-228b-48f4-97b6-afddc6b9fce1', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'port_id': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'mac_address': 'fa:16:3e:59:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:43:34Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 1, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afefdb1-252b-47ff-99ce-981520346825', 'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'mac_address': 'fa:16:3e:ee:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:42Z', 'revision_number': 5, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'subnets': [{'id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:32.343228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ee99d-6357-4c53-b299-ea72a67cca9d req-036c0d6f-2c46-42a5-9ac6-06b6ff841ab5 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:32.355943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e8ee99d-6357-4c53-b299-ea72a67cca9d req-036c0d6f-2c46-42a5-9ac6-06b6ff841ab5 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 945 time: 0.2891531 Jul 06 11:44:32.421131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] No DVR routers for this DVR port d48eb56a-c416-4921-9723-dbf0e79e2836 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:32.426128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.429296 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6f0b1733-1d26-4172-bced-3b724abfa758 req-638bc990-77bc-4a55-b78a-facd071223c8 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.47 "DELETE /v2.0/ports/d48eb56a-c416-4921-9723-dbf0e79e2836 HTTP/1.1" status: 204 len: 173 time: 4.3553138 Jul 06 11:44:32.436950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'name': 'network-vif-deleted', 'tag': 'd48eb56a-c416-4921-9723-dbf0e79e2836'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:32.447107 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db7cc5b-7752-4d41-a9c2-e0236408a094" -d '{"events": [{"server_uuid": "289e5c9e-5695-4dde-b51e-b1120fd5f383", "name": "network-vif-deleted", "tag": "d48eb56a-c416-4921-9723-dbf0e79e2836"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:32.463030 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d105f26c-5757-4f66-8ec6-2ed0d430f52f x-openstack-request-id: req-d105f26c-5757-4f66-8ec6-2ed0d430f52f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:32.463030 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-plugged", "status": "completed", "tag": "664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:32.463653 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d105f26c-5757-4f66-8ec6-2ed0d430f52f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:32.464334 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8', 'code': 200} Jul 06 11:44:32.478874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.498861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 38e1873c-e777-48b6-9465-6a8745093465, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=38e1873c-e777-48b6-9465-6a8745093465,segment=NetworkSegment(9980096e-1715-4ce3-a103-7cfbf8bd95c4),segment_id=9980096e-1715-4ce3-a103-7cfbf8bd95c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:32.503329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7bd0c4-7ea3-42d8-88be-4d85f046b43d None None] The sync data for ids ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'] in n-d-799527-2 is: [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '4e798fd2-228b-48f4-97b6-afddc6b9fce1', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'floating_ip_address': '172.25.0.175', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'port_id': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'mac_address': 'fa:16:3e:59:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:43:34Z', 'updated_at': '2021-07-06T11:44:22Z', 'revision_number': 1, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afefdb1-252b-47ff-99ce-981520346825', 'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'mac_address': 'fa:16:3e:ee:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:42Z', 'revision_number': 5, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'subnets': [{'id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:32.513510 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.561074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e8ee99d-6357-4c53-b299-ea72a67cca9d req-a796a01e-c177-4df5-aa61-377afd13a742 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035902 Jul 06 11:44:32.688714 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-40db7b83-e79e-46d9-babe-0845a46dd2f5 None None] Set router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:32.802522 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.805254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=38e1873c-e777-48b6-9465-6a8745093465,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:32.975569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:32.977573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d48eb56a-c416-4921-9723-dbf0e79e2836 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:33.092396 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: d48eb56a-c416-4921-9723-dbf0e79e2836 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:44:33.092877 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d48eb56a-c416-4921-9723-dbf0e79e2836 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:33.104925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15bc2e-ba11-447c-80be-b0060448b6ae None None] New status for floating IP 4e798fd2-228b-48f4-97b6-afddc6b9fce1: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:44:33.141533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5ae83b-ade7-4120-91c5-62f28a7634a9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:33.170835 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:33.178020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45366) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:33.198340 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/cb5ae83b-ade7-4120-91c5-62f28a7634a9 HTTP/1.1" status: 204 len: 168 time: 1.0917075 Jul 06 11:44:33.218129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.218859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.219417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.220243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.220850 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.221403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.228886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.229606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.230183 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.230747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.231345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.231934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e5778-a102-4457-906a-7e65b5f378d7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:33.283635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3fc90147-8d6c-4154-a479-0d62bde5108b None None] Provisioning for port 61f48ff1-657b-4673-a64f-09502760152f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:33.327332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45370) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:33.328137 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-450fbee7-f23f-4144-a8a9-a97428927a80 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1472166 Jul 06 11:44:33.341121 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198dfb15-6aac-4b95-a7d9-1e1412237f18 x-openstack-request-id: req-198dfb15-6aac-4b95-a7d9-1e1412237f18 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:33.343831 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289e5c9e-5695-4dde-b51e-b1120fd5f383", "name": "network-vif-deleted", "tag": "d48eb56a-c416-4921-9723-dbf0e79e2836", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:33.344215 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-198dfb15-6aac-4b95-a7d9-1e1412237f18 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:33.346002 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289e5c9e-5695-4dde-b51e-b1120fd5f383', 'name': 'network-vif-deleted', 'tag': 'd48eb56a-c416-4921-9723-dbf0e79e2836', 'status': 'completed', 'code': 200} Jul 06 11:44:33.369732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:33.424253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ecbdf-0c2a-4ab8-a7e1-6f5a553c4088 req-b2d89123-c736-44c7-ba5d-fb36004a55a1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:33.445085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-680ecbdf-0c2a-4ab8-a7e1-6f5a553c4088 req-b2d89123-c736-44c7-ba5d-fb36004a55a1 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.4840620 Jul 06 11:44:33.586145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 61f48ff1-657b-4673-a64f-09502760152f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:33.661535 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-680ecbdf-0c2a-4ab8-a7e1-6f5a553c4088 req-50e3a0da-e669-4dc9-94b9-4dfcb8ee4bbd tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004654 Jul 06 11:44:33.857841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:33.862122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:33.906954 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-40db7b83-e79e-46d9-babe-0845a46dd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:52Z', 'revision_number': 4, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f5e404b8-af4c-46f9-a400-b23bae28c361', 'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'mac_address': 'fa:16:3e:e4:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:49Z', 'updated_at': '2021-07-06T11:41:02Z', 'revision_number': 5, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'subnets': [{'id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:34.017667 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db7b83-e79e-46d9-babe-0845a46dd2f5 None None] Checking router: 3e578d8e-e2f4-49fb-9640-b0db07d4b04c for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:44:34.053320 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db7b83-e79e-46d9-babe-0845a46dd2f5 None None] Routers {'3e578d8e-e2f4-49fb-9640-b0db07d4b04c'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:34.055083 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-40db7b83-e79e-46d9-babe-0845a46dd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:44:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:34.160869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e4b7d-b10b-4f9b-9134-f5d47cd5bfe0 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:34.303028 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-40db7b83-e79e-46d9-babe-0845a46dd2f5 None None] Set router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:34.362814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-690cf0a4-7787-4689-b297-eea7b9187164 None None] Could not find standard attr ID for object 9a6e322a-cbcd-41f0-8c41-c55a5537d7ba. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:44:34.421331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40b06-94f3-4c4c-a562-f2b506b74f2e req-1de9ccb9-7f81-4a95-9bb1-58e7162ce2a9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:34.457880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40b06-94f3-4c4c-a562-f2b506b74f2e req-1de9ccb9-7f81-4a95-9bb1-58e7162ce2a9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:34.493165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40b06-94f3-4c4c-a562-f2b506b74f2e req-1de9ccb9-7f81-4a95-9bb1-58e7162ce2a9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:34.500879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ac40b06-94f3-4c4c-a562-f2b506b74f2e req-1de9ccb9-7f81-4a95-9bb1-58e7162ce2a9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2419 time: 0.7623117 Jul 06 11:44:34.529384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1873c-e777-48b6-9465-6a8745093465'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:34.533621 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fda299-be49-427d-81d7-66378f814d86" -d '{"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-plugged", "status": "completed", "tag": "38e1873c-e777-48b6-9465-6a8745093465"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:34.607838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 61f48ff1-657b-4673-a64f-09502760152f completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:34.620206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 61f48ff1-657b-4673-a64f-09502760152f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:34.621055 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ac40b06-94f3-4c4c-a562-f2b506b74f2e req-967960df-8e10-46a8-a854-66df3f106db7 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191046 Jul 06 11:44:34.624756 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:34.812162 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-40db7b83-e79e-46d9-babe-0845a46dd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:52Z', 'revision_number': 4, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f5e404b8-af4c-46f9-a400-b23bae28c361', 'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'mac_address': 'fa:16:3e:e4:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:49Z', 'updated_at': '2021-07-06T11:41:02Z', 'revision_number': 5, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'subnets': [{'id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:34.940754 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db7b83-e79e-46d9-babe-0845a46dd2f5 None None] The sync data for ids ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'] in n-d-799527-2 is: [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:40:52Z', 'revision_number': 4, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'f5e404b8-af4c-46f9-a400-b23bae28c361', 'name': '', 'network_id': '2f7be078-855b-4d05-a52d-34fd61bfc5a4', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'mac_address': 'fa:16:3e:e4:9f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:49Z', 'updated_at': '2021-07-06T11:41:02Z', 'revision_number': 5, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'subnets': [{'id': 'e2b1e286-2ad0-433c-9c18-584f5f002487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:34.964080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e77660-8c1f-49eb-ab3f-b3f903784664 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:44:35.122217 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:35.131213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:44:35.234450 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7acb4eb9-eaf0-4333-add1-d2d36158f7ef req-db0d8b54-c521-45a3-b3c5-4b481f741466 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.0973468 Jul 06 11:44:35.330735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 61f48ff1-657b-4673-a64f-09502760152f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=61f48ff1-657b-4673-a64f-09502760152f,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:35.344447 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:35.536588 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929ff0d2-9ef4-45e4-9758-547998fe4a6f x-openstack-request-id: req-929ff0d2-9ef4-45e4-9758-547998fe4a6f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:35.538792 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-plugged", "status": "completed", "tag": "38e1873c-e777-48b6-9465-6a8745093465", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:35.540470 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-929ff0d2-9ef4-45e4-9758-547998fe4a6f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:35.541398 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e1873c-e777-48b6-9465-6a8745093465', 'code': 200} Jul 06 11:44:35.669237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 61f48ff1-657b-4673-a64f-09502760152f no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:35.802896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-89e77660-8c1f-49eb-ab3f-b3f903784664 None None] Deleting port 61f48ff1-657b-4673-a64f-09502760152f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:35.809173 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89e77660-8c1f-49eb-ab3f-b3f903784664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:35.833567 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8c916-4263-48a6-8a2d-929f8ccc636a None None] New status for floating IP 0a58935b-f030-45bb-9371-1601eb9d085d: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:44:35.864740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45408) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:35.872621 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:36.033850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=61f48ff1-657b-4673-a64f-09502760152f,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:36.281541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea1da908-d277-472e-b596-a673926ccf75 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:36.346318 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:36.382786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea1da908-d277-472e-b596-a673926ccf75 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:36.424923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bd761-c8bb-48a0-a792-7cb342a9fbe7 req-7e77a0f4-fc01-479f-9b34-4e7048a1ae02 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:36.444955 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c24bd761-c8bb-48a0-a792-7cb342a9fbe7 req-7e77a0f4-fc01-479f-9b34-4e7048a1ae02 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.5982399 Jul 06 11:44:36.461201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220a3d-2939-41ff-abd6-8cf8b35630fc req-3bbd4b9f-feb7-4ee3-b68b-163de75889cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:36.462158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220a3d-2939-41ff-abd6-8cf8b35630fc req-3bbd4b9f-feb7-4ee3-b68b-163de75889cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:36.462925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220a3d-2939-41ff-abd6-8cf8b35630fc req-3bbd4b9f-feb7-4ee3-b68b-163de75889cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:36.465816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b4220a3d-2939-41ff-abd6-8cf8b35630fc req-3bbd4b9f-feb7-4ee3-b68b-163de75889cd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2872 time: 0.5579381 Jul 06 11:44:36.505794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-89e77660-8c1f-49eb-ab3f-b3f903784664 None None] For port 61f48ff1-657b-4673-a64f-09502760152f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=61f48ff1-657b-4673-a64f-09502760152f,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:36.507934 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89e77660-8c1f-49eb-ab3f-b3f903784664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:36.543076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-89e77660-8c1f-49eb-ab3f-b3f903784664 None None] Calling delete_port for 61f48ff1-657b-4673-a64f-09502760152f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:36.574598 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b4220a3d-2939-41ff-abd6-8cf8b35630fc req-eef10672-55af-401e-b642-6d06a6ba494b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992117 Jul 06 11:44:36.577572 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea1da908-d277-472e-b596-a673926ccf75 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:36.583981 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea1da908-d277-472e-b596-a673926ccf75 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:36.586668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ea1da908-d277-472e-b596-a673926ccf75 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "DELETE /v2.0/security-groups/22c21382-0249-4f86-9609-86db80a5d443 HTTP/1.1" status: 204 len: 168 time: 0.7195687 Jul 06 11:44:36.594565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45418) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:36.667428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c24bd761-c8bb-48a0-a792-7cb342a9fbe7 req-c6d9063d-c409-4078-bcae-bb2644fcfbf5 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724756 Jul 06 11:44:36.701417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1da908-d277-472e-b596-a673926ccf75 tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c21382-0249-4f86-9609-86db80a5d443,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:36.715820 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-d56286cc-c51b-476a-be1b-e705d83df6af tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] show failed (client error): The resource could not be found. Jul 06 11:44:36.717486 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d56286cc-c51b-476a-be1b-e705d83df6af tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "GET /v2.0/security-groups/22c21382-0249-4f86-9609-86db80a5d443 HTTP/1.1" status: 404 len: 347 time: 0.1183748 Jul 06 11:44:36.722344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45420) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:36.782597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] For port 61f48ff1-657b-4673-a64f-09502760152f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=61f48ff1-657b-4673-a64f-09502760152f,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:36.824095 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:36.855408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acbb45-700e-4b29-b4f6-42947d0e7e34 req-d047a82f-d591-4bde-9201-0a65762230c2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:36.872786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acbb45-700e-4b29-b4f6-42947d0e7e34 req-d047a82f-d591-4bde-9201-0a65762230c2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:36.885796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acbb45-700e-4b29-b4f6-42947d0e7e34 req-d047a82f-d591-4bde-9201-0a65762230c2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:36.898402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9acbb45-700e-4b29-b4f6-42947d0e7e34 req-d047a82f-d591-4bde-9201-0a65762230c2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2419 time: 0.5632987 Jul 06 11:44:36.907180 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:36.908566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:36.935747 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89e77660-8c1f-49eb-ab3f-b3f903784664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:36.966117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=61f48ff1-657b-4673-a64f-09502760152f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:37.029501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:37.043094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:37.052234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e77660-8c1f-49eb-ab3f-b3f903784664 None None] Pushing event deleted for resources: {'Port': ['ID=61f48ff1-657b-4673-a64f-09502760152f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:37.062001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e77660-8c1f-49eb-ab3f-b3f903784664 None None] No DVR routers for this DVR port 61f48ff1-657b-4673-a64f-09502760152f on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:37.072703 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:44:37.072703 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:44:37.087746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:37.088675 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:37.089472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d45dd7f-b510-45a8-904b-bede106273c6 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:37.129413 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9acbb45-700e-4b29-b4f6-42947d0e7e34 req-b8d5e148-707d-4f3b-ac9c-fa096f84d97c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287261 Jul 06 11:44:37.152141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0e048ea2-0554-47ec-b609-09c3cc2930ab tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Deleting port 7e623797-bc7c-4adb-b461-72e6a488eddb {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:37.153304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e048ea2-0554-47ec-b609-09c3cc2930ab tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:37.190639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8401601 Jul 06 11:44:37.217995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-804be2a2-c80e-46a2-bec5-c61ac650fb2f req-7281ebed-cf96-407f-bb33-49bfdf74d81d tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.1674867 Jul 06 11:44:37.218836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45424) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:37.219699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521d637-7f06-4416-8865-8e4ca1788895 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=a6a1682b-c270-4545-82ce-cf819074dbec,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:37.253563 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:c0:01:15', 'name': 'tempest-NetworksTestDHCPv6-580102695'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:37.294505 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e048ea2-0554-47ec-b609-09c3cc2930ab tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:37.295160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e048ea2-0554-47ec-b609-09c3cc2930ab tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:37.332704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0e048ea2-0554-47ec-b609-09c3cc2930ab tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Calling delete_port for 7e623797-bc7c-4adb-b461-72e6a488eddb owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:37.432585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device fd157c0f-efdc-4ca5-970e-83beaa96768c details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:44:37.529777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': 'a6a1682b-c270-4545-82ce-cf819074dbec'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:44:37.530669 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:37.582127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:37.654596 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e048ea2-0554-47ec-b609-09c3cc2930ab tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:37.685823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Port 61f48ff1-657b-4673-a64f-09502760152f update to DOWN by agent not found {{(pid=93816) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 11:44:37.841491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e048ea2-0554-47ec-b609-09c3cc2930ab tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Pushing event deleted for resources: {'Port': ['ID=7e623797-bc7c-4adb-b461-72e6a488eddb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:37.943685 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e048ea2-0554-47ec-b609-09c3cc2930ab tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:37.947016 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e048ea2-0554-47ec-b609-09c3cc2930ab tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:37.948508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0e048ea2-0554-47ec-b609-09c3cc2930ab tempest-ServersTestManualDisk-1845669395 tempest-ServersTestManualDisk-1845669395-project] 10.222.0.21 "DELETE /v2.0/floatingips/0a58935b-f030-45bb-9371-1601eb9d085d HTTP/1.1" status: 204 len: 168 time: 1.2246251 Jul 06 11:44:37.959081 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45438) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:37.980556 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:38.061591 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 4c5fa7e4-ba0d-4114-94ca-b7ed90ae1c61 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:44:38.249576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port fd157c0f-efdc-4ca5-970e-83beaa96768c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fd157c0f-efdc-4ca5-970e-83beaa96768c,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:38.280490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'fd157c0f-efdc-4ca5-970e-83beaa96768c', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'port_id': 'fd157c0f-efdc-4ca5-970e-83beaa96768c', 'mac_address': 'fa:16:3e:8e:76:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:44:38.369086 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:38.404746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd157c0f-efdc-4ca5-970e-83beaa96768c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:44:38.410740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Allocated IP 2001:db8::f816:3eff:fe5e:52d2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/a6a1682b-c270-4545-82ce-cf819074dbec/a9bb10a8-591c-4e17-b125-ae00456b5b93) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:38.481042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port fd157c0f-efdc-4ca5-970e-83beaa96768c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fd157c0f-efdc-4ca5-970e-83beaa96768c,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:38.504107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfcd1b-5dbb-4046-9bd8-5f658a971185 req-9c2a6f04-cb62-4407-8ed7-52a882cd4c1b tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:38.510089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1bfcd1b-5dbb-4046-9bd8-5f658a971185 req-9c2a6f04-cb62-4407-8ed7-52a882cd4c1b tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.2539263 Jul 06 11:44:38.614934 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:38.727096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1bfcd1b-5dbb-4046-9bd8-5f658a971185 req-c6bd8cf6-a755-4b8a-a463-21e21fb70bab tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093349 Jul 06 11:44:38.778394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['fd157c0f-efdc-4ca5-970e-83beaa96768c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:44:38.875909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=fd157c0f-efdc-4ca5-970e-83beaa96768c,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:38.887164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c0f20-3715-4b3e-983f-0062b774f86e req-68e9166e-8f09-4c1a-85b0-029a082752d9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:38.933566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c0f20-3715-4b3e-983f-0062b774f86e req-68e9166e-8f09-4c1a-85b0-029a082752d9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:38.989916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c0f20-3715-4b3e-983f-0062b774f86e req-68e9166e-8f09-4c1a-85b0-029a082752d9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:39.016375 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-815c0f20-3715-4b3e-983f-0062b774f86e req-68e9166e-8f09-4c1a-85b0-029a082752d9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2419 time: 0.4401028 Jul 06 11:44:39.069835 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:39.107995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Transition to ACTIVE for port object a9bb10a8-591c-4e17-b125-ae00456b5b93 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:39.187252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Transition to ACTIVE for port object a9bb10a8-591c-4e17-b125-ae00456b5b93 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:39.208572 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:39.214538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-815c0f20-3715-4b3e-983f-0062b774f86e req-e9c21fee-2a6a-4ee6-b229-6cbd55bf2d56 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966815 Jul 06 11:44:39.310172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Pushing event updated for resources: {'Port': ['ID=a9bb10a8-591c-4e17-b125-ae00456b5b93,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:39.324922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:39.332686 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:39.339290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:39.386662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-224fb808-1a9a-49bd-95ed-e3669e7041f2 req-51633132-f532-4cf2-8d8c-3cca893d1bd5 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.1824386 Jul 06 11:44:39.423887 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:39.484906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::f816:3eff:fec0:115 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/a6a1682b-c270-4545-82ce-cf819074dbec/4c5fa7e4-ba0d-4114-94ca-b7ed90ae1c61) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:39.497791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device fd157c0f-efdc-4ca5-970e-83beaa96768c up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:39.598365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Attempting to bind port a9bb10a8-591c-4e17-b125-ae00456b5b93 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:39.598750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Attempting to bind port a9bb10a8-591c-4e17-b125-ae00456b5b93 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:39.599124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Attempting to bind port a9bb10a8-591c-4e17-b125-ae00456b5b93 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:39.662440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:39.662862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:39.663832 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:39.664241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:39.664750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Bound port: a9bb10a8-591c-4e17-b125-ae00456b5b93, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:39.665146 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:39.983803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port fd157c0f-efdc-4ca5-970e-83beaa96768c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:39.984460 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:40.267630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] For port a9bb10a8-591c-4e17-b125-ae00456b5b93, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:40.280465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] For port a9bb10a8-591c-4e17-b125-ae00456b5b93, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a9bb10a8-591c-4e17-b125-ae00456b5b93,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:40.286397 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:40.333013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 4c5fa7e4-ba0d-4114-94ca-b7ed90ae1c61 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:40.367492 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:40.533465 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:40.583720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] Deleting port f5e404b8-af4c-46f9-a400-b23bae28c361 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:40.584400 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:40.739969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b0096-7c71-4da5-9570-09e358fa87bc None None] Pushing event updated for resources: {'Port': ['ID=a9bb10a8-591c-4e17-b125-ae00456b5b93,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:40.748960 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:40.863831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd157c0f-efdc-4ca5-970e-83beaa96768c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:40.868425 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09745958-2d0c-4d24-b790-91a403f57e31" -d '{"events": [{"server_uuid": "eed82c1d-42fd-4869-ba66-a7423e23872b", "name": "network-vif-plugged", "status": "completed", "tag": "fd157c0f-efdc-4ca5-970e-83beaa96768c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:40.892411 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:40.934764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port fd157c0f-efdc-4ca5-970e-83beaa96768c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fd157c0f-efdc-4ca5-970e-83beaa96768c,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:40.936109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ee414-05d4-426d-b824-e8c6ed84cceb req-633db283-c2d1-497a-b7cf-db2c3def8a40 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:40.942618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-596ee414-05d4-426d-b824-e8c6ed84cceb req-633db283-c2d1-497a-b7cf-db2c3def8a40 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.5305643 Jul 06 11:44:40.944710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:40.955207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] For port f5e404b8-af4c-46f9-a400-b23bae28c361, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f5e404b8-af4c-46f9-a400-b23bae28c361,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:40.956448 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:40.957233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:40.961862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:40.972890 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:40.974028 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:41.019290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=4c5fa7e4-ba0d-4114-94ca-b7ed90ae1c61,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:41.040843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] Calling delete_port for f5e404b8-af4c-46f9-a400-b23bae28c361 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:41.166764 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f2c3bdff-e7be-40e7-bff1-ba9aa0390317 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.9307501 Jul 06 11:44:41.171592 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45518) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:41.195866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=fd157c0f-efdc-4ca5-970e-83beaa96768c,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:41.263076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-596ee414-05d4-426d-b824-e8c6ed84cceb req-5a243785-4ef7-4596-a056-18dd330928db tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830992 Jul 06 11:44:41.563207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a45169f-cb5a-4bf6-9be7-cc29cc6fe282 req-6396e921-7888-43b1-9173-5b6d291eee34 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.1699142 Jul 06 11:44:41.790865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee304f2-1e1a-4d8e-b7a6-e8fb5467cc8d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:41.797520 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d8ffb6-02a2-4d0e-be29-fadbebbd2be4 x-openstack-request-id: req-64d8ffb6-02a2-4d0e-be29-fadbebbd2be4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:41.797930 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed82c1d-42fd-4869-ba66-a7423e23872b", "name": "network-vif-plugged", "status": "completed", "tag": "fd157c0f-efdc-4ca5-970e-83beaa96768c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:41.798287 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64d8ffb6-02a2-4d0e-be29-fadbebbd2be4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:41.798790 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd157c0f-efdc-4ca5-970e-83beaa96768c', 'code': 200} Jul 06 11:44:41.810684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee304f2-1e1a-4d8e-b7a6-e8fb5467cc8d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:41.817096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1ee304f2-1e1a-4d8e-b7a6-e8fb5467cc8d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.6440177 Jul 06 11:44:41.835039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45522) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:41.969619 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:42.085868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a9bb10a8-591c-4e17-b125-ae00456b5b93 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:42.106960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955369f-0ce4-4276-ab30-3709eb3d466b req-cd54b9d8-f7b8-4936-ab96-ae81790cecc2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:42.128657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e404b8-af4c-46f9-a400-b23bae28c361,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:42.133520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955369f-0ce4-4276-ab30-3709eb3d466b req-cd54b9d8-f7b8-4936-ab96-ae81790cecc2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:42.152067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955369f-0ce4-4276-ab30-3709eb3d466b req-cd54b9d8-f7b8-4936-ab96-ae81790cecc2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:42.163048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7955369f-0ce4-4276-ab30-3709eb3d466b req-cd54b9d8-f7b8-4936-ab96-ae81790cecc2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2419 time: 0.5084009 Jul 06 11:44:42.275805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7955369f-0ce4-4276-ab30-3709eb3d466b req-c8ea141c-d06a-43a6-9ed8-b998a6cec91a tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082573 Jul 06 11:44:42.362073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-dfeeadac-d629-4529-91bc-6189538cdd60 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 4c5fa7e4-ba0d-4114-94ca-b7ed90ae1c61 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:42.367165 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dfeeadac-d629-4529-91bc-6189538cdd60 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:42.494695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port a9bb10a8-591c-4e17-b125-ae00456b5b93 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:42.634621 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dfeeadac-d629-4529-91bc-6189538cdd60 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:42.660356 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-dfeeadac-d629-4529-91bc-6189538cdd60 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 4c5fa7e4-ba0d-4114-94ca-b7ed90ae1c61 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:43.064240 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:43.124489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e2c30ed-b5da-4918-9d6c-8c016d163c5a req-4a3c64e1-6803-4081-929d-6fddf8421905 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.0997541 Jul 06 11:44:43.159075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335021-539e-49d5-bd1f-6f5257907de5 req-0636ea44-c917-4f73-8942-da6edb1614f8 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:43.168384 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9335021-539e-49d5-bd1f-6f5257907de5 req-0636ea44-c917-4f73-8942-da6edb1614f8 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.3424730 Jul 06 11:44:43.168988 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-c7cbf30f-af86-4a8c-b3b8-373c0aa24c84 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:43.184106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-c7cbf30f-af86-4a8c-b3b8-373c0aa24c84 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:43.193747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-c7cbf30f-af86-4a8c-b3b8-373c0aa24c84 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:43.196490 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-c7cbf30f-af86-4a8c-b3b8-373c0aa24c84 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2419 time: 0.6564531 Jul 06 11:44:43.355329 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dfeeadac-d629-4529-91bc-6189538cdd60 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:43.366627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Provisioning for port a9bb10a8-591c-4e17-b125-ae00456b5b93 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:43.399535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Provisioning complete for port a9bb10a8-591c-4e17-b125-ae00456b5b93 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:43.401679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:43.534820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeadac-d629-4529-91bc-6189538cdd60 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=4c5fa7e4-ba0d-4114-94ca-b7ed90ae1c61,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:43.576420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9335021-539e-49d5-bd1f-6f5257907de5 req-1e31e262-fa93-43b5-9cc4-ee46daa95e9f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070122 Jul 06 11:44:43.649794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dfeeadac-d629-4529-91bc-6189538cdd60 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:43.651921 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dfeeadac-d629-4529-91bc-6189538cdd60 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/4c5fa7e4-ba0d-4114-94ca-b7ed90ae1c61 HTTP/1.1" status: 204 len: 168 time: 1.8124843 Jul 06 11:44:43.655904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:43.738992 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:43.939034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] For port a9bb10a8-591c-4e17-b125-ae00456b5b93, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a9bb10a8-591c-4e17-b125-ae00456b5b93,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:43.944971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890419b-4386-4223-a2ed-ffb722db38b7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:43.948152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890419b-4386-4223-a2ed-ffb722db38b7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:43.955314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2890419b-4386-4223-a2ed-ffb722db38b7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2979629 Jul 06 11:44:43.956254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45558) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:43.957840 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:44.172825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b6ee621f-a694-493f-a9f5-adf6405dce48 None None] Could not find standard attr ID for object 4c5fa7e4-ba0d-4114-94ca-b7ed90ae1c61. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:44:44.239348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Pushing event updated for resources: {'Port': ['ID=a9bb10a8-591c-4e17-b125-ae00456b5b93,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:44.246661 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0db97e59-2911-45d7-a6d5-6b1bf03613b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:44.270639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.278011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.282879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.284686 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.286253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.293077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.293617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.294561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.295024 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.295533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.298623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.299117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cfc477-53a7-46fc-ba3a-8b5ea42db3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:44:44.375329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-639e7308-1689-4c7d-ac97-eff203116d51 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet a6a1682b-c270-4545-82ce-cf819074dbec {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:44:44.386406 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-639e7308-1689-4c7d-ac97-eff203116d51 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:44.411235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] Router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:44:44.430946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-bb514bce-189b-4254-b65c-d405ee9aade5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting port 38e1873c-e777-48b6-9465-6a8745093465 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:44.431569 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-bb514bce-189b-4254-b65c-d405ee9aade5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:44.577685 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-639e7308-1689-4c7d-ac97-eff203116d51 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:44.770292 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:44:44.862218 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-639e7308-1689-4c7d-ac97-eff203116d51 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:44.947089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fab5d960-c297-4d2d-82ba-df685a6eb075 req-dda8afdc-28e8-4a80-828a-4076b4ac1b73 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.1553359 Jul 06 11:44:45.050226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:44:45.060551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ffd2c-c071-44a9-b624-1c2e30d40807 req-14d1b810-afda-4346-9485-f7b6a56ecec7 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:45.063794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f297598-7a13-41d5-aec0-ae616b89aaf0 None None] Sync routers for ids ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:44:45.065816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e0241c98-59cf-42f2-8352-75692980f4b4 admin admin] 10.222.0.21 "PUT /v2.0/routers/3e578d8e-e2f4-49fb-9640-b0db07d4b04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1009984 Jul 06 11:44:45.074716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45578) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:45.084804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ffd2c-c071-44a9-b624-1c2e30d40807 req-14d1b810-afda-4346-9485-f7b6a56ecec7 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:45.106306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f297598-7a13-41d5-aec0-ae616b89aaf0 None None] Routers {'3e578d8e-e2f4-49fb-9640-b0db07d4b04c'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:45.117801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4f297598-7a13-41d5-aec0-ae616b89aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:44:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:45.130453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ffd2c-c071-44a9-b624-1c2e30d40807 req-14d1b810-afda-4346-9485-f7b6a56ecec7 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:45.150862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b9ffd2c-c071-44a9-b624-1c2e30d40807 req-14d1b810-afda-4346-9485-f7b6a56ecec7 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 2419 time: 0.9478319 Jul 06 11:44:45.216044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b9ffd2c-c071-44a9-b624-1c2e30d40807 req-11588cd7-83b7-4cac-bd22-04c6ef1f831b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634601 Jul 06 11:44:45.259529 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-639e7308-1689-4c7d-ac97-eff203116d51 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:45.358261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e7308-1689-4c7d-ac97-eff203116d51 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a1682b-c270-4545-82ce-cf819074dbec,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:45.378643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-639e7308-1689-4c7d-ac97-eff203116d51 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:45.381674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-639e7308-1689-4c7d-ac97-eff203116d51 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/a6a1682b-c270-4545-82ce-cf819074dbec HTTP/1.1" status: 204 len: 168 time: 1.4239128 Jul 06 11:44:45.388248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45584) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:45.389304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fea3c3-fc5f-4b7f-a402-6f0ac32286ef None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:45.437351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-bb514bce-189b-4254-b65c-d405ee9aade5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] For port 38e1873c-e777-48b6-9465-6a8745093465, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=38e1873c-e777-48b6-9465-6a8745093465,segment=NetworkSegment(9980096e-1715-4ce3-a103-7cfbf8bd95c4),segment_id=9980096e-1715-4ce3-a103-7cfbf8bd95c4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:45.437932 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-bb514bce-189b-4254-b65c-d405ee9aade5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:45.497875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-bb514bce-189b-4254-b65c-d405ee9aade5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Calling delete_port for 38e1873c-e777-48b6-9465-6a8745093465 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:45.507291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8bf9fd6e-162d-47d4-8656-5fbeef9c11ab tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136460 Jul 06 11:44:45.509061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45590) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:45.556532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:45.851867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7dd5f-9e50-40dd-9518-3b7e753e4c9e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:45.872431 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5fd7dd5f-9e50-40dd-9518-3b7e753e4c9e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3616626 Jul 06 11:44:45.873475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:45.934920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:46.156573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Deleting port d512b582-d7d2-40c5-8f8a-dd7f69bd193d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:46.156980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:46.171076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f8e85-c01f-4eee-9c0c-f5bc41c3ecaf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:46.192178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-294f8e85-c01f-4eee-9c0c-f5bc41c3ecaf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3063784 Jul 06 11:44:46.196818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45606) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:46.266856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7b744-4b04-416c-a872-4f75e59ccc86 req-eb36dab8-0aad-40db-bfe8-b423b8a91fcd tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:46.284712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a9bb10a8-591c-4e17-b125-ae00456b5b93 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:46.288512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bc7b744-4b04-416c-a872-4f75e59ccc86 req-eb36dab8-0aad-40db-bfe8-b423b8a91fcd tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.5978799 Jul 06 11:44:46.401286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-df3307cc-9579-4acd-b6f3-70114ca668e5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2029171 Jul 06 11:44:46.403484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45610) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:46.409657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0b332311-b91d-4546-ad40-1dfdb0517d42 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:46.444454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] For port d512b582-d7d2-40c5-8f8a-dd7f69bd193d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d512b582-d7d2-40c5-8f8a-dd7f69bd193d,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:46.445358 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:46.496064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Calling delete_port for d512b582-d7d2-40c5-8f8a-dd7f69bd193d owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:46.686324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bc7b744-4b04-416c-a872-4f75e59ccc86 req-4ba839c5-cdad-4406-91cc-4a4aa4ee5dd3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907754 Jul 06 11:44:46.822441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4f297598-7a13-41d5-aec0-ae616b89aaf0 None None] Set router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:46.840373 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-666d11fb-b7aa-4ee8-9b06-d683c2d10e6f req-17029053-6bbb-4d9c-bc22-5a782213383b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.1759279 Jul 06 11:44:46.869619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b332311-b91d-4546-ad40-1dfdb0517d42 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:46.900334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b332311-b91d-4546-ad40-1dfdb0517d42 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:47.435407 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a9bb10a8-591c-4e17-b125-ae00456b5b93 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:47.436321 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:47.460454 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-bb514bce-189b-4254-b65c-d405ee9aade5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:47.492607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:47.504842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:47.608563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb514bce-189b-4254-b65c-d405ee9aade5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Port': ['ID=38e1873c-e777-48b6-9465-6a8745093465,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:47.712821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Pushing event deleted for resources: {'Port': ['ID=d512b582-d7d2-40c5-8f8a-dd7f69bd193d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:47.779217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3502c45e-71a8-43d3-bf0e-7f9cdc79525d None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:44:47.847064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4f297598-7a13-41d5-aec0-ae616b89aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:44:41Z', 'revision_number': 5, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port': {'id': 'd512b582-d7d2-40c5-8f8a-dd7f69bd193d', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:71:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:40:42Z', 'updated_at': '2021-07-06T11:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:48.136877 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f297598-7a13-41d5-aec0-ae616b89aaf0 None None] Checking router: 3e578d8e-e2f4-49fb-9640-b0db07d4b04c for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:44:48.165451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-bb514bce-189b-4254-b65c-d405ee9aade5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] No DVR routers for this DVR port 38e1873c-e777-48b6-9465-6a8745093465 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:48.179072 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-bb514bce-189b-4254-b65c-d405ee9aade5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:48.190841 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-bb514bce-189b-4254-b65c-d405ee9aade5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "DELETE /v2.0/ports/38e1873c-e777-48b6-9465-6a8745093465 HTTP/1.1" status: 204 len: 173 time: 4.7932675 Jul 06 11:44:48.211125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-deleted', 'tag': '38e1873c-e777-48b6-9465-6a8745093465'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:48.221656 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edff91a-1041-47ac-b9a7-eb8f6a499ff5" -d '{"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-deleted", "tag": "38e1873c-e777-48b6-9465-6a8745093465"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:48.258133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7c33-ccc0-4aaf-bddf-60ffd05adfc8 req-259bdc27-19ab-49e4-9f76-dc5840f4b7a0 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:48.269014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-710a7c33-ccc0-4aaf-bddf-60ffd05adfc8 req-259bdc27-19ab-49e4-9f76-dc5840f4b7a0 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.1904025 Jul 06 11:44:48.336675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-710a7c33-ccc0-4aaf-bddf-60ffd05adfc8 req-0ecea97b-c9e0-4b3f-b76b-996171a31423 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652092 Jul 06 11:44:48.395043 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-8f3a986b-c135-4e48-a13f-494752a91e5c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5737939 Jul 06 11:44:48.420783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f297598-7a13-41d5-aec0-ae616b89aaf0 None None] Routers {'3e578d8e-e2f4-49fb-9640-b0db07d4b04c'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:44:48.421843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4f297598-7a13-41d5-aec0-ae616b89aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:44:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:48.427946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77876-3eb2-4f6c-a573-e7649cde01c2 req-4d6a7f8e-191e-4ade-bd07-141ef812e957 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:48.442658 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:48.456919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77876-3eb2-4f6c-a573-e7649cde01c2 req-4d6a7f8e-191e-4ade-bd07-141ef812e957 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:48.459210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07d77876-3eb2-4f6c-a573-e7649cde01c2 req-4d6a7f8e-191e-4ade-bd07-141ef812e957 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 1683 time: 0.6397247 Jul 06 11:44:48.460102 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:48.505721 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:48.848906 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:48.855026 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:48.904477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4f297598-7a13-41d5-aec0-ae616b89aaf0 None None] Set router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:44:48.966990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07d77876-3eb2-4f6c-a573-e7649cde01c2 req-100d2f90-893a-4ed5-8c3d-612ceb21a187 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754214 Jul 06 11:44:48.973766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8788ce7-9cca-473e-93d0-095a73d24db3 req-2f4869bc-0d75-4982-a514-c91f6a7d8bfd tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.1193364 Jul 06 11:44:49.107669 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.108630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e578d8e-e2f4-49fb-9640-b0db07d4b04c {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:44:49.130733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.134955 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-431b69d7-9c03-4aa7-85ee-4b7c85050bec admin admin] 10.222.0.21 "DELETE /v2.0/routers/3e578d8e-e2f4-49fb-9640-b0db07d4b04c HTTP/1.1" status: 204 len: 168 time: 4.0562780 Jul 06 11:44:49.138144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a9bb10a8-591c-4e17-b125-ae00456b5b93 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:49.143689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45638) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:49.149307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4f297598-7a13-41d5-aec0-ae616b89aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:44:47Z', 'revision_number': 7, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:49.215356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:49.229006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-7618757f-a3ec-4674-b008-7fce4003712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:49.232826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:49.236866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-7618757f-a3ec-4674-b008-7fce4003712b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f86fa5ba0bd6446b8a90e5c0ccded402&device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 1096 time: 0.7701199 Jul 06 11:44:49.247118 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8febb755-ca3a-4b0e-ab71-b303bdc7a031" -d '{"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:49.261611 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48d2173-ccf2-4dd6-98e0-96ae061e5c2e x-openstack-request-id: req-d48d2173-ccf2-4dd6-98e0-96ae061e5c2e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:49.262098 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-deleted", "tag": "38e1873c-e777-48b6-9465-6a8745093465", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:49.262523 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d48d2173-ccf2-4dd6-98e0-96ae061e5c2e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:49.262994 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b332311-b91d-4546-ad40-1dfdb0517d42 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.263668 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-deleted', 'tag': '38e1873c-e777-48b6-9465-6a8745093465', 'status': 'completed', 'code': 200} Jul 06 11:44:49.323036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e85a3646-dacf-4346-9130-6595b836e996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.325721 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.327165 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 38e1873c-e777-48b6-9465-6a8745093465 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:49.402424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-aa7698fe-ca5d-46b5-9754-4ef0bb81b5c9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:49.409604 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-aa7698fe-ca5d-46b5-9754-4ef0bb81b5c9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.450510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f297598-7a13-41d5-aec0-ae616b89aaf0 None None] The sync data for ids ['3e578d8e-e2f4-49fb-9640-b0db07d4b04c'] in n-d-799527-2 is: [{'id': '3e578d8e-e2f4-49fb-9640-b0db07d4b04c', 'name': 'tempest-ServersTestManualDisk-1497494726-router', 'tenant_id': 'f200afbe225345f8978c834e6e0a964b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:40:40Z', 'updated_at': '2021-07-06T11:44:47Z', 'revision_number': 7, 'project_id': 'f200afbe225345f8978c834e6e0a964b', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:44:49.520760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3502c45e-71a8-43d3-bf0e-7f9cdc79525d None None] Deleting port a9bb10a8-591c-4e17-b125-ae00456b5b93 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:49.520760 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3502c45e-71a8-43d3-bf0e-7f9cdc79525d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.535579 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 38e1873c-e777-48b6-9465-6a8745093465 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:44:49.536586 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 38e1873c-e777-48b6-9465-6a8745093465 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:49.538363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dd7a6a96-87b4-43d8-b670-10eddac3f0fc no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:49.575735 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.602456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b332311-b91d-4546-ad40-1dfdb0517d42 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:49.614515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0b332311-b91d-4546-ad40-1dfdb0517d42 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:49.784542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b332311-b91d-4546-ad40-1dfdb0517d42 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:49.798696 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b332311-b91d-4546-ad40-1dfdb0517d42 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.855113 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ea1a21-c663-4d17-89fb-1bb6b54ee6b8 x-openstack-request-id: req-30ea1a21-c663-4d17-89fb-1bb6b54ee6b8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:49.856326 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:49.857299 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30ea1a21-c663-4d17-89fb-1bb6b54ee6b8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:49.858169 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8', 'code': 200} Jul 06 11:44:49.872928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-aa7698fe-ca5d-46b5-9754-4ef0bb81b5c9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] For port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:49.873823 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-aa7698fe-ca5d-46b5-9754-4ef0bb81b5c9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:49.954537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-aa7698fe-ca5d-46b5-9754-4ef0bb81b5c9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Calling delete_port for 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:49.968316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:50.041351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-5103ec06-b566-412a-ba26-3209c1c7d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:50.043490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-5103ec06-b566-412a-ba26-3209c1c7d6a3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=689e3478-6acf-402f-9b0d-707f7364d431 HTTP/1.1" status: 200 len: 912 time: 0.7246494 Jul 06 11:44:50.166655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b332311-b91d-4546-ad40-1dfdb0517d42 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=cc23bacb-8e91-4bec-b8ef-ba7ca94d6366,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:50.198576 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0b332311-b91d-4546-ad40-1dfdb0517d42 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7932222 Jul 06 11:44:50.310590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45660) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:50.318039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:c8:17:e4', 'name': 'tempest-NetworksTestDHCPv6-1845757733'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:50.373502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-9d03b1e1-edce-4a2a-a6c0-a3ed91bf2232 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e996e62-dd39-469e-a6e5-beead1b7258b HTTP/1.1" status: 200 len: 217 time: 0.2083545 Jul 06 11:44:50.375781 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.413073 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.486278 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3502c45e-71a8-43d3-bf0e-7f9cdc79525d None None] For port a9bb10a8-591c-4e17-b125-ae00456b5b93, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a9bb10a8-591c-4e17-b125-ae00456b5b93,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:50.486998 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3502c45e-71a8-43d3-bf0e-7f9cdc79525d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.532623 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.567235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3502c45e-71a8-43d3-bf0e-7f9cdc79525d None None] Calling delete_port for a9bb10a8-591c-4e17-b125-ae00456b5b93 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:50.580025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-d1b75ef6-d984-4c47-ba8b-5d28dff6c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:50.582727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-d1b75ef6-d984-4c47-ba8b-5d28dff6c0af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=60a18e05-1841-468c-a300-74b8a5047e21 HTTP/1.1" status: 200 len: 851 time: 0.1712506 Jul 06 11:44:50.629218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port a9bb10a8-591c-4e17-b125-ae00456b5b93, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a9bb10a8-591c-4e17-b125-ae00456b5b93,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:50.635607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dd7a6a96-87b4-43d8-b670-10eddac3f0fc, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:50.641552 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.699490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a57b27-ab1f-4fe3-bca0-1b02fc035a15 admin admin] Deleting subnet e2b1e286-2ad0-433c-9c18-584f5f002487 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:44:50.703918 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4a57b27-ab1f-4fe3-bca0-1b02fc035a15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.754079 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.761964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f5e404b8-af4c-46f9-a400-b23bae28c361 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:50.781346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-ad2ec2b5-278d-4d46-bf0d-02fccdb9db3c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=689e3478-6acf-402f-9b0d-707f7364d431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1741762 Jul 06 11:44:50.804802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4a57b27-ab1f-4fe3-bca0-1b02fc035a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:50.823920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-5991aa3e-3f2b-46d4-a0de-c97d2ef62bd9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:44:50.825595 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-5991aa3e-3f2b-46d4-a0de-c97d2ef62bd9 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0342832 Jul 06 11:44:50.864199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4d4d4-0c48-46cc-9b57-c006113550d5 req-6be16f17-3cbb-4cb6-b96c-0fdfb3bbc325 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:50.878392 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: f5e404b8-af4c-46f9-a400-b23bae28c361 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:44:50.878834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f5e404b8-af4c-46f9-a400-b23bae28c361 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:50.879290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d512b582-d7d2-40c5-8f8a-dd7f69bd193d no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:50.886100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85e4d4d4-0c48-46cc-9b57-c006113550d5 req-6be16f17-3cbb-4cb6-b96c-0fdfb3bbc325 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 1.0257556 Jul 06 11:44:50.953689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: d512b582-d7d2-40c5-8f8a-dd7f69bd193d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:44:50.954052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d512b582-d7d2-40c5-8f8a-dd7f69bd193d not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:51.001211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:51.003484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=a9bb10a8-591c-4e17-b125-ae00456b5b93,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:51.015658 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-aa7698fe-ca5d-46b5-9754-4ef0bb81b5c9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.148440 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3502c45e-71a8-43d3-bf0e-7f9cdc79525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.295800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:51.334139 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-f169d0f3-3b72-496d-84a0-d5b2888bde80 service neutron] 10.222.0.86 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418149 Jul 06 11:44:51.345575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85e4d4d4-0c48-46cc-9b57-c006113550d5 req-a120045d-cf60-4811-9d21-ea4710f12755 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580822 Jul 06 11:44:51.449058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502c45e-71a8-43d3-bf0e-7f9cdc79525d None None] No DVR routers for this DVR port a9bb10a8-591c-4e17-b125-ae00456b5b93 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:51.458693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502c45e-71a8-43d3-bf0e-7f9cdc79525d None None] Pushing event deleted for resources: {'Port': ['ID=a9bb10a8-591c-4e17-b125-ae00456b5b93,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:51.498052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7b47fb-0aaa-4e7c-8946-aed0d7c4c4ea None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:51.566641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7698fe-ca5d-46b5-9754-4ef0bb81b5c9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Port': ['ID=664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:51.585011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:51.637347 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ec0b3f2-bc43-4260-8c7f-515062364d1e req-1ac2c21d-7d25-49e4-8f2b-1e74120153aa service neutron] 10.222.0.86 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873333 Jul 06 11:44:51.684266 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-038386b1-c7d4-4fc3-af6d-7d2cb77f154d req-2006be0a-70af-42e0-aa72-e517eb5a2b6e tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.0449800 Jul 06 11:44:51.716947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 4d602807-fcbe-459e-8a65-3697641c6902 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:44:51.780938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43a273-05ca-4f47-9eeb-724736f1ce5f req-0362530c-7ea4-4f69-8407-750f4c2a26ee tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:51.791359 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb43a273-05ca-4f47-9eeb-724736f1ce5f req-0362530c-7ea4-4f69-8407-750f4c2a26ee tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 944 time: 1.2067926 Jul 06 11:44:51.861156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7a6a96-87b4-43d8-b670-10eddac3f0fc'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:51.863536 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcbb367-65d7-47b1-b1c5-e7004f920417" -d '{"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7a6a96-87b4-43d8-b670-10eddac3f0fc"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:51.985577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb43a273-05ca-4f47-9eeb-724736f1ce5f req-8d48b4cd-b611-457e-9e3b-36ae2a51bdaa tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644855 Jul 06 11:44:52.121309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4a57b27-ab1f-4fe3-bca0-1b02fc035a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.128074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-aa7698fe-ca5d-46b5-9754-4ef0bb81b5c9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] No DVR routers for this DVR port 664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:52.164415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-aa7698fe-ca5d-46b5-9754-4ef0bb81b5c9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.167207 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-aa7698fe-ca5d-46b5-9754-4ef0bb81b5c9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "DELETE /v2.0/ports/664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8 HTTP/1.1" status: 204 len: 173 time: 3.9271729 Jul 06 11:44:52.171261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-deleted', 'tag': '664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:52.175849 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6369769c-3b64-43c5-b018-4231be872ec5" -d '{"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-deleted", "tag": "664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:52.205898 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93f749c-106f-41e4-a1c9-4e9c417f6741 x-openstack-request-id: req-a93f749c-106f-41e4-a1c9-4e9c417f6741 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:52.206381 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7a6a96-87b4-43d8-b670-10eddac3f0fc", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:52.213519 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a93f749c-106f-41e4-a1c9-4e9c417f6741 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:52.214712 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7a6a96-87b4-43d8-b670-10eddac3f0fc', 'code': 200} Jul 06 11:44:52.245912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': 'cc23bacb-8e91-4bec-b8ef-ba7ca94d6366'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:44:52.249668 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.295724 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e07fde-1a0c-4238-bf46-b62c10984177 x-openstack-request-id: req-e2e07fde-1a0c-4238-bf46-b62c10984177 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:52.296698 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-deleted", "tag": "664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:52.301236 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2e07fde-1a0c-4238-bf46-b62c10984177 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:52.302224 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-deleted', 'tag': '664befe5-e3ef-4a1e-bbed-a37d2a9c8ab8', 'status': 'completed', 'code': 200} Jul 06 11:44:52.558945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::358 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/cc23bacb-8e91-4bec-b8ef-ba7ca94d6366/4d602807-fcbe-459e-8a65-3697641c6902) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:52.675782 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4a57b27-ab1f-4fe3-bca0-1b02fc035a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.751614 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4a57b27-ab1f-4fe3-bca0-1b02fc035a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:52.756128 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f4a57b27-ab1f-4fe3-bca0-1b02fc035a15 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e2b1e286-2ad0-433c-9c18-584f5f002487 HTTP/1.1" status: 204 len: 168 time: 3.6086900 Jul 06 11:44:52.758878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45698) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:52.765926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081e1a23-7199-40ef-8da6-2e261145f66c None None] Network 2f7be078-855b-4d05-a52d-34fd61bfc5a4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:52.797836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a57b27-ab1f-4fe3-bca0-1b02fc035a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b1e286-2ad0-433c-9c18-584f5f002487,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:52.872848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-a4f09165-d9a9-47f4-8721-521c13194118 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting port dd7a6a96-87b4-43d8-b670-10eddac3f0fc {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:52.873424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-a4f09165-d9a9-47f4-8721-521c13194118 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.169791 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.307083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-a4f09165-d9a9-47f4-8721-521c13194118 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] For port dd7a6a96-87b4-43d8-b670-10eddac3f0fc, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:53.307708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-a4f09165-d9a9-47f4-8721-521c13194118 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.329782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b250c29-f315-4b11-98b8-bf497db60acb None None] DHCP port deletion for 2f7be078-855b-4d05-a52d-34fd61bfc5a4 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:44:53.365389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-a4f09165-d9a9-47f4-8721-521c13194118 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Calling delete_port for dd7a6a96-87b4-43d8-b670-10eddac3f0fc owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:53.411738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b57f67b0-ef32-4a8a-b400-9365fba58213 req-334deb9d-0f5a-4db6-9ddb-545bc830970c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.1678352 Jul 06 11:44:53.508144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9b250c29-f315-4b11-98b8-bf497db60acb None None] Deleting port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:53.511216 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b250c29-f315-4b11-98b8-bf497db60acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.530019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744306c9-664c-4412-8ded-83461abba6e0 req-896bb545-715f-447b-8e8d-ea50cd9919e3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:53.549467 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-744306c9-664c-4412-8ded-83461abba6e0 req-896bb545-715f-447b-8e8d-ea50cd9919e3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.7342246 Jul 06 11:44:53.692516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-744306c9-664c-4412-8ded-83461abba6e0 req-b996ce9d-7d72-4a5e-8a79-9b377ba63d80 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419556 Jul 06 11:44:53.764398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9b250c29-f315-4b11-98b8-bf497db60acb None None] For port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8be4beec-a468-45d7-b57a-bfe3c0ce98aa,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:53.764846 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b250c29-f315-4b11-98b8-bf497db60acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:53.777443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Deleting port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:53.778036 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.151984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9b250c29-f315-4b11-98b8-bf497db60acb None None] Calling delete_port for 8be4beec-a468-45d7-b57a-bfe3c0ce98aa owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:54.208529 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.267691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 4d602807-fcbe-459e-8a65-3697641c6902 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:54.269965 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-a4f09165-d9a9-47f4-8721-521c13194118 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.394920 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b250c29-f315-4b11-98b8-bf497db60acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.402322 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-07475dcc-4716-434c-af87-541225080704 admin admin] For port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8be4beec-a468-45d7-b57a-bfe3c0ce98aa,segment=NetworkSegment(23868fa8-686a-487b-83a6-9f984fb7a069),segment_id=23868fa8-686a-487b-83a6-9f984fb7a069)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:44:54.403025 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.442154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Calling delete_port for 8be4beec-a468-45d7-b57a-bfe3c0ce98aa owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:54.443775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f09165-d9a9-47f4-8721-521c13194118 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Port': ['ID=dd7a6a96-87b4-43d8-b670-10eddac3f0fc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:54.488092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b250c29-f315-4b11-98b8-bf497db60acb None None] Pushing event deleted for resources: {'Port': ['ID=8be4beec-a468-45d7-b57a-bfe3c0ce98aa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:54.514231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e1e05-f126-42c2-a053-b6a07946f010 req-e0ec18d1-6fb7-4795-a241-557489250540 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:54.526711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b250c29-f315-4b11-98b8-bf497db60acb None None] No DVR routers for this DVR port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:54.528798 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-332e1e05-f126-42c2-a053-b6a07946f010 req-e0ec18d1-6fb7-4795-a241-557489250540 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 865 time: 0.6433585 Jul 06 11:44:54.598345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-a4f09165-d9a9-47f4-8721-521c13194118 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] No DVR routers for this DVR port dd7a6a96-87b4-43d8-b670-10eddac3f0fc on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:54.608604 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-a4f09165-d9a9-47f4-8721-521c13194118 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.611238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f3cae03-1837-410b-bb54-4b438a38b2d7 req-a4f09165-d9a9-47f4-8721-521c13194118 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "DELETE /v2.0/ports/dd7a6a96-87b4-43d8-b670-10eddac3f0fc HTTP/1.1" status: 204 len: 173 time: 2.4276400 Jul 06 11:44:54.613532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-deleted', 'tag': 'dd7a6a96-87b4-43d8-b670-10eddac3f0fc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:44:54.622809 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb5d63b-48cc-4420-b6dd-bb16d07a0d36" -d '{"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-deleted", "tag": "dd7a6a96-87b4-43d8-b670-10eddac3f0fc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:44:54.755158 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:54.868215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-332e1e05-f126-42c2-a053-b6a07946f010 req-d00542f9-9911-4e56-8a85-61c12a46ff07 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372223 Jul 06 11:44:54.925676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:54.932500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:54.946899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:54.971035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:54.972778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.048574 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e13ba9-0563-4968-8c99-300563c6f79c x-openstack-request-id: req-47e13ba9-0563-4968-8c99-300563c6f79c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:44:55.049133 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7acaca2-10f4-40ab-9530-247e7dda7b6d", "name": "network-vif-deleted", "tag": "dd7a6a96-87b4-43d8-b670-10eddac3f0fc", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:44:55.057580 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47e13ba9-0563-4968-8c99-300563c6f79c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:44:55.058038 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7acaca2-10f4-40ab-9530-247e7dda7b6d', 'name': 'network-vif-deleted', 'tag': 'dd7a6a96-87b4-43d8-b670-10eddac3f0fc', 'status': 'completed', 'code': 200} Jul 06 11:44:55.067429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/cc23bacb-8e91-4bec-b8ef-ba7ca94d6366/941a302b-b35b-49d9-b0ca-dfba4f0d18ae) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:44:55.089819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df6fea5f-89dd-4366-b979-507d634bb404 req-19dee9eb-2a3e-4c51-addc-d7c3b8527f9f tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.1326625 Jul 06 11:44:55.131025 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8190825 Jul 06 11:44:55.137751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45734) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:55.139110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97242c-9ac9-4423-8bae-106c2d115ba3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=4d602807-fcbe-459e-8a65-3697641c6902,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:55.186718 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.216531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8be4beec-a468-45d7-b57a-bfe3c0ce98aa no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:44:55.298438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be4beec-a468-45d7-b57a-bfe3c0ce98aa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:55.316503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07475dcc-4716-434c-af87-541225080704 admin admin] No DVR routers for this DVR port 8be4beec-a468-45d7-b57a-bfe3c0ce98aa on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:44:55.390208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 8be4beec-a468-45d7-b57a-bfe3c0ce98aa {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:44:55.390850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8be4beec-a468-45d7-b57a-bfe3c0ce98aa not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:44:55.513355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1fb3b8-1dd1-4c45-bcfb-6479490bee06 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:55.515764 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1c1fb3b8-1dd1-4c45-bcfb-6479490bee06 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3730922 Jul 06 11:44:55.528709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45744) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:55.564786 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.614078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-07475dcc-4716-434c-af87-541225080704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7be078-855b-4d05-a52d-34fd61bfc5a4']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:55.699165 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.708068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-07475dcc-4716-434c-af87-541225080704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23868fa8-686a-487b-83a6-9f984fb7a069') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:55.708502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-07475dcc-4716-434c-af87-541225080704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23868fa8-686a-487b-83a6-9f984fb7a069') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:44:55.752909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Transition to ACTIVE for port object 941a302b-b35b-49d9-b0ca-dfba4f0d18ae will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:55.758385 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.817827 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.855081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Transition to ACTIVE for port object 941a302b-b35b-49d9-b0ca-dfba4f0d18ae will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:44:55.862468 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-495b3607-cbe1-4810-8286-953b464f1753 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 4d602807-fcbe-459e-8a65-3697641c6902 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:44:55.863079 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-495b3607-cbe1-4810-8286-953b464f1753 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.868743 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.876379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:44:55.880829 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:44:55.894178 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:44:55.906827 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:44:56.029927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:44:56.055333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:44:56.063236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:44:56.119239 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-495b3607-cbe1-4810-8286-953b464f1753 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.134740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-495b3607-cbe1-4810-8286-953b464f1753 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 4d602807-fcbe-459e-8a65-3697641c6902 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:44:56.158951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829f5c9-09e1-46a7-82d3-b9594b9b64d3 req-8c456aa0-559a-4103-a882-86eaa194e675 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.176335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1829f5c9-09e1-46a7-82d3-b9594b9b64d3 req-8c456aa0-559a-4103-a882-86eaa194e675 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.5186019 Jul 06 11:44:56.232049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Pushing event updated for resources: {'Port': ['ID=941a302b-b35b-49d9-b0ca-dfba4f0d18ae,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:56.399206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1829f5c9-09e1-46a7-82d3-b9594b9b64d3 req-7837a0b6-8bb8-497f-82a0-8e2fc782918e tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137449 Jul 06 11:44:56.399948 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-495b3607-cbe1-4810-8286-953b464f1753 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.408904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.422210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Attempting to bind port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:44:56.426592 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Attempting to bind port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:44:56.434277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Attempting to bind port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:44:56.457697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:44:56.459002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:44:56.461224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.464231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:44:56.469164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Bound port: 941a302b-b35b-49d9-b0ca-dfba4f0d18ae, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:44:56.471050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.481663 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.489549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-07475dcc-4716-434c-af87-541225080704 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2f7be078-855b-4d05-a52d-34fd61bfc5a4 HTTP/1.1" status: 204 len: 168 time: 3.7283764 Jul 06 11:44:56.494492 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07475dcc-4716-434c-af87-541225080704 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7be078-855b-4d05-a52d-34fd61bfc5a4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:56.522153 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b3607-cbe1-4810-8286-953b464f1753 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=4d602807-fcbe-459e-8a65-3697641c6902,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:56.610663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-495b3607-cbe1-4810-8286-953b464f1753 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.613831 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-495b3607-cbe1-4810-8286-953b464f1753 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/4d602807-fcbe-459e-8a65-3697641c6902 HTTP/1.1" status: 204 len: 168 time: 1.0837924 Jul 06 11:44:56.663027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45756) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:56.685787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9bf17d0-3f8a-42a7-b9cb-cc4e5877acc3 req-828a8c81-33cf-4ba3-9709-1d0f824a3884 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7acaca2-10f4-40ab-9530-247e7dda7b6d HTTP/1.1" status: 200 len: 210 time: 0.0748403 Jul 06 11:44:56.862173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] For port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:44:56.878514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b5ddb-17f5-461f-9a3c-2ecc057b590f req-82b143a0-24fc-463b-bee2-8e1ffa48229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.880184 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-568b5ddb-17f5-461f-9a3c-2ecc057b590f req-82b143a0-24fc-463b-bee2-8e1ffa48229d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 1097 time: 0.2892900 Jul 06 11:44:56.880550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] For port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=941a302b-b35b-49d9-b0ca-dfba4f0d18ae,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:44:56.889092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c132a-df41-4d6e-9b87-7c0af6911b3d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.890888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c132a-df41-4d6e-9b87-7c0af6911b3d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:56.900551 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3b1c132a-df41-4d6e-9b87-7c0af6911b3d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2318864 Jul 06 11:44:56.901474 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:56.902445 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45764) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:56.936234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c07db4cb-8d34-4721-a30e-a4dcc6faa5b8 req-8762ef19-6f83-4489-b24b-f4d7ca7de991 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.2476187 Jul 06 11:44:57.098478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3fcaa-7399-4a2b-a6e8-bfb10d58eb65 None None] Pushing event updated for resources: {'Port': ['ID=941a302b-b35b-49d9-b0ca-dfba4f0d18ae,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:57.153705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:57.254208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6ea931-3ce3-4acd-8661-276147c9ae5f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet cc23bacb-8e91-4bec-b8ef-ba7ca94d6366 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:44:57.268570 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea931-3ce3-4acd-8661-276147c9ae5f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:57.286481 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-568b5ddb-17f5-461f-9a3c-2ecc057b590f req-2d13d325-3490-4b6e-a1a4-da00792dcd5e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814068 Jul 06 11:44:57.290689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3e2e33e9-145e-4ad8-999e-b4b823299e5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f200afbe225345f8978c834e6e0a964b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339948 Jul 06 11:44:57.294859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:57.494992 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70501ac4-5b53-4d4d-a274-cbc9dc628ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:57.518482 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea931-3ce3-4acd-8661-276147c9ae5f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:57.606452 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70501ac4-5b53-4d4d-a274-cbc9dc628ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:57.789115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70501ac4-5b53-4d4d-a274-cbc9dc628ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:57.793198 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70501ac4-5b53-4d4d-a274-cbc9dc628ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:57.805772 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-70501ac4-5b53-4d4d-a274-cbc9dc628ce4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b3eaf98-5537-44e5-a234-a3ab3874ee53 HTTP/1.1" status: 204 len: 168 time: 0.4976256 Jul 06 11:44:57.819488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70501ac4-5b53-4d4d-a274-cbc9dc628ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3eaf98-5537-44e5-a234-a3ab3874ee53,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:57.871080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea931-3ce3-4acd-8661-276147c9ae5f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.219774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45792) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:58.232583 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea931-3ce3-4acd-8661-276147c9ae5f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.266438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5713e-8b49-4cf9-8010-ddcfcf258b1a req-48af9366-684d-487f-a9e4-8ddc33d82a96 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:58.269285 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45e5713e-8b49-4cf9-8010-ddcfcf258b1a req-48af9366-684d-487f-a9e4-8ddc33d82a96 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.3262279 Jul 06 11:44:58.337257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ea931-3ce3-4acd-8661-276147c9ae5f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=cc23bacb-8e91-4bec-b8ef-ba7ca94d6366,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:44:58.364178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea931-3ce3-4acd-8661-276147c9ae5f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.384917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ba6ea931-3ce3-4acd-8661-276147c9ae5f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/cc23bacb-8e91-4bec-b8ef-ba7ca94d6366 HTTP/1.1" status: 204 len: 168 time: 1.4662352 Jul 06 11:44:58.385461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45796) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:58.529326 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.551123 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45802) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:58.595960 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.602081 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-936d6390-9b28-48ca-9129-398640a3e6e4 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2120941 Jul 06 11:44:58.603646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45806) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:58.702932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcfbbd6-0de1-401c-abd8-79f2c5d45926 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting subnet a41c3db9-6ac8-4292-8e38-006a3986b027 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:44:58.921220 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbbd6-0de1-401c-abd8-79f2c5d45926 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:58.950993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5038a2-50c0-4e10-aaff-7c29e5d3977b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:58.959287 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0b5038a2-50c0-4e10-aaff-7c29e5d3977b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3531299 Jul 06 11:44:58.962424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45808) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:59.030648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 941a302b-b35b-49d9-b0ca-dfba4f0d18ae up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:44:59.120694 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbbd6-0de1-401c-abd8-79f2c5d45926 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.167362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19781157-fff8-4d34-9f16-0bc9495fdb96 req-c7b31c96-08f6-429f-85a1-ed71f523e7b5 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d934b9d-2122-47b2-9af6-c986331d9191 HTTP/1.1" status: 200 len: 210 time: 0.4597695 Jul 06 11:44:59.232723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:59.272248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6406aa33-5052-4f90-b505-eea50add6c58 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:44:59.273981 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6406aa33-5052-4f90-b505-eea50add6c58 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3088846 Jul 06 11:44:59.278032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45816) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:59.291264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-0284ce8f-cca7-4546-99b9-4a9f9f4a3d1a admin admin] Deleting subnet 908f065c-ca4c-4726-81c4-f8fc0556957d {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:44:59.306432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45e5713e-8b49-4cf9-8010-ddcfcf258b1a req-95f73074-66b3-4e23-9ec3-67a68e08f57f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0100698 Jul 06 11:44:59.335516 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0284ce8f-cca7-4546-99b9-4a9f9f4a3d1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.472701 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-08dfe67d-6d2b-45d4-87b6-bf258bdffafc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1888733 Jul 06 11:44:59.474727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45828) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:44:59.488771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:44:59.501304 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0284ce8f-cca7-4546-99b9-4a9f9f4a3d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.614977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdcc6b5-6468-4422-b2e2-4168ed7ac6b7 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:44:59.732296 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbbd6-0de1-401c-abd8-79f2c5d45926 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.765355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0284ce8f-cca7-4546-99b9-4a9f9f4a3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.846399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:44:59.854014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:59.882330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-90d82a9d-1f11-4456-afa9-72a1878e76ad None None] Provisioning for port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:44:59.915955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-90d82a9d-1f11-4456-afa9-72a1878e76ad None None] Provisioning complete for port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:44:59.918330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90d82a9d-1f11-4456-afa9-72a1878e76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.019874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbbd6-0de1-401c-abd8-79f2c5d45926 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.071073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dcfbbd6-0de1-401c-abd8-79f2c5d45926 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.081293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0dcfbbd6-0de1-401c-abd8-79f2c5d45926 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "DELETE /v2.0/subnets/a41c3db9-6ac8-4292-8e38-006a3986b027 HTTP/1.1" status: 204 len: 168 time: 1.8092916 Jul 06 11:45:00.086175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0284ce8f-cca7-4546-99b9-4a9f9f4a3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.140973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45832) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:00.174031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfbbd6-0de1-401c-abd8-79f2c5d45926 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Subnet': ['ID=a41c3db9-6ac8-4292-8e38-006a3986b027,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:00.257668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f8fc66-0bfb-424d-9c16-b5d45c01f3da None None] Network 1fc2d381-e258-433e-b9d1-39f86485b8a1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:00.273632 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0284ce8f-cca7-4546-99b9-4a9f9f4a3d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.277078 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0284ce8f-cca7-4546-99b9-4a9f9f4a3d1a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/908f065c-ca4c-4726-81c4-f8fc0556957d HTTP/1.1" status: 204 len: 168 time: 1.7195177 Jul 06 11:45:00.283636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45840) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:00.301962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284ce8f-cca7-4546-99b9-4a9f9f4a3d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908f065c-ca4c-4726-81c4-f8fc0556957d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:00.466119 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.516871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.853201 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.888359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab975afd-2923-4c4a-8316-6c97cbfde7c9']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:00.915820 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90d82a9d-1f11-4456-afa9-72a1878e76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.922972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17bbf20-7d88-4f50-bfb5-161c1a445b49') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:00.928951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17bbf20-7d88-4f50-bfb5-161c1a445b49') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:00.932622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12449462-5133-4c31-a111-3319fea93f87 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:45:00.948442 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:00.985210 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:01.013326 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:01.016886 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:01.083719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.objects.ports [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93815) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:45:01.098195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45860) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:01.099246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45862) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:01.274552 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:01.296136 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:01.326629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-90d82a9d-1f11-4456-afa9-72a1878e76ad None None] For port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=941a302b-b35b-49d9-b0ca-dfba4f0d18ae,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:01.375915 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90d82a9d-1f11-4456-afa9-72a1878e76ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:01.407133 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:01.410767 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ab975afd-2923-4c4a-8316-6c97cbfde7c9 HTTP/1.1" status: 204 len: 168 time: 1.1196556 Jul 06 11:45:01.412593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b968b05-958f-47f8-81ca-c2dee54d6202 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab975afd-2923-4c4a-8316-6c97cbfde7c9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:01.416692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45866) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:01.502589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d82a9d-1f11-4456-afa9-72a1878e76ad None None] Pushing event updated for resources: {'Port': ['ID=941a302b-b35b-49d9-b0ca-dfba4f0d18ae,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:01.519890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-12449462-5133-4c31-a111-3319fea93f87 None None] Deleting port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:01.520589 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12449462-5133-4c31-a111-3319fea93f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:01.778867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-12449462-5133-4c31-a111-3319fea93f87 None None] For port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=941a302b-b35b-49d9-b0ca-dfba4f0d18ae,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:01.779498 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12449462-5133-4c31-a111-3319fea93f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:01.793186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-689641014-network', 'tenant_id': 'c37b2e06858543aeb4809bf7ef78a91e'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:01.815126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0dc3b-6352-484e-8118-51e05d7fd4c6 None None] DHCP port deletion for 1fc2d381-e258-433e-b9d1-39f86485b8a1 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:45:01.835537 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db373090-c278-4107-958e-9e8362e2c184 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:01.873647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-12449462-5133-4c31-a111-3319fea93f87 None None] Calling delete_port for 941a302b-b35b-49d9-b0ca-dfba4f0d18ae owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:01.887129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db373090-c278-4107-958e-9e8362e2c184 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:01.984520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Made reservation on behalf of c37b2e06858543aeb4809bf7ef78a91e for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:01.992843 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.009741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0dc3b-6352-484e-8118-51e05d7fd4c6 None None] Deleting port 68a91d19-2ccf-4427-8d57-3ad2d9e36822 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:02.009741 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dd0dc3b-6352-484e-8118-51e05d7fd4c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.039248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.043049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db373090-c278-4107-958e-9e8362e2c184 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.048750 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db373090-c278-4107-958e-9e8362e2c184 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.051163 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-db373090-c278-4107-958e-9e8362e2c184 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5 HTTP/1.1" status: 204 len: 168 time: 0.9404235 Jul 06 11:45:02.065747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45874) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:02.094899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfa99b1-222c-4934-8e90-6264ee0f43bb admin admin] Deleting subnet 87e432fa-f0c8-49b0-9836-a499a6c1c410 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:02.106537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting port 68a91d19-2ccf-4427-8d57-3ad2d9e36822 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:02.107056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.118488 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-d88c1c0c-5277-4644-8d22-050fefbdf06b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] show failed (client error): The resource could not be found. Jul 06 11:45:02.121527 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d88c1c0c-5277-4644-8d22-050fefbdf06b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "GET /v2.0/security-groups/4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5 HTTP/1.1" status: 404 len: 347 time: 0.0416610 Jul 06 11:45:02.134316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8dd0dc3b-6352-484e-8118-51e05d7fd4c6 None None] For port 68a91d19-2ccf-4427-8d57-3ad2d9e36822, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=68a91d19-2ccf-4427-8d57-3ad2d9e36822,segment=NetworkSegment(9980096e-1715-4ce3-a103-7cfbf8bd95c4),segment_id=9980096e-1715-4ce3-a103-7cfbf8bd95c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:02.135002 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dd0dc3b-6352-484e-8118-51e05d7fd4c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.162012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0dc3b-6352-484e-8118-51e05d7fd4c6 None None] Calling delete_port for 68a91d19-2ccf-4427-8d57-3ad2d9e36822 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:02.206816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] For port 68a91d19-2ccf-4427-8d57-3ad2d9e36822, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=68a91d19-2ccf-4427-8d57-3ad2d9e36822,segment=NetworkSegment(9980096e-1715-4ce3-a103-7cfbf8bd95c4),segment_id=9980096e-1715-4ce3-a103-7cfbf8bd95c4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:02.207360 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.232721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Calling delete_port for 68a91d19-2ccf-4427-8d57-3ad2d9e36822 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:02.296704 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dd0dc3b-6352-484e-8118-51e05d7fd4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.313449 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.316270 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.323531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45880) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:02.358162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddfa99b1-222c-4934-8e90-6264ee0f43bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.360725 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.361291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0dc3b-6352-484e-8118-51e05d7fd4c6 None None] Pushing event deleted for resources: {'Port': ['ID=68a91d19-2ccf-4427-8d57-3ad2d9e36822,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:02.390142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db373090-c278-4107-958e-9e8362e2c184 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac38dd3-af81-45c8-be1d-c06fdd7dd3b5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:02.392158 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.461948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd0dc3b-6352-484e-8118-51e05d7fd4c6 None None] No DVR routers for this DVR port 68a91d19-2ccf-4427-8d57-3ad2d9e36822 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:02.475187 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddfa99b1-222c-4934-8e90-6264ee0f43bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.497384 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12449462-5133-4c31-a111-3319fea93f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.544089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c310d68-ad3b-42b5-83e7-d49d6c9d99e6 req-3dc0359e-05a6-4405-adad-2871a10bb0b5 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:02.555257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c310d68-ad3b-42b5-83e7-d49d6c9d99e6 req-3dc0359e-05a6-4405-adad-2871a10bb0b5 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 1.3527184 Jul 06 11:45:02.564718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12449462-5133-4c31-a111-3319fea93f87 None None] Pushing event deleted for resources: {'Port': ['ID=941a302b-b35b-49d9-b0ca-dfba4f0d18ae,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:02.569605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12449462-5133-4c31-a111-3319fea93f87 None None] No DVR routers for this DVR port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:02.594470 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Port': ['ID=68a91d19-2ccf-4427-8d57-3ad2d9e36822,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:02.617870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] No DVR routers for this DVR port 68a91d19-2ccf-4427-8d57-3ad2d9e36822 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:02.816024 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c310d68-ad3b-42b5-83e7-d49d6c9d99e6 req-22ce3387-9206-439b-9393-006b5db511a4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591872 Jul 06 11:45:02.848552 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddfa99b1-222c-4934-8e90-6264ee0f43bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:02.926140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 941a302b-b35b-49d9-b0ca-dfba4f0d18ae no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:03.001629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 941a302b-b35b-49d9-b0ca-dfba4f0d18ae {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:03.002190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 941a302b-b35b-49d9-b0ca-dfba4f0d18ae not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:03.002873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 68a91d19-2ccf-4427-8d57-3ad2d9e36822 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:03.026746 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.063711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc2d381-e258-433e-b9d1-39f86485b8a1']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:03.080554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 68a91d19-2ccf-4427-8d57-3ad2d9e36822 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:03.081445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 68a91d19-2ccf-4427-8d57-3ad2d9e36822 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:03.088931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9980096e-1715-4ce3-a103-7cfbf8bd95c4') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:03.089465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9980096e-1715-4ce3-a103-7cfbf8bd95c4') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:03.119662 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.149874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddfa99b1-222c-4934-8e90-6264ee0f43bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.155880 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.207541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:03.208405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.459133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04255f4c-5e18-4910-8800-7d57bf35a942,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:03.483194 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:03.503274 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa99b1-222c-4934-8e90-6264ee0f43bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e432fa-f0c8-49b0-9836-a499a6c1c410,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:03.531722 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.545643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddfa99b1-222c-4934-8e90-6264ee0f43bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.555487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ddfa99b1-222c-4934-8e90-6264ee0f43bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/87e432fa-f0c8-49b0-9836-a499a6c1c410 HTTP/1.1" status: 204 len: 168 time: 2.1326609 Jul 06 11:45:03.610453 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.616928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "DELETE /v2.0/networks/1fc2d381-e258-433e-b9d1-39f86485b8a1 HTTP/1.1" status: 204 len: 168 time: 3.4746289 Jul 06 11:45:03.617534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45898) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:03.617902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45900) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:03.666070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:45:03.679559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.679923 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Added segment af38be97-b209-4d4e-a674-3016ca75922d of type vlan for network a0e732df-f5a9-4c44-9532-f8ab21b84fbd Jul 06 11:45:03.688653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cbf39-e96e-41c4-9a1d-0f14aca5cda9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Network': ['ID=1fc2d381-e258-433e-b9d1-39f86485b8a1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:03.733043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.806228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c983ea-d61b-475b-bc59-1ee261b62f57 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting subnet f2ebbc0e-3bd1-434a-becc-bf8c3c798955 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:03.815086 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.825712 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68c983ea-d61b-475b-bc59-1ee261b62f57 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.840954 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.841896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:03.842513 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:03.988979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] Pushing event updated for resources: {'Network': ['ID=a0e732df-f5a9-4c44-9532-f8ab21b84fbd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:04.006692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a0e732df-f5a9-4c44-9532-f8ab21b84fbd details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:45:04.030317 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68c983ea-d61b-475b-bc59-1ee261b62f57 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.042895 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b236716d-3cf0-42af-b5c1-e5a837a61e7c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9365294 Jul 06 11:45:04.045033 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.050463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45904) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:04.123284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] Request body: {'subnet': {'network_id': 'a0e732df-f5a9-4c44-9532-f8ab21b84fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-689641014-subnet', 'tenant_id': 'c37b2e06858543aeb4809bf7ef78a91e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:04.123616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612bcd52-a352-4a06-b4f9-0f85efbd9918']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:04.158329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d847be-1628-430c-a847-923bb8d2c675') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:04.158777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d847be-1628-430c-a847-923bb8d2c675') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:04.172563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] For port 941a302b-b35b-49d9-b0ca-dfba4f0d18ae, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=941a302b-b35b-49d9-b0ca-dfba4f0d18ae,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:04.186336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.244011 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.282437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c2925-edd0-404c-b764-a87b92aed937 req-b62f8617-3885-43b4-bab4-b87ca658dddf tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:04.283244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] Made reservation on behalf of c37b2e06858543aeb4809bf7ef78a91e for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:04.287973 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.297021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e76c2925-edd0-404c-b764-a87b92aed937 req-b62f8617-3885-43b4-bab4-b87ca658dddf tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.4151356 Jul 06 11:45:04.306166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.327929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-40d1e2fb-d5b5-4019-8c5f-6822eda034db tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting port 016e56b3-b546-49a6-a481-b23a3b2cbd3d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:04.328512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40d1e2fb-d5b5-4019-8c5f-6822eda034db tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.345737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:04.346234 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.419551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671d37f-000f-4804-ba84-fff0f2a075f8 req-cfcb19c7-9ddc-4e00-af54-38d1c58aa371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:04.424380 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f671d37f-000f-4804-ba84-fff0f2a075f8 req-cfcb19c7-9ddc-4e00-af54-38d1c58aa371 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f86fa5ba0bd6446b8a90e5c0ccded402&device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 1097 time: 0.7667828 Jul 06 11:45:04.424380 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.424380 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:04.445137 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:04.470218 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.512429 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.515215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] 10.222.0.21 "DELETE /v2.0/networks/612bcd52-a352-4a06-b4f9-0f85efbd9918 HTTP/1.1" status: 204 len: 168 time: 0.8960669 Jul 06 11:45:04.573339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef02eed-1942-4e34-8bd9-fdb521f3a214 admin admin] Pushing event deleted for resources: {'Network': ['ID=612bcd52-a352-4a06-b4f9-0f85efbd9918,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:04.581764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68c983ea-d61b-475b-bc59-1ee261b62f57 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.640541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=941a302b-b35b-49d9-b0ca-dfba4f0d18ae,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:04.672635 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e76c2925-edd0-404c-b764-a87b92aed937 req-1f357441-03e7-42a7-ae7f-e987fcdf2ced tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248993 Jul 06 11:45:04.787090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68c983ea-d61b-475b-bc59-1ee261b62f57 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.814517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45922) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:04.823172 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68c983ea-d61b-475b-bc59-1ee261b62f57 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:04.825461 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-68c983ea-d61b-475b-bc59-1ee261b62f57 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "DELETE /v2.0/subnets/f2ebbc0e-3bd1-434a-becc-bf8c3c798955 HTTP/1.1" status: 204 len: 168 time: 1.2052083 Jul 06 11:45:04.830958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d5882c-f646-4b7e-a81d-8e8abd17f41f None None] Network 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:04.838411 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45924) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:04.840021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=133fc5b0-f185-428a-98a1-43558d65e79d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:04.857751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:04.909377 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c983ea-d61b-475b-bc59-1ee261b62f57 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ebbc0e-3bd1-434a-becc-bf8c3c798955,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:04.980681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:04.995157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671d37f-000f-4804-ba84-fff0f2a075f8 req-b1053646-e5e9-43ab-9419-24a4329c1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:04.998333 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f671d37f-000f-4804-ba84-fff0f2a075f8 req-b1053646-e5e9-43ab-9419-24a4329c1f1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=689e3478-6acf-402f-9b0d-707f7364d431 HTTP/1.1" status: 200 len: 912 time: 0.4644754 Jul 06 11:45:05.011903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:05.012902 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.020219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970730cc-d90e-487d-98c4-76eaab37d325 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:05.142886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8ec4731f-d070-4be2-b15a-49fa155af68b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b515e1ca5cd4e5f99b4e26420695167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142917 Jul 06 11:45:05.144003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45928) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:05.216061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.217324 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f671d37f-000f-4804-ba84-fff0f2a075f8 req-9ee99166-6e4d-49ea-bff3-3c74517a4425 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=693a178b-5549-4859-a90e-84ecbcaf38ad HTTP/1.1" status: 200 len: 217 time: 0.1838086 Jul 06 11:45:05.259038 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40d1e2fb-d5b5-4019-8c5f-6822eda034db tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.259593 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40d1e2fb-d5b5-4019-8c5f-6822eda034db tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.270211 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-04c22a0e-8731-489f-8eb1-2d3c98d69e2d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7898598 Jul 06 11:45:05.282633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45930) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:05.292375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-229b9359-6cf2-452f-9764-14ebca54bacf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:05.355185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-40d1e2fb-d5b5-4019-8c5f-6822eda034db tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Calling delete_port for 016e56b3-b546-49a6-a481-b23a3b2cbd3d owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:05.436694 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ab88d8e-4327-4f17-9ccd-45e9b5f80e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.565420 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ab88d8e-4327-4f17-9ccd-45e9b5f80e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.570336 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f16018e-9db5-49c5-ac5e-e7b5b0657bb5 None None] DHCP port deletion for 60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:45:05.616851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671d37f-000f-4804-ba84-fff0f2a075f8 req-97d91e51-ac88-47a5-a253-ef06fa9955ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:05.631632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f671d37f-000f-4804-ba84-fff0f2a075f8 req-97d91e51-ac88-47a5-a253-ef06fa9955ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a18e05-1841-468c-a300-74b8a5047e21 HTTP/1.1" status: 200 len: 851 time: 0.3893294 Jul 06 11:45:05.685510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting port ba20c57d-7f91-4a7c-a0eb-85cb1d705475 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:05.685986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.766562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b9359-6cf2-452f-9764-14ebca54bacf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:05.770274 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-229b9359-6cf2-452f-9764-14ebca54bacf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.778666 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f671d37f-000f-4804-ba84-fff0f2a075f8 req-68921cb9-074b-4b47-8bf9-973aa10f7b91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=689e3478-6acf-402f-9b0d-707f7364d431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457794 Jul 06 11:45:05.863682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '133fc5b0-f185-428a-98a1-43558d65e79d'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:45:05.864601 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.888977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] For port ba20c57d-7f91-4a7c-a0eb-85cb1d705475, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ba20c57d-7f91-4a7c-a0eb-85cb1d705475,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:05.889552 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.902841 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ab88d8e-4327-4f17-9ccd-45e9b5f80e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.905531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ab88d8e-4327-4f17-9ccd-45e9b5f80e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:05.910105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3ab88d8e-4327-4f17-9ccd-45e9b5f80e8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d739147-9a0f-4225-90c3-6dd9972f1e8a HTTP/1.1" status: 204 len: 168 time: 0.7616796 Jul 06 11:45:05.931217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Calling delete_port for ba20c57d-7f91-4a7c-a0eb-85cb1d705475 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:05.948453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab88d8e-4327-4f17-9ccd-45e9b5f80e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d739147-9a0f-4225-90c3-6dd9972f1e8a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:06.034501 n-d-799527-2 neutron-server[93814]: INFO neutron.db.ipam_backend_mixin [None req-229b9359-6cf2-452f-9764-14ebca54bacf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 133fc5b0-f185-428a-98a1-43558d65e79d (CIDR: 2001:db8::/64) Jul 06 11:45:06.043540 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-229b9359-6cf2-452f-9764-14ebca54bacf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:45:06.043948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229b9359-6cf2-452f-9764-14ebca54bacf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:45:06.086375 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-229b9359-6cf2-452f-9764-14ebca54bacf tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7995811 Jul 06 11:45:06.086375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45946) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:06.092665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6ea1e89c-5fa3-4e36-809e-739506edf028 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:06.113038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f16018e-9db5-49c5-ac5e-e7b5b0657bb5 None None] Deleting port ba20c57d-7f91-4a7c-a0eb-85cb1d705475 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:06.113424 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f16018e-9db5-49c5-ac5e-e7b5b0657bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:06.363775 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f671d37f-000f-4804-ba84-fff0f2a075f8 req-fb72e118-e052-4a4a-981f-a670ad23047d service neutron] 10.222.0.47 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265474 Jul 06 11:45:06.369886 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:06.372395 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:06.462536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Port': ['ID=ba20c57d-7f91-4a7c-a0eb-85cb1d705475,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:06.530833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] No DVR routers for this DVR port ba20c57d-7f91-4a7c-a0eb-85cb1d705475 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:06.647300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f16018e-9db5-49c5-ac5e-e7b5b0657bb5 None None] For port ba20c57d-7f91-4a7c-a0eb-85cb1d705475, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ba20c57d-7f91-4a7c-a0eb-85cb1d705475,segment=NetworkSegment(2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7),segment_id=2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:06.648194 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f16018e-9db5-49c5-ac5e-e7b5b0657bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:06.718669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f16018e-9db5-49c5-ac5e-e7b5b0657bb5 None None] Calling delete_port for ba20c57d-7f91-4a7c-a0eb-85cb1d705475 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:06.757347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Allocated IP 2001:db8::f816:3eff:fe06:c17b (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/133fc5b0-f185-428a-98a1-43558d65e79d/bcd683b4-d884-477d-a0bd-8fc146b58510) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:06.815740 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:06.857397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:06.876460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c00b64-407c-42b9-900f-8cb648adb107 req-e4d1ea65-e425-4b2e-9417-13eab1b44f5b tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:06.889951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7c00b64-407c-42b9-900f-8cb648adb107 req-e4d1ea65-e425-4b2e-9417-13eab1b44f5b tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.6267059 Jul 06 11:45:06.927372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:06.928007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4b4262-5f29-4ca4-9a40-2e17d3cc8fc7') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:06.952900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea1e89c-5fa3-4e36-809e-739506edf028 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:06.953785 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ba20c57d-7f91-4a7c-a0eb-85cb1d705475 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:06.960114 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e89c-5fa3-4e36-809e-739506edf028 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:06.987186 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.027660 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f671d37f-000f-4804-ba84-fff0f2a075f8 req-9b3a4ea4-2f3b-4520-af8f-5a3241ba4f19 service neutron] 10.222.0.47 "GET /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335375 Jul 06 11:45:07.072395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbbdfb1-42a4-4a8d-9508-ca7896d3914a,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:07.112072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] Checking segment: {'id': 'af38be97-b209-4d4e-a674-3016ca75922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a0e732df-f5a9-4c44-9532-f8ab21b84fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:07.113142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] Network hostable DHCP agents. Network: a0e732df-f5a9-4c44-9532-f8ab21b84fbd, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:45:07.120057 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40d1e2fb-d5b5-4019-8c5f-6822eda034db tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.145053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45956) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:07.158131 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.324282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1e2fb-d5b5-4019-8c5f-6822eda034db tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Port': ['ID=016e56b3-b546-49a6-a481-b23a3b2cbd3d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:07.379996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] Network a0e732df-f5a9-4c44-9532-f8ab21b84fbd is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:45:07.415308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, a0e732df-f5a9-4c44-9532-f8ab21b84fbd) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:07.424030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:07.425060 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.492576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ed151-0755-423e-86de-585f1513ab47 None None] Network a0e732df-f5a9-4c44-9532-f8ab21b84fbd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:07.516899 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ff429630-28ee-4c00-ba89-1bcabac41ffe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.4111488 Jul 06 11:45:07.522190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: ba20c57d-7f91-4a7c-a0eb-85cb1d705475 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:07.523811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ba20c57d-7f91-4a7c-a0eb-85cb1d705475 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:07.582281 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f1dbd337-a499-4261-80a4-51655157c1e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdc8f1a0a4f3431fbc6e1f233c952d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769979 Jul 06 11:45:07.583780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45966) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:07.599395 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40d1e2fb-d5b5-4019-8c5f-6822eda034db tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.605604 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40d1e2fb-d5b5-4019-8c5f-6822eda034db tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.614086 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-40d1e2fb-d5b5-4019-8c5f-6822eda034db tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "DELETE /v2.0/floatingips/e6f6dd4b-1fca-4afb-8dd5-10a295ada3e0 HTTP/1.1" status: 204 len: 168 time: 5.2877381 Jul 06 11:45:07.615623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45968) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:07.639003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7c00b64-407c-42b9-900f-8cb648adb107 req-50ad4651-d13b-45c7-afcf-4280a5933498 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7477121 Jul 06 11:45:07.643168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:07.643602 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:07.649481 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:07.868614 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f16018e-9db5-49c5-ac5e-e7b5b0657bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.892467 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12edb07b-1e50-4701-b8cc-eea17a1ddb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.968372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12edb07b-1e50-4701-b8cc-eea17a1ddb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.992081 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:07.995052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7f7b0-9e17-4a60-b953-38a47c8e90c1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting port 040d4636-f876-4c42-9eb9-fd9982730b95 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:07.996778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0c7f7b0-9e17-4a60-b953-38a47c8e90c1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.082640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.084958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "DELETE /v2.0/networks/60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9 HTTP/1.1" status: 204 len: 168 time: 3.2452278 Jul 06 11:45:08.094301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16018e-9db5-49c5-ac5e-e7b5b0657bb5 None None] No DVR routers for this DVR port ba20c57d-7f91-4a7c-a0eb-85cb1d705475 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:08.102508 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e89c-5fa3-4e36-809e-739506edf028 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.104631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:08.137985 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1939254919'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:08.149670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16018e-9db5-49c5-ac5e-e7b5b0657bb5 None None] Pushing event deleted for resources: {'Port': ['ID=ba20c57d-7f91-4a7c-a0eb-85cb1d705475,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:08.189872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41cede-75d1-49f6-9ed1-e8abaad8ac02 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Network': ['ID=60dae8a5-ea7b-4abb-93dc-80d3a6bbc3e9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:08.197800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736082f1-3344-424f-ae66-1b670d338525 None None] Network a0e732df-f5a9-4c44-9532-f8ab21b84fbd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:08.255559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.348429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12edb07b-1e50-4701-b8cc-eea17a1ddb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.355667 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12edb07b-1e50-4701-b8cc-eea17a1ddb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.358631 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-12edb07b-1e50-4701-b8cc-eea17a1ddb22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1402a10b-d91c-4c56-89f5-b998c3042fcd HTTP/1.1" status: 204 len: 168 time: 0.7714553 Jul 06 11:45:08.360946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Transition to ACTIVE for port object bcd683b4-d884-477d-a0bd-8fc146b58510 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:08.405092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edb07b-1e50-4701-b8cc-eea17a1ddb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1402a10b-d91c-4c56-89f5-b998c3042fcd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:08.422484 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0c7f7b0-9e17-4a60-b953-38a47c8e90c1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.445169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea1e89c-5fa3-4e36-809e-739506edf028 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:08.462217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7f7b0-9e17-4a60-b953-38a47c8e90c1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Calling delete_port for 040d4636-f876-4c42-9eb9-fd9982730b95 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:08.472970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6ea1e89c-5fa3-4e36-809e-739506edf028 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:08.479865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea1e89c-5fa3-4e36-809e-739506edf028 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:08.484653 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e89c-5fa3-4e36-809e-739506edf028 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.503494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Transition to ACTIVE for port object bcd683b4-d884-477d-a0bd-8fc146b58510 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:08.509627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:08.516185 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.550923 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.572830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1e89c-5fa3-4e36-809e-739506edf028 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=4be8d5b2-b40a-4004-9044-16e5808da7e5,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:08.623864 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6ea1e89c-5fa3-4e36-809e-739506edf028 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5363598 Jul 06 11:45:08.629365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46000) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:08.635830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:45:08.644632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:b5:8f:2d', 'name': 'tempest-NetworksTestDHCPv6-603687243'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:08.786126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:08.794022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Pushing event updated for resources: {'Port': ['ID=bcd683b4-d884-477d-a0bd-8fc146b58510,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:08.804068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:08.806939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:08.971423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Attempting to bind port bcd683b4-d884-477d-a0bd-8fc146b58510 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:08.971872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Attempting to bind port bcd683b4-d884-477d-a0bd-8fc146b58510 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:08.972374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Attempting to bind port bcd683b4-d884-477d-a0bd-8fc146b58510 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:08.982040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:08.987893 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:08.989651 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.990345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:08.992242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Bound port: bcd683b4-d884-477d-a0bd-8fc146b58510, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:08.992784 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:09.032575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0c7f7b0-9e17-4a60-b953-38a47c8e90c1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:09.102837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] For port bcd683b4-d884-477d-a0bd-8fc146b58510, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:09.107312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] For port bcd683b4-d884-477d-a0bd-8fc146b58510, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bcd683b4-d884-477d-a0bd-8fc146b58510,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:09.113377 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:09.242483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ae358-581d-4cd2-b0ec-1e1b85823087 None None] Pushing event updated for resources: {'Port': ['ID=bcd683b4-d884-477d-a0bd-8fc146b58510,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:09.316526 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:09.320092 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Added segment 3ead9efc-6728-41eb-8833-39f5339090fb of type vlan for network f055efc6-fd71-4a95-b70e-0205d4429a10 Jul 06 11:45:09.376699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7f7b0-9e17-4a60-b953-38a47c8e90c1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Port': ['ID=040d4636-f876-4c42-9eb9-fd9982730b95,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:09.495792 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0c7f7b0-9e17-4a60-b953-38a47c8e90c1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:09.508131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d0c7f7b0-9e17-4a60-b953-38a47c8e90c1 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "DELETE /v2.0/ports/040d4636-f876-4c42-9eb9-fd9982730b95 HTTP/1.1" status: 204 len: 168 time: 1.8888352 Jul 06 11:45:09.515020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46018) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:09.910510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c5149413-8169-405f-8a09-e604466de71b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting port 18218c73-5116-43de-a2b7-57faf0ebce65 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:09.918495 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5149413-8169-405f-8a09-e604466de71b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.091478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.143213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-80c63fa2-5abf-4ade-90f1-ef79017f0102 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:10.153188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-80c63fa2-5abf-4ade-90f1-ef79017f0102 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/networks?id=a0e732df-f5a9-4c44-9532-f8ab21b84fbd HTTP/1.1" status: 200 len: 820 time: 1.5190251 Jul 06 11:45:10.172293 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:10.177031 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5149413-8169-405f-8a09-e604466de71b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.216835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c5149413-8169-405f-8a09-e604466de71b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Calling delete_port for 18218c73-5116-43de-a2b7-57faf0ebce65 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:10.221609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-e22a053d-2453-461d-aa81-d9f878a4c6c8 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/quotas/c37b2e06858543aeb4809bf7ef78a91e HTTP/1.1" status: 200 len: 375 time: 0.0672345 Jul 06 11:45:10.307387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97b5d3-e734-41c6-8da5-65afcd031073 req-f04aef3d-7ebf-451d-acf1-97302a4c1f49 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:10.316801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6c97b5d3-e734-41c6-8da5-65afcd031073 req-f04aef3d-7ebf-451d-acf1-97302a4c1f49 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 1.3869226 Jul 06 11:45:10.379528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-45ea39e4-4524-4019-9131-f049630e7cd9 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c37b2e06858543aeb4809bf7ef78a91e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1564519 Jul 06 11:45:10.415001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.429739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:10.430725 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.484288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5149413-8169-405f-8a09-e604466de71b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.601709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5149413-8169-405f-8a09-e604466de71b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Port': ['ID=18218c73-5116-43de-a2b7-57faf0ebce65,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:10.664586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.5391345 Jul 06 11:45:10.710928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46032) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:10.734919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'subnet': {'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:10.776841 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6c97b5d3-e734-41c6-8da5-65afcd031073 req-7be2d1f4-dc29-4677-8280-08380b547b63 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585447 Jul 06 11:45:10.777502 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5149413-8169-405f-8a09-e604466de71b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.783639 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c5149413-8169-405f-8a09-e604466de71b tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "DELETE /v2.0/ports/18218c73-5116-43de-a2b7-57faf0ebce65 HTTP/1.1" status: 204 len: 168 time: 1.2643170 Jul 06 11:45:10.784897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46034) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:10.914649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e0763-ada1-4d00-ae19-93e7e66763d2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Network': ['ID=f055efc6-fd71-4a95-b70e-0205d4429a10,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:10.939556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f055efc6-fd71-4a95-b70e-0205d4429a10 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:45:10.974092 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.016322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc8434f-15d8-4f99-a83f-21dfedf1a391 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting subnet 789be327-ed0f-453e-8059-3f4c36b875f7 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:11.031179 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cc8434f-15d8-4f99-a83f-21dfedf1a391 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.149263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d0c0979b-7fbd-4817-b536-57a19dee2517 service neutron] 10.222.0.21 "GET /v2.0/networks/a0e732df-f5a9-4c44-9532-f8ab21b84fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7395151 Jul 06 11:45:11.207687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 61f99cc3-1ef2-4b64-99eb-2f48c40381cd yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:45:11.217140 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cc8434f-15d8-4f99-a83f-21dfedf1a391 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.260604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bcd683b4-d884-477d-a0bd-8fc146b58510 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:11.280971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:11.285739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.356917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceefd2e-a9ff-49f6-aa72-266f5751aa89 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:11.498446 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cc8434f-15d8-4f99-a83f-21dfedf1a391 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.650458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b6a453e9-7ef8-4593-bd35-0b9fe58ad572 None None] Provisioning for port bcd683b4-d884-477d-a0bd-8fc146b58510 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:11.666877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cc8434f-15d8-4f99-a83f-21dfedf1a391 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.688163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-cfcf740e-5b21-4444-a733-80bff551336c service neutron] 10.222.0.21 "GET /v2.0/networks/a0e732df-f5a9-4c44-9532-f8ab21b84fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369775 Jul 06 11:45:11.729088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8434f-15d8-4f99-a83f-21dfedf1a391 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Subnet': ['ID=789be327-ed0f-453e-8059-3f4c36b875f7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:11.741364 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cc8434f-15d8-4f99-a83f-21dfedf1a391 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.743875 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9cc8434f-15d8-4f99-a83f-21dfedf1a391 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "DELETE /v2.0/subnets/789be327-ed0f-453e-8059-3f4c36b875f7 HTTP/1.1" status: 204 len: 168 time: 0.9579067 Jul 06 11:45:11.746506 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:11.754543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974331b-8f7c-44aa-b0cb-46194796125d None None] Network 394d285e-f49e-4dd3-979f-9001aa2b15c5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:11.852885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bdb4ce-4e4e-489a-ab5f-6ac77fba2be7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting subnet 8d77e1b2-8d86-40f5-b028-71e46947e1cc {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:11.858254 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86bdb4ce-4e4e-489a-ab5f-6ac77fba2be7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:11.966702 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86bdb4ce-4e4e-489a-ab5f-6ac77fba2be7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.078200 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port bcd683b4-d884-477d-a0bd-8fc146b58510 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:12.085527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8:0:1::1eb (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/4be8d5b2-b40a-4004-9044-16e5808da7e5/61f99cc3-1ef2-4b64-99eb-2f48c40381cd) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:12.110296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bcd683b4-d884-477d-a0bd-8fc146b58510 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:12.110949 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.111902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::f816:3eff:feb5:8f2d (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/133fc5b0-f185-428a-98a1-43558d65e79d/61f99cc3-1ef2-4b64-99eb-2f48c40381cd) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:12.224325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86bdb4ce-4e4e-489a-ab5f-6ac77fba2be7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.371208 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.424545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86bdb4ce-4e4e-489a-ab5f-6ac77fba2be7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.428604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e9e57c-e08c-46d1-a2f5-c082c853141b None None] DHCP port deletion for 394d285e-f49e-4dd3-979f-9001aa2b15c5 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:45:12.477755 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.533723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdb4ce-4e4e-489a-ab5f-6ac77fba2be7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Subnet': ['ID=8d77e1b2-8d86-40f5-b028-71e46947e1cc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:12.545132 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86bdb4ce-4e4e-489a-ab5f-6ac77fba2be7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.556194 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-86bdb4ce-4e4e-489a-ab5f-6ac77fba2be7 tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "DELETE /v2.0/subnets/8d77e1b2-8d86-40f5-b028-71e46947e1cc HTTP/1.1" status: 204 len: 168 time: 0.8051822 Jul 06 11:45:12.557323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46072) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:12.564580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe913366-0874-4f62-94c1-77ed7696e77c None None] Update dhcp port {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': '133fc5b0-f185-428a-98a1-43558d65e79d', 'ip_address': '2001:db8::f816:3eff:fe06:c17b'}, {'subnet_id': '4be8d5b2-b40a-4004-9044-16e5808da7e5'}], 'binding:host_id': 'n-d-799527-2'}, 'id': 'bcd683b4-d884-477d-a0bd-8fc146b58510'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:45:12.574066 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e734b-6164-4a96-81ed-064326f7ed0e None None] Network 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:12.645364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port bcd683b4-d884-477d-a0bd-8fc146b58510, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bcd683b4-d884-477d-a0bd-8fc146b58510,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:12.806458 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:12.877095 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.009990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:13.043490 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe913366-0874-4f62-94c1-77ed7696e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.098168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be785d1-8c28-417b-a730-8eee0c707286 req-7f02303d-6e59-49c0-8a4f-635155843470 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:13.100461 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5be785d1-8c28-417b-a730-8eee0c707286 req-7f02303d-6e59-49c0-8a4f-635155843470 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.7463360 Jul 06 11:45:13.104245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99651fbb-c64c-42f0-883a-b4bbe8812579 req-304fd786-b168-42f9-9651-ada8d742217b tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 210 time: 0.1666439 Jul 06 11:45:13.119504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:13.127184 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.137009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Checking segment: {'id': '3ead9efc-6728-41eb-8833-39f5339090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:13.137598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network hostable DHCP agents. Network: f055efc6-fd71-4a95-b70e-0205d4429a10, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:45:13.189579 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Subnet': ['ID=399ea513-9acd-4435-94fa-75831dbca887,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:13.210933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-88e9e57c-e08c-46d1-a2f5-c082c853141b None None] Deleting port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:13.219801 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88e9e57c-e08c-46d1-a2f5-c082c853141b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.233066 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=bcd683b4-d884-477d-a0bd-8fc146b58510,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:13.324371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network f055efc6-fd71-4a95-b70e-0205d4429a10 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:45:13.410009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] For port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9cfd6842-7fb8-469d-9b8d-1fc1def65e5a,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:13.413033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.454796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f055efc6-fd71-4a95-b70e-0205d4429a10) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:13.471974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:13.472469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Calling delete_port for 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:13.473295 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.552371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5be785d1-8c28-417b-a730-8eee0c707286 req-c6410f91-c790-4edb-8a52-b48ecc11ee81 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379120 Jul 06 11:45:13.586129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.634889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46098) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:13.637146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-daeae07c-23e4-481b-a3be-3306669f2373 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9187431 Jul 06 11:45:13.641296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-701593382'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:13.660192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 61f99cc3-1ef2-4b64-99eb-2f48c40381cd will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:13.715634 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:13.723322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.732080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d39a04e-a5c2-480c-9d08-93d1cb3c67f2 None None] Network f055efc6-fd71-4a95-b70e-0205d4429a10 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:13.771073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.790832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:45:13.819781 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.819781 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Added segment 3e60a942-5511-46ea-adab-6ee8b6944ddc of type vlan for network 02220dd7-6cdc-4579-88f8-65b9011cd947 Jul 06 11:45:13.880718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:13.897190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:13.904753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:13.918946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:13.920270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.931656 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.965559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:13.969856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=61f99cc3-1ef2-4b64-99eb-2f48c40381cd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:13.995800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-61bdabd8-e0b8-4068-8f30-17ca7e769151 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.3610995 Jul 06 11:45:13.998382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46102) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:14.030518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Port': ['ID=9cfd6842-7fb8-469d-9b8d-1fc1def65e5a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:14.085654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] No DVR routers for this DVR port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:14.384360 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:45:14.400184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e43c9-e97f-4d25-8266-dfa997606f05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 61f99cc3-1ef2-4b64-99eb-2f48c40381cd {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:14.400805 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e4e43c9-e97f-4d25-8266-dfa997606f05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.424528 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.441341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:14.448936 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.511887 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.651922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2cd1c861-7006-4cb2-9739-5cc29b3a6d64 req-f0e3ba01-949d-4942-b167-56743a3b292f tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 210 time: 0.0514646 Jul 06 11:45:14.666494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e4e43c9-e97f-4d25-8266-dfa997606f05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.696146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e43c9-e97f-4d25-8266-dfa997606f05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 61f99cc3-1ef2-4b64-99eb-2f48c40381cd owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:14.777092 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.799567 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-88e9e57c-e08c-46d1-a2f5-c082c853141b None None] For port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9cfd6842-7fb8-469d-9b8d-1fc1def65e5a,segment=NetworkSegment(9662887e-443a-4499-9a23-81a6fc1f71d7),segment_id=9662887e-443a-4499-9a23-81a6fc1f71d7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:14.799567 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88e9e57c-e08c-46d1-a2f5-c082c853141b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.811936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394d285e-f49e-4dd3-979f-9001aa2b15c5']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:14.836251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9662887e-443a-4499-9a23-81a6fc1f71d7') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:14.839336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9662887e-443a-4499-9a23-81a6fc1f71d7') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:14.863395 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.874419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-88e9e57c-e08c-46d1-a2f5-c082c853141b None None] Calling delete_port for 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:14.899273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.907500 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5efedb03-8e1b-45c5-b00c-63f143e14b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:14.929668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:14.930084 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:15.123125 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:15.137661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4994419 Jul 06 11:45:15.155462 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46132) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:15.158650 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.180510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'subnet': {'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:15.187623 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.193057 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "DELETE /v2.0/networks/394d285e-f49e-4dd3-979f-9001aa2b15c5 HTTP/1.1" status: 204 len: 168 time: 2.6341982 Jul 06 11:45:15.195515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46134) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:15.222062 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88e9e57c-e08c-46d1-a2f5-c082c853141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.232611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-f055efc6-fd71-4a95-b70e-0205d4429a10', 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'fixed_ips': [{'subnet_id': '399ea513-9acd-4435-94fa-75831dbca887'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:45:15.233532 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.263300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0327e-2323-431b-8362-1f1e1c954a14 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Network': ['ID=02220dd7-6cdc-4579-88f8-65b9011cd947,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:15.283190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fe913366-0874-4f62-94c1-77ed7696e77c None None] Allocated IP 2001:db8:0:1::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/4be8d5b2-b40a-4004-9044-16e5808da7e5/bcd683b4-d884-477d-a0bd-8fc146b58510) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:15.302034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 02220dd7-6cdc-4579-88f8-65b9011cd947 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:45:15.308787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca39fba-b6f6-44c5-ad69-17d6995c786c tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Network': ['ID=394d285e-f49e-4dd3-979f-9001aa2b15c5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:15.412677 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88e9e57c-e08c-46d1-a2f5-c082c853141b None None] Network 394d285e-f49e-4dd3-979f-9001aa2b15c5 is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:45:15.413177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9e57c-e08c-46d1-a2f5-c082c853141b None None] No DVR routers for this DVR port 9cfd6842-7fb8-469d-9b8d-1fc1def65e5a on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:15.438767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:15.447677 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.450892 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e4e43c9-e97f-4d25-8266-dfa997606f05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.454448 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9e57c-e08c-46d1-a2f5-c082c853141b None None] Pushing event deleted for resources: {'Port': ['ID=9cfd6842-7fb8-469d-9b8d-1fc1def65e5a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:15.576664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e43c9-e97f-4d25-8266-dfa997606f05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=61f99cc3-1ef2-4b64-99eb-2f48c40381cd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:15.577933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e340114-ec2e-4189-9b46-7444c805bc5a None None] DHCP port deletion for 0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:45:15.635775 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.671932 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e4e43c9-e97f-4d25-8266-dfa997606f05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:15.674626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0e4e43c9-e97f-4d25-8266-dfa997606f05 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/61f99cc3-1ef2-4b64-99eb-2f48c40381cd HTTP/1.1" status: 204 len: 168 time: 1.6746750 Jul 06 11:45:15.680239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:15.821123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bcd683b4-d884-477d-a0bd-8fc146b58510 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:15.878183 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab39da-4274-4bb1-94a5-e3cafc5ae2d1 req-b400a781-80b4-40f3-882a-7e105baaccf3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:15.893630 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dbab39da-4274-4bb1-94a5-e3cafc5ae2d1 req-b400a781-80b4-40f3-882a-7e105baaccf3 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.9233415 Jul 06 11:45:15.953145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fe913366-0874-4f62-94c1-77ed7696e77c None None] For port bcd683b4-d884-477d-a0bd-8fc146b58510, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bcd683b4-d884-477d-a0bd-8fc146b58510,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:15.977346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f773d55-a884-438d-96d9-32047d23b34d req-10667b9c-4f08-4e9f-a9a3-192292978f61 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 210 time: 0.0796745 Jul 06 11:45:16.017330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe913366-0874-4f62-94c1-77ed7696e77c None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.086326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fe913366-0874-4f62-94c1-77ed7696e77c None None] Transition to ACTIVE for port object bcd683b4-d884-477d-a0bd-8fc146b58510 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:16.090642 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dbab39da-4274-4bb1-94a5-e3cafc5ae2d1 req-5f12b7db-8cd8-4753-8cbc-e20733d918da tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189728 Jul 06 11:45:16.111037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d9cf9f-141d-4cc3-afa7-67e96d32225e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:16.117175 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c0d9cf9f-141d-4cc3-afa7-67e96d32225e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4355693 Jul 06 11:45:16.117945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:16.148709 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe913366-0874-4f62-94c1-77ed7696e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.264030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee692456-0de2-41ed-910a-c43c3065d910 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:16.278784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ee692456-0de2-41ed-910a-c43c3065d910 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1576362 Jul 06 11:45:16.283989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46176) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:16.314389 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe913366-0874-4f62-94c1-77ed7696e77c None None] Pushing event updated for resources: {'Port': ['ID=bcd683b4-d884-477d-a0bd-8fc146b58510,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:16.422992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070f5de-54bf-43d3-9b53-5bf6f3001685 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:16.424948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070f5de-54bf-43d3-9b53-5bf6f3001685 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:16.426715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070f5de-54bf-43d3-9b53-5bf6f3001685 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:16.436503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46180) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:16.438240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f070f5de-54bf-43d3-9b53-5bf6f3001685 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1485739 Jul 06 11:45:16.485525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Allocated IP 19.80.0.2 (f055efc6-fd71-4a95-b70e-0205d4429a10/399ea513-9acd-4435-94fa-75831dbca887/8b6d84e5-aca5-4a6f-83d5-5cf27891e901) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:16.503789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6e340114-ec2e-4189-9b46-7444c805bc5a None None] Deleting port ee32016b-e228-4475-9c5e-45cd337c4d04 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:16.504258 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e340114-ec2e-4189-9b46-7444c805bc5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.617257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-7783d2ee-c57c-474d-bc2c-006885d089ac tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 133fc5b0-f185-428a-98a1-43558d65e79d {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:16.631601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6e340114-ec2e-4189-9b46-7444c805bc5a None None] For port ee32016b-e228-4475-9c5e-45cd337c4d04, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ee32016b-e228-4475-9c5e-45cd337c4d04,segment=NetworkSegment(94c46824-290c-4bb8-9013-c7d07b79cc2e),segment_id=94c46824-290c-4bb8-9013-c7d07b79cc2e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:16.632481 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e340114-ec2e-4189-9b46-7444c805bc5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.647142 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7783d2ee-c57c-474d-bc2c-006885d089ac tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.658530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6e340114-ec2e-4189-9b46-7444c805bc5a None None] Calling delete_port for ee32016b-e228-4475-9c5e-45cd337c4d04 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:16.670619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-3e142ef9-ceb8-465c-bcbb-9fef57dd195f tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:16.673747 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-3e142ef9-ceb8-465c-bcbb-9fef57dd195f tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.86 "GET /v2.0/networks?id=a0e732df-f5a9-4c44-9532-f8ab21b84fbd HTTP/1.1" status: 200 len: 820 time: 0.4046893 Jul 06 11:45:16.733303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Request body: {'port': {'device_id': '083ca7c9-7a32-4417-83d3-a723caf6ff5b', 'network_id': 'a0e732df-f5a9-4c44-9532-f8ab21b84fbd', 'admin_state_up': True, 'tenant_id': 'c37b2e06858543aeb4809bf7ef78a91e'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:16.863275 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e340114-ec2e-4189-9b46-7444c805bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.897506 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.899566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e340114-ec2e-4189-9b46-7444c805bc5a None None] Pushing event deleted for resources: {'Port': ['ID=ee32016b-e228-4475-9c5e-45cd337c4d04,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:16.917595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Transition to ACTIVE for port object 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:16.919602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e340114-ec2e-4189-9b46-7444c805bc5a None None] No DVR routers for this DVR port ee32016b-e228-4475-9c5e-45cd337c4d04 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:16.933889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Deleting port ee32016b-e228-4475-9c5e-45cd337c4d04 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:16.934934 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:16.981270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Transition to ACTIVE for port object 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:16.992769 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:17.094699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Network f055efc6-fd71-4a95-b70e-0205d4429a10 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:17.098520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:17.112088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:17.125959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Pushing event updated for resources: {'Port': ['ID=8b6d84e5-aca5-4a6f-83d5-5cf27891e901,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:17.228251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Attempting to bind port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:17.228714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Attempting to bind port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3ead9efc-6728-41eb-8833-39f5339090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:17.229011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Attempting to bind port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 on network f055efc6-fd71-4a95-b70e-0205d4429a10 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:17.236534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:17.236534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Checking segment: {'id': '3ead9efc-6728-41eb-8833-39f5339090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:17.237185 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:17.237185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Bound using segment: {'id': '3ead9efc-6728-41eb-8833-39f5339090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:17.237796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Bound port: 8b6d84e5-aca5-4a6f-83d5-5cf27891e901, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ead9efc-6728-41eb-8833-39f5339090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:17.238525 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:17.325562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] For port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:17.329758 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] For port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8b6d84e5-aca5-4a6f-83d5-5cf27891e901,segment=NetworkSegment(3ead9efc-6728-41eb-8833-39f5339090fb),segment_id=3ead9efc-6728-41eb-8833-39f5339090fb)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:17.334406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46de16da-c434-4f13-a4ad-3af0d3863386 req-fe335666-d61d-48ea-ac5a-d87f262a62f7 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 210 time: 0.0923986 Jul 06 11:45:17.340591 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:17.356832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7783d2ee-c57c-474d-bc2c-006885d089ac tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:17.546630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dedf9f-fd5c-4bfa-a741-a10a1a622320 None None] Pushing event updated for resources: {'Port': ['ID=8b6d84e5-aca5-4a6f-83d5-5cf27891e901,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:17.602874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bcd683b4-d884-477d-a0bd-8fc146b58510 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:17.739161 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:17.812685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] For port ee32016b-e228-4475-9c5e-45cd337c4d04, host n-d-799527-2, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:17.813259 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:17.862000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc6b9a-0e0a-418c-923d-b3f1b8b81406 req-d0e6c991-0284-4c51-9bcd-5744448b5a9d tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:17.864018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61cc6b9a-0e0a-418c-923d-b3f1b8b81406 req-d0e6c991-0284-4c51-9bcd-5744448b5a9d tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.2496870 Jul 06 11:45:17.866654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ee32016b-e228-4475-9c5e-45cd337c4d04 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:17.877296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-419314f7-3955-406e-9031-727a8dfa6e7b None None] Provisioning for port bcd683b4-d884-477d-a0bd-8fc146b58510 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:17.937345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Made reservation on behalf of c37b2e06858543aeb4809bf7ef78a91e for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:17.948671 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:17.967337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: ee32016b-e228-4475-9c5e-45cd337c4d04 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:17.968010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ee32016b-e228-4475-9c5e-45cd337c4d04 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:17.975986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-419314f7-3955-406e-9031-727a8dfa6e7b None None] Provisioning complete for port bcd683b4-d884-477d-a0bd-8fc146b58510 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:17.976634 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-419314f7-3955-406e-9031-727a8dfa6e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.061305 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61cc6b9a-0e0a-418c-923d-b3f1b8b81406 req-6c919792-aaaa-4785-a0ee-0de52bdf3c7f tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882620 Jul 06 11:45:18.156379 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.160331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Calling delete_port for ee32016b-e228-4475-9c5e-45cd337c4d04 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:18.183033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Port ee32016b-e228-4475-9c5e-45cd337c4d04 was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:45:18.196059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7783d2ee-c57c-474d-bc2c-006885d089ac tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.271546 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.323926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] No DVR routers for this DVR port ee32016b-e228-4475-9c5e-45cd337c4d04 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:18.365749 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7208dbbe-07ba-4c29-927f-cbf5f6c18713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.377586 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-13c45707-6629-4b39-b38a-3f7043fd1f03 None None] Could not find standard attr ID for object 61f99cc3-1ef2-4b64-99eb-2f48c40381cd. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:45:18.555019 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Subnet': ['ID=8d178c89-95e9-4e72-aa43-74a7385c32ad,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:18.581308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Port': ['ID=ee32016b-e228-4475-9c5e-45cd337c4d04,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:18.658833 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.732912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Checking segment: {'id': '3e60a942-5511-46ea-adab-6ee8b6944ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:18.733389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network hostable DHCP agents. Network: 02220dd7-6cdc-4579-88f8-65b9011cd947, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:45:18.746531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-819bda48-ef23-4729-a371-57561bcd7433 req-082b4127-91a5-432d-a5e9-18a104bb2439 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 210 time: 0.0982137 Jul 06 11:45:18.831861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.841151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db54fac-5dd4-4c6b-8864-609a3f0dd6e8']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:18.857082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c46824-290c-4bb8-9013-c7d07b79cc2e') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:18.857655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c46824-290c-4bb8-9013-c7d07b79cc2e') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:18.873749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.927274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:18.943639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:18.944425 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:19.046202 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:19.067940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eede4b-3eaa-439d-ac33-ae9ae64984be req-5350f805-6776-49c5-a6b3-1df4d6af2b3a tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:19.070772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00eede4b-3eaa-439d-ac33-ae9ae64984be req-5350f805-6776-49c5-a6b3-1df4d6af2b3a tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.47 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 1.2634509 Jul 06 11:45:19.098906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network 02220dd7-6cdc-4579-88f8-65b9011cd947 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:45:19.101012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-e4a86f52-fa62-454e-b9d5-79806ed5a042 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:19.108302 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-e4a86f52-fa62-454e-b9d5-79806ed5a042 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 804 time: 0.1940997 Jul 06 11:45:19.127563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-89e2f3bf-a10f-4a7b-ac0b-9bea19f9b7a9 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/quotas/317aad6b56d34ca19e1a0d1297fbed13 HTTP/1.1" status: 200 len: 375 time: 0.0182254 Jul 06 11:45:19.197766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 02220dd7-6cdc-4579-88f8-65b9011cd947) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:19.215976 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:19.216620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.227071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c3d3a0-0dd4-457f-a05b-10e5ee2d594f None None] Network 02220dd7-6cdc-4579-88f8-65b9011cd947 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:19.228903 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7783d2ee-c57c-474d-bc2c-006885d089ac tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.252590 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-5e5a4002-f979-4f03-863a-7286c68cc864 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1238441 Jul 06 11:45:19.262303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Allocated IP 172.20.0.11 (a0e732df-f5a9-4c44-9532-f8ab21b84fbd/1bbbdfb1-42a4-4a8d-9508-ca7896d3914a/cd19207a-3ace-46aa-990c-686ed18977c2) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:19.268356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.276074 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7783d2ee-c57c-474d-bc2c-006885d089ac tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.281775 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7783d2ee-c57c-474d-bc2c-006885d089ac tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/133fc5b0-f185-428a-98a1-43558d65e79d HTTP/1.1" status: 204 len: 168 time: 2.8332067 Jul 06 11:45:19.302900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46246) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:19.341354 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.344055 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] 10.222.0.21 "DELETE /v2.0/networks/0db54fac-5dd4-4c6b-8864-609a3f0dd6e8 HTTP/1.1" status: 204 len: 168 time: 4.1407354 Jul 06 11:45:19.368713 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c6aca5cb-fdab-405d-9344-9309b885982d tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.2109685 Jul 06 11:45:19.377554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783d2ee-c57c-474d-bc2c-006885d089ac tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=133fc5b0-f185-428a-98a1-43558d65e79d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:19.377865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb69cc4-0bc7-4b02-865f-7b084cb13c36 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:19.479004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c9396-b45c-40a3-a3da-6a384baa49fb tempest-TaggedBootDevicesTest-1250660487 tempest-TaggedBootDevicesTest-1250660487-project] Pushing event deleted for resources: {'Network': ['ID=0db54fac-5dd4-4c6b-8864-609a3f0dd6e8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:19.606404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device fd157c0f-efdc-4ca5-970e-83beaa96768c no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:19.690953 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-00eede4b-3eaa-439d-ac33-ae9ae64984be req-3c8aa674-045e-419c-b7fd-404be35b76c4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Deleting port 693a178b-5549-4859-a90e-84ecbcaf38ad {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:19.694317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00eede4b-3eaa-439d-ac33-ae9ae64984be req-3c8aa674-045e-419c-b7fd-404be35b76c4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.755745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c4aacd-d5c0-41d4-b8cd-01d33a7b32bb None None] Network f055efc6-fd71-4a95-b70e-0205d4429a10 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:19.780733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-7d96cbfa-7b2b-4070-ae8a-d55f155adc55 service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192280 Jul 06 11:45:19.786233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:19.854582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.906435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.929690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc96932d-b9d3-4f20-a47c-90dc1a902b17 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 4be8d5b2-b40a-4004-9044-16e5808da7e5 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:19.977427 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc96932d-b9d3-4f20-a47c-90dc1a902b17 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.983355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Pushing event updated for resources: {'Port': ['ID=cd19207a-3ace-46aa-990c-686ed18977c2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:20.020440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6d2dac5b-7d08-440e-b678-482133891cc4 None None] Provisioning for port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:20.026173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Network a0e732df-f5a9-4c44-9532-f8ab21b84fbd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:20.030026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:20.035068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:20.048538 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191b6a6-01f1-4f74-adbc-8f6c70a4348a req-27e48a8e-dbc1-4b34-9891-03687f6f2dfb tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:20.059286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5191b6a6-01f1-4f74-adbc-8f6c70a4348a req-27e48a8e-dbc1-4b34-9891-03687f6f2dfb tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=20c727f1-0daf-49e1-9f50-bdb3d8698de8 HTTP/1.1" status: 200 len: 946 time: 0.6852956 Jul 06 11:45:20.094616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-00eede4b-3eaa-439d-ac33-ae9ae64984be req-3c8aa674-045e-419c-b7fd-404be35b76c4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] For port 693a178b-5549-4859-a90e-84ecbcaf38ad, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=693a178b-5549-4859-a90e-84ecbcaf38ad,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:20.095317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00eede4b-3eaa-439d-ac33-ae9ae64984be req-3c8aa674-045e-419c-b7fd-404be35b76c4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:20.121187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-00eede4b-3eaa-439d-ac33-ae9ae64984be req-3c8aa674-045e-419c-b7fd-404be35b76c4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Calling delete_port for 693a178b-5549-4859-a90e-84ecbcaf38ad owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:20.137247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:20.139708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:20.185846 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc96932d-b9d3-4f20-a47c-90dc1a902b17 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:20.238340 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5191b6a6-01f1-4f74-adbc-8f6c70a4348a req-4f7fe504-774b-4074-8bd3-92fff888b7f0 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777081 Jul 06 11:45:20.246932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-58b5ff6b-c789-4b4c-bc36-b4cd1c4db71c tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5297148 Jul 06 11:45:20.252127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-fde5fc49-6cff-451e-804f-50865c7e091a service neutron] 10.222.0.21 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419954 Jul 06 11:45:20.300576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Request body: {'port': {'device_id': '083ca7c9-7a32-4417-83d3-a723caf6ff5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:20.461875 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc96932d-b9d3-4f20-a47c-90dc1a902b17 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:20.535567 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:20.926987 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc96932d-b9d3-4f20-a47c-90dc1a902b17 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:20.971738 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.002456 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00eede4b-3eaa-439d-ac33-ae9ae64984be req-3c8aa674-045e-419c-b7fd-404be35b76c4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.011081 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.046471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['693a178b-5549-4859-a90e-84ecbcaf38ad'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:21.053745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['0e996e62-dd39-469e-a6e5-beead1b7258b'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:21.061378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8aa674-045e-419c-b7fd-404be35b76c4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Pushing event deleted for resources: {'Port': ['ID=693a178b-5549-4859-a90e-84ecbcaf38ad,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:21.164338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-00eede4b-3eaa-439d-ac33-ae9ae64984be req-3c8aa674-045e-419c-b7fd-404be35b76c4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] No DVR routers for this DVR port 693a178b-5549-4859-a90e-84ecbcaf38ad on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:21.167966 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00eede4b-3eaa-439d-ac33-ae9ae64984be req-3c8aa674-045e-419c-b7fd-404be35b76c4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.170489 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00eede4b-3eaa-439d-ac33-ae9ae64984be req-3c8aa674-045e-419c-b7fd-404be35b76c4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.47 "DELETE /v2.0/ports/693a178b-5549-4859-a90e-84ecbcaf38ad HTTP/1.1" status: 204 len: 173 time: 2.0544400 Jul 06 11:45:21.173496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c727f1-0daf-49e1-9f50-bdb3d8698de8', 'name': 'network-vif-deleted', 'tag': '693a178b-5549-4859-a90e-84ecbcaf38ad'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:21.176365 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e27076-9c31-4040-b88e-290b533125ae" -d '{"events": [{"server_uuid": "20c727f1-0daf-49e1-9f50-bdb3d8698de8", "name": "network-vif-deleted", "tag": "693a178b-5549-4859-a90e-84ecbcaf38ad"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:21.190562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:21.252217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd19207a-3ace-46aa-990c-686ed18977c2 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:21.271967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:21.273548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.273691 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.303625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Transition to ACTIVE for port object cd19207a-3ace-46aa-990c-686ed18977c2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:21.312571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.330545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd157c0f-efdc-4ca5-970e-83beaa96768c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:21.334300 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54fe9f9-b04d-46ea-83ae-aa9e243c9d7a" -d '{"events": [{"server_uuid": "eed82c1d-42fd-4869-ba66-a7423e23872b", "name": "network-vif-unplugged", "status": "completed", "tag": "fd157c0f-efdc-4ca5-970e-83beaa96768c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:21.437103 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd19207a-3ace-46aa-990c-686ed18977c2,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:21.544681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port fd157c0f-efdc-4ca5-970e-83beaa96768c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fd157c0f-efdc-4ca5-970e-83beaa96768c,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:21.547122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-02220dd7-6cdc-4579-88f8-65b9011cd947', 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'fixed_ips': [{'subnet_id': '8d178c89-95e9-4e72-aa43-74a7385c32ad'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:45:21.548822 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.608633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Attempting to bind port cd19207a-3ace-46aa-990c-686ed18977c2 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:21.609183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Attempting to bind port cd19207a-3ace-46aa-990c-686ed18977c2 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'af38be97-b209-4d4e-a674-3016ca75922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a0e732df-f5a9-4c44-9532-f8ab21b84fbd'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:21.610503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Attempting to bind port cd19207a-3ace-46aa-990c-686ed18977c2 on network a0e732df-f5a9-4c44-9532-f8ab21b84fbd {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:21.619403 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Port cd19207a-3ace-46aa-990c-686ed18977c2 on network a0e732df-f5a9-4c44-9532-f8ab21b84fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:21.619764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Attempting to bind port cd19207a-3ace-46aa-990c-686ed18977c2 on network a0e732df-f5a9-4c44-9532-f8ab21b84fbd {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:21.627391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:21.627767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Checking segment: {'id': 'af38be97-b209-4d4e-a674-3016ca75922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a0e732df-f5a9-4c44-9532-f8ab21b84fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:21.628295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Bound using segment: {'id': 'af38be97-b209-4d4e-a674-3016ca75922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a0e732df-f5a9-4c44-9532-f8ab21b84fbd'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:21.628796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Bound port: cd19207a-3ace-46aa-990c-686ed18977c2, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af38be97-b209-4d4e-a674-3016ca75922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a0e732df-f5a9-4c44-9532-f8ab21b84fbd'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:21.629162 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.636129 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.760897 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:45:21.783228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96932d-b9d3-4f20-a47c-90dc1a902b17 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=4be8d5b2-b40a-4004-9044-16e5808da7e5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:21.813054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] For port cd19207a-3ace-46aa-990c-686ed18977c2, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:21.814915 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc96932d-b9d3-4f20-a47c-90dc1a902b17 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.823166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] For port cd19207a-3ace-46aa-990c-686ed18977c2, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=cd19207a-3ace-46aa-990c-686ed18977c2,segment=NetworkSegment(af38be97-b209-4d4e-a674-3016ca75922d),segment_id=af38be97-b209-4d4e-a674-3016ca75922d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:21.823423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cc96932d-b9d3-4f20-a47c-90dc1a902b17 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/4be8d5b2-b40a-4004-9044-16e5808da7e5 HTTP/1.1" status: 204 len: 168 time: 2.5186307 Jul 06 11:45:21.824271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46292) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:21.961841 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9f3522f9-d233-4306-9a65-686901ac5e98 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353753 Jul 06 11:45:21.963419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9a526663-7713-4b38-9eaf-d9506bc8b655 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.968983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:21.981955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9a526663-7713-4b38-9eaf-d9506bc8b655 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:21.988295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46294) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:21.988865 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9a526663-7713-4b38-9eaf-d9506bc8b655 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/networks?id=f055efc6-fd71-4a95-b70e-0205d4429a10&id=02220dd7-6cdc-4579-88f8-65b9011cd947 HTTP/1.1" status: 200 len: 1391 time: 1.3059030 Jul 06 11:45:22.015922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c62a6-d550-47b7-afd5-c35b98e3077b req-bf1ed9eb-0e63-4dad-b83f-d1d5b80a9091 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.017503 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da2c62a6-d550-47b7-afd5-c35b98e3077b req-bf1ed9eb-0e63-4dad-b83f-d1d5b80a9091 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "GET /v2.0/ports?device_id=eed82c1d-42fd-4869-ba66-a7423e23872b HTTP/1.1" status: 200 len: 945 time: 1.2498708 Jul 06 11:45:22.039375 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-3fbc6b00-7ea0-4f1c-9fc0-0380bdaab727 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/quotas/73213e7223614a87b198f49fb373a2fe HTTP/1.1" status: 200 len: 375 time: 0.0495327 Jul 06 11:45:22.049365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:22.078466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592ab1b-d866-4bea-9cc3-6e5d432120af req-cce820d2-942d-4fea-a129-7cb19230ca15 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.089862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=fd157c0f-efdc-4ca5-970e-83beaa96768c,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:22.097464 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0592ab1b-d866-4bea-9cc3-6e5d432120af req-cce820d2-942d-4fea-a129-7cb19230ca15 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 932 time: 1.1215301 Jul 06 11:45:22.286189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:22.291738 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:22.325803 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0592ab1b-d866-4bea-9cc3-6e5d432120af req-43b65b35-6b1c-493a-ad0d-089f1e6842dd tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222598 Jul 06 11:45:22.349679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c14787e-073d-4bb6-96ca-3a5774eac8b1 None None] Update dhcp port {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': '4be8d5b2-b40a-4004-9044-16e5808da7e5'}], 'binding:host_id': 'n-d-799527-2'}, 'id': 'bcd683b4-d884-477d-a0bd-8fc146b58510'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:45:22.384777 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:22.441134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Allocated IP 19.86.0.2 (02220dd7-6cdc-4579-88f8-65b9011cd947/8d178c89-95e9-4e72-aa43-74a7385c32ad/216e83b5-2cd6-4786-9da8-07bb9d537c6d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:22.480743 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c14787e-073d-4bb6-96ca-3a5774eac8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:22.530670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-04dde6df-5f49-4478-b0ee-89bbf48d5191 None None] Provisioning complete for port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:22.531047 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04dde6df-5f49-4478-b0ee-89bbf48d5191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:22.540383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8b6d84e5-aca5-4a6f-83d5-5cf27891e901,segment=NetworkSegment(3ead9efc-6728-41eb-8833-39f5339090fb),segment_id=3ead9efc-6728-41eb-8833-39f5339090fb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:22.549063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:22.552357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:22.557652 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] 10.222.0.86 "PUT /v2.0/ports/cd19207a-3ace-46aa-990c-686ed18977c2 HTTP/1.1" status: 200 len: 1092 time: 2.2903032 Jul 06 11:45:22.561295 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-25f5d1c6-76e1-4e23-8f32-e2eb53f20dcd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73213e7223614a87b198f49fb373a2fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5179770 Jul 06 11:45:22.608838 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:22.903291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517f094-dce6-4a58-bbdd-93248e8039d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd19207a-3ace-46aa-990c-686ed18977c2,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:22.911272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-da2c62a6-d550-47b7-afd5-c35b98e3077b req-68956982-1b3d-4b1f-9dc5-e860ff53ef57 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Deleting port fd157c0f-efdc-4ca5-970e-83beaa96768c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:22.912464 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-da2c62a6-d550-47b7-afd5-c35b98e3077b req-68956982-1b3d-4b1f-9dc5-e860ff53ef57 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:23.070897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=8b6d84e5-aca5-4a6f-83d5-5cf27891e901,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:23.099982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cca73b3-ca34-4ba1-b487-f99476f79763 req-0475b69e-3b94-42b6-b3e5-f59f5da02dcb tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 210 time: 0.1325650 Jul 06 11:45:23.184476 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-4e80d8f6-1cbd-4b9b-a974-48bee8bb13e5 service neutron] 10.222.0.21 "GET /v2.0/networks/f055efc6-fd71-4a95-b70e-0205d4429a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939286 Jul 06 11:45:23.385437 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:23.398770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Transition to ACTIVE for port object 216e83b5-2cd6-4786-9da8-07bb9d537c6d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:23.401386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-da2c62a6-d550-47b7-afd5-c35b98e3077b req-68956982-1b3d-4b1f-9dc5-e860ff53ef57 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] For port fd157c0f-efdc-4ca5-970e-83beaa96768c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fd157c0f-efdc-4ca5-970e-83beaa96768c,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:23.409324 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-da2c62a6-d550-47b7-afd5-c35b98e3077b req-68956982-1b3d-4b1f-9dc5-e860ff53ef57 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:23.423907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Transition to ACTIVE for port object 216e83b5-2cd6-4786-9da8-07bb9d537c6d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:23.434234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bdba09-aaff-4f19-a3d2-ec0589306848 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:23.440084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-da2c62a6-d550-47b7-afd5-c35b98e3077b req-68956982-1b3d-4b1f-9dc5-e860ff53ef57 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Calling delete_port for fd157c0f-efdc-4ca5-970e-83beaa96768c owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:23.572069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 693a178b-5549-4859-a90e-84ecbcaf38ad no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:23.710986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-da2c62a6-d550-47b7-afd5-c35b98e3077b req-68956982-1b3d-4b1f-9dc5-e860ff53ef57 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:23.719070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 693a178b-5549-4859-a90e-84ecbcaf38ad {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:23.719070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 693a178b-5549-4859-a90e-84ecbcaf38ad not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:23.721135 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:23.736485 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de13f0be-b8b7-4c2d-96b4-49b52b673496 x-openstack-request-id: req-de13f0be-b8b7-4c2d-96b4-49b52b673496 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:23.736946 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed82c1d-42fd-4869-ba66-a7423e23872b", "name": "network-vif-unplugged", "status": "completed", "tag": "fd157c0f-efdc-4ca5-970e-83beaa96768c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:23.737296 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de13f0be-b8b7-4c2d-96b4-49b52b673496 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:23.737995 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd157c0f-efdc-4ca5-970e-83beaa96768c', 'code': 200} Jul 06 11:45:23.770817 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68956982-1b3d-4b1f-9dc5-e860ff53ef57 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Pushing event deleted for resources: {'Port': ['ID=fd157c0f-efdc-4ca5-970e-83beaa96768c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:23.783631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-4e5508ea-d38a-4abe-977f-500a766d6da1 service neutron] 10.222.0.21 "GET /v2.0/networks/f055efc6-fd71-4a95-b70e-0205d4429a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981488 Jul 06 11:45:23.848823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2c62a6-d550-47b7-afd5-c35b98e3077b req-68956982-1b3d-4b1f-9dc5-e860ff53ef57 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] No DVR routers for this DVR port fd157c0f-efdc-4ca5-970e-83beaa96768c on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:23.913678 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Network 02220dd7-6cdc-4579-88f8-65b9011cd947 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:23.918582 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d0baed-5645-436b-8c24-d992a0871abb x-openstack-request-id: req-17d0baed-5645-436b-8c24-d992a0871abb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:23.919179 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c727f1-0daf-49e1-9f50-bdb3d8698de8", "name": "network-vif-deleted", "tag": "693a178b-5549-4859-a90e-84ecbcaf38ad", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:23.921339 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17d0baed-5645-436b-8c24-d992a0871abb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:23.922060 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c727f1-0daf-49e1-9f50-bdb3d8698de8', 'name': 'network-vif-deleted', 'tag': '693a178b-5549-4859-a90e-84ecbcaf38ad', 'status': 'completed', 'code': 200} Jul 06 11:45:23.926851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:23.954069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:23.970787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Pushing event updated for resources: {'Port': ['ID=216e83b5-2cd6-4786-9da8-07bb9d537c6d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:23.976717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-5f82f2e3-6c08-4aea-8e5e-f0d1c706df0e service neutron] 10.222.0.21 "GET /v2.0/networks/02220dd7-6cdc-4579-88f8-65b9011cd947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295083 Jul 06 11:45:23.987969 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-da2c62a6-d550-47b7-afd5-c35b98e3077b req-68956982-1b3d-4b1f-9dc5-e860ff53ef57 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:23.993289 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da2c62a6-d550-47b7-afd5-c35b98e3077b req-68956982-1b3d-4b1f-9dc5-e860ff53ef57 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.86 "DELETE /v2.0/ports/fd157c0f-efdc-4ca5-970e-83beaa96768c HTTP/1.1" status: 204 len: 173 time: 1.9648519 Jul 06 11:45:23.994104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'name': 'network-vif-deleted', 'tag': 'fd157c0f-efdc-4ca5-970e-83beaa96768c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:23.996690 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc269c0-a5da-4d46-9ff9-757ae5246b54" -d '{"events": [{"server_uuid": "eed82c1d-42fd-4869-ba66-a7423e23872b", "name": "network-vif-deleted", "tag": "fd157c0f-efdc-4ca5-970e-83beaa96768c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:24.002407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-fbfef3c4-eeb2-4069-a0b1-b01c4cad0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.006026 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-fbfef3c4-eeb2-4069-a0b1-b01c4cad0420 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c37b2e06858543aeb4809bf7ef78a91e&device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 1095 time: 1.1109827 Jul 06 11:45:24.102695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Attempting to bind port 216e83b5-2cd6-4786-9da8-07bb9d537c6d on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:24.103189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Attempting to bind port 216e83b5-2cd6-4786-9da8-07bb9d537c6d by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3e60a942-5511-46ea-adab-6ee8b6944ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:24.103794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Attempting to bind port 216e83b5-2cd6-4786-9da8-07bb9d537c6d on network 02220dd7-6cdc-4579-88f8-65b9011cd947 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:24.107166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.objects.ports [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93815) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:45:24.113253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:24.117159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Checking segment: {'id': '3e60a942-5511-46ea-adab-6ee8b6944ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:24.117840 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:24.118473 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Bound using segment: {'id': '3e60a942-5511-46ea-adab-6ee8b6944ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:24.119265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Bound port: 216e83b5-2cd6-4786-9da8-07bb9d537c6d, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e60a942-5511-46ea-adab-6ee8b6944ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:24.120072 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:24.149108 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-6816a07b-99d9-4a94-bb99-af9a076bcaf0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd19207a-3ace-46aa-990c-686ed18977c2 HTTP/1.1" status: 200 len: 217 time: 0.1254675 Jul 06 11:45:24.237372 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-7813b3c6-6c30-4db5-adf4-4d62359c6ad3 service neutron] 10.222.0.21 "GET /v2.0/networks/02220dd7-6cdc-4579-88f8-65b9011cd947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273357 Jul 06 11:45:24.258217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b1c4c-4bb9-47f9-9d62-a75c3eadef87 req-46401add-7c56-4b82-a375-e4404a3d5911 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.260896 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-650b1c4c-4bb9-47f9-9d62-a75c3eadef87 req-46401add-7c56-4b82-a375-e4404a3d5911 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 944 time: 0.4147542 Jul 06 11:45:24.280240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-1b66e3ea-467f-4788-9ff4-a3bb383c2bf8 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.287687 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-1b66e3ea-467f-4788-9ff4-a3bb383c2bf8 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.47 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 804 time: 1.2514858 Jul 06 11:45:24.354470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] Update dhcp port {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': '7a9d1f82-98ac-45ad-8526-c0215baafeb0'}], 'binding:host_id': 'n-d-799527-2'}, 'id': 'bcd683b4-d884-477d-a0bd-8fc146b58510'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:45:24.377406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-650b1c4c-4bb9-47f9-9d62-a75c3eadef87 req-d3e24a01-8e00-447a-8912-f32b27137e5b tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099589 Jul 06 11:45:24.391777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Request body: {'port': {'device_id': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'admin_state_up': True, 'tenant_id': '317aad6b56d34ca19e1a0d1297fbed13'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:24.561424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-5d24bcbd-aa28-4882-a532-dc4856aafbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:24.564333 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-5d24bcbd-aa28-4882-a532-dc4856aafbd0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1bbbdfb1-42a4-4a8d-9508-ca7896d3914a HTTP/1.1" status: 200 len: 860 time: 0.4045100 Jul 06 11:45:24.616985 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-db65e988-5944-4e9b-aac5-ff7cb551358d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a0e732df-f5a9-4c44-9532-f8ab21b84fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405583 Jul 06 11:45:25.029813 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617d9672-ab2b-47b2-a1b5-b47bcdb538ec x-openstack-request-id: req-617d9672-ab2b-47b2-a1b5-b47bcdb538ec {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:25.030264 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed82c1d-42fd-4869-ba66-a7423e23872b", "name": "network-vif-deleted", "tag": "fd157c0f-efdc-4ca5-970e-83beaa96768c", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:25.030884 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-617d9672-ab2b-47b2-a1b5-b47bcdb538ec {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:25.031772 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed82c1d-42fd-4869-ba66-a7423e23872b', 'name': 'network-vif-deleted', 'tag': 'fd157c0f-efdc-4ca5-970e-83beaa96768c', 'status': 'completed', 'code': 200} Jul 06 11:45:25.035582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:25.042300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b304c4c5-b892-4a51-a42b-43e095356cef None None] Provisioning complete for port bcd683b4-d884-477d-a0bd-8fc146b58510 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:25.044044 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b304c4c5-b892-4a51-a42b-43e095356cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.111491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] For port 216e83b5-2cd6-4786-9da8-07bb9d537c6d, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:25.115101 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Made reservation on behalf of 317aad6b56d34ca19e1a0d1297fbed13 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:25.123877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.203376 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.223327 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] For port 216e83b5-2cd6-4786-9da8-07bb9d537c6d, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=216e83b5-2cd6-4786-9da8-07bb9d537c6d,segment=NetworkSegment(3e60a942-5511-46ea-adab-6ee8b6944ddc),segment_id=3e60a942-5511-46ea-adab-6ee8b6944ddc)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:25.280364 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.403095 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-4b7b3d2d-362e-4b1d-beea-68f04955ec66 service neutron] 10.222.0.86 "GET /v2.0/networks/a0e732df-f5a9-4c44-9532-f8ab21b84fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7679510 Jul 06 11:45:25.411772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.520329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4f24d-552f-44dc-b13f-78f6b4dbcb74 None None] Pushing event updated for resources: {'Port': ['ID=216e83b5-2cd6-4786-9da8-07bb9d537c6d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:25.541501 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:25.542429 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:25.673957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bbcd23b4-b51e-4c27-902a-ec111c17d3db req-e736a5e8-850c-4c07-ad16-f9754c1dae95 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 210 time: 0.0998833 Jul 06 11:45:25.732058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device fd157c0f-efdc-4ca5-970e-83beaa96768c no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:25.833820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: fd157c0f-efdc-4ca5-970e-83beaa96768c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:25.834429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device fd157c0f-efdc-4ca5-970e-83beaa96768c not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:25.850150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8db8e432-ee2a-4042-a2fe-2c5d1ee8509c req-daf38886-56ad-4a90-b34e-5a7be926f25a tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 210 time: 0.1748216 Jul 06 11:45:25.968409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Allocated IP 172.20.0.12 (bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35/96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5/a1b4ab69-91e9-4f11-be2c-841379188de7) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:26.297491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7632222-01d1-4403-b946-11814ad25ce1 req-670d12c3-40e9-4437-af1b-a440be2cfb22 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:26.308473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7632222-01d1-4403-b946-11814ad25ce1 req-670d12c3-40e9-4437-af1b-a440be2cfb22 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.2261410 Jul 06 11:45:26.313545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bcd683b4-d884-477d-a0bd-8fc146b58510 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:26.348580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d24d2-e74d-49a4-8a6e-63fbb683e2a1 req-3a151ff9-52aa-46c4-a2ee-a58a720913dc tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:26.358651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b56d24d2-e74d-49a4-8a6e-63fbb683e2a1 req-3a151ff9-52aa-46c4-a2ee-a58a720913dc tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 944 time: 0.1656997 Jul 06 11:45:26.405768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7632222-01d1-4403-b946-11814ad25ce1 req-0d03d183-4d85-47ce-b21a-8ce0fc859f7c tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962265 Jul 06 11:45:26.437815 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b56d24d2-e74d-49a4-8a6e-63fbb683e2a1 req-2a0d8427-6567-4101-bad1-6802e81c8af5 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776179 Jul 06 11:45:26.439832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:26.504280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083ca7c9-7a32-4417-83d3-a723caf6ff5b', 'tag': 'cd19207a-3ace-46aa-990c-686ed18977c2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:26.510693 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e9a5d0-14e8-47fb-b3d3-efc43989c9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "083ca7c9-7a32-4417-83d3-a723caf6ff5b", "tag": "cd19207a-3ace-46aa-990c-686ed18977c2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:26.527264 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:26.610372 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:26.631818 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f4315f-798a-4063-98e2-090f5f38021b x-openstack-request-id: req-50f4315f-798a-4063-98e2-090f5f38021b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:26.632382 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083ca7c9-7a32-4417-83d3-a723caf6ff5b", "tag": "cd19207a-3ace-46aa-990c-686ed18977c2", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:26.632811 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50f4315f-798a-4063-98e2-090f5f38021b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:26.633369 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083ca7c9-7a32-4417-83d3-a723caf6ff5b', 'tag': 'cd19207a-3ace-46aa-990c-686ed18977c2', 'status': 'completed', 'code': 200} Jul 06 11:45:26.693995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:26.698054 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5c0cac07-5e27-4c6f-aa56-82833e4e511b req-d9cfbbb4-44e6-4030-9d3e-3395b234ab96 service neutron] 10.222.0.86 "GET /v2.0/networks/a0e732df-f5a9-4c44-9532-f8ab21b84fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2775159 Jul 06 11:45:26.714971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:26.731686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:26.996340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] For port bcd683b4-d884-477d-a0bd-8fc146b58510, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bcd683b4-d884-477d-a0bd-8fc146b58510,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:27.049958 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.052797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Pushing event updated for resources: {'Port': ['ID=a1b4ab69-91e9-4f11-be2c-841379188de7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:27.053911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b521aa72-f6e1-4d85-acbb-07d5fd99dc3a req-90463511-ee21-41ca-995e-1dfb63575e32 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 210 time: 0.0897474 Jul 06 11:45:27.062415 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:45:27.063407 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:45:27.078225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.087511 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.147423 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:45:27.147823 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:45:27.231047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.231674 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.256799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7487f45-550f-461f-b214-343638561f5d req-367d726c-4b07-4f7c-b4fa-8f22be8cbae8 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.265612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:27.267344 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-158c5aef-401d-4bea-85e9-4a5ae181d577 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8826852 Jul 06 11:45:27.268413 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7487f45-550f-461f-b214-343638561f5d req-367d726c-4b07-4f7c-b4fa-8f22be8cbae8 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 932 time: 0.1557515 Jul 06 11:45:27.280372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:27.290362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Request body: {'port': {'device_id': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:27.303948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.304615 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.360589 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7487f45-550f-461f-b214-343638561f5d req-fedee956-111d-40ba-8c30-fe2498b1871c tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911481 Jul 06 11:45:27.367135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=7a9d1f82-98ac-45ad-8526-c0215baafeb0,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:27.376413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=bcd683b4-d884-477d-a0bd-8fc146b58510,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:27.401902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9a5d0-14e8-47fb-b3d3-efc43989c9a3 req-22d708b0-b550-4ed6-968e-5c3893ae6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.403369 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e2e9a5d0-14e8-47fb-b3d3-efc43989c9a3 req-22d708b0-b550-4ed6-968e-5c3893ae6028 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c37b2e06858543aeb4809bf7ef78a91e&device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 1095 time: 0.5512719 Jul 06 11:45:27.407407 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0c3793df-43bf-4b8e-9890-024bf4e429ed tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3986282 Jul 06 11:45:27.407889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46350) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:27.418927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-45a9446b-5c3d-494d-8b8f-992044e1e88a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:27.484659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5073ae3-a567-4284-bc42-fb44bd3f0a7b None None] Network 02220dd7-6cdc-4579-88f8-65b9011cd947 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:27.580370 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f0632af6-84b7-415d-abeb-36c98e45d2bc tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.589261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f0632af6-84b7-415d-abeb-36c98e45d2bc tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:27.591126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f0632af6-84b7-415d-abeb-36c98e45d2bc tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "GET /v2.0/networks?id=f055efc6-fd71-4a95-b70e-0205d4429a10&id=02220dd7-6cdc-4579-88f8-65b9011cd947 HTTP/1.1" status: 200 len: 1391 time: 0.2143359 Jul 06 11:45:27.607640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'port': {'device_id': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10', 'admin_state_up': True, 'tenant_id': '73213e7223614a87b198f49fb373a2fe'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:27.722436 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.851110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:27.856361 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.870761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fed88ff4-7327-4757-8af0-deeda6a52226 None None] Provisioning for port 216e83b5-2cd6-4786-9da8-07bb9d537c6d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:27.902187 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:27.948639 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.009644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a9446b-5c3d-494d-8b8f-992044e1e88a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:28.014048 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-45a9446b-5c3d-494d-8b8f-992044e1e88a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.128017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9a5d0-14e8-47fb-b3d3-efc43989c9a3 req-26d181df-1f2b-4175-8f15-c6371dde6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:28.130735 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e2e9a5d0-14e8-47fb-b3d3-efc43989c9a3 req-26d181df-1f2b-4175-8f15-c6371dde6c4e service neutron] 10.222.0.86 "GET /v2.0/networks?id=a0e732df-f5a9-4c44-9532-f8ab21b84fbd HTTP/1.1" status: 200 len: 921 time: 0.7046008 Jul 06 11:45:28.152271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port bcd683b4-d884-477d-a0bd-8fc146b58510, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bcd683b4-d884-477d-a0bd-8fc146b58510,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:28.166108 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.254941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Allocated IP 19.80.0.137 (f055efc6-fd71-4a95-b70e-0205d4429a10/399ea513-9acd-4435-94fa-75831dbca887/ad3f13e5-41ec-417d-9a6b-7d70fc331dab) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:28.343352 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=bcd683b4-d884-477d-a0bd-8fc146b58510,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:28.375700 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:45:28.376098 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:45:28.398256 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e2e9a5d0-14e8-47fb-b3d3-efc43989c9a3 req-4a3fea0c-5c7d-4c6b-920a-bc121baa0098 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd19207a-3ace-46aa-990c-686ed18977c2 HTTP/1.1" status: 200 len: 217 time: 0.2375500 Jul 06 11:45:28.437871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 216e83b5-2cd6-4786-9da8-07bb9d537c6d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:28.470827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b9bad-1f8a-4b3b-af25-7aa4533f0780 req-6a14b504-9abb-432f-9adc-08f18593bbec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:28.479790 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e3b9bad-1f8a-4b3b-af25-7aa4533f0780 req-6a14b504-9abb-432f-9adc-08f18593bbec tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.6731997 Jul 06 11:45:28.513257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de4c60-83f9-46be-94ff-37f5ecd6c8a4 req-01029908-a3bd-45b2-b423-8c47cd0e872d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:28.526515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9de4c60-83f9-46be-94ff-37f5ecd6c8a4 req-01029908-a3bd-45b2-b423-8c47cd0e872d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 944 time: 0.7326932 Jul 06 11:45:28.590819 n-d-799527-2 neutron-server[93815]: INFO neutron.db.ipam_backend_mixin [None req-45a9446b-5c3d-494d-8b8f-992044e1e88a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a9d1f82-98ac-45ad-8526-c0215baafeb0 (CIDR: 2001:db8::/64) Jul 06 11:45:28.592957 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.613923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9de4c60-83f9-46be-94ff-37f5ecd6c8a4 req-e7f4a2ff-5874-41c6-b52e-1a6ffa484a57 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833213 Jul 06 11:45:28.655855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9a5d0-14e8-47fb-b3d3-efc43989c9a3 req-5d17d990-aa54-4540-a91c-bf7a4a98c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:28.656814 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.657537 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e2e9a5d0-14e8-47fb-b3d3-efc43989c9a3 req-5d17d990-aa54-4540-a91c-bf7a4a98c2e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1bbbdfb1-42a4-4a8d-9508-ca7896d3914a HTTP/1.1" status: 200 len: 860 time: 0.2398093 Jul 06 11:45:28.659688 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a9446b-5c3d-494d-8b8f-992044e1e88a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:45:28.660200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a9446b-5c3d-494d-8b8f-992044e1e88a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:45:28.690895 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.691507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Transition to ACTIVE for port object ad3f13e5-41ec-417d-9a6b-7d70fc331dab will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:28.707268 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e2e9a5d0-14e8-47fb-b3d3-efc43989c9a3 req-3d000a0e-d287-4cf9-a8c4-0e836679092e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a0e732df-f5a9-4c44-9532-f8ab21b84fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356286 Jul 06 11:45:28.721354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec803e7f-d0d8-4817-88a5-61d9c50aeda6 req-a44347e7-f9d2-4557-acf8-aeca3907f7b4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:28.722927 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ec803e7f-d0d8-4817-88a5-61d9c50aeda6 req-a44347e7-f9d2-4557-acf8-aeca3907f7b4 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.86 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.6657927 Jul 06 11:45:28.740242 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.774087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e3b9bad-1f8a-4b3b-af25-7aa4533f0780 req-a3b56132-64d8-44a8-a11c-7c1757604cb9 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932651 Jul 06 11:45:28.776726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 216e83b5-2cd6-4786-9da8-07bb9d537c6d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:28.795639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 216e83b5-2cd6-4786-9da8-07bb9d537c6d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:28.795917 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.851504 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:28.869818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-45a9446b-5c3d-494d-8b8f-992044e1e88a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4567227 Jul 06 11:45:28.887157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46366) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:28.897711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:28.912641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network f055efc6-fd71-4a95-b70e-0205d4429a10 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:28.916199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:28.920710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:28.999405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Port': ['ID=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:29.073621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:29.074607 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.119027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c49fd1dc-c02c-49f7-a079-d8b589196f7e None None] Provisioning complete for port 216e83b5-2cd6-4786-9da8-07bb9d537c6d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:29.122781 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49fd1dc-c02c-49f7-a079-d8b589196f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.148957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f21ba34-fcbf-4655-b6a2-752baaec9604 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5419765 Jul 06 11:45:29.168156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Request body: {'port': {'device_id': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947', 'admin_state_up': True, 'tenant_id': '73213e7223614a87b198f49fb373a2fe'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:29.414537 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e2e9a5d0-14e8-47fb-b3d3-efc43989c9a3 req-7c125595-5c3a-4991-8ddb-47d9eff9787f service neutron] 10.222.0.86 "GET /v2.0/networks/a0e732df-f5a9-4c44-9532-f8ab21b84fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860991 Jul 06 11:45:29.470774 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.496018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eb211-2d63-4df3-8432-3fb0a49ed599 req-23e73d71-1b10-4608-a916-b63df39d390e tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:29.509904 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a27eb211-2d63-4df3-8432-3fb0a49ed599 req-23e73d71-1b10-4608-a916-b63df39d390e tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 932 time: 0.2840350 Jul 06 11:45:29.592389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a27eb211-2d63-4df3-8432-3fb0a49ed599 req-418c6dcd-b921-4c50-98d4-10fce96358f5 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699251 Jul 06 11:45:29.597096 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c49fd1dc-c02c-49f7-a079-d8b589196f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.611694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device cd19207a-3ace-46aa-990c-686ed18977c2 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:29.611949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:29.617642 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.631251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b4ab69-91e9-4f11-be2c-841379188de7 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:29.634162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 216e83b5-2cd6-4786-9da8-07bb9d537c6d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=216e83b5-2cd6-4786-9da8-07bb9d537c6d,segment=NetworkSegment(3e60a942-5511-46ea-adab-6ee8b6944ddc),segment_id=3e60a942-5511-46ea-adab-6ee8b6944ddc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:29.666764 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.667826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ba463-895a-48a0-b898-e61bca636a9b req-c54d715c-d034-45ba-8077-ae1279ecd2e4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:29.675659 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-055ba463-895a-48a0-b898-e61bca636a9b req-c54d715c-d034-45ba-8077-ae1279ecd2e4 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 932 time: 0.4739470 Jul 06 11:45:29.693957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ec803e7f-d0d8-4817-88a5-61d9c50aeda6 req-c0e0deba-4a2c-4b04-87cd-e1b0bc7c9d48 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Deleting port 0e996e62-dd39-469e-a6e5-beead1b7258b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:29.694296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ec803e7f-d0d8-4817-88a5-61d9c50aeda6 req-c0e0deba-4a2c-4b04-87cd-e1b0bc7c9d48 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.815893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-055ba463-895a-48a0-b898-e61bca636a9b req-5e707566-5c16-44d1-b88a-079a46173b65 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371448 Jul 06 11:45:29.823715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Made reservation on behalf of 73213e7223614a87b198f49fb373a2fe for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:29.826504 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] For port bcd683b4-d884-477d-a0bd-8fc146b58510, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bcd683b4-d884-477d-a0bd-8fc146b58510,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:29.829137 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:29.874172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=216e83b5-2cd6-4786-9da8-07bb9d537c6d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:29.905129 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-c49fd1dc-c02c-49f7-a079-d8b589196f7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:45:29.905705 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-c49fd1dc-c02c-49f7-a079-d8b589196f7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:45:29.982045 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.010947 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.113107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af65eb5-a7b1-4e04-b41b-1005939b2c05 None None] Pushing event updated for resources: {'Port': ['ID=bcd683b4-d884-477d-a0bd-8fc146b58510,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:30.144180 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port cd19207a-3ace-46aa-990c-686ed18977c2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=cd19207a-3ace-46aa-990c-686ed18977c2,segment=NetworkSegment(af38be97-b209-4d4e-a674-3016ca75922d),segment_id=af38be97-b209-4d4e-a674-3016ca75922d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:30.174890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'cd19207a-3ace-46aa-990c-686ed18977c2', 'network_id': 'a0e732df-f5a9-4c44-9532-f8ab21b84fbd', 'port_id': 'cd19207a-3ace-46aa-990c-686ed18977c2', 'mac_address': 'fa:16:3e:02:02:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbbdfb1-42a4-4a8d-9508-ca7896d3914a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:30.335954 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.382649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd19207a-3ace-46aa-990c-686ed18977c2 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:30.391548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 216e83b5-2cd6-4786-9da8-07bb9d537c6d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:30.458928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cb648-0005-4ccf-bf26-6651ce787329 req-73317c0a-5191-4b3b-8996-cfaed9e4fcd2 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.468504 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.472640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df9cb648-0005-4ccf-bf26-6651ce787329 req-73317c0a-5191-4b3b-8996-cfaed9e4fcd2 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 944 time: 0.5492001 Jul 06 11:45:30.474753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port cd19207a-3ace-46aa-990c-686ed18977c2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=cd19207a-3ace-46aa-990c-686ed18977c2,segment=NetworkSegment(af38be97-b209-4d4e-a674-3016ca75922d),segment_id=af38be97-b209-4d4e-a674-3016ca75922d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:30.492908 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.564810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Transition to ACTIVE for port object a1b4ab69-91e9-4f11-be2c-841379188de7 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:30.572682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Allocated IP 19.86.0.190 (02220dd7-6cdc-4579-88f8-65b9011cd947/8d178c89-95e9-4e72-aa43-74a7385c32ad/4498c794-f5a2-47bf-9215-d3a98ba230a5) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:30.575799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 216e83b5-2cd6-4786-9da8-07bb9d537c6d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:30.578502 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.586587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=cd19207a-3ace-46aa-990c-686ed18977c2,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:30.591374 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.594403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c693b63-50ba-4f3b-9fe4-0935d9c157ba req-9d2b826b-1da4-43da-82de-94600e55a874 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:30.596898 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c693b63-50ba-4f3b-9fe4-0935d9c157ba req-9d2b826b-1da4-43da-82de-94600e55a874 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 945 time: 0.4687555 Jul 06 11:45:30.660868 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df9cb648-0005-4ccf-bf26-6651ce787329 req-f45f3fdb-0560-4c3b-88fd-bf15ff51577e tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865580 Jul 06 11:45:30.686478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Pushing event updated for resources: {'Port': ['ID=a1b4ab69-91e9-4f11-be2c-841379188de7,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:30.709336 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f08648d6-f687-424f-ada1-c639445ef7d2 None None] Provisioning for port ad3f13e5-41ec-417d-9a6b-7d70fc331dab completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:30.733719 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f08648d6-f687-424f-ada1-c639445ef7d2 None None] Provisioning complete for port ad3f13e5-41ec-417d-9a6b-7d70fc331dab triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:30.734837 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f08648d6-f687-424f-ada1-c639445ef7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:30.761479 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e2e9a5d0-14e8-47fb-b3d3-efc43989c9a3 req-dcc6bfa9-9ec7-4b16-bff3-e1f109aef117 service neutron] 10.222.0.86 "GET /v2.0/networks/a0e732df-f5a9-4c44-9532-f8ab21b84fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3270845 Jul 06 11:45:30.770454 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c693b63-50ba-4f3b-9fe4-0935d9c157ba req-b0675782-310c-4d16-96bb-35c5d35ce156 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514428 Jul 06 11:45:30.816182 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['cd19207a-3ace-46aa-990c-686ed18977c2'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:30.905321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f08648d6-f687-424f-ada1-c639445ef7d2 None None] Port ad3f13e5-41ec-417d-9a6b-7d70fc331dab cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:31.104130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.172363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Transition to ACTIVE for port object 4498c794-f5a2-47bf-9215-d3a98ba230a5 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:31.206361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.237299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8c1ff-2a8e-447b-990e-72e3cad2d3fe req-23bb7919-b38c-47bd-9c74-31752b0ab011 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:31.245231 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4e8c1ff-2a8e-447b-990e-72e3cad2d3fe req-23bb7919-b38c-47bd-9c74-31752b0ab011 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 944 time: 0.1131265 Jul 06 11:45:31.337311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4e8c1ff-2a8e-447b-990e-72e3cad2d3fe req-e67fa9f1-6485-4fec-8d4e-688dd496cce1 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910723 Jul 06 11:45:31.343570 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.385193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3310aa24-879d-4382-aee3-19b792eb59bd None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:31.433209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ec803e7f-d0d8-4817-88a5-61d9c50aeda6 req-c0e0deba-4a2c-4b04-87cd-e1b0bc7c9d48 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] For port 0e996e62-dd39-469e-a6e5-beead1b7258b, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0e996e62-dd39-469e-a6e5-beead1b7258b,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:31.433746 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ec803e7f-d0d8-4817-88a5-61d9c50aeda6 req-c0e0deba-4a2c-4b04-87cd-e1b0bc7c9d48 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.440989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:31.468777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:31.479961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Network 02220dd7-6cdc-4579-88f8-65b9011cd947 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:31.484437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Attempting to bind port a1b4ab69-91e9-4f11-be2c-841379188de7 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:31.484851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Attempting to bind port a1b4ab69-91e9-4f11-be2c-841379188de7 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:31.485269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Attempting to bind port a1b4ab69-91e9-4f11-be2c-841379188de7 on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:31.491526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d3eb4372-2f2f-4933-95ed-e3752bd90531 None None] Provisioning complete for port bcd683b4-d884-477d-a0bd-8fc146b58510 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:31.492320 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4372-2f2f-4933-95ed-e3752bd90531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.494210 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ec803e7f-d0d8-4817-88a5-61d9c50aeda6 req-c0e0deba-4a2c-4b04-87cd-e1b0bc7c9d48 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Calling delete_port for 0e996e62-dd39-469e-a6e5-beead1b7258b owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:31.498448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:31.499219 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.507063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Port a1b4ab69-91e9-4f11-be2c-841379188de7 on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:31.507419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Attempting to bind port a1b4ab69-91e9-4f11-be2c-841379188de7 on network bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:31.514201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:31.532427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:31.541447 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6532149 Jul 06 11:45:31.542113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:31.559880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:5c:db:5f', 'name': 'tempest-NetworksTestDHCPv6-1759576374'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:31.564894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:31.565167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Checking segment: {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:31.565565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Bound using segment: {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:31.566066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Bound port: a1b4ab69-91e9-4f11-be2c-841379188de7, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f73622-4185-4e68-8557-9fa7cb329c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:31.566575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.574466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b3297-a318-4b28-adca-a1a737ea9a02 req-5c73dfd2-e795-4ce7-8c42-8d82fb6fb5e0 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:31.588879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc7b3297-a318-4b28-adca-a1a737ea9a02 req-5c73dfd2-e795-4ce7-8c42-8d82fb6fb5e0 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 932 time: 0.3342190 Jul 06 11:45:31.604905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=6262cd33-9f69-4c0f-9ca3-ac2543ee48db,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:31.612036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0e996e62-dd39-469e-a6e5-beead1b7258b no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:31.648596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event updated for resources: {'Port': ['ID=4498c794-f5a2-47bf-9215-d3a98ba230a5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:31.705955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:31.706713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:31.732581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f3cfcd2d-fb2d-48ab-ad3b-6d160b1aa70f tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5771072 Jul 06 11:45:31.751123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc7b3297-a318-4b28-adca-a1a737ea9a02 req-dd19981c-f1f9-4683-8224-91f5a435d4f7 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610172 Jul 06 11:45:31.767254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Request body: {'port': {'device_id': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:31.904820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.910621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.912009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.912724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.913075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.913419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.913756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.917295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.917813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.918163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.918535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.918881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca19a6-76a2-45ff-bfc3-b3e9ab0d610d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:31.949216 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.108967 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4372-2f2f-4933-95ed-e3752bd90531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.204389 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.216157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] For port a1b4ab69-91e9-4f11-be2c-841379188de7, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:32.227595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] For port a1b4ab69-91e9-4f11-be2c-841379188de7, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a1b4ab69-91e9-4f11-be2c-841379188de7,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:32.254560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d3eb4372-2f2f-4933-95ed-e3752bd90531 None None] For port bcd683b4-d884-477d-a0bd-8fc146b58510, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bcd683b4-d884-477d-a0bd-8fc146b58510,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:32.263895 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.306174 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3eb4372-2f2f-4933-95ed-e3752bd90531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.358822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.361192 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.368308 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] 10.222.0.47 "PUT /v2.0/ports/a1b4ab69-91e9-4f11-be2c-841379188de7 HTTP/1.1" status: 200 len: 1092 time: 5.0833011 Jul 06 11:45:32.387500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'tag': 'a1b4ab69-91e9-4f11-be2c-841379188de7'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:32.410786 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381a79de-b5c0-4a1c-ab82-c7b6dfc30c25" -d '{"events": [{"name": "network-changed", "server_uuid": "b38ffd30-1e25-4480-8b15-1307671962d2", "tag": "a1b4ab69-91e9-4f11-be2c-841379188de7"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:32.465997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:32.479402 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:45:32.479402 n-d-799527-2 neutron-server[93816]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 06 11:45:32.479402 n-d-799527-2 neutron-server[93816]: [parameters: {'status': 'DOWN', 'ports_id': '0e996e62-dd39-469e-a6e5-beead1b7258b'}] Jul 06 11:45:32.479402 n-d-799527-2 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:45:32.479941 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:45:32.482449 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bcd683b4-d884-477d-a0bd-8fc146b58510 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:32.559117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f4e70cb4-3a29-44f3-9368-d69cf2c45045 None None] Provisioning for port 4498c794-f5a2-47bf-9215-d3a98ba230a5 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:32.575096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f4e70cb4-3a29-44f3-9368-d69cf2c45045 None None] Provisioning complete for port 4498c794-f5a2-47bf-9215-d3a98ba230a5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:32.575500 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e70cb4-3a29-44f3-9368-d69cf2c45045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.590718 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f075606-b4e5-47c3-9702-303d10a3c41c service neutron] Pushing event updated for resources: {'Port': ['ID=a1b4ab69-91e9-4f11-be2c-841379188de7,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:32.635651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f4e70cb4-3a29-44f3-9368-d69cf2c45045 None None] Port 4498c794-f5a2-47bf-9215-d3a98ba230a5 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:32.641084 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ec803e7f-d0d8-4817-88a5-61d9c50aeda6 req-c0e0deba-4a2c-4b04-87cd-e1b0bc7c9d48 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.663318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d421fc95-e209-4649-9027-49e491afd3be None None] Update dhcp port {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': '7a9d1f82-98ac-45ad-8526-c0215baafeb0', 'ip_address': '2001:db8::f816:3eff:fe06:c17b'}, {'subnet_id': '6262cd33-9f69-4c0f-9ca3-ac2543ee48db'}], 'binding:host_id': 'n-d-799527-2'}, 'id': 'bcd683b4-d884-477d-a0bd-8fc146b58510'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:45:32.758049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb4372-2f2f-4933-95ed-e3752bd90531 None None] Pushing event updated for resources: {'Port': ['ID=bcd683b4-d884-477d-a0bd-8fc146b58510,revision_number=11']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:32.762274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0deba-4a2c-4b04-87cd-e1b0bc7c9d48 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Pushing event deleted for resources: {'Port': ['ID=0e996e62-dd39-469e-a6e5-beead1b7258b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:32.764930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d421fc95-e209-4649-9027-49e491afd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.823892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bcd683b4-d884-477d-a0bd-8fc146b58510 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:32.824526 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.847398 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.853096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-54ae63e6-c069-4fc9-bd9d-0d1c29c222e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:32.868728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-54ae63e6-c069-4fc9-bd9d-0d1c29c222e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 1095 time: 0.4366784 Jul 06 11:45:32.976611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec803e7f-d0d8-4817-88a5-61d9c50aeda6 req-c0e0deba-4a2c-4b04-87cd-e1b0bc7c9d48 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] No DVR routers for this DVR port 0e996e62-dd39-469e-a6e5-beead1b7258b on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:32.987930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ec803e7f-d0d8-4817-88a5-61d9c50aeda6 req-c0e0deba-4a2c-4b04-87cd-e1b0bc7c9d48 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:32.993092 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ec803e7f-d0d8-4817-88a5-61d9c50aeda6 req-c0e0deba-4a2c-4b04-87cd-e1b0bc7c9d48 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.86 "DELETE /v2.0/ports/0e996e62-dd39-469e-a6e5-beead1b7258b HTTP/1.1" status: 204 len: 173 time: 4.2387540 Jul 06 11:45:33.017262 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Port 0e996e62-dd39-469e-a6e5-beead1b7258b update to DOWN by agent not found {{(pid=93816) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 11:45:33.073760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 186dffe0-2f7b-4dac-9318-6ed2ac6db284 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:45:33.101716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a065f-f512-44cb-9f04-90d240bc64b8 req-646d2e03-98f0-42d2-ba78-ab72ef42be93 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.106453 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a87a065f-f512-44cb-9f04-90d240bc64b8 req-646d2e03-98f0-42d2-ba78-ab72ef42be93 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 945 time: 1.1488874 Jul 06 11:45:33.135802 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-dc50c35d-29f6-495e-be99-56ea85af79ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b4ab69-91e9-4f11-be2c-841379188de7 HTTP/1.1" status: 200 len: 217 time: 0.2433479 Jul 06 11:45:33.217040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d421fc95-e209-4649-9027-49e491afd3be None None] Allocated IP 2001:db8:0:1::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/6262cd33-9f69-4c0f-9ca3-ac2543ee48db/bcd683b4-d884-477d-a0bd-8fc146b58510) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:33.242918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69f53b-77c0-4b95-bb93-1b88cf18c139 req-41e71ffe-5041-46d3-abe6-c27dd0513c16 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.265455 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce69f53b-77c0-4b95-bb93-1b88cf18c139 req-41e71ffe-5041-46d3-abe6-c27dd0513c16 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56b530d-6483-4fac-b935-26f1a246fca8 HTTP/1.1" status: 200 len: 867 time: 1.1980727 Jul 06 11:45:33.278746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-2a604315-0876-4f8e-a23f-f9d95ebb9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:33.280237 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-2a604315-0876-4f8e-a23f-f9d95ebb9de9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5 HTTP/1.1" status: 200 len: 844 time: 0.1287284 Jul 06 11:45:33.353816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-c3471ded-1136-4c20-91b3-628b458cbdc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581872 Jul 06 11:45:33.357170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a87a065f-f512-44cb-9f04-90d240bc64b8 req-531d1fcc-4be7-4ccc-8c0c-a40917dab779 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292316 Jul 06 11:45:33.362373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d421fc95-e209-4649-9027-49e491afd3be None None] For port bcd683b4-d884-477d-a0bd-8fc146b58510, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bcd683b4-d884-477d-a0bd-8fc146b58510,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:33.438501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce69f53b-77c0-4b95-bb93-1b88cf18c139 req-0c865bce-98dc-4979-a2b9-8c8df8c5fe80 tempest-ServerRescueTestJSON-1255227711 tempest-ServerRescueTestJSON-1255227711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702185 Jul 06 11:45:33.455288 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d421fc95-e209-4649-9027-49e491afd3be None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:33.516945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d421fc95-e209-4649-9027-49e491afd3be None None] Transition to ACTIVE for port object bcd683b4-d884-477d-a0bd-8fc146b58510 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:33.526845 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d421fc95-e209-4649-9027-49e491afd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:33.664791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3f13e5-41ec-417d-9a6b-7d70fc331dab {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:33.686500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:33.721733 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421fc95-e209-4649-9027-49e491afd3be None None] Pushing event updated for resources: {'Port': ['ID=bcd683b4-d884-477d-a0bd-8fc146b58510,revision_number=12']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:33.726738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device cd19207a-3ace-46aa-990c-686ed18977c2 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:33.733243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Transition to ACTIVE for port object ad3f13e5-41ec-417d-9a6b-7d70fc331dab will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:33.742022 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:33.881359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8:0:1::342 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/6262cd33-9f69-4c0f-9ca3-ac2543ee48db/186dffe0-2f7b-4dac-9318-6ed2ac6db284) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:33.901227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::f816:3eff:fe5c:db5f (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/7a9d1f82-98ac-45ad-8526-c0215baafeb0/186dffe0-2f7b-4dac-9318-6ed2ac6db284) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:34.032281 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:34.094709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port cd19207a-3ace-46aa-990c-686ed18977c2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:34.126886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port cd19207a-3ace-46aa-990c-686ed18977c2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:34.132259 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:34.144956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.146166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.147373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.147810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.150342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.150781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.151136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.151510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.152666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.153009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.153365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.153702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:34.227717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879f50c-176a-4425-b99e-0bb1fb30356d req-90cf4536-574b-4b56-80d3-d4081512b696 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.236093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e879f50c-176a-4425-b99e-0bb1fb30356d req-90cf4536-574b-4b56-80d3-d4081512b696 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 944 time: 0.3793192 Jul 06 11:45:34.271621 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:34.336211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 186dffe0-2f7b-4dac-9318-6ed2ac6db284 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:34.375515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e879f50c-176a-4425-b99e-0bb1fb30356d req-30d2554f-8623-4810-b47b-672a791ff7aa tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382163 Jul 06 11:45:34.458841 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cd4359-15ac-45a7-aa97-3af169db9859 x-openstack-request-id: req-44cd4359-15ac-45a7-aa97-3af169db9859 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:34.460164 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38ffd30-1e25-4480-8b15-1307671962d2", "tag": "a1b4ab69-91e9-4f11-be2c-841379188de7", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:34.461546 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44cd4359-15ac-45a7-aa97-3af169db9859 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:34.464595 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'tag': 'a1b4ab69-91e9-4f11-be2c-841379188de7', 'status': 'completed', 'code': 200} Jul 06 11:45:34.491502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Attempting to bind port ad3f13e5-41ec-417d-9a6b-7d70fc331dab on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:34.494578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Attempting to bind port ad3f13e5-41ec-417d-9a6b-7d70fc331dab by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '3ead9efc-6728-41eb-8833-39f5339090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:34.495220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Attempting to bind port ad3f13e5-41ec-417d-9a6b-7d70fc331dab on network f055efc6-fd71-4a95-b70e-0205d4429a10 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:34.498983 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:34.513132 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Port ad3f13e5-41ec-417d-9a6b-7d70fc331dab on network f055efc6-fd71-4a95-b70e-0205d4429a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:34.513680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Attempting to bind port ad3f13e5-41ec-417d-9a6b-7d70fc331dab on network f055efc6-fd71-4a95-b70e-0205d4429a10 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:34.553342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083ca7c9-7a32-4417-83d3-a723caf6ff5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19207a-3ace-46aa-990c-686ed18977c2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:34.553835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:34.554343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Checking segment: {'id': '3ead9efc-6728-41eb-8833-39f5339090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:34.554651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Bound using segment: {'id': '3ead9efc-6728-41eb-8833-39f5339090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:34.555189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Bound port: ad3f13e5-41ec-417d-9a6b-7d70fc331dab, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ead9efc-6728-41eb-8833-39f5339090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:34.555582 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:34.556593 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aa9821-7cf7-452d-9aa3-53cea48e77cb" -d '{"events": [{"server_uuid": "083ca7c9-7a32-4417-83d3-a723caf6ff5b", "name": "network-vif-plugged", "status": "completed", "tag": "cd19207a-3ace-46aa-990c-686ed18977c2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:34.578076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port cd19207a-3ace-46aa-990c-686ed18977c2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=cd19207a-3ace-46aa-990c-686ed18977c2,segment=NetworkSegment(af38be97-b209-4d4e-a674-3016ca75922d),segment_id=af38be97-b209-4d4e-a674-3016ca75922d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:34.587508 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:34.622496 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-b03ed596-d54d-4d5a-82d1-dad2c61bc0ce service neutron] 10.222.0.47 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2619739 Jul 06 11:45:34.645780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc3338-c532-4ae9-b398-b7b397d0847c req-2ee74bd0-af51-47a6-b306-8a9037bb73dd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.652510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc3338-c532-4ae9-b398-b7b397d0847c req-2ee74bd0-af51-47a6-b306-8a9037bb73dd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:34.659754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7bc3338-c532-4ae9-b398-b7b397d0847c req-2ee74bd0-af51-47a6-b306-8a9037bb73dd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1667 time: 0.3713284 Jul 06 11:45:34.757992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=cd19207a-3ace-46aa-990c-686ed18977c2,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:34.768395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7bc3338-c532-4ae9-b398-b7b397d0847c req-4d97df26-77a3-46b6-bfb9-b028b4b3b659 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074679 Jul 06 11:45:34.775184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bcd683b4-d884-477d-a0bd-8fc146b58510 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:34.869503 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04291cdf-4b11-4625-9d4d-b4b06832872f req-1bee11fd-2576-473d-9b18-d094e1c6c72b service neutron] 10.222.0.47 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339969 Jul 06 11:45:34.871755 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:34.962426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] For port ad3f13e5-41ec-417d-9a6b-7d70fc331dab, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:34.970793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] For port ad3f13e5-41ec-417d-9a6b-7d70fc331dab, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,segment=NetworkSegment(3ead9efc-6728-41eb-8833-39f5339090fb),segment_id=3ead9efc-6728-41eb-8833-39f5339090fb)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:34.990897 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:35.036835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46430) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:35.038919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=186dffe0-2f7b-4dac-9318-6ed2ac6db284,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:35.055556 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e792eb-3ddd-403d-9023-e70e831c6d15 req-95dcc219-2241-4f18-8ec1-0aab21276693 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.062202 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27e792eb-3ddd-403d-9023-e70e831c6d15 req-95dcc219-2241-4f18-8ec1-0aab21276693 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 946 time: 0.2778943 Jul 06 11:45:35.108463 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b285f16-8e3e-4939-9082-0d717ad9a481 x-openstack-request-id: req-4b285f16-8e3e-4939-9082-0d717ad9a481 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:35.108943 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083ca7c9-7a32-4417-83d3-a723caf6ff5b", "name": "network-vif-plugged", "status": "completed", "tag": "cd19207a-3ace-46aa-990c-686ed18977c2", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:35.110055 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b285f16-8e3e-4939-9082-0d717ad9a481 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:35.110741 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083ca7c9-7a32-4417-83d3-a723caf6ff5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19207a-3ace-46aa-990c-686ed18977c2', 'code': 200} Jul 06 11:45:35.383893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Pushing event updated for resources: {'Port': ['ID=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:35.458865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:35.466797 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:35.466797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8fe4fe0b-5cc7-4d00-a148-5f6e094e8533 service neutron] 10.222.0.86 "PUT /v2.0/ports/ad3f13e5-41ec-417d-9a6b-7d70fc331dab HTTP/1.1" status: 200 len: 1092 time: 3.7135084 Jul 06 11:45:35.469362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27e792eb-3ddd-403d-9023-e70e831c6d15 req-0494fb93-4d70-4109-9551-c7c6a078638d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788224 Jul 06 11:45:35.469978 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'tag': 'ad3f13e5-41ec-417d-9a6b-7d70fc331dab'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:35.481528 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a1774b-45d6-4362-a60d-a4ba9124776a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "tag": "ad3f13e5-41ec-417d-9a6b-7d70fc331dab"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:35.502300 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Request body: {'port': {'device_id': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:35.618031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:35.619022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30f649-3267-40dd-9acc-05f1d70b5dc8 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:35.688827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:35.689484 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1a0f7f-8013-45b8-adec-a9167a9a8576 x-openstack-request-id: req-da1a0f7f-8013-45b8-adec-a9167a9a8576 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:35.689879 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "tag": "ad3f13e5-41ec-417d-9a6b-7d70fc331dab", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:35.690209 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da1a0f7f-8013-45b8-adec-a9167a9a8576 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:35.690986 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'tag': 'ad3f13e5-41ec-417d-9a6b-7d70fc331dab', 'status': 'completed', 'code': 200} Jul 06 11:45:35.786637 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:35.798324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f70d0356-ca39-410b-afc8-fd21107cf44f None None] Provisioning for port bcd683b4-d884-477d-a0bd-8fc146b58510 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:35.853687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f70d0356-ca39-410b-afc8-fd21107cf44f None None] Provisioning complete for port bcd683b4-d884-477d-a0bd-8fc146b58510 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:35.854287 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f70d0356-ca39-410b-afc8-fd21107cf44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:36.010832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:36.017842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.019435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:36.137357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72230c24-abb8-43a8-9952-defd286839ef req-7a231a03-a9cb-48d2-9202-8a1aa5959676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.140066 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72230c24-abb8-43a8-9952-defd286839ef req-7a231a03-a9cb-48d2-9202-8a1aa5959676 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 1097 time: 0.7303653 Jul 06 11:45:36.279898 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-47598bc8-4050-4c06-8b89-79577b089a97 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.7300096 Jul 06 11:45:36.281684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46446) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:36.506335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56b530d-6483-4fac-b935-26f1a246fca8', 'name': 'network-vif-deleted', 'tag': '0e996e62-dd39-469e-a6e5-beead1b7258b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:36.509360 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33caaa0e-a36f-461f-a874-707bd061b28a" -d '{"events": [{"server_uuid": "b56b530d-6483-4fac-b935-26f1a246fca8", "name": "network-vif-deleted", "tag": "0e996e62-dd39-469e-a6e5-beead1b7258b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:36.603858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a79de-b5c0-4a1c-ab82-c7b6dfc30c25 req-059943c0-1ffc-4e5f-a248-6baf3fec95b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.611828 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-381a79de-b5c0-4a1c-ab82-c7b6dfc30c25 req-059943c0-1ffc-4e5f-a248-6baf3fec95b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 1095 time: 1.5772636 Jul 06 11:45:36.689511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ade909-e2ec-45c2-bf5a-76484db9f9b3 req-65960f41-ee4a-4820-9575-61007adb8210 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.749313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ade909-e2ec-45c2-bf5a-76484db9f9b3 req-65960f41-ee4a-4820-9575-61007adb8210 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.762643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5ade909-e2ec-45c2-bf5a-76484db9f9b3 req-65960f41-ee4a-4820-9575-61007adb8210 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1667 time: 0.6690135 Jul 06 11:45:36.786840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115318c2-f01f-4a85-b90d-1573d9215794 req-77d541e4-3732-4118-bd58-0bb8109df68c tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.800711 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-115318c2-f01f-4a85-b90d-1573d9215794 req-77d541e4-3732-4118-bd58-0bb8109df68c tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 944 time: 0.6483781 Jul 06 11:45:36.885358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1774b-45d6-4362-a60d-a4ba9124776a req-91441a20-dff4-4308-8985-4793f0c35752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.886255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1774b-45d6-4362-a60d-a4ba9124776a req-91441a20-dff4-4308-8985-4793f0c35752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:36.888163 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-26a1774b-45d6-4362-a60d-a4ba9124776a req-91441a20-dff4-4308-8985-4793f0c35752 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=73213e7223614a87b198f49fb373a2fe&device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1914 time: 0.8648438 Jul 06 11:45:36.898555 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72230c24-abb8-43a8-9952-defd286839ef req-31af42de-a352-4123-9459-9fb6f957740c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762378 Jul 06 11:45:37.082878 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-115318c2-f01f-4a85-b90d-1573d9215794 req-edc33fd0-3d74-4fa4-82a5-592ba8b2aae5 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729220 Jul 06 11:45:37.158482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5ade909-e2ec-45c2-bf5a-76484db9f9b3 req-ca4a908a-0406-4506-8a2d-73434ae95094 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349681 Jul 06 11:45:37.178035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a0679f6a-4457-46ec-ac8b-70a92b467eb3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 186dffe0-2f7b-4dac-9318-6ed2ac6db284 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:37.178823 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0679f6a-4457-46ec-ac8b-70a92b467eb3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:37.211233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d6d45f52-be11-4e1a-b0f3-9d4b2d304bc4 None None] Provisioning for port 186dffe0-2f7b-4dac-9318-6ed2ac6db284 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:37.216580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d6d45f52-be11-4e1a-b0f3-9d4b2d304bc4 None None] Provisioning complete for port 186dffe0-2f7b-4dac-9318-6ed2ac6db284 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:37.216954 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6d45f52-be11-4e1a-b0f3-9d4b2d304bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:37.321603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d6d45f52-be11-4e1a-b0f3-9d4b2d304bc4 None None] Port 186dffe0-2f7b-4dac-9318-6ed2ac6db284 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:37.346144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d6d45f52-be11-4e1a-b0f3-9d4b2d304bc4 None None] Provisioning complete for port bcd683b4-d884-477d-a0bd-8fc146b58510 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:37.354241 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6d45f52-be11-4e1a-b0f3-9d4b2d304bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:37.410520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a79de-b5c0-4a1c-ab82-c7b6dfc30c25 req-08961c85-8aa2-4907-930c-be21c3bb9bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.412656 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-381a79de-b5c0-4a1c-ab82-c7b6dfc30c25 req-08961c85-8aa2-4907-930c-be21c3bb9bbf service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 200 len: 905 time: 0.7675292 Jul 06 11:45:37.434843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4498c794-f5a2-47bf-9215-d3a98ba230a5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:37.455144 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:37.495759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Transition to ACTIVE for port object 4498c794-f5a2-47bf-9215-d3a98ba230a5 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:37.516460 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:37.734404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Pushing event updated for resources: {'Port': ['ID=4498c794-f5a2-47bf-9215-d3a98ba230a5,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:37.862628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a0e3c456-4650-423d-b1c7-9471d3f8f079 None None] Provisioning complete for port 186dffe0-2f7b-4dac-9318-6ed2ac6db284 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:37.867505 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c456-4650-423d-b1c7-9471d3f8f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:37.954811 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b348708-cd40-4c21-acf4-0f58a38feedc req-db0d0a2a-10b4-4060-8fbb-7be737ef4ecc tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:37.963105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b348708-cd40-4c21-acf4-0f58a38feedc req-db0d0a2a-10b4-4060-8fbb-7be737ef4ecc tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 946 time: 0.4627993 Jul 06 11:45:38.013189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3c456-4650-423d-b1c7-9471d3f8f079 None None] Port 186dffe0-2f7b-4dac-9318-6ed2ac6db284 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:38.026141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Attempting to bind port 4498c794-f5a2-47bf-9215-d3a98ba230a5 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:38.026407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Attempting to bind port 4498c794-f5a2-47bf-9215-d3a98ba230a5 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '3e60a942-5511-46ea-adab-6ee8b6944ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:38.026865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Attempting to bind port 4498c794-f5a2-47bf-9215-d3a98ba230a5 on network 02220dd7-6cdc-4579-88f8-65b9011cd947 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:38.058907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Port 4498c794-f5a2-47bf-9215-d3a98ba230a5 on network 02220dd7-6cdc-4579-88f8-65b9011cd947 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:45:38.059237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Attempting to bind port 4498c794-f5a2-47bf-9215-d3a98ba230a5 on network 02220dd7-6cdc-4579-88f8-65b9011cd947 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:38.069005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b348708-cd40-4c21-acf4-0f58a38feedc req-361353de-1232-4e56-9046-f7e59a18caf4 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046367 Jul 06 11:45:38.079276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:38.086694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Checking segment: {'id': '3e60a942-5511-46ea-adab-6ee8b6944ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:38.087303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Bound using segment: {'id': '3e60a942-5511-46ea-adab-6ee8b6944ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:38.088984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Bound port: 4498c794-f5a2-47bf-9215-d3a98ba230a5, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e60a942-5511-46ea-adab-6ee8b6944ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:38.088984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:38.400600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] For port 4498c794-f5a2-47bf-9215-d3a98ba230a5, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:38.410367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] For port 4498c794-f5a2-47bf-9215-d3a98ba230a5, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4498c794-f5a2-47bf-9215-d3a98ba230a5,segment=NetworkSegment(3e60a942-5511-46ea-adab-6ee8b6944ddc),segment_id=3e60a942-5511-46ea-adab-6ee8b6944ddc)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:38.422197 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:38.486761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1774b-45d6-4362-a60d-a4ba9124776a req-02de70e8-be86-47d1-ba8c-b56c0edd10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:38.487815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1774b-45d6-4362-a60d-a4ba9124776a req-02de70e8-be86-47d1-ba8c-b56c0edd10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:38.488598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1774b-45d6-4362-a60d-a4ba9124776a req-02de70e8-be86-47d1-ba8c-b56c0edd10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:38.494930 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-26a1774b-45d6-4362-a60d-a4ba9124776a req-02de70e8-be86-47d1-ba8c-b56c0edd10b8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=73213e7223614a87b198f49fb373a2fe&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.5915713 Jul 06 11:45:38.497512 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-381a79de-b5c0-4a1c-ab82-c7b6dfc30c25 req-40aab4bf-52dd-45ec-8c3e-67c9ef97ccc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b4ab69-91e9-4f11-be2c-841379188de7 HTTP/1.1" status: 200 len: 217 time: 1.0668204 Jul 06 11:45:38.500261 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252c449a-2660-4fed-a0e1-6259404f9660 x-openstack-request-id: req-252c449a-2660-4fed-a0e1-6259404f9660 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:38.500800 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56b530d-6483-4fac-b935-26f1a246fca8", "name": "network-vif-deleted", "tag": "0e996e62-dd39-469e-a6e5-beead1b7258b", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:38.501221 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-252c449a-2660-4fed-a0e1-6259404f9660 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:38.501850 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56b530d-6483-4fac-b935-26f1a246fca8', 'name': 'network-vif-deleted', 'tag': '0e996e62-dd39-469e-a6e5-beead1b7258b', 'status': 'completed', 'code': 200} Jul 06 11:45:38.650450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:38.651299 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:38.653757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] 10.222.0.86 "PUT /v2.0/ports/4498c794-f5a2-47bf-9215-d3a98ba230a5 HTTP/1.1" status: 200 len: 1092 time: 3.1556859 Jul 06 11:45:38.661792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'tag': '4498c794-f5a2-47bf-9215-d3a98ba230a5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:38.669320 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008345b8-2215-4cfe-9a50-ba62d12a49e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "tag": "4498c794-f5a2-47bf-9215-d3a98ba230a5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:38.717194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657f88c-a9ef-405d-a0ff-3fc826b09c56 service neutron] Pushing event updated for resources: {'Port': ['ID=4498c794-f5a2-47bf-9215-d3a98ba230a5,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:38.717592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a79de-b5c0-4a1c-ab82-c7b6dfc30c25 req-69f4a939-5816-4a70-8031-32419fd10710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:38.717592 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-381a79de-b5c0-4a1c-ab82-c7b6dfc30c25 req-69f4a939-5816-4a70-8031-32419fd10710 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5 HTTP/1.1" status: 200 len: 844 time: 0.1940858 Jul 06 11:45:38.861961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53622212-cbd2-4785-be90-fc2110c1cd6b req-cfb25fde-93be-4c87-b5f5-8a8a6e316f44 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:38.874601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53622212-cbd2-4785-be90-fc2110c1cd6b req-cfb25fde-93be-4c87-b5f5-8a8a6e316f44 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:38.881437 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0679f6a-4457-46ec-ac8b-70a92b467eb3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:38.883507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53622212-cbd2-4785-be90-fc2110c1cd6b req-cfb25fde-93be-4c87-b5f5-8a8a6e316f44 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1679 time: 0.4254141 Jul 06 11:45:38.893849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc6422-69a1-44bd-bb43-d9e99b0ab1fe req-9ef53431-6082-44cc-97ee-a35f1c6cc5b7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:38.901157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-381a79de-b5c0-4a1c-ab82-c7b6dfc30c25 req-b1e0a9d0-4bc7-49a3-b515-32994f0c0de6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871224 Jul 06 11:45:38.901457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28bc6422-69a1-44bd-bb43-d9e99b0ab1fe req-9ef53431-6082-44cc-97ee-a35f1c6cc5b7 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 944 time: 0.4759467 Jul 06 11:45:38.998577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53622212-cbd2-4785-be90-fc2110c1cd6b req-c057ade0-e27f-42dc-92b0-eea43457b6b5 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139085 Jul 06 11:45:39.013698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28bc6422-69a1-44bd-bb43-d9e99b0ab1fe req-3aa79f3d-5d5b-4528-830c-8cdcf136005e tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108508 Jul 06 11:45:39.021206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a0679f6a-4457-46ec-ac8b-70a92b467eb3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 186dffe0-2f7b-4dac-9318-6ed2ac6db284 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:39.155733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:39.172334 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdde01bf-6e8d-4c9f-8ad2-eecb77236392 x-openstack-request-id: req-bdde01bf-6e8d-4c9f-8ad2-eecb77236392 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:39.172812 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "tag": "4498c794-f5a2-47bf-9215-d3a98ba230a5", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:39.173242 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdde01bf-6e8d-4c9f-8ad2-eecb77236392 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:39.173884 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'tag': '4498c794-f5a2-47bf-9215-d3a98ba230a5', 'status': 'completed', 'code': 200} Jul 06 11:45:39.288507 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a1b4ab69-91e9-4f11-be2c-841379188de7 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:39.368370 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1774b-45d6-4362-a60d-a4ba9124776a req-0976e9f0-1986-4d57-8495-a5077bcec703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.368370 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-26a1774b-45d6-4362-a60d-a4ba9124776a req-0976e9f0-1986-4d57-8495-a5077bcec703 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8135731 Jul 06 11:45:39.402221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-381a79de-b5c0-4a1c-ab82-c7b6dfc30c25 req-a5cb1238-c671-424e-b788-befabb93f6be service neutron] 10.222.0.47 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824436 Jul 06 11:45:39.516842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a1b4ab69-91e9-4f11-be2c-841379188de7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a1b4ab69-91e9-4f11-be2c-841379188de7,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:39.532430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'a1b4ab69-91e9-4f11-be2c-841379188de7', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'port_id': 'a1b4ab69-91e9-4f11-be2c-841379188de7', 'mac_address': 'fa:16:3e:31:8c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:39.534627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae1c97-80e0-4fce-baf5-61fe4694f23f req-9268d543-1d71-42a5-960d-57ae766cc417 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.543567 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cae1c97-80e0-4fce-baf5-61fe4694f23f req-9268d543-1d71-42a5-960d-57ae766cc417 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 946 time: 0.2034211 Jul 06 11:45:39.603783 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:39.606343 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-381a79de-b5c0-4a1c-ab82-c7b6dfc30c25 req-135d05e7-f242-42ce-8582-3fbcf913960b service neutron] 10.222.0.47 "GET /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180255 Jul 06 11:45:39.609756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cae1c97-80e0-4fce-baf5-61fe4694f23f req-30f5c7e1-5bf3-4815-8231-27655443b1e3 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618086 Jul 06 11:45:39.672820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b4ab69-91e9-4f11-be2c-841379188de7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:39.759206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a1b4ab69-91e9-4f11-be2c-841379188de7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a1b4ab69-91e9-4f11-be2c-841379188de7,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:39.769455 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:39.816925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f467967-914c-46a1-92b2-1b1232c6455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.817804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f467967-914c-46a1-92b2-1b1232c6455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:39.821527 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-9f467967-914c-46a1-92b2-1b1232c6455b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=73213e7223614a87b198f49fb373a2fe&device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1981 time: 0.3681524 Jul 06 11:45:39.889256 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-ccff1531-1bc3-425a-a43f-425f790fb4be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=ad3f13e5-41ec-417d-9a6b-7d70fc331dab HTTP/1.1" status: 200 len: 217 time: 0.0582232 Jul 06 11:45:40.049286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a1b4ab69-91e9-4f11-be2c-841379188de7,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:40.049965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-ee2b6f63-4dea-4245-8771-fe080f79d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.052168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-ee2b6f63-4dea-4245-8771-fe080f79d683 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=399ea513-9acd-4435-94fa-75831dbca887 HTTP/1.1" status: 200 len: 801 time: 0.1475513 Jul 06 11:45:40.053076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0679f6a-4457-46ec-ac8b-70a92b467eb3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.128100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0679f6a-4457-46ec-ac8b-70a92b467eb3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=186dffe0-2f7b-4dac-9318-6ed2ac6db284,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:40.177381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['a1b4ab69-91e9-4f11-be2c-841379188de7'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:40.255292 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0679f6a-4457-46ec-ac8b-70a92b467eb3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.257929 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a0679f6a-4457-46ec-ac8b-70a92b467eb3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/186dffe0-2f7b-4dac-9318-6ed2ac6db284 HTTP/1.1" status: 204 len: 168 time: 3.9677644 Jul 06 11:45:40.261171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46526) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:40.392007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-4e7f5897-3eb9-4078-863d-9d505fa41a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.393862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-4e7f5897-3eb9-4078-863d-9d505fa41a84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f055efc6-fd71-4a95-b70e-0205d4429a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3329272 Jul 06 11:45:40.460578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aecda2-57bf-4732-8f6f-35f03b32fb48 req-a8a2c25e-9552-4657-828e-3a260a984aae tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.475040 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25aecda2-57bf-4732-8f6f-35f03b32fb48 req-a8a2c25e-9552-4657-828e-3a260a984aae tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 945 time: 0.1454639 Jul 06 11:45:40.513272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc0a10e-f71b-442a-87d2-c87b9b061f9a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.517984 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-efc0a10e-f71b-442a-87d2-c87b9b061f9a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2549758 Jul 06 11:45:40.521628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46534) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:40.533358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] Deleting port 5132e52d-af0f-412c-867b-7c6ee6c20af0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:40.533702 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.600461 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25aecda2-57bf-4732-8f6f-35f03b32fb48 req-11c94ada-1a0c-4ca1-8d10-45bd983e3892 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239724 Jul 06 11:45:40.638920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] For port 5132e52d-af0f-412c-867b-7c6ee6c20af0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5132e52d-af0f-412c-867b-7c6ee6c20af0,segment=NetworkSegment(ce1517e5-48c5-44b1-96b9-38381d1df310),segment_id=ce1517e5-48c5-44b1-96b9-38381d1df310)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:40.639538 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.663888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] Calling delete_port for 5132e52d-af0f-412c-867b-7c6ee6c20af0 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:40.694754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f68fab-1d8b-4276-89dd-eb6381f3bcb1 req-6da5611a-1da6-4c79-8a24-006e12373ed9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.705796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f68fab-1d8b-4276-89dd-eb6381f3bcb1 req-6da5611a-1da6-4c79-8a24-006e12373ed9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.725731 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36f68fab-1d8b-4276-89dd-eb6381f3bcb1 req-6da5611a-1da6-4c79-8a24-006e12373ed9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1679 time: 0.3329170 Jul 06 11:45:40.823606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103b51d4-11f1-42f9-b551-fde3255b9484 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.826541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-103b51d4-11f1-42f9-b551-fde3255b9484 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.3025720 Jul 06 11:45:40.830705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:40.929825 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36f68fab-1d8b-4276-89dd-eb6381f3bcb1 req-333a847e-2267-4d4f-b3fa-57a41b6d0952 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035336 Jul 06 11:45:40.957867 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f28634a5-a94d-4d59-b4f8-54967a8208e7 service neutron] 10.222.0.86 "GET /v2.0/networks/f055efc6-fd71-4a95-b70e-0205d4429a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488238 Jul 06 11:45:40.962190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6254e6b6-ff81-4a02-9e6c-7d4a4c2798e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.964537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6254e6b6-ff81-4a02-9e6c-7d4a4c2798e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.966179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6254e6b6-ff81-4a02-9e6c-7d4a4c2798e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:40.971601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6254e6b6-ff81-4a02-9e6c-7d4a4c2798e2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1393600 Jul 06 11:45:40.972238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46550) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:41.056600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9371d6-ac9f-4b1b-9db6-538874e47265 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 6262cd33-9f69-4c0f-9ca3-ac2543ee48db {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:41.061553 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb9371d6-ac9f-4b1b-9db6-538874e47265 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.106966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46560) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:41.164888 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb9371d6-ac9f-4b1b-9db6-538874e47265 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.306817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a1b4ab69-91e9-4f11-be2c-841379188de7 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:41.327096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.408810 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-f480ccbd-3781-45be-844f-2af36d1be794 service neutron] 10.222.0.86 "GET /v2.0/networks/f055efc6-fd71-4a95-b70e-0205d4429a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412863 Jul 06 11:45:41.435642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] Pushing event deleted for resources: {'Port': ['ID=5132e52d-af0f-412c-867b-7c6ee6c20af0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:41.449281 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb9371d6-ac9f-4b1b-9db6-538874e47265 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.475040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port a1b4ab69-91e9-4f11-be2c-841379188de7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:41.491802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port a1b4ab69-91e9-4f11-be2c-841379188de7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:41.492352 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.576077 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-97121068-b658-4338-ac68-7e547eaaf736 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=4498c794-f5a2-47bf-9215-d3a98ba230a5 HTTP/1.1" status: 200 len: 217 time: 0.1666930 Jul 06 11:45:41.763037 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:41.838777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-92251967-cba0-4612-aa45-301714183982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:41.843596 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b4ab69-91e9-4f11-be2c-841379188de7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:41.844593 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-92251967-cba0-4612-aa45-301714183982 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d178c89-95e9-4e72-aa43-74a7385c32ad HTTP/1.1" status: 200 len: 801 time: 0.2054927 Jul 06 11:45:41.852791 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e23c34-873b-4cf6-8832-52651c48ea5a" -d '{"events": [{"server_uuid": "b38ffd30-1e25-4480-8b15-1307671962d2", "name": "network-vif-plugged", "status": "completed", "tag": "a1b4ab69-91e9-4f11-be2c-841379188de7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:41.903150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a1b4ab69-91e9-4f11-be2c-841379188de7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a1b4ab69-91e9-4f11-be2c-841379188de7,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:41.914117 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.019828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a1b4ab69-91e9-4f11-be2c-841379188de7,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:42.159657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.289124 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb9371d6-ac9f-4b1b-9db6-538874e47265 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.333583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2abd4f5e-4af9-4961-b81b-e8e260b78189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:42.336063 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-2abd4f5e-4af9-4961-b81b-e8e260b78189 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02220dd7-6cdc-4579-88f8-65b9011cd947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4796762 Jul 06 11:45:42.341604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9371d6-ac9f-4b1b-9db6-538874e47265 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=6262cd33-9f69-4c0f-9ca3-ac2543ee48db,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:42.384878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb9371d6-ac9f-4b1b-9db6-538874e47265 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:42.388603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cb9371d6-ac9f-4b1b-9db6-538874e47265 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/6262cd33-9f69-4c0f-9ca3-ac2543ee48db HTTP/1.1" status: 204 len: 168 time: 1.4150767 Jul 06 11:45:42.389932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e450f8a3-2629-49f4-b0a3-441c159d2790 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:42.401835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297207f-22de-4ed0-9cfd-0ffdc0f39fe6 req-a5ba94a8-bceb-410a-bead-5c2161da1ae4 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:42.404553 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0297207f-22de-4ed0-9cfd-0ffdc0f39fe6 req-a5ba94a8-bceb-410a-bead-5c2161da1ae4 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 946 time: 0.3018255 Jul 06 11:45:42.407243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46588) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:42.478479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1976a-45f9-4ec6-a6b9-52b80e56297a req-47ed37d1-ee77-493d-ac29-99e5edca4cd9 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:42.490978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dce1976a-45f9-4ec6-a6b9-52b80e56297a req-47ed37d1-ee77-493d-ac29-99e5edca4cd9 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 946 time: 0.3783951 Jul 06 11:45:42.621171 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-c1605a52-3bfd-41bb-9776-fe01e8edd383 service neutron] 10.222.0.86 "GET /v2.0/networks/02220dd7-6cdc-4579-88f8-65b9011cd947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723377 Jul 06 11:45:42.652312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0297207f-22de-4ed0-9cfd-0ffdc0f39fe6 req-edd86dbe-e14c-45ea-9fd4-8f1910a5f703 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361040 Jul 06 11:45:42.700625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dce1976a-45f9-4ec6-a6b9-52b80e56297a req-8b26eda9-c1f1-403e-b328-d7f27b6da6c9 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077203 Jul 06 11:45:42.748181 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3461f7f9-c95c-4be9-a916-f6875453b3e6 x-openstack-request-id: req-3461f7f9-c95c-4be9-a916-f6875453b3e6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:42.748785 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38ffd30-1e25-4480-8b15-1307671962d2", "name": "network-vif-plugged", "status": "completed", "tag": "a1b4ab69-91e9-4f11-be2c-841379188de7", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:42.749197 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3461f7f9-c95c-4be9-a916-f6875453b3e6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:42.749752 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b4ab69-91e9-4f11-be2c-841379188de7', 'code': 200} Jul 06 11:45:42.927730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e8d8cd-b4d8-4e29-9f4e-59cda3e26a9c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 7a9d1f82-98ac-45ad-8526-c0215baafeb0 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:43.424086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e9e4-49c6-457c-893a-3a4edf34d727 req-62c5664c-88bc-4f36-a5d9-b9d458aa1fb3 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:43.438537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e9e4-49c6-457c-893a-3a4edf34d727 req-62c5664c-88bc-4f36-a5d9-b9d458aa1fb3 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:43.448891 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17e8d8cd-b4d8-4e29-9f4e-59cda3e26a9c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:43.454191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68f2e9e4-49c6-457c-893a-3a4edf34d727 req-62c5664c-88bc-4f36-a5d9-b9d458aa1fb3 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1679 time: 0.3568239 Jul 06 11:45:43.481709 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:43.568507 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17e8d8cd-b4d8-4e29-9f4e-59cda3e26a9c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:43.624168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0817d3ee-1e55-471f-938e-888be293ce2d req-8bcad704-bf9c-402a-9d3e-f1e2fc607da7 service neutron] 10.222.0.86 "GET /v2.0/networks/02220dd7-6cdc-4579-88f8-65b9011cd947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8406489 Jul 06 11:45:43.633885 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68f2e9e4-49c6-457c-893a-3a4edf34d727 req-fd725466-4c7b-4f39-9f90-9c01eba3a9b8 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688662 Jul 06 11:45:43.668259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dcfb851a-adad-4b33-a069-1a8f8feb488e None None] Provisioning complete for port bcd683b4-d884-477d-a0bd-8fc146b58510 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:43.669539 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcfb851a-adad-4b33-a069-1a8f8feb488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:43.752133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] Router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:45:43.927478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af398a95-7bdd-48fd-a8e1-3adedb988e91 req-32ceb5fa-91eb-4d94-8ed0-302ddc12e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:43.930849 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-af398a95-7bdd-48fd-a8e1-3adedb988e91 req-32ceb5fa-91eb-4d94-8ed0-302ddc12e241 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 1097 time: 0.9967442 Jul 06 11:45:43.954333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17e8d8cd-b4d8-4e29-9f4e-59cda3e26a9c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.138146 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47658e07-e1db-4784-a704-0fac5ed1755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.163399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a760d3-99eb-4401-a680-eff772788896 req-435523d3-7ec6-4699-b6c5-f49137151595 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.166136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79a760d3-99eb-4401-a680-eff772788896 req-435523d3-7ec6-4699-b6c5-f49137151595 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.86 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 946 time: 0.8313355 Jul 06 11:45:44.207557 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-af398a95-7bdd-48fd-a8e1-3adedb988e91 req-164841d9-ffc7-404d-b01d-a009147de35c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633312 Jul 06 11:45:44.216167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-81c751f4-5c7e-41bf-8012-50e702bdd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.216670 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-81c751f4-5c7e-41bf-8012-50e702bdd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.218336 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-81c751f4-5c7e-41bf-8012-50e702bdd551 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=73213e7223614a87b198f49fb373a2fe&device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1981 time: 0.4718535 Jul 06 11:45:44.260101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17e8d8cd-b4d8-4e29-9f4e-59cda3e26a9c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.340618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8d8cd-b4d8-4e29-9f4e-59cda3e26a9c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9d1f82-98ac-45ad-8526-c0215baafeb0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:44.347222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:45:44.353172 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c6920a7b-cd36-4647-91bb-96b8c37e4647 admin admin] 10.222.0.21 "PUT /v2.0/routers/11294a21-15ae-4496-ac6c-1c3c372e6ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3064837 Jul 06 11:45:44.361078 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46622) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:44.368624 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17e8d8cd-b4d8-4e29-9f4e-59cda3e26a9c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.373462 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-17e8d8cd-b4d8-4e29-9f4e-59cda3e26a9c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/7a9d1f82-98ac-45ad-8526-c0215baafeb0 HTTP/1.1" status: 204 len: 168 time: 1.9625804 Jul 06 11:45:44.377651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46624) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:44.413096 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b9662-cfcf-4eb8-a98f-2501cc21dcb8 None None] Sync routers for ids ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:45:44.416483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570246f3-a29e-4b0b-bf9b-9844828ea5ad None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:44.436821 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b9662-cfcf-4eb8-a98f-2501cc21dcb8 None None] Routers {'11294a21-15ae-4496-ac6c-1c3c372e6ec1'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:44.438859 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0f6b9662-cfcf-4eb8-a98f-2501cc21dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:45:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:44.517236 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ff90be3-c082-4182-9310-9538dce671fa tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1378825 Jul 06 11:45:44.522958 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46626) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:44.533379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-293362c7-5ca2-493f-b0be-471f5726d7ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:44.649370 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-0f6b9662-cfcf-4eb8-a98f-2501cc21dcb8 None None] Set router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:44.667359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-a4e1bd78-0908-4310-b7b9-d4b29567ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.669232 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-a4e1bd78-0908-4310-b7b9-d4b29567ffb8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=02220dd7-6cdc-4579-88f8-65b9011cd947 HTTP/1.1" status: 200 len: 902 time: 0.4411714 Jul 06 11:45:44.672156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591822b-4ec1-42ac-8c22-f73b16abc223 req-830e1222-56bc-4bb4-8e28-129c9e8c72e2 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.693101 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9591822b-4ec1-42ac-8c22-f73b16abc223 req-830e1222-56bc-4bb4-8e28-129c9e8c72e2 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 946 time: 0.5244789 Jul 06 11:45:44.742242 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-6019fe08-50f2-4799-8d9d-9b21a13a1ee6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=4498c794-f5a2-47bf-9215-d3a98ba230a5 HTTP/1.1" status: 200 len: 217 time: 0.0621130 Jul 06 11:45:44.825125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:45:44.840433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-3171ceba-4e90-45f4-9661-9b95efff904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.843435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-3171ceba-4e90-45f4-9661-9b95efff904f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d178c89-95e9-4e72-aa43-74a7385c32ad HTTP/1.1" status: 200 len: 801 time: 0.0912910 Jul 06 11:45:44.853948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ff162-2b3c-491a-8cda-1d92a27f69b8 req-c20211a3-78a0-4978-a87e-ae4cd09d4e96 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:44.862164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-735ff162-2b3c-491a-8cda-1d92a27f69b8 req-c20211a3-78a0-4978-a87e-ae4cd09d4e96 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 946 time: 0.6443465 Jul 06 11:45:44.915417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9591822b-4ec1-42ac-8c22-f73b16abc223 req-a3bbc384-6432-49c0-a910-4dfa75bf3538 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929941 Jul 06 11:45:44.920931 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.965406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Deleting port bcd683b4-d884-477d-a0bd-8fc146b58510 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:44.966205 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:44.998472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-79a760d3-99eb-4401-a680-eff772788896 req-36d8dbc3-a130-43d7-8260-18e6a717789d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Deleting port cd19207a-3ace-46aa-990c-686ed18977c2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:44.998623 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79a760d3-99eb-4401-a680-eff772788896 req-36d8dbc3-a130-43d7-8260-18e6a717789d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.102989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-735ff162-2b3c-491a-8cda-1d92a27f69b8 req-4643a4b8-cc49-4bc2-b6f2-4b603bb32a19 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/security-groups?id=04255f4c-5e18-4910-8800-7d57bf35a942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398300 Jul 06 11:45:45.184923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293362c7-5ca2-493f-b0be-471f5726d7ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:45.203509 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-293362c7-5ca2-493f-b0be-471f5726d7ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.283796 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0f6b9662-cfcf-4eb8-a98f-2501cc21dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'name': 'tempest-ServerRescueTestJSON-1464135675-router', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:29Z', 'updated_at': '2021-07-06T11:45:41Z', 'revision_number': 5, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'gw_port': {'id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:45.297958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-79a760d3-99eb-4401-a680-eff772788896 req-36d8dbc3-a130-43d7-8260-18e6a717789d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] For port cd19207a-3ace-46aa-990c-686ed18977c2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=cd19207a-3ace-46aa-990c-686ed18977c2,segment=NetworkSegment(af38be97-b209-4d4e-a674-3016ca75922d),segment_id=af38be97-b209-4d4e-a674-3016ca75922d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:45.308872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79a760d3-99eb-4401-a680-eff772788896 req-36d8dbc3-a130-43d7-8260-18e6a717789d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.338988 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b9662-cfcf-4eb8-a98f-2501cc21dcb8 None None] Checking router: 11294a21-15ae-4496-ac6c-1c3c372e6ec1 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:45:45.377758 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b9662-cfcf-4eb8-a98f-2501cc21dcb8 None None] Routers {'11294a21-15ae-4496-ac6c-1c3c372e6ec1'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:45.378418 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0f6b9662-cfcf-4eb8-a98f-2501cc21dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:45:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:45.456294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-79a760d3-99eb-4401-a680-eff772788896 req-36d8dbc3-a130-43d7-8260-18e6a717789d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Calling delete_port for cd19207a-3ace-46aa-990c-686ed18977c2 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:45.510777 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-293362c7-5ca2-493f-b0be-471f5726d7ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.644572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] For port bcd683b4-d884-477d-a0bd-8fc146b58510, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bcd683b4-d884-477d-a0bd-8fc146b58510,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:45.647110 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.669906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Calling delete_port for bcd683b4-d884-477d-a0bd-8fc146b58510 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:45.678714 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-0f6b9662-cfcf-4eb8-a98f-2501cc21dcb8 None None] Set router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:45.703289 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ad3f13e5-41ec-417d-9a6b-7d70fc331dab details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:45.731101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.791261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293362c7-5ca2-493f-b0be-471f5726d7ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=5fd60540-3134-4c18-be59-0f69efd0d69c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:45.817423 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293362c7-5ca2-493f-b0be-471f5726d7ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:45.839200 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] Deleting port ef061a03-833b-476b-8f86-30acc6a9b32e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:45.839835 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.849995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-293362c7-5ca2-493f-b0be-471f5726d7ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:45.856152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293362c7-5ca2-493f-b0be-471f5726d7ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:45.857372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-293362c7-5ca2-493f-b0be-471f5726d7ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:45.896754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-016367a9-0bac-4066-a29e-f70a4a261b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:45.899559 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-016367a9-0bac-4066-a29e-f70a4a261b5d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02220dd7-6cdc-4579-88f8-65b9011cd947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0403159 Jul 06 11:45:45.963126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505b2b4-83a6-4286-9a0a-2edc58e7b001 req-dd520395-dec1-43c7-83a1-e50da362a3b6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:45.964262 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-293362c7-5ca2-493f-b0be-471f5726d7ef tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4399827 Jul 06 11:45:45.979488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46646) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:45.983861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505b2b4-83a6-4286-9a0a-2edc58e7b001 req-dd520395-dec1-43c7-83a1-e50da362a3b6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:45.986913 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6505b2b4-83a6-4286-9a0a-2edc58e7b001 req-dd520395-dec1-43c7-83a1-e50da362a3b6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1679 time: 0.3343554 Jul 06 11:45:45.987812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4d36c71b-5790-45ad-8301-e7e31b2fed67 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:46.047506 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0f6b9662-cfcf-4eb8-a98f-2501cc21dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'name': 'tempest-ServerRescueTestJSON-1464135675-router', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:29Z', 'updated_at': '2021-07-06T11:45:41Z', 'revision_number': 5, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'gw_port': {'id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:46.137053 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.179522 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79a760d3-99eb-4401-a680-eff772788896 req-36d8dbc3-a130-43d7-8260-18e6a717789d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.184951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Pushing event deleted for resources: {'Port': ['ID=bcd683b4-d884-477d-a0bd-8fc146b58510,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:46.206260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Deleting port d0d69aed-7b62-4325-acbc-637071bec127 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:46.207319 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.209818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] No DVR routers for this DVR port bcd683b4-d884-477d-a0bd-8fc146b58510 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:46.217098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['cd19207a-3ace-46aa-990c-686ed18977c2'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:46.243438 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b9662-cfcf-4eb8-a98f-2501cc21dcb8 None None] The sync data for ids ['11294a21-15ae-4496-ac6c-1c3c372e6ec1'] in n-d-799527-2 is: [{'id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'name': 'tempest-ServerRescueTestJSON-1464135675-router', 'tenant_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:42:29Z', 'updated_at': '2021-07-06T11:45:41Z', 'revision_number': 5, 'project_id': 'f86fa5ba0bd6446b8a90e5c0ccded402', 'gw_port': {'id': 'd0d69aed-7b62-4325-acbc-637071bec127', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11294a21-15ae-4496-ac6c-1c3c372e6ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:42:32Z', 'updated_at': '2021-07-06T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:45:46.313968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.313968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.316773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.316773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.316773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.316773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.316773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.316773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.317922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.318675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.318856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.319380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617909a6-9189-41cd-8237-6dfc12d88c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:45:46.326799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ad3f13e5-41ec-417d-9a6b-7d70fc331dab, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,segment=NetworkSegment(3ead9efc-6728-41eb-8833-39f5339090fb),segment_id=3ead9efc-6728-41eb-8833-39f5339090fb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:46.338442 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6505b2b4-83a6-4286-9a0a-2edc58e7b001 req-0c4e567d-5c71-4e5a-b9eb-c0fe504f0a5a tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533464 Jul 06 11:45:46.357486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a0a379-dc6c-4b09-9547-c1db9d4cb231 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:46.416950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] For port d0d69aed-7b62-4325-acbc-637071bec127, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d0d69aed-7b62-4325-acbc-637071bec127,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:46.417660 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.439129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Calling delete_port for d0d69aed-7b62-4325-acbc-637071bec127 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:46.471383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8dbc3-a130-43d7-8260-18e6a717789d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Pushing event deleted for resources: {'Port': ['ID=cd19207a-3ace-46aa-990c-686ed18977c2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:46.478687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a760d3-99eb-4401-a680-eff772788896 req-36d8dbc3-a130-43d7-8260-18e6a717789d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] No DVR routers for this DVR port cd19207a-3ace-46aa-990c-686ed18977c2 on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:46.489059 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79a760d3-99eb-4401-a680-eff772788896 req-36d8dbc3-a130-43d7-8260-18e6a717789d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.492792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79a760d3-99eb-4401-a680-eff772788896 req-36d8dbc3-a130-43d7-8260-18e6a717789d tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.86 "DELETE /v2.0/ports/cd19207a-3ace-46aa-990c-686ed18977c2 HTTP/1.1" status: 204 len: 173 time: 2.2718163 Jul 06 11:45:46.497130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083ca7c9-7a32-4417-83d3-a723caf6ff5b', 'name': 'network-vif-deleted', 'tag': 'cd19207a-3ace-46aa-990c-686ed18977c2'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:46.502138 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59ad361-9c41-4f3b-9998-fdf876da50f5" -d '{"events": [{"server_uuid": "083ca7c9-7a32-4417-83d3-a723caf6ff5b", "name": "network-vif-deleted", "tag": "cd19207a-3ace-46aa-990c-686ed18977c2"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:46.552583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'ad3f13e5-41ec-417d-9a6b-7d70fc331dab', 'network_id': 'f055efc6-fd71-4a95-b70e-0205d4429a10', 'port_id': 'ad3f13e5-41ec-417d-9a6b-7d70fc331dab', 'mac_address': 'fa:16:3e:48:62:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399ea513-9acd-4435-94fa-75831dbca887', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:46.557043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] For port ef061a03-833b-476b-8f86-30acc6a9b32e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ef061a03-833b-476b-8f86-30acc6a9b32e,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:46.557736 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.574556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '5fd60540-3134-4c18-be59-0f69efd0d69c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:45:46.576405 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.599096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] Calling delete_port for ef061a03-833b-476b-8f86-30acc6a9b32e owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:46.643421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df616350-19c8-4476-8bfb-7c0c6906b2a2 req-f53f199f-ab66-4705-922f-2c47ebc166db tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:46.648209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df616350-19c8-4476-8bfb-7c0c6906b2a2 req-f53f199f-ab66-4705-922f-2c47ebc166db tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 946 time: 0.3043923 Jul 06 11:45:46.716675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:46.835599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d69aed-7b62-4325-acbc-637071bec127,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:46.853303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bcd683b4-d884-477d-a0bd-8fc146b58510 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:46.913072 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-46b20c88-4b55-48ef-8e4c-1bfd1f6ac239 service neutron] 10.222.0.86 "GET /v2.0/networks/02220dd7-6cdc-4579-88f8-65b9011cd947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9994898 Jul 06 11:45:46.956009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: bcd683b4-d884-477d-a0bd-8fc146b58510 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:46.956343 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bcd683b4-d884-477d-a0bd-8fc146b58510 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:46.957023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5132e52d-af0f-412c-867b-7c6ee6c20af0 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:46.968336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e2b5d64-aa79-449e-bfe3-ddd431fba56e req-7b4f94d1-4487-4398-af86-d57412c13fc0 tempest-ServerMetadataNegativeTestJSON-1846708316 tempest-ServerMetadataNegativeTestJSON-1846708316-project] 10.222.0.21 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 210 time: 0.0759437 Jul 06 11:45:46.974325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df616350-19c8-4476-8bfb-7c0c6906b2a2 req-da86fe89-96b5-463d-9152-7afa40396b9b tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116367 Jul 06 11:45:47.005328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 5132e52d-af0f-412c-867b-7c6ee6c20af0 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:47.005753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5132e52d-af0f-412c-867b-7c6ee6c20af0 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:47.015256 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.046780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.095677 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad3f13e5-41ec-417d-9a6b-7d70fc331dab {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:47.143818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ad3f13e5-41ec-417d-9a6b-7d70fc331dab, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,segment=NetworkSegment(3ead9efc-6728-41eb-8833-39f5339090fb),segment_id=3ead9efc-6728-41eb-8833-39f5339090fb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:47.225552 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.228857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.236444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/5fd60540-3134-4c18-be59-0f69efd0d69c/5d91c165-83e2-4d82-bf75-e300f8982b92) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:47.327930 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-008345b8-2215-4cfe-9a50-ba62d12a49e0 req-685a8a11-16c5-4718-b79e-7eb89f75bfcd service neutron] 10.222.0.86 "GET /v2.0/networks/02220dd7-6cdc-4579-88f8-65b9011cd947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995678 Jul 06 11:45:47.331125 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.331125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11294a21-15ae-4496-ac6c-1c3c372e6ec1 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:45:47.340664 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.341988 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4cae706c-afbf-4b3c-9724-3750c945d0c3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/11294a21-15ae-4496-ac6c-1c3c372e6ec1 HTTP/1.1" status: 204 len: 168 time: 2.9795527 Jul 06 11:45:47.345183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46672) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:47.455717 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee0204f-cd3e-485e-9fe5-d1b7da771776 x-openstack-request-id: req-aee0204f-cd3e-485e-9fe5-d1b7da771776 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:47.459330 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083ca7c9-7a32-4417-83d3-a723caf6ff5b", "name": "network-vif-deleted", "tag": "cd19207a-3ace-46aa-990c-686ed18977c2", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:47.460388 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aee0204f-cd3e-485e-9fe5-d1b7da771776 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:47.463391 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083ca7c9-7a32-4417-83d3-a723caf6ff5b', 'name': 'network-vif-deleted', 'tag': 'cd19207a-3ace-46aa-990c-686ed18977c2', 'status': 'completed', 'code': 200} Jul 06 11:45:47.584125 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.594871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e12383-b2b0-4ccc-be2e-ceec0cb10d53 admin admin] Deleting subnet 60a18e05-1841-468c-a300-74b8a5047e21 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:47.601589 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80e12383-b2b0-4ccc-be2e-ceec0cb10d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.657916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80e12383-b2b0-4ccc-be2e-ceec0cb10d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.667978 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.674924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4498c794-f5a2-47bf-9215-d3a98ba230a5 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:47.693449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=ef061a03-833b-476b-8f86-30acc6a9b32e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:47.695339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d36c71b-5790-45ad-8301-e7e31b2fed67 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:47.700635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d36c71b-5790-45ad-8301-e7e31b2fed67 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.860399 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80e12383-b2b0-4ccc-be2e-ceec0cb10d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:47.965397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:47.999355 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-15b19699-ed28-4aea-885c-633bda7dca05 req-3a52dd89-cbbd-4dbd-abb9-3af07bb47795 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1575410 Jul 06 11:45:48.072961 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.212826 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80e12383-b2b0-4ccc-be2e-ceec0cb10d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.233071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Transition to ACTIVE for port object 5d91c165-83e2-4d82-bf75-e300f8982b92 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:48.293195 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f156b-10d7-4778-b3e2-d13f2f9e9aff req-2feb425e-b624-4449-8843-197f0c22e515 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.302734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f156b-10d7-4778-b3e2-d13f2f9e9aff req-2feb425e-b624-4449-8843-197f0c22e515 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:48.315252 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b64f156b-10d7-4778-b3e2-d13f2f9e9aff req-2feb425e-b624-4449-8843-197f0c22e515 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1680 time: 0.5759170 Jul 06 11:45:48.333204 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.337388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Transition to ACTIVE for port object 5d91c165-83e2-4d82-bf75-e300f8982b92 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:48.368694 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.388019 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.435319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Pushing event updated for resources: {'Port': ['ID=5d91c165-83e2-4d82-bf75-e300f8982b92,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:48.450322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5a00a95-62b1-4897-ae18-a6ad4b6340ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.474262 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:48.476297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 4498c794-f5a2-47bf-9215-d3a98ba230a5, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4498c794-f5a2-47bf-9215-d3a98ba230a5,segment=NetworkSegment(3e60a942-5511-46ea-adab-6ee8b6944ddc),segment_id=3e60a942-5511-46ea-adab-6ee8b6944ddc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:48.479692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:48.486827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:48.498404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '4498c794-f5a2-47bf-9215-d3a98ba230a5', 'network_id': '02220dd7-6cdc-4579-88f8-65b9011cd947', 'port_id': '4498c794-f5a2-47bf-9215-d3a98ba230a5', 'mac_address': 'fa:16:3e:ae:50:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d178c89-95e9-4e72-aa43-74a7385c32ad', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:48.605756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b64f156b-10d7-4778-b3e2-d13f2f9e9aff req-e5912cd9-15db-41c0-9014-12508f7153e1 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898066 Jul 06 11:45:48.636962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46694) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:48.653525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Attempting to bind port 5d91c165-83e2-4d82-bf75-e300f8982b92 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:45:48.653525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Attempting to bind port 5d91c165-83e2-4d82-bf75-e300f8982b92 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:45:48.654041 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Attempting to bind port 5d91c165-83e2-4d82-bf75-e300f8982b92 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:45:48.736180 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:45:48.736915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:48.737440 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.737856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:45:48.738369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Bound port: 5d91c165-83e2-4d82-bf75-e300f8982b92, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:45:48.738785 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.776391 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.812225 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.814833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d0d69aed-7b62-4325-acbc-637071bec127 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:48.892995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-a216e00b-a44e-4207-a701-b1ac9bad2f5a admin admin] Deleting subnet 1bbbdfb1-42a4-4a8d-9508-ca7896d3914a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:48.911149 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-15b19699-ed28-4aea-885c-633bda7dca05 req-65efb279-d414-4465-ae6d-09346b671650 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c37b2e06858543aeb4809bf7ef78a91e&device_id=083ca7c9-7a32-4417-83d3-a723caf6ff5b HTTP/1.1" status: 200 len: 210 time: 0.7456236 Jul 06 11:45:48.940220 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80e12383-b2b0-4ccc-be2e-ceec0cb10d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:48.943600 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-80e12383-b2b0-4ccc-be2e-ceec0cb10d53 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/60a18e05-1841-468c-a300-74b8a5047e21 HTTP/1.1" status: 204 len: 168 time: 1.5968404 Jul 06 11:45:48.944665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e12383-b2b0-4ccc-be2e-ceec0cb10d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a18e05-1841-468c-a300-74b8a5047e21,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:48.950051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46722) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:48.965978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] For port 5d91c165-83e2-4d82-bf75-e300f8982b92, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:45:48.971991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] For port 5d91c165-83e2-4d82-bf75-e300f8982b92, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5d91c165-83e2-4d82-bf75-e300f8982b92,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:45:48.999934 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.006496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: d0d69aed-7b62-4325-acbc-637071bec127 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:49.007193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d0d69aed-7b62-4325-acbc-637071bec127 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:49.007330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a216e00b-a44e-4207-a701-b1ac9bad2f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.022601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4498c794-f5a2-47bf-9215-d3a98ba230a5 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:49.047499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 4498c794-f5a2-47bf-9215-d3a98ba230a5, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4498c794-f5a2-47bf-9215-d3a98ba230a5,segment=NetworkSegment(3e60a942-5511-46ea-adab-6ee8b6944ddc),segment_id=3e60a942-5511-46ea-adab-6ee8b6944ddc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:49.049347 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.076267 n-d-799527-2 neutron-server[93815]: INFO neutron.db.ipam_backend_mixin [None req-4d36c71b-5790-45ad-8301-e7e31b2fed67 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5fd60540-3134-4c18-be59-0f69efd0d69c (CIDR: 2001:db8::/64) Jul 06 11:45:49.093819 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.128029 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d36c71b-5790-45ad-8301-e7e31b2fed67 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:45:49.128711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d36c71b-5790-45ad-8301-e7e31b2fed67 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:45:49.140960 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a216e00b-a44e-4207-a701-b1ac9bad2f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.228969 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a216e00b-a44e-4207-a701-b1ac9bad2f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.272376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e853c1-807c-4bbf-8d95-09fbfd784f02 None None] Pushing event updated for resources: {'Port': ['ID=5d91c165-83e2-4d82-bf75-e300f8982b92,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:49.275629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4d36c71b-5790-45ad-8301-e7e31b2fed67 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2944374 Jul 06 11:45:49.318444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:49.373485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:49.387688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a216e00b-a44e-4207-a701-b1ac9bad2f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.427367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['4498c794-f5a2-47bf-9215-d3a98ba230a5'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:49.439647 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.464076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689e3478-6acf-402f-9b0d-707f7364d431']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:49.468040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b19699-ed28-4aea-885c-633bda7dca05 req-087f1ff3-d680-4964-92fc-fb165f50a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:49.470723 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-15b19699-ed28-4aea-885c-633bda7dca05 req-087f1ff3-d680-4964-92fc-fb165f50a4c0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c37b2e06858543aeb4809bf7ef78a91e&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4355915 Jul 06 11:45:49.494969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1517e5-48c5-44b1-96b9-38381d1df310') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:49.495742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1517e5-48c5-44b1-96b9-38381d1df310') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:49.556317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.612905 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.639543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:49.640176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:49.642458 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:49.646340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=4498c794-f5a2-47bf-9215-d3a98ba230a5,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:49.721374 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216e00b-a44e-4207-a701-b1ac9bad2f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbbdfb1-42a4-4a8d-9508-ca7896d3914a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:49.824067 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.831599 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.836168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] 10.222.0.21 "DELETE /v2.0/networks/689e3478-6acf-402f-9b0d-707f7364d431 HTTP/1.1" status: 204 len: 168 time: 0.8848720 Jul 06 11:45:49.841949 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a216e00b-a44e-4207-a701-b1ac9bad2f5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:49.853758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a216e00b-a44e-4207-a701-b1ac9bad2f5a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1bbbdfb1-42a4-4a8d-9508-ca7896d3914a HTTP/1.1" status: 204 len: 168 time: 1.2052765 Jul 06 11:45:49.855794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46750) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:49.953016 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a11afb-1881-4db9-be57-70e8d0f36845 admin admin] Pushing event deleted for resources: {'Network': ['ID=689e3478-6acf-402f-9b0d-707f7364d431,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:49.997672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b19699-ed28-4aea-885c-633bda7dca05 req-3498403b-3047-4a01-b8da-6f72adb43beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:49.999648 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-15b19699-ed28-4aea-885c-633bda7dca05 req-3498403b-3047-4a01-b8da-6f72adb43beb service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5178528 Jul 06 11:45:50.014079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:50.024912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.059822 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.119872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46754) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:50.204747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4993ed-d032-4a96-8ea6-a2160648b927 req-1ef96dec-f983-4dda-8c9d-ffbb33bf7f15 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:50.206692 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a4993ed-d032-4a96-8ea6-a2160648b927 req-1ef96dec-f983-4dda-8c9d-ffbb33bf7f15 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 946 time: 0.4507487 Jul 06 11:45:50.212981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] Router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:45:50.227681 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.258254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeb969-e502-4efb-b334-658abbcdb34b req-f6e429d1-6b0d-41de-a6db-4c6199252752 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:50.264339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeb969-e502-4efb-b334-658abbcdb34b req-f6e429d1-6b0d-41de-a6db-4c6199252752 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:50.268469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e732df-f5a9-4c44-9532-f8ab21b84fbd']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:50.273391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eaaeb969-e502-4efb-b334-658abbcdb34b req-f6e429d1-6b0d-41de-a6db-4c6199252752 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1681 time: 0.3450708 Jul 06 11:45:50.292154 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7d3837f9-138d-49dc-96c7-80c8c9b05096 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f86fa5ba0bd6446b8a90e5c0ccded402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697581 Jul 06 11:45:50.293179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46760) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:50.297203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af38be97-b209-4d4e-a674-3016ca75922d') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:50.297686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af38be97-b209-4d4e-a674-3016ca75922d') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:50.365399 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.388883 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.444248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.449142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['ad3f13e5-41ec-417d-9a6b-7d70fc331dab'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:50.517947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:50.524926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:50.530783 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:50.557747 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e013-4028-4c4f-899a-78be2a8d574e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.700729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5d91c165-83e2-4d82-bf75-e300f8982b92 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:50.704299 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e013-4028-4c4f-899a-78be2a8d574e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.716970 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.754249 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.791311 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a0e732df-f5a9-4c44-9532-f8ab21b84fbd HTTP/1.1" status: 204 len: 168 time: 0.9034266 Jul 06 11:45:50.896915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1712e3-104a-4e2c-b2ee-4ab13a597693 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e732df-f5a9-4c44-9532-f8ab21b84fbd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:50.948936 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e013-4028-4c4f-899a-78be2a8d574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.954247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e013-4028-4c4f-899a-78be2a8d574e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:50.956973 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2eb9e013-4028-4c4f-899a-78be2a8d574e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4238f1e3-d5e9-43fe-8d27-f3de1f042b9f HTTP/1.1" status: 204 len: 168 time: 0.6530080 Jul 06 11:45:50.998147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9e013-4028-4c4f-899a-78be2a8d574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4238f1e3-d5e9-43fe-8d27-f3de1f042b9f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:51.096058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eaaeb969-e502-4efb-b334-658abbcdb34b req-c6a7b1ef-0c4a-4f5a-ac0a-7f00f77cfce2 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8209376 Jul 06 11:45:51.126365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 5d91c165-83e2-4d82-bf75-e300f8982b92 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:51.134197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a4993ed-d032-4a96-8ea6-a2160648b927 req-7d115b6b-a68c-48d2-aea5-aa8fa4b5802f tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9041991 Jul 06 11:45:51.181809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4498c794-f5a2-47bf-9215-d3a98ba230a5 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:51.203145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46778) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:51.324560 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ac20b1a9-fc39-4638-8fc1-5b1c5a91b6b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c37b2e06858543aeb4809bf7ef78a91e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030748 Jul 06 11:45:51.324831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:51.368601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4e67226e-5bed-42b4-aad1-012786d476f4 None None] Provisioning for port 5d91c165-83e2-4d82-bf75-e300f8982b92 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:51.377354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4e67226e-5bed-42b4-aad1-012786d476f4 None None] Provisioning complete for port 5d91c165-83e2-4d82-bf75-e300f8982b92 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:51.378358 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e67226e-5bed-42b4-aad1-012786d476f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.383761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 4498c794-f5a2-47bf-9215-d3a98ba230a5 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:51.437187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 4498c794-f5a2-47bf-9215-d3a98ba230a5 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:51.437576 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.486208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:45:51.502839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4aa5659d-83ea-429b-9a9b-109c1c1dcc7b admin admin] 10.222.0.21 "PUT /v2.0/routers/9b341da6-df85-4e98-b4fb-e0f57d7ca27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3945796 Jul 06 11:45:51.503160 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46790) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:51.519725 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61abeb08-66ce-44f7-af4f-99e328a52f82 None None] Sync routers for ids ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:45:51.586091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abeb08-66ce-44f7-af4f-99e328a52f82 None None] Routers {'9b341da6-df85-4e98-b4fb-e0f57d7ca27f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:51.586091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-61abeb08-66ce-44f7-af4f-99e328a52f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:45:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:51.623576 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f340f3c-5220-45ff-bb7c-d41f77c9c00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.680559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.681593 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f340f3c-5220-45ff-bb7c-d41f77c9c00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.717293 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e67226e-5bed-42b4-aad1-012786d476f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.781992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4498c794-f5a2-47bf-9215-d3a98ba230a5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:51.784787 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b4a570-51eb-4dbe-a2fa-0cf16159915d" -d '{"events": [{"server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "name": "network-vif-plugged", "status": "completed", "tag": "4498c794-f5a2-47bf-9215-d3a98ba230a5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:51.822691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 4498c794-f5a2-47bf-9215-d3a98ba230a5, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4498c794-f5a2-47bf-9215-d3a98ba230a5,segment=NetworkSegment(3e60a942-5511-46ea-adab-6ee8b6944ddc),segment_id=3e60a942-5511-46ea-adab-6ee8b6944ddc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:51.836991 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.838214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device cd19207a-3ace-46aa-990c-686ed18977c2 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:51.856425 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f340f3c-5220-45ff-bb7c-d41f77c9c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.864566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f340f3c-5220-45ff-bb7c-d41f77c9c00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.865038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8f340f3c-5220-45ff-bb7c-d41f77c9c00b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04255f4c-5e18-4910-8800-7d57bf35a942 HTTP/1.1" status: 204 len: 168 time: 0.5347126 Jul 06 11:45:51.901956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:51.930596 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-61abeb08-66ce-44f7-af4f-99e328a52f82 None None] Set router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:51.972569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f340f3c-5220-45ff-bb7c-d41f77c9c00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04255f4c-5e18-4910-8800-7d57bf35a942,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:52.043471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:45:52.049332 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e94849-d3a4-445a-b60c-bf64e58a536d x-openstack-request-id: req-d1e94849-d3a4-445a-b60c-bf64e58a536d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:52.049608 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "name": "network-vif-plugged", "status": "completed", "tag": "4498c794-f5a2-47bf-9215-d3a98ba230a5", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:52.049874 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1e94849-d3a4-445a-b60c-bf64e58a536d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:52.050282 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4498c794-f5a2-47bf-9215-d3a98ba230a5', 'code': 200} Jul 06 11:45:52.054159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: cd19207a-3ace-46aa-990c-686ed18977c2 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:52.054596 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device cd19207a-3ace-46aa-990c-686ed18977c2 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:52.062883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4e67226e-5bed-42b4-aad1-012786d476f4 None None] For port 5d91c165-83e2-4d82-bf75-e300f8982b92, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5d91c165-83e2-4d82-bf75-e300f8982b92,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:52.207168 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:52.387865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Deleting port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:52.389166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:52.634471 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:52.650091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] For port 4fbd10f0-c3f0-48f0-b552-8881e0310f6b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4fbd10f0-c3f0-48f0-b552-8881e0310f6b,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:52.650538 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:52.680906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Calling delete_port for 4fbd10f0-c3f0-48f0-b552-8881e0310f6b owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:52.710227 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e67226e-5bed-42b4-aad1-012786d476f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:52.808797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=4498c794-f5a2-47bf-9215-d3a98ba230a5,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:52.866031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17016e-8363-43c6-a5a9-690d779483de req-2bd2abd9-248e-4a78-86dd-ca564949481d tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:52.878621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc17016e-8363-43c6-a5a9-690d779483de req-2bd2abd9-248e-4a78-86dd-ca564949481d tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 946 time: 0.3937306 Jul 06 11:45:52.893362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdd808-d78c-4342-8b52-3212fd7f898a req-6bec0f8d-c0bd-48f2-a49d-a1315ce3e6cf tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:52.900691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdd808-d78c-4342-8b52-3212fd7f898a req-6bec0f8d-c0bd-48f2-a49d-a1315ce3e6cf tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:52.902368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bbdd808-d78c-4342-8b52-3212fd7f898a req-6bec0f8d-c0bd-48f2-a49d-a1315ce3e6cf tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1682 time: 0.3585808 Jul 06 11:45:52.980834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67226e-5bed-42b4-aad1-012786d476f4 None None] Pushing event updated for resources: {'Port': ['ID=5d91c165-83e2-4d82-bf75-e300f8982b92,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:52.996590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46834) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:53.039888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-61abeb08-66ce-44f7-af4f-99e328a52f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:45:47Z', 'revision_number': 5, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port': {'id': '4fbd10f0-c3f0-48f0-b552-8881e0310f6b', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:32:15Z', 'updated_at': '2021-07-06T11:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:53.068743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bbdd808-d78c-4342-8b52-3212fd7f898a req-7df7b57f-b13f-41b7-a2ad-c7f71a00f450 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483912 Jul 06 11:45:53.103085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc17016e-8363-43c6-a5a9-690d779483de req-3fe58527-fbce-49f5-b720-afa3461fb609 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238488 Jul 06 11:45:53.138984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61abeb08-66ce-44f7-af4f-99e328a52f82 None None] Checking router: 9b341da6-df85-4e98-b4fb-e0f57d7ca27f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:45:53.169592 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abeb08-66ce-44f7-af4f-99e328a52f82 None None] Routers {'9b341da6-df85-4e98-b4fb-e0f57d7ca27f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:45:53.171213 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.175558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-61abeb08-66ce-44f7-af4f-99e328a52f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:45:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:53.177512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] For port 5d91c165-83e2-4d82-bf75-e300f8982b92, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5d91c165-83e2-4d82-bf75-e300f8982b92,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:53.193312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ad3f13e5-41ec-417d-9a6b-7d70fc331dab up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:53.265498 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbd10f0-c3f0-48f0-b552-8881e0310f6b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:53.279592 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.296957 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.298294 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.403919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.487753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a1b4ab69-91e9-4f11-be2c-841379188de7 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:45:53.563519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-61abeb08-66ce-44f7-af4f-99e328a52f82 None None] Set router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:45:53.603280 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.607560 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.662025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-61abeb08-66ce-44f7-af4f-99e328a52f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:45:52Z', 'revision_number': 7, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:53.682704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-847610567-network', 'tenant_id': 'dca231eff5604b16b9bb59cf6c4dffd2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:53.686549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=5d91c165-83e2-4d82-bf75-e300f8982b92,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:53.688683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.689254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b341da6-df85-4e98-b4fb-e0f57d7ca27f {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:45:53.693677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=dc13f293-8062-4c74-8026-0b7cc3734431,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:53.706519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:53.709177 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:53.712276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:53.712954 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.739916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.745822 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ae6ee282-3cce-47e9-b233-0d010277b60f admin admin] 10.222.0.21 "DELETE /v2.0/routers/9b341da6-df85-4e98-b4fb-e0f57d7ca27f HTTP/1.1" status: 204 len: 168 time: 2.2377260 Jul 06 11:45:53.746629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46856) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:53.750548 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-456474f9-c2d3-49c4-bc68-763eca00a214 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3809595 Jul 06 11:45:53.752205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46858) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:53.763243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:47:e4:af', 'name': 'tempest-NetworksTestDHCPv6-151480647'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:53.765296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41da4a6-95cf-4c2c-9ac3-01c9637cd337 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:53.793447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61abeb08-66ce-44f7-af4f-99e328a52f82 None None] The sync data for ids ['9b341da6-df85-4e98-b4fb-e0f57d7ca27f'] in n-d-799527-2 is: [{'id': '9b341da6-df85-4e98-b4fb-e0f57d7ca27f', 'name': 'tempest-TaggedBootDevicesTest-965842524-router', 'tenant_id': 'c8869dadf3ea422eba00446b2db5778a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:32:12Z', 'updated_at': '2021-07-06T11:45:52Z', 'revision_number': 7, 'project_id': 'c8869dadf3ea422eba00446b2db5778a', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:45:53.876928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port ad3f13e5-41ec-417d-9a6b-7d70fc331dab completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:53.899825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Made reservation on behalf of dca231eff5604b16b9bb59cf6c4dffd2 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:53.902870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port ad3f13e5-41ec-417d-9a6b-7d70fc331dab triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:53.903259 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.905643 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.922607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:53.932523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eb6969-9c26-40c7-ac8f-fa0be1ead923 admin admin] Deleting subnet 6c9f4d54-1464-47f3-9906-74d3ca46a5f3 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:45:53.962426 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6969-9c26-40c7-ac8f-fa0be1ead923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.048719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:54.069628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a1b4ab69-91e9-4f11-be2c-841379188de7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a1b4ab69-91e9-4f11-be2c-841379188de7,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:54.104075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'a1b4ab69-91e9-4f11-be2c-841379188de7', 'network_id': 'bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35', 'port_id': 'a1b4ab69-91e9-4f11-be2c-841379188de7', 'mac_address': 'fa:16:3e:31:8c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:45:54.232306 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6969-9c26-40c7-ac8f-fa0be1ead923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.245027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46868) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:54.404783 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.505848 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6969-9c26-40c7-ac8f-fa0be1ead923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.532360 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.595902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 9c0b7dd6-7a35-45ec-9744-fd4934a0d795 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:45:54.646948 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.746467 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.747161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ad3f13e5-41ec-417d-9a6b-7d70fc331dab, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,segment=NetworkSegment(3ead9efc-6728-41eb-8833-39f5339090fb),segment_id=3ead9efc-6728-41eb-8833-39f5339090fb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:54.780030 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.796266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3f13e5-41ec-417d-9a6b-7d70fc331dab'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:54.798892 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c3d08a-7da5-4baa-931a-966283e643bb" -d '{"events": [{"server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "name": "network-vif-plugged", "status": "completed", "tag": "ad3f13e5-41ec-417d-9a6b-7d70fc331dab"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:54.829173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1b4ab69-91e9-4f11-be2c-841379188de7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:45:54.838063 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.846231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-19453998-network', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:54.885152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5d91c165-83e2-4d82-bf75-e300f8982b92 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:54.950028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a1b4ab69-91e9-4f11-be2c-841379188de7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a1b4ab69-91e9-4f11-be2c-841379188de7,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:54.955148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570d6199-fb34-45e5-a8b4-bf8a38052b44,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:54.964663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:45:54.974222 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6969-9c26-40c7-ac8f-fa0be1ead923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.979314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Made reservation on behalf of cd1e6cd433e348e2959ebc414d780c4f for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:54.986076 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:54.991757 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.032250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:55.065257 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.070398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb6969-9c26-40c7-ac8f-fa0be1ead923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9f4d54-1464-47f3-9906-74d3ca46a5f3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:55.084533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.089445 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Added segment faa3ebc1-d619-49d1-a66d-3ed22d9a3053 of type vlan for network 22885550-9643-45a1-8fb9-6cd222d71391 Jul 06 11:45:55.093102 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6eb6969-9c26-40c7-ac8f-fa0be1ead923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.108984 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b6eb6969-9c26-40c7-ac8f-fa0be1ead923 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6c9f4d54-1464-47f3-9906-74d3ca46a5f3 HTTP/1.1" status: 204 len: 168 time: 1.3546340 Jul 06 11:45:55.131575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['a1b4ab69-91e9-4f11-be2c-841379188de7'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:45:55.134784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b78efd-5fb4-4fa3-b96a-8256fe7433e2 None None] Network 55d50c88-87ff-4d1e-a691-5afba0ae5707 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:55.148110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46882) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:55.269237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd296e0-16b5-4641-88b4-e9967760eb71 req-db3bf604-2c49-4f3a-9316-3c574dce54a8 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:55.275146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cfd296e0-16b5-4641-88b4-e9967760eb71 req-db3bf604-2c49-4f3a-9316-3c574dce54a8 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 946 time: 0.7459373 Jul 06 11:45:55.316482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92350613-abed-4b81-bf21-02e0db540f6e req-5a502038-f2d3-4a68-a5f7-b78a975aa1e7 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:55.334799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92350613-abed-4b81-bf21-02e0db540f6e req-5a502038-f2d3-4a68-a5f7-b78a975aa1e7 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:55.337811 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.344404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92350613-abed-4b81-bf21-02e0db540f6e req-5a502038-f2d3-4a68-a5f7-b78a975aa1e7 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1682 time: 0.8701081 Jul 06 11:45:55.366815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.460500 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.463803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:55.464232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.660381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] Pushing event updated for resources: {'Network': ['ID=22885550-9643-45a1-8fb9-6cd222d71391,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:55.679914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::223 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/5fd60540-3134-4c18-be59-0f69efd0d69c/9c0b7dd6-7a35-45ec-9744-fd4934a0d795) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:55.685468 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Deleting port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:55.687575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.720216 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cfd296e0-16b5-4641-88b4-e9967760eb71 req-8ffc87a8-9710-4ff5-80af-3cab40dcdac9 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250446 Jul 06 11:45:55.741560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5d91c165-83e2-4d82-bf75-e300f8982b92 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:55.742075 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:55.747105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 22885550-9643-45a1-8fb9-6cd222d71391 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:45:55.793325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92350613-abed-4b81-bf21-02e0db540f6e req-28fcd33e-471e-4717-9d67-286cd9e5c11c tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902509 Jul 06 11:45:55.820982 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8:0:1:f816:3eff:fe47:e4af (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/dc13f293-8062-4c74-8026-0b7cc3734431/9c0b7dd6-7a35-45ec-9744-fd4934a0d795) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:45:55.835306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a1b4ab69-91e9-4f11-be2c-841379188de7,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:56.028681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] For port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29,segment=NetworkSegment(7f87ba79-5936-4bcf-8eb0-d82351e86456),segment_id=7f87ba79-5936-4bcf-8eb0-d82351e86456)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:56.029200 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.056896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Calling delete_port for eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:56.060576 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4dac83-44c0-4ae7-a558-e8f2b7e81cf1 x-openstack-request-id: req-fb4dac83-44c0-4ae7-a558-e8f2b7e81cf1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:56.060877 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "name": "network-vif-plugged", "status": "completed", "tag": "ad3f13e5-41ec-417d-9a6b-7d70fc331dab", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:56.062496 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb4dac83-44c0-4ae7-a558-e8f2b7e81cf1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:56.062705 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3f13e5-41ec-417d-9a6b-7d70fc331dab', 'code': 200} Jul 06 11:45:56.065617 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.120217 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.157960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:45:56.199888 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.201023 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Added segment acca1173-d453-4699-8d5f-fcd406bb49be of type vlan for network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c Jul 06 11:45:56.237757 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.264122 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-90721a4c-2066-4567-bc9f-086911c054e7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.2618310 Jul 06 11:45:56.335098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46896) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:56.335598 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.342104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Pushing event deleted for resources: {'Port': ['ID=eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:56.362082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] Request body: {'subnet': {'network_id': '22885550-9643-45a1-8fb9-6cd222d71391', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-847610567-subnet', 'tenant_id': 'dca231eff5604b16b9bb59cf6c4dffd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:56.389466 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] No DVR routers for this DVR port eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:45:56.468696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f080abfe-6c5b-400d-aa3a-2cf8eb46e0a6 None None] DHCP port deletion for 55d50c88-87ff-4d1e-a691-5afba0ae5707 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:45:56.514715 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.516119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:56.517256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.542494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] Made reservation on behalf of dca231eff5604b16b9bb59cf6c4dffd2 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:56.545056 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.635637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.644412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4fbd10f0-c3f0-48f0-b552-8881e0310f6b no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:56.646590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6693a589-0a79-424b-8f2f-e42c4f9026e4 None None] Provisioning complete for port 5d91c165-83e2-4d82-bf75-e300f8982b92 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:56.646966 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6693a589-0a79-424b-8f2f-e42c4f9026e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.662684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d50c88-87ff-4d1e-a691-5afba0ae5707']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:56.679563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24a37d-5e03-4b73-a469-c1712a24f1b4 req-c303f01c-73cc-4e20-bc41-7173b795fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:56.680166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24a37d-5e03-4b73-a469-c1712a24f1b4 req-c303f01c-73cc-4e20-bc41-7173b795fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:56.682521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4333048 Jul 06 11:45:56.685681 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1d24a37d-5e03-4b73-a469-c1712a24f1b4 req-c303f01c-73cc-4e20-bc41-7173b795fb10 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1985 time: 0.4633467 Jul 06 11:45:56.688765 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46902) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:56.697426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] Request body: {'subnet': {'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-subnet', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:56.697681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f87ba79-5936-4bcf-8eb0-d82351e86456') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:56.698123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f87ba79-5936-4bcf-8eb0-d82351e86456') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:45:56.712824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dad4763-9aae-473d-b97e-f8c4e1eb95a1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:56.730476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 4fbd10f0-c3f0-48f0-b552-8881e0310f6b {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:56.730476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4fbd10f0-c3f0-48f0-b552-8881e0310f6b not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:56.730476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ef061a03-833b-476b-8f86-30acc6a9b32e no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:56.758410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: ef061a03-833b-476b-8f86-30acc6a9b32e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:56.758774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ef061a03-833b-476b-8f86-30acc6a9b32e not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:56.774296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.781421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4907e-84ef-4d2e-b4ca-c427d083a87d admin admin] Pushing event updated for resources: {'Network': ['ID=2e3b85a5-3b6c-485a-b79e-51ceee0a457c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:56.835021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.841821 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:45:56.877927 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1d24a37d-5e03-4b73-a469-c1712a24f1b4 req-438212fe-f873-472f-b9b4-c50f3bb48258 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759262 Jul 06 11:45:56.885281 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:45:56.887106 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:45:56.896275 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:45:56.912484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] Made reservation on behalf of cd1e6cd433e348e2959ebc414d780c4f for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:45:56.915071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.953057 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.980221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 9c0b7dd6-7a35-45ec-9744-fd4934a0d795 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:45:57.033836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:57.143577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.155391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.155889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:45:57.156470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device eab257ad-f7ed-4c0d-a6f4-2e7b8da26b29 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:45:57.214505 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.216475 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] 10.222.0.21 "DELETE /v2.0/networks/55d50c88-87ff-4d1e-a691-5afba0ae5707 HTTP/1.1" status: 204 len: 168 time: 2.0660503 Jul 06 11:45:57.237773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.259246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdee87-63e5-4196-9551-0ba1c43208ef admin admin] Pushing event deleted for resources: {'Network': ['ID=55d50c88-87ff-4d1e-a691-5afba0ae5707,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:57.285005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d75cff0-cac8-4a89-ae10-5569f693f609,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:57.288667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] Checking segment: {'id': 'faa3ebc1-d619-49d1-a66d-3ed22d9a3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '22885550-9643-45a1-8fb9-6cd222d71391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:57.289135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] Network hostable DHCP agents. Network: 22885550-9643-45a1-8fb9-6cd222d71391, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:45:57.313610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] Network 22885550-9643-45a1-8fb9-6cd222d71391 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:45:57.327229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 22885550-9643-45a1-8fb9-6cd222d71391) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:57.337357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38b2559-07fe-4f22-a292-98e60f4ced81 None None] Network 22885550-9643-45a1-8fb9-6cd222d71391 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:57.342579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:57.343311 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.346100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=9c0b7dd6-7a35-45ec-9744-fd4934a0d795,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:57.370395 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4f06110d-84ee-42bd-9ff2-b36b96af386c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0230670 Jul 06 11:45:57.383494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:45:57.389551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:57.392402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:45:57.400186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:57.401191 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.414131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691b29d-4b12-45a9-aaa4-059500e65d4a req-2acd3176-a65e-413b-82ba-92eeb8735da9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:57.421542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691b29d-4b12-45a9-aaa4-059500e65d4a req-2acd3176-a65e-413b-82ba-92eeb8735da9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:57.421919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1691b29d-4b12-45a9-aaa4-059500e65d4a req-2acd3176-a65e-413b-82ba-92eeb8735da9 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1683 time: 0.3300130 Jul 06 11:45:57.461780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a1b4ab69-91e9-4f11-be2c-841379188de7 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:45:57.506060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46926) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:57.544855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ed8ff025-29e6-4c7d-a517-f1b7c02647e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7873473 Jul 06 11:45:57.545102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46928) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:57.605976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1691b29d-4b12-45a9-aaa4-059500e65d4a req-233652fd-3363-4d59-b415-0a76bd0b9eca tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508791 Jul 06 11:45:57.608130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port a1b4ab69-91e9-4f11-be2c-841379188de7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:57.608811 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.662497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.662745 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6810a86c-d244-478e-ab29-488077c37177 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8869dadf3ea422eba00446b2db5778a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523092 Jul 06 11:45:57.665557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46930) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:57.775153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef3836e-5443-4a27-9ebe-7f259852cd82 None None] Network 22885550-9643-45a1-8fb9-6cd222d71391 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:57.819295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0ca2f-afc6-4ee1-8b60-a12849bbb311 req-138a6559-907d-4127-a3ff-a53ecbf13c6a tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:57.826508 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ec0ca2f-afc6-4ee1-8b60-a12849bbb311 req-138a6559-907d-4127-a3ff-a53ecbf13c6a tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 945 time: 0.4519413 Jul 06 11:45:57.887993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9496cffe-537c-4e6b-a29b-06a2688986eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.900994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b8936f-2bd4-4496-aa60-30410ff9bb58,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:57.905573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-cd820b14-209b-4622-88dd-1a20e70bb060 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 9c0b7dd6-7a35-45ec-9744-fd4934a0d795 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:45:57.906210 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd820b14-209b-4622-88dd-1a20e70bb060 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:57.947311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] Checking segment: {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:45:57.948013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] Network hostable DHCP agents. Network: 2e3b85a5-3b6c-485a-b79e-51ceee0a457c, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:45:57.965219 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ec0ca2f-afc6-4ee1-8b60-a12849bbb311 req-68d4780d-52aa-44af-8d2e-c19b2827ab54 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377137 Jul 06 11:45:58.011993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] Network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:45:58.040679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 2e3b85a5-3b6c-485a-b79e-51ceee0a457c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:45:58.063764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:58.067220 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.110508 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d94ae910-bf93-42da-9c60-6196cac4bd66 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4138474 Jul 06 11:45:58.111217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46946) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:58.124857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9496cffe-537c-4e6b-a29b-06a2688986eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.141454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:45:58.198466 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.199507 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.221834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e9aac-2716-474c-aca2-9e69867f7ebc None None] Network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:45:58.281659 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd820b14-209b-4622-88dd-1a20e70bb060 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.386252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.389015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-cd820b14-209b-4622-88dd-1a20e70bb060 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 9c0b7dd6-7a35-45ec-9744-fd4934a0d795 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:45:58.413240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1d62d5c9-7de8-4518-b706-6aaf76189c12 None None] Provisioning for port 9c0b7dd6-7a35-45ec-9744-fd4934a0d795 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:45:58.494518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1d62d5c9-7de8-4518-b706-6aaf76189c12 None None] Provisioning complete for port 9c0b7dd6-7a35-45ec-9744-fd4934a0d795 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:45:58.494876 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d62d5c9-7de8-4518-b706-6aaf76189c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.575304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-334cf8c9-1f00-4c16-b1c1-762337e3bf3e tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:58.593393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-334cf8c9-1f00-4c16-b1c1-762337e3bf3e tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/networks?id=22885550-9643-45a1-8fb9-6cd222d71391 HTTP/1.1" status: 200 len: 808 time: 0.2624857 Jul 06 11:45:58.603532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1d62d5c9-7de8-4518-b706-6aaf76189c12 None None] Port 9c0b7dd6-7a35-45ec-9744-fd4934a0d795 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:45:58.637273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-6ca24334-c335-453f-8fbf-8e19a9c84610 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/quotas/dca231eff5604b16b9bb59cf6c4dffd2 HTTP/1.1" status: 200 len: 375 time: 0.0425284 Jul 06 11:45:58.640692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9496cffe-537c-4e6b-a29b-06a2688986eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.644226 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9496cffe-537c-4e6b-a29b-06a2688986eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.646287 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9496cffe-537c-4e6b-a29b-06a2688986eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/232ec809-9522-4b4c-959d-ddda2303a75d HTTP/1.1" status: 204 len: 168 time: 0.9795532 Jul 06 11:45:58.694221 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496cffe-537c-4e6b-a29b-06a2688986eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232ec809-9522-4b4c-959d-ddda2303a75d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:58.724472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a1aec130-e382-46ce-a0f8-048f230adf82 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dca231eff5604b16b9bb59cf6c4dffd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849209 Jul 06 11:45:58.764458 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:45:58.806787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:45:58.808683 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.809466 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.812065 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.849662 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.861096 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:58.886393 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1d9ed741-1d58-4898-8487-6788038e744d req-1e55c0e2-4618-4511-b007-de1acf804658 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1323960 Jul 06 11:45:58.997741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b4ab69-91e9-4f11-be2c-841379188de7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:45:59.002045 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e45629-2dc4-4e6f-95c9-914a9f27411d" -d '{"events": [{"server_uuid": "b38ffd30-1e25-4480-8b15-1307671962d2", "name": "network-vif-plugged", "status": "completed", "tag": "a1b4ab69-91e9-4f11-be2c-841379188de7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:45:59.036888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a1b4ab69-91e9-4f11-be2c-841379188de7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a1b4ab69-91e9-4f11-be2c-841379188de7,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:59.040232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-19d9df98-612a-48ad-a277-711e5c74c692 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:45:59.047291 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.049650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-19d9df98-612a-48ad-a277-711e5c74c692 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3241742 Jul 06 11:45:59.113478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a1b4ab69-91e9-4f11-be2c-841379188de7,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:59.233442 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-192788f6-3e2a-4f50-a1bd-8e6bf84962e2 service neutron] 10.222.0.21 "GET /v2.0/networks/22885550-9643-45a1-8fb9-6cd222d71391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821117 Jul 06 11:45:59.384597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a93c5-76cd-4173-91fe-88e22e595fe8 req-fed441c0-f07b-4e27-af04-b3a5ef664217 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.387129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a1b4ab69-91e9-4f11-be2c-841379188de7 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:45:59.392173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a93c5-76cd-4173-91fe-88e22e595fe8 req-fed441c0-f07b-4e27-af04-b3a5ef664217 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.394241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e67a93c5-76cd-4173-91fe-88e22e595fe8 req-fed441c0-f07b-4e27-af04-b3a5ef664217 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1683 time: 0.1868100 Jul 06 11:45:59.430260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-72b0ef03-1e59-407d-8ceb-b8ce50e03639 service neutron] 10.222.0.21 "GET /v2.0/networks/22885550-9643-45a1-8fb9-6cd222d71391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956809 Jul 06 11:45:59.544088 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e67a93c5-76cd-4173-91fe-88e22e595fe8 req-d32beb9c-e068-48c5-8422-e38140229537 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388004 Jul 06 11:45:59.576658 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.600378 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd820b14-209b-4622-88dd-1a20e70bb060 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.734284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd820b14-209b-4622-88dd-1a20e70bb060 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=9c0b7dd6-7a35-45ec-9744-fd4934a0d795,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:45:59.873591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port a1b4ab69-91e9-4f11-be2c-841379188de7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a1b4ab69-91e9-4f11-be2c-841379188de7,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:45:59.876310 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd70e72-5860-4614-85b2-9dd66a56d487 x-openstack-request-id: req-bdd70e72-5860-4614-85b2-9dd66a56d487 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:45:59.877126 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38ffd30-1e25-4480-8b15-1307671962d2", "name": "network-vif-plugged", "status": "completed", "tag": "a1b4ab69-91e9-4f11-be2c-841379188de7", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:45:59.877598 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdd70e72-5860-4614-85b2-9dd66a56d487 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:45:59.878340 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b4ab69-91e9-4f11-be2c-841379188de7', 'code': 200} Jul 06 11:45:59.952773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd820b14-209b-4622-88dd-1a20e70bb060 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:59.955603 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cd820b14-209b-4622-88dd-1a20e70bb060 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/9c0b7dd6-7a35-45ec-9744-fd4934a0d795 HTTP/1.1" status: 204 len: 168 time: 2.4038813 Jul 06 11:45:59.959208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:45:59.978264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ed741-1d58-4898-8487-6788038e744d req-eefd123b-b60f-455f-ba59-33a9aa133dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:45:59.980080 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1d9ed741-1d58-4898-8487-6788038e744d req-eefd123b-b60f-455f-ba59-33a9aa133dd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1096 time: 0.5525997 Jul 06 11:45:59.991965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Allocated IP 172.20.0.2 (2e3b85a5-3b6c-485a-b79e-51ceee0a457c/f2b8936f-2bd4-4496-aa60-30410ff9bb58/4d77d68a-55db-4b30-baea-1375641ce899) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:00.183591 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4dc803-296d-413f-8951-b858d9c20365 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:00.187552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5f4dc803-296d-413f-8951-b858d9c20365 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2251897 Jul 06 11:46:00.194746 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.213050 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47022) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:00.335518 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.364882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.416761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ed741-1d58-4898-8487-6788038e744d req-d7e67090-0450-4817-9a11-2844df5fd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:00.418395 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1d9ed741-1d58-4898-8487-6788038e744d req-d7e67090-0450-4817-9a11-2844df5fd746 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.3022223 Jul 06 11:46:00.454685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a560199-1129-480c-92f5-366dd259fdeb req-815bd0d9-264f-4e08-b3e3-2c402f3df1f9 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 210 time: 0.1191990 Jul 06 11:46:00.478229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=a1b4ab69-91e9-4f11-be2c-841379188de7,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:00.513036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47034) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:00.528194 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.546403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Transition to ACTIVE for port object 4d77d68a-55db-4b30-baea-1375641ce899 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:00.597912 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1d9ed741-1d58-4898-8487-6788038e744d req-dfb3a8e4-52d6-4099-a8bb-52f69afe8754 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 1001 time: 0.1525111 Jul 06 11:46:00.607605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Transition to ACTIVE for port object 4d77d68a-55db-4b30-baea-1375641ce899 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:00.612980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cae3c5-123e-4735-924a-3e8563d8119d req-80b0c50a-0d52-4db7-bab9-35176e463e8c tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:00.616068 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.618250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7cae3c5-123e-4735-924a-3e8563d8119d req-80b0c50a-0d52-4db7-bab9-35176e463e8c tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 944 time: 0.4610331 Jul 06 11:46:00.734138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:00.741601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:00.751360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:00.798918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76119996-e10e-470c-9d70-299af1528913 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:00.807113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-76119996-e10e-470c-9d70-299af1528913 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5928359 Jul 06 11:46:00.816996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47042) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:00.824486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Allocated IP 172.25.0.207 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/a9f95a15-4327-48ec-9592-164723262c37) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:00.864834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e0a2c-d211-476d-8465-4e0ca7262a83 req-c5558061-00b3-46f3-82e3-8bffd17a7649 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:00.867171 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-869e0a2c-d211-476d-8465-4e0ca7262a83 req-c5558061-00b3-46f3-82e3-8bffd17a7649 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.47 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 944 time: 0.3558989 Jul 06 11:46:00.902535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Pushing event updated for resources: {'Port': ['ID=4d77d68a-55db-4b30-baea-1375641ce899,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:00.938421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Attempting to bind port 4d77d68a-55db-4b30-baea-1375641ce899 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:00.938952 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Attempting to bind port 4d77d68a-55db-4b30-baea-1375641ce899 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:00.939433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Attempting to bind port 4d77d68a-55db-4b30-baea-1375641ce899 on network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:00.956156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:00.956721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Checking segment: {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:00.957964 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:00.958466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Bound using segment: {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:00.959149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Bound port: 4d77d68a-55db-4b30-baea-1375641ce899, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:00.959684 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.079773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7cae3c5-123e-4735-924a-3e8563d8119d req-ecd12880-af6d-4ad6-a3e3-e9aee9fccfa6 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395473 Jul 06 11:46:01.123289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-911137445-network', 'tenant_id': '4eb55b7769694658a57cdd343a779d40'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:01.193302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] For port 4d77d68a-55db-4b30-baea-1375641ce899, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:01.203732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] For port 4d77d68a-55db-4b30-baea-1375641ce899, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4d77d68a-55db-4b30-baea-1375641ce899,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:01.210621 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.268598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7c203-745d-4891-9696-7f382f127b14 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.270125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7c203-745d-4891-9696-7f382f127b14 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.271838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7c203-745d-4891-9696-7f382f127b14 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.276054 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0ce7c203-745d-4891-9696-7f382f127b14 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4550006 Jul 06 11:46:01.279361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47052) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:01.310332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Made reservation on behalf of 4eb55b7769694658a57cdd343a779d40 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:01.313644 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.342687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ed741-1d58-4898-8487-6788038e744d req-9395f727-ee4f-4f08-ae31-fab00a96b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.344270 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1d9ed741-1d58-4898-8487-6788038e744d req-9395f727-ee4f-4f08-ae31-fab00a96b224 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.2346330 Jul 06 11:46:01.366040 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.386349 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.388380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc642c-c5e6-4e64-8ad4-74324478569e None None] Pushing event updated for resources: {'Port': ['ID=4d77d68a-55db-4b30-baea-1375641ce899,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:01.430729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-942d73ee-3e71-46d6-8185-1b9c067841ea tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 5fd60540-3134-4c18-be59-0f69efd0d69c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:46:01.458880 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-942d73ee-3e71-46d6-8185-1b9c067841ea tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.471764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-869e0a2c-d211-476d-8465-4e0ca7262a83 req-2d0b6f8d-e29b-4482-a688-59e36a9c7598 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Deleting port a1b4ab69-91e9-4f11-be2c-841379188de7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:01.472491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-869e0a2c-d211-476d-8465-4e0ca7262a83 req-2d0b6f8d-e29b-4482-a688-59e36a9c7598 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.484370 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ed741-1d58-4898-8487-6788038e744d req-5a41b4d5-524f-4b51-8e0f-ba529ec4358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:01.492605 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1d9ed741-1d58-4898-8487-6788038e744d req-5a41b4d5-524f-4b51-8e0f-ba529ec4358b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354132 Jul 06 11:46:01.619039 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:01.822447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f95a15-4327-48ec-9592-164723262c37,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:01.829902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:01.835160 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1d9ed741-1d58-4898-8487-6788038e744d req-622179b7-909a-4d0a-a296-5168a72b7416 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316073 Jul 06 11:46:01.836335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:01.839003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:01.880894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b4ab69-91e9-4f11-be2c-841379188de7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:01.885505 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6924a828-304e-4341-b8ae-2f05022f8388" -d '{"events": [{"server_uuid": "b38ffd30-1e25-4480-8b15-1307671962d2", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b4ab69-91e9-4f11-be2c-841379188de7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:02.086284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1d9ed741-1d58-4898-8487-6788038e744d req-61e51839-d5d5-464f-bf75-05a7e702a854 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431796 Jul 06 11:46:02.150726 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e182532-56f8-4e29-a70e-c8f669ebd26a req-c16916bd-135f-4e69-aab6-c39b0523dc8f tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 210 time: 0.1017799 Jul 06 11:46:02.194139 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-942d73ee-3e71-46d6-8185-1b9c067841ea tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:02.293041 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132d8acc-3a11-42c5-b475-c2a39bd0580a x-openstack-request-id: req-132d8acc-3a11-42c5-b475-c2a39bd0580a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:02.293897 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38ffd30-1e25-4480-8b15-1307671962d2", "name": "network-vif-unplugged", "status": "completed", "tag": "a1b4ab69-91e9-4f11-be2c-841379188de7", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:02.294577 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-132d8acc-3a11-42c5-b475-c2a39bd0580a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:02.295442 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1b4ab69-91e9-4f11-be2c-841379188de7', 'code': 200} Jul 06 11:46:02.481230 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:02.524777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-869e0a2c-d211-476d-8465-4e0ca7262a83 req-2d0b6f8d-e29b-4482-a688-59e36a9c7598 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] For port a1b4ab69-91e9-4f11-be2c-841379188de7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=a1b4ab69-91e9-4f11-be2c-841379188de7,segment=NetworkSegment(c5f73622-4185-4e68-8557-9fa7cb329c1e),segment_id=c5f73622-4185-4e68-8557-9fa7cb329c1e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:02.525147 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-869e0a2c-d211-476d-8465-4e0ca7262a83 req-2d0b6f8d-e29b-4482-a688-59e36a9c7598 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:02.542751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260d85-40c8-44fa-8893-b3806533c0d5 req-f7c17a9f-dda8-4d93-97ed-8aa9db2c8a5b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:02.550380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260d85-40c8-44fa-8893-b3806533c0d5 req-f7c17a9f-dda8-4d93-97ed-8aa9db2c8a5b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:02.559464 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81260d85-40c8-44fa-8893-b3806533c0d5 req-f7c17a9f-dda8-4d93-97ed-8aa9db2c8a5b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1683 time: 1.0327168 Jul 06 11:46:02.593199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-869e0a2c-d211-476d-8465-4e0ca7262a83 req-2d0b6f8d-e29b-4482-a688-59e36a9c7598 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Calling delete_port for a1b4ab69-91e9-4f11-be2c-841379188de7 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:02.660249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-d231e578-1455-4d9c-bc49-0daffb3f84cb tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:02.673843 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-d231e578-1455-4d9c-bc49-0daffb3f84cb tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.47 "GET /v2.0/networks?id=22885550-9643-45a1-8fb9-6cd222d71391 HTTP/1.1" status: 200 len: 808 time: 0.4432001 Jul 06 11:46:02.771599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Request body: {'port': {'device_id': 'a27b961e-da85-4d33-b321-48e2d98a9db8', 'network_id': '22885550-9643-45a1-8fb9-6cd222d71391', 'admin_state_up': True, 'tenant_id': 'dca231eff5604b16b9bb59cf6c4dffd2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:02.776808 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:02.780200 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-942d73ee-3e71-46d6-8185-1b9c067841ea tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:02.799608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81260d85-40c8-44fa-8893-b3806533c0d5 req-95d608e1-1189-43e5-983d-e34aa66bf983 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377999 Jul 06 11:46:02.870360 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:02.977710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4d77d68a-55db-4b30-baea-1375641ce899 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:02.978427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:46:03.034540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:03.050469 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.054996 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Added segment 6cadc8b8-c4f1-4389-9d38-03972d6824d8 of type vlan for network 90516628-a9e7-415c-b9f2-7769c50303c3 Jul 06 11:46:03.096584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 4d77d68a-55db-4b30-baea-1375641ce899 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:03.098611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1ca81-b503-4a9b-9c05-95b7b41caa1b req-db934203-1a76-4215-911f-413ad288b742 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.106115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aaf1ca81-b503-4a9b-9c05-95b7b41caa1b req-db934203-1a76-4215-911f-413ad288b742 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 944 time: 0.4594481 Jul 06 11:46:03.119593 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.135996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf733bb-7989-4231-82c9-5fa31ee8adbd None None] Network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:03.153551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-83b46b94-a7e2-46bd-a98d-72946bb3be04 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.159862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-83b46b94-a7e2-46bd-a98d-72946bb3be04 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.162161 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-83b46b94-a7e2-46bd-a98d-72946bb3be04 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1683 time: 0.3571897 Jul 06 11:46:03.168775 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-942d73ee-3e71-46d6-8185-1b9c067841ea tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.231921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d73ee-3e71-46d6-8185-1b9c067841ea tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd60540-3134-4c18-be59-0f69efd0d69c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:03.243602 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-942d73ee-3e71-46d6-8185-1b9c067841ea tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.245757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-942d73ee-3e71-46d6-8185-1b9c067841ea tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/5fd60540-3134-4c18-be59-0f69efd0d69c HTTP/1.1" status: 204 len: 168 time: 1.9651039 Jul 06 11:46:03.250311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:03.252251 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.287169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58058cad-434f-4469-a57b-4b21b68784e2 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:03.350866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aaf1ca81-b503-4a9b-9c05-95b7b41caa1b req-dc08b4ea-f30b-4049-8607-5acf92b2c2e9 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/security-groups?id=a53dfbab-4e07-4700-b368-78c7d4bb9b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435267 Jul 06 11:46:03.355698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Made reservation on behalf of dca231eff5604b16b9bb59cf6c4dffd2 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:03.360383 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.370273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-23d2eeb2-8f3b-4e5b-8eca-de2470d0b263 None None] Provisioning for port 4d77d68a-55db-4b30-baea-1375641ce899 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:03.393944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-23d2eeb2-8f3b-4e5b-8eca-de2470d0b263 None None] Provisioning complete for port 4d77d68a-55db-4b30-baea-1375641ce899 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:03.395172 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23d2eeb2-8f3b-4e5b-8eca-de2470d0b263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.444638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e864bdba-2e1b-4f5b-9323-fac2f5f6e583 req-84e93ef7-b1f7-4ef7-91e3-1d21c67ba158 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 210 time: 0.0884748 Jul 06 11:46:03.449598 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-869e0a2c-d211-476d-8465-4e0ca7262a83 req-2d0b6f8d-e29b-4482-a688-59e36a9c7598 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.486651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-6deb563c-be9a-4b40-9485-22e6fde85850 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting port 4498c794-f5a2-47bf-9215-d3a98ba230a5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:03.486973 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-6deb563c-be9a-4b40-9485-22e6fde85850 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.512714 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.514048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:03.515138 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.567176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b6f8d-e29b-4482-a688-59e36a9c7598 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Pushing event deleted for resources: {'Port': ['ID=a1b4ab69-91e9-4f11-be2c-841379188de7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:03.580350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:46:03.627894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-234cc265-0106-40e9-8a29-a155b4db64cd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet dc13f293-8062-4c74-8026-0b7cc3734431 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:46:03.687745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1637509 Jul 06 11:46:03.687745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a88b39-6f67-4c1a-824c-4e49f2aa464e admin admin] Pushing event updated for resources: {'Network': ['ID=90516628-a9e7-415c-b9f2-7769c50303c3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:03.689215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47094) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:03.690466 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-234cc265-0106-40e9-8a29-a155b4db64cd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.702460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] Request body: {'subnet': {'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-911137445-subnet', 'tenant_id': '4eb55b7769694658a57cdd343a779d40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:03.719859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 90516628-a9e7-415c-b9f2-7769c50303c3 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:46:03.741114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Allocated IP 172.20.0.13 (22885550-9643-45a1-8fb9-6cd222d71391/1d75cff0-cac8-4a89-ae10-5569f693f609/9c019dd5-5602-47d9-9a0c-938b807c55b2) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:03.746847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-6deb563c-be9a-4b40-9485-22e6fde85850 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] For port 4498c794-f5a2-47bf-9215-d3a98ba230a5, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4498c794-f5a2-47bf-9215-d3a98ba230a5,segment=NetworkSegment(3e60a942-5511-46ea-adab-6ee8b6944ddc),segment_id=3e60a942-5511-46ea-adab-6ee8b6944ddc)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:03.747222 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-6deb563c-be9a-4b40-9485-22e6fde85850 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.776871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-6deb563c-be9a-4b40-9485-22e6fde85850 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Calling delete_port for 4498c794-f5a2-47bf-9215-d3a98ba230a5 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:03.823792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-869e0a2c-d211-476d-8465-4e0ca7262a83 req-2d0b6f8d-e29b-4482-a688-59e36a9c7598 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] No DVR routers for this DVR port a1b4ab69-91e9-4f11-be2c-841379188de7 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:03.828166 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-869e0a2c-d211-476d-8465-4e0ca7262a83 req-2d0b6f8d-e29b-4482-a688-59e36a9c7598 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.830493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-869e0a2c-d211-476d-8465-4e0ca7262a83 req-2d0b6f8d-e29b-4482-a688-59e36a9c7598 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.47 "DELETE /v2.0/ports/a1b4ab69-91e9-4f11-be2c-841379188de7 HTTP/1.1" status: 204 len: 173 time: 2.9570575 Jul 06 11:46:03.850092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'name': 'network-vif-deleted', 'tag': 'a1b4ab69-91e9-4f11-be2c-841379188de7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:03.852837 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53de8f3a-504d-44a6-bf00-fa53d7a8bbfc" -d '{"events": [{"server_uuid": "b38ffd30-1e25-4480-8b15-1307671962d2", "name": "network-vif-deleted", "tag": "a1b4ab69-91e9-4f11-be2c-841379188de7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:03.856188 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23d2eeb2-8f3b-4e5b-8eca-de2470d0b263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:03.955986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-234cc265-0106-40e9-8a29-a155b4db64cd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:04.000411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-23d2eeb2-8f3b-4e5b-8eca-de2470d0b263 None None] For port 4d77d68a-55db-4b30-baea-1375641ce899, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4d77d68a-55db-4b30-baea-1375641ce899,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:04.011992 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23d2eeb2-8f3b-4e5b-8eca-de2470d0b263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:04.137061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2eeb2-8f3b-4e5b-8eca-de2470d0b263 None None] Pushing event updated for resources: {'Port': ['ID=4d77d68a-55db-4b30-baea-1375641ce899,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:04.244667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] Made reservation on behalf of 4eb55b7769694658a57cdd343a779d40 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:04.249232 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:04.405029 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d89ea0-5461-43e3-8032-27c369e7b850 x-openstack-request-id: req-76d89ea0-5461-43e3-8032-27c369e7b850 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:04.405848 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38ffd30-1e25-4480-8b15-1307671962d2", "name": "network-vif-deleted", "tag": "a1b4ab69-91e9-4f11-be2c-841379188de7", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:04.419577 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76d89ea0-5461-43e3-8032-27c369e7b850 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:04.420201 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38ffd30-1e25-4480-8b15-1307671962d2', 'name': 'network-vif-deleted', 'tag': 'a1b4ab69-91e9-4f11-be2c-841379188de7', 'status': 'completed', 'code': 200} Jul 06 11:46:04.457616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-45ff604e-f0c1-4230-803e-32ed2fb1d4fe None None] Provisioning complete for port 4d77d68a-55db-4b30-baea-1375641ce899 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:04.458387 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-45ff604e-f0c1-4230-803e-32ed2fb1d4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:04.535151 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-234cc265-0106-40e9-8a29-a155b4db64cd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:04.603291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:04.616190 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Sync routers for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:04.649031 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:04.649549 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:45:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:04.724648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:04.732700 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3b476fa1-f265-4086-9ab0-50b4b0ba0063 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6053426 Jul 06 11:46:04.740047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47114) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:04.842420 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-234cc265-0106-40e9-8a29-a155b4db64cd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:04.873439 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:04.983107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4d77d68a-55db-4b30-baea-1375641ce899 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:05.122077 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-234cc265-0106-40e9-8a29-a155b4db64cd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.129232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-234cc265-0106-40e9-8a29-a155b4db64cd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/dc13f293-8062-4c74-8026-0b7cc3734431 HTTP/1.1" status: 204 len: 168 time: 1.8621876 Jul 06 11:46:05.144387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bfc9d-8e1f-480d-ab6a-03bf45378c59 req-3ff7b5ec-6916-4079-a67d-f014d249eb66 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.157320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bfc9d-8e1f-480d-ab6a-03bf45378c59 req-3ff7b5ec-6916-4079-a67d-f014d249eb66 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.159297 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-811bfc9d-8e1f-480d-ab6a-03bf45378c59 req-3ff7b5ec-6916-4079-a67d-f014d249eb66 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 1683 time: 1.0919683 Jul 06 11:46:05.162706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47120) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:05.163690 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.209431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4d77d68a-55db-4b30-baea-1375641ce899 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:05.210068 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.319198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cc265-0106-40e9-8a29-a155b4db64cd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=dc13f293-8062-4c74-8026-0b7cc3734431,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:05.345849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.355558 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-6deb563c-be9a-4b40-9485-22e6fde85850 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.394103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1c54e65-991d-4010-b0a2-7f17eebaf52f req-1553237a-2760-4e61-bb7e-b4fbb0eb431b tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38ffd30-1e25-4480-8b15-1307671962d2 HTTP/1.1" status: 200 len: 210 time: 0.2765303 Jul 06 11:46:05.409219 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-811bfc9d-8e1f-480d-ab6a-03bf45378c59 req-f6494e0c-68fa-4b94-abea-4bf2ac0e7408 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314336 Jul 06 11:46:05.409942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5638a9dc-13f5-449c-820c-74495bd64921,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:05.418409 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a1b4ab69-91e9-4f11-be2c-841379188de7 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:05.430621 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:02Z', 'revision_number': 3, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:05.439292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] Checking segment: {'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:05.439748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] Network hostable DHCP agents. Network: 90516628-a9e7-415c-b9f2-7769c50303c3, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:46:05.484229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] Network 90516628-a9e7-415c-b9f2-7769c50303c3 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:46:05.522833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 90516628-a9e7-415c-b9f2-7769c50303c3) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:05.539830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:05.540446 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.569332 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Checking router: 9ba0f39d-1f90-4036-b3ba-bc1435aa645d for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:05.571539 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Updating router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d port a9f95a15-4327-48ec-9592-164723262c37 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:46:05.586129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: a1b4ab69-91e9-4f11-be2c-841379188de7 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:05.589543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device a1b4ab69-91e9-4f11-be2c-841379188de7 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:05.598823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb563c-be9a-4b40-9485-22e6fde85850 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Port': ['ID=4498c794-f5a2-47bf-9215-d3a98ba230a5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:05.604794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a3728-4118-47d3-853c-61ffcb550bee None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:05.623283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab3d739-bbbc-4aa5-b4a2-a1a61f1d81e8 None None] Network 90516628-a9e7-415c-b9f2-7769c50303c3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:05.646282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-6deb563c-be9a-4b40-9485-22e6fde85850 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] No DVR routers for this DVR port 4498c794-f5a2-47bf-9215-d3a98ba230a5 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:05.649082 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cbfd4eb5-e1d2-4fc0-8631-7fff077eff63 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4777422 Jul 06 11:46:05.654720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47132) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:05.660569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7a5dc57f-c066-4f64-a4f4-e65402cb229f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:05.679495 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-6deb563c-be9a-4b40-9485-22e6fde85850 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.683145 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-6deb563c-be9a-4b40-9485-22e6fde85850 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "DELETE /v2.0/ports/4498c794-f5a2-47bf-9215-d3a98ba230a5 HTTP/1.1" status: 204 len: 173 time: 2.4792271 Jul 06 11:46:05.685686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'name': 'network-vif-deleted', 'tag': '4498c794-f5a2-47bf-9215-d3a98ba230a5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:05.688715 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2083510-c5c7-4f6c-a239-b39480a6d9a1" -d '{"events": [{"server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "name": "network-vif-deleted", "tag": "4498c794-f5a2-47bf-9215-d3a98ba230a5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:05.694922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d62930e1-848e-42a6-92e2-24964176048a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9966707 Jul 06 11:46:05.808321 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.027258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fcf1353-ccec-4029-9c04-eabdcf68b675 req-d90a9fab-b8c9-4026-bae5-8719d05d2e35 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 210 time: 0.1436064 Jul 06 11:46:06.184692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-102b7ae5-135e-4c4e-9ffe-be8730b76a3e None None] Provisioning complete for port 5d91c165-83e2-4d82-bf75-e300f8982b92 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:06.185077 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-102b7ae5-135e-4c4e-9ffe-be8730b76a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.192068 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c371ee-05b5-49fd-a897-d904b149d424 x-openstack-request-id: req-83c371ee-05b5-49fd-a897-d904b149d424 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:06.192548 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "name": "network-vif-deleted", "tag": "4498c794-f5a2-47bf-9215-d3a98ba230a5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:06.192870 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83c371ee-05b5-49fd-a897-d904b149d424 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:06.193283 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'name': 'network-vif-deleted', 'tag': '4498c794-f5a2-47bf-9215-d3a98ba230a5', 'status': 'completed', 'code': 200} Jul 06 11:46:06.275141 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.279777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5dc57f-c066-4f64-a4f4-e65402cb229f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:06.284129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc57f-c066-4f64-a4f4-e65402cb229f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.449848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0c5c22-1124-44b5-90c7-c7c4afb045a8 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:46:06.458744 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1057f68a-c319-4b22-a58f-824b8ee50d7c None None] Network 90516628-a9e7-415c-b9f2-7769c50303c3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:06.468056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Network 22885550-9643-45a1-8fb9-6cd222d71391 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:06.493537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:06.505603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:06.658860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Pushing event updated for resources: {'Port': ['ID=9c019dd5-5602-47d9-9a0c-938b807c55b2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:06.693236 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.716101 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Transition to ACTIVE for port object a9f95a15-4327-48ec-9592-164723262c37 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:06.748884 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.790553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c5c22-1124-44b5-90c7-c7c4afb045a8 None None] Deleting port 5d91c165-83e2-4d82-bf75-e300f8982b92 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:06.791279 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c0c5c22-1124-44b5-90c7-c7c4afb045a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.795613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-a433dac0-c160-4c4b-a4fa-96a9c76b5f45 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:06.803245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-a433dac0-c160-4c4b-a4fa-96a9c76b5f45 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/networks?id=90516628-a9e7-415c-b9f2-7769c50303c3 HTTP/1.1" status: 200 len: 814 time: 0.4046345 Jul 06 11:46:06.814929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-82bf4842-b969-4187-83b9-bfc94abc980b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting port ad3f13e5-41ec-417d-9a6b-7d70fc331dab {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:06.815256 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-82bf4842-b969-4187-83b9-bfc94abc980b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.827205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:06.827975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.840693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-acf8f803-b41a-4d5a-b7fd-9190d7acb02b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/quotas/4eb55b7769694658a57cdd343a779d40 HTTP/1.1" status: 200 len: 375 time: 0.0364144 Jul 06 11:46:06.894242 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Attempting to bind port a9f95a15-4327-48ec-9592-164723262c37 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:06.896123 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Attempting to bind port a9f95a15-4327-48ec-9592-164723262c37 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:06.905413 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Attempting to bind port a9f95a15-4327-48ec-9592-164723262c37 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:06.913156 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a9f95a15-4327-48ec-9592-164723262c37,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:06.919885 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-10d25a3c-cfa6-42f7-bec6-80b5a1f6aa1d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4eb55b7769694658a57cdd343a779d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782256 Jul 06 11:46:06.941066 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.942155 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.942594 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.943109 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.943573 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.944086 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.944519 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.944962 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.945386 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.945857 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.947082 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.949072 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:06.952953 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:06.953215 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:06.957945 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.961740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5d91c165-83e2-4d82-bf75-e300f8982b92 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:06.962336 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:06.963094 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Bound port: a9f95a15-4327-48ec-9592-164723262c37, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:06.963733 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.093052 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] For port a9f95a15-4327-48ec-9592-164723262c37, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:07.100654 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] For port a9f95a15-4327-48ec-9592-164723262c37, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a9f95a15-4327-48ec-9592-164723262c37,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:07.108247 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.113907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5c0c5c22-1124-44b5-90c7-c7c4afb045a8 None None] For port 5d91c165-83e2-4d82-bf75-e300f8982b92, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5d91c165-83e2-4d82-bf75-e300f8982b92,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:07.114851 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c0c5c22-1124-44b5-90c7-c7c4afb045a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.139181 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c5c22-1124-44b5-90c7-c7c4afb045a8 None None] Calling delete_port for 5d91c165-83e2-4d82-bf75-e300f8982b92 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:07.165345 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-bf8af91e-d29d-46b4-92b5-727c26988ac0 service neutron] 10.222.0.21 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817989 Jul 06 11:46:07.166623 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:07.167271 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:45:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:07.184419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411aaf0a-d93d-47e1-b3e6-686ac8c5806d req-1b0c1a0e-ca43-4e57-a280-fbd587de35bd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:07.198735 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-411aaf0a-d93d-47e1-b3e6-686ac8c5806d req-1b0c1a0e-ca43-4e57-a280-fbd587de35bd tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 946 time: 0.2700162 Jul 06 11:46:07.228597 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-17edc25a-3c62-4104-b276-5bf034474f08 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4658179 Jul 06 11:46:07.246274 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c0c5c22-1124-44b5-90c7-c7c4afb045a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.255850 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc57f-c066-4f64-a4f4-e65402cb229f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.265510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ad3f13e5-41ec-417d-9a6b-7d70fc331dab no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:07.269344 n-d-799527-2 neutron-server[93816]: INFO neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No ports have port_id starting with 5d91c165-83e2-4d82-bf75-e300f8982b92 Jul 06 11:46:07.272532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c5c22-1124-44b5-90c7-c7c4afb045a8 None None] No DVR routers for this DVR port 5d91c165-83e2-4d82-bf75-e300f8982b92 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:07.289806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Request body: {'port': {'device_id': 'a27b961e-da85-4d33-b321-48e2d98a9db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:07.304855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-411aaf0a-d93d-47e1-b3e6-686ac8c5806d req-96e40da5-a0bd-40b1-b192-ba6509cca2df tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/security-groups?id=971d4e58-a422-40b3-9599-2347f3c2246c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025703 Jul 06 11:46:07.348159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c5c22-1124-44b5-90c7-c7c4afb045a8 None None] Pushing event deleted for resources: {'Port': ['ID=5d91c165-83e2-4d82-bf75-e300f8982b92,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:07.385391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-22e5e076-016f-4a06-95d3-3d49f0247e80 service neutron] 10.222.0.21 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178109 Jul 06 11:46:07.414715 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:07.418117 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765b22f-f411-4176-856e-614cce40e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a9f95a15-4327-48ec-9592-164723262c37,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:07.542313 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.599203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5dc57f-c066-4f64-a4f4-e65402cb229f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:07.614278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-82bf4842-b969-4187-83b9-bfc94abc980b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] For port ad3f13e5-41ec-417d-9a6b-7d70fc331dab, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,segment=NetworkSegment(3ead9efc-6728-41eb-8833-39f5339090fb),segment_id=3ead9efc-6728-41eb-8833-39f5339090fb)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:07.615515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-82bf4842-b969-4187-83b9-bfc94abc980b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.657242 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.678624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dc57f-c066-4f64-a4f4-e65402cb229f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=312b5d38-dd5f-4b0a-a878-ffd66434edd1,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:07.692413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7a5dc57f-c066-4f64-a4f4-e65402cb229f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:07.729411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ad3f13e5-41ec-417d-9a6b-7d70fc331dab, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,segment=NetworkSegment(3ead9efc-6728-41eb-8833-39f5339090fb),segment_id=3ead9efc-6728-41eb-8833-39f5339090fb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:07.743420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad3f13e5-41ec-417d-9a6b-7d70fc331dab'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:07.750355 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115be4f7-d4d9-4ab2-b063-37ae28f1027f" -d '{"events": [{"server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "name": "network-vif-unplugged", "status": "completed", "tag": "ad3f13e5-41ec-417d-9a6b-7d70fc331dab"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:07.768867 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.770687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4498c794-f5a2-47bf-9215-d3a98ba230a5 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:07.773038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5dc57f-c066-4f64-a4f4-e65402cb229f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:07.773990 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc57f-c066-4f64-a4f4-e65402cb229f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.782468 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:07.786723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-82bf4842-b969-4187-83b9-bfc94abc980b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Calling delete_port for ad3f13e5-41ec-417d-9a6b-7d70fc331dab owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:07.859084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7a5dc57f-c066-4f64-a4f4-e65402cb229f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2028978 Jul 06 11:46:07.860563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f9831-2140-43c5-a090-beaaeab9e702 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:07.862789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47198) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:07.887993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7c270888-e0cf-4adb-9332-da84bfe346f7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:08.133194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 4498c794-f5a2-47bf-9215-d3a98ba230a5 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:08.133554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4498c794-f5a2-47bf-9215-d3a98ba230a5 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:08.185914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:08.295556 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:02Z', 'revision_number': 3, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:08.310858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'tenant_id': '6f039b9d191c4ec2bdc1b0f6530815ee', 'fixed_ips': [{'subnet_id': '312b5d38-dd5f-4b0a-a878-ffd66434edd1'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:46:08.312157 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.402481 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58997641-c699-4e3f-a4a3-24d1c6f88cc2 None None] The sync data for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 is: [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:02Z', 'revision_number': 3, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:08.485680 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57a8445c-05a9-40fc-ba13-c819aa172cd0 req-4835848e-6ed0-4bec-972a-33fb6bc7003e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 210 time: 0.3195014 Jul 06 11:46:08.557821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c270888-e0cf-4adb-9332-da84bfe346f7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:08.581219 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c270888-e0cf-4adb-9332-da84bfe346f7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.752523 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-82bf4842-b969-4187-83b9-bfc94abc980b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.753536 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34400da5-3562-457a-9853-1ee57f55d8e4 x-openstack-request-id: req-34400da5-3562-457a-9853-1ee57f55d8e4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:08.753536 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "name": "network-vif-unplugged", "status": "completed", "tag": "ad3f13e5-41ec-417d-9a6b-7d70fc331dab", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:08.755162 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34400da5-3562-457a-9853-1ee57f55d8e4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:08.755162 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad3f13e5-41ec-417d-9a6b-7d70fc331dab', 'code': 200} Jul 06 11:46:08.780328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Allocated IP 172.20.0.1 (2e3b85a5-3b6c-485a-b79e-51ceee0a457c/f2b8936f-2bd4-4496-aa60-30410ff9bb58/ed0c3499-c924-4351-82a0-3b17a85da932) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:08.827631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ebb2-e51c-4d3b-9701-f43c68821bec req-21bd4a9c-ba36-4970-9be5-10b02b30447b tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:08.834570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b63ebb2-e51c-4d3b-9701-f43c68821bec req-21bd4a9c-ba36-4970-9be5-10b02b30447b tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 932 time: 0.6640449 Jul 06 11:46:08.858659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Allocated IP 2001:db8::2 (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/312b5d38-dd5f-4b0a-a878-ffd66434edd1/b5c2d9be-4440-4923-b423-c6e996c76d70) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:08.900647 n-d-799527-2 neutron-server[93814]: INFO neutron.db.ipam_backend_mixin [None req-7c270888-e0cf-4adb-9332-da84bfe346f7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 312b5d38-dd5f-4b0a-a878-ffd66434edd1 (CIDR: 2001:db8::/64) Jul 06 11:46:08.942859 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c270888-e0cf-4adb-9332-da84bfe346f7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:46:08.944472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c270888-e0cf-4adb-9332-da84bfe346f7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:09.024411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf4842-b969-4187-83b9-bfc94abc980b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Port': ['ID=ad3f13e5-41ec-417d-9a6b-7d70fc331dab,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:09.035850 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7c270888-e0cf-4adb-9332-da84bfe346f7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1670167 Jul 06 11:46:09.053569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b63ebb2-e51c-4d3b-9701-f43c68821bec req-0dee4089-1c2a-4edb-8137-8b272086a379 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861997 Jul 06 11:46:09.057791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47224) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:09.218299 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb315033-d53c-473d-b4b7-d4d93b9823ab req-56caa0b5-4d5b-46a9-92ef-275139d6e647 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 210 time: 0.2267900 Jul 06 11:46:09.231628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'subnet': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:09.294708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-82bf4842-b969-4187-83b9-bfc94abc980b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] No DVR routers for this DVR port ad3f13e5-41ec-417d-9a6b-7d70fc331dab on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:09.303793 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-82bf4842-b969-4187-83b9-bfc94abc980b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.317585 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2b798262-2468-4550-a1d9-d4e21126c1a4 req-82bf4842-b969-4187-83b9-bfc94abc980b tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.86 "DELETE /v2.0/ports/ad3f13e5-41ec-417d-9a6b-7d70fc331dab HTTP/1.1" status: 204 len: 173 time: 3.5922627 Jul 06 11:46:09.378066 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.418621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Transition to ACTIVE for port object b5c2d9be-4440-4923-b423-c6e996c76d70 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:09.506484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Transition to ACTIVE for port object b5c2d9be-4440-4923-b423-c6e996c76d70 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:09.519536 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.534298 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.570682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Transition to ACTIVE for port object ed0c3499-c924-4351-82a0-3b17a85da932 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:09.645990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:09.652809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:09.662450 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.677087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:09.693672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:09.701458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Pushing event updated for resources: {'Port': ['ID=b5c2d9be-4440-4923-b423-c6e996c76d70,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:09.783300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'name': 'network-vif-deleted', 'tag': 'ad3f13e5-41ec-417d-9a6b-7d70fc331dab'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:09.788928 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfe5cf2-224c-4456-a7e5-47d05a4ed724" -d '{"events": [{"server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "name": "network-vif-deleted", "tag": "ad3f13e5-41ec-417d-9a6b-7d70fc331dab"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:09.806629 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.822577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c019dd5-5602-47d9-9a0c-938b807c55b2 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:09.857343 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.869441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Attempting to bind port b5c2d9be-4440-4923-b423-c6e996c76d70 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:09.870589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Attempting to bind port b5c2d9be-4440-4923-b423-c6e996c76d70 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:09.871233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Attempting to bind port b5c2d9be-4440-4923-b423-c6e996c76d70 on network be7966e7-c5ec-4c42-ba3f-7065322c1a4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:09.883082 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:09.888070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Checking segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:09.888921 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.889588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Bound using segment: {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:09.890351 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Bound port: b5c2d9be-4440-4923-b423-c6e996c76d70, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fe4a8-49b3-45fa-b470-8de7e089dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:09.891014 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.906850 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e15cec59-76c3-46b3-bd01-8d97aec5e49c req-96123641-2583-410e-b11b-0cd229f1775f tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 210 time: 0.0863495 Jul 06 11:46:09.947965 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d01b93-fd8a-420d-8fa8-911f82205b14 x-openstack-request-id: req-59d01b93-fd8a-420d-8fa8-911f82205b14 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:09.947965 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1512ca0-5e07-4573-adce-d546baf50a57", "name": "network-vif-deleted", "tag": "ad3f13e5-41ec-417d-9a6b-7d70fc331dab", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:09.947965 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59d01b93-fd8a-420d-8fa8-911f82205b14 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:09.947965 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1512ca0-5e07-4573-adce-d546baf50a57', 'name': 'network-vif-deleted', 'tag': 'ad3f13e5-41ec-417d-9a6b-7d70fc331dab', 'status': 'completed', 'code': 200} Jul 06 11:46:09.947965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:09.951605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Transition to ACTIVE for port object 9c019dd5-5602-47d9-9a0c-938b807c55b2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:09.953384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:09.958102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:09.989426 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.035983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0c3499-c924-4351-82a0-3b17a85da932,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:10.086924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.117619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] For port b5c2d9be-4440-4923-b423-c6e996c76d70, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:10.126681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] For port b5c2d9be-4440-4923-b423-c6e996c76d70, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b5c2d9be-4440-4923-b423-c6e996c76d70,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:10.137673 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.211394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47260) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:10.337387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Pushing event updated for resources: {'Port': ['ID=9c019dd5-5602-47d9-9a0c-938b807c55b2,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:10.411631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Attempting to bind port 9c019dd5-5602-47d9-9a0c-938b807c55b2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:10.411995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Attempting to bind port 9c019dd5-5602-47d9-9a0c-938b807c55b2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'faa3ebc1-d619-49d1-a66d-3ed22d9a3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '22885550-9643-45a1-8fb9-6cd222d71391'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:10.412323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Attempting to bind port 9c019dd5-5602-47d9-9a0c-938b807c55b2 on network 22885550-9643-45a1-8fb9-6cd222d71391 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:10.421818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Port 9c019dd5-5602-47d9-9a0c-938b807c55b2 on network 22885550-9643-45a1-8fb9-6cd222d71391 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:46:10.422193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Attempting to bind port 9c019dd5-5602-47d9-9a0c-938b807c55b2 on network 22885550-9643-45a1-8fb9-6cd222d71391 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:10.430901 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:10.431248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Checking segment: {'id': 'faa3ebc1-d619-49d1-a66d-3ed22d9a3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '22885550-9643-45a1-8fb9-6cd222d71391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:10.431673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Bound using segment: {'id': 'faa3ebc1-d619-49d1-a66d-3ed22d9a3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '22885550-9643-45a1-8fb9-6cd222d71391'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:10.432222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Bound port: 9c019dd5-5602-47d9-9a0c-938b807c55b2, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa3ebc1-d619-49d1-a66d-3ed22d9a3053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '22885550-9643-45a1-8fb9-6cd222d71391'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:10.432592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.624214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d561a78-1fc4-416c-9106-056b1056e15e admin admin] Deleting subnet 96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:46:10.630103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0679ffd-8c82-4acd-869c-f40458d35714 None None] Provisioning for port ed0c3499-c924-4351-82a0-3b17a85da932 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:10.631904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d561a78-1fc4-416c-9106-056b1056e15e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.674219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0679ffd-8c82-4acd-869c-f40458d35714 None None] Provisioning complete for port ed0c3499-c924-4351-82a0-3b17a85da932 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:10.676337 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0679ffd-8c82-4acd-869c-f40458d35714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.698088 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.774775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d0679ffd-8c82-4acd-869c-f40458d35714 None None] Port ed0c3499-c924-4351-82a0-3b17a85da932 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:46:10.784438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91993591-cf20-4b4b-b332-725fc8ac78ed None None] Pushing event updated for resources: {'Port': ['ID=b5c2d9be-4440-4923-b423-c6e996c76d70,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:10.810069 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9860c359-ac8c-48aa-9af7-8a92b5b8c789 req-ac73c626-30a9-49f6-800a-95d93fd623f6 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1512ca0-5e07-4573-adce-d546baf50a57 HTTP/1.1" status: 200 len: 210 time: 0.1119986 Jul 06 11:46:10.855018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdddf89-8f6b-49e6-b38a-b1bc277d1980 req-8160001e-ff9f-4b04-8ab4-6deca295f572 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:10.865191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bdddf89-8f6b-49e6-b38a-b1bc277d1980 req-8160001e-ff9f-4b04-8ab4-6deca295f572 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 944 time: 0.5364921 Jul 06 11:46:10.885454 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d561a78-1fc4-416c-9106-056b1056e15e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.962700 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d561a78-1fc4-416c-9106-056b1056e15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.088237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a9f95a15-4327-48ec-9592-164723262c37 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:11.164519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] For port 9c019dd5-5602-47d9-9a0c-938b807c55b2, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:11.229901 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] For port 9c019dd5-5602-47d9-9a0c-938b807c55b2, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=9c019dd5-5602-47d9-9a0c-938b807c55b2,segment=NetworkSegment(faa3ebc1-d619-49d1-a66d-3ed22d9a3053),segment_id=faa3ebc1-d619-49d1-a66d-3ed22d9a3053)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:11.249419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bdddf89-8f6b-49e6-b38a-b1bc277d1980 req-5ba6c76e-9152-40ca-9dfd-2e8e4413031c tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363772 Jul 06 11:46:11.254187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port a9f95a15-4327-48ec-9592-164723262c37 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:11.264905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a9f95a15-4327-48ec-9592-164723262c37 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:11.278114 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.307081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.408000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-e8d0a3a5-0d02-40c0-8238-c0d65730e455 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.409634 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-e8d0a3a5-0d02-40c0-8238-c0d65730e455 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.86 "GET /v2.0/networks?id=90516628-a9e7-415c-b9f2-7769c50303c3 HTTP/1.1" status: 200 len: 814 time: 0.7151082 Jul 06 11:46:11.442460 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.466494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Request body: {'port': {'device_id': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3', 'admin_state_up': True, 'tenant_id': '4eb55b7769694658a57cdd343a779d40'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:11.497875 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port a9f95a15-4327-48ec-9592-164723262c37, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a9f95a15-4327-48ec-9592-164723262c37,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:11.504051 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.523637 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:46:11.543084 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d561a78-1fc4-416c-9106-056b1056e15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.547121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.549948 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.552657 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] 10.222.0.47 "PUT /v2.0/ports/9c019dd5-5602-47d9-9a0c-938b807c55b2 HTTP/1.1" status: 200 len: 1092 time: 4.2886534 Jul 06 11:46:11.639633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=a9f95a15-4327-48ec-9592-164723262c37,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:11.658288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c3c4da5-b8c8-4b97-a25e-21c334e99f9f req-95f3608c-b46d-4b1f-8475-9ffbfe00f00f tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 210 time: 0.1324840 Jul 06 11:46:11.682880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0452100-d7d0-4e96-9860-f639928a93ec service neutron] Pushing event updated for resources: {'Port': ['ID=9c019dd5-5602-47d9-9a0c-938b807c55b2,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:11.714932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d561a78-1fc4-416c-9106-056b1056e15e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:11.722519 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d561a78-1fc4-416c-9106-056b1056e15e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.725885 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3d561a78-1fc4-416c-9106-056b1056e15e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/96fc1226-f26f-4bcc-8ebd-d7954bc9d2b5 HTTP/1.1" status: 204 len: 168 time: 1.5135062 Jul 06 11:46:11.730293 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47286) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:11.772754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.790223 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.888505 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.905724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Made reservation on behalf of 4eb55b7769694658a57cdd343a779d40 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:11.915749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:11.933551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-1c51e2ee-1ab6-42d4-b8e8-45fb172db48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:11.935171 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-1c51e2ee-1ab6-42d4-b8e8-45fb172db48a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dca231eff5604b16b9bb59cf6c4dffd2&device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 1095 time: 0.3126175 Jul 06 11:46:11.940774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27b961e-da85-4d33-b321-48e2d98a9db8', 'tag': '9c019dd5-5602-47d9-9a0c-938b807c55b2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:11.950906 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010715ff-bc51-41db-a727-80a7d3576171" -d '{"events": [{"name": "network-changed", "server_uuid": "a27b961e-da85-4d33-b321-48e2d98a9db8", "tag": "9c019dd5-5602-47d9-9a0c-938b807c55b2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:12.002927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:12.017998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0c3499-c924-4351-82a0-3b17a85da932,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:12.026326 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-d60335f0-5cd8-4666-9c41-c121a13083c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c019dd5-5602-47d9-9a0c-938b807c55b2 HTTP/1.1" status: 200 len: 217 time: 0.0609729 Jul 06 11:46:12.030624 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.061490 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08928a08-0e4d-4566-8348-c3469b5fbaf5 x-openstack-request-id: req-08928a08-0e4d-4566-8348-c3469b5fbaf5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:12.061767 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27b961e-da85-4d33-b321-48e2d98a9db8", "tag": "9c019dd5-5602-47d9-9a0c-938b807c55b2", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:12.062135 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08928a08-0e4d-4566-8348-c3469b5fbaf5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:12.062607 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27b961e-da85-4d33-b321-48e2d98a9db8', 'tag': '9c019dd5-5602-47d9-9a0c-938b807c55b2', 'status': 'completed', 'code': 200} Jul 06 11:46:12.099899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.133033 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.146687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:12.189918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f73622-4185-4e68-8557-9fa7cb329c1e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:12.190304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f73622-4185-4e68-8557-9fa7cb329c1e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:12.255217 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.439706 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e63aa8a6-a169-40b1-be4e-897d193d9de7 None None] Provisioning for port b5c2d9be-4440-4923-b423-c6e996c76d70 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:12.660881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-9965fa8e-96c6-474c-89f9-8bf9a2755372 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting subnet 8d178c89-95e9-4e72-aa43-74a7385c32ad {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:46:12.663705 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.692219 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9965fa8e-96c6-474c-89f9-8bf9a2755372 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.735861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:46:12.736515 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:46:12.753349 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:46:12.794020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-2b584177-ff77-4b93-addb-f6e93b030c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:12.796665 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-2b584177-ff77-4b93-addb-f6e93b030c3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d75cff0-cac8-4a89-ae10-5569f693f609 HTTP/1.1" status: 200 len: 848 time: 0.7553742 Jul 06 11:46:12.798341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Allocated IP 172.20.0.6 (90516628-a9e7-415c-b9f2-7769c50303c3/5638a9dc-13f5-449c-820c-74495bd64921/37731046-384e-4a62-84e2-020b1c008a74) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:12.877442 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-0a82ccd1-3fff-4fc7-b1a9-6d0d8e786be3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=22885550-9643-45a1-8fb9-6cd222d71391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628033 Jul 06 11:46:12.889858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9965fa8e-96c6-474c-89f9-8bf9a2755372 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.002482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:13.011163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:13.035309 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e858172e-0b5e-4ce8-9a9e-1583127cdffa req-e07d0306-2f9a-41fd-a1a8-01664eddc57a tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 210 time: 0.0300620 Jul 06 11:46:13.047311 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.079116 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.081164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35 HTTP/1.1" status: 204 len: 168 time: 1.3498173 Jul 06 11:46:13.174497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bc99c-9b97-4a43-b003-8990027fdc23 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8f8e1e-1e83-40c6-abc8-dcf3091b2b35,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:13.189279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a9f95a15-4327-48ec-9592-164723262c37 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:13.228973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] For port b5c2d9be-4440-4923-b423-c6e996c76d70, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b5c2d9be-4440-4923-b423-c6e996c76d70,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:13.277684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a9f95a15-4327-48ec-9592-164723262c37 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:13.278440 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.316625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53c0e6-bbcb-48c7-ae14-8b9399bf59a5 req-a1a72384-1e43-446f-914a-3bfe7a5e42ca tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:13.327929 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-8ce26a8c-3d69-453b-b6bd-610859ad47e3 service neutron] 10.222.0.47 "GET /v2.0/networks/22885550-9643-45a1-8fb9-6cd222d71391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389699 Jul 06 11:46:13.332489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac53c0e6-bbcb-48c7-ae14-8b9399bf59a5 req-a1a72384-1e43-446f-914a-3bfe7a5e42ca tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 944 time: 0.7144394 Jul 06 11:46:13.360566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47324) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:13.402259 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9965fa8e-96c6-474c-89f9-8bf9a2755372 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.426387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b5c2d9be-4440-4923-b423-c6e996c76d70 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:13.498823 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.516327 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port b5c2d9be-4440-4923-b423-c6e996c76d70 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:13.522150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b5c2d9be-4440-4923-b423-c6e996c76d70 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:13.523174 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.527385 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.528387 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.618186 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9965fa8e-96c6-474c-89f9-8bf9a2755372 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.642131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.655644 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-67a590b2-1d75-4d65-bd5c-b2c5eb2abf9b None None] Provisioning complete for port ed0c3499-c924-4351-82a0-3b17a85da932 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:13.656646 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67a590b2-1d75-4d65-bd5c-b2c5eb2abf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.676511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:46:13.680028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:13.689282 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-46a764d9-e546-491c-b4e0-b9820af68e58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=317aad6b56d34ca19e1a0d1297fbed13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919676 Jul 06 11:46:13.694031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47334) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:13.715250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-67a590b2-1d75-4d65-bd5c-b2c5eb2abf9b None None] Port ed0c3499-c924-4351-82a0-3b17a85da932 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:46:13.730740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=b5c2d9be-4440-4923-b423-c6e996c76d70,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:13.742966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:13.750329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:13.750928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.767420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb3dc94-cc8d-40af-a535-1a03174e3379 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:13.768090 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afd4fb07-e597-498f-9427-9f7b44a46267 req-df87aa23-06eb-46b1-b360-da3fb792ca6d service neutron] 10.222.0.47 "GET /v2.0/networks/22885550-9643-45a1-8fb9-6cd222d71391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314296 Jul 06 11:46:13.786202 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac53c0e6-bbcb-48c7-ae14-8b9399bf59a5 req-a5d25ff5-93e2-48b8-abc4-30aebcb74c55 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527299 Jul 06 11:46:13.827071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Subnet': ['ID=53036b29-1c93-4732-ac89-a29a8f610d66,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:13.835216 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9965fa8e-96c6-474c-89f9-8bf9a2755372 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.837227 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9965fa8e-96c6-474c-89f9-8bf9a2755372 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "DELETE /v2.0/subnets/8d178c89-95e9-4e72-aa43-74a7385c32ad HTTP/1.1" status: 204 len: 168 time: 1.8311892 Jul 06 11:46:13.844562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47336) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:13.851607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8eb526-cd7f-42ae-896d-c89673c5d7b6 None None] Network 02220dd7-6cdc-4579-88f8-65b9011cd947 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:13.920019 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.933679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:13.952644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7520b2f2-b138-4c86-b03a-526ee6db11e7 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7565989 Jul 06 11:46:13.954066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965fa8e-96c6-474c-89f9-8bf9a2755372 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Subnet': ['ID=8d178c89-95e9-4e72-aa43-74a7385c32ad,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:13.961633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47338) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:13.969991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Request body: {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'mac_address': 'fa:16:3e:df:5a:0c', 'name': 'tempest-NetworksTestDHCPv6-1040563217'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:13.979509 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3fc59c3-d7c7-413e-9f5b-f89af4484cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.036286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port b5c2d9be-4440-4923-b423-c6e996c76d70, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b5c2d9be-4440-4923-b423-c6e996c76d70,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:14.061034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Network 90516628-a9e7-415c-b9f2-7769c50303c3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:14.070436 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3fc59c3-d7c7-413e-9f5b-f89af4484cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.072895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:14.073120 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.089349 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-24c04162-8222-4365-9135-e6e204db6519 admin admin] 10.222.0.21 "PUT /v2.0/routers/9ba0f39d-1f90-4036-b3ba-bc1435aa645d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3484774 Jul 06 11:46:14.109680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:14.114278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:14.143440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Sync routers for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:14.161219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Pushing event updated for resources: {'Port': ['ID=37731046-384e-4a62-84e2-020b1c008a74,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:14.161870 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.183627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010715ff-bc51-41db-a727-80a7d3576171 req-f3a4f03d-71fd-4189-94a6-e5181e695462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:14.186322 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-010715ff-bc51-41db-a727-80a7d3576171 req-f3a4f03d-71fd-4189-94a6-e5181e695462 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dca231eff5604b16b9bb59cf6c4dffd2&device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 1095 time: 0.3342805 Jul 06 11:46:14.258113 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d7e0-cc79-46b0-84fe-b5d4f1203875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.259973 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:14.260619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:45:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:14.310085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting port 216e83b5-2cd6-4786-9da8-07bb9d537c6d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:14.310550 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.314222 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Made reservation on behalf of 6f039b9d191c4ec2bdc1b0f6530815ee for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:14.356619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=b5c2d9be-4440-4923-b423-c6e996c76d70,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:14.387307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:14.388490 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.431672 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-f133b3cb-0e16-4512-80c0-3b3b06048060 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9776785 Jul 06 11:46:14.462406 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Request body: {'port': {'device_id': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:14.477259 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3fc59c3-d7c7-413e-9f5b-f89af4484cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.490835 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3fc59c3-d7c7-413e-9f5b-f89af4484cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.494588 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d3fc59c3-d7c7-413e-9f5b-f89af4484cbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a53dfbab-4e07-4700-b368-78c7d4bb9b26 HTTP/1.1" status: 204 len: 168 time: 0.7944558 Jul 06 11:46:14.520598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb221458-0344-4e90-8709-fb99b4dbff1c None None] DHCP port deletion for 02220dd7-6cdc-4579-88f8-65b9011cd947 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:46:14.563880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc59c3-d7c7-413e-9f5b-f89af4484cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53dfbab-4e07-4700-b368-78c7d4bb9b26,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:14.585857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010715ff-bc51-41db-a727-80a7d3576171 req-83265058-bda4-4032-9eaf-0e9038acc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:14.588297 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-010715ff-bc51-41db-a727-80a7d3576171 req-83265058-bda4-4032-9eaf-0e9038acc201 service neutron] 10.222.0.47 "GET /v2.0/networks?id=22885550-9643-45a1-8fb9-6cd222d71391 HTTP/1.1" status: 200 len: 909 time: 0.3912532 Jul 06 11:46:14.655975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:14.711026 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] For port 216e83b5-2cd6-4786-9da8-07bb9d537c6d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=216e83b5-2cd6-4786-9da8-07bb9d537c6d,segment=NetworkSegment(3e60a942-5511-46ea-adab-6ee8b6944ddc),segment_id=3e60a942-5511-46ea-adab-6ee8b6944ddc)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:14.711415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.745618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Calling delete_port for 216e83b5-2cd6-4786-9da8-07bb9d537c6d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:14.760986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-010715ff-bc51-41db-a727-80a7d3576171 req-73369c11-9893-4d45-9948-1669ec86cf3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c019dd5-5602-47d9-9a0c-938b807c55b2 HTTP/1.1" status: 200 len: 217 time: 0.1624269 Jul 06 11:46:14.775142 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.787151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa52f79-f46f-4853-8272-8376470aca6c req-94063c14-8990-44a7-a8f1-ed7133914bc5 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:14.795043 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-caa52f79-f46f-4853-8272-8376470aca6c req-94063c14-8990-44a7-a8f1-ed7133914bc5 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 931 time: 0.3439219 Jul 06 11:46:14.882645 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-caa52f79-f46f-4853-8272-8376470aca6c req-d27af684-ee26-4d49-a186-54110d5aec4d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829217 Jul 06 11:46:14.911567 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:14.949049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010715ff-bc51-41db-a727-80a7d3576171 req-6a8e78ee-ac66-4e42-941b-48b3c12ccebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:14.951515 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-010715ff-bc51-41db-a727-80a7d3576171 req-6a8e78ee-ac66-4e42-941b-48b3c12ccebe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d75cff0-cac8-4a89-ae10-5569f693f609 HTTP/1.1" status: 200 len: 848 time: 0.1814396 Jul 06 11:46:15.061657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] device_id is not set on port 5099b581-1d89-4ded-80c5-eb4445ce7c5f yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:46:15.062216 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-010715ff-bc51-41db-a727-80a7d3576171 req-4263ac68-5081-4de4-9de8-4284ea8e177a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=22885550-9643-45a1-8fb9-6cd222d71391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719264 Jul 06 11:46:15.109628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b5c2d9be-4440-4923-b423-c6e996c76d70 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:15.132693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bb221458-0344-4e90-8709-fb99b4dbff1c None None] Deleting port 216e83b5-2cd6-4786-9da8-07bb9d537c6d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:15.133068 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb221458-0344-4e90-8709-fb99b4dbff1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.272755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47370) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:15.283052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b486b72e-f157-45e1-869d-7259cc4728ac tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1286124492', 'description': 'tempest-description--971792349'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:15.359382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b486b72e-f157-45e1-869d-7259cc4728ac tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.552012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bb221458-0344-4e90-8709-fb99b4dbff1c None None] For port 216e83b5-2cd6-4786-9da8-07bb9d537c6d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=216e83b5-2cd6-4786-9da8-07bb9d537c6d,segment=NetworkSegment(3e60a942-5511-46ea-adab-6ee8b6944ddc),segment_id=3e60a942-5511-46ea-adab-6ee8b6944ddc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:15.553101 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb221458-0344-4e90-8709-fb99b4dbff1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.601665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bb221458-0344-4e90-8709-fb99b4dbff1c None None] Calling delete_port for 216e83b5-2cd6-4786-9da8-07bb9d537c6d owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:15.603744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.655699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b5c2d9be-4440-4923-b423-c6e996c76d70 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:15.656163 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.715784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] No DVR routers for this DVR port 216e83b5-2cd6-4786-9da8-07bb9d537c6d on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:15.748383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Port': ['ID=216e83b5-2cd6-4786-9da8-07bb9d537c6d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:15.765696 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-010715ff-bc51-41db-a727-80a7d3576171 req-2e408c5b-2318-4420-89be-04056c57a9e0 service neutron] 10.222.0.47 "GET /v2.0/networks/22885550-9643-45a1-8fb9-6cd222d71391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940713 Jul 06 11:46:15.831901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8::5b (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/312b5d38-dd5f-4b0a-a878-ffd66434edd1/5099b581-1d89-4ded-80c5-eb4445ce7c5f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: from cryptography.utils import int_from_bytes Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: from cryptography.utils import int_from_bytes Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.835957 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:46:15.840937 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:46:15.856467 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb221458-0344-4e90-8709-fb99b4dbff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.869038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Allocated IP 2001:db8:0:1:f816:3eff:fedf:5a0c (be7966e7-c5ec-4c42-ba3f-7065322c1a4e/53036b29-1c93-4732-ac89-a29a8f610d66/5099b581-1d89-4ded-80c5-eb4445ce7c5f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:15.917321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37731046-384e-4a62-84e2-020b1c008a74 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:15.932382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.947874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Transition to ACTIVE for port object 37731046-384e-4a62-84e2-020b1c008a74 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:15.960675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:15.967324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb221458-0344-4e90-8709-fb99b4dbff1c None None] Pushing event deleted for resources: {'Port': ['ID=216e83b5-2cd6-4786-9da8-07bb9d537c6d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:15.993033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb221458-0344-4e90-8709-fb99b4dbff1c None None] No DVR routers for this DVR port 216e83b5-2cd6-4786-9da8-07bb9d537c6d on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:16.061001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.080058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 2, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:16.106460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=37731046-384e-4a62-84e2-020b1c008a74,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:16.107986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02220dd7-6cdc-4579-88f8-65b9011cd947']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:16.121130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e60a942-5511-46ea-adab-6ee8b6944ddc') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:16.121773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e60a942-5511-46ea-adab-6ee8b6944ddc') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:16.142052 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-010715ff-bc51-41db-a727-80a7d3576171 req-b95fac52-4816-443d-ba57-a9f936584a77 service neutron] 10.222.0.47 "GET /v2.0/networks/22885550-9643-45a1-8fb9-6cd222d71391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682952 Jul 06 11:46:16.142820 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.160956 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.182078 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Attempting to bind port 37731046-384e-4a62-84e2-020b1c008a74 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:16.183003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Attempting to bind port 37731046-384e-4a62-84e2-020b1c008a74 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:16.183732 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Attempting to bind port 37731046-384e-4a62-84e2-020b1c008a74 on network 90516628-a9e7-415c-b9f2-7769c50303c3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:16.189231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663e982-b60a-4bcb-87f9-2cf4b8c4e796 req-f5ed4049-8764-40c6-a8a6-0ba60de34986 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.190000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Port 37731046-384e-4a62-84e2-020b1c008a74 on network 90516628-a9e7-415c-b9f2-7769c50303c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:46:16.190573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Attempting to bind port 37731046-384e-4a62-84e2-020b1c008a74 on network 90516628-a9e7-415c-b9f2-7769c50303c3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:16.190918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3663e982-b60a-4bcb-87f9-2cf4b8c4e796 req-f5ed4049-8764-40c6-a8a6-0ba60de34986 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 944 time: 0.6693478 Jul 06 11:46:16.199567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:16.200304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Checking segment: {'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:16.200948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Bound using segment: {'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:16.201997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Bound port: 37731046-384e-4a62-84e2-020b1c008a74, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:16.202633 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.248033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:46:16.248468 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:46:16.252688 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:46:16.286409 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b486b72e-f157-45e1-869d-7259cc4728ac tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.341270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] For port 37731046-384e-4a62-84e2-020b1c008a74, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:16.344127 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Checking router: 9ba0f39d-1f90-4036-b3ba-bc1435aa645d for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:16.344487 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Updating router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d port ed0c3499-c924-4351-82a0-3b17a85da932 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:46:16.348242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] For port 37731046-384e-4a62-84e2-020b1c008a74, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37731046-384e-4a62-84e2-020b1c008a74,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:16.358160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.359027 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b486b72e-f157-45e1-869d-7259cc4728ac tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.393446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7be4e962-94c6-4188-a072-cbe88d3bb46d None None] Provisioning complete for port b5c2d9be-4440-4923-b423-c6e996c76d70 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:16.394154 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7be4e962-94c6-4188-a072-cbe88d3bb46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.432648 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.435375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.436917 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.440502 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] 10.222.0.86 "PUT /v2.0/ports/37731046-384e-4a62-84e2-020b1c008a74 HTTP/1.1" status: 200 len: 1091 time: 1.9919155 Jul 06 11:46:16.441736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'tag': '37731046-384e-4a62-84e2-020b1c008a74'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:16.446175 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120f0651-72f8-44be-a521-5d910d87473e" -d '{"events": [{"name": "network-changed", "server_uuid": "18bea3a3-0830-43cd-ba46-ded29bf4502d", "tag": "37731046-384e-4a62-84e2-020b1c008a74"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:16.452406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486b72e-f157-45e1-869d-7259cc4728ac tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a4a89-caa9-4612-a543-9abf47998a2b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:16.506633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb57740-f8fa-41b9-9265-1666230b5cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=37731046-384e-4a62-84e2-020b1c008a74,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:16.514334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79251f-e537-406f-9e07-2e3f9e340d67 req-1a60b11f-06e4-4c80-9886-bd4a33616e98 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.517365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c79251f-e537-406f-9e07-2e3f9e340d67 req-1a60b11f-06e4-4c80-9886-bd4a33616e98 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 943 time: 0.3377252 Jul 06 11:46:16.523243 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.528253 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b486b72e-f157-45e1-869d-7259cc4728ac tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.529293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b486b72e-f157-45e1-869d-7259cc4728ac tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2531741 Jul 06 11:46:16.538729 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3663e982-b60a-4bcb-87f9-2cf4b8c4e796 req-352ee3b4-3356-4627-ae36-670a2c7902ff tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925200 Jul 06 11:46:16.541977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47406) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:16.548885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 216e83b5-2cd6-4786-9da8-07bb9d537c6d no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:16.550015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f8530272-cd75-44ef-8996-e61b9e5e6729 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'security_group_rule': {'security_group_id': '2c4a4a89-caa9-4612-a543-9abf47998a2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:16.551978 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.554881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "DELETE /v2.0/networks/02220dd7-6cdc-4579-88f8-65b9011cd947 HTTP/1.1" status: 204 len: 168 time: 2.7065322 Jul 06 11:46:16.573526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47408) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:16.593433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6d6df-0947-437a-a3c5-850946f0371e tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Network': ['ID=02220dd7-6cdc-4579-88f8-65b9011cd947,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:16.593796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 216e83b5-2cd6-4786-9da8-07bb9d537c6d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:16.593796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 216e83b5-2cd6-4786-9da8-07bb9d537c6d not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:16.661600 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.677004 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8530272-cd75-44ef-8996-e61b9e5e6729 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.677375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Transition to ACTIVE for port object 5099b581-1d89-4ded-80c5-eb4445ce7c5f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:16.684055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f57ca3-2e0a-41e8-9a51-7e4781486a63 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting subnet 399ea513-9acd-4435-94fa-75831dbca887 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:46:16.687922 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57f57ca3-2e0a-41e8-9a51-7e4781486a63 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.732961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.838644 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57f57ca3-2e0a-41e8-9a51-7e4781486a63 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.884679 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c79251f-e537-406f-9e07-2e3f9e340d67 req-c87589d9-4934-4a33-93a8-eeb907c9f428 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491299 Jul 06 11:46:16.921570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event updated for resources: {'Port': ['ID=5099b581-1d89-4ded-80c5-eb4445ce7c5f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:16.928762 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a86a332-0380-41d6-9f86-4bcd42ad9d0a x-openstack-request-id: req-7a86a332-0380-41d6-9f86-4bcd42ad9d0a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:16.929061 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bea3a3-0830-43cd-ba46-ded29bf4502d", "tag": "37731046-384e-4a62-84e2-020b1c008a74", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:16.929321 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a86a332-0380-41d6-9f86-4bcd42ad9d0a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:16.929734 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'tag': '37731046-384e-4a62-84e2-020b1c008a74', 'status': 'completed', 'code': 200} Jul 06 11:46:16.931851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-386f3bbb-7c64-4b9c-ab4a-c1f7aec168f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.934066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:16.934461 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-386f3bbb-7c64-4b9c-ab4a-c1f7aec168f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eb55b7769694658a57cdd343a779d40&device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 1094 time: 0.4236019 Jul 06 11:46:16.935740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:16.939528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:16.947361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:16.948334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:16.969768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b3ea3e03-005d-4729-8521-6b1588b7c128 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0066512 Jul 06 11:46:16.971671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47414) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:17.111415 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.127045 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-506447cd-16f6-4b69-b486-38e7dca52388 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37731046-384e-4a62-84e2-020b1c008a74 HTTP/1.1" status: 200 len: 217 time: 0.1758070 Jul 06 11:46:17.127751 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Transition to ACTIVE for port object ed0c3499-c924-4351-82a0-3b17a85da932 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:17.139355 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.192883 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a137e974-5ee6-442a-bc76-bf1c4cdd83d5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting port 5099b581-1d89-4ded-80c5-eb4445ce7c5f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:17.193373 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a137e974-5ee6-442a-bc76-bf1c4cdd83d5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.227871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-83ef54be-9bf1-4a1c-a978-e874f7755691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:17.229346 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-83ef54be-9bf1-4a1c-a978-e874f7755691 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5638a9dc-13f5-449c-820c-74495bd64921 HTTP/1.1" status: 200 len: 854 time: 0.0820253 Jul 06 11:46:17.233270 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8530272-cd75-44ef-8996-e61b9e5e6729 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.240815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8530272-cd75-44ef-8996-e61b9e5e6729 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.323064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb851f6c-0f96-482c-af22-eaa181f93691 None None] Pushing event updated for resources: {'Port': ['ID=ed0c3499-c924-4351-82a0-3b17a85da932,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:17.349349 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a137e974-5ee6-442a-bc76-bf1c4cdd83d5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.372366 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a137e974-5ee6-442a-bc76-bf1c4cdd83d5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Calling delete_port for 5099b581-1d89-4ded-80c5-eb4445ce7c5f owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:17.402035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8530272-cd75-44ef-8996-e61b9e5e6729 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.403690 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f8530272-cd75-44ef-8996-e61b9e5e6729 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8603759 Jul 06 11:46:17.404672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8530272-cd75-44ef-8996-e61b9e5e6729 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b54e301-9059-4bcc-a760-aa769fb21fbd,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:17.406661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47444) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:17.418078 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-a3d195eb-0fcc-42e5-8296-443dd59f9d03 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90516628-a9e7-415c-b9f2-7769c50303c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1763728 Jul 06 11:46:17.421715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ff085e9d-b4c6-4c41-9eef-40082b0aeaf1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'security_group_rule': {'security_group_id': '2c4a4a89-caa9-4612-a543-9abf47998a2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:17.422369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57f57ca3-2e0a-41e8-9a51-7e4781486a63 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.512041 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Attempting to bind port ed0c3499-c924-4351-82a0-3b17a85da932 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:17.512764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Attempting to bind port ed0c3499-c924-4351-82a0-3b17a85da932 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:17.513303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Attempting to bind port ed0c3499-c924-4351-82a0-3b17a85da932 on network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:17.525593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 9c019dd5-5602-47d9-9a0c-938b807c55b2 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:17.570996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:17.571975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Checking segment: {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:17.573088 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.574266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Bound using segment: {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:17.577973 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Bound port: ed0c3499-c924-4351-82a0-3b17a85da932, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:17.579341 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.617979 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57f57ca3-2e0a-41e8-9a51-7e4781486a63 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.623159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8f32a9e9-7bc9-48ee-aed3-1ba95f7594da None None] Provisioning for port 5099b581-1d89-4ded-80c5-eb4445ce7c5f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:17.640048 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff085e9d-b4c6-4c41-9eef-40082b0aeaf1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.655378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8f32a9e9-7bc9-48ee-aed3-1ba95f7594da None None] Provisioning complete for port 5099b581-1d89-4ded-80c5-eb4445ce7c5f triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:17.655793 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f32a9e9-7bc9-48ee-aed3-1ba95f7594da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.673193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f57ca3-2e0a-41e8-9a51-7e4781486a63 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Subnet': ['ID=399ea513-9acd-4435-94fa-75831dbca887,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:17.690527 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-65f3b277-2044-40d5-ac85-0e71f813c83c service neutron] 10.222.0.86 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634184 Jul 06 11:46:17.710863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57f57ca3-2e0a-41e8-9a51-7e4781486a63 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:17.714437 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-57f57ca3-2e0a-41e8-9a51-7e4781486a63 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "DELETE /v2.0/subnets/399ea513-9acd-4435-94fa-75831dbca887 HTTP/1.1" status: 204 len: 168 time: 1.1230719 Jul 06 11:46:17.728056 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47460) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:17.798684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591f0597-4428-4ee2-b555-f11105ed9815 None None] Network f055efc6-fd71-4a95-b70e-0205d4429a10 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:17.901649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8f32a9e9-7bc9-48ee-aed3-1ba95f7594da None None] Port 5099b581-1d89-4ded-80c5-eb4445ce7c5f cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:46:17.921678 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a60c05a0-6094-4ee4-bd28-a2d804975ece req-5ffc8e95-ba88-4c28-9540-5496e6a41f19 service neutron] 10.222.0.86 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054281 Jul 06 11:46:17.949856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] For port ed0c3499-c924-4351-82a0-3b17a85da932, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:17.976921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] For port ed0c3499-c924-4351-82a0-3b17a85da932, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ed0c3499-c924-4351-82a0-3b17a85da932,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:18.016563 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a137e974-5ee6-442a-bc76-bf1c4cdd83d5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.031897 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.044538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 9c019dd5-5602-47d9-9a0c-938b807c55b2, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=9c019dd5-5602-47d9-9a0c-938b807c55b2,segment=NetworkSegment(faa3ebc1-d619-49d1-a66d-3ed22d9a3053),segment_id=faa3ebc1-d619-49d1-a66d-3ed22d9a3053)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:18.136347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '9c019dd5-5602-47d9-9a0c-938b807c55b2', 'network_id': '22885550-9643-45a1-8fb9-6cd222d71391', 'port_id': '9c019dd5-5602-47d9-9a0c-938b807c55b2', 'mac_address': 'fa:16:3e:cd:64:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d75cff0-cac8-4a89-ae10-5569f693f609', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:18.157220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f0651-72f8-44be-a521-5d910d87473e req-49052d20-a80f-4b35-9f65-224a2160977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:18.162122 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-120f0651-72f8-44be-a521-5d910d87473e req-49052d20-a80f-4b35-9f65-224a2160977f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eb55b7769694658a57cdd343a779d40&device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 1094 time: 0.1521988 Jul 06 11:46:18.214408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:18.215153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:45:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:18.217216 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.279600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb851f6c-0f96-482c-af22-eaa181f93691 None None] Pushing event updated for resources: {'Port': ['ID=ed0c3499-c924-4351-82a0-3b17a85da932,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:18.308351 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.314466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47474) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:18.326058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.366851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f0651-72f8-44be-a521-5d910d87473e req-32e3c633-4a80-4695-87d8-5c040d056b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:18.368587 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-120f0651-72f8-44be-a521-5d910d87473e req-32e3c633-4a80-4695-87d8-5c040d056b74 service neutron] 10.222.0.86 "GET /v2.0/networks?id=90516628-a9e7-415c-b9f2-7769c50303c3 HTTP/1.1" status: 200 len: 915 time: 0.1981332 Jul 06 11:46:18.383489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c019dd5-5602-47d9-9a0c-938b807c55b2 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:18.420323 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-120f0651-72f8-44be-a521-5d910d87473e req-38d73cb9-dc3d-4885-b9f7-faff5b18eafc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37731046-384e-4a62-84e2-020b1c008a74 HTTP/1.1" status: 200 len: 217 time: 0.0413158 Jul 06 11:46:18.459437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137e974-5ee6-442a-bc76-bf1c4cdd83d5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Port': ['ID=5099b581-1d89-4ded-80c5-eb4445ce7c5f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:18.485128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 9c019dd5-5602-47d9-9a0c-938b807c55b2, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=9c019dd5-5602-47d9-9a0c-938b807c55b2,segment=NetworkSegment(faa3ebc1-d619-49d1-a66d-3ed22d9a3053),segment_id=faa3ebc1-d619-49d1-a66d-3ed22d9a3053)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:18.501854 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.532885 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d864f74c-0a0e-4c41-90f7-967779aa89a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.534251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f0651-72f8-44be-a521-5d910d87473e req-5ac28a8f-21ee-4e7c-8d1f-e3972f7b31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:18.541281 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-120f0651-72f8-44be-a521-5d910d87473e req-5ac28a8f-21ee-4e7c-8d1f-e3972f7b31e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5638a9dc-13f5-449c-820c-74495bd64921 HTTP/1.1" status: 200 len: 854 time: 0.1140234 Jul 06 11:46:18.609747 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff085e9d-b4c6-4c41-9eef-40082b0aeaf1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.642579 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a460b-2005-4533-b8f6-3766495e0061 None None] DHCP port deletion for f055efc6-fd71-4a95-b70e-0205d4429a10 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:46:18.653970 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-120f0651-72f8-44be-a521-5d910d87473e req-1fb5b260-93be-4496-bb45-8b7457ecdef6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90516628-a9e7-415c-b9f2-7769c50303c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009891 Jul 06 11:46:18.668679 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff085e9d-b4c6-4c41-9eef-40082b0aeaf1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.686388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a137e974-5ee6-442a-bc76-bf1c4cdd83d5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.689057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a137e974-5ee6-442a-bc76-bf1c4cdd83d5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/5099b581-1d89-4ded-80c5-eb4445ce7c5f HTTP/1.1" status: 204 len: 168 time: 1.7131784 Jul 06 11:46:18.696304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47482) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:18.780651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff085e9d-b4c6-4c41-9eef-40082b0aeaf1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0dd6af9-ec74-45e2-b2af-02b3ba204b8f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:18.782023 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-120f0651-72f8-44be-a521-5d910d87473e req-d2a5a010-67da-45a9-83a3-2c0801c3adfe service neutron] 10.222.0.86 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165099 Jul 06 11:46:18.810718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=9c019dd5-5602-47d9-9a0c-938b807c55b2,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:18.817689 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff085e9d-b4c6-4c41-9eef-40082b0aeaf1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.821287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ff085e9d-b4c6-4c41-9eef-40082b0aeaf1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4122980 Jul 06 11:46:18.840638 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0eb9-ecd5-40ba-b565-da72197fb4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:18.877678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:18.905155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:18.931292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973c09d-6b2e-4bf2-800e-0acaacb92c17 req-30b96ae5-95d1-4273-b289-73eb0db270af tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:18.938712 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4973c09d-6b2e-4bf2-800e-0acaacb92c17 req-30b96ae5-95d1-4273-b289-73eb0db270af tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 944 time: 0.9470296 Jul 06 11:46:18.943551 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:18.956635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:18.963026 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-120f0651-72f8-44be-a521-5d910d87473e req-226b64ff-0ff9-4a1a-884b-55584f1e7710 service neutron] 10.222.0.86 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714017 Jul 06 11:46:18.986831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab099d-40b9-470f-b820-bcfb0886c6b4 req-0695dd53-f126-4380-a4bd-e380a1314feb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:18.989101 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53ab099d-40b9-470f-b820-bcfb0886c6b4 req-0695dd53-f126-4380-a4bd-e380a1314feb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 943 time: 0.6482706 Jul 06 11:46:19.007225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Deleting port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:19.007225 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.009157 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:46:19.009157 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:46:19.009157 n-d-799527-2 neutron-server[93814]: [parameters: {'project_id_1': 'cd1e6cd433e348e2959ebc414d780c4f', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 46, 18, 920568)}] Jul 06 11:46:19.009157 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:46:19.009509 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:46:19.044112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['9c019dd5-5602-47d9-9a0c-938b807c55b2'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:19.057237 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.120751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4973c09d-6b2e-4bf2-800e-0acaacb92c17 req-e801c98c-940d-4e2c-9490-0d982a75db4a tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811354 Jul 06 11:46:19.146500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af146a-973c-40ff-bc6e-6156557eeda3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:19.148136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c9af146a-973c-40ff-bc6e-6156557eeda3 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4409730 Jul 06 11:46:19.152216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47494) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:19.197238 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53ab099d-40b9-470f-b820-bcfb0886c6b4 req-377d920c-7ee4-4737-a5ad-1aabe9b327b1 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929436 Jul 06 11:46:19.212279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] For port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8b6d84e5-aca5-4a6f-83d5-5cf27891e901,segment=NetworkSegment(3ead9efc-6728-41eb-8833-39f5339090fb),segment_id=3ead9efc-6728-41eb-8833-39f5339090fb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:19.212727 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.267730 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Calling delete_port for 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:19.286886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ef012-7a78-4131-a703-20be588bb0c8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:19.301119 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3a7ef012-7a78-4131-a703-20be588bb0c8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1477168 Jul 06 11:46:19.303848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47496) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:19.357862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 37731046-384e-4a62-84e2-020b1c008a74 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:19.377790 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0eb9-ecd5-40ba-b565-da72197fb4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.383347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a460b-2005-4533-b8f6-3766495e0061 None None] Deleting port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:19.383827 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb0a460b-2005-4533-b8f6-3766495e0061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.392845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36f081-aea4-4c93-b967-178b28abdf48 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:19.395860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36f081-aea4-4c93-b967-178b28abdf48 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:19.398186 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.398589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f36f081-aea4-4c93-b967-178b28abdf48 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:19.401052 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6f36f081-aea4-4c93-b967-178b28abdf48 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0959537 Jul 06 11:46:19.403869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47498) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:19.432872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0eb9-ecd5-40ba-b565-da72197fb4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.453276 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.504370 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Port': ['ID=8b6d84e5-aca5-4a6f-83d5-5cf27891e901,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:19.505306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b30c7c4-ef2d-4c89-8dfe-6219b2084aa6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 312b5d38-dd5f-4b0a-a878-ffd66434edd1 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:46:19.511219 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b30c7c4-ef2d-4c89-8dfe-6219b2084aa6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.521519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9d7d0eb9-ecd5-40ba-b565-da72197fb4c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=917a8a409b654f10b7619be8e8be5a81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1513925 Jul 06 11:46:19.524951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d0eb9-ecd5-40ba-b565-da72197fb4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fc75cb-5c3d-4588-8761-b7470fbdf225,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:19.549448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47504) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:19.550768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] No DVR routers for this DVR port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:19.596045 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b30c7c4-ef2d-4c89-8dfe-6219b2084aa6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.667021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fd08f64-9456-4e63-a2ce-34bb54d9713b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.696088 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.741992 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fd08f64-9456-4e63-a2ce-34bb54d9713b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.765410 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.781868 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b30c7c4-ef2d-4c89-8dfe-6219b2084aa6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.785968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f055efc6-fd71-4a95-b70e-0205d4429a10']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:19.799349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ead9efc-6728-41eb-8833-39f5339090fb') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:19.800099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ead9efc-6728-41eb-8833-39f5339090fb') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:19.817372 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.838564 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.850180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:46:19.851140 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.882602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fb0a460b-2005-4533-b8f6-3766495e0061 None None] For port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8b6d84e5-aca5-4a6f-83d5-5cf27891e901,segment=NetworkSegment(3ead9efc-6728-41eb-8833-39f5339090fb),segment_id=3ead9efc-6728-41eb-8833-39f5339090fb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:19.883298 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb0a460b-2005-4533-b8f6-3766495e0061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.931382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a460b-2005-4533-b8f6-3766495e0061 None None] Calling delete_port for 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:46:19.932768 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:46:19.964026 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fd08f64-9456-4e63-a2ce-34bb54d9713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.967635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fd08f64-9456-4e63-a2ce-34bb54d9713b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:19.990895 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5fd08f64-9456-4e63-a2ce-34bb54d9713b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4fc75cb-5c3d-4588-8761-b7470fbdf225 HTTP/1.1" status: 204 len: 168 time: 0.4395978 Jul 06 11:46:19.994932 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.007172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b30c7c4-ef2d-4c89-8dfe-6219b2084aa6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.032258 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.036773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] 10.222.0.21 "DELETE /v2.0/networks/f055efc6-fd71-4a95-b70e-0205d4429a10 HTTP/1.1" status: 204 len: 168 time: 2.3058457 Jul 06 11:46:20.038594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27bf41-fbb8-46b3-9a98-4023745fb928 tempest-ServersTestMultiNic-1811765373 tempest-ServersTestMultiNic-1811765373-project] Pushing event deleted for resources: {'Network': ['ID=f055efc6-fd71-4a95-b70e-0205d4429a10,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:20.086212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd08f64-9456-4e63-a2ce-34bb54d9713b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fc75cb-5c3d-4588-8761-b7470fbdf225,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:20.096862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30c7c4-ef2d-4c89-8dfe-6219b2084aa6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=312b5d38-dd5f-4b0a-a878-ffd66434edd1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:20.106328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b30c7c4-ef2d-4c89-8dfe-6219b2084aa6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.111039 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2b30c7c4-ef2d-4c89-8dfe-6219b2084aa6 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/312b5d38-dd5f-4b0a-a878-ffd66434edd1 HTTP/1.1" status: 204 len: 168 time: 0.7053387 Jul 06 11:46:20.116194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47516) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:20.151420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce5c3f-44f1-419d-ac5d-b5e55b2ca552 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:20.162735 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.185345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d585773-638b-44f0-8e85-483239cfa46a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Deleting subnet 53036b29-1c93-4732-ac89-a29a8f610d66 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:46:20.194288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d585773-638b-44f0-8e85-483239cfa46a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.295373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d585773-638b-44f0-8e85-483239cfa46a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.422668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 37731046-384e-4a62-84e2-020b1c008a74, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37731046-384e-4a62-84e2-020b1c008a74,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:20.462172 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.464643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '37731046-384e-4a62-84e2-020b1c008a74', 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3', 'port_id': '37731046-384e-4a62-84e2-020b1c008a74', 'mac_address': 'fa:16:3e:80:ec:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5638a9dc-13f5-449c-820c-74495bd64921', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:20.504773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:17Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:20.508881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d585773-638b-44f0-8e85-483239cfa46a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.551250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Allocated IP 172.25.0.164 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/3274cba8-4d64-405c-b9f6-3e2ae0897e14) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:20.594213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699b19a-282c-447b-a944-5f8d70fa8679 None None] The sync data for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 is: [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:17Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:20.616029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e25d17-09a7-41c0-b456-8f595e90969a req-37bed6d2-d026-485d-9ae8-3cca3d9cecdd tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:20.618034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54e25d17-09a7-41c0-b456-8f595e90969a req-37bed6d2-d026-485d-9ae8-3cca3d9cecdd tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 945 time: 0.2277904 Jul 06 11:46:20.646827 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb0a460b-2005-4533-b8f6-3766495e0061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.736163 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d585773-638b-44f0-8e85-483239cfa46a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.784488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb0a460b-2005-4533-b8f6-3766495e0061 None None] Network f055efc6-fd71-4a95-b70e-0205d4429a10 is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:46:20.786060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a460b-2005-4533-b8f6-3766495e0061 None None] No DVR routers for this DVR port 8b6d84e5-aca5-4a6f-83d5-5cf27891e901 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:20.794297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a460b-2005-4533-b8f6-3766495e0061 None None] Pushing event deleted for resources: {'Port': ['ID=8b6d84e5-aca5-4a6f-83d5-5cf27891e901,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:20.820465 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.912261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d585773-638b-44f0-8e85-483239cfa46a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Subnet': ['ID=53036b29-1c93-4732-ac89-a29a8f610d66,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:20.923190 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d585773-638b-44f0-8e85-483239cfa46a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:20.929734 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9d585773-638b-44f0-8e85-483239cfa46a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/53036b29-1c93-4732-ac89-a29a8f610d66 HTTP/1.1" status: 204 len: 168 time: 0.8123345 Jul 06 11:46:20.930648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47542) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:20.954555 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37731046-384e-4a62-84e2-020b1c008a74 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:21.007426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 37731046-384e-4a62-84e2-020b1c008a74, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37731046-384e-4a62-84e2-020b1c008a74,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:21.027279 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b1fe2d85-a146-4497-9c21-d90aa61b09f5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921061 Jul 06 11:46:21.033773 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47550) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:21.053121 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.057074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ed0c3499-c924-4351-82a0-3b17a85da932 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:21.178733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987583e3-fcf0-4984-b9c0-a4d1f0bb83b9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:21.186431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=37731046-384e-4a62-84e2-020b1c008a74,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:21.190672 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-987583e3-fcf0-4984-b9c0-a4d1f0bb83b9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1535835 Jul 06 11:46:21.191632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47554) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:21.275955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ed0c3499-c924-4351-82a0-3b17a85da932 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:21.286512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ed0c3499-c924-4351-82a0-3b17a85da932 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:21.286899 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.308592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7093ad8f-9c79-484d-9d42-d7632c0c2286 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:21.312510 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7093ad8f-9c79-484d-9d42-d7632c0c2286 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1177015 Jul 06 11:46:21.323316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47560) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:21.345736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['37731046-384e-4a62-84e2-020b1c008a74'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:21.436152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0befaac2-2081-4693-901e-36af9ab0f4ec None None] Update dhcp port {'port': {'network_id': 'be7966e7-c5ec-4c42-ba3f-7065322c1a4e', 'fixed_ips': [{'subnet_id': '53036b29-1c93-4732-ac89-a29a8f610d66'}], 'binding:host_id': 'n-d-799527-2'}, 'id': 'b5c2d9be-4440-4923-b423-c6e996c76d70'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:46:21.497794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 9c019dd5-5602-47d9-9a0c-938b807c55b2 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:21.584532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54e25d17-09a7-41c0-b456-8f595e90969a req-9b98cbcd-d4aa-4707-92f4-4c03a96be000 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9014645 Jul 06 11:46:21.669770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3d68a-9803-461f-9db1-c7c3deb658a9 req-1612bcfc-57c9-4857-acef-a7d90b4d5482 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:21.671398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51c3d68a-9803-461f-9db1-c7c3deb658a9 req-1612bcfc-57c9-4857-acef-a7d90b4d5482 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 943 time: 0.9895918 Jul 06 11:46:21.695560 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.750824 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0befaac2-2081-4693-901e-36af9ab0f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.876985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51c3d68a-9803-461f-9db1-c7c3deb658a9 req-dc3133d4-66d8-4fbe-9e07-684bc4ab0bbe tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908607 Jul 06 11:46:21.905731 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:21.913781 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.054172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port ed0c3499-c924-4351-82a0-3b17a85da932, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ed0c3499-c924-4351-82a0-3b17a85da932,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:22.059342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:22.076724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:22.089100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:22.127418 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.145705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'Port': ['ID=3274cba8-4d64-405c-b9f6-3e2ae0897e14,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:22.192683 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c760e643-e695-4a51-a768-f6a0dc46b6b9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8666372 Jul 06 11:46:22.200877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47580) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:22.245703 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-35473b31-58f9-42e2-bdd5-e84379482a12 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:22.246825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35473b31-58f9-42e2-bdd5-e84379482a12 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:22.250407 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-35473b31-58f9-42e2-bdd5-e84379482a12 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/5099b581-1d89-4ded-80c5-eb4445ce7c5f HTTP/1.1" status: 404 len: 333 time: 0.0474460 Jul 06 11:46:22.254006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47582) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:22.295152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 9c019dd5-5602-47d9-9a0c-938b807c55b2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:22.307415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 9c019dd5-5602-47d9-9a0c-938b807c55b2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:22.307890 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.319689 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e956db-81f5-42a6-b29b-cde541106e22 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:22.320401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e956db-81f5-42a6-b29b-cde541106e22 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:22.322175 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c0e956db-81f5-42a6-b29b-cde541106e22 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/53036b29-1c93-4732-ac89-a29a8f610d66 HTTP/1.1" status: 404 len: 337 time: 0.0645761 Jul 06 11:46:22.324835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47586) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:22.325427 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.344109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47590) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:22.374034 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e43d3a-3849-4a3c-adbe-f715c26f9f63 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:22.374952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e43d3a-3849-4a3c-adbe-f715c26f9f63 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:22.376911 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-68e43d3a-3849-4a3c-adbe-f715c26f9f63 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/312b5d38-dd5f-4b0a-a878-ffd66434edd1 HTTP/1.1" status: 404 len: 337 time: 0.0500112 Jul 06 11:46:22.379486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47596) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:22.447723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=ed0c3499-c924-4351-82a0-3b17a85da932,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:22.465044 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dca9d65-17db-421a-a4dc-5bd0c5a14dd0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:22.465904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dca9d65-17db-421a-a4dc-5bd0c5a14dd0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:22.468234 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8dca9d65-17db-421a-a4dc-5bd0c5a14dd0 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/9c0b7dd6-7a35-45ec-9744-fd4934a0d795 HTTP/1.1" status: 404 len: 333 time: 0.0873873 Jul 06 11:46:22.470492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47604) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:22.557465 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1435aac-85d7-46b4-b105-995492e26fa2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:22.558106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1435aac-85d7-46b4-b105-995492e26fa2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:22.562859 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f1435aac-85d7-46b4-b105-995492e26fa2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/dc13f293-8062-4c74-8026-0b7cc3734431 HTTP/1.1" status: 404 len: 337 time: 0.0888159 Jul 06 11:46:22.563812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47620) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:22.627739 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14ceb17-958f-4859-a3a5-195dc59c3543 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:22.633424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14ceb17-958f-4859-a3a5-195dc59c3543 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:22.636486 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d14ceb17-958f-4859-a3a5-195dc59c3543 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/5fd60540-3134-4c18-be59-0f69efd0d69c HTTP/1.1" status: 404 len: 337 time: 0.0712678 Jul 06 11:46:22.641904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28a4ff-8e79-48ad-8cf6-65438f0b7e03 None None] Network be7966e7-c5ec-4c42-ba3f-7065322c1a4e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:22.646281 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47628) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:22.682025 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:22.708566 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aabf7d9-3201-4375-a59e-5e85b1538325 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:22.709614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aabf7d9-3201-4375-a59e-5e85b1538325 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:22.718131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1aabf7d9-3201-4375-a59e-5e85b1538325 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/186dffe0-2f7b-4dac-9318-6ed2ac6db284 HTTP/1.1" status: 404 len: 333 time: 0.0703061 Jul 06 11:46:22.721089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47632) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:22.811939 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b96ffc8-baf0-4908-83f5-e67124ee370b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:22.812617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b96ffc8-baf0-4908-83f5-e67124ee370b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:22.826768 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1b96ffc8-baf0-4908-83f5-e67124ee370b tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/6262cd33-9f69-4c0f-9ca3-ac2543ee48db HTTP/1.1" status: 404 len: 337 time: 0.0935442 Jul 06 11:46:22.827752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47634) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:22.933243 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d4409a-915e-4b4e-8e3b-86bf8d3cc196 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:22.933870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d4409a-915e-4b4e-8e3b-86bf8d3cc196 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:22.939632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b2d4409a-915e-4b4e-8e3b-86bf8d3cc196 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/7a9d1f82-98ac-45ad-8526-c0215baafeb0 HTTP/1.1" status: 404 len: 337 time: 0.1011124 Jul 06 11:46:22.940828 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47640) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.037558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ed0c3499-c924-4351-82a0-3b17a85da932 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:23.039626 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a90f73-ac6e-401f-aacc-7b7d88f198a2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:23.040377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a90f73-ac6e-401f-aacc-7b7d88f198a2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:23.043969 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e2a90f73-ac6e-401f-aacc-7b7d88f198a2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/61f99cc3-1ef2-4b64-99eb-2f48c40381cd HTTP/1.1" status: 404 len: 333 time: 0.1001091 Jul 06 11:46:23.049504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47644) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.109878 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.117989 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-04dbf9f8-d220-4191-8d7b-96d27b9ea3ca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:23.118493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04dbf9f8-d220-4191-8d7b-96d27b9ea3ca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:23.120646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-04dbf9f8-d220-4191-8d7b-96d27b9ea3ca tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/4be8d5b2-b40a-4004-9044-16e5808da7e5 HTTP/1.1" status: 404 len: 337 time: 0.0674140 Jul 06 11:46:23.124914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47652) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.146788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cacc8c8d-dd38-4dd6-9365-121e8dbe8b25 None None] Provisioning complete for port b5c2d9be-4440-4923-b423-c6e996c76d70 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:23.146788 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacc8c8d-dd38-4dd6-9365-121e8dbe8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.223646 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-656b51d0-fe3d-461c-b64c-d7eb32d00ea9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:23.224464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656b51d0-fe3d-461c-b64c-d7eb32d00ea9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:23.226565 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-656b51d0-fe3d-461c-b64c-d7eb32d00ea9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/133fc5b0-f185-428a-98a1-43558d65e79d HTTP/1.1" status: 404 len: 337 time: 0.1003470 Jul 06 11:46:23.230110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47654) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.249220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 9c019dd5-5602-47d9-9a0c-938b807c55b2, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=9c019dd5-5602-47d9-9a0c-938b807c55b2,segment=NetworkSegment(faa3ebc1-d619-49d1-a66d-3ed22d9a3053),segment_id=faa3ebc1-d619-49d1-a66d-3ed22d9a3053)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:23.257012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27b961e-da85-4d33-b321-48e2d98a9db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c019dd5-5602-47d9-9a0c-938b807c55b2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:23.260083 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0710edcc-d69e-4baf-9577-82aa1f7e2476" -d '{"events": [{"server_uuid": "a27b961e-da85-4d33-b321-48e2d98a9db8", "name": "network-vif-plugged", "status": "completed", "tag": "9c019dd5-5602-47d9-9a0c-938b807c55b2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:23.275602 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.282487 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.298335 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.306050 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47658) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.341816 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-617b1661-e4ef-41ae-b03f-4cb965707b9d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:23.342735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617b1661-e4ef-41ae-b03f-4cb965707b9d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:23.360775 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-617b1661-e4ef-41ae-b03f-4cb965707b9d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/4d602807-fcbe-459e-8a65-3697641c6902 HTTP/1.1" status: 404 len: 333 time: 0.1124306 Jul 06 11:46:23.361604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47662) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.381578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'Port': ['ID=3274cba8-4d64-405c-b9f6-3e2ae0897e14,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:23.409383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe8493-d78f-4692-9202-e3d3e2fb6aeb req-e756b906-8e71-4773-b0ce-42415711b4df tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:23.417031 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dffe8493-d78f-4692-9202-e3d3e2fb6aeb req-e756b906-8e71-4773-b0ce-42415711b4df tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 945 time: 0.4624894 Jul 06 11:46:23.430191 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b7a162-d6ee-48b5-bfd0-d96eaaa91011 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:23.430675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b7a162-d6ee-48b5-bfd0-d96eaaa91011 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:23.434064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=9c019dd5-5602-47d9-9a0c-938b807c55b2,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:23.437663 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-46b7a162-d6ee-48b5-bfd0-d96eaaa91011 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/cc23bacb-8e91-4bec-b8ef-ba7ca94d6366 HTTP/1.1" status: 404 len: 337 time: 0.0749390 Jul 06 11:46:23.442575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47664) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.447207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 37731046-384e-4a62-84e2-020b1c008a74 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:23.502533 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2c8261-1267-4238-abc7-fa4477e48071 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:23.503297 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2c8261-1267-4238-abc7-fa4477e48071 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:23.515731 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7b2c8261-1267-4238-abc7-fa4477e48071 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/4c5fa7e4-ba0d-4114-94ca-b7ed90ae1c61 HTTP/1.1" status: 404 len: 333 time: 0.0698485 Jul 06 11:46:23.516482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47666) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.521012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ed0c3499-c924-4351-82a0-3b17a85da932 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:23.522214 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.589534 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff35c994-8633-4f75-829e-7f5de8f46fc1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:23.590311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff35c994-8633-4f75-829e-7f5de8f46fc1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:23.598558 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ff35c994-8633-4f75-829e-7f5de8f46fc1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/a6a1682b-c270-4545-82ce-cf819074dbec HTTP/1.1" status: 404 len: 337 time: 0.0809321 Jul 06 11:46:23.599280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47672) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.636103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dffe8493-d78f-4692-9202-e3d3e2fb6aeb req-9d1bf4cf-314a-42a6-a0a2-1bc66837e3c7 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672971 Jul 06 11:46:23.637385 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-965c8860-f31a-4950-b269-64e52aea6924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.659782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1932053d-61a2-4f2a-93c1-37403d92e637 None None] DHCP port deletion for be7966e7-c5ec-4c42-ba3f-7065322c1a4e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:46:23.693161 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-6454c618-ff69-4ae6-9a54-8c90244b3b5f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:23.694381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6454c618-ff69-4ae6-9a54-8c90244b3b5f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:23.699253 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6454c618-ff69-4ae6-9a54-8c90244b3b5f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/9a6e322a-cbcd-41f0-8c41-c55a5537d7ba HTTP/1.1" status: 404 len: 333 time: 0.0959167 Jul 06 11:46:23.702874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47674) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.737542 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699d6d29-ba1e-4f8e-8a1f-a7062ae95862 x-openstack-request-id: req-699d6d29-ba1e-4f8e-8a1f-a7062ae95862 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:23.738476 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27b961e-da85-4d33-b321-48e2d98a9db8", "name": "network-vif-plugged", "status": "completed", "tag": "9c019dd5-5602-47d9-9a0c-938b807c55b2", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:23.738718 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-699d6d29-ba1e-4f8e-8a1f-a7062ae95862 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:23.739125 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27b961e-da85-4d33-b321-48e2d98a9db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c019dd5-5602-47d9-9a0c-938b807c55b2', 'code': 200} Jul 06 11:46:23.750198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 37731046-384e-4a62-84e2-020b1c008a74 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:23.759309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 37731046-384e-4a62-84e2-020b1c008a74 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:23.759758 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.760167 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-1926c9d1-82da-4d81-8d00-435518a9bd8c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:23.764905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1926c9d1-82da-4d81-8d00-435518a9bd8c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:23.771251 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1926c9d1-82da-4d81-8d00-435518a9bd8c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/cb5ae83b-ade7-4120-91c5-62f28a7634a9 HTTP/1.1" status: 404 len: 337 time: 0.0641699 Jul 06 11:46:23.772342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47676) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.816666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d591157-715d-4a80-be76-ffc271aa69ba req-c34e2076-9287-4e42-add7-9bae62d57f63 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:23.824998 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d591157-715d-4a80-be76-ffc271aa69ba req-c34e2076-9287-4e42-add7-9bae62d57f63 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 944 time: 0.4068701 Jul 06 11:46:23.825298 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0d4841-73b8-4bec-ba11-9172fb3426bd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:23.825880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0d4841-73b8-4bec-ba11-9172fb3426bd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:23.831235 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9b0d4841-73b8-4bec-ba11-9172fb3426bd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/a3a06ea3-6602-4165-9ccf-e6da326d8f07 HTTP/1.1" status: 404 len: 333 time: 0.0569060 Jul 06 11:46:23.832412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47678) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.878983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1932053d-61a2-4f2a-93c1-37403d92e637 None None] Deleting port b5c2d9be-4440-4923-b423-c6e996c76d70 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:23.879394 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1932053d-61a2-4f2a-93c1-37403d92e637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.887736 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b61d023-2c46-4c59-b186-ca24573dbb0d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:23.888689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b61d023-2c46-4c59-b186-ca24573dbb0d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:23.894370 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:23.894981 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6b61d023-2c46-4c59-b186-ca24573dbb0d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/42efd554-416c-4c29-97db-c9575009e4dc HTTP/1.1" status: 404 len: 337 time: 0.0425901 Jul 06 11:46:23.897697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47680) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:23.951649 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eda1d-fcf6-499f-8d59-32a1803665ce req-8bbc00fa-5efb-427a-a6fb-7910090e9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:23.954977 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-157eda1d-fcf6-499f-8d59-32a1803665ce req-8bbc00fa-5efb-427a-a6fb-7910090e9ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 1097 time: 0.1393883 Jul 06 11:46:24.014446 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-157eda1d-fcf6-499f-8d59-32a1803665ce req-521305f7-2c77-426b-b6e3-531fbcb43aba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455530 Jul 06 11:46:24.017391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d591157-715d-4a80-be76-ffc271aa69ba req-7f28885e-2723-4a11-b274-f1b80ce6eec8 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905468 Jul 06 11:46:24.032564 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-207bc31a-fb2e-4ed9-a2c8-5bf4084ffc7e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:24.034205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207bc31a-fb2e-4ed9-a2c8-5bf4084ffc7e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:24.040308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-207bc31a-fb2e-4ed9-a2c8-5bf4084ffc7e tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/030dd62c-62a2-4d62-ae4f-b2593accced0 HTTP/1.1" status: 404 len: 333 time: 0.1310763 Jul 06 11:46:24.040709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47684) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:24.051371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-965c8860-f31a-4950-b269-64e52aea6924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.061136 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-965c8860-f31a-4950-b269-64e52aea6924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.078802 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cbaa2e-7ea2-44a5-a95e-0c2f7bca1519 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:24.079262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cbaa2e-7ea2-44a5-a95e-0c2f7bca1519 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:24.081168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d0cbaa2e-7ea2-44a5-a95e-0c2f7bca1519 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/11a65023-b406-43f2-a43e-f7a43f1eaf31 HTTP/1.1" status: 404 len: 337 time: 0.0394313 Jul 06 11:46:24.085618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47688) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:24.087694 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.089155 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c8ab884c-46f4-4d53-b0d2-9754275fa01a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1879864 Jul 06 11:46:24.145888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-965c8860-f31a-4950-b269-64e52aea6924 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3141ebfd942e4d38984d56ecad0fa53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8286321 Jul 06 11:46:24.146288 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3696d61-77a6-4fbb-b35d-5dcd069e20b2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:24.147182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3696d61-77a6-4fbb-b35d-5dcd069e20b2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:24.149561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b3696d61-77a6-4fbb-b35d-5dcd069e20b2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/7a257c66-fb2d-4954-9280-8d86b2cbfae8 HTTP/1.1" status: 404 len: 333 time: 0.0627103 Jul 06 11:46:24.151222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47694) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:24.153615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47698) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:24.173700 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c8860-f31a-4950-b269-64e52aea6924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429a3fa8-cfbc-4019-a162-6e2976327708,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:24.221496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b5c2d9be-4440-4923-b423-c6e996c76d70 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:24.259004 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-afceae60-f695-426a-969d-cb23c58ce450 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:24.259642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afceae60-f695-426a-969d-cb23c58ce450 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:24.261548 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-afceae60-f695-426a-969d-cb23c58ce450 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/06b12ead-1cc9-4c1c-b861-6a904b3e6bf4 HTTP/1.1" status: 404 len: 337 time: 0.1070552 Jul 06 11:46:24.264654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47700) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:24.309801 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.331194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-798c10df-dd72-403a-aae5-1c7914b36d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.351656 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-704f7ffb-d720-442a-9a71-7f4ef8b7d3c2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:24.352867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704f7ffb-d720-442a-9a71-7f4ef8b7d3c2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:24.355687 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-704f7ffb-d720-442a-9a71-7f4ef8b7d3c2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/32ad6412-f8ce-454e-9914-9b760a85c028 HTTP/1.1" status: 404 len: 337 time: 0.0900247 Jul 06 11:46:24.360068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47704) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:24.398038 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-4201221a-38ce-4b81-99cf-6c5b14b31dc9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:24.399107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4201221a-38ce-4b81-99cf-6c5b14b31dc9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:24.402107 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4201221a-38ce-4b81-99cf-6c5b14b31dc9 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/6485ced9-d892-44fe-a5ea-64228c12cb56 HTTP/1.1" status: 404 len: 333 time: 0.0407743 Jul 06 11:46:24.405382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47706) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:24.408998 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-798c10df-dd72-403a-aae5-1c7914b36d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.450974 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.512287 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-789f102a-34d2-46e3-8204-4c5aec206815 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:24.512954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789f102a-34d2-46e3-8204-4c5aec206815 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:24.520655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-789f102a-34d2-46e3-8204-4c5aec206815 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/d8bc8703-19a8-49c3-a99e-97657a7c5ef3 HTTP/1.1" status: 404 len: 337 time: 0.1116633 Jul 06 11:46:24.521264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47716) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:24.530395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port b5c2d9be-4440-4923-b423-c6e996c76d70, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b5c2d9be-4440-4923-b423-c6e996c76d70,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:24.531809 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.572911 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.621500 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-248cd2d5-a56c-43f8-9b0b-05c441abb78c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:24.625086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248cd2d5-a56c-43f8-9b0b-05c441abb78c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:24.629719 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-248cd2d5-a56c-43f8-9b0b-05c441abb78c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/6939775c-3079-4cb4-a6bc-437c7a658af9 HTTP/1.1" status: 404 len: 337 time: 0.1067142 Jul 06 11:46:24.630505 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-798c10df-dd72-403a-aae5-1c7914b36d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.650685 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-798c10df-dd72-403a-aae5-1c7914b36d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.650685 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-798c10df-dd72-403a-aae5-1c7914b36d84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/429a3fa8-cfbc-4019-a162-6e2976327708 HTTP/1.1" status: 204 len: 168 time: 0.4876096 Jul 06 11:46:24.650685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47722) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:24.669127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-af6f17b1-a4c0-4b7d-a3cf-dabe21592b45 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1286124492&fields=id&tenant_id=cd1e6cd433e348e2959ebc414d780c4f HTTP/1.1" status: 200 len: 267 time: 0.1468353 Jul 06 11:46:24.685438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 37731046-384e-4a62-84e2-020b1c008a74, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37731046-384e-4a62-84e2-020b1c008a74,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:24.692411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1932053d-61a2-4f2a-93c1-37403d92e637 None None] For port b5c2d9be-4440-4923-b423-c6e996c76d70, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b5c2d9be-4440-4923-b423-c6e996c76d70,segment=NetworkSegment(973fe4a8-49b3-45fa-b470-8de7e089dcee),segment_id=973fe4a8-49b3-45fa-b470-8de7e089dcee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:24.692763 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1932053d-61a2-4f2a-93c1-37403d92e637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.708631 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:24.736915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1932053d-61a2-4f2a-93c1-37403d92e637 None None] Calling delete_port for b5c2d9be-4440-4923-b423-c6e996c76d70 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:24.751810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c10df-dd72-403a-aae5-1c7914b36d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429a3fa8-cfbc-4019-a162-6e2976327708,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:24.758322 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-db05257d-9230-416f-a907-b24028e71c72 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:24.768075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db05257d-9230-416f-a907-b24028e71c72 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:24.773025 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-db05257d-9230-416f-a907-b24028e71c72 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/b93f0ef2-83ba-4d9d-b8da-70165213cd91 HTTP/1.1" status: 404 len: 333 time: 0.1180847 Jul 06 11:46:24.775930 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47728) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:24.782423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=b5c2d9be-4440-4923-b423-c6e996c76d70,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:24.868210 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a06691b-b7de-4d92-a2db-bfd3d5e6c849 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:24.869037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a06691b-b7de-4d92-a2db-bfd3d5e6c849 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:24.872917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5a06691b-b7de-4d92-a2db-bfd3d5e6c849 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/5a325e34-e819-4045-a5f3-3fcfbc4e2003 HTTP/1.1" status: 404 len: 337 time: 0.0930979 Jul 06 11:46:24.874346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-fb508f9b-2070-4656-a87f-4226c2f3c471 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:24.875570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47730) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:24.882849 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-fb508f9b-2070-4656-a87f-4226c2f3c471 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 815 time: 0.1881874 Jul 06 11:46:24.921120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-f76b574b-0bbd-453b-a0dd-cc223ab71c25 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/quotas/cd1e6cd433e348e2959ebc414d780c4f HTTP/1.1" status: 200 len: 375 time: 0.0356081 Jul 06 11:46:24.983255 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c6df9c-8cee-42c3-8b8e-a1c4862e9e02 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:24.986313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c6df9c-8cee-42c3-8b8e-a1c4862e9e02 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:24.992744 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c3c6df9c-8cee-42c3-8b8e-a1c4862e9e02 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/731e4635-95af-4ee2-92da-4a82a0177b78 HTTP/1.1" status: 404 len: 337 time: 0.1141787 Jul 06 11:46:24.997945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47732) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:25.078364 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35ffc56-f4fc-4130-a547-94e1e9a25c63 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:25.093654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35ffc56-f4fc-4130-a547-94e1e9a25c63 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:25.108339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b35ffc56-f4fc-4130-a547-94e1e9a25c63 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/2e9e57e1-5fc4-4bc3-8a50-854c1ce26c1b HTTP/1.1" status: 404 len: 333 time: 0.1082368 Jul 06 11:46:25.109474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47738) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:25.166923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=37731046-384e-4a62-84e2-020b1c008a74,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:25.221803 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece4db60-8013-47dd-ab01-c27cf9d1cbe2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:25.223031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece4db60-8013-47dd-ab01-c27cf9d1cbe2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:25.226715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ece4db60-8013-47dd-ab01-c27cf9d1cbe2 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/11d0a38c-93e7-4b8f-96d3-c123cc48335a HTTP/1.1" status: 404 len: 337 time: 0.1149645 Jul 06 11:46:25.230948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47746) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:25.242665 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1932053d-61a2-4f2a-93c1-37403d92e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:25.320866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932053d-61a2-4f2a-93c1-37403d92e637 None None] Pushing event deleted for resources: {'Port': ['ID=b5c2d9be-4440-4923-b423-c6e996c76d70,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:25.344407 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932053d-61a2-4f2a-93c1-37403d92e637 None None] No DVR routers for this DVR port b5c2d9be-4440-4923-b423-c6e996c76d70 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:25.373995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-0d9fc9ba-cade-44b1-96a2-bbc42d6314f4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4436774 Jul 06 11:46:25.386895 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba33f9c2-7c92-42ed-ad75-d62a46f5f725 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:25.387360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba33f9c2-7c92-42ed-ad75-d62a46f5f725 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:25.389258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ba33f9c2-7c92-42ed-ad75-d62a46f5f725 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/7e56a132-839d-49a4-b433-de2910864a6f HTTP/1.1" status: 404 len: 337 time: 0.1569755 Jul 06 11:46:25.393573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47752) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:25.507976 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a18af73a-6d3c-4c13-9297-3e2a50ceb3fc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea4657c-4743-431a-8d8c-0b50f966940d HTTP/1.1" status: 200 len: 205 time: 0.1121774 Jul 06 11:46:25.512155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47758) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:25.585510 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-caf6d4a2-90ec-44af-a361-69af7cbfba7d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] delete failed (client error): The resource could not be found. Jul 06 11:46:25.594117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47760) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:25.599148 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-caf6d4a2-90ec-44af-a361-69af7cbfba7d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/routers/9ea4657c-4743-431a-8d8c-0b50f966940d HTTP/1.1" status: 404 len: 336 time: 0.0844817 Jul 06 11:46:25.643170 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd5149-a8ab-465a-b0d0-025189ab529a req-3dd12b63-7e5b-4e78-861c-1d764a3d89de tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:25.651768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ecd5149-a8ab-465a-b0d0-025189ab529a req-3dd12b63-7e5b-4e78-861c-1d764a3d89de tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 946 time: 0.2762613 Jul 06 11:46:25.662114 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2155517-7a01-4b0d-8d0b-88581a032c37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:25.662574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2155517-7a01-4b0d-8d0b-88581a032c37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:25.666716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e2155517-7a01-4b0d-8d0b-88581a032c37 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/c382a5cd-6e0e-4da5-8f88-3d0449f51d78 HTTP/1.1" status: 404 len: 337 time: 0.0692689 Jul 06 11:46:25.668932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47762) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:25.672187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-1e57644e-eb95-4795-8341-843c573d19fa service neutron] 10.222.0.21 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804084 Jul 06 11:46:25.740075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37731046-384e-4a62-84e2-020b1c008a74'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:25.743740 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a463527-a679-4154-8a30-7e41689f240d" -d '{"events": [{"server_uuid": "18bea3a3-0830-43cd-ba46-ded29bf4502d", "name": "network-vif-plugged", "status": "completed", "tag": "37731046-384e-4a62-84e2-020b1c008a74"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:25.782207 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-00403ed9-542c-4202-bf76-e11bdc96930a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b85fe1-22af-41b1-a621-7fc123281153 HTTP/1.1" status: 200 len: 205 time: 0.1116853 Jul 06 11:46:25.789887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47772) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:25.812623 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ecd5149-a8ab-465a-b0d0-025189ab529a req-88972dc4-7858-43a9-83ac-79b1d42d2d96 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530812 Jul 06 11:46:25.845804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] Deleting port e2a55d5c-4cf5-4d60-998c-3995863188bb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:25.850352 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:25.883970 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-6748af24-b25d-41f6-8f9f-d5bfb9a3a93a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] delete failed (client error): The resource could not be found. Jul 06 11:46:25.885877 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6748af24-b25d-41f6-8f9f-d5bfb9a3a93a tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/routers/54b85fe1-22af-41b1-a621-7fc123281153 HTTP/1.1" status: 404 len: 336 time: 0.0945115 Jul 06 11:46:25.889203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47778) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:25.950173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-bc53a87a-63ce-4775-aea5-d9ed5f9516a3 service neutron] 10.222.0.21 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770188 Jul 06 11:46:25.994468 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6037c3-fecb-4e2e-9333-027199b41052 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:25.998271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6037c3-fecb-4e2e-9333-027199b41052 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.008211 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6c6037c3-fecb-4e2e-9333-027199b41052 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/3fdd2256-0c69-488b-853c-5f7bd7c68f2c HTTP/1.1" status: 404 len: 337 time: 0.1166303 Jul 06 11:46:26.014109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47782) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:26.037572 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] For port e2a55d5c-4cf5-4d60-998c-3995863188bb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2a55d5c-4cf5-4d60-998c-3995863188bb,segment=NetworkSegment(fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24),segment_id=fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:26.038050 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:26.083584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] Calling delete_port for e2a55d5c-4cf5-4d60-998c-3995863188bb owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:26.103802 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-65073c57-1940-497e-801c-155eca19a525 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:26.104742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65073c57-1940-497e-801c-155eca19a525 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.110182 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-65073c57-1940-497e-801c-155eca19a525 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/76562068-c08c-449b-8183-fb4dffd90e6c HTTP/1.1" status: 404 len: 337 time: 0.0950260 Jul 06 11:46:26.110683 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47786) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:26.195083 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a85495-a86d-4a70-83f4-ebe78a6961f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:26.195854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a85495-a86d-4a70-83f4-ebe78a6961f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.204511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e1a85495-a86d-4a70-83f4-ebe78a6961f8 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/a8c37a39-4fc6-4c94-8359-3361ca7faa7e HTTP/1.1" status: 404 len: 333 time: 0.0918376 Jul 06 11:46:26.207793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47788) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:26.281970 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d80da2-9c70-44a9-83de-dd95c3213a31 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:26.282442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d80da2-9c70-44a9-83de-dd95c3213a31 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.288061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47798) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:26.288311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-55d80da2-9c70-44a9-83de-dd95c3213a31 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/03f89f8d-722e-4263-8e3f-37d8afc781a9 HTTP/1.1" status: 404 len: 337 time: 0.0781412 Jul 06 11:46:26.296708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c1df3-4059-4b77-a539-baba737ddcf8 req-8450ac27-0e67-439d-9afd-e282330ac0af tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:26.298194 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac8c1df3-4059-4b77-a539-baba737ddcf8 req-8450ac27-0e67-439d-9afd-e282330ac0af tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.2644083 Jul 06 11:46:26.312574 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11330a35-237e-4a1f-8e62-4da4e3853a0d x-openstack-request-id: req-11330a35-237e-4a1f-8e62-4da4e3853a0d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:26.313203 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bea3a3-0830-43cd-ba46-ded29bf4502d", "name": "network-vif-plugged", "status": "completed", "tag": "37731046-384e-4a62-84e2-020b1c008a74", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:26.313203 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11330a35-237e-4a1f-8e62-4da4e3853a0d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:26.313514 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37731046-384e-4a62-84e2-020b1c008a74', 'code': 200} Jul 06 11:46:26.380680 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-e738db1f-a956-4371-892a-c1904fe2c4dd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:26.380680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e738db1f-a956-4371-892a-c1904fe2c4dd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.397934 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e738db1f-a956-4371-892a-c1904fe2c4dd tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/1372c227-821c-43ae-8ed1-2214e786924a HTTP/1.1" status: 404 len: 333 time: 0.1057899 Jul 06 11:46:26.398683 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47804) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:26.443959 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-a737cab4-cfc1-44e9-8986-d7bad1cddbb5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:26.444535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a737cab4-cfc1-44e9-8986-d7bad1cddbb5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.449146 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a737cab4-cfc1-44e9-8986-d7bad1cddbb5 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/d07c7969-a099-40d1-8438-afd841ca81da HTTP/1.1" status: 404 len: 337 time: 0.0467827 Jul 06 11:46:26.451156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47806) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:26.517411 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db53922-09ea-4623-845e-d58a6bb87303 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:26.525461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db53922-09ea-4623-845e-d58a6bb87303 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.531135 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5db53922-09ea-4623-845e-d58a6bb87303 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/752b6ecd-2f46-427a-8110-2314a5e7aa64 HTTP/1.1" status: 404 len: 333 time: 0.0746388 Jul 06 11:46:26.534192 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac8c1df3-4059-4b77-a539-baba737ddcf8 req-328ab4e8-4545-491d-99d2-6812028ba58d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191427 Jul 06 11:46:26.535649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47808) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:26.610859 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-763e0e9e-361f-4d3c-8bee-9d6e9ac72a0c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:26.611340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763e0e9e-361f-4d3c-8bee-9d6e9ac72a0c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.614179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-763e0e9e-361f-4d3c-8bee-9d6e9ac72a0c tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/d00f1880-32aa-4715-96c0-77d6fa4050cb HTTP/1.1" status: 404 len: 337 time: 0.0759833 Jul 06 11:46:26.621155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47810) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:26.650516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1a510-69a1-4591-8dc1-8dd1cf483108 req-211de31b-cb38-49d0-89fa-a5531babbd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:26.653806 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6bd1a510-69a1-4591-8dc1-8dd1cf483108 req-211de31b-cb38-49d0-89fa-a5531babbd08 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 1096 time: 0.1745977 Jul 06 11:46:26.746887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeda9c01-ed76-442a-89e5-6baf5614fd25 req-88a8fd7b-78c4-4126-a879-4f85a0bb2103 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 210 time: 0.0617082 Jul 06 11:46:26.747168 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36269b3-a2fb-4839-aab8-f9093aa972d1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:26.747984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36269b3-a2fb-4839-aab8-f9093aa972d1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.749797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a36269b3-a2fb-4839-aab8-f9093aa972d1 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/86e8b7de-82e1-4aaf-8e52-51036ceb2798 HTTP/1.1" status: 404 len: 333 time: 0.1002665 Jul 06 11:46:26.764193 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6bd1a510-69a1-4591-8dc1-8dd1cf483108 req-3f5c905a-24f5-4637-887d-82831eeab97b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785282 Jul 06 11:46:26.766727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:26.853311 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-a496e8d1-8654-4d9c-aedd-595d7c38bc88 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:26.853787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a496e8d1-8654-4d9c-aedd-595d7c38bc88 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.855820 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a496e8d1-8654-4d9c-aedd-595d7c38bc88 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/d5c2ee8f-3c3d-4e8a-afdd-0aee1e2437bc HTTP/1.1" status: 404 len: 337 time: 0.0876486 Jul 06 11:46:26.860440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47824) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:26.879148 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:26.921076 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-474f5138-140a-4c5c-b412-19961a02a59d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:26.921876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474f5138-140a-4c5c-b412-19961a02a59d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.928115 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-474f5138-140a-4c5c-b412-19961a02a59d tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/f83526ab-74a4-46ca-948e-2c6268e942aa HTTP/1.1" status: 404 len: 333 time: 0.0621891 Jul 06 11:46:26.928581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47828) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:26.973937 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-24db36b1-e489-40f0-a724-ed3573f1cd2f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:26.974738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24db36b1-e489-40f0-a724-ed3573f1cd2f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:26.977085 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-24db36b1-e489-40f0-a724-ed3573f1cd2f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/783861f3-621a-4953-bc4b-9a256b96706c HTTP/1.1" status: 404 len: 337 time: 0.0475640 Jul 06 11:46:26.981336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47830) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:27.039341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a55d5c-4cf5-4d60-998c-3995863188bb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:27.077303 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54c6dad-0fb9-4182-99e2-403fdda9b16f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:27.078550 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54c6dad-0fb9-4182-99e2-403fdda9b16f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:27.087062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47836) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:27.087428 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d54c6dad-0fb9-4182-99e2-403fdda9b16f tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/50ec55f6-d6fe-487f-9efa-aff852b04ada HTTP/1.1" status: 404 len: 333 time: 0.1032047 Jul 06 11:46:27.773853 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7b6f75-3891-4cae-8686-cee63e136adc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:27.774508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7b6f75-3891-4cae-8686-cee63e136adc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:27.782132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8b7b6f75-3891-4cae-8686-cee63e136adc tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/7a4c354f-d365-4d4d-addd-65b20209f5c0 HTTP/1.1" status: 404 len: 337 time: 0.6711507 Jul 06 11:46:27.782567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47862) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:27.805094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62d8b6d6-c4eb-4666-bf9c-4e6180434fa6 req-53c20a54-0706-4e28-b5b9-4ff7ba095de0 tempest-AbsoluteLimitsNegativeTestJSON-55989581 tempest-AbsoluteLimitsNegativeTestJSON-55989581-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=46a5c5592bf144f5aaadac3671280909&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643575 Jul 06 11:46:27.841481 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95d6810-1db7-48ee-90b5-1e58c2b886be tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:27.842695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95d6810-1db7-48ee-90b5-1e58c2b886be tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:27.845879 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e95d6810-1db7-48ee-90b5-1e58c2b886be tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/ports/1a2274b2-8e76-4cdc-85ad-e089ccae53cf HTTP/1.1" status: 404 len: 333 time: 0.0602663 Jul 06 11:46:27.851639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47866) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:27.910835 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-694490b5-bf71-4017-bf47-6f4660392074 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] DELETE failed (client error): The resource could not be found. Jul 06 11:46:27.911987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694490b5-bf71-4017-bf47-6f4660392074 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:46:27.917484 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-694490b5-bf71-4017-bf47-6f4660392074 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/subnets/5cbdf516-2855-4f12-bf33-787145fc1f4e HTTP/1.1" status: 404 len: 337 time: 0.0637779 Jul 06 11:46:27.921972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47870) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:28.015855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.147308 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.164170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7966e7-c5ec-4c42-ba3f-7065322c1a4e']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:28.183040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973fe4a8-49b3-45fa-b470-8de7e089dcee') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:28.183408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973fe4a8-49b3-45fa-b470-8de7e089dcee') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:28.196908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.197268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001979f-e3db-422f-9319-430db3bef025 req-bf38c2c7-2f13-4df6-aea0-82ee5a0a6156 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:28.204255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f001979f-e3db-422f-9319-430db3bef025 req-bf38c2c7-2f13-4df6-aea0-82ee5a0a6156 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 946 time: 1.1537943 Jul 06 11:46:28.228092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8b6d6-c4eb-4666-bf9c-4e6180434fa6 req-7a699c3a-b464-4b19-90d6-b3ee88d8f4c9 tempest-AbsoluteLimitsNegativeTestJSON-55989581 tempest-AbsoluteLimitsNegativeTestJSON-55989581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:28.235378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62d8b6d6-c4eb-4666-bf9c-4e6180434fa6 req-7a699c3a-b464-4b19-90d6-b3ee88d8f4c9 tempest-AbsoluteLimitsNegativeTestJSON-55989581 tempest-AbsoluteLimitsNegativeTestJSON-55989581-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4293728 Jul 06 11:46:28.237218 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.268313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62d8b6d6-c4eb-4666-bf9c-4e6180434fa6 req-bb9152f4-bf6f-4a22-8efc-250d65fb01e9 tempest-AbsoluteLimitsNegativeTestJSON-55989581 tempest-AbsoluteLimitsNegativeTestJSON-55989581-project] 10.222.0.21 "GET /v2.0/quotas/46a5c5592bf144f5aaadac3671280909 HTTP/1.1" status: 200 len: 375 time: 0.0318496 Jul 06 11:46:28.280360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:46:28.288465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:46:28.291848 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:46:28.377903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f001979f-e3db-422f-9319-430db3bef025 req-268993ff-9a6b-4756-b007-e07db91f47d1 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727428 Jul 06 11:46:28.382189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62d8b6d6-c4eb-4666-bf9c-4e6180434fa6 req-8bc8f7f3-7fe9-43d7-a203-a551e3750f42 tempest-AbsoluteLimitsNegativeTestJSON-55989581 tempest-AbsoluteLimitsNegativeTestJSON-55989581-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46a5c5592bf144f5aaadac3671280909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129253 Jul 06 11:46:28.418744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.419318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.446123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.455096 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] 10.222.0.21 "DELETE /v2.0/networks/be7966e7-c5ec-4c42-ba3f-7065322c1a4e HTTP/1.1" status: 204 len: 168 time: 0.5300610 Jul 06 11:46:28.495724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0405f-6b32-4aa3-b203-123e8accb115 tempest-NetworksTestDHCPv6-1036195805 tempest-NetworksTestDHCPv6-1036195805-project] Pushing event deleted for resources: {'Network': ['ID=be7966e7-c5ec-4c42-ba3f-7065322c1a4e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:28.518634 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-64512473-2c32-4dd7-9f21-34e265abad8a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:28.519400 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.543904 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-64512473-2c32-4dd7-9f21-34e265abad8a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.86 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 815 time: 0.3347373 Jul 06 11:46:28.594697 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.680633 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-e6fc2169-0d8d-40a9-92ce-0d8bf2200a8e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1e6cd433e348e2959ebc414d780c4f HTTP/1.1" status: 200 len: 380 time: 0.1271615 Jul 06 11:46:28.697413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'port': {'device_id': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'admin_state_up': True, 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'security_groups': ['2c4a4a89-caa9-4612-a543-9abf47998a2b']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:28.996090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5dbe876b-f907-4746-ab8f-5dfe8277634f req-40b813b2-d216-4871-96d3-bbc7cfb5c42e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 210 time: 0.0560887 Jul 06 11:46:29.018341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Made reservation on behalf of cd1e6cd433e348e2959ebc414d780c4f for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:29.022644 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:29.036514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3c5b3-ee15-427e-8189-bf55fe8777b5 req-911bd523-8b19-4741-a59f-77251dac128e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:29.044454 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5e3c5b3-ee15-427e-8189-bf55fe8777b5 req-911bd523-8b19-4741-a59f-77251dac128e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.3061509 Jul 06 11:46:29.131597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] Router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:46:29.133003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47894) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:29.180832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5e3c5b3-ee15-427e-8189-bf55fe8777b5 req-58557337-6942-4aca-b19a-fb2cf60ac9a9 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233652 Jul 06 11:46:29.203685 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47898) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:29.540504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Allocated IP 172.20.0.9 (2e3b85a5-3b6c-485a-b79e-51ceee0a457c/f2b8936f-2bd4-4496-aa60-30410ff9bb58/451c2942-a939-4d38-a343-df21d74f6cf9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:29.574336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:29.589376 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-10fa3fc5-4760-4a00-a7b1-06a582fd96c0 admin admin] 10.222.0.21 "PUT /v2.0/routers/9e9c70a1-2d55-430c-944a-e7a65fd2d999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2415748 Jul 06 11:46:29.593263 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47914) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:29.593895 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393e8d3d-163c-4fab-97ab-2bb9b814e308 None None] Sync routers for ids ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:29.607316 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393e8d3d-163c-4fab-97ab-2bb9b814e308 None None] Routers {'9e9c70a1-2d55-430c-944a-e7a65fd2d999'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:29.607987 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-393e8d3d-163c-4fab-97ab-2bb9b814e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:46:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:29.617540 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9fb3a07-5e1d-4f76-961e-34ab7dba7030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:29.680669 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-358b7835-aeec-46cf-b483-92ed7745d540 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f039b9d191c4ec2bdc1b0f6530815ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437267 Jul 06 11:46:29.688950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47918) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:29.759198 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-393e8d3d-163c-4fab-97ab-2bb9b814e308 None None] Set router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:29.919416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb016918-5958-4465-9b2a-d541dc2b1710 req-288fe24e-9a41-46e3-920e-f73fa473ad4e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:29.935676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb016918-5958-4465-9b2a-d541dc2b1710 req-288fe24e-9a41-46e3-920e-f73fa473ad4e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.3195729 Jul 06 11:46:30.029606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9fb3a07-5e1d-4f76-961e-34ab7dba7030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.032235 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3cebe0c-986f-43f2-8470-164124d81441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.043819 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.047669 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9fb3a07-5e1d-4f76-961e-34ab7dba7030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.057272 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-393e8d3d-163c-4fab-97ab-2bb9b814e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'name': 'tempest-ServersTestMultiNic-1585401254-router', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:46:26Z', 'revision_number': 5, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'gw_port': {'id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:18Z', 'updated_at': '2021-07-06T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:30.082355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.102936 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3cebe0c-986f-43f2-8470-164124d81441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.131086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Transition to ACTIVE for port object 451c2942-a939-4d38-a343-df21d74f6cf9 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:30.139650 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393e8d3d-163c-4fab-97ab-2bb9b814e308 None None] Checking router: 9e9c70a1-2d55-430c-944a-e7a65fd2d999 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:30.168509 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d9fb3a07-5e1d-4f76-961e-34ab7dba7030 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46a5c5592bf144f5aaadac3671280909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9558017 Jul 06 11:46:30.170612 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393e8d3d-163c-4fab-97ab-2bb9b814e308 None None] Routers {'9e9c70a1-2d55-430c-944a-e7a65fd2d999'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:30.171404 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-393e8d3d-163c-4fab-97ab-2bb9b814e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:46:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:30.173063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47928) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:30.186104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb3a07-5e1d-4f76-961e-34ab7dba7030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba60f8a1-0424-4dd9-88ac-3a3783cc4456,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:30.224162 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb016918-5958-4465-9b2a-d541dc2b1710 req-772039cb-8cbd-492f-821f-04ab685f811d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849352 Jul 06 11:46:30.261594 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.410926 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4219a8aa-e357-4ca1-8a4a-6affd92d7e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.458689 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4219a8aa-e357-4ca1-8a4a-6affd92d7e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.465934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.470706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3cebe0c-986f-43f2-8470-164124d81441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.483679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3cebe0c-986f-43f2-8470-164124d81441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.484881 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d3cebe0c-986f-43f2-8470-164124d81441 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6eff49a7-92ac-4917-bfdc-fe1a718b6936 HTTP/1.1" status: 204 len: 168 time: 0.7951822 Jul 06 11:46:30.548328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'Port': ['ID=451c2942-a939-4d38-a343-df21d74f6cf9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:30.567503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cebe0c-986f-43f2-8470-164124d81441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eff49a7-92ac-4917-bfdc-fe1a718b6936,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:30.572773 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:30.583694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:30.591270 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-393e8d3d-163c-4fab-97ab-2bb9b814e308 None None] Set router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:30.600708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:30.794609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:30.795297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.802430 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4219a8aa-e357-4ca1-8a4a-6affd92d7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.806884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4219a8aa-e357-4ca1-8a4a-6affd92d7e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.810911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4219a8aa-e357-4ca1-8a4a-6affd92d7e56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba60f8a1-0424-4dd9-88ac-3a3783cc4456 HTTP/1.1" status: 204 len: 168 time: 0.6341748 Jul 06 11:46:30.828467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1016b71-e686-4f55-b628-9e84d4bcb926 req-77435ece-a46a-4e21-95cb-f4d9eb54e66b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:30.830946 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1016b71-e686-4f55-b628-9e84d4bcb926 req-77435ece-a46a-4e21-95cb-f4d9eb54e66b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 931 time: 0.3278830 Jul 06 11:46:30.837656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Deleting port 641b4526-8fe8-431e-9b81-0034007b8ca7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:30.842329 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:30.862181 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-58da831c-60e5-411d-9fc7-e322e3373208 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1740572 Jul 06 11:46:30.873189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219a8aa-e357-4ca1-8a4a-6affd92d7e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba60f8a1-0424-4dd9-88ac-3a3783cc4456,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:30.884002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Request body: {'port': {'device_id': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:31.034144 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1016b71-e686-4f55-b628-9e84d4bcb926 req-76d4e603-074a-4519-8f6d-79f98581aaa1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022437 Jul 06 11:46:31.073236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] For port 641b4526-8fe8-431e-9b81-0034007b8ca7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=641b4526-8fe8-431e-9b81-0034007b8ca7,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:31.073640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.117448 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Calling delete_port for 641b4526-8fe8-431e-9b81-0034007b8ca7 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:31.160713 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.256486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2ba97cca-65f2-4018-a596-7ebd003d92cd None None] Provisioning for port 451c2942-a939-4d38-a343-df21d74f6cf9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:31.280546 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2ba97cca-65f2-4018-a596-7ebd003d92cd None None] Provisioning complete for port 451c2942-a939-4d38-a343-df21d74f6cf9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:31.280921 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ba97cca-65f2-4018-a596-7ebd003d92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.487400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2ba97cca-65f2-4018-a596-7ebd003d92cd None None] Port 451c2942-a939-4d38-a343-df21d74f6cf9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:46:31.645699 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-393e8d3d-163c-4fab-97ab-2bb9b814e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'name': 'tempest-ServersTestMultiNic-1585401254-router', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:46:26Z', 'revision_number': 5, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'gw_port': {'id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:18Z', 'updated_at': '2021-07-06T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:31.655129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:31.754182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Pushing event deleted for resources: {'Port': ['ID=641b4526-8fe8-431e-9b81-0034007b8ca7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:31.834321 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393e8d3d-163c-4fab-97ab-2bb9b814e308 None None] The sync data for ids ['9e9c70a1-2d55-430c-944a-e7a65fd2d999'] in n-d-799527-2 is: [{'id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'name': 'tempest-ServersTestMultiNic-1585401254-router', 'tenant_id': '73213e7223614a87b198f49fb373a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:46:26Z', 'revision_number': 5, 'project_id': '73213e7223614a87b198f49fb373a2fe', 'gw_port': {'id': '641b4526-8fe8-431e-9b81-0034007b8ca7', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c70a1-2d55-430c-944a-e7a65fd2d999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:18Z', 'updated_at': '2021-07-06T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:31.947960 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.127554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451c2942-a939-4d38-a343-df21d74f6cf9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:32.141166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.156421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Transition to ACTIVE for port object 451c2942-a939-4d38-a343-df21d74f6cf9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:32.162761 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.211462 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=451c2942-a939-4d38-a343-df21d74f6cf9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:32.215229 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.232405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.232405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.232405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.232405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.232405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.232405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.232405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.232405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.233206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.233206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.233376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.233677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:32.239044 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.426476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Attempting to bind port 451c2942-a939-4d38-a343-df21d74f6cf9 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:32.427194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Attempting to bind port 451c2942-a939-4d38-a343-df21d74f6cf9 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:32.428915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Attempting to bind port 451c2942-a939-4d38-a343-df21d74f6cf9 on network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:32.437149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0d8d-60ef-4d66-bdf3-5f05d25c9e19 req-b0baa897-d703-49d1-9b3c-cdcec76efbb3 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.439439 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Port 451c2942-a939-4d38-a343-df21d74f6cf9 on network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:46:32.442952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Attempting to bind port 451c2942-a939-4d38-a343-df21d74f6cf9 on network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:32.444617 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c20c0d8d-60ef-4d66-bdf3-5f05d25c9e19 req-b0baa897-d703-49d1-9b3c-cdcec76efbb3 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.8049378 Jul 06 11:46:32.457336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:32.458787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Checking segment: {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:32.459390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Bound using segment: {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:32.463352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Bound port: 451c2942-a939-4d38-a343-df21d74f6cf9, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:32.464058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.560476 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.560973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e9c70a1-2d55-430c-944a-e7a65fd2d999 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:46:32.573501 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.575762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-007b0005-61a8-4edc-bd30-8c7abd40c694 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9e9c70a1-2d55-430c-944a-e7a65fd2d999 HTTP/1.1" status: 204 len: 168 time: 2.9723258 Jul 06 11:46:32.578332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48020) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:32.678573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c20c0d8d-60ef-4d66-bdf3-5f05d25c9e19 req-4c6988f9-1081-4c93-b8ee-0748b513e97f tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326965 Jul 06 11:46:32.700100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfb1842-d17a-4538-abb7-5c035f14a044 admin admin] Deleting subnet 82b1211c-4173-4132-9c51-d8dede70be70 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:46:32.711432 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bfb1842-d17a-4538-abb7-5c035f14a044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.731141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e94a5a-ec38-4207-b372-00fe082491af req-03e05ca0-b779-47e3-a037-f5c3f89de932 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:32.748338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86e94a5a-ec38-4207-b372-00fe082491af req-03e05ca0-b779-47e3-a037-f5c3f89de932 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.3005607 Jul 06 11:46:32.794990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:32.852553 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86e94a5a-ec38-4207-b372-00fe082491af req-42db919e-d491-4d23-9a2e-8b96282ae4f1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030397 Jul 06 11:46:32.877387 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bfb1842-d17a-4538-abb7-5c035f14a044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:32.884408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48028) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:32.923881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48032) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:32.943642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:32.966058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.026285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2a55d5c-4cf5-4d60-998c-3995863188bb no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:33.060360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e2a55d5c-4cf5-4d60-998c-3995863188bb {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:33.060713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2a55d5c-4cf5-4d60-998c-3995863188bb not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:33.154313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=451c2942-a939-4d38-a343-df21d74f6cf9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:33.169554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:33.171795 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.173225 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-4bb44879-3885-43d0-9e56-f608bcc41cb8 service neutron] 10.222.0.86 "PUT /v2.0/ports/451c2942-a939-4d38-a343-df21d74f6cf9 HTTP/1.1" status: 200 len: 1091 time: 2.3022864 Jul 06 11:46:33.187373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:33.190837 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a05d984-e14c-4001-8b5a-620ff908d4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:33.205700 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-534557036-network', 'tenant_id': '3b34fc7e9fc94a85a18c1cf7682a1eee'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:33.242398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Made reservation on behalf of 3b34fc7e9fc94a85a18c1cf7682a1eee for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:33.245296 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.266973 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.283397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1560854604'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:33.287695 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bfb1842-d17a-4538-abb7-5c035f14a044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.345097 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d41ac5-c5be-47c3-ab51-0eb70796f74e x-openstack-request-id: req-99d41ac5-c5be-47c3-ab51-0eb70796f74e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:33.345712 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:33.345967 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99d41ac5-c5be-47c3-ab51-0eb70796f74e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:33.346537 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9', 'status': 'completed', 'code': 200} Jul 06 11:46:33.399406 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-f472e226-f0a0-4be1-bc52-c221b0fa3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:33.401867 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-f472e226-f0a0-4be1-bc52-c221b0fa3586 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 1094 time: 0.1265121 Jul 06 11:46:33.413657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:33.417644 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.431184 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bfb1842-d17a-4538-abb7-5c035f14a044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.435569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.500123 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-91b7679c-3e3b-441d-94bc-2422e8f784a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=451c2942-a939-4d38-a343-df21d74f6cf9 HTTP/1.1" status: 200 len: 217 time: 0.0892634 Jul 06 11:46:33.501646 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.509985 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.528264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:46:33.542940 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.543592 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Added segment ac7b0925-eb98-45d4-a99b-c60764abe5dc of type vlan for network 884ea273-7db1-4b14-9507-adf1a6b090fc Jul 06 11:46:33.580245 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bfb1842-d17a-4538-abb7-5c035f14a044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.582385 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4bfb1842-d17a-4538-abb7-5c035f14a044 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/82b1211c-4173-4132-9c51-d8dede70be70 HTTP/1.1" status: 204 len: 168 time: 0.9973516 Jul 06 11:46:33.585322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb1842-d17a-4538-abb7-5c035f14a044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b1211c-4173-4132-9c51-d8dede70be70,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:33.585491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a70c1a9-9399-4264-8288-a714e85d3728 None None] Network 386fd69d-78df-439e-8c91-6ff7348c90f5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:33.591381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48044) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:33.604797 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.668478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eb48a7-089f-4deb-a077-651f5ab71a38,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:33.672152 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.673692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:33.674343 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.708340 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.757995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-082640f7-4ebc-4b1c-a805-734004b02037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:33.759917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-082640f7-4ebc-4b1c-a805-734004b02037 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.2357883 Jul 06 11:46:33.804005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] Pushing event updated for resources: {'Network': ['ID=884ea273-7db1-4b14-9507-adf1a6b090fc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:33.828827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 884ea273-7db1-4b14-9507-adf1a6b090fc details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:46:33.850116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Deleting port 57894969-e068-41f2-a677-d23250ce8803 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:33.851143 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.942644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] For port 57894969-e068-41f2-a677-d23250ce8803, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=57894969-e068-41f2-a677-d23250ce8803,segment=NetworkSegment(fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24),segment_id=fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:33.942644 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.945594 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:33.961715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Calling delete_port for 57894969-e068-41f2-a677-d23250ce8803 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:33.992409 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.069471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.086746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed72418-86f7-4788-bdec-a99cbffc6d1c None None] DHCP port deletion for 386fd69d-78df-439e-8c91-6ff7348c90f5 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:46:34.116180 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1c5c3d6c-2774-4ed5-9a79-60f48e10b432 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2262647 Jul 06 11:46:34.116180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42ec409-e612-4771-b769-7595d89bd294,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:34.120062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:34.127137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] Request body: {'subnet': {'network_id': '884ea273-7db1-4b14-9507-adf1a6b090fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-534557036-subnet', 'tenant_id': '3b34fc7e9fc94a85a18c1cf7682a1eee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:34.139625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:46:34.149484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=57894969-e068-41f2-a677-d23250ce8803,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:34.151935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] No DVR routers for this DVR port 57894969-e068-41f2-a677-d23250ce8803 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:34.163377 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.163776 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Added segment ba783e7c-0684-4b6d-b1f0-6d874375ad77 of type vlan for network 518ebd3a-cec2-47b2-a663-bc4e05cacd94 Jul 06 11:46:34.199244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c41fa5-5ec7-4aa6-b1fe-a7369c14889a req-c71ddf1f-f451-402d-89cc-cab41836feff tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:34.201057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94c41fa5-5ec7-4aa6-b1fe-a7369c14889a req-c71ddf1f-f451-402d-89cc-cab41836feff tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.2495310 Jul 06 11:46:34.201932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-18cf3ab7-0045-4c5b-806b-c68ea062a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:34.203678 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-18cf3ab7-0045-4c5b-806b-c68ea062a66a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4370248 Jul 06 11:46:34.251151 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.295822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] Made reservation on behalf of 3b34fc7e9fc94a85a18c1cf7682a1eee for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:34.298714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.349093 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.356233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:34.356233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.401003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94c41fa5-5ec7-4aa6-b1fe-a7369c14889a req-487543e8-759c-4de2-8fb5-3dd4ce3a3831 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126721 Jul 06 11:46:34.495576 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.501814 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-68b5b365-d049-4dd6-9d65-c77a1fd7cc91 service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886813 Jul 06 11:46:34.504871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=518ebd3a-cec2-47b2-a663-bc4e05cacd94,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:34.509480 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5840895 Jul 06 11:46:34.535339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.535739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.536103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.536594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.536936 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.537278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.537611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.537943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.538712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.539562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.539902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.540283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc87b3f-be7f-4df7-bdc0-2037a3d60709 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:34.563687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 518ebd3a-cec2-47b2-a663-bc4e05cacd94 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:46:34.575441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386fd69d-78df-439e-8c91-6ff7348c90f5']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:34.590065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767c22b-e421-4b65-ac88-e4cd433334ea req-982b0faf-edff-4058-8793-68c47b9a583c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:34.599362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c767c22b-e421-4b65-ac88-e4cd433334ea req-982b0faf-edff-4058-8793-68c47b9a583c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.3102469 Jul 06 11:46:34.653856 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c767c22b-e421-4b65-ac88-e4cd433334ea req-27d32562-866c-45f1-810d-f01bd53db07b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534570 Jul 06 11:46:34.693622 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:34.693930 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdd334b-9f81-4ea4-a4a5-ac2e95e63a24') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:34.704324 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.720769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.729415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:46:34.730069 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:46:34.932968 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:46:34.944730 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.980490 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:34.983059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 57894969-e068-41f2-a677-d23250ce8803 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:34.994244 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] 10.222.0.21 "DELETE /v2.0/networks/386fd69d-78df-439e-8c91-6ff7348c90f5 HTTP/1.1" status: 204 len: 168 time: 1.3996475 Jul 06 11:46:35.000289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0286463-0029-4261-9ef3-9af7da8b2b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=386fd69d-78df-439e-8c91-6ff7348c90f5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:35.030192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 57894969-e068-41f2-a677-d23250ce8803 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:35.031252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 57894969-e068-41f2-a677-d23250ce8803 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:35.031991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 641b4526-8fe8-431e-9b81-0034007b8ca7 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:35.047368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.089543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 641b4526-8fe8-431e-9b81-0034007b8ca7 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:35.091660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 641b4526-8fe8-431e-9b81-0034007b8ca7 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:35.225089 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a00a29c-218d-48a4-912c-640ff1ae719e req-7bd74248-f707-4ec8-b490-37708e807ac5 service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070982 Jul 06 11:46:35.241167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbb61fb-330e-45ee-ac99-120f5a606ddc,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:35.252109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] Checking segment: {'id': 'ac7b0925-eb98-45d4-a99b-c60764abe5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '884ea273-7db1-4b14-9507-adf1a6b090fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:35.252543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] Network hostable DHCP agents. Network: 884ea273-7db1-4b14-9507-adf1a6b090fc, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:46:35.294540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:35.317275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] Network 884ea273-7db1-4b14-9507-adf1a6b090fc is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:46:35.373362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 884ea273-7db1-4b14-9507-adf1a6b090fc) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:35.383828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7874d489-7382-478c-8823-95356f39b5ff None None] Network 884ea273-7db1-4b14-9507-adf1a6b090fc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:35.390619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-de6f8ee9-8c12-498f-8342-d6fe8c7480cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73213e7223614a87b198f49fb373a2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948524 Jul 06 11:46:35.400494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:35.401517 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.403467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48070) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:35.481452 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c1826342-f48b-4711-8720-86893199cd91 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3531313 Jul 06 11:46:35.492105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05d984-e14c-4001-8b5a-620ff908d4f2 req-9e9706db-8360-437e-b963-d65705e93fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:35.497527 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a05d984-e14c-4001-8b5a-620ff908d4f2 req-9e9706db-8360-437e-b963-d65705e93fa8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 1094 time: 0.1995606 Jul 06 11:46:35.609082 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d345590d-3b0d-4a8b-a192-069ea14919cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.707068 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d345590d-3b0d-4a8b-a192-069ea14919cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.778287 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:46:35.853212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c91d47-8658-494e-bb89-ea1ef391f1c0 None None] Network 884ea273-7db1-4b14-9507-adf1a6b090fc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:35.904077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05d984-e14c-4001-8b5a-620ff908d4f2 req-acbcc369-6ce0-46d7-969a-ba8e40d69633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:35.916705 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a05d984-e14c-4001-8b5a-620ff908d4f2 req-acbcc369-6ce0-46d7-969a-ba8e40d69633 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.4118290 Jul 06 11:46:36.021591 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a05d984-e14c-4001-8b5a-620ff908d4f2 req-f907bdad-1d63-45f5-a5b3-4931e1b1f8f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=451c2942-a939-4d38-a343-df21d74f6cf9 HTTP/1.1" status: 200 len: 217 time: 0.0980463 Jul 06 11:46:36.116209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05d984-e14c-4001-8b5a-620ff908d4f2 req-de55b555-ac58-4e9b-a812-c20fc2e65166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:36.117891 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a05d984-e14c-4001-8b5a-620ff908d4f2 req-de55b555-ac58-4e9b-a812-c20fc2e65166 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.0891967 Jul 06 11:46:36.229640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05d984-e14c-4001-8b5a-620ff908d4f2 req-a9a21bb6-c048-41a0-a2ff-f8b1fe3bb991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:36.231143 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a05d984-e14c-4001-8b5a-620ff908d4f2 req-a9a21bb6-c048-41a0-a2ff-f8b1fe3bb991 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054363 Jul 06 11:46:36.355612 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a05d984-e14c-4001-8b5a-620ff908d4f2 req-4638d40c-b658-4f99-8dd1-f6fb0d689125 service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166599 Jul 06 11:46:36.516859 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d345590d-3b0d-4a8b-a192-069ea14919cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:36.521591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d345590d-3b0d-4a8b-a192-069ea14919cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:36.526273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d345590d-3b0d-4a8b-a192-069ea14919cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/971d4e58-a422-40b3-9599-2347f3c2246c HTTP/1.1" status: 204 len: 168 time: 1.1216953 Jul 06 11:46:36.540124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26aac9-d264-42c4-9300-2d563d6a33e1 req-8f2e17df-d468-481c-8900-328098e30c7e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:36.541811 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f26aac9-d264-42c4-9300-2d563d6a33e1 req-8f2e17df-d468-481c-8900-328098e30c7e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.8928442 Jul 06 11:46:36.548004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345590d-3b0d-4a8b-a192-069ea14919cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971d4e58-a422-40b3-9599-2347f3c2246c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:36.570114 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8a05d984-e14c-4001-8b5a-620ff908d4f2 req-628d3d81-a998-4540-be47-f729c6941129 service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052536 Jul 06 11:46:36.636331 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f26aac9-d264-42c4-9300-2d563d6a33e1 req-c28526df-2824-45f5-88cd-e91918fa4bad tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762603 Jul 06 11:46:36.871652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5887e1-2968-4d7f-9d3f-115cb8d5da1e req-ee101efd-9cdb-40a3-8113-991e797050fa tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:36.876042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f5887e1-2968-4d7f-9d3f-115cb8d5da1e req-ee101efd-9cdb-40a3-8113-991e797050fa tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.1521974 Jul 06 11:46:36.976495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f5887e1-2968-4d7f-9d3f-115cb8d5da1e req-fc225618-a976-4e54-bfea-d92529145b69 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908365 Jul 06 11:46:37.438969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 451c2942-a939-4d38-a343-df21d74f6cf9 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:37.827971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:37.843286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '451c2942-a939-4d38-a343-df21d74f6cf9', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'port_id': '451c2942-a939-4d38-a343-df21d74f6cf9', 'mac_address': 'fa:16:3e:26:ec:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:37.894937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-97f24411-8ad1-45b4-a388-b92d93dc68c6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:37.904322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:37.920322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-97f24411-8ad1-45b4-a388-b92d93dc68c6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/networks?id=884ea273-7db1-4b14-9507-adf1a6b090fc HTTP/1.1" status: 200 len: 817 time: 0.4089689 Jul 06 11:46:37.933149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451c2942-a939-4d38-a343-df21d74f6cf9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:37.967477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-249c04df-c254-41a7-a447-94cbd7c53bcd tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/quotas/3b34fc7e9fc94a85a18c1cf7682a1eee HTTP/1.1" status: 200 len: 375 time: 0.0456395 Jul 06 11:46:38.005999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:38.014334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:38.060360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-cd8e3177-5975-4e80-a6c4-0a438f03ccb3 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b34fc7e9fc94a85a18c1cf7682a1eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912154 Jul 06 11:46:38.092964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-428b7712-e777-4619-b9ae-dd027b85dc9a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:46:38.097512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=451c2942-a939-4d38-a343-df21d74f6cf9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:38.113110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-428b7712-e777-4619-b9ae-dd027b85dc9a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0401964 Jul 06 11:46:38.304093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['451c2942-a939-4d38-a343-df21d74f6cf9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:38.336251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48134) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:38.352596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-fc28fe95-4b29-47d4-82c5-f420662fcf4c service neutron] 10.222.0.21 "GET /v2.0/networks/884ea273-7db1-4b14-9507-adf1a6b090fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369535 Jul 06 11:46:38.529137 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-b0425dae-3c65-4ff3-8f1a-b665cadda054 service neutron] 10.222.0.21 "GET /v2.0/networks/884ea273-7db1-4b14-9507-adf1a6b090fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748106 Jul 06 11:46:38.606051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-698381229-network', 'tenant_id': '8aed4f75709244388e5e276ed33f28da'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:38.672520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:38.676050 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:38.701423 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:38.732574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f2aa2-1a15-4805-bd1c-32a54f84d3bb req-30263c64-cc3b-4282-b99e-e68a04ef6096 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:38.734270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af1f2aa2-1a15-4805-bd1c-32a54f84d3bb req-30263c64-cc3b-4282-b99e-e68a04ef6096 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.2210953 Jul 06 11:46:38.866921 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af1f2aa2-1a15-4805-bd1c-32a54f84d3bb req-6cef2f75-abf4-4646-91e0-403af21d00f0 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213760 Jul 06 11:46:38.964533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:38.971198 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.013867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:46:39.024967 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.025621 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Added segment 1c13388e-5ef2-4f72-818e-56d9214db14e of type vlan for network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 Jul 06 11:46:39.089018 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.156880 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.160204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:39.163057 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.199045 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8585737 Jul 06 11:46:39.207437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:39.220386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] Request body: {'subnet': {'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-subnet', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:39.241712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d7186a-e85f-46b9-bc75-a9b128c7e70f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:39.250522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1dee1-b69e-4f21-837e-a446f98eeb0b req-a00abf45-547a-4cd1-b0cd-7335d42ab050 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:39.258763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55e1dee1-b69e-4f21-837e-a446f98eeb0b req-a00abf45-547a-4cd1-b0cd-7335d42ab050 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 946 time: 0.2519078 Jul 06 11:46:39.344799 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e6d22-d5b0-488f-aa79-59ac46a4f8c9 admin admin] Pushing event updated for resources: {'Network': ['ID=fc45a5f0-1e2d-452c-93ef-0f6b827b1039,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:39.353049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55e1dee1-b69e-4f21-837e-a446f98eeb0b req-39ab5e6b-e494-4c90-a789-d0275a6ae8bf tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929592 Jul 06 11:46:39.357405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:46:39.402394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1355-4271-467f-b023-4bd1e5288f79 req-f1fb0b34-ad22-41f4-81e5-6aeb493ded1c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:39.404178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c74b1355-4271-467f-b023-4bd1e5288f79 req-f1fb0b34-ad22-41f4-81e5-6aeb493ded1c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 944 time: 0.2683101 Jul 06 11:46:39.463554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:39.466466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 451c2942-a939-4d38-a343-df21d74f6cf9 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:39.476806 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.616353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48154) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:39.626043 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'network_id': '518ebd3a-cec2-47b2-a663-bc4e05cacd94', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:39.689575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09411da0-9cae-4dec-9872-9b5a5bcac6ac req-ab0ac9a8-407b-4570-9172-712b3a0d5328 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 210 time: 0.0614936 Jul 06 11:46:39.695065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 451c2942-a939-4d38-a343-df21d74f6cf9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:39.714679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 451c2942-a939-4d38-a343-df21d74f6cf9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:39.716547 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.825024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582853c-ee72-4ca4-a43c-507a1952e7de req-d0ef8406-e5c8-455f-a234-588f140832cb tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:39.826872 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e582853c-ee72-4ca4-a43c-507a1952e7de req-d0ef8406-e5c8-455f-a234-588f140832cb tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.47 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 946 time: 0.3311875 Jul 06 11:46:39.839528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c74b1355-4271-467f-b023-4bd1e5288f79 req-1ba0df50-1da9-4b29-af85-90f49d95c26d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039102 Jul 06 11:46:39.965546 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.009618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.020945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:40.027869 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.040477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:40.046865 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efeaee02-6888-40f8-b600-844a2fd39956" -d '{"events": [{"server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "name": "network-vif-plugged", "status": "completed", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:40.079213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:40.091909 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.147017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e85877-f670-4c7e-8b64-45444a2227a0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:40.191745 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d22adde-b29f-441c-9760-7f77340ecb8d x-openstack-request-id: req-8d22adde-b29f-441c-9760-7f77340ecb8d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:40.193246 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "name": "network-vif-plugged", "status": "completed", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:40.193246 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d22adde-b29f-441c-9760-7f77340ecb8d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:40.193246 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9', 'code': 200} Jul 06 11:46:40.199292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=451c2942-a939-4d38-a343-df21d74f6cf9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:40.217009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] Checking segment: {'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:40.217009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] Network hostable DHCP agents. Network: fc45a5f0-1e2d-452c-93ef-0f6b827b1039, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:46:40.291202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] Network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:46:40.327818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, fc45a5f0-1e2d-452c-93ef-0f6b827b1039) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:40.339977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:40.340337 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.346171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0714a817-7b39-4c71-a6f5-aae9a2e41a7d None None] Network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:40.381334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e582853c-ee72-4ca4-a43c-507a1952e7de req-66ebd9e7-9d29-49a0-9cc0-5dc005351ab3 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Deleting port 9c019dd5-5602-47d9-9a0c-938b807c55b2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:46:40.381969 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e582853c-ee72-4ca4-a43c-507a1952e7de req-66ebd9e7-9d29-49a0-9cc0-5dc005351ab3 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.382724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9b025-dc86-4d56-a343-8d958d1063da req-6b86e220-8ebe-4745-b8b7-29e912703746 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:40.384746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ba9b025-dc86-4d56-a343-8d958d1063da req-6b86e220-8ebe-4745-b8b7-29e912703746 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.2345159 Jul 06 11:46:40.386831 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-073a3588-c2de-49f7-96d3-e5f1cc9cc380 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1715925 Jul 06 11:46:40.394887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48162) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:40.402839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:40.453894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ba9b025-dc86-4d56-a343-8d958d1063da req-5be0c54d-fa63-411d-b63b-7bffe1978bd6 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568864 Jul 06 11:46:40.615364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'fixed_ips': [{'subnet_id': '78e85877-f670-4c7e-8b64-45444a2227a0'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:46:40.617160 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.647703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dd79-9610-488b-b70b-e174cd66a221 req-aab1b1df-8a8d-4594-a326-ee79a16e64b5 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:40.649248 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5b0dd79-9610-488b-b70b-e174cd66a221 req-aab1b1df-8a8d-4594-a326-ee79a16e64b5 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 946 time: 0.0815988 Jul 06 11:46:40.694996 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5b0dd79-9610-488b-b70b-e174cd66a221 req-d25c9734-4da3-4fb0-a8fb-16a79535e787 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391426 Jul 06 11:46:40.806323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Allocated IP 172.20.0.2 (fc45a5f0-1e2d-452c-93ef-0f6b827b1039/78e85877-f670-4c7e-8b64-45444a2227a0/1cf5a76a-07b3-472c-8958-6d8668e780b4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:41.025599 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.037074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Transition to ACTIVE for port object 1cf5a76a-07b3-472c-8958-6d8668e780b4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:41.059847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Transition to ACTIVE for port object 1cf5a76a-07b3-472c-8958-6d8668e780b4 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:41.063192 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e6c2452-2bf3-4648-ac8a-1e0c6d9f88da req-995200f8-727c-4593-9ac8-19e5f92e9f6e tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 210 time: 0.1514335 Jul 06 11:46:41.066613 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.068665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.069310 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.101631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa42fe3-e363-4011-9a4b-11982a05ae78 req-5ea62083-7ac7-4dbe-a8fa-3e8486ff4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:41.104380 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa42fe3-e363-4011-9a4b-11982a05ae78 req-5ea62083-7ac7-4dbe-a8fa-3e8486ff4cb8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 1096 time: 0.7947536 Jul 06 11:46:41.123314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:41.126943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:41.131714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:41.163326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Pushing event updated for resources: {'Port': ['ID=1cf5a76a-07b3-472c-8958-6d8668e780b4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:41.261528 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Attempting to bind port 1cf5a76a-07b3-472c-8958-6d8668e780b4 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:41.261898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Attempting to bind port 1cf5a76a-07b3-472c-8958-6d8668e780b4 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:41.262270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Attempting to bind port 1cf5a76a-07b3-472c-8958-6d8668e780b4 on network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:41.279491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:41.279906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Checking segment: {'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:41.280332 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.280973 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Bound using segment: {'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:41.281869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Bound port: 1cf5a76a-07b3-472c-8958-6d8668e780b4, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:41.281869 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.282611 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.290258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e582853c-ee72-4ca4-a43c-507a1952e7de req-66ebd9e7-9d29-49a0-9cc0-5dc005351ab3 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] For port 9c019dd5-5602-47d9-9a0c-938b807c55b2, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=9c019dd5-5602-47d9-9a0c-938b807c55b2,segment=NetworkSegment(faa3ebc1-d619-49d1-a66d-3ed22d9a3053),segment_id=faa3ebc1-d619-49d1-a66d-3ed22d9a3053)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:41.290862 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e582853c-ee72-4ca4-a43c-507a1952e7de req-66ebd9e7-9d29-49a0-9cc0-5dc005351ab3 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.337197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee584db-a21b-484e-8a71-2cbf52d387e3 req-dddd76a2-6295-43c8-a23a-4fedb960a77c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:41.344100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ee584db-a21b-484e-8a71-2cbf52d387e3 req-dddd76a2-6295-43c8-a23a-4fedb960a77c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.2794838 Jul 06 11:46:41.382452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] For port 1cf5a76a-07b3-472c-8958-6d8668e780b4, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:41.387743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] For port 1cf5a76a-07b3-472c-8958-6d8668e780b4, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1cf5a76a-07b3-472c-8958-6d8668e780b4,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:41.392653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-29dec4f7-20fa-495d-9be6-2fdde8497459 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:41.395246 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-29dec4f7-20fa-495d-9be6-2fdde8497459 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.47 "GET /v2.0/networks?id=884ea273-7db1-4b14-9507-adf1a6b090fc HTTP/1.1" status: 200 len: 817 time: 0.4668307 Jul 06 11:46:41.396724 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.420328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ee584db-a21b-484e-8a71-2cbf52d387e3 req-50e7253a-c3a5-432f-b422-d5a651a1e479 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750809 Jul 06 11:46:41.435880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Request body: {'port': {'device_id': '88f743df-c86c-4765-909e-c22c319b945b', 'network_id': '884ea273-7db1-4b14-9507-adf1a6b090fc', 'admin_state_up': True, 'tenant_id': '3b34fc7e9fc94a85a18c1cf7682a1eee'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:41.447278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e582853c-ee72-4ca4-a43c-507a1952e7de req-66ebd9e7-9d29-49a0-9cc0-5dc005351ab3 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Calling delete_port for 9c019dd5-5602-47d9-9a0c-938b807c55b2 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:46:41.499725 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.504772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6aa42fe3-e363-4011-9a4b-11982a05ae78 req-6d085fc4-43f0-4848-b3b5-a893626b8f76 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197691 Jul 06 11:46:41.524372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2072fd-a1f5-4d52-9b38-5f8c98dee146 None None] Pushing event updated for resources: {'Port': ['ID=1cf5a76a-07b3-472c-8958-6d8668e780b4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:41.678432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=290015b2-d1ad-436d-9c82-44f322b3837b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:41.702742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Made reservation on behalf of 3b34fc7e9fc94a85a18c1cf7682a1eee for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:41.706574 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:41.877698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ea7c5-a2fb-44e4-831d-55a13ace87a7 req-7a13712d-6886-4255-a0a6-7ebbb482a016 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:41.880077 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c3ea7c5-a2fb-44e4-831d-55a13ace87a7 req-7a13712d-6886-4255-a0a6-7ebbb482a016 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.2245100 Jul 06 11:46:41.883180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Checking segment: {'id': 'ba783e7c-0684-4b6d-b1f0-6d874375ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '518ebd3a-cec2-47b2-a663-bc4e05cacd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:41.883779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network hostable DHCP agents. Network: 518ebd3a-cec2-47b2-a663-bc4e05cacd94, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:46:41.977652 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.001468 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network 518ebd3a-cec2-47b2-a663-bc4e05cacd94 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:46:42.039476 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c3ea7c5-a2fb-44e4-831d-55a13ace87a7 req-62cbdf34-bfbd-4d4b-910a-a355580c0968 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289115 Jul 06 11:46:42.039870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 518ebd3a-cec2-47b2-a663-bc4e05cacd94) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:42.051375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd8601a-b6f4-4ab1-84c0-13727ada95c3 None None] Network 518ebd3a-cec2-47b2-a663-bc4e05cacd94 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:42.067804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Allocated IP 172.20.0.12 (884ea273-7db1-4b14-9507-adf1a6b090fc/cdbb61fb-330e-45ee-ac99-120f5a606ddc/8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:42.097924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09157c3d-fc47-4c0a-af87-e3b751f7c0f9 req-91955a82-9402-4115-96bc-2f97e966d9d1 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:42.099775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09157c3d-fc47-4c0a-af87-e3b751f7c0f9 req-91955a82-9402-4115-96bc-2f97e966d9d1 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 946 time: 0.1876442 Jul 06 11:46:42.121556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:42.122175 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.162882 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7ca41a3b-0ad6-46c4-a391-fc674056baf5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5442083 Jul 06 11:46:42.167816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48192) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:42.177927 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09157c3d-fc47-4c0a-af87-e3b751f7c0f9 req-13308ca0-a053-4aae-85af-18bbc5adb8ff tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/security-groups?id=570d6199-fb34-45e5-a8b4-bf8a38052b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719609 Jul 06 11:46:42.179123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-713818555'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:42.210956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e582853c-ee72-4ca4-a43c-507a1952e7de req-66ebd9e7-9d29-49a0-9cc0-5dc005351ab3 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.257060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebd9e7-9d29-49a0-9cc0-5dc005351ab3 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Pushing event deleted for resources: {'Port': ['ID=9c019dd5-5602-47d9-9a0c-938b807c55b2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:42.302674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-518ebd3a-cec2-47b2-a663-bc4e05cacd94', 'network_id': '518ebd3a-cec2-47b2-a663-bc4e05cacd94', 'tenant_id': '6e4828464ee1487e8b0ef1b6bbb7e8d0', 'fixed_ips': [{'subnet_id': '290015b2-d1ad-436d-9c82-44f322b3837b'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:46:42.303721 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.336049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84f30d53-6fc5-4738-99c2-112e3a6fd8b3 req-f56bbdb2-b1f2-4b2c-8166-65a838f9728e tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 210 time: 0.0581551 Jul 06 11:46:42.366143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:42.375884 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.382898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e582853c-ee72-4ca4-a43c-507a1952e7de req-66ebd9e7-9d29-49a0-9cc0-5dc005351ab3 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] No DVR routers for this DVR port 9c019dd5-5602-47d9-9a0c-938b807c55b2 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:46:42.387386 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e582853c-ee72-4ca4-a43c-507a1952e7de req-66ebd9e7-9d29-49a0-9cc0-5dc005351ab3 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.389578 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e582853c-ee72-4ca4-a43c-507a1952e7de req-66ebd9e7-9d29-49a0-9cc0-5dc005351ab3 tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.47 "DELETE /v2.0/ports/9c019dd5-5602-47d9-9a0c-938b807c55b2 HTTP/1.1" status: 204 len: 173 time: 2.5451090 Jul 06 11:46:42.404224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27b961e-da85-4d33-b321-48e2d98a9db8', 'name': 'network-vif-deleted', 'tag': '9c019dd5-5602-47d9-9a0c-938b807c55b2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:42.408540 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544110d9-a962-4f36-8ca2-e07704dc13c4" -d '{"events": [{"server_uuid": "a27b961e-da85-4d33-b321-48e2d98a9db8", "name": "network-vif-deleted", "tag": "9c019dd5-5602-47d9-9a0c-938b807c55b2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:42.477162 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a5cb42-0c2c-4ff7-b99e-d45f6bfd7fb4 x-openstack-request-id: req-14a5cb42-0c2c-4ff7-b99e-d45f6bfd7fb4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:42.478169 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27b961e-da85-4d33-b321-48e2d98a9db8", "name": "network-vif-deleted", "tag": "9c019dd5-5602-47d9-9a0c-938b807c55b2", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:42.478169 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14a5cb42-0c2c-4ff7-b99e-d45f6bfd7fb4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:42.478932 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27b961e-da85-4d33-b321-48e2d98a9db8', 'name': 'network-vif-deleted', 'tag': '9c019dd5-5602-47d9-9a0c-938b807c55b2', 'status': 'completed', 'code': 200} Jul 06 11:46:42.556809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.622576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Allocated IP 2001:db8:0:ffff::2 (518ebd3a-cec2-47b2-a663-bc4e05cacd94/290015b2-d1ad-436d-9c82-44f322b3837b/7268c139-67bf-4ad9-badc-d633dbbb6989) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:42.627995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:46:42.690200 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.717270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.744839 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.746786 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Added segment 888cdb06-94e5-4027-96e1-54e74e3da911 of type vlan for network 55206638-2b14-4982-8df0-3b1952da52fb Jul 06 11:46:42.750418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.843265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Network 884ea273-7db1-4b14-9507-adf1a6b090fc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:42.857753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:42.861954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:42.864755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Pushing event updated for resources: {'Port': ['ID=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:42.886626 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.962708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:42.963406 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:42.994002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59aca1-a979-4367-87db-badfd19c6af2 req-6af327af-15fe-4635-a4c0-58a6fb4c51c5 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:43.008102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff59aca1-a979-4367-87db-badfd19c6af2 req-6af327af-15fe-4635-a4c0-58a6fb4c51c5 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.2198665 Jul 06 11:46:43.014333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.024279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:43.025299 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.074762 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.083914 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-6f564c8e-553b-437a-b357-c10f75b11b90 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6563091 Jul 06 11:46:43.090502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc65b90f-93b7-4993-9aab-bd00bdd6d277 None None] Network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:43.142649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Request body: {'port': {'device_id': '88f743df-c86c-4765-909e-c22c319b945b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:43.145147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Transition to ACTIVE for port object 7268c139-67bf-4ad9-badc-d633dbbb6989 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:43.147920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1cf5a76a-07b3-472c-8958-6d8668e780b4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:43.161945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff59aca1-a979-4367-87db-badfd19c6af2 req-6136a9f2-4c96-436e-99d4-d9eac4261d54 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471915 Jul 06 11:46:43.228229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48210) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:43.236236 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0617282 Jul 06 11:46:43.236936 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'network_id': '55206638-2b14-4982-8df0-3b1952da52fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:43.277269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddb584-99ad-4358-b108-15cfd0eb45ef tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=55206638-2b14-4982-8df0-3b1952da52fb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:43.282577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Allocated IP 172.25.0.77 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/63ad322c-2726-4829-bed9-c37f3639a96a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:43.305285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 55206638-2b14-4982-8df0-3b1952da52fb details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:46:43.323239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Transition to ACTIVE for port object 7268c139-67bf-4ad9-badc-d633dbbb6989 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:43.387928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-73034bdb-113d-409e-b9fa-c6bbcc6fc672 None None] Provisioning for port 1cf5a76a-07b3-472c-8958-6d8668e780b4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:43.468287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.526393 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.536478 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.564111 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.602267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:43.613941 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ceb0dbbf-1110-4610-a0f6-32768c145d22 req-b3690b63-2732-48a9-866c-61147e34f46d tempest-ServerTagsTestJSON-138396497 tempest-ServerTagsTestJSON-138396497-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27b961e-da85-4d33-b321-48e2d98a9db8 HTTP/1.1" status: 200 len: 210 time: 0.1301014 Jul 06 11:46:43.616409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:43.624637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:43.633949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Pushing event updated for resources: {'Port': ['ID=63ad322c-2726-4829-bed9-c37f3639a96a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:43.653573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 9c019dd5-5602-47d9-9a0c-938b807c55b2 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:46:43.756896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 9c019dd5-5602-47d9-9a0c-938b807c55b2 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:46:43.758745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 9c019dd5-5602-47d9-9a0c-938b807c55b2 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:46:43.772489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Network 518ebd3a-cec2-47b2-a663-bc4e05cacd94 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:43.810070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:43.834524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:43.844734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 1cf5a76a-07b3-472c-8958-6d8668e780b4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:43.907125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:43.914100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:43.961283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1cf5a76a-07b3-472c-8958-6d8668e780b4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:43.961873 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.048189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Pushing event updated for resources: {'Port': ['ID=7268c139-67bf-4ad9-badc-d633dbbb6989,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:44.061475 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.067795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37502237-e3c8-42f6-a049-4ab340ea230d req-342278f7-49ec-4a59-93fd-0c67393d74ec tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:44.076870 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37502237-e3c8-42f6-a049-4ab340ea230d req-342278f7-49ec-4a59-93fd-0c67393d74ec tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.8016744 Jul 06 11:46:44.118682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Attempting to bind port 7268c139-67bf-4ad9-badc-d633dbbb6989 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:44.119224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Attempting to bind port 7268c139-67bf-4ad9-badc-d633dbbb6989 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'ba783e7c-0684-4b6d-b1f0-6d874375ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '518ebd3a-cec2-47b2-a663-bc4e05cacd94'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:44.119879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Attempting to bind port 7268c139-67bf-4ad9-badc-d633dbbb6989 on network 518ebd3a-cec2-47b2-a663-bc4e05cacd94 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:44.131390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:44.132019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Checking segment: {'id': 'ba783e7c-0684-4b6d-b1f0-6d874375ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '518ebd3a-cec2-47b2-a663-bc4e05cacd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:44.132531 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.133025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Bound using segment: {'id': 'ba783e7c-0684-4b6d-b1f0-6d874375ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '518ebd3a-cec2-47b2-a663-bc4e05cacd94'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:44.133699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Bound port: 7268c139-67bf-4ad9-badc-d633dbbb6989, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba783e7c-0684-4b6d-b1f0-6d874375ad77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '518ebd3a-cec2-47b2-a663-bc4e05cacd94'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:44.134248 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.252992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37502237-e3c8-42f6-a049-4ab340ea230d req-a061c103-3395-4aa2-9446-9c0f639d70c3 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744862 Jul 06 11:46:44.294635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bc3c1-329f-40c3-bb73-797f84283f29 req-5c5d9d7c-d29e-4a05-b38a-7b7b09cf80db tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:44.296542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a7bc3c1-329f-40c3-bb73-797f84283f29 req-5c5d9d7c-d29e-4a05-b38a-7b7b09cf80db tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 932 time: 0.3987281 Jul 06 11:46:44.452762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a7bc3c1-329f-40c3-bb73-797f84283f29 req-07c686e1-47ec-4ac5-a828-dbb89d02644e tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482549 Jul 06 11:46:44.453412 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.491323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78f1ef96-6fda-4664-9183-300887269067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.510581 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.625466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] For port 7268c139-67bf-4ad9-badc-d633dbbb6989, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:44.650597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 1cf5a76a-07b3-472c-8958-6d8668e780b4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1cf5a76a-07b3-472c-8958-6d8668e780b4,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:44.678755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] For port 7268c139-67bf-4ad9-badc-d633dbbb6989, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7268c139-67bf-4ad9-badc-d633dbbb6989,segment=NetworkSegment(ba783e7c-0684-4b6d-b1f0-6d874375ad77),segment_id=ba783e7c-0684-4b6d-b1f0-6d874375ad77)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:44.680860 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.690485 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.752580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48224) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:44.821407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Router 095d771b-6b38-47e7-bd00-3bdfda39c217 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:46:44.871316 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.874765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=1cf5a76a-07b3-472c-8958-6d8668e780b4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:44.908527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:44.921169 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.931124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ade8f70-f5f3-490b-8051-0c39b947c736 admin admin] Deleting subnet 1d75cff0-cac8-4a89-ae10-5569f693f609 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:46:44.943595 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Transition to ACTIVE for port object 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:44.996496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:44.996838 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ade8f70-f5f3-490b-8051-0c39b947c736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.015366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039e62f-a153-4147-8991-c1a40a821edd None None] Pushing event updated for resources: {'Port': ['ID=7268c139-67bf-4ad9-badc-d633dbbb6989,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:45.091709 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ade8f70-f5f3-490b-8051-0c39b947c736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.138928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:45.169416 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ade8f70-f5f3-490b-8051-0c39b947c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.203794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b6d5-d942-4e99-99ac-2fc41f210539 req-2e5f1d9e-754f-4068-a8bb-4f0030fe6124 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:45.214675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9c5b6d5-d942-4e99-99ac-2fc41f210539 req-2e5f1d9e-754f-4068-a8bb-4f0030fe6124 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.5744131 Jul 06 11:46:45.216910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Sync routers for ids ['095d771b-6b38-47e7-bd00-3bdfda39c217'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:45.233656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=eb4e7c88-7269-4a24-af3f-73a898b3f588,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:45.243045 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Routers {'095d771b-6b38-47e7-bd00-3bdfda39c217'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:45.243735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:46:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['095d771b-6b38-47e7-bd00-3bdfda39c217'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:45.251106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Pushing event updated for resources: {'Port': ['ID=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:45.255679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.265124 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-29150b6d-cc76-4d2d-bbc3-6c7097053734 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8667750 Jul 06 11:46:45.290139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:45.320447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ae55355d-85dc-4e06-a4a8-584967d5e25b None None] Provisioning complete for port 1cf5a76a-07b3-472c-8958-6d8668e780b4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:45.320831 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae55355d-85dc-4e06-a4a8-584967d5e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.356926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ade8f70-f5f3-490b-8051-0c39b947c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.390075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade8f70-f5f3-490b-8051-0c39b947c736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d75cff0-cac8-4a89-ae10-5569f693f609,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:45.395076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ade8f70-f5f3-490b-8051-0c39b947c736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.401211 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0ade8f70-f5f3-490b-8051-0c39b947c736 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1d75cff0-cac8-4a89-ae10-5569f693f609 HTTP/1.1" status: 204 len: 168 time: 0.6466603 Jul 06 11:46:45.402329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48230) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:45.497569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Checking segment: {'id': '888cdb06-94e5-4027-96e1-54e74e3da911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '55206638-2b14-4982-8df0-3b1952da52fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:45.497961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network hostable DHCP agents. Network: 55206638-2b14-4982-8df0-3b1952da52fb, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:46:45.542795 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.553530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Set router 095d771b-6b38-47e7-bd00-3bdfda39c217 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:45.676054 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9c5b6d5-d942-4e99-99ac-2fc41f210539 req-f660853b-38dc-44c4-889e-552eec96c9b7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4400272 Jul 06 11:46:45.703071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.703351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network 55206638-2b14-4982-8df0-3b1952da52fb is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:46:45.728082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22885550-9643-45a1-8fb9-6cd222d71391']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:45.757211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa3ebc1-d619-49d1-a66d-3ed22d9a3053') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:45.757803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa3ebc1-d619-49d1-a66d-3ed22d9a3053') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:45.786993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.808085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 55206638-2b14-4982-8df0-3b1952da52fb) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:45.819740 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.826857 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:45.827715 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.830667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Attempting to bind port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:45.832369 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Attempting to bind port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'ac7b0925-eb98-45d4-a99b-c60764abe5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '884ea273-7db1-4b14-9507-adf1a6b090fc'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:45.832806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Attempting to bind port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d on network 884ea273-7db1-4b14-9507-adf1a6b090fc {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:45.832939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:46:45.833447 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:45.845004 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3b142-d30b-4ee9-9d5a-0a2ee87cde1e None None] Network 55206638-2b14-4982-8df0-3b1952da52fb requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:45.930344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d on network 884ea273-7db1-4b14-9507-adf1a6b090fc not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:46:45.930344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Attempting to bind port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d on network 884ea273-7db1-4b14-9507-adf1a6b090fc {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:46:45.963105 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:46:45.989533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbff30-95d1-40b1-ab60-0a0a660cc443 req-3a4362aa-7947-49ad-b224-0fed59d743cd tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:45.993359 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.001903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4dbff30-95d1-40b1-ab60-0a0a660cc443 req-3a4362aa-7947-49ad-b224-0fed59d743cd tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.4756007 Jul 06 11:46:46.002772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.005743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:43Z', 'revision_number': 3, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:46.019696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:46.024029 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] 10.222.0.21 "DELETE /v2.0/networks/22885550-9643-45a1-8fb9-6cd222d71391 HTTP/1.1" status: 204 len: 168 time: 0.6203110 Jul 06 11:46:46.033457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Checking segment: {'id': 'ac7b0925-eb98-45d4-a99b-c60764abe5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '884ea273-7db1-4b14-9507-adf1a6b090fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:46.034179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Bound using segment: {'id': 'ac7b0925-eb98-45d4-a99b-c60764abe5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '884ea273-7db1-4b14-9507-adf1a6b090fc'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:46.035296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Bound port: 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7b0925-eb98-45d4-a99b-c60764abe5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '884ea273-7db1-4b14-9507-adf1a6b090fc'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:46.036192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.043392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6021b047-c930-45de-b552-1f1cff7cc5e0 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8119869 Jul 06 11:46:46.057688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1137616-da5f-42b6-afff-5887f5b1f38e admin admin] Pushing event deleted for resources: {'Network': ['ID=22885550-9643-45a1-8fb9-6cd222d71391,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:46.060111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48242) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:46.075839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Checking router: 095d771b-6b38-47e7-bd00-3bdfda39c217 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:46.076234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Updating router 095d771b-6b38-47e7-bd00-3bdfda39c217 port 63ad322c-2726-4829-bed9-c37f3639a96a binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:46:46.265689 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.289249 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.303435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48244) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:46.435002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1046d91-5190-4334-b1ac-c3dc57aa4a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-55206638-2b14-4982-8df0-3b1952da52fb', 'network_id': '55206638-2b14-4982-8df0-3b1952da52fb', 'tenant_id': '6e4828464ee1487e8b0ef1b6bbb7e8d0', 'fixed_ips': [{'subnet_id': 'eb4e7c88-7269-4a24-af3f-73a898b3f588'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:46:46.437269 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1046d91-5190-4334-b1ac-c3dc57aa4a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.476676 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ab68c454-470c-452d-9971-5f2df9b55d5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dca231eff5604b16b9bb59cf6c4dffd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714888 Jul 06 11:46:46.483996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48246) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:46.495371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.585607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server [None req-f1046d91-5190-4334-b1ac-c3dc57aa4a04 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb4e7c88-7269-4a24-af3f-73a898b3f588: This subnet is being modified by another concurrent operation. Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:46:46.724480 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise exception Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb4e7c88-7269-4a24-af3f-73a898b3f588: This subnet is being modified by another concurrent operation. Jul 06 11:46:46.728419 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Jul 06 11:46:46.753329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4e7c88-7269-4a24-af3f-73a898b3f588,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:46.783173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02692b-d68a-4a09-ab1d-f896515e0905 None None] Network 518ebd3a-cec2-47b2-a663-bc4e05cacd94 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:46.786964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb027f2-ef8f-4b3e-b60d-14c590829819 None None] Network 55206638-2b14-4982-8df0-3b1952da52fb requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:46.804116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.823296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55206638-2b14-4982-8df0-3b1952da52fb']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:46.826204 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f794d7c-5750-4cd8-ab8b-9e7b84f6da46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.840962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888cdb06-94e5-4027-96e1-54e74e3da911') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:46.841433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888cdb06-94e5-4027-96e1-54e74e3da911') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:46.867642 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.887346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f794d7c-5750-4cd8-ab8b-9e7b84f6da46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.912379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.951199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:46:46.953042 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:46:46.963656 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:46:47.009993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2c32ab52-e2a5-498e-b417-9c9e69439ea1 None None] Provisioning for port 7268c139-67bf-4ad9-badc-d633dbbb6989 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:47.080974 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.098816 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.101148 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/55206638-2b14-4982-8df0-3b1952da52fb HTTP/1.1" status: 204 len: 168 time: 1.0400274 Jul 06 11:46:47.105283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48250) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:47.129172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1895819601'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:47.151045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e4b2a-7f3a-4694-ad07-d584a6182ce3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Network': ['ID=55206638-2b14-4982-8df0-3b1952da52fb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:47.163527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4dbff30-95d1-40b1-ab60-0a0a660cc443 req-65d4bdf8-da17-4291-a414-dfc5834b056d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1122911 Jul 06 11:46:47.181155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f794d7c-5750-4cd8-ab8b-9e7b84f6da46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.187365 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f794d7c-5750-4cd8-ab8b-9e7b84f6da46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.191690 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.192323 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5f794d7c-5750-4cd8-ab8b-9e7b84f6da46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/570d6199-fb34-45e5-a8b4-bf8a38052b44 HTTP/1.1" status: 204 len: 168 time: 0.7068784 Jul 06 11:46:47.194027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] For port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:47.210703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Transition to ACTIVE for port object 63ad322c-2726-4829-bed9-c37f3639a96a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:47.218776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f794d7c-5750-4cd8-ab8b-9e7b84f6da46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570d6199-fb34-45e5-a8b4-bf8a38052b44,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:47.220368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] For port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d,segment=NetworkSegment(ac7b0925-eb98-45d4-a99b-c60764abe5dc),segment_id=ac7b0925-eb98-45d4-a99b-c60764abe5dc)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:47.234055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:47.239136 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.243473 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.248063 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.253755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1cf5a76a-07b3-472c-8958-6d8668e780b4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:47.296164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Pushing event updated for resources: {'Port': ['ID=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:47.319021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:46:47.336465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:47.337316 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.338915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-79faf9f2-3079-470e-9a6d-1377074e1e9e service neutron] 10.222.0.47 "PUT /v2.0/ports/8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d HTTP/1.1" status: 200 len: 1092 time: 4.2015505 Jul 06 11:46:47.344847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f743df-c86c-4765-909e-c22c319b945b', 'tag': '8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:47.348113 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0927c9-3bee-4af4-9b08-9e5764434590" -d '{"events": [{"name": "network-changed", "server_uuid": "88f743df-c86c-4765-909e-c22c319b945b", "tag": "8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:47.348774 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.349140 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Added segment e8ac81a7-9527-48ed-9a4d-2a818494ad36 of type vlan for network 91c704d0-f810-4326-8859-1e7429fe3337 Jul 06 11:46:47.364392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18244f-ee43-4603-82d1-1097fca64fa8 req-8f858193-a24a-483f-a0ca-b5fec1887614 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:47.381097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a18244f-ee43-4603-82d1-1097fca64fa8 req-8f858193-a24a-483f-a0ca-b5fec1887614 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 944 time: 0.9159362 Jul 06 11:46:47.419298 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.473491 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.480552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:47.481512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.552688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a18244f-ee43-4603-82d1-1097fca64fa8 req-edbd12ee-bee8-4e3a-8733-f93268235488 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633012 Jul 06 11:46:47.591626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=91c704d0-f810-4326-8859-1e7429fe3337,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:47.621806 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.623933 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-84eba1ef-2671-4e26-b244-0c738c825bad tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5155699 Jul 06 11:46:47.626705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48260) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:47.636270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 91c704d0-f810-4326-8859-1e7429fe3337 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:46:47.639342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'network_id': '91c704d0-f810-4326-8859-1e7429fe3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:47.682898 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf19d4-452c-42a9-b8bb-090a5b0e55e3 req-1ef7be39-7f9c-4e69-8e4a-500eb48cb1ed tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:47.694863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9daf19d4-452c-42a9-b8bb-090a5b0e55e3 req-1ef7be39-7f9c-4e69-8e4a-500eb48cb1ed tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.3075104 Jul 06 11:46:47.708293 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-8ccc255c-90d8-4b75-a0bc-ac28641d525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:47.733986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-8ccc255c-90d8-4b75-a0bc-ac28641d525f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b34fc7e9fc94a85a18c1cf7682a1eee&device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 1095 time: 0.3255517 Jul 06 11:46:47.735195 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48262) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:47.837222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Pushing event updated for resources: {'Port': ['ID=63ad322c-2726-4829-bed9-c37f3639a96a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:47.886368 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Attempting to bind port 63ad322c-2726-4829-bed9-c37f3639a96a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:47.887629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Attempting to bind port 63ad322c-2726-4829-bed9-c37f3639a96a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:47.890652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Attempting to bind port 63ad322c-2726-4829-bed9-c37f3639a96a on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:47.891912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-404bca80-5558-48e9-86ee-10e4e9d5d55c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'floatingip': {'port_id': '451c2942-a939-4d38-a343-df21d74f6cf9'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:47.912308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:47.932217 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48accc71-d1d2-4a1f-8911-5a07abaa0b0f x-openstack-request-id: req-48accc71-d1d2-4a1f-8911-5a07abaa0b0f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:47.932633 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f743df-c86c-4765-909e-c22c319b945b", "tag": "8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:47.932955 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48accc71-d1d2-4a1f-8911-5a07abaa0b0f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:47.933441 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f743df-c86c-4765-909e-c22c319b945b', 'tag': '8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d', 'status': 'completed', 'code': 200} Jul 06 11:46:47.938362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.954369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1cf5a76a-07b3-472c-8958-6d8668e780b4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:47.954846 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.960135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:47.960135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:47.960135 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.960135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:47.960135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Bound port: 63ad322c-2726-4829-bed9-c37f3639a96a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:47.960135 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:47.967515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-5f600c8a-87e4-46cd-b585-954e37c69a2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d HTTP/1.1" status: 200 len: 217 time: 0.0862045 Jul 06 11:46:47.996947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:47.998180 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:47.999023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:48.000090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:48.000292 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-404bca80-5558-48e9-86ee-10e4e9d5d55c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:48.002248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:48.002943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:48.007245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:48.024033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:48.025756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:48.026128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:48.026798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:48.027478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:46:48.230726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-94ae4371-45b1-4148-9f02-1061914bd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:48.233423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-94ae4371-45b1-4148-9f02-1061914bd358 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdbb61fb-330e-45ee-ac99-120f5a606ddc HTTP/1.1" status: 200 len: 857 time: 0.2537472 Jul 06 11:46:48.270113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] For port 63ad322c-2726-4829-bed9-c37f3639a96a, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:48.273859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] For port 63ad322c-2726-4829-bed9-c37f3639a96a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=63ad322c-2726-4829-bed9-c37f3639a96a,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:48.289676 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:48.323727 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:48.464864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Allocated IP 172.20.0.1 (fc45a5f0-1e2d-452c-93ef-0f6b827b1039/78e85877-f670-4c7e-8b64-45444a2227a0/108326e4-2f62-4e47-a9c7-9f8f3809e983) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:48.490245 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f329b2a-8af7-47e7-a1a7-84d560154c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:48.509001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25572be5-9d23-4fc0-9566-17eafbbf2e42 None None] Pushing event updated for resources: {'Port': ['ID=63ad322c-2726-4829-bed9-c37f3639a96a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:48.544834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Routers {'095d771b-6b38-47e7-bd00-3bdfda39c217'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:48.545531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:46:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['095d771b-6b38-47e7-bd00-3bdfda39c217'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:48.570076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:48.769863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=83b01ce0-6885-48dc-ae2c-f112bbf32d4c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:48.915941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54db72a-5bdd-4a2a-a44a-20df4bffa4c0 None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:46:48.922950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7268c139-67bf-4ad9-badc-d633dbbb6989 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:48.958514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Checking segment: {'id': 'e8ac81a7-9527-48ed-9a4d-2a818494ad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '91c704d0-f810-4326-8859-1e7429fe3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:48.959103 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network hostable DHCP agents. Network: 91c704d0-f810-4326-8859-1e7429fe3337, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:46:49.066426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network 91c704d0-f810-4326-8859-1e7429fe3337 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:46:49.085801 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.090451 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-bbf1bd22-f450-4c48-b362-0c1f60641358 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=884ea273-7db1-4b14-9507-adf1a6b090fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7802310 Jul 06 11:46:49.098651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e64e07-92c8-4408-8935-25aa5902370d req-f3281bbd-788f-4f2c-9fd8-a70a1e4f83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:49.102411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a5e64e07-92c8-4408-8935-25aa5902370d req-f3281bbd-788f-4f2c-9fd8-a70a1e4f83c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eb55b7769694658a57cdd343a779d40&device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 1096 time: 0.2326851 Jul 06 11:46:49.103842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 91c704d0-f810-4326-8859-1e7429fe3337) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:49.110985 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:49.111998 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.160581 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1d206820-7cef-47c2-a389-fcbefb528fb2 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5326784 Jul 06 11:46:49.161259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48294) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:49.186647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611767906'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:49.207951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] Set router 095d771b-6b38-47e7-bd00-3bdfda39c217 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:49.375553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 7268c139-67bf-4ad9-badc-d633dbbb6989 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:49.438214 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.448148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 7268c139-67bf-4ad9-badc-d633dbbb6989 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:49.449198 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.552368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-c6389927-7af9-452d-850d-3617d7ef9037 service neutron] 10.222.0.47 "GET /v2.0/networks/884ea273-7db1-4b14-9507-adf1a6b090fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147112 Jul 06 11:46:49.567916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34477ac2-9ce2-4e91-b1ca-9f39abc595e7 req-a08ec4a3-d70f-4a54-be60-52e3dbececc7 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:49.569980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34477ac2-9ce2-4e91-b1ca-9f39abc595e7 req-a08ec4a3-d70f-4a54-be60-52e3dbececc7 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.6074240 Jul 06 11:46:49.585764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5291c-49dd-44c7-88e9-ce5eca6b2934 req-3c1d3ddf-26eb-4988-bd14-bb80dfcf31a3 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:49.595123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5d5291c-49dd-44c7-88e9-ce5eca6b2934 req-3c1d3ddf-26eb-4988-bd14-bb80dfcf31a3 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 944 time: 0.6291947 Jul 06 11:46:49.627616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Transition to ACTIVE for port object 108326e4-2f62-4e47-a9c7-9f8f3809e983 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:49.720848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:49.724867 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.772480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:46:49.802236 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.802816 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Added segment cde604d7-8638-45ec-86cd-08e51ca9c01f of type vlan for network d0fbb305-2f5f-4e29-ad1e-b49950ad2abb Jul 06 11:46:49.817518 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.859374 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5d5291c-49dd-44c7-88e9-ce5eca6b2934 req-beac0641-b465-491c-ab57-e462ce5274c5 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631264 Jul 06 11:46:49.894728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54db72a-5bdd-4a2a-a44a-20df4bffa4c0 None None] Unable to find a vacant binding_index for network 91c704d0-f810-4326-8859-1e7429fe3337 and agent 618d9f30-7292-4292-9a7b-17dea1deba53 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 06 11:46:49.901873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34477ac2-9ce2-4e91-b1ca-9f39abc595e7 req-0809ac72-bb8c-43bf-b96a-1d612b2c32fb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850218 Jul 06 11:46:49.918270 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:49.961603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54db72a-5bdd-4a2a-a44a-20df4bffa4c0 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 91c704d0-f810-4326-8859-1e7429fe3337) {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:46:49.980752 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 7268c139-67bf-4ad9-badc-d633dbbb6989, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7268c139-67bf-4ad9-badc-d633dbbb6989,segment=NetworkSegment(ba783e7c-0684-4b6d-b1f0-6d874375ad77),segment_id=ba783e7c-0684-4b6d-b1f0-6d874375ad77)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:49.994568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:43Z', 'revision_number': 3, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:50.016608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e64e07-92c8-4408-8935-25aa5902370d req-48a095ff-ac6c-4007-9948-75310663a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:50.020234 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a5e64e07-92c8-4408-8935-25aa5902370d req-48a095ff-ac6c-4007-9948-75310663a959 service neutron] 10.222.0.86 "GET /v2.0/networks?id=90516628-a9e7-415c-b9f2-7769c50303c3 HTTP/1.1" status: 200 len: 915 time: 0.8834891 Jul 06 11:46:50.053373 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.075856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffedc8-7285-46b1-ad66-af7d4f632f49 None None] The sync data for ids ['095d771b-6b38-47e7-bd00-3bdfda39c217'] in n-d-799527-2 is: [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:43Z', 'revision_number': 3, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:50.165012 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.166066 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a5e64e07-92c8-4408-8935-25aa5902370d req-4e185602-f5dd-4389-b4db-a75b41de26ac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37731046-384e-4a62-84e2-020b1c008a74 HTTP/1.1" status: 200 len: 217 time: 0.1361039 Jul 06 11:46:50.199305 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.212349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:50.216824 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.282923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=7268c139-67bf-4ad9-badc-d633dbbb6989,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:50.309305 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17cad6cf-0bd8-42f7-812f-da0be5fabc47 req-fdaf2401-897d-47b6-97a1-5aa2363cc605 service neutron] 10.222.0.47 "GET /v2.0/networks/884ea273-7db1-4b14-9507-adf1a6b090fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7379913 Jul 06 11:46:50.311878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-404bca80-5558-48e9-86ee-10e4e9d5d55c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:46:50.322718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:50.449433 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2850678 Jul 06 11:46:50.454858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48310) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:50.459483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e64e07-92c8-4408-8935-25aa5902370d req-0bb42d8d-eeca-4440-b472-ea70a3dc9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:50.461074 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a5e64e07-92c8-4408-8935-25aa5902370d req-0bb42d8d-eeca-4440-b472-ea70a3dc9ab7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5638a9dc-13f5-449c-820c-74495bd64921 HTTP/1.1" status: 200 len: 854 time: 0.2862959 Jul 06 11:46:50.465344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'network_id': 'd0fbb305-2f5f-4e29-ad1e-b49950ad2abb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:50.470122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61ef70-47f7-4b3d-b981-464a056f25b5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=d0fbb305-2f5f-4e29-ad1e-b49950ad2abb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:50.472847 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.482004 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-404bca80-5558-48e9-86ee-10e4e9d5d55c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.506326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network d0fbb305-2f5f-4e29-ad1e-b49950ad2abb details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:46:50.511057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Pushing event updated for resources: {'Port': ['ID=108326e4-2f62-4e47-a9c7-9f8f3809e983,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:50.541888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:50.550823 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-404bca80-5558-48e9-86ee-10e4e9d5d55c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:50.636561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a5e64e07-92c8-4408-8935-25aa5902370d req-a8164736-7e8d-4264-a7ef-49c54103c023 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90516628-a9e7-415c-b9f2-7769c50303c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450243 Jul 06 11:46:50.882200 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:50.894541 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-404bca80-5558-48e9-86ee-10e4e9d5d55c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Floating IP da04bd51-a8c9-43aa-a371-854fb6376e10 associated. External IP: 172.25.0.164, port: 451c2942-a939-4d38-a343-df21d74f6cf9. Jul 06 11:46:51.104712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:51.120649 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.185211 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08f07bc9-45b1-43d7-8431-fb925ab31451 req-4d5ad23a-3a3b-4032-ac2f-c1629d34adb0 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb0647c-cb64-426f-bd5c-d91b34744080 HTTP/1.1" status: 200 len: 210 time: 0.2238173 Jul 06 11:46:51.250410 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.258915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-91c704d0-f810-4326-8859-1e7429fe3337', 'network_id': '91c704d0-f810-4326-8859-1e7429fe3337', 'tenant_id': '6e4828464ee1487e8b0ef1b6bbb7e8d0', 'fixed_ips': [{'subnet_id': '83b01ce0-6885-48dc-ae2c-f112bbf32d4c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:46:51.259852 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.369438 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a5e64e07-92c8-4408-8935-25aa5902370d req-9686585f-f3d2-46a7-acf5-b33e80770083 service neutron] 10.222.0.86 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317939 Jul 06 11:46:51.513059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0927c9-3bee-4af4-9b08-9e5764434590 req-65663552-42be-424f-b5a8-ff64123f877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:51.516067 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e0927c9-3bee-4af4-9b08-9e5764434590 req-65663552-42be-424f-b5a8-ff64123f877f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b34fc7e9fc94a85a18c1cf7682a1eee&device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 1095 time: 0.9983664 Jul 06 11:46:51.674147 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a5e64e07-92c8-4408-8935-25aa5902370d req-50836a23-78dc-416d-aa45-188459f6b9b6 service neutron] 10.222.0.86 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895930 Jul 06 11:46:51.690767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Allocated IP 2001:db8::3 (91c704d0-f810-4326-8859-1e7429fe3337/83b01ce0-6885-48dc-ae2c-f112bbf32d4c/ae4ec952-62b1-4884-a1ac-a57fb2ae6be3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:46:51.700625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Performing IP validity checks on allocation pools {{(pid=93815) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 11:46:51.701195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93815) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 11:46:51.959262 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:51.981754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Transition to ACTIVE for port object ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:51.987508 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.024772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Transition to ACTIVE for port object ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:46:52.041580 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.200862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Pushing event updated for resources: {'Port': ['ID=ae4ec952-62b1-4884-a1ac-a57fb2ae6be3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:52.240978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Network 91c704d0-f810-4326-8859-1e7429fe3337 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:52.249847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=f5b13402-4070-411f-886f-073c4b7f7162,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:52.253866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:52.256478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:46:52.263480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Checking segment: {'id': 'cde604d7-8638-45ec-86cd-08e51ca9c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd0fbb305-2f5f-4e29-ad1e-b49950ad2abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:52.263844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network hostable DHCP agents. Network: d0fbb305-2f5f-4e29-ad1e-b49950ad2abb, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:46:52.334815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network d0fbb305-2f5f-4e29-ad1e-b49950ad2abb is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:46:52.352964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Attempting to bind port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:46:52.353568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Attempting to bind port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'e8ac81a7-9527-48ed-9a4d-2a818494ad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '91c704d0-f810-4326-8859-1e7429fe3337'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:46:52.353705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Attempting to bind port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 on network 91c704d0-f810-4326-8859-1e7429fe3337 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:46:52.359686 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:46:52.360074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Checking segment: {'id': 'e8ac81a7-9527-48ed-9a4d-2a818494ad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '91c704d0-f810-4326-8859-1e7429fe3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:52.360486 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.360897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Bound using segment: {'id': 'e8ac81a7-9527-48ed-9a4d-2a818494ad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '91c704d0-f810-4326-8859-1e7429fe3337'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:46:52.361590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Bound port: ae4ec952-62b1-4884-a1ac-a57fb2ae6be3, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ac81a7-9527-48ed-9a4d-2a818494ad36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '91c704d0-f810-4326-8859-1e7429fe3337'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:46:52.361869 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.381252 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, d0fbb305-2f5f-4e29-ad1e-b49950ad2abb) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:52.397010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:52.400296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.455998 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6fb883f9-bb2d-4f41-846f-dc16f34e1423 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9974771 Jul 06 11:46:52.457274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48338) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:52.476649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] For port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:46:52.485040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7268c139-67bf-4ad9-badc-d633dbbb6989 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:52.489752 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] For port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ae4ec952-62b1-4884-a1ac-a57fb2ae6be3,segment=NetworkSegment(e8ac81a7-9527-48ed-9a4d-2a818494ad36),segment_id=e8ac81a7-9527-48ed-9a4d-2a818494ad36)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:46:52.497998 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.666729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5e16d-c64e-4c3f-8f2f-ad3da2de4f0d None None] Pushing event updated for resources: {'Port': ['ID=ae4ec952-62b1-4884-a1ac-a57fb2ae6be3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:52.704489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53579d3b-3c17-476a-b025-986ed5a3426a req-c9d8c050-8720-4fe6-8a1c-63061e8737d6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:52.725637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53579d3b-3c17-476a-b025-986ed5a3426a req-c9d8c050-8720-4fe6-8a1c-63061e8737d6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 944 time: 1.3239567 Jul 06 11:46:52.742666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 7268c139-67bf-4ad9-badc-d633dbbb6989 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:52.743047 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.777991 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.797033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0927c9-3bee-4af4-9b08-9e5764434590 req-09c6fc3c-6f55-40ff-9a78-fe44d632c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:52.805630 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e0927c9-3bee-4af4-9b08-9e5764434590 req-09c6fc3c-6f55-40ff-9a78-fe44d632c1cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=884ea273-7db1-4b14-9507-adf1a6b090fc HTTP/1.1" status: 200 len: 918 time: 1.2770777 Jul 06 11:46:52.937803 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.954767 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e0927c9-3bee-4af4-9b08-9e5764434590 req-dd7f08f8-c5c7-4548-bb03-c6748fa79041 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d HTTP/1.1" status: 200 len: 217 time: 0.1087146 Jul 06 11:46:52.961364 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:52.965232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404bca80-5558-48e9-86ee-10e4e9d5d55c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:46:52.970499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 63ad322c-2726-4829-bed9-c37f3639a96a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:53.071094 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.135769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a4438-51ee-4ab2-ae45-5b56b0cc5ef6 req-28599cfa-3a50-4791-8c3f-0596d27dad1d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:53.148352 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f4a4438-51ee-4ab2-ae45-5b56b0cc5ef6 req-28599cfa-3a50-4791-8c3f-0596d27dad1d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.7708166 Jul 06 11:46:53.164562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53579d3b-3c17-476a-b025-986ed5a3426a req-9eb97426-c594-4b7c-9929-0a3945317037 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375839 Jul 06 11:46:53.251159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 63ad322c-2726-4829-bed9-c37f3639a96a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:53.260733 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 63ad322c-2726-4829-bed9-c37f3639a96a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:53.261144 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.401768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0927c9-3bee-4af4-9b08-9e5764434590 req-4fbbb28c-322b-485f-9dd8-f88b7471d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:53.409883 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e0927c9-3bee-4af4-9b08-9e5764434590 req-4fbbb28c-322b-485f-9dd8-f88b7471d617 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cdbb61fb-330e-45ee-ac99-120f5a606ddc HTTP/1.1" status: 200 len: 857 time: 0.4345436 Jul 06 11:46:53.430542 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.494855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fbb305-2f5f-4e29-ad1e-b49950ad2abb']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:53.536808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde604d7-8638-45ec-86cd-08e51ca9c01f') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:53.537846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde604d7-8638-45ec-86cd-08e51ca9c01f') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:53.555736 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.583328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.603338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 63ad322c-2726-4829-bed9-c37f3639a96a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=63ad322c-2726-4829-bed9-c37f3639a96a,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:53.612749 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.654076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:46:53.666271 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.692145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:46:53.694309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:46:53.932515 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:46:53.938852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b13402-4070-411f-886f-073c4b7f7162,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:53.968772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.984276 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:53.993789 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/d0fbb305-2f5f-4e29-ad1e-b49950ad2abb HTTP/1.1" status: 204 len: 168 time: 1.5344784 Jul 06 11:46:54.008497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48360) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:54.025945 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.027662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767997405'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:54.036389 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=63ad322c-2726-4829-bed9-c37f3639a96a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:54.045911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e0927c9-3bee-4af4-9b08-9e5764434590 req-88d161ae-9112-4b38-bd02-651bc31688c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=884ea273-7db1-4b14-9507-adf1a6b090fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2245626 Jul 06 11:46:54.105013 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.168526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:54.176787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.274240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb21491-f8da-4629-b128-c6d903f8a822 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Network': ['ID=d0fbb305-2f5f-4e29-ad1e-b49950ad2abb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:54.316231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d,segment=NetworkSegment(ac7b0925-eb98-45d4-a99b-c60764abe5dc),segment_id=ac7b0925-eb98-45d4-a99b-c60764abe5dc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:54.335838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:46:54.376630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d', 'network_id': '884ea273-7db1-4b14-9507-adf1a6b090fc', 'port_id': '8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d', 'mac_address': 'fa:16:3e:db:24:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbb61fb-330e-45ee-ac99-120f5a606ddc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:46:54.380690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.381239 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Added segment def757f0-1c88-438b-ad7a-05e23dcfd69a of type vlan for network a5ca0afd-2526-49d4-8d8a-7aabbd6f894b Jul 06 11:46:54.571167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 63ad322c-2726-4829-bed9-c37f3639a96a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:54.613806 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.748701 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.753526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.783297 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:54.785879 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:54.837376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:46:54.952801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c3cc3d-703b-4310-9f41-dfb019344547 None None] Network 91c704d0-f810-4326-8859-1e7429fe3337 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:54.963648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d,segment=NetworkSegment(ac7b0925-eb98-45d4-a99b-c60764abe5dc),segment_id=ac7b0925-eb98-45d4-a99b-c60764abe5dc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:54.980036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff6d662-4759-4eaf-afcf-e3db38492008 None None] Network d0fbb305-2f5f-4e29-ad1e-b49950ad2abb requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:55.013766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=a5ca0afd-2526-49d4-8d8a-7aabbd6f894b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:55.022926 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4e890ae7-d9e4-45a6-8e0e-1c53d0b018e3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0109570 Jul 06 11:46:55.032135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48374) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:55.039955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'network_id': 'a5ca0afd-2526-49d4-8d8a-7aabbd6f894b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:55.061700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e0927c9-3bee-4af4-9b08-9e5764434590 req-0cf5da76-9bdf-4ae3-b805-ac01303340a5 service neutron] 10.222.0.47 "GET /v2.0/networks/884ea273-7db1-4b14-9507-adf1a6b090fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9857912 Jul 06 11:46:55.067808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404bca80-5558-48e9-86ee-10e4e9d5d55c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:55.090975 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71e992-14a5-445d-8279-5869f1b0107e None None] Sync routers for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:55.095709 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-404bca80-5558-48e9-86ee-10e4e9d5d55c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.131636 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71e992-14a5-445d-8279-5869f1b0107e None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:55.133197 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3d71e992-14a5-445d-8279-5869f1b0107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:46:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:55.139993 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f4a4438-51ee-4ab2-ae45-5b56b0cc5ef6 req-54664ea6-e322-40ba-b9b2-9b366f90cbbb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9901111 Jul 06 11:46:55.148111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Pushing event updated for resources: {'Port': ['ID=108326e4-2f62-4e47-a9c7-9f8f3809e983,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:55.174913 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.298240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:55.306818 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.403938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 63ad322c-2726-4829-bed9-c37f3639a96a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:55.405069 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.416305 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:55.420468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff6d662-4759-4eaf-afcf-e3db38492008 None None] Network d0fbb305-2f5f-4e29-ad1e-b49950ad2abb could not be found, it might have been deleted concurrently. {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 11:46:55.432731 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a5ca0afd-2526-49d4-8d8a-7aabbd6f894b details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:46:55.602694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb5e46-37e2-41e2-8498-1b2107ed3924 None None] Network d0fbb305-2f5f-4e29-ad1e-b49950ad2abb requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:55.629840 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3d71e992-14a5-445d-8279-5869f1b0107e None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:55.880684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb5e46-37e2-41e2-8498-1b2107ed3924 None None] Network d0fbb305-2f5f-4e29-ad1e-b49950ad2abb could not be found, it might have been deleted concurrently. {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 11:46:55.900606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a0de84d9-4b7e-444d-9ab1-0217a172f165 None None] Provisioning for port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:55.968504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-404bca80-5558-48e9-86ee-10e4e9d5d55c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "PUT /v2.0/floatingips/da04bd51-a8c9-43aa-a371-854fb6376e10 HTTP/1.1" status: 200 len: 991 time: 8.2272515 Jul 06 11:46:55.992519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:46:55.997161 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b889131b-63ef-4126-94df-6c02a6377f16" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:46:56.096771 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:46:56.108053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:56.168116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4fbb1-ce22-474d-9ddf-58229daf30ea req-6b92b54e-7e97-4c93-ad72-2e17a40ec506 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:56.171925 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9b4fbb1-ce22-474d-9ddf-58229daf30ea req-6b92b54e-7e97-4c93-ad72-2e17a40ec506 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 945 time: 2.1225419 Jul 06 11:46:56.197430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:56.233756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=367f4051-4e6a-48e9-b1c5-cff2d1fe412c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:56.257117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Checking segment: {'id': 'def757f0-1c88-438b-ad7a-05e23dcfd69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a5ca0afd-2526-49d4-8d8a-7aabbd6f894b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:46:56.257778 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network hostable DHCP agents. Network: a5ca0afd-2526-49d4-8d8a-7aabbd6f894b, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:46:56.282326 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3d71e992-14a5-445d-8279-5869f1b0107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'da04bd51-a8c9-43aa-a371-854fb6376e10', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'port_id': '451c2942-a939-4d38-a343-df21d74f6cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'mac_address': 'fa:16:3e:26:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:46:22Z', 'updated_at': '2021-07-06T11:46:49Z', 'revision_number': 1, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:56.289732 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network a5ca0afd-2526-49d4-8d8a-7aabbd6f894b is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:46:56.303250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e0927c9-3bee-4af4-9b08-9e5764434590 req-8664c5fc-3fa0-4942-bb01-5bf9b5ea9c1c service neutron] 10.222.0.47 "GET /v2.0/networks/884ea273-7db1-4b14-9507-adf1a6b090fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0764382 Jul 06 11:46:56.306739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, a5ca0afd-2526-49d4-8d8a-7aabbd6f894b) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:56.314672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:56.316338 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:56.344376 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-14bc1930-bc98-427a-b4e9-509548a9b5bb tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3105564 Jul 06 11:46:56.347337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48388) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:56.350599 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:46:56.370162 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71e992-14a5-445d-8279-5869f1b0107e None None] Checking router: 9ba0f39d-1f90-4036-b3ba-bc1435aa645d for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:46:56.375513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9b4fbb1-ce22-474d-9ddf-58229daf30ea req-3f662606-9846-45e4-8d41-66718869d7db tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438420 Jul 06 11:46:56.379468 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:46:56.408053 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71e992-14a5-445d-8279-5869f1b0107e None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:56.443591 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3d71e992-14a5-445d-8279-5869f1b0107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:46:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:56.625223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb2d748-03a6-49db-aefb-0cfb44c76928 None None] Network a5ca0afd-2526-49d4-8d8a-7aabbd6f894b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:56.630438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1064a25-9750-4fc6-9757-bfa5d24db557 req-0b927776-c9b5-43db-af5c-08acd4f37a37 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:56.652224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1064a25-9750-4fc6-9757-bfa5d24db557 req-0b927776-c9b5-43db-af5c-08acd4f37a37 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 945 time: 0.4374030 Jul 06 11:46:56.734045 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:56.749630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ec6b34dd-2556-436c-aa96-c1cdf12b556b None None] Provisioning for port 108326e4-2f62-4e47-a9c7-9f8f3809e983 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:56.767412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ec6b34dd-2556-436c-aa96-c1cdf12b556b None None] Provisioning complete for port 108326e4-2f62-4e47-a9c7-9f8f3809e983 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:56.767856 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec6b34dd-2556-436c-aa96-c1cdf12b556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:56.768766 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3d71e992-14a5-445d-8279-5869f1b0107e None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:56.850596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb43a1c8-225e-4f28-909f-8361810f3bb2 req-6604ba78-f48d-4e3b-b654-1b795f21e220 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.0844564 Jul 06 11:46:56.855807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:56.900191 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:56.958025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1064a25-9750-4fc6-9757-bfa5d24db557 req-66035335-59f3-41eb-bea4-4225d15fb4f9 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043859 Jul 06 11:46:57.013094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Router 095d771b-6b38-47e7-bd00-3bdfda39c217 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:46:57.018809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.132781 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b34dd-2556-436c-aa96-c1cdf12b556b None None] Port 108326e4-2f62-4e47-a9c7-9f8f3809e983 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:46:57.208260 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7946705-50c2-424c-bdfd-78434c48dfcc x-openstack-request-id: req-a7946705-50c2-424c-bdfd-78434c48dfcc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:46:57.208844 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:46:57.208844 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7946705-50c2-424c-bdfd-78434c48dfcc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:46:57.209180 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9', 'status': 'completed', 'code': 200} Jul 06 11:46:57.228704 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.265225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ca0afd-2526-49d4-8d8a-7aabbd6f894b']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:57.289246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def757f0-1c88-438b-ad7a-05e23dcfd69a') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:57.289778 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def757f0-1c88-438b-ad7a-05e23dcfd69a') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:57.327695 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.365735 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.373642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:46:57.374379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.453122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:46:57.471890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-926e1b97-9caf-49cc-9157-fb0db673e2de admin admin] 10.222.0.21 "PUT /v2.0/routers/095d771b-6b38-47e7-bd00-3bdfda39c217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1774094 Jul 06 11:46:57.483567 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Sync routers for ids ['095d771b-6b38-47e7-bd00-3bdfda39c217'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:46:57.577786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Subnet': ['ID=367f4051-4e6a-48e9-b1c5-cff2d1fe412c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:46:57.587083 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:46:57.618457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-77f1348a-708b-435d-9ca8-d65d431fb44d req-e79d1cf3-d8ef-4d4e-96ed-8c0701dd8341 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6bb0647c-cb64-426f-bd5c-d91b34744080 HTTP/1.1" status: 200 len: 210 time: 0.1382465 Jul 06 11:46:57.626703 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.664051 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.664689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Routers {'095d771b-6b38-47e7-bd00-3bdfda39c217'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:46:57.665746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:46:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['095d771b-6b38-47e7-bd00-3bdfda39c217'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:57.681008 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/a5ca0afd-2526-49d4-8d8a-7aabbd6f894b HTTP/1.1" status: 204 len: 168 time: 1.3253329 Jul 06 11:46:57.696168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48398) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:57.706304 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3d71e992-14a5-445d-8279-5869f1b0107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'da04bd51-a8c9-43aa-a371-854fb6376e10', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'port_id': '451c2942-a939-4d38-a343-df21d74f6cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'mac_address': 'fa:16:3e:26:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:46:22Z', 'updated_at': '2021-07-06T11:46:49Z', 'revision_number': 1, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:46:57.784195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73325730'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:57.840288 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71e992-14a5-445d-8279-5869f1b0107e None None] The sync data for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 is: [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'da04bd51-a8c9-43aa-a371-854fb6376e10', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'floating_ip_address': '172.25.0.164', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'port_id': '451c2942-a939-4d38-a343-df21d74f6cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'mac_address': 'fa:16:3e:26:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:46:22Z', 'updated_at': '2021-07-06T11:46:49Z', 'revision_number': 1, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:46:57.874852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916cdd2-07c8-4810-a081-622f72d34a6c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Network': ['ID=a5ca0afd-2526-49d4-8d8a-7aabbd6f894b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:57.885618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e58109-9cb4-4b07-8bb2-730777da98ce req-86b28207-f3e7-4630-adda-ed6b1d459a65 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:57.899552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d1e58109-9cb4-4b07-8bb2-730777da98ce req-86b28207-f3e7-4630-adda-ed6b1d459a65 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.2661226 Jul 06 11:46:57.913196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:57.926128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:57.994130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a3c19-d044-48ba-a4ea-237ffa61edac None None] Network a5ca0afd-2526-49d4-8d8a-7aabbd6f894b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:58.044003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:46:58.052626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f4bc0b1e-d2fe-43dc-a1cf-96df7830a410 None None] Provisioning complete for port 108326e4-2f62-4e47-a9c7-9f8f3809e983 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:58.053386 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0b1e-d2fe-43dc-a1cf-96df7830a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:58.072318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d1e58109-9cb4-4b07-8bb2-730777da98ce req-0eb797e0-6a1e-4519-b09d-fa95291776bf tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646492 Jul 06 11:46:58.078936 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:58.081954 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Added segment aa1521a2-e259-46d0-b88c-56b973f83d24 of type vlan for network 8d1b56f0-3640-463c-86d7-d9f2853b1349 Jul 06 11:46:58.165058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:58.274743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc0b1e-d2fe-43dc-a1cf-96df7830a410 None None] Port 108326e4-2f62-4e47-a9c7-9f8f3809e983 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:46:58.277690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:46:58.290595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:58.304485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:58.311298 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:58.359822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:58.360922 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:58.397370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a3c19-d044-48ba-a4ea-237ffa61edac None None] Network a5ca0afd-2526-49d4-8d8a-7aabbd6f894b could not be found, it might have been deleted concurrently. {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 11:46:58.435126 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcfdc0-995a-4574-ba28-3695beb1223d None None] New status for floating IP da04bd51-a8c9-43aa-a371-854fb6376e10: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:46:58.542635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=8d1b56f0-3640-463c-86d7-d9f2853b1349,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:46:58.551474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889131b-63ef-4126-94df-6c02a6377f16 req-9a625112-3e16-4388-9b1f-5cb1aecfe9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:58.553260 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b889131b-63ef-4126-94df-6c02a6377f16 req-9a625112-3e16-4388-9b1f-5cb1aecfe9e5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 1096 time: 0.9643261 Jul 06 11:46:58.560149 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b9782278-2471-44ba-ba86-7d5a3626d716 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7808449 Jul 06 11:46:58.562086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48434) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:58.571041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'network_id': '8d1b56f0-3640-463c-86d7-d9f2853b1349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:46:58.652789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9656c226-0441-46fc-91f0-dfdef2f96a1d req-dfd7b7c1-c063-43e8-8789-a1b678438f47 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1118853 Jul 06 11:46:58.821589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9325a6-bfec-465e-9cef-b4bcef69fe0e None None] Network 91c704d0-f810-4326-8859-1e7429fe3337 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:46:58.826162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 8d1b56f0-3640-463c-86d7-d9f2853b1349 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:46:58.863563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83257862-e1ef-49c4-8b1a-102c73c72a86 req-8efe892a-7a17-4282-8f1f-cf6b7160de5a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.0826499 Jul 06 11:46:59.139836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889131b-63ef-4126-94df-6c02a6377f16 req-7b8e69df-3473-4005-8f7a-1160ad7ebd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:59.142545 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b889131b-63ef-4126-94df-6c02a6377f16 req-7b8e69df-3473-4005-8f7a-1160ad7ebd21 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.5776744 Jul 06 11:46:59.146573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:46:59.153353 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:59.168987 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:59.233386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7d2043df-ff58-4e0d-b2ee-1c76bcc5f3b5 None None] Provisioning complete for port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:46:59.234149 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d2043df-ff58-4e0d-b2ee-1c76bcc5f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:59.283147 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:59.286285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eed21-7318-4983-9c99-38fbc03057ac req-c15b8f20-1ebb-4f25-bba1-03795f072ba4 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:59.303610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c11eed21-7318-4983-9c99-38fbc03057ac req-c15b8f20-1ebb-4f25-bba1-03795f072ba4 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 945 time: 0.3555944 Jul 06 11:46:59.356575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Set router 095d771b-6b38-47e7-bd00-3bdfda39c217 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:46:59.565445 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c11eed21-7318-4983-9c99-38fbc03057ac req-a52bb44f-f3c6-493e-9502-4fb021f82e2f tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051545 Jul 06 11:46:59.757828 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b889131b-63ef-4126-94df-6c02a6377f16 req-d41a3ecb-b36b-4516-a10a-273f6b2f57dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=451c2942-a939-4d38-a343-df21d74f6cf9 HTTP/1.1" status: 200 len: 1001 time: 0.3707850 Jul 06 11:46:59.763504 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:59.763504 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ae4ec952-62b1-4884-a1ac-a57fb2ae6be3,segment=NetworkSegment(e8ac81a7-9527-48ed-9a4d-2a818494ad36),segment_id=e8ac81a7-9527-48ed-9a4d-2a818494ad36)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:46:59.779182 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:59.824406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:46:59.865272 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889131b-63ef-4126-94df-6c02a6377f16 req-95aff8e5-ac4a-4551-a3a2-973fe32124bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:46:59.869276 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b889131b-63ef-4126-94df-6c02a6377f16 req-95aff8e5-ac4a-4551-a3a2-973fe32124bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.2899766 Jul 06 11:47:00.237261 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24aeb124-c32b-436e-a83c-8490b2c17d60 req-475fb18f-eea0-424c-aec8-110e419f8023 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.0983078 Jul 06 11:47:00.274867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d6a1d-e558-42cf-8bcd-eaf20f8c7da0 req-1fb922c8-c252-4b78-a47e-4e53224dec28 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:00.277734 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-807d6a1d-e558-42cf-8bcd-eaf20f8c7da0 req-1fb922c8-c252-4b78-a47e-4e53224dec28 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.3679962 Jul 06 11:47:00.382381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:00.389989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-807d6a1d-e558-42cf-8bcd-eaf20f8c7da0 req-d0a6c51c-aef4-48df-9065-6147175ad6bd tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941648 Jul 06 11:47:00.515926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889131b-63ef-4126-94df-6c02a6377f16 req-9ed4ee40-308a-4f36-be9a-4ea987494c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:00.519691 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b889131b-63ef-4126-94df-6c02a6377f16 req-9ed4ee40-308a-4f36-be9a-4ea987494c4a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6393137 Jul 06 11:47:00.616488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=ae4ec952-62b1-4884-a1ac-a57fb2ae6be3,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:00.627984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:00.647360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:00.648082 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:00.672526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=4d0ed4ec-d87f-4b1e-b8c6-086bca251277,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:00.801710 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b889131b-63ef-4126-94df-6c02a6377f16 req-717648eb-e8ae-4827-88b6-5a885f43bd36 service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628236 Jul 06 11:47:00.804005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Checking segment: {'id': 'aa1521a2-e259-46d0-b88c-56b973f83d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8d1b56f0-3640-463c-86d7-d9f2853b1349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:00.804631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network hostable DHCP agents. Network: 8d1b56f0-3640-463c-86d7-d9f2853b1349, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:47:00.887290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:52Z', 'revision_number': 4, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '108326e4-2f62-4e47-a9c7-9f8f3809e983', 'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'mac_address': 'fa:16:3e:05:94:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:47Z', 'updated_at': '2021-07-06T11:46:53Z', 'revision_number': 2, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'subnets': [{'id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:00.916809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142e37-8b9a-4d5a-b338-b29b8b224330 req-934fc4d9-9cb1-415a-a8fd-81bf9df3100a tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:00.937467 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04142e37-8b9a-4d5a-b338-b29b8b224330 req-934fc4d9-9cb1-415a-a8fd-81bf9df3100a tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 945 time: 0.2319422 Jul 06 11:47:00.969918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network 8d1b56f0-3640-463c-86d7-d9f2853b1349 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:47:00.992060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 8d1b56f0-3640-463c-86d7-d9f2853b1349) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:01.003881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:01.004751 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:01.066489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04142e37-8b9a-4d5a-b338-b29b8b224330 req-10d1735c-dd1c-4aa9-8fa0-1039b30dd56c tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275077 Jul 06 11:47:01.102300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf38f949-2df4-4785-866a-1b8873398668 None None] Network 8d1b56f0-3640-463c-86d7-d9f2853b1349 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:01.124054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Checking router: 095d771b-6b38-47e7-bd00-3bdfda39c217 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:47:01.125311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Updating router 095d771b-6b38-47e7-bd00-3bdfda39c217 port 108326e4-2f62-4e47-a9c7-9f8f3809e983 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:47:01.198387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35ff33-8ce3-42b0-b2e1-08d5ba5a4989 req-d202f71b-8387-4c35-9620-7b192dd0be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:01.212937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a35ff33-8ce3-42b0-b2e1-08d5ba5a4989 req-d202f71b-8387-4c35-9620-7b192dd0be88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1096 time: 0.1409225 Jul 06 11:47:01.216666 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b889131b-63ef-4126-94df-6c02a6377f16 req-0e63dabb-31c5-4735-8a4a-76bfa7e0378d service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972847 Jul 06 11:47:01.228087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48528) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:01.247690 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f8653453-f792-4997-8c82-b36face29d2e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6840062 Jul 06 11:47:01.479007 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:01.684377 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:01.910749 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:01.917868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d,segment=NetworkSegment(ac7b0925-eb98-45d4-a99b-c60764abe5dc),segment_id=ac7b0925-eb98-45d4-a99b-c60764abe5dc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:01.933755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f743df-c86c-4765-909e-c22c319b945b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:01.938789 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102e0655-5e84-4f1b-8f41-f645f9368d22" -d '{"events": [{"server_uuid": "88f743df-c86c-4765-909e-c22c319b945b", "name": "network-vif-plugged", "status": "completed", "tag": "8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:02.016114 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:02.089157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90aa4e0a-d6ed-4cdd-bdcb-dc2e02ba452d req-83bb4bc6-a8e1-45e9-9cca-0b95a8ed4a1f tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1729331 Jul 06 11:47:02.152700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-832c1f7e-c982-4aaf-afdc-cfbbf4b349f8 None None] Provisioning complete for port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:02.153170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-832c1f7e-c982-4aaf-afdc-cfbbf4b349f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:02.168478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:02.182264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:02.281889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35ff33-8ce3-42b0-b2e1-08d5ba5a4989 req-2b3d0f6e-674b-4826-8b81-398afbe5cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:02.283844 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a35ff33-8ce3-42b0-b2e1-08d5ba5a4989 req-2b3d0f6e-674b-4826-8b81-398afbe5cf92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.9525654 Jul 06 11:47:02.306698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a98e4-41c8-47b5-8c52-d452da5b789f req-3d2bc79a-ce91-4b73-ba17-ddc54c0206cb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:02.316836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d6a98e4-41c8-47b5-8c52-d452da5b789f req-3d2bc79a-ce91-4b73-ba17-ddc54c0206cb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.5111303 Jul 06 11:47:02.444125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac48553-49db-473c-ba64-0c2d303d0ca4 req-a04654d0-6e10-4b46-a508-1d3b3a158eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:02.448588 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bac48553-49db-473c-ba64-0c2d303d0ca4 req-a04654d0-6e10-4b46-a508-1d3b3a158eff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 1097 time: 0.1549883 Jul 06 11:47:02.535642 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bac48553-49db-473c-ba64-0c2d303d0ca4 req-17dfb083-27e3-4761-b7aa-762f53eadaa7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748830 Jul 06 11:47:02.615496 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f822cd16-d4a3-4a22-a2bb-d057d441e875 x-openstack-request-id: req-f822cd16-d4a3-4a22-a2bb-d057d441e875 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:02.615828 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f743df-c86c-4765-909e-c22c319b945b", "name": "network-vif-plugged", "status": "completed", "tag": "8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:02.616170 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f822cd16-d4a3-4a22-a2bb-d057d441e875 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:02.617668 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f743df-c86c-4765-909e-c22c319b945b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d', 'code': 200} Jul 06 11:47:02.670447 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:02.748822 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a35ff33-8ce3-42b0-b2e1-08d5ba5a4989 req-b331eb27-b5fe-49fa-a52b-00401e0d9937 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 1001 time: 0.4143262 Jul 06 11:47:02.765130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bd649-efdb-4b23-8d9d-975c1e1fa2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-8d1b56f0-3640-463c-86d7-d9f2853b1349', 'network_id': '8d1b56f0-3640-463c-86d7-d9f2853b1349', 'tenant_id': '6e4828464ee1487e8b0ef1b6bbb7e8d0', 'fixed_ips': [{'subnet_id': '4d0ed4ec-d87f-4b1e-b8c6-086bca251277'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:47:02.766644 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-291bd649-efdb-4b23-8d9d-975c1e1fa2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:02.876120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d6a98e4-41c8-47b5-8c52-d452da5b789f req-ed540824-e091-4a49-84f3-c63024c24d9b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576739 Jul 06 11:47:02.936376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35ff33-8ce3-42b0-b2e1-08d5ba5a4989 req-58e90a02-ea74-497c-9b92-57237f9526e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:02.936376 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a35ff33-8ce3-42b0-b2e1-08d5ba5a4989 req-58e90a02-ea74-497c-9b92-57237f9526e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1494539 Jul 06 11:47:03.091329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:03.092112 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:03.110458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270f07e-bfa4-472e-8ece-b8c701943df5 req-66061a98-325b-4967-819e-d06357ab986e tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server [None req-291bd649-efdb-4b23-8d9d-975c1e1fa2a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d0ed4ec-d87f-4b1e-b8c6-086bca251277: This subnet is being modified by another concurrent operation. Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:47:03.131169 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise exception Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d0ed4ec-d87f-4b1e-b8c6-086bca251277: This subnet is being modified by another concurrent operation. Jul 06 11:47:03.138588 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Jul 06 11:47:03.150943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b270f07e-bfa4-472e-8ece-b8c701943df5 req-66061a98-325b-4967-819e-d06357ab986e tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 946 time: 0.5438600 Jul 06 11:47:03.172304 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:03.201584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c900622-33be-4758-91ee-f8d034179109 None None] Network 8d1b56f0-3640-463c-86d7-d9f2853b1349 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:03.264249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0ed4ec-d87f-4b1e-b8c6-086bca251277,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:03.448120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b270f07e-bfa4-472e-8ece-b8c701943df5 req-a4100bcc-6adf-4438-b78d-76430c3b1100 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956274 Jul 06 11:47:03.521694 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:03.549931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35ff33-8ce3-42b0-b2e1-08d5ba5a4989 req-f940c472-b67a-43e2-be39-b2a3fac82467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:03.551857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a35ff33-8ce3-42b0-b2e1-08d5ba5a4989 req-f940c472-b67a-43e2-be39-b2a3fac82467 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6069288 Jul 06 11:47:03.554890 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1b56f0-3640-463c-86d7-d9f2853b1349']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:03.581712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1521a2-e259-46d0-b88c-56b973f83d24') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:03.581712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1521a2-e259-46d0-b88c-56b973f83d24') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:03.755239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:03.971649 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:04.173625 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:47:04.311247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Transition to ACTIVE for port object 108326e4-2f62-4e47-a9c7-9f8f3809e983 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:04.342701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7122b51-15c2-459d-b075-4cce9fc3ff32 None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:47:04.367009 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:04.444115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:04.508356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:04.554117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'port_id': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'mac_address': 'fa:16:3e:59:89:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:04.676589 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9814d736-0a66-4722-80f4-5d24d69f027c req-2bbe21d2-fa9a-4b2f-935a-df8b9a711507 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.2290235 Jul 06 11:47:04.678311 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:04.761874 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:04.763518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:04.777441 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:04.827491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f151a7-4229-4de7-8f87-25b0d4fb7e0d None None] Pushing event updated for resources: {'Port': ['ID=108326e4-2f62-4e47-a9c7-9f8f3809e983,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:05.004708 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a35ff33-8ce3-42b0-b2e1-08d5ba5a4989 req-3610a241-2e3c-4fc2-a11d-34f9d508fbc3 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4363463 Jul 06 11:47:05.015636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Attempting to bind port 108326e4-2f62-4e47-a9c7-9f8f3809e983 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:05.016355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Attempting to bind port 108326e4-2f62-4e47-a9c7-9f8f3809e983 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:05.016704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Attempting to bind port 108326e4-2f62-4e47-a9c7-9f8f3809e983 on network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:05.040822 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.061819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:05.066601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Checking segment: {'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:05.066601 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.066601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Bound using segment: {'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:05.066601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Bound port: 108326e4-2f62-4e47-a9c7-9f8f3809e983, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:05.066601 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.151061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.185817 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc707e40-ff16-4993-886d-a059eb986142 req-e57dedc9-4f86-4011-be48-828a0c30d353 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.187520 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc707e40-ff16-4993-886d-a059eb986142 req-e57dedc9-4f86-4011-be48-828a0c30d353 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.7033861 Jul 06 11:47:05.194557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.200353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/8d1b56f0-3640-463c-86d7-d9f2853b1349 HTTP/1.1" status: 204 len: 168 time: 3.9587035 Jul 06 11:47:05.201461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48642) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:05.212616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1713479986'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:05.226715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be55518-535d-4b56-82e5-f56788a5a6fa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Network': ['ID=8d1b56f0-3640-463c-86d7-d9f2853b1349,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:05.227877 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c8a65ef-1af5-418a-b10d-a9cbbc840776 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:05.300933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3ccec-e463-4f19-bd95-31a9b09c47b1 req-f3d10536-285c-4964-b730-7d7b66afee3f tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.304470 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cfc3ccec-e463-4f19-bd95-31a9b09c47b1 req-f3d10536-285c-4964-b730-7d7b66afee3f tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 946 time: 0.2980089 Jul 06 11:47:05.309889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:05.314238 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.373904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:05.381048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a35ff33-8ce3-42b0-b2e1-08d5ba5a4989 req-8b34fdbd-beb1-46e7-b05e-8b662a33b08e service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530781 Jul 06 11:47:05.400110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc707e40-ff16-4993-886d-a059eb986142 req-aa92d194-328d-4ebd-adfa-b65e36fa3205 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814649 Jul 06 11:47:05.410504 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.411372 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Added segment d5f80376-7c0f-4c70-aa63-3b96ac26652e of type vlan for network d7046471-c181-43a4-8f61-5166be281e1d Jul 06 11:47:05.441355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:05.451883 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cfc3ccec-e463-4f19-bd95-31a9b09c47b1 req-724769ee-3b0f-4bb8-9cf4-5d2e06074dc3 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271496 Jul 06 11:47:05.462346 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.478593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7122b51-15c2-459d-b075-4cce9fc3ff32 None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:47:05.490894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] For port 108326e4-2f62-4e47-a9c7-9f8f3809e983, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:05.509288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] For port 108326e4-2f62-4e47-a9c7-9f8f3809e983, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=108326e4-2f62-4e47-a9c7-9f8f3809e983,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:05.561949 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.585072 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['1c8a65ef-1af5-418a-b10d-a9cbbc840776'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:05.625682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.699184 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.715159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:05.717101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.767659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48656) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:05.769049 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5653009 Jul 06 11:47:05.773974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'network_id': 'd7046471-c181-43a4-8f61-5166be281e1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:05.839706 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:06.057064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:06.063341 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.075705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93b781-c177-41ab-87ff-334304f504a9 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=d7046471-c181-43a4-8f61-5166be281e1d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:06.141378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network d7046471-c181-43a4-8f61-5166be281e1d details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:06.148299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Routers {'095d771b-6b38-47e7-bd00-3bdfda39c217'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:47:06.149066 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:46:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['095d771b-6b38-47e7-bd00-3bdfda39c217'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:06.247549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc2e7bf7-65e7-4656-9cf7-77a3d8a569bd req-154f1518-d4db-44e0-b360-3f70fbb6fb4b tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1018469 Jul 06 11:47:06.605533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f151a7-4229-4de7-8f87-25b0d4fb7e0d None None] Pushing event updated for resources: {'Port': ['ID=108326e4-2f62-4e47-a9c7-9f8f3809e983,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:06.606396 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.650661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2145c-b634-4703-917b-e50e2f48aae5 req-0098f619-9f15-478b-a2db-2f99637bc87f tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:06.653620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] Set router 095d771b-6b38-47e7-bd00-3bdfda39c217 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:47:06.653879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61b2145c-b634-4703-917b-e50e2f48aae5 req-0098f619-9f15-478b-a2db-2f99637bc87f tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 946 time: 0.2492349 Jul 06 11:47:06.902575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61b2145c-b634-4703-917b-e50e2f48aae5 req-cd59ee62-28ae-4916-b2a1-4cd9a4038c3a tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169144 Jul 06 11:47:06.909607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=e1490fcb-29f5-4032-91cc-74d773e46011,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:06.957494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3ef94-0c0b-4e20-b7cf-580e7e9adf9f req-e49afdc1-9dd5-43e0-893f-3cca99690899 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:06.965808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43f3ef94-0c0b-4e20-b7cf-580e7e9adf9f req-e49afdc1-9dd5-43e0-893f-3cca99690899 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.3029397 Jul 06 11:47:06.975425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Checking segment: {'id': 'd5f80376-7c0f-4c70-aa63-3b96ac26652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd7046471-c181-43a4-8f61-5166be281e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:06.976160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network hostable DHCP agents. Network: d7046471-c181-43a4-8f61-5166be281e1d, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:47:07.042309 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43f3ef94-0c0b-4e20-b7cf-580e7e9adf9f req-d7179221-007f-48b2-b645-f1634b368af5 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708425 Jul 06 11:47:07.045824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network d7046471-c181-43a4-8f61-5166be281e1d is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:47:07.076212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, d7046471-c181-43a4-8f61-5166be281e1d) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:07.107754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:07.110855 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.150383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-16b8253d-9367-4724-91fe-942930dd6aaa tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3803217 Jul 06 11:47:07.153359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48686) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:07.183372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ef97a5d1-7b29-447b-9601-688c42dd7dd5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'network_id': 'd7046471-c181-43a4-8f61-5166be281e1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:07.422110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040bd56d-d25c-4531-a213-60ed575e2320 None None] Network d7046471-c181-43a4-8f61-5166be281e1d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:07.485332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef97a5d1-7b29-447b-9601-688c42dd7dd5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:07.495979 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef97a5d1-7b29-447b-9601-688c42dd7dd5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:07.535504 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 37731046-384e-4a62-84e2-020b1c008a74 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:07.538108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 37731046-384e-4a62-84e2-020b1c008a74 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:07.647758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37de4149-be75-48a6-a67c-9f3818d18da4 req-79053ad8-0db6-43d9-97b4-a77c8f469602 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.0415127 Jul 06 11:47:07.853691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:08.044771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef97a5d1-7b29-447b-9601-688c42dd7dd5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:08.079229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:08.083132 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:08.114377 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97a5d1-7b29-447b-9601-688c42dd7dd5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network d7046471-c181-43a4-8f61-5166be281e1d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:08.119902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ef97a5d1-7b29-447b-9601-688c42dd7dd5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:08.126603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef97a5d1-7b29-447b-9601-688c42dd7dd5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:08.127679 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef97a5d1-7b29-447b-9601-688c42dd7dd5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:08.178218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-d7046471-c181-43a4-8f61-5166be281e1d', 'network_id': 'd7046471-c181-43a4-8f61-5166be281e1d', 'tenant_id': '6e4828464ee1487e8b0ef1b6bbb7e8d0', 'fixed_ips': [{'subnet_id': 'e1490fcb-29f5-4032-91cc-74d773e46011'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:47:08.179382 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:08.264993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:52Z', 'revision_number': 4, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '108326e4-2f62-4e47-a9c7-9f8f3809e983', 'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'mac_address': 'fa:16:3e:05:94:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:47Z', 'updated_at': '2021-07-06T11:47:05Z', 'revision_number': 4, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'subnets': [{'id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:08.319388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48718) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:08.320820 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ef97a5d1-7b29-447b-9601-688c42dd7dd5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1652801 Jul 06 11:47:08.343338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c69e71-abb8-4cd6-a4cf-3991f3c59e99 None None] The sync data for ids ['095d771b-6b38-47e7-bd00-3bdfda39c217'] in n-d-799527-2 is: [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:52Z', 'revision_number': 4, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '108326e4-2f62-4e47-a9c7-9f8f3809e983', 'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'mac_address': 'fa:16:3e:05:94:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:47Z', 'updated_at': '2021-07-06T11:47:05Z', 'revision_number': 4, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'subnets': [{'id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:47:08.418663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff8fcd-16ac-4066-be05-6f99f30a21fd tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:08.421760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff8fcd-16ac-4066-be05-6f99f30a21fd tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:08.425194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff8fcd-16ac-4066-be05-6f99f30a21fd tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:08.428301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff8fcd-16ac-4066-be05-6f99f30a21fd tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:08.430538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff8fcd-16ac-4066-be05-6f99f30a21fd tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:08.432737 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4bff8fcd-16ac-4066-be05-6f99f30a21fd tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1111903 Jul 06 11:47:08.437619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48724) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:08.450121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1757698754'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:08.494025 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:08.498970 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:08.541223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97a5d1-7b29-447b-9601-688c42dd7dd5 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=a74676bd-5b88-49dc-b1ee-58e123fe7f60,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:08.561725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:08.588886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:08.589568 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Added segment 81bf9a6e-26cd-4d65-a6aa-2a20140d41ea of type vlan for network 559b77b8-510d-4275-a0a9-232c70e485cd Jul 06 11:47:08.606145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Allocated IP 2001:db8::2 (d7046471-c181-43a4-8f61-5166be281e1d/e1490fcb-29f5-4032-91cc-74d773e46011/8796376c-8f32-4ec6-8911-9416d0ba5016) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:08.648743 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:08.690397 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:08.699161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:08.700322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7925416'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:08.872434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=559b77b8-510d-4275-a0a9-232c70e485cd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:08.876168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-da030f08-0725-4ae2-8ff6-32c0652e3c4c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4367163 Jul 06 11:47:08.881878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48744) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:08.897076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fdd53044-4810-464a-a118-4529fb79e12e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:08.920401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 37731046-384e-4a62-84e2-020b1c008a74, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37731046-384e-4a62-84e2-020b1c008a74,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:08.933386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d353cd2-c3b0-4298-83be-5188414a7cdb req-b6ee6dfd-fbd2-4423-a7f5-ba0a0f3f799e tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:08.937804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d353cd2-c3b0-4298-83be-5188414a7cdb req-b6ee6dfd-fbd2-4423-a7f5-ba0a0f3f799e tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 946 time: 0.5514684 Jul 06 11:47:08.956364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '37731046-384e-4a62-84e2-020b1c008a74', 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3', 'port_id': '37731046-384e-4a62-84e2-020b1c008a74', 'mac_address': 'fa:16:3e:80:ec:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5638a9dc-13f5-449c-820c-74495bd64921', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:08.965991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 559b77b8-510d-4275-a0a9-232c70e485cd details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:08.983386 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.069533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144dbc1-1d0f-47c1-8a91-b4372a2ed99d req-83426d8f-d124-4e28-af68-102249eceb85 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:09.075614 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0144dbc1-1d0f-47c1-8a91-b4372a2ed99d req-83426d8f-d124-4e28-af68-102249eceb85 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.47 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 946 time: 0.8444035 Jul 06 11:47:09.096467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4851c-95b0-4efb-9bc3-f69a9adc213f req-bca0d40c-041e-4827-8b4f-db1d2b32d390 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:09.098198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84d4851c-95b0-4efb-9bc3-f69a9adc213f req-bca0d40c-041e-4827-8b4f-db1d2b32d390 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.7157509 Jul 06 11:47:09.266156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84d4851c-95b0-4efb-9bc3-f69a9adc213f req-845d99e3-11e0-4391-83d7-8cd3720b8dfd tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433053 Jul 06 11:47:09.363831 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.379360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d353cd2-c3b0-4298-83be-5188414a7cdb req-a2abd003-aa7b-489f-a130-f180be3c4632 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/security-groups?id=03eb48a7-089f-4deb-a077-651f5ab71a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168973 Jul 06 11:47:09.409156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37731046-384e-4a62-84e2-020b1c008a74'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:09.420370 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7047309-1029-4c59-b94f-41aaf96f93af" -d '{"events": [{"server_uuid": "18bea3a3-0830-43cd-ba46-ded29bf4502d", "name": "network-vif-unplugged", "status": "completed", "tag": "37731046-384e-4a62-84e2-020b1c008a74"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:09.443156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdd53044-4810-464a-a118-4529fb79e12e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.464353 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdd53044-4810-464a-a118-4529fb79e12e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.467505 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.508299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 37731046-384e-4a62-84e2-020b1c008a74, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37731046-384e-4a62-84e2-020b1c008a74,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:09.522412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdd53044-4810-464a-a118-4529fb79e12e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network 559b77b8-510d-4275-a0a9-232c70e485cd is not hosted by any dhcp agent {{(pid=93815) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:47:09.567745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd53044-4810-464a-a118-4529fb79e12e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:09.568469 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdd53044-4810-464a-a118-4529fb79e12e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.573952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:09.579883 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.580272 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fdd53044-4810-464a-a118-4529fb79e12e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "PUT /v2.0/networks/559b77b8-510d-4275-a0a9-232c70e485cd HTTP/1.1" status: 200 len: 723 time: 0.6949532 Jul 06 11:47:09.583538 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'network_id': '559b77b8-510d-4275-a0a9-232c70e485cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:09.594883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Transition to ACTIVE for port object 8796376c-8f32-4ec6-8911-9416d0ba5016 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:09.602208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:09.700308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd53044-4810-464a-a118-4529fb79e12e tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=559b77b8-510d-4275-a0a9-232c70e485cd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:09.732073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-0144dbc1-1d0f-47c1-8a91-b4372a2ed99d req-9b33eedd-9eca-4b6c-b649-b55a1ca060e6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Deleting port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:09.732396 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0144dbc1-1d0f-47c1-8a91-b4372a2ed99d req-9b33eedd-9eca-4b6c-b649-b55a1ca060e6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.790053 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.863490 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e409e151-f917-4d3e-b3e9-0dca47d110bb x-openstack-request-id: req-e409e151-f917-4d3e-b3e9-0dca47d110bb {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:09.863939 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bea3a3-0830-43cd-ba46-ded29bf4502d", "name": "network-vif-unplugged", "status": "completed", "tag": "37731046-384e-4a62-84e2-020b1c008a74", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:09.864385 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e409e151-f917-4d3e-b3e9-0dca47d110bb {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:09.864936 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37731046-384e-4a62-84e2-020b1c008a74', 'code': 200} Jul 06 11:47:09.886302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37731046-384e-4a62-84e2-020b1c008a74 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:09.917868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 559b77b8-510d-4275-a0a9-232c70e485cd details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:09.924616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0144dbc1-1d0f-47c1-8a91-b4372a2ed99d req-9b33eedd-9eca-4b6c-b649-b55a1ca060e6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] For port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d,segment=NetworkSegment(ac7b0925-eb98-45d4-a99b-c60764abe5dc),segment_id=ac7b0925-eb98-45d4-a99b-c60764abe5dc)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:09.924616 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0144dbc1-1d0f-47c1-8a91-b4372a2ed99d req-9b33eedd-9eca-4b6c-b649-b55a1ca060e6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.952166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-0144dbc1-1d0f-47c1-8a91-b4372a2ed99d req-9b33eedd-9eca-4b6c-b649-b55a1ca060e6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Calling delete_port for 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:10.095091 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.146754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=37731046-384e-4a62-84e2-020b1c008a74,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:10.182912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:10.298012 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0144dbc1-1d0f-47c1-8a91-b4372a2ed99d req-9b33eedd-9eca-4b6c-b649-b55a1ca060e6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.369840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Transition to ACTIVE for port object 8796376c-8f32-4ec6-8911-9416d0ba5016 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:10.372169 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a496ba55-ff64-434b-82c3-013951da03f9 req-4b5370e1-f53b-41cf-82b6-695d92659035 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1335015 Jul 06 11:47:10.652589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33eedd-9eca-4b6c-b649-b55a1ca060e6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Pushing event deleted for resources: {'Port': ['ID=8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:10.678677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:10.682457 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.704583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:10.711118 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.778563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No active binding found for port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d {{(pid=93816) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:47:10.779012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:47:10.840260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 108326e4-2f62-4e47-a9c7-9f8f3809e983 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:10.867364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Pushing event updated for resources: {'Port': ['ID=8796376c-8f32-4ec6-8911-9416d0ba5016,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:10.949716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd084e14-4a58-4883-a4b8-35c87de924df req-8964fbb5-026f-4f2f-8830-10a708578b17 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 210 time: 0.1431146 Jul 06 11:47:10.995283 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:47:10.995681 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:47:11.003208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Network d7046471-c181-43a4-8f61-5166be281e1d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:11.024798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:11.034994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:11.196572 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0144dbc1-1d0f-47c1-8a91-b4372a2ed99d req-9b33eedd-9eca-4b6c-b649-b55a1ca060e6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] No DVR routers for this DVR port 8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:11.206415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0144dbc1-1d0f-47c1-8a91-b4372a2ed99d req-9b33eedd-9eca-4b6c-b649-b55a1ca060e6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.217649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0144dbc1-1d0f-47c1-8a91-b4372a2ed99d req-9b33eedd-9eca-4b6c-b649-b55a1ca060e6 tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.47 "DELETE /v2.0/ports/8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d HTTP/1.1" status: 204 len: 173 time: 2.1131892 Jul 06 11:47:11.227374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Attempting to bind port 8796376c-8f32-4ec6-8911-9416d0ba5016 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:11.228306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Attempting to bind port 8796376c-8f32-4ec6-8911-9416d0ba5016 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd5f80376-7c0f-4c70-aa63-3b96ac26652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd7046471-c181-43a4-8f61-5166be281e1d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:11.228855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Attempting to bind port 8796376c-8f32-4ec6-8911-9416d0ba5016 on network d7046471-c181-43a4-8f61-5166be281e1d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:11.235717 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 108326e4-2f62-4e47-a9c7-9f8f3809e983 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:11.237446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f743df-c86c-4765-909e-c22c319b945b', 'name': 'network-vif-deleted', 'tag': '8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:11.246202 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62d5ac4-9a83-4873-8d16-e719eda56f4e" -d '{"events": [{"server_uuid": "88f743df-c86c-4765-909e-c22c319b945b", "name": "network-vif-deleted", "tag": "8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:11.250921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 108326e4-2f62-4e47-a9c7-9f8f3809e983 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:11.251562 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.258693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:11.264363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Checking segment: {'id': 'd5f80376-7c0f-4c70-aa63-3b96ac26652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd7046471-c181-43a4-8f61-5166be281e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:11.266318 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.268415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Bound using segment: {'id': 'd5f80376-7c0f-4c70-aa63-3b96ac26652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd7046471-c181-43a4-8f61-5166be281e1d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:11.268920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Bound port: 8796376c-8f32-4ec6-8911-9416d0ba5016, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f80376-7c0f-4c70-aa63-3b96ac26652e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd7046471-c181-43a4-8f61-5166be281e1d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:11.269394 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.469400 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648e8e8f-2f80-4a03-8963-73c1bd3d4d55 x-openstack-request-id: req-648e8e8f-2f80-4a03-8963-73c1bd3d4d55 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:11.471989 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f743df-c86c-4765-909e-c22c319b945b", "name": "network-vif-deleted", "tag": "8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:11.472122 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-648e8e8f-2f80-4a03-8963-73c1bd3d4d55 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:11.472552 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f743df-c86c-4765-909e-c22c319b945b', 'name': 'network-vif-deleted', 'tag': '8a0c9fd6-985d-4579-ae8c-7c3a60b2b77d', 'status': 'completed', 'code': 200} Jul 06 11:47:11.569696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caa7fd-96e9-45b9-8d7f-5b8015b1073b req-1217da29-be31-4531-857a-0f32f2613119 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:11.581335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74caa7fd-96e9-45b9-8d7f-5b8015b1073b req-1217da29-be31-4531-857a-0f32f2613119 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 943 time: 0.7763691 Jul 06 11:47:11.583630 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.684168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 108326e4-2f62-4e47-a9c7-9f8f3809e983, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=108326e4-2f62-4e47-a9c7-9f8f3809e983,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:11.695331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.697692 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.738484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e63300e-bafb-4fad-85e0-8f9c415376d1 req-541475fb-73c0-43b7-909d-123ed1fe68be tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1548955 Jul 06 11:47:11.786004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74caa7fd-96e9-45b9-8d7f-5b8015b1073b req-4c7a1da2-7692-442a-ba48-6811a223c304 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004344 Jul 06 11:47:11.848383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] For port 8796376c-8f32-4ec6-8911-9416d0ba5016, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:11.852209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=108326e4-2f62-4e47-a9c7-9f8f3809e983,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:11.871697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:11.875087 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8b7af4-2015-437b-a035-061d0b9ab3b2" -d '{"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-plugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:11.915390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] For port 8796376c-8f32-4ec6-8911-9416d0ba5016, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8796376c-8f32-4ec6-8911-9416d0ba5016,segment=NetworkSegment(d5f80376-7c0f-4c70-aa63-3b96ac26652e),segment_id=d5f80376-7c0f-4c70-aa63-3b96ac26652e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:11.918526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37731046-384e-4a62-84e2-020b1c008a74 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:11.962628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 37731046-384e-4a62-84e2-020b1c008a74, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37731046-384e-4a62-84e2-020b1c008a74,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:11.965737 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:11.982133 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:12.032999 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ad074e-df4c-4269-b923-4973ebeeb701 x-openstack-request-id: req-b1ad074e-df4c-4269-b923-4973ebeeb701 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:12.032999 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-plugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:12.032999 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1ad074e-df4c-4269-b923-4973ebeeb701 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:12.034958 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'code': 200} Jul 06 11:47:12.085063 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:12.100136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c6835-6254-4bb3-b14d-e84f9618c228 None None] Pushing event updated for resources: {'Port': ['ID=8796376c-8f32-4ec6-8911-9416d0ba5016,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:12.234943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=37731046-384e-4a62-84e2-020b1c008a74,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:12.250268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=367943fa-e825-4bfc-bb8d-bb8028c26fb8,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:12.276246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Checking segment: {'id': '81bf9a6e-26cd-4d65-a6aa-2a20140d41ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '559b77b8-510d-4275-a0a9-232c70e485cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:12.276635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network hostable DHCP agents. Network: 559b77b8-510d-4275-a0a9-232c70e485cd, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:47:12.326788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network 559b77b8-510d-4275-a0a9-232c70e485cd is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:47:12.347933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['37731046-384e-4a62-84e2-020b1c008a74'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:12.364524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 559b77b8-510d-4275-a0a9-232c70e485cd) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:12.382495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:12.389146 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:12.450212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e95d46-847b-4529-b128-e7df661775ca None None] Network 559b77b8-510d-4275-a0a9-232c70e485cd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:12.456262 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-61f629cc-c05d-45a5-a144-052cb9a4714f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8801312 Jul 06 11:47:12.459397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48828) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:12.466430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7f8b4a79-9671-48f3-84db-fcad69e80246 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:12.632549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aeffcbde-3c2b-4d1f-a575-166319ae6fc8 req-47b407c3-1cf8-4c3d-81d1-1dc870db116e tempest-InstanceActionsV221TestJSON-654663832 tempest-InstanceActionsV221TestJSON-654663832-project] 10.222.0.21 "GET /v2.0/ports?device_id=88f743df-c86c-4765-909e-c22c319b945b HTTP/1.1" status: 200 len: 210 time: 0.0841420 Jul 06 11:47:12.764500 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:47:13.054036 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f8b4a79-9671-48f3-84db-fcad69e80246 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4051929'] for subnet, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:13.145342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17026804-c1a4-4dcb-9941-961d67503d64 req-fa9ec8cc-3e0b-4d3c-b5a4-2a7ed7192ec6 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:13.170933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17026804-c1a4-4dcb-9941-961d67503d64 req-fa9ec8cc-3e0b-4d3c-b5a4-2a7ed7192ec6 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 944 time: 0.1833527 Jul 06 11:47:13.308108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17026804-c1a4-4dcb-9941-961d67503d64 req-b1dcf513-004f-4c00-a24d-27e9f50451bc tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358974 Jul 06 11:47:13.325681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18aac1e0-4ec3-4b62-bde9-93e0e41cc7b7 req-a5fcaceb-fb20-4336-9b81-47da255a417a tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.0768478 Jul 06 11:47:13.493899 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f8b4a79-9671-48f3-84db-fcad69e80246 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763113365279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3935052'] for subnet, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:13.562170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b4a79-9671-48f3-84db-fcad69e80246 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:13.562908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f8b4a79-9671-48f3-84db-fcad69e80246 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:13.565683 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7f8b4a79-9671-48f3-84db-fcad69e80246 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "PUT /v2.0/subnets/367943fa-e825-4bfc-bb8d-bb8028c26fb8 HTTP/1.1" status: 200 len: 826 time: 1.1051314 Jul 06 11:47:13.569261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48846) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:13.679808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b4a79-9671-48f3-84db-fcad69e80246 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=367943fa-e825-4bfc-bb8d-bb8028c26fb8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:13.802324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8796376c-8f32-4ec6-8911-9416d0ba5016 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:13.840497 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.043506 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.188906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8473a41e-615a-48a6-9947-83316aeaf009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-559b77b8-510d-4275-a0a9-232c70e485cd', 'network_id': '559b77b8-510d-4275-a0a9-232c70e485cd', 'tenant_id': '6e4828464ee1487e8b0ef1b6bbb7e8d0', 'fixed_ips': [{'subnet_id': '367943fa-e825-4bfc-bb8d-bb8028c26fb8'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:47:14.189808 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8473a41e-615a-48a6-9947-83316aeaf009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.240163 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f87194a-4cb6-4139-a3df-b1c7b16eab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.268599 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.291650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8796376c-8f32-4ec6-8911-9416d0ba5016 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:14.315509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 108326e4-2f62-4e47-a9c7-9f8f3809e983 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:14.340643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Subnet': ['ID=367943fa-e825-4bfc-bb8d-bb8028c26fb8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:14.509531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965de11a-2659-4df1-9ca8-f07d79dc20cc None None] Network d7046471-c181-43a4-8f61-5166be281e1d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:14.530425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48874) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:14.717541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.748484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559b77b8-510d-4275-a0a9-232c70e485cd']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:14.785366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bf9a6e-26cd-4d65-a6aa-2a20140d41ea') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:14.786450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bf9a6e-26cd-4d65-a6aa-2a20140d41ea') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:14.815126 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.832942 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.843264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:14.844386 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:14.853948 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:14.865189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-516cb160-1ba4-4f72-a883-8ddd15c8b362 req-e57330ec-48cc-4dbc-accb-4246e6ddcca5 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1641254 Jul 06 11:47:14.880954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7008e398-4e63-4cd8-a329-6f73158d7a46 None None] Network 559b77b8-510d-4275-a0a9-232c70e485cd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:14.985258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c9fb4c8c-096d-4da6-b793-f1a95f8ae9af None None] Provisioning for port 8796376c-8f32-4ec6-8911-9416d0ba5016 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:15.007502 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.028416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c81476e-b3cb-4e24-99c6-91c24565e17a admin admin] Deleting subnet cdbb61fb-330e-45ee-ac99-120f5a606ddc {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:47:15.038882 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c81476e-b3cb-4e24-99c6-91c24565e17a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.046513 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.063824 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/559b77b8-510d-4275-a0a9-232c70e485cd HTTP/1.1" status: 204 len: 168 time: 1.4781744 Jul 06 11:47:15.064591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48882) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:15.094871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c9fb4c8c-096d-4da6-b793-f1a95f8ae9af None None] Provisioning complete for port 8796376c-8f32-4ec6-8911-9416d0ba5016 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:15.096228 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9fb4c8c-096d-4da6-b793-f1a95f8ae9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.110699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c81476e-b3cb-4e24-99c6-91c24565e17a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.135740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d845a15-5691-4f66-9d79-3460505b0a2d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Network': ['ID=559b77b8-510d-4275-a0a9-232c70e485cd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:15.167247 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e41dc0-69c8-4668-a47f-55845580c0fe tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:15.167247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e41dc0-69c8-4668-a47f-55845580c0fe tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:15.179039 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-14e41dc0-69c8-4668-a47f-55845580c0fe tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/559b77b8-510d-4275-a0a9-232c70e485cd HTTP/1.1" status: 404 len: 339 time: 0.0745928 Jul 06 11:47:15.179419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48886) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:15.207255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1217524163', 'description': 'd1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:15.221047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c81476e-b3cb-4e24-99c6-91c24565e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.256967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:15.263388 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.340070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:15.373302 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.374041 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Added segment 3381edde-a9cb-4eb6-86a6-c49b9688079b of type vlan for network 04329d5c-5fa8-4dd5-9d31-6d25b26ae039 Jul 06 11:47:15.429698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe213b1-8532-4b16-94c2-1dced2d638b3 req-340f9c92-ab1a-4c7b-980f-06ba59997ee6 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:15.438289 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fe213b1-8532-4b16-94c2-1dced2d638b3 req-340f9c92-ab1a-4c7b-980f-06ba59997ee6 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 944 time: 0.6111791 Jul 06 11:47:15.451288 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c81476e-b3cb-4e24-99c6-91c24565e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.452631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 108326e4-2f62-4e47-a9c7-9f8f3809e983 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:15.453194 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.513538 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.515405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3cd88-5036-4118-a8e5-b40fc3f286ee None None] Network 559b77b8-510d-4275-a0a9-232c70e485cd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:15.542340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81476e-b3cb-4e24-99c6-91c24565e17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbb61fb-330e-45ee-ac99-120f5a606ddc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:15.556703 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c81476e-b3cb-4e24-99c6-91c24565e17a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.558855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1c81476e-b3cb-4e24-99c6-91c24565e17a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cdbb61fb-330e-45ee-ac99-120f5a606ddc HTTP/1.1" status: 204 len: 168 time: 1.0274086 Jul 06 11:47:15.561860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48892) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:15.589495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3cd88-5036-4118-a8e5-b40fc3f286ee None None] Network 559b77b8-510d-4275-a0a9-232c70e485cd could not be found, it might have been deleted concurrently. {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 11:47:15.633462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fe213b1-8532-4b16-94c2-1dced2d638b3 req-0221e442-ea32-4251-9cce-9f4ef91b10fb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846833 Jul 06 11:47:15.698341 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:15.722782 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:15.723683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.118503 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 37731046-384e-4a62-84e2-020b1c008a74 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:16.260871 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9fb4c8c-096d-4da6-b793-f1a95f8ae9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.466682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26ad095d-7a67-4a97-b02b-a32ee7432a0a req-872f3592-fde4-4ba4-b957-1edd462a81bc tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.0885446 Jul 06 11:47:16.484139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:16.484663 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3041582 Jul 06 11:47:16.535987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c9fb4c8c-096d-4da6-b793-f1a95f8ae9af None None] For port 8796376c-8f32-4ec6-8911-9416d0ba5016, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8796376c-8f32-4ec6-8911-9416d0ba5016,segment=NetworkSegment(d5f80376-7c0f-4c70-aa63-3b96ac26652e),segment_id=d5f80376-7c0f-4c70-aa63-3b96ac26652e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:16.539969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0d1a5-88f2-4254-b0b4-7f08270ebcb5 None None] Update dhcp port {'port': {'network_id': 'd7046471-c181-43a4-8f61-5166be281e1d', 'fixed_ips': [{'subnet_id': 'e1490fcb-29f5-4032-91cc-74d773e46011', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a74676bd-5b88-49dc-b1ee-58e123fe7f60'}], 'binding:host_id': 'n-d-799527-2'}, 'id': '8796376c-8f32-4ec6-8911-9416d0ba5016'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:47:16.543904 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.551407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982016f-51e9-4d84-88f9-485204c1f248 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=04329d5c-5fa8-4dd5-9d31-6d25b26ae039,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:16.689794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f4e641-aa4c-4964-8697-749c9577fd18 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:16.707241 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d1a5-88f2-4254-b0b4-7f08270ebcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.712803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 04329d5c-5fa8-4dd5-9d31-6d25b26ae039 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:16.715783 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9fb4c8c-096d-4da6-b793-f1a95f8ae9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.727045 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-87f4e641-aa4c-4964-8697-749c9577fd18 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/networks?id=04329d5c-5fa8-4dd5-9d31-6d25b26ae039 HTTP/1.1" status: 200 len: 765 time: 0.2411957 Jul 06 11:47:16.728023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48916) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:16.754263 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ef769966-4ad9-4bb3-a309-8e4e0c637a85 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'description': 'd2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:16.774550 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.822350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884ea273-7db1-4b14-9507-adf1a6b090fc']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:16.867437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7b0925-eb98-45d4-a99b-c60764abe5dc') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:16.869881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7b0925-eb98-45d4-a99b-c60764abe5dc') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:16.903035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.938081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.952700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:16.953933 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:16.960887 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:16.991578 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb4c8c-096d-4da6-b793-f1a95f8ae9af None None] Pushing event updated for resources: {'Port': ['ID=8796376c-8f32-4ec6-8911-9416d0ba5016,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:17.134132 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:17.139033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:17.144322 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] 10.222.0.21 "DELETE /v2.0/networks/884ea273-7db1-4b14-9507-adf1a6b090fc HTTP/1.1" status: 204 len: 168 time: 1.5807953 Jul 06 11:47:17.168935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9f395-2edf-4c05-b29d-d4f02728afcb admin admin] Pushing event deleted for resources: {'Network': ['ID=884ea273-7db1-4b14-9507-adf1a6b090fc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:17.215502 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef769966-4ad9-4bb3-a309-8e4e0c637a85 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:17.225582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 37731046-384e-4a62-84e2-020b1c008a74 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:17.231898 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:17.239932 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef769966-4ad9-4bb3-a309-8e4e0c637a85 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:17.430487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef769966-4ad9-4bb3-a309-8e4e0c637a85 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network 04329d5c-5fa8-4dd5-9d31-6d25b26ae039 is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:47:17.448637 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef769966-4ad9-4bb3-a309-8e4e0c637a85 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:17.450510 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef769966-4ad9-4bb3-a309-8e4e0c637a85 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:17.457391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48930) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:17.480532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ef769966-4ad9-4bb3-a309-8e4e0c637a85 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "PUT /v2.0/networks/04329d5c-5fa8-4dd5-9d31-6d25b26ae039 HTTP/1.1" status: 200 len: 762 time: 0.7508705 Jul 06 11:47:17.626090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077aa69-dd28-47e3-a0c5-8aa705e2c07a req-27eb726a-b487-4a9f-b9e8-8454ba1051af tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:17.630221 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3077aa69-dd28-47e3-a0c5-8aa705e2c07a req-27eb726a-b487-4a9f-b9e8-8454ba1051af tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 944 time: 0.5225320 Jul 06 11:47:17.634287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef769966-4ad9-4bb3-a309-8e4e0c637a85 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=04329d5c-5fa8-4dd5-9d31-6d25b26ae039,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:17.690790 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c1d0d1a5-88f2-4254-b0b4-7f08270ebcb5 None None] Allocated IP 172.20.0.1 (d7046471-c181-43a4-8f61-5166be281e1d/a74676bd-5b88-49dc-b1ee-58e123fe7f60/8796376c-8f32-4ec6-8911-9416d0ba5016) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:17.715758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48936) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:17.820646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09854f0f-213a-44f3-a4d2-b7d5d4893be3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:17.823040 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-09854f0f-213a-44f3-a4d2-b7d5d4893be3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/networks?id=04329d5c-5fa8-4dd5-9d31-6d25b26ae039 HTTP/1.1" status: 200 len: 765 time: 0.3630579 Jul 06 11:47:17.828058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48938) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:17.884569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3077aa69-dd28-47e3-a0c5-8aa705e2c07a req-6e75a844-765f-4c78-b35f-b7d6d8126c00 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387750 Jul 06 11:47:17.890438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 04329d5c-5fa8-4dd5-9d31-6d25b26ae039 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:18.043253 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c0de5594-de23-45d1-bb1e-7b6db2221b67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b34fc7e9fc94a85a18c1cf7682a1eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249309 Jul 06 11:47:18.074986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48948) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:18.154580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7aee990d-ed50-4942-ab68-92a399493b24 req-0f95912f-db3a-4bea-bad2-7efc9c1412e8 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1500967 Jul 06 11:47:18.260942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c1d0d1a5-88f2-4254-b0b4-7f08270ebcb5 None None] For port 8796376c-8f32-4ec6-8911-9416d0ba5016, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8796376c-8f32-4ec6-8911-9416d0ba5016,segment=NetworkSegment(d5f80376-7c0f-4c70-aa63-3b96ac26652e),segment_id=d5f80376-7c0f-4c70-aa63-3b96ac26652e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:18.269600 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.325229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8796376c-8f32-4ec6-8911-9416d0ba5016 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:18.433011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceeface-9b36-4985-9f61-bf9b9546e7e6 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:18.437770 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2ceeface-9b36-4985-9f61-bf9b9546e7e6 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6071248 Jul 06 11:47:18.442863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:18.616958 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd339d10-6806-4a05-ac95-662112e4878e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.622985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-599b817f-f483-4fae-b542-959ec64db2bd tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 207 time: 0.1757534 Jul 06 11:47:18.631365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48956) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:18.649432 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.672905 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd339d10-6806-4a05-ac95-662112e4878e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.692996 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d1a5-88f2-4254-b0b4-7f08270ebcb5 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.794545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd339d10-6806-4a05-ac95-662112e4878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.800878 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd339d10-6806-4a05-ac95-662112e4878e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:18.805718 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dd339d10-6806-4a05-ac95-662112e4878e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03eb48a7-089f-4deb-a077-651f5ab71a38 HTTP/1.1" status: 204 len: 168 time: 0.7293625 Jul 06 11:47:18.832628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37731046-384e-4a62-84e2-020b1c008a74'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:18.836828 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9175ca-4dff-4026-b14f-ec1315e1c8a7" -d '{"events": [{"server_uuid": "18bea3a3-0830-43cd-ba46-ded29bf4502d", "name": "network-vif-plugged", "status": "completed", "tag": "37731046-384e-4a62-84e2-020b1c008a74"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:18.847361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd339d10-6806-4a05-ac95-662112e4878e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eb48a7-089f-4deb-a077-651f5ab71a38,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:18.901373 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8870e715-e526-4cef-8a19-fe352571d1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:19.005573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 37731046-384e-4a62-84e2-020b1c008a74, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37731046-384e-4a62-84e2-020b1c008a74,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:19.073468 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:19.097953 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae70526-de21-418e-9aa3-c1af51283e5e x-openstack-request-id: req-2ae70526-de21-418e-9aa3-c1af51283e5e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:19.098847 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bea3a3-0830-43cd-ba46-ded29bf4502d", "name": "network-vif-plugged", "status": "completed", "tag": "37731046-384e-4a62-84e2-020b1c008a74", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:19.099556 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ae70526-de21-418e-9aa3-c1af51283e5e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:19.100415 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37731046-384e-4a62-84e2-020b1c008a74', 'code': 200} Jul 06 11:47:19.103431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c1d0d1a5-88f2-4254-b0b4-7f08270ebcb5 None None] Transition to ACTIVE for port object 8796376c-8f32-4ec6-8911-9416d0ba5016 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:19.135962 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:19.305513 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d1a5-88f2-4254-b0b4-7f08270ebcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:19.313593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8796376c-8f32-4ec6-8911-9416d0ba5016 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:19.315355 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:19.622772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41c88f-0444-45cd-8d30-66bce10cc734 req-d18ac555-f9cd-45bc-9df1-9473810921a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:19.635624 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1e41c88f-0444-45cd-8d30-66bce10cc734 req-d18ac555-f9cd-45bc-9df1-9473810921a8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 1096 time: 0.2928531 Jul 06 11:47:19.710558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=37731046-384e-4a62-84e2-020b1c008a74,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:19.764838 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1e41c88f-0444-45cd-8d30-66bce10cc734 req-72fc0262-37bd-462e-b335-ed543a23eec8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155884 Jul 06 11:47:19.801432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Port 8796376c-8f32-4ec6-8911-9416d0ba5016 had new provisioning blocks added so it will not transition to active. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 06 11:47:19.885822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0d1a5-88f2-4254-b0b4-7f08270ebcb5 None None] Pushing event updated for resources: {'Port': ['ID=8796376c-8f32-4ec6-8911-9416d0ba5016,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:20.254363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8796376c-8f32-4ec6-8911-9416d0ba5016 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:20.302455 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e7d5d07-1458-4968-95e0-119db31a89cd req-aa97d491-bef0-4ee6-93fa-7f3d448038e0 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.0419171 Jul 06 11:47:20.471969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:20.708407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436242a5-1b1c-48fc-bf87-88aacb3ba1c3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:20.717621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436242a5-1b1c-48fc-bf87-88aacb3ba1c3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:20.729753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436242a5-1b1c-48fc-bf87-88aacb3ba1c3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:20.737095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436242a5-1b1c-48fc-bf87-88aacb3ba1c3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:20.744718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436242a5-1b1c-48fc-bf87-88aacb3ba1c3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:20.752979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436242a5-1b1c-48fc-bf87-88aacb3ba1c3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:20.759474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49008) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:20.760401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-436242a5-1b1c-48fc-bf87-88aacb3ba1c3 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 2.1266870 Jul 06 11:47:20.902974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a90b9-6396-4243-bdc7-60c23f34c511 req-f2487e12-7eda-4705-96d5-3992e3f8a44d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:20.925428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b8a90b9-6396-4243-bdc7-60c23f34c511 req-f2487e12-7eda-4705-96d5-3992e3f8a44d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.7136343 Jul 06 11:47:21.081974 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b8a90b9-6396-4243-bdc7-60c23f34c511 req-81a88184-0c28-4cc9-9182-19c2cf5fce0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483748 Jul 06 11:47:21.272721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8752eb-fc4c-4179-a871-d76b3438be46 None None] Network d7046471-c181-43a4-8f61-5166be281e1d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:21.486626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49028) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:21.563384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-25d7e0fd-774c-40a0-81bb-409e710e1638 None None] Provisioning for port 8796376c-8f32-4ec6-8911-9416d0ba5016 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:21.568120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49032) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:21.569317 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-50b4b377-aafc-425b-8999-b447d91fa667 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.8086078 Jul 06 11:47:21.642953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-25d7e0fd-774c-40a0-81bb-409e710e1638 None None] Provisioning complete for port 8796376c-8f32-4ec6-8911-9416d0ba5016 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:21.643693 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25d7e0fd-774c-40a0-81bb-409e710e1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:21.784787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eac80961-fc33-4fa2-8932-a179ac34e6dc req-56468287-98d9-44bb-bdb2-4c7620409b67 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1160688 Jul 06 11:47:21.873708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1009838425-network', 'tenant_id': '27c93dc732f14f4693b636a45e0e0769'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:21.888151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15ee4b-3517-49f5-9ea1-4e12319dd34a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:21.891409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15ee4b-3517-49f5-9ea1-4e12319dd34a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:21.894512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15ee4b-3517-49f5-9ea1-4e12319dd34a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:21.898680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15ee4b-3517-49f5-9ea1-4e12319dd34a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:21.905796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15ee4b-3517-49f5-9ea1-4e12319dd34a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:21.910637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ae15ee4b-3517-49f5-9ea1-4e12319dd34a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3413808 Jul 06 11:47:21.914356 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49042) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:22.067271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Made reservation on behalf of 27c93dc732f14f4693b636a45e0e0769 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:22.075689 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:22.116334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68529fb-0718-4d3a-af7f-44a35069390c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:22.119014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68529fb-0718-4d3a-af7f-44a35069390c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:22.122538 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68529fb-0718-4d3a-af7f-44a35069390c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:22.128994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68529fb-0718-4d3a-af7f-44a35069390c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:22.132512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68529fb-0718-4d3a-af7f-44a35069390c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:22.139029 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e68529fb-0718-4d3a-af7f-44a35069390c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2219455 Jul 06 11:47:22.140000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49048) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:22.167468 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:22.549191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0820a510-d963-4cf0-9d27-590f442fc892 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:22.556689 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0820a510-d963-4cf0-9d27-590f442fc892 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/networks/518ebd3a-cec2-47b2-a663-bc4e05cacd94 HTTP/1.1" status: 200 len: 804 time: 0.4124119 Jul 06 11:47:22.557451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49056) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:22.571796 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:22.607256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:22.642173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:22.682107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:22.682468 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Added segment 4d2a3978-f58d-4dae-9b75-af68e5a17df8 of type vlan for network 2e490abb-8483-4eea-a6d2-30f107b16331 Jul 06 11:47:22.683999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6dfd4d-87be-4ddf-aa8b-105c717d999a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:22.732572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6253b400-65f6-44ed-af22-b93ce26786ad None None] Provisioning complete for port 8796376c-8f32-4ec6-8911-9416d0ba5016 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:22.733362 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6253b400-65f6-44ed-af22-b93ce26786ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:22.789296 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c0ca78b2-400a-42a1-9b34-305c447f732f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/networks/518ebd3a-cec2-47b2-a663-bc4e05cacd94?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2301600 Jul 06 11:47:22.804656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49060) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:22.812191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990338ca-10fe-45e4-b9b3-5558ec08e38e req-9d779f6f-cd7c-4f99-a975-0a20eef129d8 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:22.820691 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-990338ca-10fe-45e4-b9b3-5558ec08e38e req-9d779f6f-cd7c-4f99-a975-0a20eef129d8 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.4090731 Jul 06 11:47:22.918703 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:22.938340 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-990338ca-10fe-45e4-b9b3-5558ec08e38e req-a64c9784-e395-4ffc-805b-15ee2b1c2dd2 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163571 Jul 06 11:47:23.047061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:23.048254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:23.052904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:23.056069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e09b2a-58c1-4bbc-98b8-cfa5b309cd49 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:23.070363 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f2e09b2a-58c1-4bbc-98b8-cfa5b309cd49 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/subnets/290015b2-d1ad-436d-9c82-44f322b3837b HTTP/1.1" status: 200 len: 843 time: 0.2634015 Jul 06 11:47:23.072415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49072) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:23.312166 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f14205b-0442-4333-8bf8-fc013548be0d req-1ee6789b-ef7d-47e5-add3-540a0b0eb387 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1408088 Jul 06 11:47:23.317349 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8254392 Jul 06 11:47:23.318224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49078) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:23.327954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] Request body: {'subnet': {'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1009838425-subnet', 'tenant_id': '27c93dc732f14f4693b636a45e0e0769', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:23.382763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] Made reservation on behalf of 27c93dc732f14f4693b636a45e0e0769 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:23.389899 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:23.431688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ae25f-1ccc-41b7-8ecf-28835060e18e admin admin] Pushing event updated for resources: {'Network': ['ID=2e490abb-8483-4eea-a6d2-30f107b16331,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:23.445913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 2e490abb-8483-4eea-a6d2-30f107b16331 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:23.450527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b4993-f6cc-4d43-852e-364848fc4463 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:23.459915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b08b4993-f6cc-4d43-852e-364848fc4463 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "GET /v2.0/subnets/290015b2-d1ad-436d-9c82-44f322b3837b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3839400 Jul 06 11:47:23.468070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:23.479377 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91818423'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:23.595926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ca455-c2bf-4323-b2c3-aa5c3ebd98f8 req-fef7b82a-aa6b-4ef4-ac4e-4c674860132e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:23.604209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-000ca455-c2bf-4323-b2c3-aa5c3ebd98f8 req-fef7b82a-aa6b-4ef4-ac4e-4c674860132e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.3575799 Jul 06 11:47:23.607676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:23.613190 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:23.667426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:23.701437 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-000ca455-c2bf-4323-b2c3-aa5c3ebd98f8 req-986a23cc-b452-4404-82ee-05119f42287c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959074 Jul 06 11:47:23.712898 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:23.713628 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Added segment 5e522f3e-5732-49c5-b57a-9fe41312398d of type vlan for network c4e5fbf2-6102-4b53-bc40-eede382f60cd Jul 06 11:47:23.846150 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:23.928175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:23.934695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:23.935356 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:24.002324 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:24.073755 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6042993 Jul 06 11:47:24.079063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49090) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:24.089221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'network_id': 'c4e5fbf2-6102-4b53-bc40-eede382f60cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:24.190116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c71fa7-cadd-4bca-964d-fd0493e0a26f,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:24.202954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] Checking segment: {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:24.203396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] Network hostable DHCP agents. Network: 2e490abb-8483-4eea-a6d2-30f107b16331, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:47:24.221674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3dbc6-0d6e-4bef-abd6-91808916671c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Network': ['ID=c4e5fbf2-6102-4b53-bc40-eede382f60cd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:24.233256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] Network 2e490abb-8483-4eea-a6d2-30f107b16331 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:47:24.247027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network c4e5fbf2-6102-4b53-bc40-eede382f60cd details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:24.255027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 2e490abb-8483-4eea-a6d2-30f107b16331) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:24.265249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:24.267783 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:24.305030 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5b4dc2d7-6a08-4f2c-9d88-cd50e45fd5d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9831681 Jul 06 11:47:24.327412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4002f62e-e36c-434f-b5f1-d45dbe662a0e None None] Network 2e490abb-8483-4eea-a6d2-30f107b16331 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:24.398680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Made reservation on behalf of 6e4828464ee1487e8b0ef1b6bbb7e8d0 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:24.410810 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:24.634405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Performing IP validity checks on allocation pools {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 11:47:24.637008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 11:47:24.789340 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aab40734-243b-4ac8-b441-f58b1c5b699e req-24d70b38-a117-4c91-b979-6eb4139ecc54 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.0895991 Jul 06 11:47:25.110984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:25.186786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=2f14fd30-e3d7-43bb-9bce-65991ee750e0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:25.203771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Checking segment: {'id': '5e522f3e-5732-49c5-b57a-9fe41312398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4e5fbf2-6102-4b53-bc40-eede382f60cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:25.204346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network hostable DHCP agents. Network: c4e5fbf2-6102-4b53-bc40-eede382f60cd, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:47:25.224651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-2e490abb-8483-4eea-a6d2-30f107b16331', 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331', 'tenant_id': '27c93dc732f14f4693b636a45e0e0769', 'fixed_ips': [{'subnet_id': '42c71fa7-cadd-4bca-964d-fd0493e0a26f'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:47:25.226567 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:25.253223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Network c4e5fbf2-6102-4b53-bc40-eede382f60cd is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:47:25.272472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, c4e5fbf2-6102-4b53-bc40-eede382f60cd) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:25.295795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:25.297421 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:25.318901 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-989143f1-51e5-47cd-854f-9e4fd623dd43 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2359076 Jul 06 11:47:25.321643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49122) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:25.327530 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-04d2e607-ac95-4f2b-9fb7-b729eb819d42 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:25.395266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c42da84-0b62-4024-9e57-44fccc21de68 None None] Network c4e5fbf2-6102-4b53-bc40-eede382f60cd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:25.512759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04d2e607-ac95-4f2b-9fb7-b729eb819d42 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4051929'] for subnet, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:25.634629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Allocated IP 172.20.0.2 (2e490abb-8483-4eea-a6d2-30f107b16331/42c71fa7-cadd-4bca-964d-fd0493e0a26f/bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:25.815305 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-c4e5fbf2-6102-4b53-bc40-eede382f60cd', 'network_id': 'c4e5fbf2-6102-4b53-bc40-eede382f60cd', 'tenant_id': '6e4828464ee1487e8b0ef1b6bbb7e8d0', 'fixed_ips': [{'subnet_id': '2f14fd30-e3d7-43bb-9bce-65991ee750e0'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:47:25.816525 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:25.893477 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04d2e607-ac95-4f2b-9fb7-b729eb819d42 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763113365279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3935052'] for subnet, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:26.054390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d2e607-ac95-4f2b-9fb7-b729eb819d42 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:26.054809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04d2e607-ac95-4f2b-9fb7-b729eb819d42 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:26.057849 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-04d2e607-ac95-4f2b-9fb7-b729eb819d42 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "PUT /v2.0/subnets/2f14fd30-e3d7-43bb-9bce-65991ee750e0 HTTP/1.1" status: 200 len: 900 time: 0.7347531 Jul 06 11:47:26.062570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49130) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:26.166207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2e607-ac95-4f2b-9fb7-b729eb819d42 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event updated for resources: {'Subnet': ['ID=2f14fd30-e3d7-43bb-9bce-65991ee750e0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:26.226792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016fa04-da66-4156-aa43-4330ae684908 req-0928092e-6653-4e10-b4b3-14fb06ed50b7 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:26.242774 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1016fa04-da66-4156-aa43-4330ae684908 req-0928092e-6653-4e10-b4b3-14fb06ed50b7 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.86 "GET /v2.0/ports?device_id=18bea3a3-0830-43cd-ba46-ded29bf4502d HTTP/1.1" status: 200 len: 945 time: 0.2206259 Jul 06 11:47:26.281535 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:26.298598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Transition to ACTIVE for port object bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:26.321695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Allocated IP 2001:db8::3 (c4e5fbf2-6102-4b53-bc40-eede382f60cd/2f14fd30-e3d7-43bb-9bce-65991ee750e0/44a6988e-7e99-42ff-9362-d1327e8b1de9) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:26.377635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Transition to ACTIVE for port object bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:26.394806 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:26.442038 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:26.455367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Network 2e490abb-8483-4eea-a6d2-30f107b16331 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:26.507730 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:26.560588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1016fa04-da66-4156-aa43-4330ae684908 req-b7b90112-2046-47aa-baf2-7159abf940bb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Deleting port 37731046-384e-4a62-84e2-020b1c008a74 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:26.561682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1016fa04-da66-4156-aa43-4330ae684908 req-b7b90112-2046-47aa-baf2-7159abf940bb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:26.608931 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:26.630869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:26.760984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1016fa04-da66-4156-aa43-4330ae684908 req-b7b90112-2046-47aa-baf2-7159abf940bb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] For port 37731046-384e-4a62-84e2-020b1c008a74, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37731046-384e-4a62-84e2-020b1c008a74,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:26.761259 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1016fa04-da66-4156-aa43-4330ae684908 req-b7b90112-2046-47aa-baf2-7159abf940bb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:26.778245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1016fa04-da66-4156-aa43-4330ae684908 req-b7b90112-2046-47aa-baf2-7159abf940bb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Calling delete_port for 37731046-384e-4a62-84e2-020b1c008a74 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:26.807610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Pushing event updated for resources: {'Port': ['ID=bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:26.874308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Attempting to bind port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:26.874707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Attempting to bind port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:26.875161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Attempting to bind port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 on network 2e490abb-8483-4eea-a6d2-30f107b16331 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:26.908255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:26.909519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Checking segment: {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:26.909936 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:26.910333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Bound using segment: {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:26.910823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Bound port: bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:26.911225 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.013521 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1016fa04-da66-4156-aa43-4330ae684908 req-b7b90112-2046-47aa-baf2-7159abf940bb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.062763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] For port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:27.068989 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] For port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:27.076431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['37731046-384e-4a62-84e2-020b1c008a74'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:27.119864 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.162645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b90112-2046-47aa-baf2-7159abf940bb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Pushing event deleted for resources: {'Port': ['ID=37731046-384e-4a62-84e2-020b1c008a74,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:27.213963 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.239555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1016fa04-da66-4156-aa43-4330ae684908 req-b7b90112-2046-47aa-baf2-7159abf940bb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] No DVR routers for this DVR port 37731046-384e-4a62-84e2-020b1c008a74 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:27.243974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Transition to ACTIVE for port object 44a6988e-7e99-42ff-9362-d1327e8b1de9 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:27.248229 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1016fa04-da66-4156-aa43-4330ae684908 req-b7b90112-2046-47aa-baf2-7159abf940bb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.250489 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1016fa04-da66-4156-aa43-4330ae684908 req-b7b90112-2046-47aa-baf2-7159abf940bb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.86 "DELETE /v2.0/ports/37731046-384e-4a62-84e2-020b1c008a74 HTTP/1.1" status: 204 len: 173 time: 0.9996109 Jul 06 11:47:27.250977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'name': 'network-vif-deleted', 'tag': '37731046-384e-4a62-84e2-020b1c008a74'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:27.258797 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2868c65c-66ed-4c5e-88da-f525543fbf8f" -d '{"events": [{"server_uuid": "18bea3a3-0830-43cd-ba46-ded29bf4502d", "name": "network-vif-deleted", "tag": "37731046-384e-4a62-84e2-020b1c008a74"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:27.301405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057c728-e22f-4d30-aa52-294d8dd9a57f None None] Pushing event updated for resources: {'Port': ['ID=bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:27.318587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Transition to ACTIVE for port object 44a6988e-7e99-42ff-9362-d1327e8b1de9 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:27.328682 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.369161 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.444113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Subnet': ['ID=2f14fd30-e3d7-43bb-9bce-65991ee750e0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:27.473070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Network c4e5fbf2-6102-4b53-bc40-eede382f60cd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:27.476826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:27.514731 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:27.526055 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Pushing event updated for resources: {'Port': ['ID=44a6988e-7e99-42ff-9362-d1327e8b1de9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:27.654346 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.671424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e5fbf2-6102-4b53-bc40-eede382f60cd']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:27.689510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e522f3e-5732-49c5-b57a-9fe41312398d') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:27.689811 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e522f3e-5732-49c5-b57a-9fe41312398d') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:27.706475 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.724902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Attempting to bind port 44a6988e-7e99-42ff-9362-d1327e8b1de9 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:27.726868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Attempting to bind port 44a6988e-7e99-42ff-9362-d1327e8b1de9 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '5e522f3e-5732-49c5-b57a-9fe41312398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4e5fbf2-6102-4b53-bc40-eede382f60cd'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:27.730278 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Attempting to bind port 44a6988e-7e99-42ff-9362-d1327e8b1de9 on network c4e5fbf2-6102-4b53-bc40-eede382f60cd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:27.736501 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.752332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:27.758211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Checking segment: {'id': '5e522f3e-5732-49c5-b57a-9fe41312398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4e5fbf2-6102-4b53-bc40-eede382f60cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:27.758211 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.758211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Bound using segment: {'id': '5e522f3e-5732-49c5-b57a-9fe41312398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4e5fbf2-6102-4b53-bc40-eede382f60cd'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:27.758211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Bound port: 44a6988e-7e99-42ff-9362-d1327e8b1de9, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e522f3e-5732-49c5-b57a-9fe41312398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4e5fbf2-6102-4b53-bc40-eede382f60cd'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:27.760219 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.765906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:27.767770 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:27.780195 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:27.921778 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:47:27.921778 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:47:27.921778 n-d-799527-2 neutron-server[93814]: [parameters: {'id': 'c4e5fbf2-6102-4b53-bc40-eede382f60cd'}] Jul 06 11:47:27.921778 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:47:27.921778 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:47:27.968152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] For port 44a6988e-7e99-42ff-9362-d1327e8b1de9, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:27.974317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] For port 44a6988e-7e99-42ff-9362-d1327e8b1de9, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=44a6988e-7e99-42ff-9362-d1327e8b1de9,segment=NetworkSegment(5e522f3e-5732-49c5-b57a-9fe41312398d),segment_id=5e522f3e-5732-49c5-b57a-9fe41312398d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:27.986510 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:28.153072 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6ed1d-52da-4f41-936d-ebe39792cb60 None None] Pushing event updated for resources: {'Port': ['ID=44a6988e-7e99-42ff-9362-d1327e8b1de9,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:28.197366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4730bc-a821-4a77-b518-7a89b39a0f14 None None] Network c4e5fbf2-6102-4b53-bc40-eede382f60cd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:28.311300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:28.359899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f563b6-84a4-4769-9665-08b9c4785475 req-3e740b8c-9f1b-439e-ae9c-70ced903f1b9 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:28.379370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-3e740b8c-9f1b-439e-ae9c-70ced903f1b9 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/networks?id=90516628-a9e7-415c-b9f2-7769c50303c3 HTTP/1.1" status: 200 len: 814 time: 0.3551362 Jul 06 11:47:28.625566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:28.643389 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:28.684235 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:28.711343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-026f82d7-2621-45c4-869b-00a430ceb6b3 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:28.713354 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:28.724667 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-026f82d7-2621-45c4-869b-00a430ceb6b3 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/networks?id=2e490abb-8483-4eea-a6d2-30f107b16331 HTTP/1.1" status: 200 len: 816 time: 0.3735497 Jul 06 11:47:28.775212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511df7be-80d5-4a33-a1c9-8106fe4cae80 None None] Network c4e5fbf2-6102-4b53-bc40-eede382f60cd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:28.784534 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-47a8defa-074a-4f12-8a43-b31abf18ef2e tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/quotas/27c93dc732f14f4693b636a45e0e0769 HTTP/1.1" status: 200 len: 375 time: 0.0552812 Jul 06 11:47:28.849804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-0b922e99-536b-4eaa-b3f0-df9fc3d8a3c5 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/quotas/4eb55b7769694658a57cdd343a779d40 HTTP/1.1" status: 200 len: 375 time: 0.4661999 Jul 06 11:47:28.899729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e4a34e-c7cb-494c-bb04-c4eab2b92d87 None None] Network 2e490abb-8483-4eea-a6d2-30f107b16331 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:28.942905 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-0577c127-ba6d-45a5-b502-11a0667b696a tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4eb55b7769694658a57cdd343a779d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902364 Jul 06 11:47:29.055641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-11a5cf24-a94b-4005-a0fb-b55e7e733167 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=27c93dc732f14f4693b636a45e0e0769&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2695174 Jul 06 11:47:29.059872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-da5517f1-8947-422f-90cd-8c5703ae0bd3 None None] Provisioning for port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:29.078820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-da5517f1-8947-422f-90cd-8c5703ae0bd3 None None] Provisioning complete for port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:29.080528 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da5517f1-8947-422f-90cd-8c5703ae0bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:29.311526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Deleting port 44a6988e-7e99-42ff-9362-d1327e8b1de9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:29.311827 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:29.339067 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da5517f1-8947-422f-90cd-8c5703ae0bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:29.397521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-a180ab89-1591-4854-b892-7c78bbf1aed8 service neutron] 10.222.0.21 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405061 Jul 06 11:47:29.410139 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-5afbf7b6-fa68-44dc-9b3a-9b16a4730dbf service neutron] 10.222.0.21 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657950 Jul 06 11:47:29.421854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-da5517f1-8947-422f-90cd-8c5703ae0bd3 None None] For port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:29.428691 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da5517f1-8947-422f-90cd-8c5703ae0bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:29.454905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] For port 44a6988e-7e99-42ff-9362-d1327e8b1de9, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=44a6988e-7e99-42ff-9362-d1327e8b1de9,segment=NetworkSegment(5e522f3e-5732-49c5-b57a-9fe41312398d),segment_id=5e522f3e-5732-49c5-b57a-9fe41312398d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:29.455353 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:29.525545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Calling delete_port for 44a6988e-7e99-42ff-9362-d1327e8b1de9 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:29.540720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5517f1-8947-422f-90cd-8c5703ae0bd3 None None] Pushing event updated for resources: {'Port': ['ID=bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:29.742949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-657f95f6-06b3-46dd-ba3c-6f31d6267a44 service neutron] 10.222.0.21 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912040 Jul 06 11:47:29.745416 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:29.761185 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No DVR routers for this DVR port 44a6988e-7e99-42ff-9362-d1327e8b1de9 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:29.820494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Port': ['ID=44a6988e-7e99-42ff-9362-d1327e8b1de9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:29.970013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf516c07-6c60-4eeb-bb08-e166e6084afe None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:47:30.116059 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:30.123172 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-f2b728dc-3b68-47a7-b691-cab6ee485a5d service neutron] 10.222.0.21 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838536 Jul 06 11:47:30.141053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e5fbf2-6102-4b53-bc40-eede382f60cd']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:30.163542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e522f3e-5732-49c5-b57a-9fe41312398d') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:30.163854 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e522f3e-5732-49c5-b57a-9fe41312398d') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:30.189191 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:30.222814 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:30.233634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:30.239668 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:30.241349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 37731046-384e-4a62-84e2-020b1c008a74 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:30.247938 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:30.338698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 37731046-384e-4a62-84e2-020b1c008a74 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:47:30.343637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 37731046-384e-4a62-84e2-020b1c008a74 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:47:30.373515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:30.405490 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:30.420977 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:30.424061 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/c4e5fbf2-6102-4b53-bc40-eede382f60cd HTTP/1.1" status: 204 len: 168 time: 4.3603120 Jul 06 11:47:30.428519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49196) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:30.478240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ade47a-271b-4cb1-b373-db2e6de6bb8d tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Network': ['ID=c4e5fbf2-6102-4b53-bc40-eede382f60cd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:30.518476 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-370b1aa2-1980-4e99-9fd7-9ea931bc6713 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:30.519154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370b1aa2-1980-4e99-9fd7-9ea931bc6713 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:30.527941 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-370b1aa2-1980-4e99-9fd7-9ea931bc6713 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/subnets/2f14fd30-e3d7-43bb-9bce-65991ee750e0 HTTP/1.1" status: 404 len: 337 time: 0.0929053 Jul 06 11:47:30.529066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49202) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:30.573072 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91d9e29-18e1-46a6-881e-036add7c9e53 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:30.576176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91d9e29-18e1-46a6-881e-036add7c9e53 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:30.578551 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d91d9e29-18e1-46a6-881e-036add7c9e53 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/c4e5fbf2-6102-4b53-bc40-eede382f60cd HTTP/1.1" status: 404 len: 339 time: 0.0481424 Jul 06 11:47:30.594326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49204) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:30.597984 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8ab9418-64b3-424e-971c-23cf3f86654a req-d8e5a5f7-dc47-4008-9331-60956f8d49f0 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.0975034 Jul 06 11:47:30.613467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf516c07-6c60-4eeb-bb08-e166e6084afe None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:47:30.665830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ad279307-5fec-4797-bf02-3ffdf874141b None None] Provisioning complete for port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:30.666694 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad279307-5fec-4797-bf02-3ffdf874141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:30.940841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:30.953336 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895c0cc5-d182-433d-acd1-423ea219a711 x-openstack-request-id: req-895c0cc5-d182-433d-acd1-423ea219a711 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:30.953336 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bea3a3-0830-43cd-ba46-ded29bf4502d", "name": "network-vif-deleted", "tag": "37731046-384e-4a62-84e2-020b1c008a74", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:30.953336 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-895c0cc5-d182-433d-acd1-423ea219a711 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:30.955797 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bea3a3-0830-43cd-ba46-ded29bf4502d', 'name': 'network-vif-deleted', 'tag': '37731046-384e-4a62-84e2-020b1c008a74', 'status': 'completed', 'code': 200} Jul 06 11:47:31.012444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:31.013596 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:31.191550 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:31.250444 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04329d5c-5fa8-4dd5-9d31-6d25b26ae039']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:31.276808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-728f15a3-f39c-420f-8e65-789af6afae86 req-d4981da7-7641-487a-92e9-94fb55367231 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 210 time: 0.0980229 Jul 06 11:47:31.314422 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3381edde-a9cb-4eb6-86a6-c49b9688079b') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:31.318476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3381edde-a9cb-4eb6-86a6-c49b9688079b') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:31.343701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:31.370930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-e89c50d1-ff72-4b15-98b3-277df4b1d1f5 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:31.382273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:31.389709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:31.390477 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:31.404817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-e89c50d1-ff72-4b15-98b3-277df4b1d1f5 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/networks?id=2e490abb-8483-4eea-a6d2-30f107b16331 HTTP/1.1" status: 200 len: 816 time: 0.4290490 Jul 06 11:47:31.436785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-a638caa0-07df-44c9-947b-811cce83c63e tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/quotas/27c93dc732f14f4693b636a45e0e0769 HTTP/1.1" status: 200 len: 375 time: 0.0309367 Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:31.585549 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:31.591601 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:31.610201 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-68302088-fef0-4ff2-8885-d483fecc03f3 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=27c93dc732f14f4693b636a45e0e0769&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1660776 Jul 06 11:47:31.612219 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:31.621449 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/04329d5c-5fa8-4dd5-9d31-6d25b26ae039 HTTP/1.1" status: 204 len: 168 time: 1.0199823 Jul 06 11:47:31.623867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49234) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:31.777831 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c066001-64c2-4ec9-8114-9f36e10da7ff tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:31.788063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c066001-64c2-4ec9-8114-9f36e10da7ff tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:31.805680 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1c066001-64c2-4ec9-8114-9f36e10da7ff tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/subnets/367943fa-e825-4bfc-bb8d-bb8028c26fb8 HTTP/1.1" status: 404 len: 337 time: 0.1619194 Jul 06 11:47:31.807009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf46968-deef-4198-b5cf-c01c0638d2db tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Network': ['ID=04329d5c-5fa8-4dd5-9d31-6d25b26ae039,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:31.817946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49240) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:31.878723 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9002e6-3727-422d-860f-53808e91f86b tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:31.881731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9002e6-3727-422d-860f-53808e91f86b tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:31.893256 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fb9002e6-3727-422d-860f-53808e91f86b tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/559b77b8-510d-4275-a0a9-232c70e485cd HTTP/1.1" status: 404 len: 339 time: 0.0736611 Jul 06 11:47:31.893996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49244) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:31.953399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-094cfcce-eca6-4263-a8c5-1451c9b974ba service neutron] 10.222.0.21 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410804 Jul 06 11:47:32.045887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Deleting subnet a74676bd-5b88-49dc-b1ee-58e123fe7f60 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:47:32.052344 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:32.146796 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:32.200677 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ee94ef3-e758-4ad8-a4f2-94821a02b6ce req-8308be99-5f08-46ae-8d57-8500914769b1 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1920500 Jul 06 11:47:32.339702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-6b961602-3c58-4150-817d-a461bf899bdb service neutron] 10.222.0.21 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853705 Jul 06 11:47:32.362544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:32.438470 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:32.535471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:32.541772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/subnets/a74676bd-5b88-49dc-b1ee-58e123fe7f60 HTTP/1.1" status: 204 len: 168 time: 0.6466553 Jul 06 11:47:32.542942 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Subnet': ['ID=a74676bd-5b88-49dc-b1ee-58e123fe7f60,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:32.545653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49262) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:32.549911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fd5c1c-76fe-4ae8-a082-19d1cb91d17d None None] Network d7046471-c181-43a4-8f61-5166be281e1d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:32.593960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.594745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.594745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.596023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.596196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.596844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.597972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.598542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.599094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.600129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.600669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.603528 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293048dc-674b-41ce-bc59-14f243e1d55a tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:32.704255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Deleting subnet e1490fcb-29f5-4032-91cc-74d773e46011 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:47:32.722413 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:32.974126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:33.335218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-2dbc494e-c858-44e3-96f5-6d464f162b1f tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:33.337243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-2dbc494e-c858-44e3-96f5-6d464f162b1f tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.47 "GET /v2.0/networks?id=2e490abb-8483-4eea-a6d2-30f107b16331 HTTP/1.1" status: 200 len: 816 time: 0.4561429 Jul 06 11:47:33.350505 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:33.396916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Request body: {'port': {'device_id': '2964ab2b-eacc-4845-a6f1-0b298375b6e3', 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331', 'admin_state_up': True, 'tenant_id': '27c93dc732f14f4693b636a45e0e0769'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:34.135243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95b1bb8e-92ac-479b-a13e-b3401662ca61 req-2c8db4a3-5323-4eb1-8077-c1d306a68e7a tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 210 time: 0.5049033 Jul 06 11:47:34.137273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:34.223868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f563b6-84a4-4769-9665-08b9c4785475 req-3b627d22-68af-495b-a3fd-ea340a63ce6f tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:34.228451 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-3b627d22-68af-495b-a3fd-ea340a63ce6f tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.47 "GET /v2.0/networks?id=90516628-a9e7-415c-b9f2-7769c50303c3 HTTP/1.1" status: 200 len: 814 time: 0.4018981 Jul 06 11:47:34.246492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Request body: {'port': {'device_id': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3', 'admin_state_up': True, 'tenant_id': '4eb55b7769694658a57cdd343a779d40'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:34.350658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Made reservation on behalf of 27c93dc732f14f4693b636a45e0e0769 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:34.379754 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:34.502420 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:34.505783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/subnets/e1490fcb-29f5-4032-91cc-74d773e46011 HTTP/1.1" status: 204 len: 168 time: 1.9583571 Jul 06 11:47:34.511594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49304) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:34.548169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Subnet': ['ID=e1490fcb-29f5-4032-91cc-74d773e46011,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:34.655600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.655949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.656375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.656672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.661247 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.664055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.664475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.668057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.668475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.668825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.669169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.674102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ccdd69-80b2-4ebb-8dfe-95d9ded02565 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:34.765397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Made reservation on behalf of 4eb55b7769694658a57cdd343a779d40 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:34.778803 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:34.911632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d1ca9-5076-4490-8f4d-726e417c2422 None None] Network d7046471-c181-43a4-8f61-5166be281e1d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:34.942937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5e4d0c7-49a3-4d14-8c0b-9003423a02fa req-729394cc-f16a-4aa4-9079-1a3cc715bbda tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.2636480 Jul 06 11:47:35.078654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126b983-745e-4879-955b-83e703795293 req-76c340d0-8621-4aa4-8569-e40346c60427 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:35.099419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-76c340d0-8621-4aa4-8569-e40346c60427 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/networks?id=2e490abb-8483-4eea-a6d2-30f107b16331 HTTP/1.1" status: 200 len: 816 time: 1.4585831 Jul 06 11:47:35.212512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-533bc831-83be-40b9-ae6d-217c30d74e0b None None] Provisioning complete for port 8796376c-8f32-4ec6-8911-9416d0ba5016 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:35.213201 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-533bc831-83be-40b9-ae6d-217c30d74e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:35.281983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-c3dc25be-2675-4b26-9e5d-2a397b608d23 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/quotas/27c93dc732f14f4693b636a45e0e0769 HTTP/1.1" status: 200 len: 375 time: 0.1707833 Jul 06 11:47:35.348026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Allocated IP 172.20.0.6 (90516628-a9e7-415c-b9f2-7769c50303c3/5638a9dc-13f5-449c-820c-74495bd64921/7c074721-c7b3-4fe4-a67b-70a74f859df1) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:35.522636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:35.550233 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-2f064188-02a1-41c2-8494-e5f4be78a692 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=27c93dc732f14f4693b636a45e0e0769&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2596471 Jul 06 11:47:35.732273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Allocated IP 172.20.0.10 (2e490abb-8483-4eea-a6d2-30f107b16331/42c71fa7-cadd-4bca-964d-fd0493e0a26f/ccfea350-d5ed-45df-92ce-e000ef94114c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:36.082701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce085b0-dea4-4c3d-91b8-840d149420f8 None None] DHCP port deletion for d7046471-c181-43a4-8f61-5166be281e1d request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:47:36.187927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fce085b0-dea4-4c3d-91b8-840d149420f8 None None] Deleting port 8796376c-8f32-4ec6-8911-9416d0ba5016 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:36.188310 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fce085b0-dea4-4c3d-91b8-840d149420f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:36.215821 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:36.289167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8796376c-8f32-4ec6-8911-9416d0ba5016 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:36.450273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:36.466743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Deleting port 8796376c-8f32-4ec6-8911-9416d0ba5016 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:36.467252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:36.485835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fce085b0-dea4-4c3d-91b8-840d149420f8 None None] For port 8796376c-8f32-4ec6-8911-9416d0ba5016, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8796376c-8f32-4ec6-8911-9416d0ba5016,segment=NetworkSegment(d5f80376-7c0f-4c70-aa63-3b96ac26652e),segment_id=d5f80376-7c0f-4c70-aa63-3b96ac26652e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:36.486261 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fce085b0-dea4-4c3d-91b8-840d149420f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:36.535011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fce085b0-dea4-4c3d-91b8-840d149420f8 None None] Calling delete_port for 8796376c-8f32-4ec6-8911-9416d0ba5016 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:36.602824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Network 90516628-a9e7-415c-b9f2-7769c50303c3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:36.663214 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:36.724923 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:36.727187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:36.784811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 8796376c-8f32-4ec6-8911-9416d0ba5016, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8796376c-8f32-4ec6-8911-9416d0ba5016,segment=NetworkSegment(d5f80376-7c0f-4c70-aa63-3b96ac26652e),segment_id=d5f80376-7c0f-4c70-aa63-3b96ac26652e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:36.792576 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:36.842398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:36.843213 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:36.859254 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fce085b0-dea4-4c3d-91b8-840d149420f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:36.904384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce085b0-dea4-4c3d-91b8-840d149420f8 None None] No DVR routers for this DVR port 8796376c-8f32-4ec6-8911-9416d0ba5016 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:36.912733 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=8796376c-8f32-4ec6-8911-9416d0ba5016,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:36.913830 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6762288 Jul 06 11:47:36.957670 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Request body: {'port': {'device_id': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:36.980000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce085b0-dea4-4c3d-91b8-840d149420f8 None None] Pushing event deleted for resources: {'Port': ['ID=8796376c-8f32-4ec6-8911-9416d0ba5016,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:36.990743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-12a8a6fa-59a6-4046-9895-ae087098fb2d service neutron] 10.222.0.21 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4334605 Jul 06 11:47:37.018457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074b90-84fe-433c-b7d9-83323bc25d6a req-4eb97580-99d8-4b79-b020-d86761a98dcc tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:37.027357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb074b90-84fe-433c-b7d9-83323bc25d6a req-4eb97580-99d8-4b79-b020-d86761a98dcc tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 931 time: 1.2966652 Jul 06 11:47:37.078368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] For port 8796376c-8f32-4ec6-8911-9416d0ba5016, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8796376c-8f32-4ec6-8911-9416d0ba5016,segment=NetworkSegment(d5f80376-7c0f-4c70-aa63-3b96ac26652e),segment_id=d5f80376-7c0f-4c70-aa63-3b96ac26652e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:37.080165 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:37.085852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb201c-e067-4f35-9449-fecd4ea61b4c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Pushing event updated for resources: {'Port': ['ID=7c074721-c7b3-4fe4-a67b-70a74f859df1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:37.155478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-0facee16-0bda-44ed-98ed-7fc98c4666a5 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:37.167625 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-0facee16-0bda-44ed-98ed-7fc98c4666a5 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.86 "GET /v2.0/networks?id=2e490abb-8483-4eea-a6d2-30f107b16331 HTTP/1.1" status: 200 len: 816 time: 1.3687725 Jul 06 11:47:37.169172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Calling delete_port for 8796376c-8f32-4ec6-8911-9416d0ba5016 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:37.184863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Request body: {'port': {'device_id': 'd08388c3-a68d-4969-889e-907041eca39f', 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331', 'admin_state_up': True, 'tenant_id': '27c93dc732f14f4693b636a45e0e0769'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:37.355586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb074b90-84fe-433c-b7d9-83323bc25d6a req-a8a02e86-2514-49c4-a68d-fa945f1e1412 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268266 Jul 06 11:47:37.409087 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:37.513529 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:37.533872 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-f7513ef1-141d-481e-a64a-81d627da6240 service neutron] 10.222.0.21 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422237 Jul 06 11:47:37.554866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Transition to ACTIVE for port object ccfea350-d5ed-45df-92ce-e000ef94114c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:37.674458 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:37.959957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:38.048650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Made reservation on behalf of 27c93dc732f14f4693b636a45e0e0769 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:38.058179 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:38.160399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No DVR routers for this DVR port 8796376c-8f32-4ec6-8911-9416d0ba5016 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:38.204329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Port': ['ID=8796376c-8f32-4ec6-8911-9416d0ba5016,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:38.292271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1eb2ace0-1ea8-4754-94ef-36bcdaa9ea9e req-ffa3a65c-0364-4c4a-a3a2-6722ae02ab9f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1404116 Jul 06 11:47:38.335204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Network 2e490abb-8483-4eea-a6d2-30f107b16331 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:38.345426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:38.368403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:38.594534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:38.608524 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:38.708832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Pushing event updated for resources: {'Port': ['ID=ccfea350-d5ed-45df-92ce-e000ef94114c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:38.774018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-227f43ae-fe9e-46c6-9f0b-30cfc5052bfb req-60e0d089-5953-4edd-92ec-090b01440abc tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.2562246 Jul 06 11:47:38.826394 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-c0bf6cbf-f803-4333-902f-8affaf47fcbc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4776225 Jul 06 11:47:38.905096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Request body: {'port': {'device_id': '2964ab2b-eacc-4845-a6f1-0b298375b6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:38.931671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-82316086-6d38-4364-b3b3-cb5ade37e16e None None] Provisioning for port ccfea350-d5ed-45df-92ce-e000ef94114c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:38.951634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fb0608f-6579-40b0-8347-e582ab46b9d9 req-670889f3-2616-45bc-9a1f-abeb70286671 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 210 time: 0.1761627 Jul 06 11:47:38.961164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-82316086-6d38-4364-b3b3-cb5ade37e16e None None] Provisioning complete for port ccfea350-d5ed-45df-92ce-e000ef94114c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:38.961542 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82316086-6d38-4364-b3b3-cb5ade37e16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.031284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.104388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7046471-c181-43a4-8f61-5166be281e1d']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:39.122155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-82316086-6d38-4364-b3b3-cb5ade37e16e None None] Port ccfea350-d5ed-45df-92ce-e000ef94114c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:47:39.230404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f80376-7c0f-4c70-aa63-3b96ac26652e') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:39.232124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f80376-7c0f-4c70-aa63-3b96ac26652e') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:39.258775 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.332522 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.358890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.360044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:39.361493 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.470543 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a27dbc-6b9b-4a6a-8b46-de42e988dc80 req-b96736ff-fc64-42ba-9258-14a246fb3912 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:39.477609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54a27dbc-6b9b-4a6a-8b46-de42e988dc80 req-b96736ff-fc64-42ba-9258-14a246fb3912 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 931 time: 0.2653246 Jul 06 11:47:39.776058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54a27dbc-6b9b-4a6a-8b46-de42e988dc80 req-fa80ecb0-c62d-4ba0-8c09-5bae264a98fa tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878442 Jul 06 11:47:40.079845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1764b257-2304-478e-a136-5643e89b519e req-88e379aa-3d67-4540-8616-83314f848c8d tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.0912802 Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:40.172207 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:40.316930 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf95a934-24b6-4bc3-b987-650ffb9f9b74 req-1880d547-0264-4522-a607-16ab720c03f4 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 210 time: 0.0730951 Jul 06 11:47:40.350552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Allocated IP 172.20.0.8 (2e490abb-8483-4eea-a6d2-30f107b16331/42c71fa7-cadd-4bca-964d-fd0493e0a26f/c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:40.352758 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.374214 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.383744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49398) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:40.385535 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/d7046471-c181-43a4-8f61-5166be281e1d HTTP/1.1" status: 204 len: 168 time: 5.8696942 Jul 06 11:47:40.440952 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63c45a2-bc49-4e8a-babf-58f0c9231a2c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:40.441802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63c45a2-bc49-4e8a-babf-58f0c9231a2c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:40.447794 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e63c45a2-bc49-4e8a-babf-58f0c9231a2c tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/subnets/4d0ed4ec-d87f-4b1e-b8c6-086bca251277 HTTP/1.1" status: 404 len: 337 time: 0.0590522 Jul 06 11:47:40.448859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:40.493492 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb34064-17f0-4970-bfa0-6b4b9f10ca8f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:40.499726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb34064-17f0-4970-bfa0-6b4b9f10ca8f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:40.505000 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ecb34064-17f0-4970-bfa0-6b4b9f10ca8f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/8d1b56f0-3640-463c-86d7-d9f2853b1349 HTTP/1.1" status: 404 len: 339 time: 0.0539205 Jul 06 11:47:40.507566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49404) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:40.545729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c074721-c7b3-4fe4-a67b-70a74f859df1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:40.556808 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.573304 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-f632d984-9742-4b94-876f-a6291cd676af tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:40.573704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f632d984-9742-4b94-876f-a6291cd676af tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:40.574767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Transition to ACTIVE for port object 7c074721-c7b3-4fe4-a67b-70a74f859df1 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:40.575863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f632d984-9742-4b94-876f-a6291cd676af tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/subnets/367f4051-4e6a-48e9-b1c5-cff2d1fe412c HTTP/1.1" status: 404 len: 337 time: 0.0666873 Jul 06 11:47:40.577810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675f07e-87a1-4f10-b2a5-ae8210e3ed0f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Network': ['ID=d7046471-c181-43a4-8f61-5166be281e1d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:40.578392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49414) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:40.593980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.648229 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb26d51-4466-488e-babf-c56965682e83 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:40.648828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb26d51-4466-488e-babf-c56965682e83 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:40.650607 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1cb26d51-4466-488e-babf-c56965682e83 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/a5ca0afd-2526-49d4-8d8a-7aabbd6f894b HTTP/1.1" status: 404 len: 339 time: 0.0696833 Jul 06 11:47:40.653314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49426) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:40.740844 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b944a0-ca56-42d0-91cd-fb1c74181617 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:40.746636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b944a0-ca56-42d0-91cd-fb1c74181617 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:40.751801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-56b944a0-ca56-42d0-91cd-fb1c74181617 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/subnets/f5b13402-4070-411f-886f-073c4b7f7162 HTTP/1.1" status: 404 len: 337 time: 0.0961938 Jul 06 11:47:40.755858 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:40.890026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Pushing event updated for resources: {'Port': ['ID=7c074721-c7b3-4fe4-a67b-70a74f859df1,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:40.966342 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-04df3535-5984-40f4-8ad3-23cc41f85795 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:40.967827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04df3535-5984-40f4-8ad3-23cc41f85795 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:40.972075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-04df3535-5984-40f4-8ad3-23cc41f85795 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/d0fbb305-2f5f-4e29-ad1e-b49950ad2abb HTTP/1.1" status: 404 len: 339 time: 0.2131281 Jul 06 11:47:40.999664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49458) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:41.026570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Attempting to bind port 7c074721-c7b3-4fe4-a67b-70a74f859df1 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:41.027425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Attempting to bind port 7c074721-c7b3-4fe4-a67b-70a74f859df1 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:41.027949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Attempting to bind port 7c074721-c7b3-4fe4-a67b-70a74f859df1 on network 90516628-a9e7-415c-b9f2-7769c50303c3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:41.036807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Port 7c074721-c7b3-4fe4-a67b-70a74f859df1 on network 90516628-a9e7-415c-b9f2-7769c50303c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:47:41.037528 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Attempting to bind port 7c074721-c7b3-4fe4-a67b-70a74f859df1 on network 90516628-a9e7-415c-b9f2-7769c50303c3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:41.048742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:41.049581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Checking segment: {'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:41.050269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Bound using segment: {'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:41.051048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Bound port: 7c074721-c7b3-4fe4-a67b-70a74f859df1, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:41.051510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.112706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-3ff8042f-3648-4d8b-bbbc-ae7067cd94ba req-efa66d6c-5d07-4f35-afed-58a3cca7b10c service neutron] (93815) timed out ('10.222.0.21', 55282) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 11:47:41.115499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81620346-ec86-4cac-9dc5-6108b9842369 req-75e59068-4ba7-45eb-b0ea-19e7615a7d77 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70&device_id=6bb0647c-cb64-426f-bd5c-d91b34744080 HTTP/1.1" status: 200 len: 210 time: 0.1345508 Jul 06 11:47:41.175138 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.178115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] For port 7c074721-c7b3-4fe4-a67b-70a74f859df1, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:41.187816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] For port 7c074721-c7b3-4fe4-a67b-70a74f859df1, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c074721-c7b3-4fe4-a67b-70a74f859df1,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:41.200884 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.275874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Pushing event updated for resources: {'Port': ['ID=7c074721-c7b3-4fe4-a67b-70a74f859df1,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:41.281332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Transition to ACTIVE for port object c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:41.322749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15d93ac-017b-41fe-9b0f-8d09b9ef4353 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Deleting subnet 83b01ce0-6885-48dc-ae2c-f112bbf32d4c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:47:41.372204 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e15d93ac-017b-41fe-9b0f-8d09b9ef4353 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.373716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:41.375071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.380282 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-1b141f63-4db9-419b-99d1-b40c1fd82ace service neutron] 10.222.0.47 "PUT /v2.0/ports/7c074721-c7b3-4fe4-a67b-70a74f859df1 HTTP/1.1" status: 200 len: 1091 time: 4.4280908 Jul 06 11:47:41.381828 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'tag': '7c074721-c7b3-4fe4-a67b-70a74f859df1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:41.399755 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bb9e8d-8552-4d6e-a42d-db8037724817" -d '{"events": [{"name": "network-changed", "server_uuid": "d68bc93b-b193-465c-a670-23b4e9796d12", "tag": "7c074721-c7b3-4fe4-a67b-70a74f859df1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:41.410261 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:41.634614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Network 2e490abb-8483-4eea-a6d2-30f107b16331 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:41.660798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:41.684380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:41.862332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Pushing event updated for resources: {'Port': ['ID=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:41.917452 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f563b6-84a4-4769-9665-08b9c4785475 req-09ff98d6-6783-4778-9626-d3585ac7ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:41.919556 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-09ff98d6-6783-4778-9626-d3585ac7ea3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4eb55b7769694658a57cdd343a779d40&device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 1094 time: 0.4931791 Jul 06 11:47:41.934630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:41.936979 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.037573 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-6c9a3d62-c102-4d6c-97c4-a627f672c495 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c074721-c7b3-4fe4-a67b-70a74f859df1 HTTP/1.1" status: 200 len: 217 time: 0.0832083 Jul 06 11:47:42.042390 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-364de2be-2025-422d-abec-c7d740b4d78a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8664298 Jul 06 11:47:42.123066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Request body: {'port': {'device_id': 'd08388c3-a68d-4969-889e-907041eca39f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:42.197835 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72491439-1654-496d-818b-f0e66bf8bcde req-24c0e7a1-e662-4fe2-8665-7a8a382dc199 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81a92b06399f4edcaf36623e636c6e82&device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.0689137 Jul 06 11:47:42.209190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0fc8a7fc-5b5c-4b34-888e-ce39242f38e0 None None] Provisioning for port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:42.225745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0fc8a7fc-5b5c-4b34-888e-ce39242f38e0 None None] Provisioning complete for port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:42.227306 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fc8a7fc-5b5c-4b34-888e-ce39242f38e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.240625 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e15d93ac-017b-41fe-9b0f-8d09b9ef4353 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.250680 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72491439-1654-496d-818b-f0e66bf8bcde req-d0048b57-001f-4356-9562-06e2fa394b77 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=81a92b06399f4edcaf36623e636c6e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426722 Jul 06 11:47:42.258368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f563b6-84a4-4769-9665-08b9c4785475 req-d0ec18b0-8164-4a55-8333-ba3d12aa370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:42.260254 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-d0ec18b0-8164-4a55-8333-ba3d12aa370c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5638a9dc-13f5-449c-820c-74495bd64921 HTTP/1.1" status: 200 len: 854 time: 0.2152565 Jul 06 11:47:42.278138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8a7fc-5b5c-4b34-888e-ce39242f38e0 None None] Port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:47:42.348273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126b983-745e-4879-955b-83e703795293 req-c4cb8639-19a3-4308-b193-898251809235 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:42.350501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-c4cb8639-19a3-4308-b193-898251809235 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.86 "GET /v2.0/networks?id=2e490abb-8483-4eea-a6d2-30f107b16331 HTTP/1.1" status: 200 len: 816 time: 1.5318134 Jul 06 11:47:42.411603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Request body: {'port': {'device_id': '0c9fe09f-98dc-47f3-8329-743ca281dd81', 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331', 'admin_state_up': True, 'tenant_id': '27c93dc732f14f4693b636a45e0e0769'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:42.417168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a69e42b-9f30-440d-aecc-61e4b580d11e req-8a53112f-1d3f-461e-a946-e8d9b88b938d tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 210 time: 0.0900066 Jul 06 11:47:42.419561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-314e46ab-615f-4d00-b712-7efdc93c3529 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90516628-a9e7-415c-b9f2-7769c50303c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972700 Jul 06 11:47:42.489464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfea350-d5ed-45df-92ce-e000ef94114c {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:42.504689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932416-9101-484c-92d0-ff11282aee14 req-68b18d90-53f0-419a-80d5-e32d66541b99 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:42.504998 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.506775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31932416-9101-484c-92d0-ff11282aee14 req-68b18d90-53f0-419a-80d5-e32d66541b99 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 943 time: 1.4263752 Jul 06 11:47:42.545642 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.571154 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e15d93ac-017b-41fe-9b0f-8d09b9ef4353 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.662925 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b945ecc-6201-4690-9553-ebc95ab2dab5 x-openstack-request-id: req-6b945ecc-6201-4690-9553-ebc95ab2dab5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:42.671219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Transition to ACTIVE for port object ccfea350-d5ed-45df-92ce-e000ef94114c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:42.671914 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68bc93b-b193-465c-a670-23b4e9796d12", "tag": "7c074721-c7b3-4fe4-a67b-70a74f859df1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:42.672195 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b945ecc-6201-4690-9553-ebc95ab2dab5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:42.673401 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'tag': '7c074721-c7b3-4fe4-a67b-70a74f859df1', 'status': 'completed', 'code': 200} Jul 06 11:47:42.701361 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31932416-9101-484c-92d0-ff11282aee14 req-9f7f6a0d-62f2-4a26-9949-7543cc93bd07 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791279 Jul 06 11:47:42.716647 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:42.831806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72491439-1654-496d-818b-f0e66bf8bcde req-cbf9eb03-1921-4271-8c5e-8fdbca0abc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:42.833368 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72491439-1654-496d-818b-f0e66bf8bcde req-cbf9eb03-1921-4271-8c5e-8fdbca0abc2f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5712748 Jul 06 11:47:42.963592 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-6c6964e0-dc0b-4983-933a-e368c8897cce service neutron] 10.222.0.47 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268841 Jul 06 11:47:43.041615 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e15d93ac-017b-41fe-9b0f-8d09b9ef4353 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.150898 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Made reservation on behalf of 27c93dc732f14f4693b636a45e0e0769 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:43.162303 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.163015 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99f563b6-84a4-4769-9665-08b9c4785475 req-6efb5451-8364-4af4-8bc3-5d97f616e7d5 service neutron] 10.222.0.47 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872318 Jul 06 11:47:43.168178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e3e5530-c79f-40b1-aa63-87ae53c6791f req-023ae5e1-bc2d-4314-8362-702eda234afc tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.2202406 Jul 06 11:47:43.268142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6328d2-a7f7-40b1-bc43-a1c12c838ea6 None None] Network 91c704d0-f810-4326-8859-1e7429fe3337 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:43.270807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e15d93ac-017b-41fe-9b0f-8d09b9ef4353 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.281322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e15d93ac-017b-41fe-9b0f-8d09b9ef4353 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/subnets/83b01ce0-6885-48dc-ae2c-f112bbf32d4c HTTP/1.1" status: 204 len: 168 time: 2.2740800 Jul 06 11:47:43.294666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d93ac-017b-41fe-9b0f-8d09b9ef4353 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Subnet': ['ID=83b01ce0-6885-48dc-ae2c-f112bbf32d4c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:43.299389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:43.304530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfea350-d5ed-45df-92ce-e000ef94114c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:43.537449 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:43.549755 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.577219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e8d-8552-4d6e-a42d-db8037724817 req-bac7f3d8-22fb-4e45-8e35-b28359bbd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:43.577565 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3bb9e8d-8552-4d6e-a42d-db8037724817 req-bac7f3d8-22fb-4e45-8e35-b28359bbd296 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4eb55b7769694658a57cdd343a779d40&device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 1094 time: 0.3393514 Jul 06 11:47:43.578666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Transition to ACTIVE for port object c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:43.602425 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.620135 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.662228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae556a-40f5-4c62-9acf-43ee1ed2d935 req-82d137ff-9d03-4830-a20b-f4e798b8c0d6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:43.674474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91ae556a-40f5-4c62-9acf-43ee1ed2d935 req-82d137ff-9d03-4830-a20b-f4e798b8c0d6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 945 time: 0.7022769 Jul 06 11:47:43.729002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06b9e3-c34c-4aa4-906d-c47982b6da07 None None] DHCP port deletion for 91c704d0-f810-4326-8859-1e7429fe3337 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:47:43.785386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Attempting to bind port ccfea350-d5ed-45df-92ce-e000ef94114c on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:43.786066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Attempting to bind port ccfea350-d5ed-45df-92ce-e000ef94114c by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:43.786682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Attempting to bind port ccfea350-d5ed-45df-92ce-e000ef94114c on network 2e490abb-8483-4eea-a6d2-30f107b16331 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:43.821604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Pushing event updated for resources: {'Port': ['ID=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:43.842384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0a06b9e3-c34c-4aa4-906d-c47982b6da07 None None] Deleting port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:43.843568 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a06b9e3-c34c-4aa4-906d-c47982b6da07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:43.888736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91ae556a-40f5-4c62-9acf-43ee1ed2d935 req-59b98c97-2f2e-4d08-830c-f3b2d9c7936b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124476 Jul 06 11:47:43.889702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Port ccfea350-d5ed-45df-92ce-e000ef94114c on network 2e490abb-8483-4eea-a6d2-30f107b16331 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:47:43.890918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Attempting to bind port ccfea350-d5ed-45df-92ce-e000ef94114c on network 2e490abb-8483-4eea-a6d2-30f107b16331 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:43.896674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Allocated IP 172.20.0.14 (2e490abb-8483-4eea-a6d2-30f107b16331/42c71fa7-cadd-4bca-964d-fd0493e0a26f/1b167720-00ea-4947-955e-a89ee5be27de) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:44.011653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Attempting to bind port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:44.012342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Attempting to bind port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:44.013081 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Attempting to bind port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a on network 2e490abb-8483-4eea-a6d2-30f107b16331 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:44.022080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a on network 2e490abb-8483-4eea-a6d2-30f107b16331 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:47:44.022861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Attempting to bind port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a on network 2e490abb-8483-4eea-a6d2-30f107b16331 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:44.029513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0a06b9e3-c34c-4aa4-906d-c47982b6da07 None None] For port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ae4ec952-62b1-4884-a1ac-a57fb2ae6be3,segment=NetworkSegment(e8ac81a7-9527-48ed-9a4d-2a818494ad36),segment_id=e8ac81a7-9527-48ed-9a4d-2a818494ad36)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:44.029973 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a06b9e3-c34c-4aa4-906d-c47982b6da07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.037871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:44.038338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Checking segment: {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:44.039170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Bound using segment: {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:44.039908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Bound port: c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:44.040532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.043551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e8d-8552-4d6e-a42d-db8037724817 req-5be70c98-93bf-42af-8f05-0d66cfd66100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:44.045858 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3bb9e8d-8552-4d6e-a42d-db8037724817 req-5be70c98-93bf-42af-8f05-0d66cfd66100 service neutron] 10.222.0.47 "GET /v2.0/networks?id=90516628-a9e7-415c-b9f2-7769c50303c3 HTTP/1.1" status: 200 len: 915 time: 0.4577227 Jul 06 11:47:44.087680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0a06b9e3-c34c-4aa4-906d-c47982b6da07 None None] Calling delete_port for ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:44.125252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3bb9e8d-8552-4d6e-a42d-db8037724817 req-9ce2b9f2-ff8a-42f6-a5bc-723726ea0c40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c074721-c7b3-4fe4-a67b-70a74f859df1 HTTP/1.1" status: 200 len: 217 time: 0.0684154 Jul 06 11:47:44.238416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a406943-698a-45bf-8e04-51308c7ba661 req-a735d4b3-607a-495e-bfdd-c58e12472c41 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 210 time: 0.3879116 Jul 06 11:47:44.266768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:44.267343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Checking segment: {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:44.269257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:44.272882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Bound using segment: {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:44.273362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Bound port: ccfea350-d5ed-45df-92ce-e000ef94114c, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:44.273951 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.355978 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f96a9c2b-2726-43c7-905e-d6aabcf0fe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.365622 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72491439-1654-496d-818b-f0e66bf8bcde req-a5fd5a75-3221-46c8-a33d-a1bc6e4508cf tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fd6e2b8-fb3f-42d7-8f37-3d475b5cfd70 HTTP/1.1" status: 200 len: 210 time: 0.1482892 Jul 06 11:47:44.560461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9e8d-8552-4d6e-a42d-db8037724817 req-2d568a52-8efc-492b-8995-f9d011405ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:44.565328 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3bb9e8d-8552-4d6e-a42d-db8037724817 req-2d568a52-8efc-492b-8995-f9d011405ced service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5638a9dc-13f5-449c-820c-74495bd64921 HTTP/1.1" status: 200 len: 854 time: 0.4289050 Jul 06 11:47:44.587346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] For port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:44.705305 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3bb9e8d-8552-4d6e-a42d-db8037724817 req-10e09ae8-b11b-4ae8-bc13-f08ae3779578 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90516628-a9e7-415c-b9f2-7769c50303c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187541 Jul 06 11:47:44.723112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Deleting port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:44.723937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.748305 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.817352 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a06b9e3-c34c-4aa4-906d-c47982b6da07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.855806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06b9e3-c34c-4aa4-906d-c47982b6da07 None None] No DVR routers for this DVR port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:44.877041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] For port ccfea350-d5ed-45df-92ce-e000ef94114c, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:44.907189 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:44.949555 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3bb9e8d-8552-4d6e-a42d-db8037724817 req-1773a3cf-9164-454e-bf50-d0f2a9ec7e05 service neutron] 10.222.0.47 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433674 Jul 06 11:47:44.956391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf5974-fd90-4747-9f3a-6785f2e94953 req-b9353a91-fb71-4d54-9d53-4815fff5b44d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:44.964604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62bf5974-fd90-4747-9f3a-6785f2e94953 req-b9353a91-fb71-4d54-9d53-4815fff5b44d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 943 time: 0.6792614 Jul 06 11:47:44.969273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] For port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:44.976106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] For port ccfea350-d5ed-45df-92ce-e000ef94114c, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ccfea350-d5ed-45df-92ce-e000ef94114c,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:44.980787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Transition to ACTIVE for port object 1b167720-00ea-4947-955e-a89ee5be27de will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:45.015044 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.040312 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.105984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:45.106929 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.107660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] For port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ae4ec952-62b1-4884-a1ac-a57fb2ae6be3,segment=NetworkSegment(e8ac81a7-9527-48ed-9a4d-2a818494ad36),segment_id=e8ac81a7-9527-48ed-9a4d-2a818494ad36)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:45.108195 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.109539 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] 10.222.0.86 "PUT /v2.0/ports/c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a HTTP/1.1" status: 200 len: 1091 time: 2.9914892 Jul 06 11:47:45.111237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08388c3-a68d-4969-889e-907041eca39f', 'tag': 'c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:45.115653 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12763efa-9d79-4564-94ba-a88d22933f36" -d '{"events": [{"name": "network-changed", "server_uuid": "d08388c3-a68d-4969-889e-907041eca39f", "tag": "c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:45.139433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06b9e3-c34c-4aa4-906d-c47982b6da07 None None] Pushing event deleted for resources: {'Port': ['ID=ae4ec952-62b1-4884-a1ac-a57fb2ae6be3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:45.304131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Calling delete_port for ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:45.367268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62bf5974-fd90-4747-9f3a-6785f2e94953 req-3393998a-5592-4c17-b9f6-d807ed8f0f43 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003770 Jul 06 11:47:45.385281 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:45.386327 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.390067 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] 10.222.0.47 "PUT /v2.0/ports/ccfea350-d5ed-45df-92ce-e000ef94114c HTTP/1.1" status: 200 len: 1092 time: 6.4894695 Jul 06 11:47:45.401615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2964ab2b-eacc-4845-a6f1-0b298375b6e3', 'tag': 'ccfea350-d5ed-45df-92ce-e000ef94114c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:45.453635 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d270d73-976f-49a1-9a4f-7029cde68b32" -d '{"events": [{"name": "network-changed", "server_uuid": "2964ab2b-eacc-4845-a6f1-0b298375b6e3", "tag": "ccfea350-d5ed-45df-92ce-e000ef94114c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:45.730021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812284be-5c08-4f68-923c-60051e4d5760 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfea350-d5ed-45df-92ce-e000ef94114c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:45.747587 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:45.846395 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aae3a39-47fc-4a0c-927c-5c389f4da92b x-openstack-request-id: req-0aae3a39-47fc-4a0c-927c-5c389f4da92b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:45.846808 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08388c3-a68d-4969-889e-907041eca39f", "tag": "c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:45.846808 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0aae3a39-47fc-4a0c-927c-5c389f4da92b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:45.847240 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08388c3-a68d-4969-889e-907041eca39f', 'tag': 'c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a', 'status': 'completed', 'code': 200} Jul 06 11:47:45.850130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14114e4a-803d-4c42-86aa-917aa5460d4a service neutron] Pushing event updated for resources: {'Port': ['ID=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:45.872669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Network 2e490abb-8483-4eea-a6d2-30f107b16331 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:45.914499 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3bb9e8d-8552-4d6e-a42d-db8037724817 req-273e0fe4-b678-4ff7-b8a8-a226bd4cdf7e service neutron] 10.222.0.47 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9551849 Jul 06 11:47:45.926225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7c074721-c7b3-4fe4-a67b-70a74f859df1 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:45.929673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:45.938828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:45.947902 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b18f1df-4ba9-4e63-98f0-b69ff5bb3627 x-openstack-request-id: req-0b18f1df-4ba9-4e63-98f0-b69ff5bb3627 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:45.949277 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2964ab2b-eacc-4845-a6f1-0b298375b6e3", "tag": "ccfea350-d5ed-45df-92ce-e000ef94114c", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:45.949670 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b18f1df-4ba9-4e63-98f0-b69ff5bb3627 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:45.950936 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2964ab2b-eacc-4845-a6f1-0b298375b6e3', 'tag': 'ccfea350-d5ed-45df-92ce-e000ef94114c', 'status': 'completed', 'code': 200} Jul 06 11:47:45.959939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:45.960480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-bea31b0f-49cf-4686-8a06-4adf99bc8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:45.962298 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-bea31b0f-49cf-4686-8a06-4adf99bc8002 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c93dc732f14f4693b636a45e0e0769&device_id=d08388c3-a68d-4969-889e-907041eca39f HTTP/1.1" status: 200 len: 1094 time: 0.7764835 Jul 06 11:47:45.971003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Pushing event updated for resources: {'Port': ['ID=1b167720-00ea-4947-955e-a89ee5be27de,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:45.992080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-a42fb0bb-39a0-4f0b-9b1b-d707ecbbff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:45.993724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-a42fb0bb-39a0-4f0b-9b1b-d707ecbbff87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27c93dc732f14f4693b636a45e0e0769&device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 1095 time: 0.4950879 Jul 06 11:47:46.104626 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-72d95687-79fa-4517-855a-809d08fc00e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a HTTP/1.1" status: 200 len: 217 time: 0.1024644 Jul 06 11:47:46.154221 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.213018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-86e6b588-5e30-407e-85fa-fa290249be15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccfea350-d5ed-45df-92ce-e000ef94114c HTTP/1.1" status: 200 len: 217 time: 0.1375136 Jul 06 11:47:46.256323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.280658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-0f30fe51-46d8-4247-b4aa-696adc9b3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:46.283853 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-0f30fe51-46d8-4247-b4aa-696adc9b3557 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=42c71fa7-cadd-4bca-964d-fd0493e0a26f HTTP/1.1" status: 200 len: 855 time: 0.1772020 Jul 06 11:47:46.309015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No DVR routers for this DVR port ae4ec952-62b1-4884-a1ac-a57fb2ae6be3 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:46.333240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:46.335801 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceed36a9-0ef4-4009-87ff-8f5cc73496b2" -d '{"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:46.339856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7c074721-c7b3-4fe4-a67b-70a74f859df1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c074721-c7b3-4fe4-a67b-70a74f859df1,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:46.365279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:46.373804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Port': ['ID=ae4ec952-62b1-4884-a1ac-a57fb2ae6be3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:46.376068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '7c074721-c7b3-4fe4-a67b-70a74f859df1', 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3', 'port_id': '7c074721-c7b3-4fe4-a67b-70a74f859df1', 'mac_address': 'fa:16:3e:90:2d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5638a9dc-13f5-449c-820c-74495bd64921', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:46.378540 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.426651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-49fb5b8a-6a54-4f52-9d6d-f03c04bec985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:46.430897 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-49fb5b8a-6a54-4f52-9d6d-f03c04bec985 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e490abb-8483-4eea-a6d2-30f107b16331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360085 Jul 06 11:47:46.431934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:46.432826 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.444178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:46.494542 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.530494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c074721-c7b3-4fe4-a67b-70a74f859df1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:46.566073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7c074721-c7b3-4fe4-a67b-70a74f859df1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c074721-c7b3-4fe4-a67b-70a74f859df1,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:46.573485 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.611485 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e660a9-ccf3-407b-96ff-cc098825c5dd x-openstack-request-id: req-d4e660a9-ccf3-407b-96ff-cc098825c5dd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:46.612274 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:46.612827 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4e660a9-ccf3-407b-96ff-cc098825c5dd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:46.613776 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'code': 200} Jul 06 11:47:46.681067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=7c074721-c7b3-4fe4-a67b-70a74f859df1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:46.710632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e9446c0e-9603-4e36-aec6-730cd5963594 req-bfcdcfe7-e9be-4f16-94c1-9548f8708747 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81a92b06399f4edcaf36623e636c6e82&device_id=6bb0647c-cb64-426f-bd5c-d91b34744080 HTTP/1.1" status: 200 len: 210 time: 0.1272967 Jul 06 11:47:46.739250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-434d57f9-9e1c-4d5f-ad04-8b25691f2374 None None] Provisioning for port 1b167720-00ea-4947-955e-a89ee5be27de completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:46.748372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-434d57f9-9e1c-4d5f-ad04-8b25691f2374 None None] Provisioning complete for port 1b167720-00ea-4947-955e-a89ee5be27de triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:46.752273 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-434d57f9-9e1c-4d5f-ad04-8b25691f2374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:46.791759 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e9446c0e-9603-4e36-aec6-730cd5963594 req-b27eef4a-f228-4726-8a47-d49a14ced38a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=81a92b06399f4edcaf36623e636c6e82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641735 Jul 06 11:47:46.853495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-434d57f9-9e1c-4d5f-ad04-8b25691f2374 None None] Port 1b167720-00ea-4947-955e-a89ee5be27de cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:47:46.891251 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-e54865bf-623a-4fd4-9c80-75f315b40102 service neutron] 10.222.0.86 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469936 Jul 06 11:47:46.989692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9446c0e-9603-4e36-aec6-730cd5963594 req-84e10e42-20bf-4533-a100-23f33c4cff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:46.991291 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e9446c0e-9603-4e36-aec6-730cd5963594 req-84e10e42-20bf-4533-a100-23f33c4cff14 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1889162 Jul 06 11:47:47.012373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['7c074721-c7b3-4fe4-a67b-70a74f859df1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:47.013547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-94eedcb6-a827-4303-aebe-975766d218b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:47.015149 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-94eedcb6-a827-4303-aebe-975766d218b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42c71fa7-cadd-4bca-964d-fd0493e0a26f HTTP/1.1" status: 200 len: 855 time: 0.7913780 Jul 06 11:47:47.035400 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9cd8e8b6-b0b1-4c58-9df6-a6034e0800c4 req-2220a0c9-62a1-4206-82ad-ddada479879f service neutron] 10.222.0.86 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316059 Jul 06 11:47:47.037756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-62b3d2e8-a337-4b0e-ad5c-32e087a93b62 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6301847 Jul 06 11:47:47.070479 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.097516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Request body: {'port': {'device_id': '0c9fe09f-98dc-47f3-8329-743ca281dd81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:47.149557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c704d0-f810-4326-8859-1e7429fe3337']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:47.169673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10eb04-982e-4fb1-b0d2-9296939a09f8 req-f0a3af18-ea85-43d3-8946-72a85d545574 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:47.178336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e10eb04-982e-4fb1-b0d2-9296939a09f8 req-f0a3af18-ea85-43d3-8946-72a85d545574 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 932 time: 1.1275654 Jul 06 11:47:47.193983 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ac81a7-9527-48ed-9a4d-2a818494ad36') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:47.194266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ac81a7-9527-48ed-9a4d-2a818494ad36') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:47.198296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49966) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:47.207250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1587477360'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:47.239549 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.262103 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12763efa-9d79-4564-94ba-a88d22933f36 req-b3f75935-fabc-4bb4-9d09-e5183274f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:47.264757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12763efa-9d79-4564-94ba-a88d22933f36 req-b3f75935-fabc-4bb4-9d09-e5183274f5da service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c93dc732f14f4693b636a45e0e0769&device_id=d08388c3-a68d-4969-889e-907041eca39f HTTP/1.1" status: 200 len: 1094 time: 0.1432507 Jul 06 11:47:47.328199 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.341813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145b967-7af0-47ef-95fb-6e0ad9e4cc41 req-2002b0fd-5733-4906-8e54-226a43209015 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:47.343378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9145b967-7af0-47ef-95fb-6e0ad9e4cc41 req-2002b0fd-5733-4906-8e54-226a43209015 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 944 time: 0.3598044 Jul 06 11:47:47.356018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e10eb04-982e-4fb1-b0d2-9296939a09f8 req-97f6b581-7a90-4e1a-99d2-668e36139de3 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767616 Jul 06 11:47:47.371782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:47.376936 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.380632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:47.381049 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.392100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12763efa-9d79-4564-94ba-a88d22933f36 req-cb5d098b-3e94-4030-b70a-e4541b0b1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:47.393827 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12763efa-9d79-4564-94ba-a88d22933f36 req-cb5d098b-3e94-4030-b70a-e4541b0b1bb7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e490abb-8483-4eea-a6d2-30f107b16331 HTTP/1.1" status: 200 len: 917 time: 0.1204753 Jul 06 11:47:47.397047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-d7846845-4a86-4e42-8df7-794dab87cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:47.398544 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-d7846845-4a86-4e42-8df7-794dab87cafd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e490abb-8483-4eea-a6d2-30f107b16331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3572905 Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:47.399498 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:47.452317 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12763efa-9d79-4564-94ba-a88d22933f36 req-a37ca1c4-fe65-4e82-9664-1e04a543a605 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a HTTP/1.1" status: 200 len: 217 time: 0.0498912 Jul 06 11:47:47.499672 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.521831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12763efa-9d79-4564-94ba-a88d22933f36 req-eb01c4e6-1caa-42c1-8cfd-f953dead362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:47.523568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12763efa-9d79-4564-94ba-a88d22933f36 req-eb01c4e6-1caa-42c1-8cfd-f953dead362b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=42c71fa7-cadd-4bca-964d-fd0493e0a26f HTTP/1.1" status: 200 len: 855 time: 0.0602868 Jul 06 11:47:47.603595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12763efa-9d79-4564-94ba-a88d22933f36 req-86f35c5f-534b-4c30-893b-8614e7430077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:47.605811 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12763efa-9d79-4564-94ba-a88d22933f36 req-86f35c5f-534b-4c30-893b-8614e7430077 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e490abb-8483-4eea-a6d2-30f107b16331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746598 Jul 06 11:47:47.638777 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f4103e1-ef64-4d42-89eb-09c045f81210 req-aafda252-c46c-4ab8-810a-70b65415a6ac tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb0647c-cb64-426f-bd5c-d91b34744080 HTTP/1.1" status: 200 len: 210 time: 0.1269131 Jul 06 11:47:47.639914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:47.679833 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.698686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9145b967-7af0-47ef-95fb-6e0ad9e4cc41 req-d60d408d-b5af-49fc-859a-b4a8bb1bcdd1 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297813 Jul 06 11:47:47.717858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.720088 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/91c704d0-f810-4326-8859-1e7429fe3337 HTTP/1.1" status: 204 len: 168 time: 4.4164796 Jul 06 11:47:47.723048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49976) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:47.743339 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.743727 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Added segment dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a of type vlan for network fe9c839b-7637-4be1-b268-411d357e0152 Jul 06 11:47:47.745176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5fb08-37d4-4728-b7ae-5e76d64c6b30 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Network': ['ID=91c704d0-f810-4326-8859-1e7429fe3337,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:47.770459 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec64304-b6b3-4f86-ae25-6ec68d9a7598 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:47.770918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec64304-b6b3-4f86-ae25-6ec68d9a7598 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:47.775623 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ec64304-b6b3-4f86-ae25-6ec68d9a7598 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/subnets/eb4e7c88-7269-4a24-af3f-73a898b3f588 HTTP/1.1" status: 404 len: 337 time: 0.0507467 Jul 06 11:47:47.777821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:47.831507 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12763efa-9d79-4564-94ba-a88d22933f36 req-4242d535-011f-4951-b006-8161e59ec85c service neutron] 10.222.0.86 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166722 Jul 06 11:47:47.912092 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fcd261-af3e-4479-9882-1d24b4bda2dd tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] DELETE failed (client error): The resource could not be found. Jul 06 11:47:47.913192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fcd261-af3e-4479-9882-1d24b4bda2dd tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:47:47.914636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-24fcd261-af3e-4479-9882-1d24b4bda2dd tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/55206638-2b14-4982-8df0-3b1952da52fb HTTP/1.1" status: 404 len: 339 time: 0.1267440 Jul 06 11:47:47.920116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:47.929156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-61e24320-dcf9-4728-a403-c44680564ee5 service neutron] 10.222.0.47 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583685 Jul 06 11:47:47.960083 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.003790 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-12763efa-9d79-4564-94ba-a88d22933f36 req-c10c76ad-0995-4924-9538-53971e633645 service neutron] 10.222.0.86 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600497 Jul 06 11:47:48.039822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5a54ff-8a9f-43b7-a2be-0b90edd62b95 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Deleting subnet 290015b2-d1ad-436d-9c82-44f322b3837b {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:47:48.043979 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e5a54ff-8a9f-43b7-a2be-0b90edd62b95 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.102294 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e5a54ff-8a9f-43b7-a2be-0b90edd62b95 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.144156 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.166676 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.173276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:48.173986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.209318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e5a54ff-8a9f-43b7-a2be-0b90edd62b95 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.236211 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd16774b-9ccc-4fba-bea4-ef5d8238ea4a req-5760f074-cded-4499-ac36-7a6613d5ca71 service neutron] 10.222.0.47 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898319 Jul 06 11:47:48.274360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0716305 Jul 06 11:47:48.278455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49984) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:48.284841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2085400101'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:48.302325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f746929-3f08-4077-aa10-6b6172023f51 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Network': ['ID=fe9c839b-7637-4be1-b268-411d357e0152,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:48.306323 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e5a54ff-8a9f-43b7-a2be-0b90edd62b95 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.317272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network fe9c839b-7637-4be1-b268-411d357e0152 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:48.390313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:48.397940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b167720-00ea-4947-955e-a89ee5be27de {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:48.404335 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.414605 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.415010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a54ff-8a9f-43b7-a2be-0b90edd62b95 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Subnet': ['ID=290015b2-d1ad-436d-9c82-44f322b3837b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:48.453264 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e5a54ff-8a9f-43b7-a2be-0b90edd62b95 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.459840 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0e5a54ff-8a9f-43b7-a2be-0b90edd62b95 tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/subnets/290015b2-d1ad-436d-9c82-44f322b3837b HTTP/1.1" status: 204 len: 168 time: 0.5327029 Jul 06 11:47:48.459840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49992) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:48.471559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0343618-5d1d-45cb-bc5b-265eb48b5121 None None] Network 518ebd3a-cec2-47b2-a663-bc4e05cacd94 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:48.479573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d270d73-976f-49a1-9a4f-7029cde68b32 req-2e711889-379b-489b-b4fe-282bd1f91faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:48.482182 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d270d73-976f-49a1-9a4f-7029cde68b32 req-2e711889-379b-489b-b4fe-282bd1f91faf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27c93dc732f14f4693b636a45e0e0769&device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 1095 time: 0.1655812 Jul 06 11:47:48.482182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Transition to ACTIVE for port object 1b167720-00ea-4947-955e-a89ee5be27de will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:48.499339 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe084-cfad-4671-aa35-ace381685e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.525011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:48.553512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.553877 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Added segment 2f281284-c638-474e-afef-3e2c1f8ff807 of type vlan for network 6500b71c-f47e-4815-a660-d6db6c42d73e Jul 06 11:47:48.581178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.594964 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.631095 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.668658 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.717088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Pushing event updated for resources: {'Port': ['ID=1b167720-00ea-4947-955e-a89ee5be27de,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:48.734217 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.741100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:48.741736 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.871527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b500870-8698-4dc6-a643-8bfaf5a2a9a9 req-15e57f48-787c-4525-9592-43e5e993dc32 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:48.879261 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5b500870-8698-4dc6-a643-8bfaf5a2a9a9 req-15e57f48-787c-4525-9592-43e5e993dc32 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 944 time: 0.2779598 Jul 06 11:47:48.901004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Network': ['ID=6500b71c-f47e-4815-a660-d6db6c42d73e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:48.910290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Deleting port 7268c139-67bf-4ad9-badc-d633dbbb6989 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:48.910290 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:48.914725 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 6500b71c-f47e-4815-a660-d6db6c42d73e details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:48.927664 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b589c3b4-a965-41eb-926e-a1ec5137ad9b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6428752 Jul 06 11:47:48.928667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50004) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:48.959011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d270d73-976f-49a1-9a4f-7029cde68b32 req-e1380276-39d5-4e6e-85e4-b4243b2ca87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:48.961262 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d270d73-976f-49a1-9a4f-7029cde68b32 req-e1380276-39d5-4e6e-85e4-b4243b2ca87a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e490abb-8483-4eea-a6d2-30f107b16331 HTTP/1.1" status: 200 len: 917 time: 0.4680107 Jul 06 11:47:48.963759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'subnet': {'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:48.998912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] DHCP port deletion for 518ebd3a-cec2-47b2-a663-bc4e05cacd94 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:47:49.038959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db567d4b-a883-488d-8af3-b76b2c61a397 req-69db1ca6-efb3-45d9-81e9-80c11b8eaac5 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb0647c-cb64-426f-bd5c-d91b34744080 HTTP/1.1" status: 200 len: 210 time: 0.0712790 Jul 06 11:47:49.145630 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Attempting to bind port 1b167720-00ea-4947-955e-a89ee5be27de on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:49.146444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Attempting to bind port 1b167720-00ea-4947-955e-a89ee5be27de by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:49.147129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Attempting to bind port 1b167720-00ea-4947-955e-a89ee5be27de on network 2e490abb-8483-4eea-a6d2-30f107b16331 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:49.234244 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e9446c0e-9603-4e36-aec6-730cd5963594 req-d9e44296-44a5-446d-8751-9752b16f4c1e tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bb0647c-cb64-426f-bd5c-d91b34744080 HTTP/1.1" status: 200 len: 210 time: 0.1163301 Jul 06 11:47:49.283856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Port 1b167720-00ea-4947-955e-a89ee5be27de on network 2e490abb-8483-4eea-a6d2-30f107b16331 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:47:49.284230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Attempting to bind port 1b167720-00ea-4947-955e-a89ee5be27de on network 2e490abb-8483-4eea-a6d2-30f107b16331 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:49.295292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Deleting port 7268c139-67bf-4ad9-badc-d633dbbb6989 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:47:49.296143 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:49.322702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] For port 7268c139-67bf-4ad9-badc-d633dbbb6989, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7268c139-67bf-4ad9-badc-d633dbbb6989,segment=NetworkSegment(ba783e7c-0684-4b6d-b1f0-6d874375ad77),segment_id=ba783e7c-0684-4b6d-b1f0-6d874375ad77)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:49.323247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:49.323565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d270d73-976f-49a1-9a4f-7029cde68b32 req-142e1d58-0a99-44c8-b6c7-d8899ac1bba7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccfea350-d5ed-45df-92ce-e000ef94114c HTTP/1.1" status: 200 len: 217 time: 0.2826862 Jul 06 11:47:49.327556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:49.332201 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:49.334175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:49.334535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Checking segment: {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:49.334940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Bound using segment: {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:49.335402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Bound port: 1b167720-00ea-4947-955e-a89ee5be27de, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2a3978-f58d-4dae-9b75-af68e5a17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:49.336523 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:49.438764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] For port 7268c139-67bf-4ad9-badc-d633dbbb6989, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7268c139-67bf-4ad9-badc-d633dbbb6989,segment=NetworkSegment(ba783e7c-0684-4b6d-b1f0-6d874375ad77),segment_id=ba783e7c-0684-4b6d-b1f0-6d874375ad77)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:49.439375 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:49.463263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Calling delete_port for 7268c139-67bf-4ad9-badc-d633dbbb6989 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:49.463916 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5b500870-8698-4dc6-a643-8bfaf5a2a9a9 req-a009c0d6-df4f-4a40-9c90-0bf8413c5632 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011804 Jul 06 11:47:49.575219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d270d73-976f-49a1-9a4f-7029cde68b32 req-160d4387-4d0a-4f42-bf7a-d3f8a8cc889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:49.577068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d270d73-976f-49a1-9a4f-7029cde68b32 req-160d4387-4d0a-4f42-bf7a-d3f8a8cc889e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42c71fa7-cadd-4bca-964d-fd0493e0a26f HTTP/1.1" status: 200 len: 855 time: 0.2318759 Jul 06 11:47:49.603584 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:49.619740 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:49.680415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150b1f6-c73f-48fa-a59f-9d2c46088c0d req-561037d9-3f1d-4567-8dac-de6377b431a0 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:49.682305 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c150b1f6-c73f-48fa-a59f-9d2c46088c0d req-561037d9-3f1d-4567-8dac-de6377b431a0 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 944 time: 0.3920331 Jul 06 11:47:49.689903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Subnet': ['ID=f291af92-edf5-466b-b1cd-59d70003fcf8,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:49.702108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] For port 1b167720-00ea-4947-955e-a89ee5be27de, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:49.702585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Calling delete_port for 7268c139-67bf-4ad9-badc-d633dbbb6989 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:47:49.724263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Pushing event deleted for resources: {'Port': ['ID=7268c139-67bf-4ad9-badc-d633dbbb6989,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:49.728572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] No DVR routers for this DVR port 7268c139-67bf-4ad9-badc-d633dbbb6989 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:49.738616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.739005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.739343 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.739866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.740275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.741770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.741770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.741770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.742516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.742516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.742844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.743251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee941-8e6f-4269-bae4-dda57bf8f325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:49.759151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] For port 1b167720-00ea-4947-955e-a89ee5be27de, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=1b167720-00ea-4947-955e-a89ee5be27de,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:49.780007 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:47:49.781114 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c150b1f6-c73f-48fa-a59f-9d2c46088c0d req-4f7050e6-d609-4b45-bea3-d8ea8e6c3640 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899286 Jul 06 11:47:49.784544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:49.789628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d270d73-976f-49a1-9a4f-7029cde68b32 req-53095447-9d75-448c-9f94-3c785e95a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:49.791246 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d270d73-976f-49a1-9a4f-7029cde68b32 req-53095447-9d75-448c-9f94-3c785e95a0b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e490abb-8483-4eea-a6d2-30f107b16331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055869 Jul 06 11:47:49.843318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Checking segment: {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:49.843722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network hostable DHCP agents. Network: fe9c839b-7637-4be1-b268-411d357e0152, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:47:49.907418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network fe9c839b-7637-4be1-b268-411d357e0152 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:47:49.918869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Pushing event updated for resources: {'Port': ['ID=1b167720-00ea-4947-955e-a89ee5be27de,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:49.934541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:49.983369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:49.994842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7c074721-c7b3-4fe4-a67b-70a74f859df1 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:50.031202 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, fe9c839b-7637-4be1-b268-411d357e0152) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:50.036428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Port': ['ID=7268c139-67bf-4ad9-badc-d633dbbb6989,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:50.059084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:50.059834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.062994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e91f014-e721-4e00-8147-42e775ad2d6b None None] Network fe9c839b-7637-4be1-b268-411d357e0152 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:50.066438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] No DVR routers for this DVR port 7268c139-67bf-4ad9-badc-d633dbbb6989 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:47:50.137971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:50.148331 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.149992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-eb6cd112-ca8f-4398-9f03-8e3aa472f10f service neutron] 10.222.0.86 "PUT /v2.0/ports/1b167720-00ea-4947-955e-a89ee5be27de HTTP/1.1" status: 200 len: 1092 time: 3.0757353 Jul 06 11:47:50.150479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9fe09f-98dc-47f3-8329-743ca281dd81', 'tag': '1b167720-00ea-4947-955e-a89ee5be27de'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:50.155782 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9fe09f-98dc-47f3-8329-743ca281dd81", "tag": "1b167720-00ea-4947-955e-a89ee5be27de"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:50.178452 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d270d73-976f-49a1-9a4f-7029cde68b32 req-38f953c1-5639-4393-b1bd-9369df855c17 service neutron] 10.222.0.47 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137732 Jul 06 11:47:50.225502 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c52f132e-20ef-4879-b664-2b1d97606882 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2679906 Jul 06 11:47:50.237467 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50018) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:50.266794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:50.272852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'subnet': {'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:50.301598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7268c139-67bf-4ad9-badc-d633dbbb6989 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:47:50.366015 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7f0c0d-72e0-48b2-8878-e6eba5e17eef x-openstack-request-id: req-ce7f0c0d-72e0-48b2-8878-e6eba5e17eef {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:50.366321 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9fe09f-98dc-47f3-8329-743ca281dd81", "tag": "1b167720-00ea-4947-955e-a89ee5be27de", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:50.366588 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce7f0c0d-72e0-48b2-8878-e6eba5e17eef {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:50.367272 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9fe09f-98dc-47f3-8329-743ca281dd81', 'tag': '1b167720-00ea-4947-955e-a89ee5be27de', 'status': 'completed', 'code': 200} Jul 06 11:47:50.388989 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 7268c139-67bf-4ad9-badc-d633dbbb6989 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:47:50.389336 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7268c139-67bf-4ad9-badc-d633dbbb6989 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:47:50.449917 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.476288 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:47:50.491416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d270d73-976f-49a1-9a4f-7029cde68b32 req-fc5413d0-0fc5-4191-9677-f20fb0e3307a service neutron] 10.222.0.47 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904692 Jul 06 11:47:50.509593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518ebd3a-cec2-47b2-a663-bc4e05cacd94']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:50.539829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d2a36ec-b65c-4c57-b4d9-41b1ec115577 req-b7d4ba1b-0fab-482f-bf48-23dededdf060 tempest-ServerShowV247Test-1276550260 tempest-ServerShowV247Test-1276550260-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bb0647c-cb64-426f-bd5c-d91b34744080 HTTP/1.1" status: 200 len: 210 time: 0.0459607 Jul 06 11:47:50.566641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba783e7c-0684-4b6d-b1f0-6d874375ad77') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:50.566641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba783e7c-0684-4b6d-b1f0-6d874375ad77') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:50.577845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126b983-745e-4879-955b-83e703795293 req-6082c290-954f-4465-a3bf-9cf8d031e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:50.579872 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-6082c290-954f-4465-a3bf-9cf8d031e356 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c93dc732f14f4693b636a45e0e0769&device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 1095 time: 0.3247454 Jul 06 11:47:50.605493 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-c869a67d-d264-42c4-a373-76e87889b95e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5864315 Jul 06 11:47:50.620665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.638416 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:50.655563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a', 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331', 'port_id': 'c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a', 'mac_address': 'fa:16:3e:93:2d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c71fa7-cadd-4bca-964d-fd0493e0a26f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:50.671472 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.689630 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-f61827b7-175a-47bb-ad5f-98ba6de6f311 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b167720-00ea-4947-955e-a89ee5be27de HTTP/1.1" status: 200 len: 217 time: 0.0966470 Jul 06 11:47:50.708576 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.718063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:47:50.718523 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:47:50.722584 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:47:50.726151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:50.728318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.732388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 7c074721-c7b3-4fe4-a67b-70a74f859df1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:50.776080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 7c074721-c7b3-4fe4-a67b-70a74f859df1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:50.776434 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.842109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126b983-745e-4879-955b-83e703795293 req-5ab2c9ce-6513-4fbe-8df5-cb7e41192cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:50.844081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-5ab2c9ce-6513-4fbe-8df5-cb7e41192cc6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=42c71fa7-cadd-4bca-964d-fd0493e0a26f HTTP/1.1" status: 200 len: 855 time: 0.1463342 Jul 06 11:47:50.869759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.883923 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:50.887900 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] 10.222.0.21 "DELETE /v2.0/networks/518ebd3a-cec2-47b2-a663-bc4e05cacd94 HTTP/1.1" status: 204 len: 168 time: 2.4248774 Jul 06 11:47:50.893048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-38f6472e-c920-4a47-93be-1dbbd7756cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:50.894688 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-38f6472e-c920-4a47-93be-1dbbd7756cdf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 1096 time: 0.2526839 Jul 06 11:47:50.926774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b20f8d-f519-4e2e-b75f-df952042272f tempest-NetworksIpV6Test-1503459151 tempest-NetworksIpV6Test-1503459151-project] Pushing event deleted for resources: {'Network': ['ID=518ebd3a-cec2-47b2-a663-bc4e05cacd94,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:51.118964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126b983-745e-4879-955b-83e703795293 req-d1459f24-5d8f-48b8-83f4-33fcd704bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:51.123140 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-d1459f24-5d8f-48b8-83f4-33fcd704bde9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e490abb-8483-4eea-a6d2-30f107b16331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2677441 Jul 06 11:47:51.213414 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.233895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-4677d56d-8d95-4cb8-864d-1d0f8f5a7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:51.236606 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-4677d56d-8d95-4cb8-864d-1d0f8f5a7cd3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.3041759 Jul 06 11:47:51.258719 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:51.264369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.294723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:51.332530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:51.345078 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.349338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-e591bd06-0041-4dd2-8159-59cfce6d5cfb service neutron] 10.222.0.86 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991005 Jul 06 11:47:51.351087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'port_id': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'mac_address': 'fa:16:3e:59:89:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:51.391011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Subnet': ['ID=9c3f5942-b855-4f35-bafa-058c0f9ea5c7,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:51.398626 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-28c1a688-812c-4ea1-bfe6-2a5d433192cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=451c2942-a939-4d38-a343-df21d74f6cf9 HTTP/1.1" status: 200 len: 1001 time: 0.1451163 Jul 06 11:47:51.403220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed220066-0bac-47d2-8cd4-7dfb84d99149 req-ce3c1145-e887-4256-b37a-bcc69ea75f92 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:51.411700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed220066-0bac-47d2-8cd4-7dfb84d99149 req-ce3c1145-e887-4256-b37a-bcc69ea75f92 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 944 time: 0.4644177 Jul 06 11:47:51.447814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-fe9c839b-7637-4be1-b268-411d357e0152', 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'fixed_ips': [{'subnet_id': 'f291af92-edf5-466b-b1cd-59d70003fcf8'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:47:51.448982 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.485596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-c5f9aacd-c69f-4565-b71e-a4652008c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:51.487790 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-c5f9aacd-c69f-4565-b71e-a4652008c5ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.0808287 Jul 06 11:47:51.488629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Checking segment: {'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:51.489050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network hostable DHCP agents. Network: 6500b71c-f47e-4815-a660-d6db6c42d73e, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:47:51.494394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50036) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:51.536323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.542402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a27ed-3c8b-4acb-9058-4054f74909f4 req-94c37f5b-1ea8-4334-b3cd-0cfc2b3abb29 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:51.544037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f01a27ed-3c8b-4acb-9058-4054f74909f4 req-94c37f5b-1ea8-4334-b3cd-0cfc2b3abb29 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 944 time: 0.4527023 Jul 06 11:47:51.556172 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed220066-0bac-47d2-8cd4-7dfb84d99149 req-b63f33e2-fefc-49c3-afd9-39d2a35a8007 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231248 Jul 06 11:47:51.568138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:51.641856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network 6500b71c-f47e-4815-a660-d6db6c42d73e is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:47:51.649290 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.672239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c074721-c7b3-4fe4-a67b-70a74f859df1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:51.675566 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4631d446-0a59-415b-bded-a1b566aba3fb" -d '{"events": [{"server_uuid": "d68bc93b-b193-465c-a670-23b4e9796d12", "name": "network-vif-plugged", "status": "completed", "tag": "7c074721-c7b3-4fe4-a67b-70a74f859df1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:51.676164 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 6500b71c-f47e-4815-a660-d6db6c42d73e) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:51.682181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:51.685305 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.693614 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f01a27ed-3c8b-4acb-9058-4054f74909f4 req-0b7d65c9-379b-437c-a49c-7fc51fec0a39 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343446 Jul 06 11:47:51.703003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:51.711675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d126b983-745e-4879-955b-83e703795293 req-90e8b6b6-29fc-4766-ab81-f5a192ae68b4 service neutron] 10.222.0.86 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419912 Jul 06 11:47:51.727398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b391e65a-4ff8-429e-85ce-8977b1a137bc None None] Network 6500b71c-f47e-4815-a660-d6db6c42d73e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:51.744363 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7080f105-dac9-4c4f-afd3-de2c8d97052b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5025425 Jul 06 11:47:51.747652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50046) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:51.753901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'port': {'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152', 'name': 'tempest-TaggedBootDevicesTest_v242-1055100385', 'fixed_ips': [{'subnet_id': 'f291af92-edf5-466b-b1cd-59d70003fcf8'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:51.754179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-e9031b48-07a4-4e6c-bb08-06c1ec37a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:51.770860 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-e9031b48-07a4-4e6c-bb08-06c1ec37a354 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624581 Jul 06 11:47:51.921161 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:51.959486 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b1d2a416-0028-42da-898c-4d1efabc9d5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e4828464ee1487e8b0ef1b6bbb7e8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4620266 Jul 06 11:47:51.963386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:51.982782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7c074721-c7b3-4fe4-a67b-70a74f859df1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c074721-c7b3-4fe4-a67b-70a74f859df1,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:52.003174 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49f7fc1-faf4-4a1c-a296-3acfb7d32400 x-openstack-request-id: req-f49f7fc1-faf4-4a1c-a296-3acfb7d32400 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:52.003872 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68bc93b-b193-465c-a670-23b4e9796d12", "name": "network-vif-plugged", "status": "completed", "tag": "7c074721-c7b3-4fe4-a67b-70a74f859df1", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:52.006357 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f49f7fc1-faf4-4a1c-a296-3acfb7d32400 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:52.006989 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c074721-c7b3-4fe4-a67b-70a74f859df1', 'code': 200} Jul 06 11:47:52.014065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-72c6634d-fabe-438e-aa6c-44a9598e8e1e req-77d07c4e-cdd5-401f-a947-252cddd278fc service neutron] (93815) timed out ('10.222.0.21', 53918) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 11:47:52.025148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8a65ef-1af5-418a-b10d-a9cbbc840776 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:52.044144 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-93790e80-5993-47d6-a950-927c0fc1bc2f service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368083 Jul 06 11:47:52.046505 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.089849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56860601-ece7-4b8a-83d6-c8efb15c6b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.113769 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.153252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56860601-ece7-4b8a-83d6-c8efb15c6b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.158750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] device_id is not set on port 56e2de8f-0167-420f-8b93-43b7a223a454 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:47:52.160223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:52.189600 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.213349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ccfea350-d5ed-45df-92ce-e000ef94114c details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:52.275249 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=7c074721-c7b3-4fe4-a67b-70a74f859df1,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:52.298103 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56860601-ece7-4b8a-83d6-c8efb15c6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.300975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56860601-ece7-4b8a-83d6-c8efb15c6b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.305388 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-56860601-ece7-4b8a-83d6-c8efb15c6b42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c42ec409-e612-4771-b769-7595d89bd294 HTTP/1.1" status: 204 len: 168 time: 0.3409128 Jul 06 11:47:52.308857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Allocated IP 10.1.1.2 (fe9c839b-7637-4be1-b268-411d357e0152/f291af92-edf5-466b-b1cd-59d70003fcf8/fed1101a-7121-487f-99cb-0970a664823a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:52.327816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['1c8a65ef-1af5-418a-b10d-a9cbbc840776'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:52.364386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab req-96a4455f-79cf-41a2-adb7-a33ed94804f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:52.365979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab req-96a4455f-79cf-41a2-adb7-a33ed94804f1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c93dc732f14f4693b636a45e0e0769&device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 1095 time: 0.4560380 Jul 06 11:47:52.381216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50060) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:52.396981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56860601-ece7-4b8a-83d6-c8efb15c6b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42ec409-e612-4771-b769-7595d89bd294,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:52.433905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e90ac5-b8c9-4b41-b5b7-4e51d3486282 req-25d16b3c-ddfd-438e-8b13-306162e7dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:52.435671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7e90ac5-b8c9-4b41-b5b7-4e51d3486282 req-25d16b3c-ddfd-438e-8b13-306162e7dd49 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 1096 time: 0.3851588 Jul 06 11:47:52.463098 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:47:52.495961 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-676edc24-8eca-4fcf-be86-553c25c2fe4a req-2f829c83-ffcc-45bd-96b8-ecf85ccfd745 service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448003 Jul 06 11:47:52.978543 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.990048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Transition to ACTIVE for port object fed1101a-7121-487f-99cb-0970a664823a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:53.019979 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e23da68-cd91-4907-89b7-d8ae8f956f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.056793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-6500b71c-f47e-4815-a660-d6db6c42d73e', 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'fixed_ips': [{'subnet_id': '9c3f5942-b855-4f35-bafa-058c0f9ea5c7'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:47:53.058035 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.094882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:53.200679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab req-33a323dc-0bd4-4e13-9deb-50239c1ea1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:53.204215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab req-33a323dc-0bd4-4e13-9deb-50239c1ea1f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e490abb-8483-4eea-a6d2-30f107b16331 HTTP/1.1" status: 200 len: 917 time: 0.8224039 Jul 06 11:47:53.225884 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7e90ac5-b8c9-4b41-b5b7-4e51d3486282 req-a89acc92-111b-4115-a045-0619ed0b926b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7749104 Jul 06 11:47:53.304837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab req-b426d61e-0ece-41c9-990b-6beb3274b3a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b167720-00ea-4947-955e-a89ee5be27de HTTP/1.1" status: 200 len: 217 time: 0.0753119 Jul 06 11:47:53.324813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Allocated IP 10.2.2.2 (6500b71c-f47e-4815-a660-d6db6c42d73e/9c3f5942-b855-4f35-bafa-058c0f9ea5c7/cc4a93e6-656e-4ee6-aa13-11f456410cea) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:53.392798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab req-a0ffb16d-68b5-40bb-9496-d0e7b72784f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:53.394373 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab req-a0ffb16d-68b5-40bb-9496-d0e7b72784f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=42c71fa7-cadd-4bca-964d-fd0493e0a26f HTTP/1.1" status: 200 len: 855 time: 0.0719831 Jul 06 11:47:53.426910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5d625-a118-4fc8-bd3c-c873d632cdb9 req-4ef0a074-d836-4f6c-9a11-3bac5a7e0ad6 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:53.428796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6fb5d625-a118-4fc8-bd3c-c873d632cdb9 req-4ef0a074-d836-4f6c-9a11-3bac5a7e0ad6 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 944 time: 0.4461877 Jul 06 11:47:53.448284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Transition to ACTIVE for port object fed1101a-7121-487f-99cb-0970a664823a will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:53.472264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ccfea350-d5ed-45df-92ce-e000ef94114c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ccfea350-d5ed-45df-92ce-e000ef94114c,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:53.477224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.541966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'ccfea350-d5ed-45df-92ce-e000ef94114c', 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331', 'port_id': 'ccfea350-d5ed-45df-92ce-e000ef94114c', 'mac_address': 'fa:16:3e:c3:25:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c71fa7-cadd-4bca-964d-fd0493e0a26f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:53.612229 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.613716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Allocated IP 10.1.1.54 (fe9c839b-7637-4be1-b268-411d357e0152/f291af92-edf5-466b-b1cd-59d70003fcf8/56e2de8f-0167-420f-8b93-43b7a223a454) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:53.623889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6fb5d625-a118-4fc8-bd3c-c873d632cdb9 req-d79b591f-d196-474d-882c-f2d125cb39fb tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677878 Jul 06 11:47:53.624391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Network fe9c839b-7637-4be1-b268-411d357e0152 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:53.650153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:53.655610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecbbfa-f448-4db0-9e9c-8e8566d94d48 req-3e2f7bb0-cc1f-4996-8355-143ed324177d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:53.655920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:53.658201 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-06ecbbfa-f448-4db0-9e9c-8e8566d94d48 req-3e2f7bb0-cc1f-4996-8355-143ed324177d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.6429949 Jul 06 11:47:53.660318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Pushing event updated for resources: {'Port': ['ID=fed1101a-7121-487f-99cb-0970a664823a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:53.677572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfea350-d5ed-45df-92ce-e000ef94114c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:53.698976 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ccfea350-d5ed-45df-92ce-e000ef94114c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ccfea350-d5ed-45df-92ce-e000ef94114c,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:53.716094 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.724644 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.746312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab req-6b5d6c1e-0eff-4fd7-9938-a5d4d79ac5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:53.748222 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab req-6b5d6c1e-0eff-4fd7-9938-a5d4d79ac5dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e490abb-8483-4eea-a6d2-30f107b16331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3390379 Jul 06 11:47:53.758637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50096) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:53.800180 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ccfea350-d5ed-45df-92ce-e000ef94114c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:53.807806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Transition to ACTIVE for port object cc4a93e6-656e-4ee6-aa13-11f456410cea will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:53.852052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Attempting to bind port fed1101a-7121-487f-99cb-0970a664823a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:53.852423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Attempting to bind port fed1101a-7121-487f-99cb-0970a664823a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:53.852795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Attempting to bind port fed1101a-7121-487f-99cb-0970a664823a on network fe9c839b-7637-4be1-b268-411d357e0152 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:53.861626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Transition to ACTIVE for port object cc4a93e6-656e-4ee6-aa13-11f456410cea will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:53.868176 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:53.868615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Checking segment: {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:53.869097 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.869440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Bound using segment: {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:53.872212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Bound port: fed1101a-7121-487f-99cb-0970a664823a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:53.872817 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.887190 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.902938 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e23da68-cd91-4907-89b7-d8ae8f956f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.920513 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e23da68-cd91-4907-89b7-d8ae8f956f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.932144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-832169001'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:53.939238 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-06ecbbfa-f448-4db0-9e9c-8e8566d94d48 req-6fcddf2c-dc4a-4009-9e7f-3141a0a5c082 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400379 Jul 06 11:47:53.960012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Network 6500b71c-f47e-4815-a660-d6db6c42d73e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:53.967129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:53.967952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:53.975827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:53.981543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.000504 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.017872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Pushing event updated for resources: {'Port': ['ID=cc4a93e6-656e-4ee6-aa13-11f456410cea,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:54.092646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9e23da68-cd91-4907-89b7-d8ae8f956f2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81a92b06399f4edcaf36623e636c6e82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6789498 Jul 06 11:47:54.096542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50104) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:54.103055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23da68-cd91-4907-89b7-d8ae8f956f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db0215d-6ce0-4332-a476-b546e4df8165,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:54.128920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] For port fed1101a-7121-487f-99cb-0970a664823a, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:54.146121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab req-6770fd8a-4435-4bd1-8068-c353fc3c49e6 service neutron] 10.222.0.86 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810971 Jul 06 11:47:54.152284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Attempting to bind port cc4a93e6-656e-4ee6-aa13-11f456410cea on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:54.152841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Attempting to bind port cc4a93e6-656e-4ee6-aa13-11f456410cea by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:54.153381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Attempting to bind port cc4a93e6-656e-4ee6-aa13-11f456410cea on network 6500b71c-f47e-4815-a660-d6db6c42d73e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:54.168366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] For port fed1101a-7121-487f-99cb-0970a664823a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fed1101a-7121-487f-99cb-0970a664823a,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:54.170284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:54.170876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Checking segment: {'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:54.171557 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.172136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Bound using segment: {'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:54.174098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Bound port: cc4a93e6-656e-4ee6-aa13-11f456410cea, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:54.174884 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.182508 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 1b167720-00ea-4947-955e-a89ee5be27de details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:47:54.185445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:54.242979 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fddbb728-7e4d-4e6e-b3d8-50884bdaebcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.253061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.253657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.256735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:54.260801 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.269245 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.287755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Transition to ACTIVE for port object 56e2de8f-0167-420f-8b93-43b7a223a454 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:54.357727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68d77ba3-cc43-48e3-b290-fe6ef9ca37ab req-7395a60c-7c6c-4d8a-923b-530a2e0152ca service neutron] 10.222.0.86 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012081 Jul 06 11:47:54.374757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['ccfea350-d5ed-45df-92ce-e000ef94114c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:54.395038 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.406031 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fddbb728-7e4d-4e6e-b3d8-50884bdaebcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.432405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:54.461085 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.462455 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Added segment b3013b41-c878-4321-a697-40048f323e08 of type vlan for network 3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e Jul 06 11:47:54.494955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network fe9c839b-7637-4be1-b268-411d357e0152 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:54.505528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:54.509766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:54.599588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Port': ['ID=56e2de8f-0167-420f-8b93-43b7a223a454,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:54.602488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.645904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e07b46a-e2f4-440c-9fce-8814e821bc3d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:54.684549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:54.685535 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.720419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50110) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:54.729061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'port': {'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152', 'name': 'tempest-TaggedBootDevicesTest_v242-287971179', 'fixed_ips': [{'subnet_id': 'f291af92-edf5-466b-b1cd-59d70003fcf8'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:54.756662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-13c1535d-c894-4fdb-89fe-f8d4dd836326 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0073016 Jul 06 11:47:54.820227 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:47:54.897929 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.905460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:54.906105 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.971889 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2110035 Jul 06 11:47:55.071381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 1b167720-00ea-4947-955e-a89ee5be27de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=1b167720-00ea-4947-955e-a89ee5be27de,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:55.137062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '1b167720-00ea-4947-955e-a89ee5be27de', 'network_id': '2e490abb-8483-4eea-a6d2-30f107b16331', 'port_id': '1b167720-00ea-4947-955e-a89ee5be27de', 'mac_address': 'fa:16:3e:1d:75:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c71fa7-cadd-4bca-964d-fd0493e0a26f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:47:55.276146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a926f-98d2-4c9b-b5e9-d4f4a44ffb42 req-8f837ee7-9fad-40c1-a24e-a9ad4d75a099 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:55.287835 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a94a926f-98d2-4c9b-b5e9-d4f4a44ffb42 req-8f837ee7-9fad-40c1-a24e-a9ad4d75a099 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 944 time: 0.2636724 Jul 06 11:47:55.401883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:55.472226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a94a926f-98d2-4c9b-b5e9-d4f4a44ffb42 req-a1aa8251-7aa8-4876-862e-39c0ff2e8d09 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827259 Jul 06 11:47:55.551803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16f8de-43f7-4fe7-9671-12046b2bf5b0 None None] Pushing event updated for resources: {'Port': ['ID=fed1101a-7121-487f-99cb-0970a664823a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:55.601065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:55.601569 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.619008 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.692014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fddbb728-7e4d-4e6e-b3d8-50884bdaebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.694412 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fddbb728-7e4d-4e6e-b3d8-50884bdaebcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.695638 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fddbb728-7e4d-4e6e-b3d8-50884bdaebcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2db0215d-6ce0-4332-a476-b546e4df8165 HTTP/1.1" status: 204 len: 168 time: 1.5978959 Jul 06 11:47:55.727311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:55.775168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbb728-7e4d-4e6e-b3d8-50884bdaebcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db0215d-6ce0-4332-a476-b546e4df8165,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:55.785961 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] For port cc4a93e6-656e-4ee6-aa13-11f456410cea, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:55.828926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] For port cc4a93e6-656e-4ee6-aa13-11f456410cea, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cc4a93e6-656e-4ee6-aa13-11f456410cea,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:55.847573 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.881235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b167720-00ea-4947-955e-a89ee5be27de {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:47:55.893126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff6ed8-9d54-4d25-ba78-1797d3723ce1 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Network': ['ID=3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:55.968837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:55.971027 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.976116 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:56.004686 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.093544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] device_id is not set on port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:47:56.102302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e085881-11b2-493e-bd1c-3cc1ee7845a2 req-b8f11457-cb01-42c2-a8c6-2acc4a6927e2 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:56.117949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e085881-11b2-493e-bd1c-3cc1ee7845a2 req-b8f11457-cb01-42c2-a8c6-2acc4a6927e2 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.2428782 Jul 06 11:47:56.314317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e085881-11b2-493e-bd1c-3cc1ee7845a2 req-c855a378-b55f-4e94-a532-d8f40e5cc5d7 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933568 Jul 06 11:47:56.512060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fed1101a-7121-487f-99cb-0970a664823a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:56.610621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 1b167720-00ea-4947-955e-a89ee5be27de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=1b167720-00ea-4947-955e-a89ee5be27de,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:56.774605 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.037606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e739cb-afe7-431c-8931-fcc59ca469c7 None None] Pushing event updated for resources: {'Port': ['ID=cc4a93e6-656e-4ee6-aa13-11f456410cea,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:57.066159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Allocated IP 10.1.1.11 (fe9c839b-7637-4be1-b268-411d357e0152/f291af92-edf5-466b-b1cd-59d70003fcf8/8e4656d7-6a85-4977-b392-1dd2dedf8b37) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:57.202439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['1b167720-00ea-4947-955e-a89ee5be27de'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:47:57.279216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd83cd-4ce7-4e63-b58b-458a7568454c req-15c4d0d9-821b-4a47-80df-bb4816080eba tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:57.297378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eebd83cd-4ce7-4e63-b58b-458a7568454c req-15c4d0d9-821b-4a47-80df-bb4816080eba tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.4609647 Jul 06 11:47:57.371142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c08812-eefc-4a57-93ac-cd770807f135 None None] Network fe9c839b-7637-4be1-b268-411d357e0152 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:57.433082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9742cc-1783-4a94-a165-6391749710da req-d371c4c2-3e6a-40e1-ab49-d92e95db8383 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:57.452965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef9742cc-1783-4a94-a165-6391749710da req-d371c4c2-3e6a-40e1-ab49-d92e95db8383 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 945 time: 0.5791228 Jul 06 11:47:57.566451 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eebd83cd-4ce7-4e63-b58b-458a7568454c req-de48b832-1ccb-4dde-8f1c-5b4e21cd7b86 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680132 Jul 06 11:47:57.629051 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.649131 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef9742cc-1783-4a94-a165-6391749710da req-10f517b1-f8bf-4313-bd0e-3818a21c523b tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924314 Jul 06 11:47:57.734239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Transition to ACTIVE for port object 8e4656d7-6a85-4977-b392-1dd2dedf8b37 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:57.846164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50184) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:57.957157 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.993943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-aaf84d48-ce37-4ecf-9f5a-9efe5b8abb0d None None] Provisioning for port fed1101a-7121-487f-99cb-0970a664823a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:58.144464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network fe9c839b-7637-4be1-b268-411d357e0152 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:58.195467 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:58.214482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:58.219510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Port': ['ID=8e4656d7-6a85-4977-b392-1dd2dedf8b37,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:58.384986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:58.385774 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.413025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1308058184-network', 'tenant_id': '4349a4a67ed7482f8288ea48597a3f9a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:58.461830 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-491b8a56-e894-4011-87f5-288a54a031ed tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7381344 Jul 06 11:47:58.464539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Made reservation on behalf of 4349a4a67ed7482f8288ea48597a3f9a for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:58.468836 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.483909 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.566289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.619362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port fed1101a-7121-487f-99cb-0970a664823a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:58.689044 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.769111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=1b167720-00ea-4947-955e-a89ee5be27de,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:58.797789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50202) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:58.819555 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port fed1101a-7121-487f-99cb-0970a664823a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:58.820109 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.822069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'subnet': {'network_id': '3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:58.855086 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.913034 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.969306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0fd119-5b66-49d3-b196-389f7b197394 None None] Network 6500b71c-f47e-4815-a660-d6db6c42d73e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:58.973105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:47:58.975738 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24ef958-7c1c-46aa-9200-29396d20b1d1" -d '{"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-plugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:47:59.064911 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.088878 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:59.112600 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.120286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:59.129857 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.135627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:59.142522 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.144703 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.160719 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b832cec5-5faf-43ff-842d-7a5805edb44c None None] Provisioning for port cc4a93e6-656e-4ee6-aa13-11f456410cea completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:59.193349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50210) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:59.202765 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b14e88-34e7-4fb0-ba4b-ff2396acc067,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:59.235257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:59.299730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5c117486-5134-4e83-99ab-691b726d8a49 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--369492127', 'description': 'tempest-description--1080928610'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:59.306014 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.310072 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Added segment 32680fe9-6367-4c98-beaa-54876e491827 of type vlan for network 7e4393fa-c453-4f06-803d-b9e93bc7e612 Jul 06 11:47:59.363835 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c117486-5134-4e83-99ab-691b726d8a49 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.393404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e044f13-7c6c-4b5b-b150-857ea497a3fa req-d785eb84-5c6c-4ffd-b86e-5d844c1828c6 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:59.398294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e044f13-7c6c-4b5b-b150-857ea497a3fa req-d785eb84-5c6c-4ffd-b86e-5d844c1828c6 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.5615590 Jul 06 11:47:59.446711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:59.589754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e044f13-7c6c-4b5b-b150-857ea497a3fa req-fd24b08a-4b53-4ae3-9d21-2e1f3b4c9a25 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744952 Jul 06 11:47:59.620927 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.671607 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.702652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.704851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:59.707082 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.782531 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d5b4fd-97f9-4434-b8de-c45fe724254a x-openstack-request-id: req-d7d5b4fd-97f9-4434-b8de-c45fe724254a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:47:59.782842 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-plugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:47:59.783113 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7d5b4fd-97f9-4434-b8de-c45fe724254a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:47:59.783564 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'code': 200} Jul 06 11:47:59.816446 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c117486-5134-4e83-99ab-691b726d8a49 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.835706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] Pushing event updated for resources: {'Network': ['ID=7e4393fa-c453-4f06-803d-b9e93bc7e612,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:59.850675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5a67017f-586f-4b7f-a68f-cc6e580db1d2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0026648 Jul 06 11:47:59.853826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50220) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:59.869837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] Request body: {'subnet': {'network_id': '7e4393fa-c453-4f06-803d-b9e93bc7e612', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1308058184-subnet', 'tenant_id': '4349a4a67ed7482f8288ea48597a3f9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:59.872651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:59.893457 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 7e4393fa-c453-4f06-803d-b9e93bc7e612 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:59.899895 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab999ef2-f0e2-4d32-9b24-0af1501b505c req-279197df-3529-4cf4-8661-ca0169ceaefe tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:59.901502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab999ef2-f0e2-4d32-9b24-0af1501b505c req-279197df-3529-4cf4-8661-ca0169ceaefe tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 945 time: 0.4358640 Jul 06 11:47:59.903333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c117486-5134-4e83-99ab-691b726d8a49 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.911093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-975fa4fb-3029-4c5b-9aae-d2e78babd63f None None] Provisioning for port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:00.020659 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.040976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] Made reservation on behalf of 4349a4a67ed7482f8288ea48597a3f9a for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:00.050154 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.057585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port fed1101a-7121-487f-99cb-0970a664823a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fed1101a-7121-487f-99cb-0970a664823a,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:00.064490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-975fa4fb-3029-4c5b-9aae-d2e78babd63f None None] Provisioning complete for port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:00.065318 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975fa4fb-3029-4c5b-9aae-d2e78babd63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.155093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Subnet': ['ID=88101a89-6a4a-4d4c-9b35-3e40bd5eec8c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:00.158648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-975fa4fb-3029-4c5b-9aae-d2e78babd63f None None] Port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:00.164834 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.189731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c117486-5134-4e83-99ab-691b726d8a49 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c730b8e-4029-4dc3-8f04-e106b0741670,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:00.200846 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c117486-5134-4e83-99ab-691b726d8a49 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.207002 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5c117486-5134-4e83-99ab-691b726d8a49 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0100522 Jul 06 11:48:00.210524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50224) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:00.221468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab999ef2-f0e2-4d32-9b24-0af1501b505c req-bf8d731b-0bce-4d78-9bf7-2c3f1a508d9c tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950430 Jul 06 11:48:00.231518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6021b065-444e-4ed1-a958-5658c824b0b1 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'security_group_rule': {'security_group_id': '5c730b8e-4029-4dc3-8f04-e106b0741670', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:00.245947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=fed1101a-7121-487f-99cb-0970a664823a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:00.270685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ccfea350-d5ed-45df-92ce-e000ef94114c up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:00.447669 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6021b065-444e-4ed1-a958-5658c824b0b1 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.457493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Checking segment: {'id': 'b3013b41-c878-4321-a697-40048f323e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:00.459191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network hostable DHCP agents. Network: 3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:00.495819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-975fa4fb-3029-4c5b-9aae-d2e78babd63f None None] Provisioning for port 56e2de8f-0167-420f-8b93-43b7a223a454 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:00.510209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-975fa4fb-3029-4c5b-9aae-d2e78babd63f None None] Provisioning complete for port 56e2de8f-0167-420f-8b93-43b7a223a454 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:00.511565 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975fa4fb-3029-4c5b-9aae-d2e78babd63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.596592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network 3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:00.616638 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port ccfea350-d5ed-45df-92ce-e000ef94114c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:00.623138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cc4a93e6-656e-4ee6-aa13-11f456410cea up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:00.637756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:00.668949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:00.669886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.693086 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8f8c9433-21da-429c-ba33-8d22283d2496 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8923635 Jul 06 11:48:00.698952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50236) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:00.711732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-807946633'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:00.755008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port ccfea350-d5ed-45df-92ce-e000ef94114c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:00.755681 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.756197 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6021b065-444e-4ed1-a958-5658c824b0b1 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.757134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9cbc9e-cdc4-4d11-9a1a-ac0b599419ef None None] Network 3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:00.766658 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6021b065-444e-4ed1-a958-5658c824b0b1 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.835261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021b065-444e-4ed1-a958-5658c824b0b1 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b155d727-3ac6-41b6-8489-5340febef7ab,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:00.857566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 1b167720-00ea-4947-955e-a89ee5be27de up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:00.872419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:00.878931 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6021b065-444e-4ed1-a958-5658c824b0b1 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.880490 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6021b065-444e-4ed1-a958-5658c824b0b1 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6628809 Jul 06 11:48:00.881843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-975fa4fb-3029-4c5b-9aae-d2e78babd63f None None] Port 56e2de8f-0167-420f-8b93-43b7a223a454 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:00.882497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.883071 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50238) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:00.895568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0b41f612-db88-44c6-b286-2075cf0eac71 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'security_group_rule': {'security_group_id': '5c730b8e-4029-4dc3-8f04-e106b0741670', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:00.965856 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b41f612-db88-44c6-b286-2075cf0eac71 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.017007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-975fa4fb-3029-4c5b-9aae-d2e78babd63f None None] Provisioning complete for port fed1101a-7121-487f-99cb-0970a664823a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:01.017747 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975fa4fb-3029-4c5b-9aae-d2e78babd63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.068722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:01.083417 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.083830 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Added segment e3b9a352-a903-4550-ba20-e17e8b8407e2 of type vlan for network b9095eef-500b-47a9-893b-6f24ee06d653 Jul 06 11:48:01.138357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b41f612-db88-44c6-b286-2075cf0eac71 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.161232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b41f612-db88-44c6-b286-2075cf0eac71 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.203998 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.219077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41f612-db88-44c6-b286-2075cf0eac71 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d9e874-b0f1-4e76-883c-8ecd60812019,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.245138 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.251753 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b41f612-db88-44c6-b286-2075cf0eac71 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.256091 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0b41f612-db88-44c6-b286-2075cf0eac71 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3699212 Jul 06 11:48:01.257901 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50248) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:01.269548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:01.286119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3b3a8-f9c4-4d0d-ad37-bb20cf6a2bb1 req-b5f2d7a6-2de5-4464-8384-c856ad3274a4 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:01.293245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2db3b3a8-f9c4-4d0d-ad37-bb20cf6a2bb1 req-b5f2d7a6-2de5-4464-8384-c856ad3274a4 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.9026744 Jul 06 11:48:01.299726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port cc4a93e6-656e-4ee6-aa13-11f456410cea completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:01.344600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port cc4a93e6-656e-4ee6-aa13-11f456410cea triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:01.345128 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.391483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2db3b3a8-f9c4-4d0d-ad37-bb20cf6a2bb1 req-3cd489c3-c5d2-4185-9772-0336f00ebdca tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964522 Jul 06 11:48:01.395314 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.411234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751d31c6-9f10-44d2-bc3c-187ba98fffb8,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.441683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] Checking segment: {'id': '32680fe9-6367-4c98-beaa-54876e491827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e4393fa-c453-4f06-803d-b9e93bc7e612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:01.449039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] Network hostable DHCP agents. Network: 7e4393fa-c453-4f06-803d-b9e93bc7e612, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:01.452721 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.473947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:01.483976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.631021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 1b167720-00ea-4947-955e-a89ee5be27de completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:01.644578 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.668218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 1b167720-00ea-4947-955e-a89ee5be27de triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:01.672572 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.757368 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.808439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08388c3-a68d-4969-889e-907041eca39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:01.812952 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3647aacc-a45d-44ed-b568-98f5b05b2866" -d '{"events": [{"server_uuid": "d08388c3-a68d-4969-889e-907041eca39f", "name": "network-vif-plugged", "status": "completed", "tag": "c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:01.819772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Allocated IP 172.25.0.73 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/e9b7d553-8050-427e-a92e-131b48e5d147) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:01.835562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1280468 Jul 06 11:48:01.846679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50272) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:01.883214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'subnet': {'network_id': 'b9095eef-500b-47a9-893b-6f24ee06d653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:01.892020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af8417-9f18-48e2-a173-6e1804094d5f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Network': ['ID=b9095eef-500b-47a9-893b-6f24ee06d653,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.919609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] Network 7e4393fa-c453-4f06-803d-b9e93bc7e612 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:02.030975 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 7e4393fa-c453-4f06-803d-b9e93bc7e612) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:02.038210 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.072342 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.077229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:02.079945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b9095eef-500b-47a9-893b-6f24ee06d653 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:02.080923 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.163589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1934e0e-422d-4a75-902f-a98bb2c487b6 req-1e6550d5-d63f-4edd-88eb-80886f9230bd tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:02.169211 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1934e0e-422d-4a75-902f-a98bb2c487b6 req-1e6550d5-d63f-4edd-88eb-80886f9230bd tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 945 time: 0.5381386 Jul 06 11:48:02.182122 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-884d3b0d-3097-4c86-bc1e-6d991f2bbe25 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3171418 Jul 06 11:48:02.273666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port cc4a93e6-656e-4ee6-aa13-11f456410cea, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cc4a93e6-656e-4ee6-aa13-11f456410cea,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:02.278871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb4c143-fc33-4358-9e8c-e9d35438b081 None None] Network 7e4393fa-c453-4f06-803d-b9e93bc7e612 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:02.310275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.395373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:02.410313 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.469639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Port': ['ID=e9b7d553-8050-427e-a92e-131b48e5d147,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:02.480862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:02.483783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:02.514934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:02.607660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1934e0e-422d-4a75-902f-a98bb2c487b6 req-9b04efaf-034d-4b32-9c7f-f53e87cd5776 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167187 Jul 06 11:48:02.638177 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed9d74-10df-46cb-bcc8-36db6345e499 x-openstack-request-id: req-6aed9d74-10df-46cb-bcc8-36db6345e499 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:02.638554 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08388c3-a68d-4969-889e-907041eca39f", "name": "network-vif-plugged", "status": "completed", "tag": "c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:02.641403 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6aed9d74-10df-46cb-bcc8-36db6345e499 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:02.641917 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08388c3-a68d-4969-889e-907041eca39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a', 'code': 200} Jul 06 11:48:02.707369 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.864631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e', 'network_id': '3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e', 'tenant_id': '8b4b6532b65c40d485038ae8c4aafe82', 'fixed_ips': [{'subnet_id': '88101a89-6a4a-4d4c-9b35-3e40bd5eec8c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:02.869770 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.901229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ad49c-c02b-40ed-8734-2b243320cfa1 req-0de30ff2-3396-4ce8-ab3c-88d953552f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:02.903658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc2ad49c-c02b-40ed-8734-2b243320cfa1 req-0de30ff2-3396-4ce8-ab3c-88d953552f2b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d08388c3-a68d-4969-889e-907041eca39f HTTP/1.1" status: 200 len: 1096 time: 0.5971174 Jul 06 11:48:02.948779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.951166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4858126-4c52-411a-9d34-8e6192749a13 req-96111ed0-abb8-4bf9-a775-50436937445c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:02.966105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4858126-4c52-411a-9d34-8e6192749a13 req-96111ed0-abb8-4bf9-a775-50436937445c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.3955908 Jul 06 11:48:03.011571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=cc4a93e6-656e-4ee6-aa13-11f456410cea,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.050537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fed1101a-7121-487f-99cb-0970a664823a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:03.053522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9579e40b-83c0-4dc0-82d1-5a3c5044bc14 None None] Network 7e4393fa-c453-4f06-803d-b9e93bc7e612 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:03.057391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ccfea350-d5ed-45df-92ce-e000ef94114c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ccfea350-d5ed-45df-92ce-e000ef94114c,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:03.072076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.081364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-be7d48a1-d751-432e-bfc7-371dc73534ac None None] Provisioning complete for port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:03.081748 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be7d48a1-d751-432e-bfc7-371dc73534ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.089761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc2ad49c-c02b-40ed-8734-2b243320cfa1 req-fda437c5-7350-4a40-8999-2998129db55e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772707 Jul 06 11:48:03.116644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4858126-4c52-411a-9d34-8e6192749a13 req-14ac72b2-2f1d-4c52-b28d-24a0c849c492 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492209 Jul 06 11:48:03.174401 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.214475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50308) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:03.223154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1811635511-network', 'tenant_id': '3896ce9915294265a2bc2b6ec44c9bc6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:03.326332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Made reservation on behalf of 3896ce9915294265a2bc2b6ec44c9bc6 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:03.332569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.351198 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.399427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:48:03.405699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.444775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-be7d48a1-d751-432e-bfc7-371dc73534ac None None] Port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:03.467301 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.475241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.556332 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.559643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Checking segment: {'id': 'e3b9a352-a903-4550-ba20-e17e8b8407e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9095eef-500b-47a9-893b-6f24ee06d653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:03.560012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network hostable DHCP agents. Network: b9095eef-500b-47a9-893b-6f24ee06d653, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:03.586499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Subnet': ['ID=3127a227-b9df-4a06-a7f2-42138c326abd,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.607627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network b9095eef-500b-47a9-893b-6f24ee06d653 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:03.644463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, b9095eef-500b-47a9-893b-6f24ee06d653) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:03.661243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ccfea350-d5ed-45df-92ce-e000ef94114c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.662490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:03.663496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.683417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d313de2-4c9b-44fe-838b-3fca4ef7f280 None None] Network b9095eef-500b-47a9-893b-6f24ee06d653 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:03.740877 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.754912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.768475 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-63d67610-b729-439f-adba-e13642ee57bf tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9069264 Jul 06 11:48:03.770832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50322) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:03.786117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'port': {'network_id': 'b9095eef-500b-47a9-893b-6f24ee06d653', 'name': 'tempest-NetworksIpV6TestAttrs-1866921556'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:03.835249 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.868833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:03.897807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Port': ['ID=e9b7d553-8050-427e-a92e-131b48e5d147,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.912564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Allocated IP 2001:db8:0:ffff::2 (3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e/88101a89-6a4a-4d4c-9b35-3e40bd5eec8c/b4d5918f-58aa-4120-9d01-1d643de09ec5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:03.925424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 1b167720-00ea-4947-955e-a89ee5be27de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=1b167720-00ea-4947-955e-a89ee5be27de,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:03.957313 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.959922 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3408ca65-894c-4935-a0da-aca66fcd383c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6983624 Jul 06 11:48:03.964947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-be7d48a1-d751-432e-bfc7-371dc73534ac None None] Provisioning complete for port cc4a93e6-656e-4ee6-aa13-11f456410cea triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:03.965609 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be7d48a1-d751-432e-bfc7-371dc73534ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.023402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666fc883-b08e-46b6-8824-a6c09e1a41dc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:04.067718 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.068069 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Added segment b90fb52d-edca-49ca-9901-7990d382e58c of type vlan for network 1b5071ae-e9a1-449d-b729-c9d9566c5ef5 Jul 06 11:48:04.074686 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port fed1101a-7121-487f-99cb-0970a664823a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:04.074938 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.090935 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.159673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-b9095eef-500b-47a9-893b-6f24ee06d653', 'network_id': 'b9095eef-500b-47a9-893b-6f24ee06d653', 'tenant_id': '8b4b6532b65c40d485038ae8c4aafe82', 'fixed_ips': [{'subnet_id': '3127a227-b9df-4a06-a7f2-42138c326abd'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:04.160679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.258273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.308931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ce652-3ce6-4abf-bf99-c16094572425 req-4d5bdff6-78a2-47cc-9a0a-c016ab810dd8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:04.309730 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-295ce652-3ce6-4abf-bf99-c16094572425 req-4d5bdff6-78a2-47cc-9a0a-c016ab810dd8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 945 time: 0.4502149 Jul 06 11:48:04.360496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:04.365283 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.448038 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.449058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:04.449979 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.461547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] device_id is not set on port 023ac604-a879-43b7-86d4-8ebf875a4c30 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:48:04.479986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-295ce652-3ce6-4abf-bf99-c16094572425 req-8cb5eab3-5ab3-440d-a463-6b0955362649 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624143 Jul 06 11:48:04.481660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2640820 Jul 06 11:48:04.483593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50340) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:04.490759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] Request body: {'subnet': {'network_id': '1b5071ae-e9a1-449d-b729-c9d9566c5ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1811635511-subnet', 'tenant_id': '3896ce9915294265a2bc2b6ec44c9bc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:04.503401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Allocated IP 2001:db8::f816:3eff:fec5:5c08 (b9095eef-500b-47a9-893b-6f24ee06d653/3127a227-b9df-4a06-a7f2-42138c326abd/f304fa38-b6d9-4803-8023-90135dbe48c3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:04.549899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] Made reservation on behalf of 3896ce9915294265a2bc2b6ec44c9bc6 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:04.552446 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.669055 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.679609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Transition to ACTIVE for port object f304fa38-b6d9-4803-8023-90135dbe48c3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:04.697517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Transition to ACTIVE for port object f304fa38-b6d9-4803-8023-90135dbe48c3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:04.747532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2964ab2b-eacc-4845-a6f1-0b298375b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfea350-d5ed-45df-92ce-e000ef94114c'}, {'server_uuid': '0c9fe09f-98dc-47f3-8329-743ca281dd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b167720-00ea-4947-955e-a89ee5be27de'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:04.751849 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640e0165-86a7-4552-896a-09192f57fa53" -d '{"events": [{"server_uuid": "2964ab2b-eacc-4845-a6f1-0b298375b6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ccfea350-d5ed-45df-92ce-e000ef94114c"}, {"server_uuid": "0c9fe09f-98dc-47f3-8329-743ca281dd81", "name": "network-vif-plugged", "status": "completed", "tag": "1b167720-00ea-4947-955e-a89ee5be27de"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:04.769487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a347f2-56b5-47a5-9ffa-d0b33f3e0fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b5071ae-e9a1-449d-b729-c9d9566c5ef5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:04.814398 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.871705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 1b5071ae-e9a1-449d-b729-c9d9566c5ef5 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:04.874221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=1b167720-00ea-4947-955e-a89ee5be27de,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:04.899843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f205-7ff9-430c-a656-4034db0a7719 req-c65af970-91ee-4756-be3f-6194798f2100 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:04.903504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a80f205-7ff9-430c-a656-4034db0a7719 req-c65af970-91ee-4756-be3f-6194798f2100 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.5342128 Jul 06 11:48:04.936589 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.022292 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f1f8b817-a087-4194-8a56-f05811742341 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--369492127&fields=id&tenant_id=8aed4f75709244388e5e276ed33f28da HTTP/1.1" status: 200 len: 267 time: 0.2352619 Jul 06 11:48:05.023951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Allocated IP 2001:db8::f816:3eff:fe15:c689 (b9095eef-500b-47a9-893b-6f24ee06d653/3127a227-b9df-4a06-a7f2-42138c326abd/023ac604-a879-43b7-86d4-8ebf875a4c30) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:05.069295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] Checking segment: {'id': 'b90fb52d-edca-49ca-9901-7990d382e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1b5071ae-e9a1-449d-b729-c9d9566c5ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:05.069954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] Network hostable DHCP agents. Network: 1b5071ae-e9a1-449d-b729-c9d9566c5ef5, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:05.124633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] Pushing event updated for resources: {'Subnet': ['ID=599024e6-3d0b-406f-bc3a-e1bd8a6adff3,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:05.147692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] Network 1b5071ae-e9a1-449d-b729-c9d9566c5ef5 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:05.164057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 1b5071ae-e9a1-449d-b729-c9d9566c5ef5) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:05.169251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:05.170149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.192307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a80f205-7ff9-430c-a656-4034db0a7719 req-e082eda3-0c6e-4c7c-9b6c-655e7541c109 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754316 Jul 06 11:48:05.212776 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b53a2de1-e457-429d-91ed-ac641699187b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7280405 Jul 06 11:48:05.238714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2b03c48e-9e4b-48ae-871b-74051bbbc8ca tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:05.240222 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2b03c48e-9e4b-48ae-871b-74051bbbc8ca tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports/56e2de8f-0167-420f-8b93-43b7a223a454 HTTP/1.1" status: 200 len: 936 time: 0.2091393 Jul 06 11:48:05.424793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-6c88407b-ebd6-494a-820e-1c00a5352ad0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:05.426439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-6c88407b-ebd6-494a-820e-1c00a5352ad0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports/8e4656d7-6a85-4977-b392-1dd2dedf8b37 HTTP/1.1" status: 200 len: 935 time: 0.1753871 Jul 06 11:48:05.479505 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.493785 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Transition to ACTIVE for port object b4d5918f-58aa-4120-9d01-1d643de09ec5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:05.521519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Transition to ACTIVE for port object b4d5918f-58aa-4120-9d01-1d643de09ec5 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:05.526551 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df36bd-3639-4bab-a88a-c17f8516e383 None None] Network 1b5071ae-e9a1-449d-b729-c9d9566c5ef5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:05.557506 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d35b59d-2a81-4ab2-91d4-deca54e04d37 x-openstack-request-id: req-7d35b59d-2a81-4ab2-91d4-deca54e04d37 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:05.558156 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2964ab2b-eacc-4845-a6f1-0b298375b6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ccfea350-d5ed-45df-92ce-e000ef94114c", "code": 200}, {"server_uuid": "0c9fe09f-98dc-47f3-8329-743ca281dd81", "name": "network-vif-plugged", "status": "completed", "tag": "1b167720-00ea-4947-955e-a89ee5be27de", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:05.558503 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d35b59d-2a81-4ab2-91d4-deca54e04d37 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:05.559301 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2964ab2b-eacc-4845-a6f1-0b298375b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfea350-d5ed-45df-92ce-e000ef94114c', 'code': 200} Jul 06 11:48:05.559735 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9fe09f-98dc-47f3-8329-743ca281dd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b167720-00ea-4947-955e-a89ee5be27de', 'code': 200} Jul 06 11:48:05.574826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-49cb5e95-882c-47f9-93aa-6a39ca54cc8a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1294787 Jul 06 11:48:05.626797 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.648079 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.668549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Transition to ACTIVE for port object 023ac604-a879-43b7-86d4-8ebf875a4c30 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:05.721920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Network b9095eef-500b-47a9-893b-6f24ee06d653 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:05.770980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:05.781511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-ba6b4d73-36a0-48b9-85b1-6e38a6a4a39f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2049055 Jul 06 11:48:05.849591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:05.859291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Network 3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:05.878398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Pushing event updated for resources: {'Port': ['ID=f304fa38-b6d9-4803-8023-90135dbe48c3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:05.886146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:05.953003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Pushing event updated for resources: {'Port': ['ID=b4d5918f-58aa-4120-9d01-1d643de09ec5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:05.957475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:06.037177 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.088855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4d8e3-af44-40dd-aa4e-86a45bd88243 req-918c9705-ea9d-4d06-9817-585c447814e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.097054 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70b4d8e3-af44-40dd-aa4e-86a45bd88243 req-918c9705-ea9d-4d06-9817-585c447814e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 1097 time: 0.6092930 Jul 06 11:48:06.102941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-be7d48a1-d751-432e-bfc7-371dc73534ac None None] Provisioning complete for port 56e2de8f-0167-420f-8b93-43b7a223a454 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:06.103361 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be7d48a1-d751-432e-bfc7-371dc73534ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.103732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c595d3b-7b67-4dd2-bd38-0bf8b623c251 req-a6eeb7d5-9353-4dc0-aefc-94ed85d7500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.107531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c595d3b-7b67-4dd2-bd38-0bf8b623c251 req-a6eeb7d5-9353-4dc0-aefc-94ed85d7500b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 1097 time: 0.6315246 Jul 06 11:48:06.108231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Attempting to bind port b4d5918f-58aa-4120-9d01-1d643de09ec5 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:06.108656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Attempting to bind port b4d5918f-58aa-4120-9d01-1d643de09ec5 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'b3013b41-c878-4321-a697-40048f323e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:06.109071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Attempting to bind port b4d5918f-58aa-4120-9d01-1d643de09ec5 on network 3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:06.141857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:06.142279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Checking segment: {'id': 'b3013b41-c878-4321-a697-40048f323e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:06.142676 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.143083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Bound using segment: {'id': 'b3013b41-c878-4321-a697-40048f323e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:06.143623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Bound port: b4d5918f-58aa-4120-9d01-1d643de09ec5, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3013b41-c878-4321-a697-40048f323e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:06.144026 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.189061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Attempting to bind port f304fa38-b6d9-4803-8023-90135dbe48c3 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:06.189435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Attempting to bind port f304fa38-b6d9-4803-8023-90135dbe48c3 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'e3b9a352-a903-4550-ba20-e17e8b8407e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9095eef-500b-47a9-893b-6f24ee06d653'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:06.189808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Attempting to bind port f304fa38-b6d9-4803-8023-90135dbe48c3 on network b9095eef-500b-47a9-893b-6f24ee06d653 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:06.198872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:06.199295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Checking segment: {'id': 'e3b9a352-a903-4550-ba20-e17e8b8407e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9095eef-500b-47a9-893b-6f24ee06d653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:06.199693 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.200100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Bound using segment: {'id': 'e3b9a352-a903-4550-ba20-e17e8b8407e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9095eef-500b-47a9-893b-6f24ee06d653'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:06.200595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Bound port: f304fa38-b6d9-4803-8023-90135dbe48c3, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b9a352-a903-4550-ba20-e17e8b8407e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b9095eef-500b-47a9-893b-6f24ee06d653'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:06.200986 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.249364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cc4a93e6-656e-4ee6-aa13-11f456410cea up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:06.301283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-be7d48a1-d751-432e-bfc7-371dc73534ac None None] Port 56e2de8f-0167-420f-8b93-43b7a223a454 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:06.351402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddaa959-06be-49e8-9f3b-c349207670d6 None None] Network 1b5071ae-e9a1-449d-b729-c9d9566c5ef5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:06.404350 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] For port b4d5918f-58aa-4120-9d01-1d643de09ec5, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:06.409740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] For port b4d5918f-58aa-4120-9d01-1d643de09ec5, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b4d5918f-58aa-4120-9d01-1d643de09ec5,segment=NetworkSegment(b3013b41-c878-4321-a697-40048f323e08),segment_id=b3013b41-c878-4321-a697-40048f323e08)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:06.460737 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.466155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port cc4a93e6-656e-4ee6-aa13-11f456410cea triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:06.466685 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.530323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-62e5a825-1b63-4898-99cc-b0d5e936d135 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.537059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-62e5a825-1b63-4898-99cc-b0d5e936d135 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.542883 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-62e5a825-1b63-4898-99cc-b0d5e936d135 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.544645 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-62e5a825-1b63-4898-99cc-b0d5e936d135 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/networks?id=fc45a5f0-1e2d-452c-93ef-0f6b827b1039&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=6500b71c-f47e-4815-a660-d6db6c42d73e&id=6500b71c-f47e-4815-a660-d6db6c42d73e HTTP/1.1" status: 200 len: 1995 time: 0.7620366 Jul 06 11:48:06.600159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network b9095eef-500b-47a9-893b-6f24ee06d653 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:06.604545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] For port f304fa38-b6d9-4803-8023-90135dbe48c3, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:06.611598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] For port f304fa38-b6d9-4803-8023-90135dbe48c3, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f304fa38-b6d9-4803-8023-90135dbe48c3,segment=NetworkSegment(e3b9a352-a903-4550-ba20-e17e8b8407e2),segment_id=e3b9a352-a903-4550-ba20-e17e8b8407e2)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:06.618925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:06.649533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70b4d8e3-af44-40dd-aa4e-86a45bd88243 req-efaf1a03-0c52-4732-9722-1e3b4f453328 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396914 Jul 06 11:48:06.652499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5ad79ad1-14f9-4056-ad89-77e48f608ba9 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/quotas/8aed4f75709244388e5e276ed33f28da HTTP/1.1" status: 200 len: 375 time: 0.0872784 Jul 06 11:48:06.663002 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.668629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b353f9-d0e8-4d2a-838d-d7a754f55442 req-50a72661-d530-496b-8120-763c13462e89 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.679061 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6b353f9-d0e8-4d2a-838d-d7a754f55442 req-50a72661-d530-496b-8120-763c13462e89 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 946 time: 0.7932041 Jul 06 11:48:06.726088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Port': ['ID=023ac604-a879-43b7-86d4-8ebf875a4c30,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:06.745191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:06.830226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:06.830226 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.830896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c135f-cd2b-48ca-b7ca-a4147b43e159 None None] Pushing event updated for resources: {'Port': ['ID=b4d5918f-58aa-4120-9d01-1d643de09ec5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:06.838656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c595d3b-7b67-4dd2-bd38-0bf8b623c251 req-9a3b54a0-5a22-44c7-9ad5-32d926d75199 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170683 Jul 06 11:48:06.878646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6b353f9-d0e8-4d2a-838d-d7a754f55442 req-84feb01e-2e14-4440-a1c2-b26a49af3ed7 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950300 Jul 06 11:48:06.885610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50400) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:06.915836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-916067d6-2e97-451a-b989-94dff9666e10 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1394823 Jul 06 11:48:06.992994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-8413e401-f483-4dab-b13a-8213338c0240 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2495263 Jul 06 11:48:07.051211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e8af4d-8770-4340-b939-4c5751c5f985 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Deleting subnet 3127a227-b9df-4a06-a7f2-42138c326abd {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:48:07.058563 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e8af4d-8770-4340-b939-4c5751c5f985 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.160862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbef7b-802e-4110-941d-bb310746d486 None None] Pushing event updated for resources: {'Port': ['ID=f304fa38-b6d9-4803-8023-90135dbe48c3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:07.213857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e8af4d-8770-4340-b939-4c5751c5f985 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.361576 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-05ef5852-5143-458e-8727-bec759b4984f service neutron] 10.222.0.21 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411446 Jul 06 11:48:07.538430 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e8af4d-8770-4340-b939-4c5751c5f985 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.625661 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-49f5ab5a-ee76-452e-b363-f20568e4b0d4 service neutron] 10.222.0.21 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605915 Jul 06 11:48:07.655538 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e8af4d-8770-4340-b939-4c5751c5f985 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.685436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725041b-6771-49ed-82a8-4a09599b105a req-a0a25dec-5ca9-49a9-b386-a622a34b8d30 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:07.688320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-a0a25dec-5ca9-49a9-b386-a622a34b8d30 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/networks?id=7e4393fa-c453-4f06-803d-b9e93bc7e612 HTTP/1.1" status: 200 len: 825 time: 0.2535572 Jul 06 11:48:07.724106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8af4d-8770-4340-b939-4c5751c5f985 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Subnet': ['ID=3127a227-b9df-4a06-a7f2-42138c326abd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:07.745924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50e8af4d-8770-4340-b939-4c5751c5f985 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.752668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-50e8af4d-8770-4340-b939-4c5751c5f985 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/subnets/3127a227-b9df-4a06-a7f2-42138c326abd HTTP/1.1" status: 204 len: 168 time: 0.8651683 Jul 06 11:48:07.753679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50424) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:07.774841 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-3dd7dcc0-2054-4afc-b0a7-cdade187349d tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/quotas/4349a4a67ed7482f8288ea48597a3f9a HTTP/1.1" status: 200 len: 375 time: 0.0603812 Jul 06 11:48:07.853140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d74222a-55f1-44c4-89d1-63327d148805 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:07.855059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d74222a-55f1-44c4-89d1-63327d148805 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:07.856935 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2d74222a-55f1-44c4-89d1-63327d148805 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1018226 Jul 06 11:48:07.861324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50426) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:07.892874 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-be29f016-edcf-4942-8305-9ef06f33c060 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4349a4a67ed7482f8288ea48597a3f9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011701 Jul 06 11:48:07.899147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-05ccc18e-76a5-49c7-a7ca-b629feb5625c service neutron] 10.222.0.21 "GET /v2.0/ports/56e2de8f-0167-420f-8b93-43b7a223a454?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2552304 Jul 06 11:48:08.011846 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-700b849f-03b2-45da-95da-c63b22bc3bdb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.022387 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-700b849f-03b2-45da-95da-c63b22bc3bdb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 11:48:08.023136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700b849f-03b2-45da-95da-c63b22bc3bdb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:08.025171 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-700b849f-03b2-45da-95da-c63b22bc3bdb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/networks/b9095eef-500b-47a9-893b-6f24ee06d653 HTTP/1.1" status: 409 len: 405 time: 0.1624424 Jul 06 11:48:08.032044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50438) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:08.038506 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1326190904'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:08.089301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:08.096584 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.155847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:08.187057 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.188480 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Added segment 6e4f6bc1-3532-4891-be4f-10e62350a9a3 of type vlan for network ce8edc33-44c8-49e1-9809-ff6e6490f39d Jul 06 11:48:08.290515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.308924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-9bc13a1e-ff75-4be7-9c6f-f0c9ce237cb3 service neutron] 10.222.0.21 "GET /v2.0/networks/7e4393fa-c453-4f06-803d-b9e93bc7e612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064045 Jul 06 11:48:08.323831 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-decb3ae5-d109-49c9-b1c1-8477d3d1091f service neutron] 10.222.0.21 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990836 Jul 06 11:48:08.332234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b4d5918f-58aa-4120-9d01-1d643de09ec5 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:08.395694 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.402395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:08.403083 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.456112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port b4d5918f-58aa-4120-9d01-1d643de09ec5 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:08.462291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f304fa38-b6d9-4803-8023-90135dbe48c3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:08.470501 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4368188 Jul 06 11:48:08.478115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50440) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:08.522306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'subnet': {'network_id': 'ce8edc33-44c8-49e1-9809-ff6e6490f39d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:08.603277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port f304fa38-b6d9-4803-8023-90135dbe48c3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:08.605039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68e556-9c5d-40f5-af37-a610c5db0ec8 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Network': ['ID=ce8edc33-44c8-49e1-9809-ff6e6490f39d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:08.621026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network ce8edc33-44c8-49e1-9809-ff6e6490f39d details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:08.921533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-90a5bdf3-f399-4d22-b7bd-e78c09a4a7e9 service neutron] 10.222.0.21 "GET /v2.0/networks/7e4393fa-c453-4f06-803d-b9e93bc7e612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895295 Jul 06 11:48:08.931534 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-1bd2a556-0770-41cb-8f94-9f670df7a039 service neutron] 10.222.0.21 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741715 Jul 06 11:48:08.983849 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281e8188-33e5-4829-996d-9ae97443ccc1 None None] Network b9095eef-500b-47a9-893b-6f24ee06d653 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:09.057215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-d7d44faa-67ff-4612-a4e7-371221e3ecac service neutron] 10.222.0.21 "GET /v2.0/ports/8e4656d7-6a85-4977-b392-1dd2dedf8b37?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1072066 Jul 06 11:48:09.118114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b71c0e6c-7bc8-4496-b38d-373887fe5ffe None None] Provisioning for port f304fa38-b6d9-4803-8023-90135dbe48c3 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:09.136102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b71c0e6c-7bc8-4496-b38d-373887fe5ffe None None] Provisioning complete for port f304fa38-b6d9-4803-8023-90135dbe48c3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:09.136620 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b71c0e6c-7bc8-4496-b38d-373887fe5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.196870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0450dc-6876-4863-b79f-a26dc4c1b4c6 None None] Network 3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:09.212249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:09.218556 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.485977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-4392dbcb-a0da-4915-afd3-f3d678288c1f service neutron] 10.222.0.21 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218526 Jul 06 11:48:09.523496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552b6cd-ff98-4ebb-8217-4f53f05d5f62 req-32080004-3e0f-45a1-ad72-113853755dac tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:09.534583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8552b6cd-ff98-4ebb-8217-4f53f05d5f62 req-32080004-3e0f-45a1-ad72-113853755dac tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.2048719 Jul 06 11:48:09.678902 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8552b6cd-ff98-4ebb-8217-4f53f05d5f62 req-f0f34d79-447b-4152-9157-6a7a559ec701 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392064 Jul 06 11:48:09.767039 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b71c0e6c-7bc8-4496-b38d-373887fe5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.838161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b71c0e6c-7bc8-4496-b38d-373887fe5ffe None None] For port f304fa38-b6d9-4803-8023-90135dbe48c3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f304fa38-b6d9-4803-8023-90135dbe48c3,segment=NetworkSegment(e3b9a352-a903-4550-ba20-e17e8b8407e2),segment_id=e3b9a352-a903-4550-ba20-e17e8b8407e2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:09.856881 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b71c0e6c-7bc8-4496-b38d-373887fe5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.915440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e245052-a11b-41d7-955e-b5a7d847631b None None] DHCP port deletion for b9095eef-500b-47a9-893b-6f24ee06d653 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:48:09.947991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-51cbe68e-4ab3-4eb1-ad56-ac12f9b6929c service neutron] 10.222.0.21 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037769 Jul 06 11:48:10.044886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c0e6c-7bc8-4496-b38d-373887fe5ffe None None] Pushing event updated for resources: {'Port': ['ID=f304fa38-b6d9-4803-8023-90135dbe48c3,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:10.050915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-43391573-b19f-45a8-8178-1a64bc88038e None None] Provisioning for port b4d5918f-58aa-4120-9d01-1d643de09ec5 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:10.056352 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-43391573-b19f-45a8-8178-1a64bc88038e None None] Provisioning complete for port b4d5918f-58aa-4120-9d01-1d643de09ec5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:10.056731 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43391573-b19f-45a8-8178-1a64bc88038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.120361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0e245052-a11b-41d7-955e-b5a7d847631b None None] Deleting port f304fa38-b6d9-4803-8023-90135dbe48c3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:10.120813 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e245052-a11b-41d7-955e-b5a7d847631b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.255120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0e245052-a11b-41d7-955e-b5a7d847631b None None] For port f304fa38-b6d9-4803-8023-90135dbe48c3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f304fa38-b6d9-4803-8023-90135dbe48c3,segment=NetworkSegment(e3b9a352-a903-4550-ba20-e17e8b8407e2),segment_id=e3b9a352-a903-4550-ba20-e17e8b8407e2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:10.255594 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e245052-a11b-41d7-955e-b5a7d847631b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.273833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0e245052-a11b-41d7-955e-b5a7d847631b None None] Calling delete_port for f304fa38-b6d9-4803-8023-90135dbe48c3 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:10.280980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f304fa38-b6d9-4803-8023-90135dbe48c3 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:10.558596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:48:10.571694 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c1d1fa04-753e-491d-9b35-4a0b52d74ee1 service neutron] 10.222.0.21 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061850 Jul 06 11:48:10.574155 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.707275 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43391573-b19f-45a8-8178-1a64bc88038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.717839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a910177-1086-4569-83b1-8bdca89997ca req-aad637bc-594e-46ea-a479-b0b7a5faf7d6 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:10.719584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a910177-1086-4569-83b1-8bdca89997ca req-aad637bc-594e-46ea-a479-b0b7a5faf7d6 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 946 time: 0.4437015 Jul 06 11:48:10.775533 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.869801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Subnet': ['ID=78f98fec-5f05-4f0b-83d5-1c917c94c6b8,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:10.902644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a910177-1086-4569-83b1-8bdca89997ca req-36efef32-6126-4aab-a2c3-281909b9f347 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616104 Jul 06 11:48:10.924624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-43391573-b19f-45a8-8178-1a64bc88038e None None] For port b4d5918f-58aa-4120-9d01-1d643de09ec5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b4d5918f-58aa-4120-9d01-1d643de09ec5,segment=NetworkSegment(b3013b41-c878-4321-a697-40048f323e08),segment_id=b3013b41-c878-4321-a697-40048f323e08)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:10.936994 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43391573-b19f-45a8-8178-1a64bc88038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.954408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Checking segment: {'id': '6e4f6bc1-3532-4891-be4f-10e62350a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce8edc33-44c8-49e1-9809-ff6e6490f39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:10.961051 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network hostable DHCP agents. Network: ce8edc33-44c8-49e1-9809-ff6e6490f39d, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:11.043530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-d89424ed-578a-4790-b24c-bc7373150fc3 service neutron] 10.222.0.21 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188577 Jul 06 11:48:11.051554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network ce8edc33-44c8-49e1-9809-ff6e6490f39d is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:11.076429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, ce8edc33-44c8-49e1-9809-ff6e6490f39d) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:11.084017 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43391573-b19f-45a8-8178-1a64bc88038e None None] Pushing event updated for resources: {'Port': ['ID=b4d5918f-58aa-4120-9d01-1d643de09ec5,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:11.098974 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e245052-a11b-41d7-955e-b5a7d847631b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.111747 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3fcd2f-3733-4878-971b-7e361082774f None None] Network ce8edc33-44c8-49e1-9809-ff6e6490f39d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:11.155275 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:11.155275 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.216087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc16c522-d50a-4f0a-a154-6c4008363db1 req-54e0ff6d-4b54-4976-b8bc-fcdc8de956a8 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 210 time: 0.0654528 Jul 06 11:48:11.236276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b25e81aa-1f87-489d-a2a7-c37faffda196 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7185848 Jul 06 11:48:11.240609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50492) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:11.252611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e245052-a11b-41d7-955e-b5a7d847631b None None] Pushing event deleted for resources: {'Port': ['ID=f304fa38-b6d9-4803-8023-90135dbe48c3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:11.257998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'port': {'network_id': 'ce8edc33-44c8-49e1-9809-ff6e6490f39d', 'name': 'tempest-NetworksIpV6TestAttrs-60016718'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:11.275304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e245052-a11b-41d7-955e-b5a7d847631b None None] No DVR routers for this DVR port f304fa38-b6d9-4803-8023-90135dbe48c3 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:11.305165 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b6221348-07c6-438a-87cf-b1dc21b77692 None None] Provisioning complete for port b4d5918f-58aa-4120-9d01-1d643de09ec5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:11.305751 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6221348-07c6-438a-87cf-b1dc21b77692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.400188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9c53a1c5-e16c-4263-bc71-7b0a004edf92 service neutron] 10.222.0.21 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354485 Jul 06 11:48:11.651469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:11.655739 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.735671 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] device_id is not set on port a25013a2-76f0-4e04-9a5e-7268f4ea1a6d yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:48:12.018676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-1781cbf4-a9ba-4d8f-a678-374b0b4a92a0 service neutron] 10.222.0.21 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692408 Jul 06 11:48:12.082590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Allocated IP 2001:db8::f816:3eff:fe91:aae5 (ce8edc33-44c8-49e1-9809-ff6e6490f39d/78f98fec-5f05-4f0b-83d5-1c917c94c6b8/a25013a2-76f0-4e04-9a5e-7268f4ea1a6d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:12.204642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6491b7-3af5-40d6-8928-0036913c77e5 req-a92a92b8-3b71-4284-ab40-8b1c97dcef0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:12.207853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-ce8edc33-44c8-49e1-9809-ff6e6490f39d', 'network_id': 'ce8edc33-44c8-49e1-9809-ff6e6490f39d', 'tenant_id': '8b4b6532b65c40d485038ae8c4aafe82', 'fixed_ips': [{'subnet_id': '78f98fec-5f05-4f0b-83d5-1c917c94c6b8'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:12.209470 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.222941 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b6491b7-3af5-40d6-8928-0036913c77e5 req-a92a92b8-3b71-4284-ab40-8b1c97dcef0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.8169551 Jul 06 11:48:12.270013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b4d5918f-58aa-4120-9d01-1d643de09ec5 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:12.387287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.420738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725041b-6771-49ed-82a8-4a09599b105a req-aa68ec62-fb2b-4fe2-a72f-5a8b90ed696a tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:12.425178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-aa68ec62-fb2b-4fe2-a72f-5a8b90ed696a tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.47 "GET /v2.0/networks?id=7e4393fa-c453-4f06-803d-b9e93bc7e612 HTTP/1.1" status: 200 len: 825 time: 0.7276316 Jul 06 11:48:12.431740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b6491b7-3af5-40d6-8928-0036913c77e5 req-366f6138-0796-42ed-b684-a625338b98fd tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228981 Jul 06 11:48:12.435107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Transition to ACTIVE for port object a25013a2-76f0-4e04-9a5e-7268f4ea1a6d will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:12.450912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Request body: {'port': {'device_id': '2658abab-9ee7-462c-be29-a5e50724262f', 'network_id': '7e4393fa-c453-4f06-803d-b9e93bc7e612', 'admin_state_up': True, 'tenant_id': '4349a4a67ed7482f8288ea48597a3f9a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:12.491855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.554446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network ce8edc33-44c8-49e1-9809-ff6e6490f39d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:12.559861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:12.616451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b4d5918f-58aa-4120-9d01-1d643de09ec5 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:12.616760 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.699343 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-231d464b-c149-4b7e-9ca7-773d0630844b service neutron] 10.222.0.21 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774480 Jul 06 11:48:12.714933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Port': ['ID=a25013a2-76f0-4e04-9a5e-7268f4ea1a6d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:12.731997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:12.742644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:12.746447 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.774400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Made reservation on behalf of 4349a4a67ed7482f8288ea48597a3f9a for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:12.775033 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6c593526-1e12-4cf3-908a-c762509d4b30 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.5315750 Jul 06 11:48:12.776836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50514) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:12.779164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.883137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Allocated IP 2001:db8::f816:3eff:fe32:796f (ce8edc33-44c8-49e1-9809-ff6e6490f39d/78f98fec-5f05-4f0b-83d5-1c917c94c6b8/6e0e2106-b2b5-4c89-a813-88039351367d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:12.941141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a90f30-e283-43f6-9910-7dae03928a9e tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Deleting subnet 78f98fec-5f05-4f0b-83d5-1c917c94c6b8 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:48:13.049699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Allocated IP 172.20.0.3 (7e4393fa-c453-4f06-803d-b9e93bc7e612/751d31c6-9f10-44d2-bc3c-187ba98fffb8/94f270df-8460-4eb6-804c-a6e6974a444d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:13.142006 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-77e4abd0-fa6a-480a-9739-784a7959fff7 service neutron] 10.222.0.21 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412029 Jul 06 11:48:13.146455 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.151298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464918-21ec-4166-a194-10e402d371d3 req-01a2f47c-feef-4e53-9ba7-aa53fec1995d tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:13.152917 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64464918-21ec-4166-a194-10e402d371d3 req-01a2f47c-feef-4e53-9ba7-aa53fec1995d tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.4189267 Jul 06 11:48:13.167768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Transition to ACTIVE for port object 6e0e2106-b2b5-4c89-a813-88039351367d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:13.196256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Transition to ACTIVE for port object 6e0e2106-b2b5-4c89-a813-88039351367d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:13.205651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22a90f30-e283-43f6-9910-7dae03928a9e tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.222364 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.301692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Network ce8edc33-44c8-49e1-9809-ff6e6490f39d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:13.307110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:13.309852 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22a90f30-e283-43f6-9910-7dae03928a9e tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.323327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-0ee324b6-941b-411a-8e56-c98625096cfc service neutron] 10.222.0.21 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693821 Jul 06 11:48:13.329721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:13.380190 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64464918-21ec-4166-a194-10e402d371d3 req-583abdcc-d649-4095-93fd-6b369c1a64ed tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558047 Jul 06 11:48:13.504270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-96a331a4-4cb0-4110-aff3-55a6e48e1b07 service neutron] 10.222.0.21 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408494 Jul 06 11:48:13.587314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Pushing event updated for resources: {'Port': ['ID=6e0e2106-b2b5-4c89-a813-88039351367d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:13.613773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Attempting to bind port 6e0e2106-b2b5-4c89-a813-88039351367d on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:13.614331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Attempting to bind port 6e0e2106-b2b5-4c89-a813-88039351367d by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '6e4f6bc1-3532-4891-be4f-10e62350a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce8edc33-44c8-49e1-9809-ff6e6490f39d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:13.614891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Attempting to bind port 6e0e2106-b2b5-4c89-a813-88039351367d on network ce8edc33-44c8-49e1-9809-ff6e6490f39d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:13.624114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:13.624780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Checking segment: {'id': '6e4f6bc1-3532-4891-be4f-10e62350a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce8edc33-44c8-49e1-9809-ff6e6490f39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:13.626045 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.626695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Bound using segment: {'id': '6e4f6bc1-3532-4891-be4f-10e62350a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce8edc33-44c8-49e1-9809-ff6e6490f39d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:13.627439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Bound port: 6e0e2106-b2b5-4c89-a813-88039351367d, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4f6bc1-3532-4891-be4f-10e62350a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce8edc33-44c8-49e1-9809-ff6e6490f39d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:13.628169 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.024281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22a90f30-e283-43f6-9910-7dae03928a9e tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.147858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22a90f30-e283-43f6-9910-7dae03928a9e tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.161318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] For port 6e0e2106-b2b5-4c89-a813-88039351367d, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:14.173429 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d0097ec-c903-4654-ad5c-46c3cb99ba39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.177868 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22a90f30-e283-43f6-9910-7dae03928a9e tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.179889 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-22a90f30-e283-43f6-9910-7dae03928a9e tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/subnets/78f98fec-5f05-4f0b-83d5-1c917c94c6b8 HTTP/1.1" status: 204 len: 168 time: 1.4020634 Jul 06 11:48:14.182697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] For port 6e0e2106-b2b5-4c89-a813-88039351367d, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6e0e2106-b2b5-4c89-a813-88039351367d,segment=NetworkSegment(6e4f6bc1-3532-4891-be4f-10e62350a9a3),segment_id=6e4f6bc1-3532-4891-be4f-10e62350a9a3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:14.186052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50550) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:14.190797 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.209881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a90f30-e283-43f6-9910-7dae03928a9e tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Subnet': ['ID=78f98fec-5f05-4f0b-83d5-1c917c94c6b8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:14.325009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51eaf9-632d-4272-ba5e-ef9b138f47ad None None] Pushing event updated for resources: {'Port': ['ID=6e0e2106-b2b5-4c89-a813-88039351367d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:14.333239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5a8240-02e6-4f90-a168-82a8385195df tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:14.337767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5a8240-02e6-4f90-a168-82a8385195df tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:14.339010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9a5a8240-02e6-4f90-a168-82a8385195df tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1426334 Jul 06 11:48:14.342233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50558) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:14.478130 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b4b6868-1725-48b1-a2ac-6c65c7cb456e req-cf7d2d17-b4f1-4324-9c26-c61e455cb5d4 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 210 time: 0.2907732 Jul 06 11:48:14.521870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ae60536-5826-4918-9a6d-2c2e02be59a2 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.532360 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae60536-5826-4918-9a6d-2c2e02be59a2 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 11:48:14.532619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae60536-5826-4918-9a6d-2c2e02be59a2 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:14.539576 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4ae60536-5826-4918-9a6d-2c2e02be59a2 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/networks/ce8edc33-44c8-49e1-9809-ff6e6490f39d HTTP/1.1" status: 409 len: 405 time: 0.1960766 Jul 06 11:48:14.540254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50568) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:14.549381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-70968974'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:14.580664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:14.592189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.626969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:14.644712 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.696575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.697440 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Added segment 497d2846-4e01-4d18-a927-0c60af051d4d of type vlan for network 075e14d1-eced-4cef-8944-4de9ef242560 Jul 06 11:48:14.795692 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.824999 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.884983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.896881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:14.897747 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.938450 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3945446 Jul 06 11:48:14.944302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Network 7e4393fa-c453-4f06-803d-b9e93bc7e612 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:14.945662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50582) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:14.972882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:14.973803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'subnet': {'network_id': '075e14d1-eced-4cef-8944-4de9ef242560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:14.976788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:15.030721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Pushing event updated for resources: {'Port': ['ID=94f270df-8460-4eb6-804c-a6e6974a444d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:15.059816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:15.060797 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.095559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c126da5-63ed-4df0-afd0-975f621781c2 req-ef6ce149-fbcd-46e8-8e08-010385b6af99 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:15.097512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c126da5-63ed-4df0-afd0-975f621781c2 req-ef6ce149-fbcd-46e8-8e08-010385b6af99 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d08388c3-a68d-4969-889e-907041eca39f HTTP/1.1" status: 200 len: 945 time: 0.2150807 Jul 06 11:48:15.109458 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-be729d88-dce2-47cd-be7e-8442d28b7fbd tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6639090 Jul 06 11:48:15.142472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Request body: {'port': {'device_id': '2658abab-9ee7-462c-be29-a5e50724262f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:15.175975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7602478-4c5f-4aac-a730-81d6b72897c5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Network': ['ID=075e14d1-eced-4cef-8944-4de9ef242560,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:15.190811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 075e14d1-eced-4cef-8944-4de9ef242560 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:15.239930 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c126da5-63ed-4df0-afd0-975f621781c2 req-ede8c7ef-c270-4e75-bc31-82337fe5a738 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286123 Jul 06 11:48:15.252197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:15.259976 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.430484 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.743420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86e61e14-de73-4826-9601-7ce472bb58c2 req-e2398a78-8cfa-47a7-b541-5215cccb6be7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0425105 Jul 06 11:48:15.798146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d62231-be09-43e2-877d-5cd1a0a5acd8 req-2f6d23b8-2379-4d14-8cfa-288ff4eec251 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:15.808965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90d62231-be09-43e2-877d-5cd1a0a5acd8 req-2f6d23b8-2379-4d14-8cfa-288ff4eec251 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.3684397 Jul 06 11:48:15.932782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90d62231-be09-43e2-877d-5cd1a0a5acd8 req-2a0c3812-c99f-4338-bd75-3cc56f3661eb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224518 Jul 06 11:48:16.327268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a31654-714b-40b4-8457-35b84b0ab0d4 None None] Network ce8edc33-44c8-49e1-9809-ff6e6490f39d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:16.381628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f270df-8460-4eb6-804c-a6e6974a444d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:16.398666 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.446053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc430734-5ef1-40d8-9cc7-0f6b70aefaa8 req-6fe29d3a-0e90-46f8-a8bf-2304f0021f43 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:16.455354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc430734-5ef1-40d8-9cc7-0f6b70aefaa8 req-6fe29d3a-0e90-46f8-a8bf-2304f0021f43 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 931 time: 0.1493132 Jul 06 11:48:16.459631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Transition to ACTIVE for port object 94f270df-8460-4eb6-804c-a6e6974a444d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:16.474823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6e0e2106-b2b5-4c89-a813-88039351367d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:16.485496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.634032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e9842d2b-3409-4fa2-a475-eba4e96eca26 None None] Provisioning for port 6e0e2106-b2b5-4c89-a813-88039351367d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:16.635683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Pushing event updated for resources: {'Port': ['ID=94f270df-8460-4eb6-804c-a6e6974a444d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:16.647729 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc430734-5ef1-40d8-9cc7-0f6b70aefaa8 req-8597dde6-1907-48f2-87fe-991ee128c25c tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908543 Jul 06 11:48:16.830515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 6e0e2106-b2b5-4c89-a813-88039351367d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:16.841465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 6e0e2106-b2b5-4c89-a813-88039351367d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:16.855783 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.929436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.objects.ports [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93815) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:48:16.940011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.980266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Attempting to bind port 94f270df-8460-4eb6-804c-a6e6974a444d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:16.980604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Attempting to bind port 94f270df-8460-4eb6-804c-a6e6974a444d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '32680fe9-6367-4c98-beaa-54876e491827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e4393fa-c453-4f06-803d-b9e93bc7e612'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:16.988014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Attempting to bind port 94f270df-8460-4eb6-804c-a6e6974a444d on network 7e4393fa-c453-4f06-803d-b9e93bc7e612 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:17.012028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Port 94f270df-8460-4eb6-804c-a6e6974a444d on network 7e4393fa-c453-4f06-803d-b9e93bc7e612 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:17.012634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Attempting to bind port 94f270df-8460-4eb6-804c-a6e6974a444d on network 7e4393fa-c453-4f06-803d-b9e93bc7e612 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:17.064527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:17.064950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Checking segment: {'id': '32680fe9-6367-4c98-beaa-54876e491827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e4393fa-c453-4f06-803d-b9e93bc7e612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:17.065345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Bound using segment: {'id': '32680fe9-6367-4c98-beaa-54876e491827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e4393fa-c453-4f06-803d-b9e93bc7e612'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:17.066486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Bound port: 94f270df-8460-4eb6-804c-a6e6974a444d, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32680fe9-6367-4c98-beaa-54876e491827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e4393fa-c453-4f06-803d-b9e93bc7e612'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:17.066864 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.098713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Subnet': ['ID=87cdad81-407b-40f5-94c2-d7d6421c33c9,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:17.126213 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.128848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2109f7-2fab-4f4b-b8cc-ffa9ae8079b7 None None] DHCP port deletion for ce8edc33-44c8-49e1-9809-ff6e6490f39d request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:48:17.131523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Checking segment: {'id': '497d2846-4e01-4d18-a927-0c60af051d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '075e14d1-eced-4cef-8944-4de9ef242560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:17.132046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network hostable DHCP agents. Network: 075e14d1-eced-4cef-8944-4de9ef242560, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:17.166328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network 075e14d1-eced-4cef-8944-4de9ef242560 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:17.168163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 6e0e2106-b2b5-4c89-a813-88039351367d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6e0e2106-b2b5-4c89-a813-88039351367d,segment=NetworkSegment(6e4f6bc1-3532-4891-be4f-10e62350a9a3),segment_id=6e4f6bc1-3532-4891-be4f-10e62350a9a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:17.195532 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.204093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 075e14d1-eced-4cef-8944-4de9ef242560) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:17.210288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:17.212051 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.224008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] For port 94f270df-8460-4eb6-804c-a6e6974a444d, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:17.228665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] For port 94f270df-8460-4eb6-804c-a6e6974a444d, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94f270df-8460-4eb6-804c-a6e6974a444d,segment=NetworkSegment(32680fe9-6367-4c98-beaa-54876e491827),segment_id=32680fe9-6367-4c98-beaa-54876e491827)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:17.244154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7209eda9-aea4-4e1a-a9ea-6ef9fd76cc88 None None] Network 075e14d1-eced-4cef-8944-4de9ef242560 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:17.255010 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-83e9f79e-eea9-4dfd-beff-fbf88cc77fde tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3078668 Jul 06 11:48:17.258149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50630) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:17.276785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-408a9b06-ae41-4b32-9873-0d84a1462f59 req-5f1c26d3-5939-4701-a748-60a9577f5c93 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0457859 Jul 06 11:48:17.287230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4dcde-640b-40b3-9f06-3b6c28994623 req-246616d6-5b3d-467b-af45-e64733e59d77 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:17.288985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ecd4dcde-640b-40b3-9f06-3b6c28994623 req-246616d6-5b3d-467b-af45-e64733e59d77 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 946 time: 0.6376731 Jul 06 11:48:17.290880 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.412073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:17.413590 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.415268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] 10.222.0.47 "PUT /v2.0/ports/94f270df-8460-4eb6-804c-a6e6974a444d HTTP/1.1" status: 200 len: 1091 time: 2.2960699 Jul 06 11:48:17.416005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2658abab-9ee7-462c-be29-a5e50724262f', 'tag': '94f270df-8460-4eb6-804c-a6e6974a444d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:17.421106 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febbc79d-40a8-40c1-8bdd-cb80f1a2e2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2658abab-9ee7-462c-be29-a5e50724262f", "tag": "94f270df-8460-4eb6-804c-a6e6974a444d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:17.436123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=6e0e2106-b2b5-4c89-a813-88039351367d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:17.440858 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ecd4dcde-640b-40b3-9f06-3b6c28994623 req-3016e9c1-6173-4601-afef-afa656905b36 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441631 Jul 06 11:48:17.510946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dec6b-2826-4b60-ad46-340847c1264a service neutron] Pushing event updated for resources: {'Port': ['ID=94f270df-8460-4eb6-804c-a6e6974a444d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:17.574094 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e351c926-ad14-4967-94a4-8ce163cea7df x-openstack-request-id: req-e351c926-ad14-4967-94a4-8ce163cea7df {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:17.574803 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.575186 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2658abab-9ee7-462c-be29-a5e50724262f", "tag": "94f270df-8460-4eb6-804c-a6e6974a444d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:17.576389 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e351c926-ad14-4967-94a4-8ce163cea7df {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:17.577458 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2658abab-9ee7-462c-be29-a5e50724262f', 'tag': '94f270df-8460-4eb6-804c-a6e6974a444d', 'status': 'completed', 'code': 200} Jul 06 11:48:17.580495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1c2109f7-2fab-4f4b-b8cc-ffa9ae8079b7 None None] Deleting port 6e0e2106-b2b5-4c89-a813-88039351367d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:17.585206 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c2109f7-2fab-4f4b-b8cc-ffa9ae8079b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.752847 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.854537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725041b-6771-49ed-82a8-4a09599b105a req-c9ceb1ae-5b4d-4088-bcb2-a6e7e9fe37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:17.856974 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-c9ceb1ae-5b4d-4088-bcb2-a6e7e9fe37c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4349a4a67ed7482f8288ea48597a3f9a&device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 1094 time: 0.3802047 Jul 06 11:48:17.890033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.917319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1c2109f7-2fab-4f4b-b8cc-ffa9ae8079b7 None None] For port 6e0e2106-b2b5-4c89-a813-88039351367d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6e0e2106-b2b5-4c89-a813-88039351367d,segment=NetworkSegment(6e4f6bc1-3532-4891-be4f-10e62350a9a3),segment_id=6e4f6bc1-3532-4891-be4f-10e62350a9a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:17.927154 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c2109f7-2fab-4f4b-b8cc-ffa9ae8079b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.957467 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Subnet': ['ID=87cdad81-407b-40f5-94c2-d7d6421c33c9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:17.971442 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-3da31232-8b51-4832-af4e-31b914f043ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94f270df-8460-4eb6-804c-a6e6974a444d HTTP/1.1" status: 200 len: 217 time: 0.0928023 Jul 06 11:48:17.980375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1c2109f7-2fab-4f4b-b8cc-ffa9ae8079b7 None None] Calling delete_port for 6e0e2106-b2b5-4c89-a813-88039351367d owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:18.008526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-7107362e-8442-4798-8ba2-e5b4e94f8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.010087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-7107362e-8442-4798-8ba2-e5b4e94f8e83 service neutron] 10.222.0.86 "GET /v2.0/ports/56e2de8f-0167-420f-8b93-43b7a223a454 HTTP/1.1" status: 200 len: 1032 time: 0.3255646 Jul 06 11:48:18.086585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c53946-2f3c-40cf-acdd-7416119213ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-075e14d1-eced-4cef-8944-4de9ef242560', 'network_id': '075e14d1-eced-4cef-8944-4de9ef242560', 'tenant_id': '8b4b6532b65c40d485038ae8c4aafe82', 'fixed_ips': [{'subnet_id': '87cdad81-407b-40f5-94c2-d7d6421c33c9'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:18.096532 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2c53946-2f3c-40cf-acdd-7416119213ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.121798 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.154837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075e14d1-eced-4cef-8944-4de9ef242560']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:18.181221 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497d2846-4e01-4d18-a927-0c60af051d4d') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:18.181539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497d2846-4e01-4d18-a927-0c60af051d4d') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:18.202619 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.236397 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.251722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:18.252224 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:18.255469 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:18.266543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6e0e2106-b2b5-4c89-a813-88039351367d no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:18.321029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6c1fd-8ce8-436b-a8cc-8ade7aa716d2 req-407e89a3-389b-44c2-b9e6-264a877f7b62 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.329219 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cbc6c1fd-8ce8-436b-a8cc-8ade7aa716d2 req-407e89a3-389b-44c2-b9e6-264a877f7b62 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.7098570 Jul 06 11:48:18.337771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725041b-6771-49ed-82a8-4a09599b105a req-de787e0c-eedc-4787-846f-1214cecd161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.339305 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-de787e0c-eedc-4787-846f-1214cecd161f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=751d31c6-9f10-44d2-bc3c-187ba98fffb8 HTTP/1.1" status: 200 len: 865 time: 0.3573570 Jul 06 11:48:18.364399 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.407770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.414370 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.419299 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-e2c53946-2f3c-40cf-acdd-7416119213ad None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:48:18.419299 n-d-799527-2 neutron-server[93816]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 06 11:48:18.419299 n-d-799527-2 neutron-server[93816]: [parameters: {'project_id': '8b4b6532b65c40d485038ae8c4aafe82', 'id': '11113556-dc1d-41a8-99d3-678e0b035e00', 'name': '', 'network_id': '075e14d1-eced-4cef-8944-4de9ef242560', 'mac_address': 'fa:16:3e:e3:6a:a3', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-075e14d1-eced-4cef-8944-4de9ef242560', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1795}] Jul 06 11:48:18.419299 n-d-799527-2 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:48:18.419299 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-e2c53946-2f3c-40cf-acdd-7416119213ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:48:18.422715 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/networks/075e14d1-eced-4cef-8944-4de9ef242560 HTTP/1.1" status: 204 len: 168 time: 1.1632056 Jul 06 11:48:18.443653 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a4432be-e9e8-4ec2-8f0b-d74593701d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.458524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50654) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:18.459353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c865058c-c370-4bc1-ad27-c8d6e3c7e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.473234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c865058c-c370-4bc1-ad27-c8d6e3c7e9a5 service neutron] 10.222.0.86 "GET /v2.0/ports/8e4656d7-6a85-4977-b392-1dd2dedf8b37 HTTP/1.1" status: 200 len: 1031 time: 0.4081819 Jul 06 11:48:18.475601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-a33c2d7a-df1a-4c32-b092-9c0c1bfc4950 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e4393fa-c453-4f06-803d-b9e93bc7e612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062086 Jul 06 11:48:18.489484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754213e-41b4-48c5-bc7c-97c180873357 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Network': ['ID=075e14d1-eced-4cef-8944-4de9ef242560,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:18.531053 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.533103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-646023441'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:18.556152 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c2109f7-2fab-4f4b-b8cc-ffa9ae8079b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.640228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2109f7-2fab-4f4b-b8cc-ffa9ae8079b7 None None] No DVR routers for this DVR port 6e0e2106-b2b5-4c89-a813-88039351367d on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:18.664221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2109f7-2fab-4f4b-b8cc-ffa9ae8079b7 None None] Pushing event deleted for resources: {'Port': ['ID=6e0e2106-b2b5-4c89-a813-88039351367d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:18.706605 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.848101 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cbc6c1fd-8ce8-436b-a8cc-8ade7aa716d2 req-1aab1a97-d328-4031-ac9d-950c3a2e44b4 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911480 Jul 06 11:48:18.891676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:18.898939 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.920525 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2c53946-2f3c-40cf-acdd-7416119213ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.980151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f37c013-b9bc-4656-930f-68c7720e22d9 None None] Network 075e14d1-eced-4cef-8944-4de9ef242560 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:19.005611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f37c013-b9bc-4656-930f-68c7720e22d9 None None] Network 075e14d1-eced-4cef-8944-4de9ef242560 could not be found, it might have been deleted concurrently. {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 11:48:19.040770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea7b12-25d5-4090-afeb-7096a66b41d1 req-13d869bc-bb4d-442a-b0dc-53d92a4d1f84 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:19.049989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84ea7b12-25d5-4090-afeb-7096a66b41d1 req-13d869bc-bb4d-442a-b0dc-53d92a4d1f84 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.8410411 Jul 06 11:48:19.126459 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-79e69cf5-bcbf-4fac-a88a-e442efa1fc22 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:19.134976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-79e69cf5-bcbf-4fac-a88a-e442efa1fc22 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:19.141739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-79e69cf5-bcbf-4fac-a88a-e442efa1fc22 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:19.143713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-79e69cf5-bcbf-4fac-a88a-e442efa1fc22 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "GET /v2.0/networks?id=fc45a5f0-1e2d-452c-93ef-0f6b827b1039&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=6500b71c-f47e-4815-a660-d6db6c42d73e&id=6500b71c-f47e-4815-a660-d6db6c42d73e HTTP/1.1" status: 200 len: 1995 time: 0.6040466 Jul 06 11:48:19.243382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:19.258898 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-462d9df6-cd19-4d16-b714-e06e62661c59 service neutron] 10.222.0.47 "GET /v2.0/networks/7e4393fa-c453-4f06-803d-b9e93bc7e612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210891 Jul 06 11:48:19.302181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84ea7b12-25d5-4090-afeb-7096a66b41d1 req-6f73d3b9-b973-4d7a-a4f4-9512ba4f4fdd tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510154 Jul 06 11:48:19.316453 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.317147 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Added segment 51fef710-c1a5-4fd5-9397-1e79b311477b of type vlan for network d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74 Jul 06 11:48:19.434593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-401e51ca-64b8-4610-a2d6-dfa860234935 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aed4f75709244388e5e276ed33f28da HTTP/1.1" status: 200 len: 379 time: 0.2651720 Jul 06 11:48:19.468408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'admin_state_up': True, 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'security_groups': ['5c730b8e-4029-4dc3-8f04-e106b0741670']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:19.605391 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.707524 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.715111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:19.716280 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.898564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3c4082a-ef45-4024-814f-83702124132e req-7fdb9673-0194-4b5d-bb86-eebe66d789ad tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.1934977 Jul 06 11:48:19.917896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Network': ['ID=d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:19.952327 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:19.977746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98206164-169a-401e-83e5-e691db4ab1d9 req-ce915a69-46a4-416b-b4d0-122ca342d713 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:19.993804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-98206164-169a-401e-83e5-e691db4ab1d9 req-ce915a69-46a4-416b-b4d0-122ca342d713 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 943 time: 0.9028325 Jul 06 11:48:20.164350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-98206164-169a-401e-83e5-e691db4ab1d9 req-d205d44f-4ad9-4b6b-ba3a-104d6ffa9514 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599932 Jul 06 11:48:20.275395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:20.279959 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.393272 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.606374 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-98e0cf74-5341-4d55-9b3d-62605ea87f91 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1255434 Jul 06 11:48:20.612426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50696) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:20.627326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'subnet': {'network_id': 'd23d6d59-6a4c-4ee2-a3f3-cd35fae91f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:20.733976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a725041b-6771-49ed-82a8-4a09599b105a req-5f9ce099-c626-4536-98d5-1cacdcea9ed8 service neutron] 10.222.0.47 "GET /v2.0/networks/7e4393fa-c453-4f06-803d-b9e93bc7e612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4627311 Jul 06 11:48:20.802822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Allocated IP 172.20.0.7 (fc45a5f0-1e2d-452c-93ef-0f6b827b1039/78e85877-f670-4c7e-8b64-45444a2227a0/a7a5a745-bcee-4e50-843c-2df3aff45473) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:20.810715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:20.815156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.989760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.026671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Transition to ACTIVE for port object a7a5a745-bcee-4e50-843c-2df3aff45473 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:21.120775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69314ae-9da3-438c-a4ab-669597ad52c0 req-d05034bb-58f9-43aa-8731-26560428c55d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.120775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b69314ae-9da3-438c-a4ab-669597ad52c0 req-d05034bb-58f9-43aa-8731-26560428c55d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.4737527 Jul 06 11:48:21.144501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc926f8-bd95-4e96-aaa7-ab72373c229f req-5a32c783-cf67-4189-8a99-3bbdd45fdcf9 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.150668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc926f8-bd95-4e96-aaa7-ab72373c229f req-5a32c783-cf67-4189-8a99-3bbdd45fdcf9 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.157427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc926f8-bd95-4e96-aaa7-ab72373c229f req-5a32c783-cf67-4189-8a99-3bbdd45fdcf9 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.159118 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdc926f8-bd95-4e96-aaa7-ab72373c229f req-5a32c783-cf67-4189-8a99-3bbdd45fdcf9 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81&device_id=d08388c3-a68d-4969-889e-907041eca39f&device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 2418 time: 0.4219837 Jul 06 11:48:21.184696 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.200017 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.252894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b69314ae-9da3-438c-a4ab-669597ad52c0 req-0b5bd990-ab8c-4013-8ad2-dd4f3c674a7e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904186 Jul 06 11:48:21.270305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc79d-40a8-40c1-8bdd-cb80f1a2e2f6 req-418b2e3c-8e9f-45d9-9d0c-a6e0077abfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.276286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-febbc79d-40a8-40c1-8bdd-cb80f1a2e2f6 req-418b2e3c-8e9f-45d9-9d0c-a6e0077abfef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4349a4a67ed7482f8288ea48597a3f9a&device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 1094 time: 0.2572031 Jul 06 11:48:21.324005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Subnet': ['ID=90e12b5f-6c7e-4d4d-8136-a3cf5d5ba66d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:21.339394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Checking segment: {'id': '51fef710-c1a5-4fd5-9397-1e79b311477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd23d6d59-6a4c-4ee2-a3f3-cd35fae91f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:21.339795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network hostable DHCP agents. Network: d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:21.392480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:21.422776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:21.427541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.428789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.446154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaea6dc-b89c-462c-88c8-d01378ae777f None None] Network d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:21.457774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:21.478478 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdc926f8-bd95-4e96-aaa7-ab72373c229f req-b3c22769-44f3-4e58-b492-e20615cc93f5 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121240 Jul 06 11:48:21.479472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:21.495682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:21.495682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Port': ['ID=a7a5a745-bcee-4e50-843c-2df3aff45473,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:21.521073 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ecb14eae-854d-4752-bcb5-dd2270557148 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8925645 Jul 06 11:48:21.523137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50718) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:21.640798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc79d-40a8-40c1-8bdd-cb80f1a2e2f6 req-a0a74270-9111-4790-a618-99577a10d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.647290 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-febbc79d-40a8-40c1-8bdd-cb80f1a2e2f6 req-a0a74270-9111-4790-a618-99577a10d206 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e4393fa-c453-4f06-803d-b9e93bc7e612 HTTP/1.1" status: 200 len: 926 time: 0.3657386 Jul 06 11:48:21.669848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.673881 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.904651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-febbc79d-40a8-40c1-8bdd-cb80f1a2e2f6 req-60b39ac9-accb-45bb-9322-d94abd72a41d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94f270df-8460-4eb6-804c-a6e6974a444d HTTP/1.1" status: 200 len: 217 time: 0.2072971 Jul 06 11:48:21.974598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74', 'network_id': 'd23d6d59-6a4c-4ee2-a3f3-cd35fae91f74', 'tenant_id': '8b4b6532b65c40d485038ae8c4aafe82', 'fixed_ips': [{'subnet_id': '90e12b5f-6c7e-4d4d-8136-a3cf5d5ba66d'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:21.975763 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:21.985269 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c944a7ac-2b93-4ee5-92b0-2779d2ecf8ec tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5231950 Jul 06 11:48:22.007189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.146290 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.180542 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Allocated IP 2001:db8::2 (d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74/90e12b5f-6c7e-4d4d-8136-a3cf5d5ba66d/c5837a5a-4e71-4e01-8c41-87a92102f5bd) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:22.239519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-401b38fb-5b41-4c2e-b1b1-c09760daf45f None None] Provisioning for port a7a5a745-bcee-4e50-843c-2df3aff45473 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:22.278504 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-401b38fb-5b41-4c2e-b1b1-c09760daf45f None None] Provisioning complete for port a7a5a745-bcee-4e50-843c-2df3aff45473 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:22.279208 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-401b38fb-5b41-4c2e-b1b1-c09760daf45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.370695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-401b38fb-5b41-4c2e-b1b1-c09760daf45f None None] Port a7a5a745-bcee-4e50-843c-2df3aff45473 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:22.509756 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.525953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Transition to ACTIVE for port object c5837a5a-4e71-4e01-8c41-87a92102f5bd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:22.559076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Transition to ACTIVE for port object c5837a5a-4e71-4e01-8c41-87a92102f5bd will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:22.578717 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.599403 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.631220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Pushing event updated for resources: {'Port': ['ID=c5837a5a-4e71-4e01-8c41-87a92102f5bd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:22.648794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Network d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:22.650409 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:22.655596 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:22.770211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152', 'admin_state_up': True, 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'security_groups': ['5c730b8e-4029-4dc3-8f04-e106b0741670']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:22.791435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.793821 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Attempting to bind port c5837a5a-4e71-4e01-8c41-87a92102f5bd on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:22.794302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Attempting to bind port c5837a5a-4e71-4e01-8c41-87a92102f5bd by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '51fef710-c1a5-4fd5-9397-1e79b311477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd23d6d59-6a4c-4ee2-a3f3-cd35fae91f74'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:22.794786 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Attempting to bind port c5837a5a-4e71-4e01-8c41-87a92102f5bd on network d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:22.810768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:22.811259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Checking segment: {'id': '51fef710-c1a5-4fd5-9397-1e79b311477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd23d6d59-6a4c-4ee2-a3f3-cd35fae91f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:22.811988 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.812811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Bound using segment: {'id': '51fef710-c1a5-4fd5-9397-1e79b311477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd23d6d59-6a4c-4ee2-a3f3-cd35fae91f74'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:22.813219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Bound port: c5837a5a-4e71-4e01-8c41-87a92102f5bd, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51fef710-c1a5-4fd5-9397-1e79b311477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd23d6d59-6a4c-4ee2-a3f3-cd35fae91f74'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:22.813702 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.820392 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:22.835728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fef710-c1a5-4fd5-9397-1e79b311477b') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:22.836674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fef710-c1a5-4fd5-9397-1e79b311477b') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:22.850258 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.868149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.876072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:22.876781 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.889653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc79d-40a8-40c1-8bdd-cb80f1a2e2f6 req-ffa0ead4-5565-4627-a7ed-4400bcec2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:22.892074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-febbc79d-40a8-40c1-8bdd-cb80f1a2e2f6 req-ffa0ead4-5565-4627-a7ed-4400bcec2626 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=751d31c6-9f10-44d2-bc3c-187ba98fffb8 HTTP/1.1" status: 200 len: 865 time: 0.9376829 Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:22.960174 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:22.965150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] For port c5837a5a-4e71-4e01-8c41-87a92102f5bd, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:22.967635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:48:22.967635 n-d-799527-2 neutron-server[93815]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:48:22.967635 n-d-799527-2 neutron-server[93815]: [parameters: {'id': 'd23d6d59-6a4c-4ee2-a3f3-cd35fae91f74'}] Jul 06 11:48:22.967635 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:48:22.969190 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:48:22.970935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Subnet': ['ID=90e12b5f-6c7e-4d4d-8136-a3cf5d5ba66d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:22.972833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] For port c5837a5a-4e71-4e01-8c41-87a92102f5bd, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c5837a5a-4e71-4e01-8c41-87a92102f5bd,segment=NetworkSegment(51fef710-c1a5-4fd5-9397-1e79b311477b),segment_id=51fef710-c1a5-4fd5-9397-1e79b311477b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:22.983382 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.986924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-febbc79d-40a8-40c1-8bdd-cb80f1a2e2f6 req-597d5ed9-23f5-4b75-b76e-f09b7872e3dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e4393fa-c453-4f06-803d-b9e93bc7e612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609345 Jul 06 11:48:23.040575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7cd31-085e-49b4-9c1e-a59fd16bb76c req-a8fc9662-e93e-41f3-b38b-c20803593107 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:23.042198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74d7cd31-085e-49b4-9c1e-a59fd16bb76c req-a8fc9662-e93e-41f3-b38b-c20803593107 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 943 time: 1.1605377 Jul 06 11:48:23.098104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbc27a-5b52-488d-be17-b138d395c061 req-e7d7c76d-9a69-4f59-b83f-4b37d363bbda tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:23.098104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37cbc27a-5b52-488d-be17-b138d395c061 req-e7d7c76d-9a69-4f59-b83f-4b37d363bbda tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 931 time: 1.2064178 Jul 06 11:48:23.176890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c30be3-a1f1-4640-9a51-44fe14722e31 None None] Pushing event updated for resources: {'Port': ['ID=c5837a5a-4e71-4e01-8c41-87a92102f5bd,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:23.182183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca5ca8f-9ad1-4d0c-aa2c-268ba3ccd61d None None] Network d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:23.342463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-febbc79d-40a8-40c1-8bdd-cb80f1a2e2f6 req-ce39c1de-46fd-4fb1-b398-91492c4d3ac5 service neutron] 10.222.0.47 "GET /v2.0/networks/7e4393fa-c453-4f06-803d-b9e93bc7e612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357332 Jul 06 11:48:23.373562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74d7cd31-085e-49b4-9c1e-a59fd16bb76c req-46b67dff-cfe7-4cae-bf33-9e63e485f1bb tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969682 Jul 06 11:48:23.470768 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.570304 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37cbc27a-5b52-488d-be17-b138d395c061 req-42a90e0a-c447-453f-928c-c06d5631fde3 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4586623 Jul 06 11:48:23.585957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Deleting port c5837a5a-4e71-4e01-8c41-87a92102f5bd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:23.586632 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.589580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:23.595739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.712501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] For port c5837a5a-4e71-4e01-8c41-87a92102f5bd, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c5837a5a-4e71-4e01-8c41-87a92102f5bd,segment=NetworkSegment(51fef710-c1a5-4fd5-9397-1e79b311477b),segment_id=51fef710-c1a5-4fd5-9397-1e79b311477b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:23.713166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.727775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Calling delete_port for c5837a5a-4e71-4e01-8c41-87a92102f5bd owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:23.778754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2923bb1-9896-4eb1-a02f-9a1c3b395d14 None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:48:23.824173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.841829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-febbc79d-40a8-40c1-8bdd-cb80f1a2e2f6 req-a9fb400e-b378-4863-95c5-b8c61138c971 service neutron] 10.222.0.47 "GET /v2.0/networks/7e4393fa-c453-4f06-803d-b9e93bc7e612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874508 Jul 06 11:48:23.876986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Port': ['ID=c5837a5a-4e71-4e01-8c41-87a92102f5bd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:23.883603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No DVR routers for this DVR port c5837a5a-4e71-4e01-8c41-87a92102f5bd on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:23.949328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2923bb1-9896-4eb1-a02f-9a1c3b395d14 None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:48:23.989413 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.016559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:24.022292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176a157-fb25-4fa8-8413-355483e342c5 req-eeb144e9-95b5-4e78-a1f6-6ca5274716d0 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:24.029939 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8176a157-fb25-4fa8-8413-355483e342c5 req-eeb144e9-95b5-4e78-a1f6-6ca5274716d0 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 946 time: 0.3766549 Jul 06 11:48:24.040884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fef710-c1a5-4fd5-9397-1e79b311477b') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:24.041346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fef710-c1a5-4fd5-9397-1e79b311477b') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:24.068056 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.085452 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Allocated IP 10.1.1.145 (fe9c839b-7637-4be1-b268-411d357e0152/f291af92-edf5-466b-b1cd-59d70003fcf8/e029091b-0985-43fe-b1b1-4edd53785c4d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:24.111354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8176a157-fb25-4fa8-8413-355483e342c5 req-44179096-6d06-4f35-b446-75a16bd99d41 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770442 Jul 06 11:48:24.128536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a8ef-2673-4c7d-aec4-67a3834697fa req-d3f82670-01cd-430f-9e5b-4c67082e5fb7 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:24.139523 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6a0a8ef-2673-4c7d-aec4-67a3834697fa req-d3f82670-01cd-430f-9e5b-4c67082e5fb7 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.2734687 Jul 06 11:48:24.148146 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.168552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:24.170123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.240947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6a0a8ef-2673-4c7d-aec4-67a3834697fa req-7e0f4dc9-9292-4323-b236-7d11a02d00c9 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998714 Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:24.258267 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:24.267183 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.293325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.308667 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/networks/d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74 HTTP/1.1" status: 204 len: 168 time: 2.7770653 Jul 06 11:48:24.308667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50770) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:24.366745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-794790461'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:24.372417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7c074721-c7b3-4fe4-a67b-70a74f859df1 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:24.374590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7c074721-c7b3-4fe4-a67b-70a74f859df1 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:24.394945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3788c0-0386-4f1a-a567-bca570466bcb tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Network': ['ID=d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:24.530802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:24.552357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.610398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:24.654248 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.655819 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.656388 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Added segment 08e09737-01d6-4b07-84b4-502afed76bcc of type vlan for network 520c6693-ffc3-4edc-b361-e3f09d771268 Jul 06 11:48:24.710485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Transition to ACTIVE for port object e029091b-0985-43fe-b1b1-4edd53785c4d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:24.791981 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.816329 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.893985 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.905347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:24.906574 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.941741 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.016516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7c074721-c7b3-4fe4-a67b-70a74f859df1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c074721-c7b3-4fe4-a67b-70a74f859df1,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:25.074996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network fe9c839b-7637-4be1-b268-411d357e0152 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:25.087544 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb0603-8d6d-48ed-85ed-1357a7cea5b6 req-a36bb674-25c3-439b-9663-a9d4feecbab2 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.090308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59cb0603-8d6d-48ed-85ed-1357a7cea5b6 req-a36bb674-25c3-439b-9663-a9d4feecbab2 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 943 time: 0.2877958 Jul 06 11:48:25.102739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:25.107005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:25.113594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7c074721-c7b3-4fe4-a67b-70a74f859df1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c074721-c7b3-4fe4-a67b-70a74f859df1,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:25.123947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c074721-c7b3-4fe4-a67b-70a74f859df1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:25.128858 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc554652-1b52-4f6f-95c5-fcdfd3c31e33" -d '{"events": [{"server_uuid": "d68bc93b-b193-465c-a670-23b4e9796d12", "name": "network-vif-unplugged", "status": "completed", "tag": "7c074721-c7b3-4fe4-a67b-70a74f859df1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:25.137966 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8212063 Jul 06 11:48:25.139146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50802) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:25.141362 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.154273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '7c074721-c7b3-4fe4-a67b-70a74f859df1', 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3', 'port_id': '7c074721-c7b3-4fe4-a67b-70a74f859df1', 'mac_address': 'fa:16:3e:90:2d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5638a9dc-13f5-449c-820c-74495bd64921', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:25.167208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Request body: {'subnet': {'network_id': '520c6693-ffc3-4edc-b361-e3f09d771268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:25.225894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Port': ['ID=e029091b-0985-43fe-b1b1-4edd53785c4d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:25.253823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea2a69-a08b-4344-b4b2-fde1c561cb4b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Network': ['ID=520c6693-ffc3-4edc-b361-e3f09d771268,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:25.299826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=7c074721-c7b3-4fe4-a67b-70a74f859df1,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:25.311756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 520c6693-ffc3-4edc-b361-e3f09d771268 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:25.349090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Made reservation on behalf of 8b4b6532b65c40d485038ae8c4aafe82 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:25.360595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.438674 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.480988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.481719 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.527698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59cb0603-8d6d-48ed-85ed-1357a7cea5b6 req-ce50ff33-d39e-45ae-9a54-99781f39255b tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255551 Jul 06 11:48:25.550989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a217454f-b944-4b73-9c08-5b04ef69731e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7864020 Jul 06 11:48:25.554573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c074721-c7b3-4fe4-a67b-70a74f859df1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:25.567839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152', 'admin_state_up': True, 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'security_groups': ['5c730b8e-4029-4dc3-8f04-e106b0741670']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:25.621366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7c074721-c7b3-4fe4-a67b-70a74f859df1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c074721-c7b3-4fe4-a67b-70a74f859df1,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:25.626069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-442d0ac7-0ae7-4776-8340-bf55d2fd514b None None] Provisioning for port e029091b-0985-43fe-b1b1-4edd53785c4d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:25.638153 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.643858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 94f270df-8460-4eb6-804c-a6e6974a444d details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:25.676577 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8820a8-20e1-4af1-a652-33a32e844a87 req-e6bccf9e-32f0-4d05-bb22-b9123b45d288 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.691365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8820a8-20e1-4af1-a652-33a32e844a87 req-e6bccf9e-32f0-4d05-bb22-b9123b45d288 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.706205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e8820a8-20e1-4af1-a652-33a32e844a87 req-e6bccf9e-32f0-4d05-bb22-b9123b45d288 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 1653 time: 0.5070565 Jul 06 11:48:25.824087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-442d0ac7-0ae7-4776-8340-bf55d2fd514b None None] Provisioning complete for port e029091b-0985-43fe-b1b1-4edd53785c4d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:25.824823 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-442d0ac7-0ae7-4776-8340-bf55d2fd514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.882015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.objects.ports [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93815) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:48:25.883016 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e8820a8-20e1-4af1-a652-33a32e844a87 req-5333401f-78d9-41fc-bf09-89112de2e544 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756225 Jul 06 11:48:25.889320 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.926845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:25.930762 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.966165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec786-f101-41c7-95c1-09fe4086b625 req-cf024fc3-6145-4dff-8ce3-c311f180a2eb tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.975329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c45ec786-f101-41c7-95c1-09fe4086b625 req-cf024fc3-6145-4dff-8ce3-c311f180a2eb tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 946 time: 0.1521685 Jul 06 11:48:26.013743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 94f270df-8460-4eb6-804c-a6e6974a444d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94f270df-8460-4eb6-804c-a6e6974a444d,segment=NetworkSegment(32680fe9-6367-4c98-beaa-54876e491827),segment_id=32680fe9-6367-4c98-beaa-54876e491827)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:26.061417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Checking segment: {'id': '08e09737-01d6-4b07-84b4-502afed76bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '520c6693-ffc3-4edc-b361-e3f09d771268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:26.061943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network hostable DHCP agents. Network: 520c6693-ffc3-4edc-b361-e3f09d771268, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:26.086909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-442d0ac7-0ae7-4776-8340-bf55d2fd514b None None] Port e029091b-0985-43fe-b1b1-4edd53785c4d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:26.088745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '94f270df-8460-4eb6-804c-a6e6974a444d', 'network_id': '7e4393fa-c453-4f06-803d-b9e93bc7e612', 'port_id': '94f270df-8460-4eb6-804c-a6e6974a444d', 'mac_address': 'fa:16:3e:7d:59:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751d31c6-9f10-44d2-bc3c-187ba98fffb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:26.095050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event updated for resources: {'Subnet': ['ID=1e19bd2e-6c66-4b21-a8e6-7dcd64fd8528,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.107169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=7c074721-c7b3-4fe4-a67b-70a74f859df1,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.148411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Network 520c6693-ffc3-4edc-b361-e3f09d771268 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:26.152743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c45ec786-f101-41c7-95c1-09fe4086b625 req-2cd25929-305d-4ff3-9855-7e90f81f14c5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762679 Jul 06 11:48:26.171590 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.186181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 520c6693-ffc3-4edc-b361-e3f09d771268) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:26.189588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f270df-8460-4eb6-804c-a6e6974a444d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:26.201274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:26.202035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.228643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 94f270df-8460-4eb6-804c-a6e6974a444d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94f270df-8460-4eb6-804c-a6e6974a444d,segment=NetworkSegment(32680fe9-6367-4c98-beaa-54876e491827),segment_id=32680fe9-6367-4c98-beaa-54876e491827)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:26.232269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c6537-3794-42e6-b0ad-58d6ee0cd7e5 None None] Network 520c6693-ffc3-4edc-b361-e3f09d771268 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:26.269840 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-42aa6b27-55e9-471e-b026-1e9f7a9121d6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1082890 Jul 06 11:48:26.282579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50822) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:26.337821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Allocated IP 10.1.1.86 (fe9c839b-7637-4be1-b268-411d357e0152/f291af92-edf5-466b-b1cd-59d70003fcf8/b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:26.370827 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.390003 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1000ecd7-217b-49e7-be64-59063fa83d8d x-openstack-request-id: req-1000ecd7-217b-49e7-be64-59063fa83d8d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:26.390599 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68bc93b-b193-465c-a670-23b4e9796d12", "name": "network-vif-unplugged", "status": "completed", "tag": "7c074721-c7b3-4fe4-a67b-70a74f859df1", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:26.399964 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1000ecd7-217b-49e7-be64-59063fa83d8d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:26.400718 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c074721-c7b3-4fe4-a67b-70a74f859df1', 'code': 200} Jul 06 11:48:26.565287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.598083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=94f270df-8460-4eb6-804c-a6e6974a444d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.663851 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.665332 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.689460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Transition to ACTIVE for port object b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:26.760570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd497a-a518-4a2d-b1c4-52a9a293d973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-520c6693-ffc3-4edc-b361-e3f09d771268', 'network_id': '520c6693-ffc3-4edc-b361-e3f09d771268', 'tenant_id': '8b4b6532b65c40d485038ae8c4aafe82', 'fixed_ips': [{'subnet_id': '1e19bd2e-6c66-4b21-a8e6-7dcd64fd8528'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:26.761363 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-decd497a-a518-4a2d-b1c4-52a9a293d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.767495 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:48:26.826483 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.856635 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.871408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Subnet': ['ID=1e19bd2e-6c66-4b21-a8e6-7dcd64fd8528,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.919928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['7c074721-c7b3-4fe4-a67b-70a74f859df1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:26.922144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['94f270df-8460-4eb6-804c-a6e6974a444d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:26.945998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Port': ['ID=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.957785 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network fe9c839b-7637-4be1-b268-411d357e0152 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:26.961988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:26.979502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:27.022986 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.060747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520c6693-ffc3-4edc-b361-e3f09d771268']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:27.084377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e09737-01d6-4b07-84b4-502afed76bcc') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:27.084711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e09737-01d6-4b07-84b4-502afed76bcc') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:27.099668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b52be3-5c63-4a29-849a-49231b91d793 req-a189ae95-d9a1-4280-9870-e786daff9396 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.102915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6b52be3-5c63-4a29-849a-49231b91d793 req-a189ae95-d9a1-4280-9870-e786daff9396 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 944 time: 0.3320749 Jul 06 11:48:27.105434 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server [None req-decd497a-a518-4a2d-b1c4-52a9a293d973 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e19bd2e-6c66-4b21-a8e6-7dcd64fd8528: This subnet is being modified by another concurrent operation. Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:48:27.138966 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise exception Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e19bd2e-6c66-4b21-a8e6-7dcd64fd8528: This subnet is being modified by another concurrent operation. Jul 06 11:48:27.144732 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Jul 06 11:48:27.161660 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.170238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c614b2-106b-43cc-8d7a-8d74443c6065 None None] Network 520c6693-ffc3-4edc-b361-e3f09d771268 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:27.170512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:27.170729 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.172822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.173510 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:27.174621 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:27.234443 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6b52be3-5c63-4a29-849a-49231b91d793 req-eb87f934-ea64-458b-a56e-1b0f928a2051 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143384 Jul 06 11:48:27.236079 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-9807c5d6-72b0-4940-9e3a-cc5e6258f361 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6723728 Jul 06 11:48:27.247727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e', 'admin_state_up': True, 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'security_groups': ['5c730b8e-4029-4dc3-8f04-e106b0741670']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:27.354848 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.366140 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.373749 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/networks/520c6693-ffc3-4edc-b361-e3f09d771268 HTTP/1.1" status: 204 len: 168 time: 1.0897329 Jul 06 11:48:27.404909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50844) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:27.408824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333c530-b7bb-4284-a401-9f37d07a6061 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Network': ['ID=520c6693-ffc3-4edc-b361-e3f09d771268,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:27.490269 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-33def57f-7424-4003-87e8-0e2c7e0df9c4 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:27.490770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33def57f-7424-4003-87e8-0e2c7e0df9c4 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:27.498813 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-33def57f-7424-4003-87e8-0e2c7e0df9c4 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/subnets/1e19bd2e-6c66-4b21-a8e6-7dcd64fd8528 HTTP/1.1" status: 404 len: 337 time: 0.0856459 Jul 06 11:48:27.500239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50846) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:27.550489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006e50b-99b6-4467-8b19-88a9c23ab77d None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:48:27.567467 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8bf856-90e7-4ebf-bc27-31412eeb66c4 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:27.567467 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8bf856-90e7-4ebf-bc27-31412eeb66c4 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:27.585486 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1a8bf856-90e7-4ebf-bc27-31412eeb66c4 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/networks/520c6693-ffc3-4edc-b361-e3f09d771268 HTTP/1.1" status: 404 len: 339 time: 0.0841043 Jul 06 11:48:27.586272 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50854) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:27.629071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:27.712473 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-acea3a5e-64da-4433-9d2e-1e0111e7e85f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:27.712973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acea3a5e-64da-4433-9d2e-1e0111e7e85f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:27.718789 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-acea3a5e-64da-4433-9d2e-1e0111e7e85f tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/subnets/90e12b5f-6c7e-4d4d-8136-a3cf5d5ba66d HTTP/1.1" status: 404 len: 337 time: 0.1286323 Jul 06 11:48:27.720050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50860) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:27.747645 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ff2d18-c9b8-46ea-a2a9-addaba928b68 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:27.748662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a2f331aa-3b04-49b6-b45b-d68e3eb0f6cb None None] Provisioning for port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:27.749029 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ff2d18-c9b8-46ea-a2a9-addaba928b68 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:27.754834 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-98ff2d18-c9b8-46ea-a2a9-addaba928b68 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/networks/d23d6d59-6a4c-4ee2-a3f3-cd35fae91f74 HTTP/1.1" status: 404 len: 339 time: 0.0335145 Jul 06 11:48:27.755832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50862) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:27.760148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a2f331aa-3b04-49b6-b45b-d68e3eb0f6cb None None] Provisioning complete for port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:27.760562 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.760708 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2f331aa-3b04-49b6-b45b-d68e3eb0f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.798007 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-9216ce39-7a9a-4e4a-bad3-57e8fcb0110a tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:27.798007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9216ce39-7a9a-4e4a-bad3-57e8fcb0110a tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:27.806186 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9216ce39-7a9a-4e4a-bad3-57e8fcb0110a tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/subnets/87cdad81-407b-40f5-94c2-d7d6421c33c9 HTTP/1.1" status: 404 len: 337 time: 0.0444338 Jul 06 11:48:27.806186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50864) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:27.834314 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2afa8a5-7582-4e1c-af18-055b252c166b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:27.834894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2afa8a5-7582-4e1c-af18-055b252c166b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:27.842287 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f2afa8a5-7582-4e1c-af18-055b252c166b tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/networks/075e14d1-eced-4cef-8944-4de9ef242560 HTTP/1.1" status: 404 len: 339 time: 0.0389085 Jul 06 11:48:27.843852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50868) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:27.944581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006e50b-99b6-4467-8b19-88a9c23ab77d None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:48:27.997860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a2f331aa-3b04-49b6-b45b-d68e3eb0f6cb None None] Port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:28.004161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3fa84fb8-936c-4eef-a7a6-5665423f4a14 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Deleting port a25013a2-76f0-4e04-9a5e-7268f4ea1a6d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:28.004558 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3fa84fb8-936c-4eef-a7a6-5665423f4a14 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.073652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c701a-0521-4ebe-abc2-7a71ae0156e5 req-1fd5f829-abd7-49f5-83d0-3d097915db2c tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.075237 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce0c701a-0521-4ebe-abc2-7a71ae0156e5 req-1fd5f829-abd7-49f5-83d0-3d097915db2c tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 944 time: 0.5985279 Jul 06 11:48:28.124687 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3fa84fb8-936c-4eef-a7a6-5665423f4a14 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.141851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3fa84fb8-936c-4eef-a7a6-5665423f4a14 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Calling delete_port for a25013a2-76f0-4e04-9a5e-7268f4ea1a6d owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:28.313277 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3fa84fb8-936c-4eef-a7a6-5665423f4a14 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.377102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa84fb8-936c-4eef-a7a6-5665423f4a14 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Port': ['ID=a25013a2-76f0-4e04-9a5e-7268f4ea1a6d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:28.384567 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce0c701a-0521-4ebe-abc2-7a71ae0156e5 req-89655fc2-60d8-4ab3-a92a-a45e7c1a4723 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812448 Jul 06 11:48:28.396146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:28.415591 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3fa84fb8-936c-4eef-a7a6-5665423f4a14 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.419607 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3fa84fb8-936c-4eef-a7a6-5665423f4a14 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/ports/a25013a2-76f0-4e04-9a5e-7268f4ea1a6d HTTP/1.1" status: 204 len: 168 time: 0.5745704 Jul 06 11:48:28.423635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50878) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:28.447487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Allocated IP 10.2.2.100 (6500b71c-f47e-4815-a660-d6db6c42d73e/9c3f5942-b855-4f35-bafa-058c0f9ea5c7/f0af014a-513b-4deb-980d-b17fe4c4a924) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:28.486676 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14e9443-59b2-463e-ab25-e835614a328e tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:28.491766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14e9443-59b2-463e-ab25-e835614a328e tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:28.498492 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f14e9443-59b2-463e-ab25-e835614a328e tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/subnets/78f98fec-5f05-4f0b-83d5-1c917c94c6b8 HTTP/1.1" status: 404 len: 337 time: 0.0732737 Jul 06 11:48:28.503088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50882) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:28.741332 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.935106 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.952364 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.982814 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.022801 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.023950 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.040542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Transition to ACTIVE for port object f0af014a-513b-4deb-980d-b17fe4c4a924 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:29.043630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8edc33-44c8-49e1-9809-ff6e6490f39d']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:29.065397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:29.069601 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1c7e60-5c73-4506-afef-ef19edccbe6d" -d '{"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:29.086646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4f6bc1-3532-4891-be4f-10e62350a9a3') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:29.087111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4f6bc1-3532-4891-be4f-10e62350a9a3') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:29.088300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:29.096545 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.111960 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.121449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbde7a-19d4-489b-b2fa-1ae63328be2f req-98c8937a-8343-456e-b593-17a85fbeba73 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.127760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbde7a-19d4-489b-b2fa-1ae63328be2f req-98c8937a-8343-456e-b593-17a85fbeba73 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.133619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbde7a-19d4-489b-b2fa-1ae63328be2f req-98c8937a-8343-456e-b593-17a85fbeba73 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.135522 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16cbde7a-19d4-489b-b2fa-1ae63328be2f req-98c8937a-8343-456e-b593-17a85fbeba73 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 2373 time: 0.3708997 Jul 06 11:48:29.137500 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.158702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:29.159276 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:29.162664 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:29.192146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=11']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.219096 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.238891 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16cbde7a-19d4-489b-b2fa-1ae63328be2f req-74c371cf-d931-4388-8797-ce94aa304b23 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883560 Jul 06 11:48:29.262396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2391f1-d10f-424d-8e46-d565a0e5efde req-bcfd75d5-b7f2-4326-a9a0-96cb80557e15 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.268539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d2391f1-d10f-424d-8e46-d565a0e5efde req-bcfd75d5-b7f2-4326-a9a0-96cb80557e15 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 946 time: 0.2305090 Jul 06 11:48:29.282169 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.294544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.299510 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/networks/ce8edc33-44c8-49e1-9809-ff6e6490f39d HTTP/1.1" status: 204 len: 168 time: 0.7929561 Jul 06 11:48:29.305943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50898) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:29.318267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3434f-0274-406f-9f78-1621ddd79f21 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Network': ['ID=ce8edc33-44c8-49e1-9809-ff6e6490f39d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.375823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network 6500b71c-f47e-4815-a660-d6db6c42d73e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:29.380106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Port': ['ID=f0af014a-513b-4deb-980d-b17fe4c4a924,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.392881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:29.403202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:29.422648 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d2391f1-d10f-424d-8e46-d565a0e5efde req-6fd07cca-d1e3-4b65-b33c-acc29187e512 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195118 Jul 06 11:48:29.592566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.594141 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.634663 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-636e3c6a-b3c2-4843-8537-4768dfb62a1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3910348 Jul 06 11:48:29.651852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e', 'admin_state_up': True, 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'security_groups': ['5c730b8e-4029-4dc3-8f04-e106b0741670']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:29.671773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-583b6606-9a13-4f39-9ccd-d59319bab2e5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Deleting port 023ac604-a879-43b7-86d4-8ebf875a4c30 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:29.671773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-583b6606-9a13-4f39-9ccd-d59319bab2e5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.720449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22928594-e794-4728-a1a8-e3501c448434 req-ebd52729-5f62-4757-8a44-085dde1b9a45 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.722291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22928594-e794-4728-a1a8-e3501c448434 req-ebd52729-5f62-4757-8a44-085dde1b9a45 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 944 time: 0.2322590 Jul 06 11:48:29.763959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0c82987c-e251-4f66-afa2-05cb75eb0f0f None None] Provisioning for port f0af014a-513b-4deb-980d-b17fe4c4a924 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:29.774141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0c82987c-e251-4f66-afa2-05cb75eb0f0f None None] Provisioning complete for port f0af014a-513b-4deb-980d-b17fe4c4a924 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:29.774618 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c82987c-e251-4f66-afa2-05cb75eb0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.879288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0c82987c-e251-4f66-afa2-05cb75eb0f0f None None] Port f0af014a-513b-4deb-980d-b17fe4c4a924 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:29.898811 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22928594-e794-4728-a1a8-e3501c448434 req-fc09b22b-5d17-41d9-b4b6-75b361fe09b9 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390102 Jul 06 11:48:29.900976 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633a265f-d688-4e94-a283-bb818b7c0bc0 x-openstack-request-id: req-633a265f-d688-4e94-a283-bb818b7c0bc0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:29.901332 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:29.901593 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-633a265f-d688-4e94-a283-bb818b7c0bc0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:29.901995 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'code': 200} Jul 06 11:48:29.910129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-583b6606-9a13-4f39-9ccd-d59319bab2e5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.938198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-583b6606-9a13-4f39-9ccd-d59319bab2e5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Calling delete_port for 023ac604-a879-43b7-86d4-8ebf875a4c30 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:30.112425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Made reservation on behalf of 8aed4f75709244388e5e276ed33f28da for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:30.121734 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.355376 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-583b6606-9a13-4f39-9ccd-d59319bab2e5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.413300 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e414f0-0155-44f5-b026-e6a972c79c4d req-594e1d12-54fc-432a-9b9a-d705b144e2c2 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:30.415703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53e414f0-0155-44f5-b026-e6a972c79c4d req-594e1d12-54fc-432a-9b9a-d705b144e2c2 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 944 time: 0.3273354 Jul 06 11:48:30.418661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7c074721-c7b3-4fe4-a67b-70a74f859df1 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:30.482037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b6606-9a13-4f39-9ccd-d59319bab2e5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Port': ['ID=023ac604-a879-43b7-86d4-8ebf875a4c30,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:30.512732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-583b6606-9a13-4f39-9ccd-d59319bab2e5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.515648 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-583b6606-9a13-4f39-9ccd-d59319bab2e5 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/ports/023ac604-a879-43b7-86d4-8ebf875a4c30 HTTP/1.1" status: 204 len: 168 time: 1.2052097 Jul 06 11:48:30.519065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50930) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:30.580020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53e414f0-0155-44f5-b026-e6a972c79c4d req-698be1c6-a26a-488f-a68c-f17f86e521c2 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098495 Jul 06 11:48:30.602091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 7c074721-c7b3-4fe4-a67b-70a74f859df1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:30.602091 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.602350 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee01ae2f-d3b6-43ea-b3e7-4649530f73f6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] DELETE failed (client error): The resource could not be found. Jul 06 11:48:30.605721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee01ae2f-d3b6-43ea-b3e7-4649530f73f6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:48:30.610896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50936) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:30.611894 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ee01ae2f-d3b6-43ea-b3e7-4649530f73f6 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/subnets/3127a227-b9df-4a06-a7f2-42138c326abd HTTP/1.1" status: 404 len: 337 time: 0.0865846 Jul 06 11:48:30.668310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Allocated IP 10.2.2.200 (6500b71c-f47e-4815-a660-d6db6c42d73e/9c3f5942-b855-4f35-bafa-058c0f9ea5c7/c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:30.742480 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.822703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7c074721-c7b3-4fe4-a67b-70a74f859df1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c074721-c7b3-4fe4-a67b-70a74f859df1,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:30.829333 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.830416 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 94f270df-8460-4eb6-804c-a6e6974a444d up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:30.939250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=7c074721-c7b3-4fe4-a67b-70a74f859df1,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:30.971102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 94f270df-8460-4eb6-804c-a6e6974a444d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:30.975609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 94f270df-8460-4eb6-804c-a6e6974a444d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:30.976109 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.098753 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.117843 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.165378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 94f270df-8460-4eb6-804c-a6e6974a444d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94f270df-8460-4eb6-804c-a6e6974a444d,segment=NetworkSegment(32680fe9-6367-4c98-beaa-54876e491827),segment_id=32680fe9-6367-4c98-beaa-54876e491827)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:31.172940 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.173673 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.212183 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d71b8-19f9-4f18-b3e3-9b0c2324a44c req-2fb8a068-d9f4-4642-b9ca-2b26dc6a8e67 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.218908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d71b8-19f9-4f18-b3e3-9b0c2324a44c req-2fb8a068-d9f4-4642-b9ca-2b26dc6a8e67 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.225657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d71b8-19f9-4f18-b3e3-9b0c2324a44c req-2fb8a068-d9f4-4642-b9ca-2b26dc6a8e67 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.247501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d71b8-19f9-4f18-b3e3-9b0c2324a44c req-2fb8a068-d9f4-4642-b9ca-2b26dc6a8e67 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.247501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b6d71b8-19f9-4f18-b3e3-9b0c2324a44c req-2fb8a068-d9f4-4642-b9ca-2b26dc6a8e67 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 3094 time: 0.4487901 Jul 06 11:48:31.256892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871c292-c522-4fe3-b16c-5cecf3f9c86d req-488d61ba-1f11-4185-9240-8f4771c55101 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.260588 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2871c292-c522-4fe3-b16c-5cecf3f9c86d req-488d61ba-1f11-4185-9240-8f4771c55101 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3639858 Jul 06 11:48:31.267805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=94f270df-8460-4eb6-804c-a6e6974a444d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:31.288718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Transition to ACTIVE for port object c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:31.355475 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.875595 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9095eef-500b-47a9-893b-6f24ee06d653']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:31.892930 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b6d71b8-19f9-4f18-b3e3-9b0c2324a44c req-55ea7fa6-45ba-4f7b-b3cd-a16d595e3081 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6459711 Jul 06 11:48:31.895500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2871c292-c522-4fe3-b16c-5cecf3f9c86d req-60ed9dad-68f3-4ec1-8bec-2a46981b5ce2 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6243422 Jul 06 11:48:31.903365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c074721-c7b3-4fe4-a67b-70a74f859df1'}, {'server_uuid': '2658abab-9ee7-462c-be29-a5e50724262f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f270df-8460-4eb6-804c-a6e6974a444d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:31.906506 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf5e02a-96eb-4bbb-94ce-695c236ec63c" -d '{"events": [{"server_uuid": "d68bc93b-b193-465c-a670-23b4e9796d12", "name": "network-vif-plugged", "status": "completed", "tag": "7c074721-c7b3-4fe4-a67b-70a74f859df1"}, {"server_uuid": "2658abab-9ee7-462c-be29-a5e50724262f", "name": "network-vif-plugged", "status": "completed", "tag": "94f270df-8460-4eb6-804c-a6e6974a444d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:31.910216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b9a352-a903-4550-ba20-e17e8b8407e2') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:31.910527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b9a352-a903-4550-ba20-e17e8b8407e2') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:31.923605 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.945574 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.958908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:31.958908 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:32.021092 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:32.025799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.068830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.073980 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.077283 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/networks/b9095eef-500b-47a9-893b-6f24ee06d653 HTTP/1.1" status: 204 len: 168 time: 1.4650784 Jul 06 11:48:32.081037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50970) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:32.122623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Network 6500b71c-f47e-4815-a660-d6db6c42d73e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:32.123916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9415d21-20cd-4d2b-98c1-1ba4198d6b5d tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Network': ['ID=b9095eef-500b-47a9-893b-6f24ee06d653,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:32.129682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:32.135232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:32.185947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event updated for resources: {'Port': ['ID=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:32.200564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Deleting subnet 88101a89-6a4a-4d4c-9b35-3e40bd5eec8c {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:48:32.205661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.262419 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.283717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:32.285747 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.339074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-5f2b25f2-0a7e-48cf-bf44-7e3b271ca4d6 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6917706 Jul 06 11:48:32.376273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:32.418574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:32.470700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.557309 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3832f-e1e2-490d-bed2-e45ea8b5f739 req-6f126881-8bea-4555-aeb9-440b3026eac6 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:32.571489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97c3832f-e1e2-490d-bed2-e45ea8b5f739 req-6f126881-8bea-4555-aeb9-440b3026eac6 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.3645735 Jul 06 11:48:32.576048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:32.582754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.590408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'port_id': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'mac_address': 'fa:16:3e:59:89:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:32.614022 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.618291 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/subnets/88101a89-6a4a-4d4c-9b35-3e40bd5eec8c HTTP/1.1" status: 204 len: 168 time: 0.5360560 Jul 06 11:48:32.621048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:32.653166 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.656517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e84b95-b360-4ae7-ab03-dd253c11dab3 None None] Network 3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:32.679598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5ce7ba55-7d4b-4a97-95f4-b66f431dd7a5 None None] Provisioning for port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:32.718764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5ce7ba55-7d4b-4a97-95f4-b66f431dd7a5 None None] Provisioning complete for port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:32.718764 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ba55-7d4b-4a97-95f4-b66f431dd7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.764124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7ba55-7d4b-4a97-95f4-b66f431dd7a5 None None] Port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:32.773914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8a65ef-1af5-418a-b10d-a9cbbc840776 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:32.822851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97c3832f-e1e2-490d-bed2-e45ea8b5f739 req-6cdefce6-930c-47f8-b90b-0ed9f33c2107 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506082 Jul 06 11:48:32.830066 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.837927 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.838244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:32.846033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Subnet': ['ID=88101a89-6a4a-4d4c-9b35-3e40bd5eec8c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:32.850486 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.857789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.858238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.859303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.860817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.861317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.861667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.862269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.863017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.863556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.881239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.882052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.882398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eef052-0061-451b-adf5-535ede841dc3 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:32.953160 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=12']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:32.980092 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e25969d-751a-4366-865c-038cde26a261 x-openstack-request-id: req-7e25969d-751a-4366-865c-038cde26a261 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:32.980828 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68bc93b-b193-465c-a670-23b4e9796d12", "name": "network-vif-plugged", "status": "completed", "tag": "7c074721-c7b3-4fe4-a67b-70a74f859df1", "code": 200}, {"server_uuid": "2658abab-9ee7-462c-be29-a5e50724262f", "name": "network-vif-plugged", "status": "completed", "tag": "94f270df-8460-4eb6-804c-a6e6974a444d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:32.981334 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e25969d-751a-4366-865c-038cde26a261 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:32.981960 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c074721-c7b3-4fe4-a67b-70a74f859df1', 'code': 200} Jul 06 11:48:32.982593 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2658abab-9ee7-462c-be29-a5e50724262f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f270df-8460-4eb6-804c-a6e6974a444d', 'code': 200} Jul 06 11:48:33.018201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bee964-e9b6-4ffb-9410-ad9e9f7a03a0 req-aaead97f-a8e9-4376-b566-22132b839eb5 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:33.027311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84bee964-e9b6-4ffb-9410-ad9e9f7a03a0 req-aaead97f-a8e9-4376-b566-22132b839eb5 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 945 time: 0.5782294 Jul 06 11:48:33.048704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['1c8a65ef-1af5-418a-b10d-a9cbbc840776'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:33.064419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Deleting port b4d5918f-58aa-4120-9d01-1d643de09ec5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:33.068048 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.231816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] For port b4d5918f-58aa-4120-9d01-1d643de09ec5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b4d5918f-58aa-4120-9d01-1d643de09ec5,segment=NetworkSegment(b3013b41-c878-4321-a697-40048f323e08),segment_id=b3013b41-c878-4321-a697-40048f323e08)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:33.232486 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.250924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99230e74-0688-4361-a289-924fb78bfae1 req-2796f46b-57a8-4552-9423-171f8609a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:33.253141 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99230e74-0688-4361-a289-924fb78bfae1 req-2796f46b-57a8-4552-9423-171f8609a7c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 1096 time: 0.1149807 Jul 06 11:48:33.259775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Calling delete_port for b4d5918f-58aa-4120-9d01-1d643de09ec5 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:33.261912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84bee964-e9b6-4ffb-9410-ad9e9f7a03a0 req-63a472a7-fc78-4c8e-af5b-a1345bd771f1 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326634 Jul 06 11:48:33.381437 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99230e74-0688-4361-a289-924fb78bfae1 req-88515f7b-8d33-47e4-8ca4-80b241c0ba50 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096687 Jul 06 11:48:33.445501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbfba4-a855-4bd5-b208-d7c247505ea5 req-68dd7790-d9b7-4935-bf62-327af04b128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:33.447234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-06bbfba4-a855-4bd5-b208-d7c247505ea5 req-68dd7790-d9b7-4935-bf62-327af04b128d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 1096 time: 0.3891332 Jul 06 11:48:33.449797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda3d92-2b1a-46b2-aaa2-28459498acbb None None] DHCP port deletion for 3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:48:33.474257 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.505502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b71bc-cad8-405f-915b-e781dab93920 req-4589eb96-cb9b-454e-8528-89fd99c7935d tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:33.512320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Port': ['ID=b4d5918f-58aa-4120-9d01-1d643de09ec5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:33.512624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa9b71bc-cad8-405f-915b-e781dab93920 req-4589eb96-cb9b-454e-8528-89fd99c7935d tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.3417943 Jul 06 11:48:33.524977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] No DVR routers for this DVR port b4d5918f-58aa-4120-9d01-1d643de09ec5 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:33.562504 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7cda3d92-2b1a-46b2-aaa2-28459498acbb None None] Deleting port b4d5918f-58aa-4120-9d01-1d643de09ec5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:33.563111 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cda3d92-2b1a-46b2-aaa2-28459498acbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.616130 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.626903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:33.636564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7cda3d92-2b1a-46b2-aaa2-28459498acbb None None] For port b4d5918f-58aa-4120-9d01-1d643de09ec5, host n-d-799527-2, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:33.637378 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cda3d92-2b1a-46b2-aaa2-28459498acbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.638839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3013b41-c878-4321-a697-40048f323e08') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:33.639140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3013b41-c878-4321-a697-40048f323e08') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:33.644891 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-06bbfba4-a855-4bd5-b208-d7c247505ea5 req-b962d2c8-3abd-4aab-85d4-85f2747112ad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277997 Jul 06 11:48:33.649545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.654921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7cda3d92-2b1a-46b2-aaa2-28459498acbb None None] Calling delete_port for b4d5918f-58aa-4120-9d01-1d643de09ec5 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:33.659090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-7cda3d92-2b1a-46b2-aaa2-28459498acbb None None] Port b4d5918f-58aa-4120-9d01-1d643de09ec5 was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:48:33.664180 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.670557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:33.672075 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.673046 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cda3d92-2b1a-46b2-aaa2-28459498acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.703598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda3d92-2b1a-46b2-aaa2-28459498acbb None None] Pushing event deleted for resources: {'Port': ['ID=b4d5918f-58aa-4120-9d01-1d643de09ec5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:33.723694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda3d92-2b1a-46b2-aaa2-28459498acbb None None] No DVR routers for this DVR port b4d5918f-58aa-4120-9d01-1d643de09ec5 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:33.735901 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa9b71bc-cad8-405f-915b-e781dab93920 req-427ed6fb-0ff8-4277-b12c-6b9263fd5b2d tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225332 Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:33.741714 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:33.748329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.758545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.761462 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] 10.222.0.21 "DELETE /v2.0/networks/3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e HTTP/1.1" status: 204 len: 168 time: 1.1391933 Jul 06 11:48:33.786849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d826823-4d03-42dc-95f2-218ee4eec605 tempest-NetworksIpV6TestAttrs-627444237 tempest-NetworksIpV6TestAttrs-627444237-project] Pushing event deleted for resources: {'Network': ['ID=3e1ce5f2-0983-4e9d-bc62-8d577a7eb92e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:33.870415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf5627-3049-47e2-b26b-9c99fc9c36ce req-7a230c1a-6cbb-4a7a-bcbc-8187235348cc tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:33.881378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46bf5627-3049-47e2-b26b-9c99fc9c36ce req-7a230c1a-6cbb-4a7a-bcbc-8187235348cc tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 945 time: 0.2818086 Jul 06 11:48:33.951922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a5a745-bcee-4e50-843c-2df3aff45473 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:34.001715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46bf5627-3049-47e2-b26b-9c99fc9c36ce req-b2ef2d17-de52-44c1-8700-dcdcd7e3a147 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125166 Jul 06 11:48:34.003987 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.059114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Transition to ACTIVE for port object a7a5a745-bcee-4e50-843c-2df3aff45473 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:34.078346 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.243302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b4d5918f-58aa-4120-9d01-1d643de09ec5 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:34.301670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: b4d5918f-58aa-4120-9d01-1d643de09ec5 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:48:34.302027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b4d5918f-58aa-4120-9d01-1d643de09ec5 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:48:34.319474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Attempting to bind port a7a5a745-bcee-4e50-843c-2df3aff45473 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:34.319875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Attempting to bind port a7a5a745-bcee-4e50-843c-2df3aff45473 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:34.320140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Attempting to bind port a7a5a745-bcee-4e50-843c-2df3aff45473 on network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:34.329784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51018) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:34.339049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da16e-4a9f-4781-8cf7-53b5ac580296 req-493916e4-cd36-4bb2-b9fb-3f1d2fb83f47 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.347104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da16e-4a9f-4781-8cf7-53b5ac580296 req-493916e4-cd36-4bb2-b9fb-3f1d2fb83f47 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.355118 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da16e-4a9f-4781-8cf7-53b5ac580296 req-493916e4-cd36-4bb2-b9fb-3f1d2fb83f47 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.363365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da16e-4a9f-4781-8cf7-53b5ac580296 req-493916e4-cd36-4bb2-b9fb-3f1d2fb83f47 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.371165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da16e-4a9f-4781-8cf7-53b5ac580296 req-493916e4-cd36-4bb2-b9fb-3f1d2fb83f47 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.373307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a31da16e-4a9f-4781-8cf7-53b5ac580296 req-493916e4-cd36-4bb2-b9fb-3f1d2fb83f47 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 3815 time: 0.3661160 Jul 06 11:48:34.392017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5a745-bcee-4e50-843c-2df3aff45473,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.404664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Port a7a5a745-bcee-4e50-843c-2df3aff45473 on network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:34.405043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Attempting to bind port a7a5a745-bcee-4e50-843c-2df3aff45473 on network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:34.413432 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:34.413776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Checking segment: {'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:34.414400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Bound using segment: {'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:34.414847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Bound port: a7a5a745-bcee-4e50-843c-2df3aff45473, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c13388e-5ef2-4f72-818e-56d9214db14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:34.415207 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.454970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:34.616898 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a31da16e-4a9f-4781-8cf7-53b5ac580296 req-99f887c3-9e21-49e0-8e3d-f2f88232bd69 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334199 Jul 06 11:48:34.625733 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-be109795-dab6-4b1a-860a-b770a36866c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b4b6532b65c40d485038ae8c4aafe82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922823 Jul 06 11:48:34.626849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:34.650490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:34.650874 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.695046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] For port a7a5a745-bcee-4e50-843c-2df3aff45473, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:34.700433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] For port a7a5a745-bcee-4e50-843c-2df3aff45473, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a7a5a745-bcee-4e50-843c-2df3aff45473,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:34.709690 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.787548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.788183 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.796776 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] 10.222.0.86 "PUT /v2.0/ports/a7a5a745-bcee-4e50-843c-2df3aff45473 HTTP/1.1" status: 200 len: 1091 time: 2.4303579 Jul 06 11:48:34.797254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'a7a5a745-bcee-4e50-843c-2df3aff45473'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:34.801180 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61098e1a-1c4e-468e-8b9a-7e967239bdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "a7a5a745-bcee-4e50-843c-2df3aff45473"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:34.846085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:34.872039 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.970614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5a745-bcee-4e50-843c-2df3aff45473,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.985213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:34.994749 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b07a07e-3010-4ef4-9058-3d8162b50670" -d '{"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-plugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:35.039065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:35.047236 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.062541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.063212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.063657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.064095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.068193 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.068838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.069796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.070372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.070934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.071537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.072299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.072863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cc39ef-4550-4351-b711-5cd914b4686e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:35.174149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=13']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:35.366021 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.388566 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a185f304-97d2-4e82-842c-76d9cf8ea078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.449029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a185f304-97d2-4e82-842c-76d9cf8ea078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.531573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a185f304-97d2-4e82-842c-76d9cf8ea078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.535661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a185f304-97d2-4e82-842c-76d9cf8ea078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.537575 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a185f304-97d2-4e82-842c-76d9cf8ea078 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e07b46a-e2f4-440c-9fce-8814e821bc3d HTTP/1.1" status: 204 len: 168 time: 0.9103298 Jul 06 11:48:35.550342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185f304-97d2-4e82-842c-76d9cf8ea078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e07b46a-e2f4-440c-9fce-8814e821bc3d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:35.558920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749af7b-5ee2-409a-8c55-4c1118bf92d6 req-3d34fc03-ce66-44d3-837f-0dc2dea824ba tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:35.566091 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c749af7b-5ee2-409a-8c55-4c1118bf92d6 req-3d34fc03-ce66-44d3-837f-0dc2dea824ba tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.5906949 Jul 06 11:48:35.600406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608e31b-e786-437b-883a-00fdf6e6089b req-c3433bdf-384d-4145-95c8-7a60dde47b8a tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:35.609658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c608e31b-e786-437b-883a-00fdf6e6089b req-c3433bdf-384d-4145-95c8-7a60dde47b8a tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 945 time: 0.2945461 Jul 06 11:48:35.749609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c749af7b-5ee2-409a-8c55-4c1118bf92d6 req-03608e9d-38aa-4ef8-aaf9-174c37be9680 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624472 Jul 06 11:48:35.786859 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c608e31b-e786-437b-883a-00fdf6e6089b req-c0572d0d-e8c1-4985-9261-360e3dd229ef tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762135 Jul 06 11:48:35.891385 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f334b83-06cd-47b3-89b9-2bd93eb41d86 x-openstack-request-id: req-3f334b83-06cd-47b3-89b9-2bd93eb41d86 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:35.892022 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "a7a5a745-bcee-4e50-843c-2df3aff45473", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:35.895307 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f334b83-06cd-47b3-89b9-2bd93eb41d86 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:35.895876 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'a7a5a745-bcee-4e50-843c-2df3aff45473', 'status': 'completed', 'code': 200} Jul 06 11:48:35.997201 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5252170c-22c3-4d5f-a622-61ad0fab8027 x-openstack-request-id: req-5252170c-22c3-4d5f-a622-61ad0fab8027 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:35.998468 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-plugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:36.000076 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5252170c-22c3-4d5f-a622-61ad0fab8027 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:36.000936 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'code': 200} Jul 06 11:48:36.074829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-f362e3ab-029e-4320-9df2-568e0b7d74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.075326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-f362e3ab-029e-4320-9df2-568e0b7d74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.075877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-f362e3ab-029e-4320-9df2-568e0b7d74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.076396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-f362e3ab-029e-4320-9df2-568e0b7d74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.077916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-f362e3ab-029e-4320-9df2-568e0b7d74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.080463 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-f362e3ab-029e-4320-9df2-568e0b7d74f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 4362 time: 0.1689782 Jul 06 11:48:36.245976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e2de8f-0167-420f-8b93-43b7a223a454 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:36.273497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.357857 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d7e52-66ed-40f3-82e9-58a5c5827f9b req-e1825152-aa0f-4768-855a-a523686d28bc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.360086 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad7d7e52-66ed-40f3-82e9-58a5c5827f9b req-e1825152-aa0f-4768-855a-a523686d28bc tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.2737033 Jul 06 11:48:36.367274 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Transition to ACTIVE for port object 56e2de8f-0167-420f-8b93-43b7a223a454 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:36.368715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-fa2fbddc-4d43-418b-8d18-8a2a6cbdc69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.369737 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-fa2fbddc-4d43-418b-8d18-8a2a6cbdc69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.370360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-fa2fbddc-4d43-418b-8d18-8a2a6cbdc69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.374998 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-fa2fbddc-4d43-418b-8d18-8a2a6cbdc69d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8aed4f75709244388e5e276ed33f28da&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2845244 Jul 06 11:48:36.379969 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.446140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c5bf7-5fda-4c5b-b5da-cc00b5d584d9 req-d78553e0-87f9-428f-91e8-1c9c43e49151 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.454791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-449c5bf7-5fda-4c5b-b5da-cc00b5d584d9 req-d78553e0-87f9-428f-91e8-1c9c43e49151 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.2917523 Jul 06 11:48:36.539956 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad7d7e52-66ed-40f3-82e9-58a5c5827f9b req-8b153ff6-914d-445b-8ad7-6f99b271c627 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714103 Jul 06 11:48:36.557330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Pushing event updated for resources: {'Port': ['ID=56e2de8f-0167-420f-8b93-43b7a223a454,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:36.567974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-94271c14-5da9-494b-a1d7-947ad526b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.572733 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-61098e1a-1c4e-468e-8b9a-7e967239bdbf req-94271c14-5da9-494b-a1d7-947ad526b866 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1904836 Jul 06 11:48:36.611353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-449c5bf7-5fda-4c5b-b5da-cc00b5d584d9 req-6ec404bc-2dc3-4bb6-9045-8b2a79f2f537 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555037 Jul 06 11:48:36.704713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Attempting to bind port 56e2de8f-0167-420f-8b93-43b7a223a454 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:36.706636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Attempting to bind port 56e2de8f-0167-420f-8b93-43b7a223a454 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:36.708765 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Attempting to bind port 56e2de8f-0167-420f-8b93-43b7a223a454 on network fe9c839b-7637-4be1-b268-411d357e0152 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:36.734664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Port 56e2de8f-0167-420f-8b93-43b7a223a454 on network fe9c839b-7637-4be1-b268-411d357e0152 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:36.735207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Attempting to bind port 56e2de8f-0167-420f-8b93-43b7a223a454 on network fe9c839b-7637-4be1-b268-411d357e0152 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:36.750116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:36.752197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Checking segment: {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:36.754393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Bound using segment: {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:36.755073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Bound port: 56e2de8f-0167-420f-8b93-43b7a223a454, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:36.757595 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.941329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51096) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:37.041154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] For port 56e2de8f-0167-420f-8b93-43b7a223a454, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:37.045228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] For port 56e2de8f-0167-420f-8b93-43b7a223a454, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=56e2de8f-0167-420f-8b93-43b7a223a454,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:37.053976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.113956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Pushing event updated for resources: {'Port': ['ID=56e2de8f-0167-420f-8b93-43b7a223a454,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:37.132613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1309384153'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:37.157509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3742-9dad-43ad-8e79-52902794a020 req-dc9f8c52-77ec-4331-a5d7-216c7c3d5fc8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.159149 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a45e3742-9dad-43ad-8e79-52902794a020 req-dc9f8c52-77ec-4331-a5d7-216c7c3d5fc8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 946 time: 0.2479923 Jul 06 11:48:37.160897 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.161518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.162867 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a94109d2-770f-4081-ad2a-d7318fc7108f service neutron] 10.222.0.86 "PUT /v2.0/ports/56e2de8f-0167-420f-8b93-43b7a223a454 HTTP/1.1" status: 200 len: 1135 time: 2.3290460 Jul 06 11:48:37.176822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b4439-24ff-454f-9a1d-3eb5060557a6 req-56b0d3b1-8f63-4a79-877d-168eaf3c1a98 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.190937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b4439-24ff-454f-9a1d-3eb5060557a6 req-56b0d3b1-8f63-4a79-877d-168eaf3c1a98 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.198129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b4439-24ff-454f-9a1d-3eb5060557a6 req-56b0d3b1-8f63-4a79-877d-168eaf3c1a98 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.204947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b4439-24ff-454f-9a1d-3eb5060557a6 req-56b0d3b1-8f63-4a79-877d-168eaf3c1a98 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.209861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:37.211019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b4439-24ff-454f-9a1d-3eb5060557a6 req-56b0d3b1-8f63-4a79-877d-168eaf3c1a98 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.216919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.221329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b4439-24ff-454f-9a1d-3eb5060557a6 req-56b0d3b1-8f63-4a79-877d-168eaf3c1a98 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.223473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-829b4439-24ff-454f-9a1d-3eb5060557a6 req-56b0d3b1-8f63-4a79-877d-168eaf3c1a98 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 4604 time: 0.2943065 Jul 06 11:48:37.238036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:37.248091 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.449828 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.455687 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.461526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a45e3742-9dad-43ad-8e79-52902794a020 req-903b75bd-70ac-44a1-bf2c-8a199e280794 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369311 Jul 06 11:48:37.469186 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-829b4439-24ff-454f-9a1d-3eb5060557a6 req-8411de82-ff6f-4d55-9804-180eccc1370d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1739330 Jul 06 11:48:37.470611 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.486585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:37.516374 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.517645 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment 1af0d3c3-0917-4f66-8011-001f1d41ba3d of type vlan for network ee39fb91-934a-4215-b1ef-ead12c15db51 Jul 06 11:48:37.583397 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.653264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd230aad-ae58-4f69-8199-d6b766b438ff,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:37.675688 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.693892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.694547 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.815692 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8731389 Jul 06 11:48:37.843365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585f64c-b24c-49c4-9329-52adc9d19930 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=ee39fb91-934a-4215-b1ef-ead12c15db51,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:37.863255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network ee39fb91-934a-4215-b1ef-ead12c15db51 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:37.897104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': '56e2de8f-0167-420f-8b93-43b7a223a454'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:37.906559 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b05c12f-4c95-405d-bb78-a32cc5961387" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "56e2de8f-0167-420f-8b93-43b7a223a454"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:37.974604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51116) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:37.980428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'network_id': 'ee39fb91-934a-4215-b1ef-ead12c15db51', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:38.040179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e8f09-1749-4481-8e51-a9a83b6f9036 req-a3e1e6dd-6c70-49f6-b7f2-139c8104be65 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:38.049531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef7e8f09-1749-4481-8e51-a9a83b6f9036 req-a3e1e6dd-6c70-49f6-b7f2-139c8104be65 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.2499697 Jul 06 11:48:38.168011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:38.174176 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef7e8f09-1749-4481-8e51-a9a83b6f9036 req-a27f506b-9b9b-4f61-990a-18a9fd0164cb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230953 Jul 06 11:48:38.183010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4656d7-6a85-4977-b392-1dd2dedf8b37 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:38.195728 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.227268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87506c-1655-4074-b96a-906da1750fd7 req-c087293d-17f1-4287-a6b6-b1ac11686245 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:38.228891 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a87506c-1655-4074-b96a-906da1750fd7 req-c087293d-17f1-4287-a6b6-b1ac11686245 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 945 time: 0.3189106 Jul 06 11:48:38.231032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.258372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Transition to ACTIVE for port object 8e4656d7-6a85-4977-b392-1dd2dedf8b37 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:38.269268 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.368119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a87506c-1655-4074-b96a-906da1750fd7 req-639139b1-1d25-4d4d-8978-9aa967a7453c tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212387 Jul 06 11:48:38.583947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4656d7-6a85-4977-b392-1dd2dedf8b37,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:38.805264 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.056687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=612d89f4-f6e3-4465-b34d-7ee54a7fe88e,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:39.071275 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Attempting to bind port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:39.071667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Attempting to bind port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:39.072001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Attempting to bind port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 on network fe9c839b-7637-4be1-b268-411d357e0152 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:39.102343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 on network fe9c839b-7637-4be1-b268-411d357e0152 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:39.102672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Attempting to bind port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 on network fe9c839b-7637-4be1-b268-411d357e0152 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:39.116379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7203c-2b28-404a-a4bb-ceb0945de08b req-fda24034-cde6-4e9b-aa15-06c82ede44e1 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.116663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking segment: {'id': '1af0d3c3-0917-4f66-8011-001f1d41ba3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee39fb91-934a-4215-b1ef-ead12c15db51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:39.117582 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network hostable DHCP agents. Network: ee39fb91-934a-4215-b1ef-ead12c15db51, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:39.123745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4a7203c-2b28-404a-a4bb-ceb0945de08b req-fda24034-cde6-4e9b-aa15-06c82ede44e1 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.5728297 Jul 06 11:48:39.156193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network ee39fb91-934a-4215-b1ef-ead12c15db51 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:39.164294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:39.164651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Checking segment: {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:39.165040 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Bound using segment: {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:39.165503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Bound port: 8e4656d7-6a85-4977-b392-1dd2dedf8b37, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:39.167920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.172693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, ee39fb91-934a-4215-b1ef-ead12c15db51) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:39.179690 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.180912 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.181178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a1795d-9a4c-4dc8-943a-c04213dd19ec None None] Network ee39fb91-934a-4215-b1ef-ead12c15db51 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:39.207654 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-28fae7e9-6ed6-4681-ad69-8d2728dfa1c7 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2282228 Jul 06 11:48:39.208573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51156) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:39.221004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-760737534'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:39.269396 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4a7203c-2b28-404a-a4bb-ceb0945de08b req-925bd6e7-7ade-4dbb-8484-6554f321c3ea tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446218 Jul 06 11:48:39.286861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:39.297943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78491e-f3cb-48a5-8431-125213ee1276 req-ee63afac-5fe2-4274-9573-e8fa2b350a4f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.299130 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.310151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f78491e-f3cb-48a5-8431-125213ee1276 req-ee63afac-5fe2-4274-9573-e8fa2b350a4f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.5378394 Jul 06 11:48:39.404489 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca4f1c3-9830-4503-9398-34a85d1bcf3b x-openstack-request-id: req-3ca4f1c3-9830-4503-9398-34a85d1bcf3b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:39.404800 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "56e2de8f-0167-420f-8b93-43b7a223a454", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:39.405126 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ca4f1c3-9830-4503-9398-34a85d1bcf3b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:39.405487 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': '56e2de8f-0167-420f-8b93-43b7a223a454', 'status': 'completed', 'code': 200} Jul 06 11:48:39.445522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:39.463257 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.463927 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment 9f2256a2-208c-4fdd-9bcf-acab08d372ee of type vlan for network 6260892a-047e-441f-a76e-434d5dca996f Jul 06 11:48:39.551202 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f78491e-f3cb-48a5-8431-125213ee1276 req-ff883927-b7e1-4f33-8e75-b6094ee9b164 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400372 Jul 06 11:48:39.578495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-ee39fb91-934a-4215-b1ef-ead12c15db51', 'network_id': 'ee39fb91-934a-4215-b1ef-ead12c15db51', 'tenant_id': 'fb1e1cefc5c141faa1f8f83bdd33bbe5', 'fixed_ips': [{'subnet_id': '612d89f4-f6e3-4465-b34d-7ee54a7fe88e'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:39.579880 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.590162 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.648234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] For port 8e4656d7-6a85-4977-b392-1dd2dedf8b37, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:39.657113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] For port 8e4656d7-6a85-4977-b392-1dd2dedf8b37, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8e4656d7-6a85-4977-b392-1dd2dedf8b37,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:39.668668 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.698081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.722230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.726031 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.942172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Allocated IP 172.20.255.242 (ee39fb91-934a-4215-b1ef-ead12c15db51/612d89f4-f6e3-4465-b34d-7ee54a7fe88e/40b02589-2935-46df-b432-c0596fc17314) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:39.950570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4656d7-6a85-4977-b392-1dd2dedf8b37,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:39.958702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.959614 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.962144 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-796bee98-ce4f-4f59-94c3-9a0934d0e3d4 service neutron] 10.222.0.86 "PUT /v2.0/ports/8e4656d7-6a85-4977-b392-1dd2dedf8b37 HTTP/1.1" status: 200 len: 1134 time: 2.7307398 Jul 06 11:48:40.008578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:40.107086 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8945539 Jul 06 11:48:40.112725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51168) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:40.119179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c1321-d79f-44d1-8b97-cd40c8e6aea5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=6260892a-047e-441f-a76e-434d5dca996f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:40.147011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 6260892a-047e-441f-a76e-434d5dca996f details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:40.199467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'network_id': '6260892a-047e-441f-a76e-434d5dca996f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:40.203580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-5bfd380f-5007-4113-a8e7-ab3e3cf2ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.204261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-5bfd380f-5007-4113-a8e7-ab3e3cf2ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.204750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-5bfd380f-5007-4113-a8e7-ab3e3cf2ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.205315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-5bfd380f-5007-4113-a8e7-ab3e3cf2ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.205795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-5bfd380f-5007-4113-a8e7-ab3e3cf2ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.206268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-5bfd380f-5007-4113-a8e7-ab3e3cf2ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.206739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-5bfd380f-5007-4113-a8e7-ab3e3cf2ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.208904 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-5bfd380f-5007-4113-a8e7-ab3e3cf2ed93 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6217 time: 0.5401256 Jul 06 11:48:40.459775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-3813aaa3-e96f-4c87-9d26-8207fd5482f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.461203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-3813aaa3-e96f-4c87-9d26-8207fd5482f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.461868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-3813aaa3-e96f-4c87-9d26-8207fd5482f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.464112 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-3813aaa3-e96f-4c87-9d26-8207fd5482f8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8aed4f75709244388e5e276ed33f28da&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2427793 Jul 06 11:48:40.625376 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.645385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Transition to ACTIVE for port object 40b02589-2935-46df-b432-c0596fc17314 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:40.689332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Transition to ACTIVE for port object 40b02589-2935-46df-b432-c0596fc17314 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:40.703301 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.736115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-e43b4dbd-9b32-41f0-bb80-6589af80fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.737636 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b05c12f-4c95-405d-bb78-a32cc5961387 req-e43b4dbd-9b32-41f0-bb80-6589af80fa5b service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2626209 Jul 06 11:48:40.777426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adf5dc-30fd-4206-bfb0-870cd3a124d2 req-bc04809e-90d6-4c2e-b310-f1703dd053d9 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.779161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7adf5dc-30fd-4206-bfb0-870cd3a124d2 req-bc04809e-90d6-4c2e-b310-f1703dd053d9 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 1.0709202 Jul 06 11:48:40.787169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Pushing event updated for resources: {'Port': ['ID=40b02589-2935-46df-b432-c0596fc17314,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:40.862497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Network ee39fb91-934a-4215-b1ef-ead12c15db51 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:40.870148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:40.886672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:41.016011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Attempting to bind port 40b02589-2935-46df-b432-c0596fc17314 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:41.017792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Attempting to bind port 40b02589-2935-46df-b432-c0596fc17314 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '1af0d3c3-0917-4f66-8011-001f1d41ba3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee39fb91-934a-4215-b1ef-ead12c15db51'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:41.018249 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Attempting to bind port 40b02589-2935-46df-b432-c0596fc17314 on network ee39fb91-934a-4215-b1ef-ead12c15db51 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:41.024107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:41.024484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Checking segment: {'id': '1af0d3c3-0917-4f66-8011-001f1d41ba3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee39fb91-934a-4215-b1ef-ead12c15db51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:41.024894 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.025291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Bound using segment: {'id': '1af0d3c3-0917-4f66-8011-001f1d41ba3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee39fb91-934a-4215-b1ef-ead12c15db51'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:41.025760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Bound port: 40b02589-2935-46df-b432-c0596fc17314, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af0d3c3-0917-4f66-8011-001f1d41ba3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ee39fb91-934a-4215-b1ef-ead12c15db51'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:41.026146 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.104151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] For port 40b02589-2935-46df-b432-c0596fc17314, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:41.105302 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7adf5dc-30fd-4206-bfb0-870cd3a124d2 req-b867adfb-ade6-4fbf-b7f3-b659a5b71601 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846203 Jul 06 11:48:41.113562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] For port 40b02589-2935-46df-b432-c0596fc17314, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=40b02589-2935-46df-b432-c0596fc17314,segment=NetworkSegment(1af0d3c3-0917-4f66-8011-001f1d41ba3d),segment_id=1af0d3c3-0917-4f66-8011-001f1d41ba3d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:41.149408 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.190209 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.237933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:41.243073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.270971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f4434-71af-40c8-993f-96f8492a7f06 req-3a0b6636-16fb-4a1c-909c-3fea4fcf40b1 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.278263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e67f4434-71af-40c8-993f-96f8492a7f06 req-3a0b6636-16fb-4a1c-909c-3fea4fcf40b1 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 945 time: 1.2181861 Jul 06 11:48:41.297865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc5ce1-9f3f-497d-a000-af7fd582e907 None None] Pushing event updated for resources: {'Port': ['ID=40b02589-2935-46df-b432-c0596fc17314,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:41.429481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': '8e4656d7-6a85-4977-b392-1dd2dedf8b37'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:41.431922 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1590bdde-7c14-4f04-b0e8-0aada1116592" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "8e4656d7-6a85-4977-b392-1dd2dedf8b37"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:41.501009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e67f4434-71af-40c8-993f-96f8492a7f06 req-3d77d2d7-1c66-436a-a1d2-41f20b215735 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217407 Jul 06 11:48:41.959795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a6718-e51b-4a5b-9834-5e764b407e65 req-836bb308-ce57-4b62-9172-b7c279ec827a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.968478 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e8a6718-e51b-4a5b-9834-5e764b407e65 req-836bb308-ce57-4b62-9172-b7c279ec827a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 946 time: 0.6813173 Jul 06 11:48:42.138337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e8a6718-e51b-4a5b-9834-5e764b407e65 req-70ed98ba-1952-408a-b81c-aef31a8fc9a6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647348 Jul 06 11:48:42.255807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688b6a-9348-45c3-9d70-b9f27915b290 req-6ff6a885-acdd-43ec-9efc-239421ca14c9 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.274098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688b6a-9348-45c3-9d70-b9f27915b290 req-6ff6a885-acdd-43ec-9efc-239421ca14c9 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.287365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688b6a-9348-45c3-9d70-b9f27915b290 req-6ff6a885-acdd-43ec-9efc-239421ca14c9 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.304832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688b6a-9348-45c3-9d70-b9f27915b290 req-6ff6a885-acdd-43ec-9efc-239421ca14c9 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.312320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688b6a-9348-45c3-9d70-b9f27915b290 req-6ff6a885-acdd-43ec-9efc-239421ca14c9 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.325536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688b6a-9348-45c3-9d70-b9f27915b290 req-6ff6a885-acdd-43ec-9efc-239421ca14c9 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.344931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688b6a-9348-45c3-9d70-b9f27915b290 req-6ff6a885-acdd-43ec-9efc-239421ca14c9 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.346950 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf688b6a-9348-45c3-9d70-b9f27915b290 req-6ff6a885-acdd-43ec-9efc-239421ca14c9 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5380 time: 0.5530655 Jul 06 11:48:42.424782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 40b02589-2935-46df-b432-c0596fc17314 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:42.497494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.503672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 40b02589-2935-46df-b432-c0596fc17314 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:42.731955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=13d63c40-7c0d-461c-9089-a7a52118cf76,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:42.835759 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf688b6a-9348-45c3-9d70-b9f27915b290 req-656ae9d1-db4d-41bf-8144-9df96a052b48 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4698110 Jul 06 11:48:42.916777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e029091b-0985-43fe-b1b1-4edd53785c4d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:42.926321 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.944022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Transition to ACTIVE for port object e029091b-0985-43fe-b1b1-4edd53785c4d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:42.961113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.088559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Pushing event updated for resources: {'Port': ['ID=e029091b-0985-43fe-b1b1-4edd53785c4d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:43.093410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking segment: {'id': '9f2256a2-208c-4fdd-9bcf-acab08d372ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6260892a-047e-441f-a76e-434d5dca996f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:43.093790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network hostable DHCP agents. Network: 6260892a-047e-441f-a76e-434d5dca996f, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:43.105176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bcb9f-49fe-4161-a882-3c1e5760b97f req-68a77026-9963-4382-aa19-c0b8984ed15a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:43.106731 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-863bcb9f-49fe-4161-a882-3c1e5760b97f req-68a77026-9963-4382-aa19-c0b8984ed15a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.6514587 Jul 06 11:48:43.169027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f63da89-244b-4807-a0c7-7cca4f6f0fe8 None None] Network ee39fb91-934a-4215-b1ef-ead12c15db51 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:43.273359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network 6260892a-047e-441f-a76e-434d5dca996f is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:43.314988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-db58f360-5ee9-4ba9-bf7f-2beb3dff878d None None] Provisioning for port 40b02589-2935-46df-b432-c0596fc17314 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:43.350983 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdb300-0612-4ca7-9e4b-8e2d706fad9d req-4ff2daad-c753-47b7-8e31-ababe22e3aac tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:43.353323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-db58f360-5ee9-4ba9-bf7f-2beb3dff878d None None] Provisioning complete for port 40b02589-2935-46df-b432-c0596fc17314 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:43.353960 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db58f360-5ee9-4ba9-bf7f-2beb3dff878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.358463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89cdb300-0612-4ca7-9e4b-8e2d706fad9d req-4ff2daad-c753-47b7-8e31-ababe22e3aac tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.3083251 Jul 06 11:48:43.378147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 6260892a-047e-441f-a76e-434d5dca996f) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:43.390816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca6b42-b8c0-4240-8fd8-19eb70b1b9e7 None None] Network 6260892a-047e-441f-a76e-434d5dca996f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:43.393578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:43.394192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.420943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-863bcb9f-49fe-4161-a882-3c1e5760b97f req-2c557c97-2c4e-4a2b-8ef9-199c809b85ea tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921348 Jul 06 11:48:43.453273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-27aaa464-325f-4693-a8af-9637d81f68ae tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2696428 Jul 06 11:48:43.453735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51212) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:43.475282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89cdb300-0612-4ca7-9e4b-8e2d706fad9d req-406eec38-9daf-4d1b-972b-629affc99781 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153584 Jul 06 11:48:43.480952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Attempting to bind port e029091b-0985-43fe-b1b1-4edd53785c4d on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:43.481338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Attempting to bind port e029091b-0985-43fe-b1b1-4edd53785c4d by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:43.481632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Attempting to bind port e029091b-0985-43fe-b1b1-4edd53785c4d on network fe9c839b-7637-4be1-b268-411d357e0152 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:43.499696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Port e029091b-0985-43fe-b1b1-4edd53785c4d on network fe9c839b-7637-4be1-b268-411d357e0152 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:43.499696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Attempting to bind port e029091b-0985-43fe-b1b1-4edd53785c4d on network fe9c839b-7637-4be1-b268-411d357e0152 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:43.526335 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:43.526891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Checking segment: {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:43.527319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Bound using segment: {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:43.527931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Bound port: e029091b-0985-43fe-b1b1-4edd53785c4d, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:43.528486 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.649772 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca123b8c-631e-4170-86bf-90af4f3dee6b x-openstack-request-id: req-ca123b8c-631e-4170-86bf-90af4f3dee6b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:43.650070 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "8e4656d7-6a85-4977-b392-1dd2dedf8b37", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:43.650339 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca123b8c-631e-4170-86bf-90af4f3dee6b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:43.650770 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': '8e4656d7-6a85-4977-b392-1dd2dedf8b37', 'status': 'completed', 'code': 200} Jul 06 11:48:43.827788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] For port e029091b-0985-43fe-b1b1-4edd53785c4d, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:43.847351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] For port e029091b-0985-43fe-b1b1-4edd53785c4d, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e029091b-0985-43fe-b1b1-4edd53785c4d,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:43.886172 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.004372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Pushing event updated for resources: {'Port': ['ID=e029091b-0985-43fe-b1b1-4edd53785c4d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:44.016384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.019520 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.023545 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-81962689-d984-4733-b9b8-9c719171d116 service neutron] 10.222.0.86 "PUT /v2.0/ports/e029091b-0985-43fe-b1b1-4edd53785c4d HTTP/1.1" status: 200 len: 1091 time: 4.0174072 Jul 06 11:48:44.059076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:44.231573 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db58f360-5ee9-4ba9-bf7f-2beb3dff878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.273145 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.323726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-c9a81214-e4b3-43d0-9dbf-5cbe55537573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.324486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-c9a81214-e4b3-43d0-9dbf-5cbe55537573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.325448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-c9a81214-e4b3-43d0-9dbf-5cbe55537573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.326104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-c9a81214-e4b3-43d0-9dbf-5cbe55537573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.326756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-c9a81214-e4b3-43d0-9dbf-5cbe55537573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.328000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-c9a81214-e4b3-43d0-9dbf-5cbe55537573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.328652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-c9a81214-e4b3-43d0-9dbf-5cbe55537573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.331026 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-c9a81214-e4b3-43d0-9dbf-5cbe55537573 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6284 time: 0.4362962 Jul 06 11:48:44.427862 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.697803 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c22a97e-fb4d-4665-88d3-3e912e36a250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.773490 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.922652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-75ef27e1-601d-40bd-93c3-7654365d1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.924740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-75ef27e1-601d-40bd-93c3-7654365d1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.927232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-75ef27e1-601d-40bd-93c3-7654365d1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.933232 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-75ef27e1-601d-40bd-93c3-7654365d1b95 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8aed4f75709244388e5e276ed33f28da&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5912755 Jul 06 11:48:45.231719 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-db58f360-5ee9-4ba9-bf7f-2beb3dff878d None None] For port 40b02589-2935-46df-b432-c0596fc17314, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=40b02589-2935-46df-b432-c0596fc17314,segment=NetworkSegment(1af0d3c3-0917-4f66-8011-001f1d41ba3d),segment_id=1af0d3c3-0917-4f66-8011-001f1d41ba3d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:45.241749 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db58f360-5ee9-4ba9-bf7f-2beb3dff878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.253259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d4bc4f-d67a-4b4b-8b19-03154af160fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-6260892a-047e-441f-a76e-434d5dca996f', 'network_id': '6260892a-047e-441f-a76e-434d5dca996f', 'tenant_id': 'fb1e1cefc5c141faa1f8f83bdd33bbe5', 'fixed_ips': [{'subnet_id': '13d63c40-7c0d-461c-9089-a7a52118cf76'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:45.255062 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18d4bc4f-d67a-4b4b-8b19-03154af160fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.257328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57881517-409c-4ee8-9666-c8d1551ecfa4 req-766eee19-d22f-42aa-b9d8-f2d56f6c7fc0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.274191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57881517-409c-4ee8-9666-c8d1551ecfa4 req-766eee19-d22f-42aa-b9d8-f2d56f6c7fc0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.281812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57881517-409c-4ee8-9666-c8d1551ecfa4 req-766eee19-d22f-42aa-b9d8-f2d56f6c7fc0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.310556 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57881517-409c-4ee8-9666-c8d1551ecfa4 req-766eee19-d22f-42aa-b9d8-f2d56f6c7fc0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.328216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-7e43ff80-209e-4403-a1c7-365036ff8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.329987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57881517-409c-4ee8-9666-c8d1551ecfa4 req-766eee19-d22f-42aa-b9d8-f2d56f6c7fc0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.336099 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1590bdde-7c14-4f04-b0e8-0aada1116592 req-7e43ff80-209e-4403-a1c7-365036ff8b9e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3711867 Jul 06 11:48:45.368674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57881517-409c-4ee8-9666-c8d1551ecfa4 req-766eee19-d22f-42aa-b9d8-f2d56f6c7fc0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.380851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57881517-409c-4ee8-9666-c8d1551ecfa4 req-766eee19-d22f-42aa-b9d8-f2d56f6c7fc0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.394760 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57881517-409c-4ee8-9666-c8d1551ecfa4 req-766eee19-d22f-42aa-b9d8-f2d56f6c7fc0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5392 time: 0.5279920 Jul 06 11:48:45.438934 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.514011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Subnet': ['ID=13d63c40-7c0d-461c-9089-a7a52118cf76,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:45.521687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371936de-5a7f-4916-8187-362e5f9df9f2 req-b77cfa4f-bba5-4079-8bb4-30d2948b77a5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.539346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-371936de-5a7f-4916-8187-362e5f9df9f2 req-b77cfa4f-bba5-4079-8bb4-30d2948b77a5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 946 time: 0.7003424 Jul 06 11:48:45.610633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-811874c5-d4e3-4664-aee7-33054f631690 None None] Provisioning complete for port 40b02589-2935-46df-b432-c0596fc17314 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:45.616966 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-811874c5-d4e3-4664-aee7-33054f631690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.654059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'e029091b-0985-43fe-b1b1-4edd53785c4d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:45.657876 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f42a048-1ef1-442b-98fb-96fa7664eba5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "e029091b-0985-43fe-b1b1-4edd53785c4d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:45.673055 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57881517-409c-4ee8-9666-c8d1551ecfa4 req-a3abc1de-4b65-4849-9385-7736f0a82cbc tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2749777 Jul 06 11:48:45.684426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58f360-5ee9-4ba9-bf7f-2beb3dff878d None None] Pushing event updated for resources: {'Port': ['ID=40b02589-2935-46df-b432-c0596fc17314,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server [None req-18d4bc4f-d67a-4b4b-8b19-03154af160fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13d63c40-7c0d-461c-9089-a7a52118cf76: This subnet is being modified by another concurrent operation. Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 11:48:45.746710 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise exception Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13d63c40-7c0d-461c-9089-a7a52118cf76: This subnet is being modified by another concurrent operation. Jul 06 11:48:45.752355 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Jul 06 11:48:45.812589 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-371936de-5a7f-4916-8187-362e5f9df9f2 req-8b4d53cc-2040-406a-9808-655a71cb55f5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721081 Jul 06 11:48:45.820480 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.822000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f38f764-0982-463a-bdde-1ca8dc40f291 None None] Network 6260892a-047e-441f-a76e-434d5dca996f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:45.841693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6260892a-047e-441f-a76e-434d5dca996f']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:45.871786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2256a2-208c-4fdd-9bcf-acab08d372ee') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:45.872401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2256a2-208c-4fdd-9bcf-acab08d372ee') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:45.884796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:45.890226 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.910183 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.918949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.935198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:45.936551 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:46.021669 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:46.032829 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.036843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Transition to ACTIVE for port object b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:46.041772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.051822 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/6260892a-047e-441f-a76e-434d5dca996f HTTP/1.1" status: 204 len: 168 time: 2.5936995 Jul 06 11:48:46.065425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51254) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:46.073902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-393941752'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:46.096434 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.107378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:46.111877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.116041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369dee1-6002-4c89-b9e5-0a37a2dc9305 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=6260892a-047e-441f-a76e-434d5dca996f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:46.162632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:46.169210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c65245-5301-4a10-8dd7-288020219af4 None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:48:46.180194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.180594 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment cdcaaa52-47d3-4b3f-b3ee-3a59a1f58fab of type vlan for network 1a306dcf-3f1b-455c-acd5-e53a253ee86a Jul 06 11:48:46.225334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:46.313175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 40b02589-2935-46df-b432-c0596fc17314 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:46.319084 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.362219 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.369403 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.372629 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.403194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa562588-16a0-4577-9f7a-1226479e4647 req-5e5dabee-3678-43a5-aac7-c7afeac9c0d2 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.411109 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa562588-16a0-4577-9f7a-1226479e4647 req-5e5dabee-3678-43a5-aac7-c7afeac9c0d2 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.4405956 Jul 06 11:48:46.414957 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 40b02589-2935-46df-b432-c0596fc17314 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:46.415333 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.416168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3486445 Jul 06 11:48:46.423011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51260) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:46.448360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'network_id': '1a306dcf-3f1b-455c-acd5-e53a253ee86a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:46.473542 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c65245-5301-4a10-8dd7-288020219af4 None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:48:46.508753 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f260ff-5458-446f-aef3-ca9f0b255f88 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=1a306dcf-3f1b-455c-acd5-e53a253ee86a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:46.509037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809e227-94b1-47b5-b70c-ff6400e38605 req-1f87c70d-9522-4fdd-b377-460aad0d573c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.513619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d809e227-94b1-47b5-b70c-ff6400e38605 req-1f87c70d-9522-4fdd-b377-460aad0d573c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.47 "GET /v2.0/ports?device_id=d68bc93b-b193-465c-a670-23b4e9796d12 HTTP/1.1" status: 200 len: 945 time: 0.4747820 Jul 06 11:48:46.524786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-636c8032-688b-4555-a2bf-07c26b07edbc tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.527560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 1a306dcf-3f1b-455c-acd5-e53a253ee86a details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:46.527874 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-636c8032-688b-4555-a2bf-07c26b07edbc tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/networks?id=90516628-a9e7-415c-b9f2-7769c50303c3 HTTP/1.1" status: 200 len: 814 time: 0.4598980 Jul 06 11:48:46.739575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Attempting to bind port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:46.739920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Attempting to bind port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:46.740257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Attempting to bind port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 on network fe9c839b-7637-4be1-b268-411d357e0152 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:46.818223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 on network fe9c839b-7637-4be1-b268-411d357e0152 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:46.818558 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Attempting to bind port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 on network fe9c839b-7637-4be1-b268-411d357e0152 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:46.828163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-78d36cb1-193a-43a5-a6b4-0a8472f8329e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/quotas/4eb55b7769694658a57cdd343a779d40 HTTP/1.1" status: 200 len: 375 time: 0.1594222 Jul 06 11:48:46.914465 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa562588-16a0-4577-9f7a-1226479e4647 req-c88b7514-3fb7-406a-a57c-2a0e9a22c3b1 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022840 Jul 06 11:48:46.931429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:46.935907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Checking segment: {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:46.937196 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Bound using segment: {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:46.937768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Bound port: b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:46.943520 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.956617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:46.967054 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.056150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 451c2942-a939-4d38-a343-df21d74f6cf9 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:47.104638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Performing IP validity checks on allocation pools {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 11:48:47.105280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 11:48:47.110157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-d809e227-94b1-47b5-b70c-ff6400e38605 req-96038b0f-1d1c-46a2-81c6-8876baeeceef tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Deleting port 7c074721-c7b3-4fe4-a67b-70a74f859df1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:47.110631 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d809e227-94b1-47b5-b70c-ff6400e38605 req-96038b0f-1d1c-46a2-81c6-8876baeeceef tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.232005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:47.236025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] For port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:47.244174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] For port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:47.262166 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '451c2942-a939-4d38-a343-df21d74f6cf9', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'port_id': '451c2942-a939-4d38-a343-df21d74f6cf9', 'mac_address': 'fa:16:3e:26:ec:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:47.298243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-17655b5b-648f-4cb1-80d2-72693567fd2b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4eb55b7769694658a57cdd343a779d40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4685593 Jul 06 11:48:47.330734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.349571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 451c2942-a939-4d38-a343-df21d74f6cf9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:47.393347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:47.417449 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.440799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.482149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=451c2942-a939-4d38-a343-df21d74f6cf9,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:47.529263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['451c2942-a939-4d38-a343-df21d74f6cf9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:47.558236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:47.559497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.561875 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] 10.222.0.86 "PUT /v2.0/ports/b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 HTTP/1.1" status: 200 len: 1090 time: 3.5072441 Jul 06 11:48:47.646514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d809e227-94b1-47b5-b70c-ff6400e38605 req-96038b0f-1d1c-46a2-81c6-8876baeeceef tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] For port 7c074721-c7b3-4fe4-a67b-70a74f859df1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c074721-c7b3-4fe4-a67b-70a74f859df1,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:47.647105 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d809e227-94b1-47b5-b70c-ff6400e38605 req-96038b0f-1d1c-46a2-81c6-8876baeeceef tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.661279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:47.681355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc230f-26f0-4541-860f-b3239515cfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:47.761697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-8685362c-fbf4-4681-84ab-a86b2ea37de6 service neutron] 10.222.0.21 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625671 Jul 06 11:48:47.792529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-d809e227-94b1-47b5-b70c-ff6400e38605 req-96038b0f-1d1c-46a2-81c6-8876baeeceef tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Calling delete_port for 7c074721-c7b3-4fe4-a67b-70a74f859df1 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:48.042165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b209-7eec-4052-b9ee-c9ca1fa810ff req-7a488ae3-8047-4547-9c59-7a532bc24b49 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:48.044159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45f4b209-7eec-4052-b9ee-c9ca1fa810ff req-7a488ae3-8047-4547-9c59-7a532bc24b49 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.8592296 Jul 06 11:48:48.168112 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.409094 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-225621cf-56e7-4fed-aa68-f61890ad42dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.639549 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.642716 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.684968 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45f4b209-7eec-4052-b9ee-c9ca1fa810ff req-9221230b-4ba8-489b-b692-656b4f2771b2 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6002007 Jul 06 11:48:48.685605 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d809e227-94b1-47b5-b70c-ff6400e38605 req-96038b0f-1d1c-46a2-81c6-8876baeeceef tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.812649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d809e227-94b1-47b5-b70c-ff6400e38605 req-96038b0f-1d1c-46a2-81c6-8876baeeceef tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] No DVR routers for this DVR port 7c074721-c7b3-4fe4-a67b-70a74f859df1 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:48.818759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96038b0f-1d1c-46a2-81c6-8876baeeceef tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Pushing event deleted for resources: {'Port': ['ID=7c074721-c7b3-4fe4-a67b-70a74f859df1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:48.820950 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d809e227-94b1-47b5-b70c-ff6400e38605 req-96038b0f-1d1c-46a2-81c6-8876baeeceef tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.822962 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d809e227-94b1-47b5-b70c-ff6400e38605 req-96038b0f-1d1c-46a2-81c6-8876baeeceef tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.47 "DELETE /v2.0/ports/7c074721-c7b3-4fe4-a67b-70a74f859df1 HTTP/1.1" status: 204 len: 173 time: 2.2939467 Jul 06 11:48:48.846977 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.930350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=fee6e57c-5fc0-4b09-83fe-ad92ada1272c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:49.050398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 451c2942-a939-4d38-a343-df21d74f6cf9 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:49.179070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 451c2942-a939-4d38-a343-df21d74f6cf9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:49.179652 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.268789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-85bd2363-641a-450d-b84c-f317f285538a service neutron] 10.222.0.21 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2829981 Jul 06 11:48:49.314233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking segment: {'id': 'cdcaaa52-47d3-4b3f-b3ee-3a59a1f58fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1a306dcf-3f1b-455c-acd5-e53a253ee86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:49.314775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network hostable DHCP agents. Network: 1a306dcf-3f1b-455c-acd5-e53a253ee86a, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:49.376441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network 1a306dcf-3f1b-455c-acd5-e53a253ee86a is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:49.392001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd00d-6184-475a-b73e-9dc671bd27ce req-c0774d8f-b8e2-4883-9def-a290f3be206c tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:49.400427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57efd00d-6184-475a-b73e-9dc671bd27ce req-c0774d8f-b8e2-4883-9def-a290f3be206c tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 945 time: 0.4270918 Jul 06 11:48:49.463538 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 1a306dcf-3f1b-455c-acd5-e53a253ee86a) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:49.467196 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.476671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:49.477391 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.501990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57efd00d-6184-475a-b73e-9dc671bd27ce req-9ba922e6-d885-4579-9dbe-5d1dc64d0528 tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003911 Jul 06 11:48:49.510127 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae941321-ac45-47b7-a266-672ef6fec219 None None] Network 1a306dcf-3f1b-455c-acd5-e53a253ee86a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:49.516754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f317475f-53df-42b9-a7b3-14f9e54996bb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0710382 Jul 06 11:48:49.518511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51322) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:49.615421 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e7d05f-470e-4c7c-90aa-3f768210f881 x-openstack-request-id: req-f7e7d05f-470e-4c7c-90aa-3f768210f881 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:49.619614 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "e029091b-0985-43fe-b1b1-4edd53785c4d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:49.620080 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7e7d05f-470e-4c7c-90aa-3f768210f881 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:49.620693 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'e029091b-0985-43fe-b1b1-4edd53785c4d', 'status': 'completed', 'code': 200} Jul 06 11:48:49.668249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0af014a-513b-4deb-980d-b17fe4c4a924 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:49.688375 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.718354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Transition to ACTIVE for port object f0af014a-513b-4deb-980d-b17fe4c4a924 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:49.733162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.028563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:50.081461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:50.102065 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7209e480-fe84-459d-978b-790588a8294d" -d '{"events": [{"server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "name": "network-vif-plugged", "status": "completed", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:50.147357 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.274336 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.435190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-37333b0e-73d1-4a17-b133-aad88ec78c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.435944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-37333b0e-73d1-4a17-b133-aad88ec78c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.437066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-37333b0e-73d1-4a17-b133-aad88ec78c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.437863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-37333b0e-73d1-4a17-b133-aad88ec78c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.438650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-37333b0e-73d1-4a17-b133-aad88ec78c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.439425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-37333b0e-73d1-4a17-b133-aad88ec78c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.444102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-37333b0e-73d1-4a17-b133-aad88ec78c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.450683 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-37333b0e-73d1-4a17-b133-aad88ec78c2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6376 time: 0.4897625 Jul 06 11:48:50.532144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=451c2942-a939-4d38-a343-df21d74f6cf9,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:50.561519 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.603010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.609349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.610442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.612560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.613570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.614492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.615278 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.619258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.619950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.620522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.621089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.621685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:50.640400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7c074721-c7b3-4fe4-a67b-70a74f859df1 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:50.806429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 7c074721-c7b3-4fe4-a67b-70a74f859df1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:48:50.807049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7c074721-c7b3-4fe4-a67b-70a74f859df1 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:48:50.829661 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.903330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Attempting to bind port f0af014a-513b-4deb-980d-b17fe4c4a924 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:50.906089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Attempting to bind port f0af014a-513b-4deb-980d-b17fe4c4a924 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:50.906639 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Attempting to bind port f0af014a-513b-4deb-980d-b17fe4c4a924 on network 6500b71c-f47e-4815-a660-d6db6c42d73e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:51.054839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Port f0af014a-513b-4deb-980d-b17fe4c4a924 on network 6500b71c-f47e-4815-a660-d6db6c42d73e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:51.055163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Attempting to bind port f0af014a-513b-4deb-980d-b17fe4c4a924 on network 6500b71c-f47e-4815-a660-d6db6c42d73e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:51.067992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:51.068430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Checking segment: {'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:51.068752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Bound using segment: {'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:51.069291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Bound port: f0af014a-513b-4deb-980d-b17fe4c4a924, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:51.069679 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.072984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af014a-513b-4deb-980d-b17fe4c4a924,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:51.138886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-c7ecdddb-a7c7-4888-98d6-fc6dfa8cc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.144368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-c7ecdddb-a7c7-4888-98d6-fc6dfa8cc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.146281 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-c7ecdddb-a7c7-4888-98d6-fc6dfa8cc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.154758 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-c7ecdddb-a7c7-4888-98d6-fc6dfa8cc6aa service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8aed4f75709244388e5e276ed33f28da&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6862435 Jul 06 11:48:51.191582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b1350-da64-4a92-a629-67476aa2fc73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-1a306dcf-3f1b-455c-acd5-e53a253ee86a', 'network_id': '1a306dcf-3f1b-455c-acd5-e53a253ee86a', 'tenant_id': 'fb1e1cefc5c141faa1f8f83bdd33bbe5', 'fixed_ips': [{'subnet_id': 'fee6e57c-5fc0-4b09-83fe-ad92ada1272c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:51.191582 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e71b1350-da64-4a92-a629-67476aa2fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.245287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] For port f0af014a-513b-4deb-980d-b17fe4c4a924, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:51.253447 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] For port f0af014a-513b-4deb-980d-b17fe4c4a924, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f0af014a-513b-4deb-980d-b17fe4c4a924,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:51.266661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.313534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.398575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eafba-3a41-432a-80e1-853eab26db54 req-2f94461c-57b8-4622-bc44-d47c092ce0ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.425168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eafba-3a41-432a-80e1-853eab26db54 req-2f94461c-57b8-4622-bc44-d47c092ce0ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.449657 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b33d3d3-964c-4bf5-ba6e-4989b23e4975 None None] Network 1a306dcf-3f1b-455c-acd5-e53a253ee86a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:51.464921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eafba-3a41-432a-80e1-853eab26db54 req-2f94461c-57b8-4622-bc44-d47c092ce0ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.470731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eafba-3a41-432a-80e1-853eab26db54 req-2f94461c-57b8-4622-bc44-d47c092ce0ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.506760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Subnet': ['ID=fee6e57c-5fc0-4b09-83fe-ad92ada1272c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:51.512706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eafba-3a41-432a-80e1-853eab26db54 req-2f94461c-57b8-4622-bc44-d47c092ce0ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.519506 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eafba-3a41-432a-80e1-853eab26db54 req-2f94461c-57b8-4622-bc44-d47c092ce0ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.544738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eafba-3a41-432a-80e1-853eab26db54 req-2f94461c-57b8-4622-bc44-d47c092ce0ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.554226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d86eafba-3a41-432a-80e1-853eab26db54 req-2f94461c-57b8-4622-bc44-d47c092ce0ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5416 time: 1.5519664 Jul 06 11:48:51.639982 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f6a08-d9f7-4ada-be7d-7e7fd6969ad4 req-a63e6814-a0ad-492a-b82a-87497527fa8a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.659110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b2f6a08-d9f7-4ada-be7d-7e7fd6969ad4 req-a63e6814-a0ad-492a-b82a-87497527fa8a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 946 time: 1.2614777 Jul 06 11:48:51.703101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.752582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0'}, {'server_uuid': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'name': 'network-vif-deleted', 'tag': '7c074721-c7b3-4fe4-a67b-70a74f859df1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:51.755000 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66336014-631c-481a-9b41-5c589cd80294" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0"}, {"server_uuid": "d68bc93b-b193-465c-a670-23b4e9796d12", "name": "network-vif-deleted", "tag": "7c074721-c7b3-4fe4-a67b-70a74f859df1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:51.813183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a306dcf-3f1b-455c-acd5-e53a253ee86a']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:51.858676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcaaa52-47d3-4b3f-b3ee-3a59a1f58fab') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:51.859399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcaaa52-47d3-4b3f-b3ee-3a59a1f58fab') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:51.860316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b2f6a08-d9f7-4ada-be7d-7e7fd6969ad4 req-450ab22f-5e25-4b61-9ad4-68bea9ed8458 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999259 Jul 06 11:48:51.928367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.929644 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.930509 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] 10.222.0.86 "PUT /v2.0/ports/f0af014a-513b-4deb-980d-b17fe4c4a924 HTTP/1.1" status: 200 len: 1091 time: 4.2756612 Jul 06 11:48:52.017256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d86eafba-3a41-432a-80e1-853eab26db54 req-81a40f72-d046-4d82-a0c7-74e1385b2404 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4617150 Jul 06 11:48:52.035046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Request body: {'port': {'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:52.042630 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.060278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-d9ba2387-a119-4397-9658-48abd12895c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:52.060278 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6f42a048-1ef1-442b-98fb-96fa7664eba5 req-d9ba2387-a119-4397-9658-48abd12895c1 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8983572 Jul 06 11:48:52.225968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130e28f-d743-496b-8e18-c0e468a0c112 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af014a-513b-4deb-980d-b17fe4c4a924,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:52.282918 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.325212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:52.328418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.380663 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:52.389969 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:52.627017 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.688090 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.693284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/1a306dcf-3f1b-455c-acd5-e53a253ee86a HTTP/1.1" status: 204 len: 168 time: 3.1702614 Jul 06 11:48:52.694763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac1ae1-2df1-4b8c-a454-d5fc81a56ec3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=1a306dcf-3f1b-455c-acd5-e53a253ee86a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:52.710060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51364) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:52.720209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1256060574'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:52.786612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a554c-9552-45b2-833b-5cd3e8e19b2d req-9a670ed3-a2bf-46e2-aabd-33c66bca705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:52.788144 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a72a554c-9552-45b2-833b-5cd3e8e19b2d req-9a670ed3-a2bf-46e2-aabd-33c66bca705e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 1096 time: 0.7082953 Jul 06 11:48:52.831020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:52.834838 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.132428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:53.161773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.162196 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment 359b2c83-e9c5-4359-ad21-1fecc37289b8 of type vlan for network bf347356-3425-4dc1-8341-ed65926fe441 Jul 06 11:48:53.175669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a554c-9552-45b2-833b-5cd3e8e19b2d req-4812fa04-e20d-47d2-bd83-29b7802cba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.177559 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a72a554c-9552-45b2-833b-5cd3e8e19b2d req-4812fa04-e20d-47d2-bd83-29b7802cba5e service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.2774754 Jul 06 11:48:53.323908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a72a554c-9552-45b2-833b-5cd3e8e19b2d req-856493a4-b0b6-437e-836e-7958c1db35e9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=451c2942-a939-4d38-a343-df21d74f6cf9 HTTP/1.1" status: 200 len: 1001 time: 0.1190021 Jul 06 11:48:53.334972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.360427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-0e334c6c-7265-4d00-885a-e8ddad0d6752 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.364441 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-0e334c6c-7265-4d00-885a-e8ddad0d6752 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.47 "GET /v2.0/networks?id=90516628-a9e7-415c-b9f2-7769c50303c3 HTTP/1.1" status: 200 len: 814 time: 0.4845519 Jul 06 11:48:53.389182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.400474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.401183 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.486583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:53.504184 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.537593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Transition to ACTIVE for port object c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:53.576617 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8651943 Jul 06 11:48:53.581171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a554c-9552-45b2-833b-5cd3e8e19b2d req-77a73a8f-7238-413b-89d7-775af7e3a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.583003 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a72a554c-9552-45b2-833b-5cd3e8e19b2d req-77a73a8f-7238-413b-89d7-775af7e3a5e6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.2090542 Jul 06 11:48:53.586992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51374) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:53.594537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'network_id': 'bf347356-3425-4dc1-8341-ed65926fe441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:53.599442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Request body: {'port': {'device_id': 'ddc2add8-f302-4e84-bd73-4f417dfad881', 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3', 'admin_state_up': True, 'tenant_id': '4eb55b7769694658a57cdd343a779d40'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:53.644453 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.672829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74549487-9656-45c8-b1ad-4343fb87e2f4 req-911a3745-3858-4c55-994a-0ef3dedf0946 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 210 time: 0.3437040 Jul 06 11:48:53.759532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188566d0-0874-49cd-bbf7-a0677f4baffd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=bf347356-3425-4dc1-8341-ed65926fe441,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:53.776825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network bf347356-3425-4dc1-8341-ed65926fe441 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:53.887853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:53.896433 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.941897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a554c-9552-45b2-833b-5cd3e8e19b2d req-dcd0cd61-3832-4c37-8a94-4c546221fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.944175 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9fa28b-dba2-4403-a6aa-696d9bcda377 x-openstack-request-id: req-4e9fa28b-dba2-4403-a6aa-696d9bcda377 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:53.944471 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "name": "network-vif-plugged", "status": "completed", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:53.944724 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e9fa28b-dba2-4403-a6aa-696d9bcda377 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:53.945116 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9', 'code': 200} Jul 06 11:48:53.946917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a72a554c-9552-45b2-833b-5cd3e8e19b2d req-dcd0cd61-3832-4c37-8a94-4c546221fc6b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2518556 Jul 06 11:48:54.061944 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2069d6e5-c144-4ba0-9988-2534a019f6df x-openstack-request-id: req-2069d6e5-c144-4ba0-9988-2534a019f6df {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:54.062812 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0", "status": "completed", "code": 200}, {"server_uuid": "d68bc93b-b193-465c-a670-23b4e9796d12", "name": "network-vif-deleted", "tag": "7c074721-c7b3-4fe4-a67b-70a74f859df1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:54.063346 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2069d6e5-c144-4ba0-9988-2534a019f6df {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:54.064237 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0', 'status': 'completed', 'code': 200} Jul 06 11:48:54.064756 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68bc93b-b193-465c-a670-23b4e9796d12', 'name': 'network-vif-deleted', 'tag': '7c074721-c7b3-4fe4-a67b-70a74f859df1', 'status': 'completed', 'code': 200} Jul 06 11:48:54.441034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Pushing event updated for resources: {'Port': ['ID=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:54.559504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9a9ef-1805-4f16-bc0a-57976f21cb52 req-d4dfdd83-791e-4a38-9f70-a0ddec5070f7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.569668 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34a9a9ef-1805-4f16-bc0a-57976f21cb52 req-d4dfdd83-791e-4a38-9f70-a0ddec5070f7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 1.7936978 Jul 06 11:48:54.596737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Attempting to bind port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:54.597075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Attempting to bind port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:54.597406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Attempting to bind port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d on network 6500b71c-f47e-4815-a660-d6db6c42d73e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:54.627883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336014-631c-481a-9b41-5c589cd80294 req-8baa5e64-c9c0-43c1-b119-ea246c29efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.628436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336014-631c-481a-9b41-5c589cd80294 req-8baa5e64-c9c0-43c1-b119-ea246c29efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.629024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336014-631c-481a-9b41-5c589cd80294 req-8baa5e64-c9c0-43c1-b119-ea246c29efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.641139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336014-631c-481a-9b41-5c589cd80294 req-8baa5e64-c9c0-43c1-b119-ea246c29efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.642034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336014-631c-481a-9b41-5c589cd80294 req-8baa5e64-c9c0-43c1-b119-ea246c29efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.643337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336014-631c-481a-9b41-5c589cd80294 req-8baa5e64-c9c0-43c1-b119-ea246c29efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.645531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336014-631c-481a-9b41-5c589cd80294 req-8baa5e64-c9c0-43c1-b119-ea246c29efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.649081 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-66336014-631c-481a-9b41-5c589cd80294 req-8baa5e64-c9c0-43c1-b119-ea246c29efd6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6443 time: 0.6035237 Jul 06 11:48:54.675295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Made reservation on behalf of 4eb55b7769694658a57cdd343a779d40 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:54.684182 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.695823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d on network 6500b71c-f47e-4815-a660-d6db6c42d73e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:54.697064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Attempting to bind port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d on network 6500b71c-f47e-4815-a660-d6db6c42d73e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:54.806271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:54.815233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Checking segment: {'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:54.815976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Bound using segment: {'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:54.822722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Bound port: c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f281284-c638-474e-afef-3e2c1f8ff807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:54.823621 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.901334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34a9a9ef-1805-4f16-bc0a-57976f21cb52 req-126872db-aef0-432f-9024-f90736c6e2cb tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305457 Jul 06 11:48:55.220392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] For port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:55.250724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] For port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:55.275007 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.345271 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a72a554c-9552-45b2-833b-5cd3e8e19b2d req-60356189-f211-4499-a73b-5946a53b8111 service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3202734 Jul 06 11:48:55.501738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.513146 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.517240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] 10.222.0.86 "PUT /v2.0/ports/c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d HTTP/1.1" status: 200 len: 1091 time: 3.4906058 Jul 06 11:48:55.598059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336014-631c-481a-9b41-5c589cd80294 req-d1f8f746-7cc6-4a9d-8d40-8c1796d2d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.598549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336014-631c-481a-9b41-5c589cd80294 req-d1f8f746-7cc6-4a9d-8d40-8c1796d2d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.601758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336014-631c-481a-9b41-5c589cd80294 req-d1f8f746-7cc6-4a9d-8d40-8c1796d2d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.607390 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-66336014-631c-481a-9b41-5c589cd80294 req-d1f8f746-7cc6-4a9d-8d40-8c1796d2d3ac service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8aed4f75709244388e5e276ed33f28da&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9402101 Jul 06 11:48:55.649497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Allocated IP 172.20.0.6 (90516628-a9e7-415c-b9f2-7769c50303c3/5638a9dc-13f5-449c-820c-74495bd64921/0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:55.766714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] Pushing event updated for resources: {'Port': ['ID=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:55.944301 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793e8d0-5a4e-4f6a-bc06-d8bc2e4eb76e req-93bbd930-b14c-48b5-8fb8-f197bd3bf2db tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.971117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793e8d0-5a4e-4f6a-bc06-d8bc2e4eb76e req-93bbd930-b14c-48b5-8fb8-f197bd3bf2db tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.984599 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793e8d0-5a4e-4f6a-bc06-d8bc2e4eb76e req-93bbd930-b14c-48b5-8fb8-f197bd3bf2db tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.041058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793e8d0-5a4e-4f6a-bc06-d8bc2e4eb76e req-93bbd930-b14c-48b5-8fb8-f197bd3bf2db tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.047859 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a72a554c-9552-45b2-833b-5cd3e8e19b2d req-3e748bad-7944-4cc3-8bac-70cbd497cbf0 service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6752219 Jul 06 11:48:56.062199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55864ec-0eb2-4398-ade6-201d154f862f req-769b6421-c2f7-4093-8651-d68b6504cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.064223 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e55864ec-0eb2-4398-ade6-201d154f862f req-769b6421-c2f7-4093-8651-d68b6504cf1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27c93dc732f14f4693b636a45e0e0769&device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 1097 time: 0.6338794 Jul 06 11:48:56.065250 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.080052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793e8d0-5a4e-4f6a-bc06-d8bc2e4eb76e req-93bbd930-b14c-48b5-8fb8-f197bd3bf2db tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.090970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793e8d0-5a4e-4f6a-bc06-d8bc2e4eb76e req-93bbd930-b14c-48b5-8fb8-f197bd3bf2db tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.118020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793e8d0-5a4e-4f6a-bc06-d8bc2e4eb76e req-93bbd930-b14c-48b5-8fb8-f197bd3bf2db tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.138272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c793e8d0-5a4e-4f6a-bc06-d8bc2e4eb76e req-93bbd930-b14c-48b5-8fb8-f197bd3bf2db tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.5986912 Jul 06 11:48:56.215969 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b8419-c2f7-4ead-972b-af50a72015f5 req-d99e7606-d44b-4a12-a04c-263d879dc640 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.241473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d3b8419-c2f7-4ead-972b-af50a72015f5 req-d99e7606-d44b-4a12-a04c-263d879dc640 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 946 time: 0.7628703 Jul 06 11:48:56.267546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'f0af014a-513b-4deb-980d-b17fe4c4a924'}, {'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:56.269905 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18871d4f-bda4-4f54-90a7-943ac2be864a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "f0af014a-513b-4deb-980d-b17fe4c4a924"}, {"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:56.518835 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d3b8419-c2f7-4ead-972b-af50a72015f5 req-fb902000-3bb8-4724-b363-7c00ecf67141 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761772 Jul 06 11:48:56.589250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336014-631c-481a-9b41-5c589cd80294 req-e62c32d2-6503-465e-9dcc-ffa522b2c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.598233 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-66336014-631c-481a-9b41-5c589cd80294 req-e62c32d2-6503-465e-9dcc-ffa522b2c79c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9543695 Jul 06 11:48:56.631543 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c793e8d0-5a4e-4f6a-bc06-d8bc2e4eb76e req-4dbe4e77-ac6c-4f52-a9ab-4029eeb84f68 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4912724 Jul 06 11:48:56.678592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=c8d1ebf8-f673-4c96-9db1-098b58b37f78,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:56.916959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking segment: {'id': '359b2c83-e9c5-4359-ad21-1fecc37289b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf347356-3425-4dc1-8341-ed65926fe441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:56.918031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network hostable DHCP agents. Network: bf347356-3425-4dc1-8341-ed65926fe441, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:56.994756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.051981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55864ec-0eb2-4398-ade6-201d154f862f req-475bd055-0b5e-42ae-8afa-c9f7a1a07acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.055790 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e55864ec-0eb2-4398-ade6-201d154f862f req-475bd055-0b5e-42ae-8afa-c9f7a1a07acf service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e490abb-8483-4eea-a6d2-30f107b16331 HTTP/1.1" status: 200 len: 917 time: 0.9615302 Jul 06 11:48:57.278343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network bf347356-3425-4dc1-8341-ed65926fe441 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:57.292254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f15e17-2aa7-4f79-88f4-677fb2ca0ed8 req-4529f5ed-e0f7-445a-bfb5-fa69a5f26c5c tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.294956 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91f15e17-2aa7-4f79-88f4-677fb2ca0ed8 req-4529f5ed-e0f7-445a-bfb5-fa69a5f26c5c tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 945 time: 0.4281714 Jul 06 11:48:57.300427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6625b119-26b5-4eed-ad23-fceddb85b88c req-5fca5013-a192-4d6f-b6a1-3b8e42bdf140 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 210 time: 0.1964371 Jul 06 11:48:57.305452 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e55864ec-0eb2-4398-ade6-201d154f862f req-5c7277f0-50f1-4faa-b62a-4db1201e10d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccfea350-d5ed-45df-92ce-e000ef94114c HTTP/1.1" status: 200 len: 217 time: 0.2418036 Jul 06 11:48:57.387027 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.480630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55864ec-0eb2-4398-ade6-201d154f862f req-f2d1c28e-de4a-4c05-8acf-c2170b19da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.482217 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e55864ec-0eb2-4398-ade6-201d154f862f req-f2d1c28e-de4a-4c05-8acf-c2170b19da4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42c71fa7-cadd-4bca-964d-fd0493e0a26f HTTP/1.1" status: 200 len: 855 time: 0.1524839 Jul 06 11:48:57.489072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, bf347356-3425-4dc1-8341-ed65926fe441) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:57.513406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Network 90516628-a9e7-415c-b9f2-7769c50303c3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:57.524617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29485ac0-f671-41dd-ab51-9ebd319739a9 None None] Network bf347356-3425-4dc1-8341-ed65926fe441 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:57.535834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:57.541814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf551290-bd8c-4880-acb7-8c89db329860 req-415fbe96-9b15-4629-b4f4-2b193520499a tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.543463 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bf551290-bd8c-4880-acb7-8c89db329860 req-415fbe96-9b15-4629-b4f4-2b193520499a tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.47 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 945 time: 1.0098970 Jul 06 11:48:57.545487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.546455 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.558633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:57.732712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Pushing event updated for resources: {'Port': ['ID=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:57.833299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a52b265e-4504-4180-836e-ad22a7f87d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.834108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a52b265e-4504-4180-836e-ad22a7f87d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.834695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a52b265e-4504-4180-836e-ad22a7f87d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.835425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a52b265e-4504-4180-836e-ad22a7f87d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.846238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a52b265e-4504-4180-836e-ad22a7f87d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.856529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a52b265e-4504-4180-836e-ad22a7f87d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.857453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a52b265e-4504-4180-836e-ad22a7f87d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.861056 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a52b265e-4504-4180-836e-ad22a7f87d61 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6485 time: 1.1480882 Jul 06 11:48:57.945998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-bf347356-3425-4dc1-8341-ed65926fe441', 'network_id': 'bf347356-3425-4dc1-8341-ed65926fe441', 'tenant_id': 'fb1e1cefc5c141faa1f8f83bdd33bbe5', 'fixed_ips': [{'subnet_id': 'c8d1ebf8-f673-4c96-9db1-098b58b37f78'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:57.947816 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.054185 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91f15e17-2aa7-4f79-88f4-677fb2ca0ed8 req-2562fa4f-547d-4f7d-a5b5-235172f52f4f tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/security-groups?id=c4b14e88-34e7-4fb0-ba4b-ff2396acc067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6808021 Jul 06 11:48:58.086886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:58.089778 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.135072 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a42d2c03-4451-46cc-8046-092d69f33181 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.5473342 Jul 06 11:48:58.137706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-df7fd2c0-4ff7-4a35-aabe-c7c872f86bd5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7a5a745-bcee-4e50-843c-2df3aff45473 HTTP/1.1" status: 200 len: 217 time: 0.2547381 Jul 06 11:48:58.243148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51426) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:58.417939 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-87687bf7-98a4-42af-bfb3-5d2b51392e0b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8691850 Jul 06 11:48:58.441667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Request body: {'port': {'device_id': 'ddc2add8-f302-4e84-bd73-4f417dfad881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:58.680956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b96a09-e78e-40d7-9bf5-3a911562a51d req-e767d7a6-3bbf-4334-ae40-d5990bf01cb2 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:58.690095 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93b96a09-e78e-40d7-9bf5-3a911562a51d req-e767d7a6-3bbf-4334-ae40-d5990bf01cb2 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.7451301 Jul 06 11:48:58.695322 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.699562 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.793802 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.833948 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.835250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Allocated IP 172.20.0.1 (bf347356-3425-4dc1-8341-ed65926fe441/c8d1ebf8-f673-4c96-9db1-098b58b37f78/5f89265f-1ef1-4008-81ce-92d550b035bb) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:58.935029 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-3f8da8f1-61ae-48d3-8fe3-d9db83c84c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:58.943292 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-3f8da8f1-61ae-48d3-8fe3-d9db83c84c5c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78e85877-f670-4c7e-8b64-45444a2227a0 HTTP/1.1" status: 200 len: 855 time: 0.7966654 Jul 06 11:48:59.186241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55864ec-0eb2-4398-ade6-201d154f862f req-1ee324bd-e558-40cb-a1c3-4379b2a6bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:59.195846 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e55864ec-0eb2-4398-ade6-201d154f862f req-1ee324bd-e558-40cb-a1c3-4379b2a6bbce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e490abb-8483-4eea-a6d2-30f107b16331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6461391 Jul 06 11:48:59.259345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-bf551290-bd8c-4880-acb7-8c89db329860 req-8699b0b0-3c19-41a7-ae71-8c9cad0c38cb tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Deleting port 94f270df-8460-4eb6-804c-a6e6974a444d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:59.259791 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bf551290-bd8c-4880-acb7-8c89db329860 req-8699b0b0-3c19-41a7-ae71-8c9cad0c38cb tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.283046 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.293867 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.305886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Transition to ACTIVE for port object 5f89265f-1ef1-4008-81ce-92d550b035bb will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:59.398541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93b96a09-e78e-40d7-9bf5-3a911562a51d req-ae91ebaa-3a1c-46d0-a59b-1deb1e7c68ec tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7074363 Jul 06 11:48:59.402164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Transition to ACTIVE for port object 5f89265f-1ef1-4008-81ce-92d550b035bb will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:59.408899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:59.428214 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.446865 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.528934 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad759fa-5fce-472d-aac4-383bed650f2b x-openstack-request-id: req-4ad759fa-5fce-472d-aac4-383bed650f2b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:59.529243 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "f0af014a-513b-4deb-980d-b17fe4c4a924", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:59.530120 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ad759fa-5fce-472d-aac4-383bed650f2b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:59.531736 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'f0af014a-513b-4deb-980d-b17fe4c4a924', 'status': 'completed', 'code': 200} Jul 06 11:48:59.532074 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d', 'status': 'completed', 'code': 200} Jul 06 11:48:59.535710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Transition to ACTIVE for port object 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:59.550605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Network bf347356-3425-4dc1-8341-ed65926fe441 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:59.566116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b361023-363f-4246-87f9-32a83fca3550 req-f3569afa-8ce2-4c25-9c3b-0fd2e9b58238 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:59.567201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:59.573182 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b361023-363f-4246-87f9-32a83fca3550 req-f3569afa-8ce2-4c25-9c3b-0fd2e9b58238 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.3279347 Jul 06 11:48:59.578010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:59.586927 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.682168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Pushing event updated for resources: {'Port': ['ID=5f89265f-1ef1-4008-81ce-92d550b035bb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:59.711051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-ec983c90-2204-4a71-8981-1b80ff43cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:59.720565 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-ec983c90-2204-4a71-8981-1b80ff43cdc6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fc45a5f0-1e2d-452c-93ef-0f6b827b1039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7001503 Jul 06 11:48:59.765204 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e55864ec-0eb2-4398-ade6-201d154f862f req-c5b8692d-8635-482b-8a02-5dcfa9b20b46 service neutron] 10.222.0.47 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438240 Jul 06 11:48:59.802083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Attempting to bind port 5f89265f-1ef1-4008-81ce-92d550b035bb on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:59.809390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Attempting to bind port 5f89265f-1ef1-4008-81ce-92d550b035bb by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '359b2c83-e9c5-4359-ad21-1fecc37289b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf347356-3425-4dc1-8341-ed65926fe441'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:59.810583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Attempting to bind port 5f89265f-1ef1-4008-81ce-92d550b035bb on network bf347356-3425-4dc1-8341-ed65926fe441 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:59.879489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:59.879489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Checking segment: {'id': '359b2c83-e9c5-4359-ad21-1fecc37289b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf347356-3425-4dc1-8341-ed65926fe441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:59.879489 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.879489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Bound using segment: {'id': '359b2c83-e9c5-4359-ad21-1fecc37289b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf347356-3425-4dc1-8341-ed65926fe441'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:59.879489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Bound port: 5f89265f-1ef1-4008-81ce-92d550b035bb, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359b2c83-e9c5-4359-ad21-1fecc37289b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'bf347356-3425-4dc1-8341-ed65926fe441'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:59.879489 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.923006 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.034155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d1ebf8-f673-4c96-9db1-098b58b37f78,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:00.047025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] For port 5f89265f-1ef1-4008-81ce-92d550b035bb, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:00.050964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] For port 5f89265f-1ef1-4008-81ce-92d550b035bb, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5f89265f-1ef1-4008-81ce-92d550b035bb,segment=NetworkSegment(359b2c83-e9c5-4359-ad21-1fecc37289b8),segment_id=359b2c83-e9c5-4359-ad21-1fecc37289b8)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:00.068561 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-bf551290-bd8c-4880-acb7-8c89db329860 req-8699b0b0-3c19-41a7-ae71-8c9cad0c38cb tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] For port 94f270df-8460-4eb6-804c-a6e6974a444d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94f270df-8460-4eb6-804c-a6e6974a444d,segment=NetworkSegment(32680fe9-6367-4c98-beaa-54876e491827),segment_id=32680fe9-6367-4c98-beaa-54876e491827)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:00.069290 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bf551290-bd8c-4880-acb7-8c89db329860 req-8699b0b0-3c19-41a7-ae71-8c9cad0c38cb tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.073657 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.174248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.185666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf347356-3425-4dc1-8341-ed65926fe441']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:00.197494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359b2c83-e9c5-4359-ad21-1fecc37289b8') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:00.198106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359b2c83-e9c5-4359-ad21-1fecc37289b8') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:00.208875 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.239526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f4d2bf-68d7-4690-8454-7f2add26639e None None] Network bf347356-3425-4dc1-8341-ed65926fe441 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:00.243717 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.248961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b361023-363f-4246-87f9-32a83fca3550 req-69347fa2-5d87-4d3d-8334-8df7f2d6ce4c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6703670 Jul 06 11:49:00.253588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:00.254810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:00.275856 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:00.406465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-bf551290-bd8c-4880-acb7-8c89db329860 req-8699b0b0-3c19-41a7-ae71-8c9cad0c38cb tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Calling delete_port for 94f270df-8460-4eb6-804c-a6e6974a444d owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:00.409598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Attempting to bind port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:00.410052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Attempting to bind port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:00.410289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Attempting to bind port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 on network 90516628-a9e7-415c-b9f2-7769c50303c3 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:00.423958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Pushing event updated for resources: {'Port': ['ID=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:00.454320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 on network 90516628-a9e7-415c-b9f2-7769c50303c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:00.454650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Attempting to bind port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 on network 90516628-a9e7-415c-b9f2-7769c50303c3 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:00.469660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:00.470046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Checking segment: {'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:00.470530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Bound using segment: {'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:00.471242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Bound port: 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cadc8b8-c4f1-4389-9d38-03972d6824d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:00.480746 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.619941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e53958-b68b-4089-b170-e99a68d686a1 None None] Pushing event updated for resources: {'Port': ['ID=5f89265f-1ef1-4008-81ce-92d550b035bb,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:00.737801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 94f270df-8460-4eb6-804c-a6e6974a444d no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:00.751421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266f15e-20bd-4f81-9908-c4cbab5b0061 req-25f10f6d-1950-4679-ba4c-54fe3e162d21 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:00.772383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d266f15e-20bd-4f81-9908-c4cbab5b0061 req-25f10f6d-1950-4679-ba4c-54fe3e162d21 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 946 time: 0.7825413 Jul 06 11:49:00.836728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a68c5e80-71ed-4634-a91e-e1e384e1917f service neutron] 10.222.0.86 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1033652 Jul 06 11:49:00.906152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No active binding found for port 94f270df-8460-4eb6-804c-a6e6974a444d {{(pid=93816) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:49:00.907093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 94f270df-8460-4eb6-804c-a6e6974a444d not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:00.917275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bf551290-bd8c-4880-acb7-8c89db329860 req-8699b0b0-3c19-41a7-ae71-8c9cad0c38cb tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.920425 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e55864ec-0eb2-4398-ade6-201d154f862f req-41c5b6d7-8565-479e-84e0-985cae17d877 service neutron] 10.222.0.47 "GET /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1208017 Jul 06 11:49:00.983746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] For port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:00.991476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] For port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:01.009333 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.047401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699b0b0-3c19-41a7-ae71-8c9cad0c38cb tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Pushing event deleted for resources: {'Port': ['ID=94f270df-8460-4eb6-804c-a6e6974a444d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.073735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32727cf7-501f-46d1-9da1-540764bf35af None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:49:01.181208 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:49:01.181208 n-d-799527-2 neutron-server[93815]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:49:01.181208 n-d-799527-2 neutron-server[93815]: [parameters: {'id': 'bf347356-3425-4dc1-8341-ed65926fe441'}] Jul 06 11:49:01.181208 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:49:01.182900 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:49:01.194593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.196347 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.198967 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] 10.222.0.47 "PUT /v2.0/ports/0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 HTTP/1.1" status: 200 len: 1091 time: 2.7618003 Jul 06 11:49:01.250315 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d266f15e-20bd-4f81-9908-c4cbab5b0061 req-510976fe-16d9-4c9c-a95f-a83ce8ee3352 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4736171 Jul 06 11:49:01.371144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32727cf7-501f-46d1-9da1-540764bf35af None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:49:01.413754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b9176-9a84-4898-9d13-f51f3c404284 req-d300e62b-724a-400a-8e23-74d4f601b7e8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.432399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b9176-9a84-4898-9d13-f51f3c404284 req-d300e62b-724a-400a-8e23-74d4f601b7e8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.452330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b9176-9a84-4898-9d13-f51f3c404284 req-d300e62b-724a-400a-8e23-74d4f601b7e8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.470788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b9176-9a84-4898-9d13-f51f3c404284 req-d300e62b-724a-400a-8e23-74d4f601b7e8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.513004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b9176-9a84-4898-9d13-f51f3c404284 req-d300e62b-724a-400a-8e23-74d4f601b7e8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.530841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b9176-9a84-4898-9d13-f51f3c404284 req-d300e62b-724a-400a-8e23-74d4f601b7e8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.557390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b9176-9a84-4898-9d13-f51f3c404284 req-d300e62b-724a-400a-8e23-74d4f601b7e8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.570649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-445b9176-9a84-4898-9d13-f51f3c404284 req-d300e62b-724a-400a-8e23-74d4f601b7e8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.7668891 Jul 06 11:49:01.634006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc2add8-f302-4e84-bd73-4f417dfad881', 'tag': '0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:01.642433 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1f0ebc-6a55-4d6e-8192-76518669c2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc2add8-f302-4e84-bd73-4f417dfad881", "tag": "0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:01.825545 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-445b9176-9a84-4898-9d13-f51f3c404284 req-241a3f42-0d50-4d85-b0d8-e012059f0220 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2470236 Jul 06 11:49:01.832980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6901f-0db6-4535-9990-be66cb9a56da service neutron] Pushing event updated for resources: {'Port': ['ID=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.906223 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.001668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf551290-bd8c-4880-acb7-8c89db329860 req-8699b0b0-3c19-41a7-ae71-8c9cad0c38cb tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] No DVR routers for this DVR port 94f270df-8460-4eb6-804c-a6e6974a444d on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:02.022525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-88fb0896-73ba-489c-87a3-0c3731038c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:02.023231 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bf551290-bd8c-4880-acb7-8c89db329860 req-8699b0b0-3c19-41a7-ae71-8c9cad0c38cb tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.024370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-88fb0896-73ba-489c-87a3-0c3731038c78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4eb55b7769694658a57cdd343a779d40&device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 1094 time: 0.7436364 Jul 06 11:49:02.025284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bf551290-bd8c-4880-acb7-8c89db329860 req-8699b0b0-3c19-41a7-ae71-8c9cad0c38cb tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.47 "DELETE /v2.0/ports/94f270df-8460-4eb6-804c-a6e6974a444d HTTP/1.1" status: 204 len: 173 time: 4.4200897 Jul 06 11:49:02.049364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2658abab-9ee7-462c-be29-a5e50724262f', 'name': 'network-vif-deleted', 'tag': '94f270df-8460-4eb6-804c-a6e6974a444d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:02.058659 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e676b01-d9ee-4243-87af-74d3518fdb1a" -d '{"events": [{"server_uuid": "2658abab-9ee7-462c-be29-a5e50724262f", "name": "network-vif-deleted", "tag": "94f270df-8460-4eb6-804c-a6e6974a444d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:02.163032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0bc3ab5-c6f0-41a3-afc8-c6b1e8ac1e73 req-f7bdb1cd-845e-405a-bbe8-b2acb31775db tempest-ServersNegativeTestMultiTenantJSON-310651295 tempest-ServersNegativeTestMultiTenantJSON-310651295-project] 10.222.0.21 "GET /v2.0/ports?device_id=2658abab-9ee7-462c-be29-a5e50724262f HTTP/1.1" status: 200 len: 210 time: 0.0376403 Jul 06 11:49:02.175236 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-1a2950e6-16bf-4c9b-8697-369ce1d50df0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 HTTP/1.1" status: 200 len: 217 time: 0.1396046 Jul 06 11:49:02.223818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-70c45368-a7bd-4aa5-ab00-847254ebb747 service neutron] 10.222.0.86 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2890270 Jul 06 11:49:02.229992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Deleting port 5f89265f-1ef1-4008-81ce-92d550b035bb {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:02.230430 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.327748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-46985462-8029-4b5b-aa87-66e8a3b8ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:02.329754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-46985462-8029-4b5b-aa87-66e8a3b8ff44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5638a9dc-13f5-449c-820c-74495bd64921 HTTP/1.1" status: 200 len: 854 time: 0.1446714 Jul 06 11:49:02.384852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] For port 5f89265f-1ef1-4008-81ce-92d550b035bb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5f89265f-1ef1-4008-81ce-92d550b035bb,segment=NetworkSegment(359b2c83-e9c5-4359-ad21-1fecc37289b8),segment_id=359b2c83-e9c5-4359-ad21-1fecc37289b8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:02.385833 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.385993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661f49f-e283-4e49-9548-642bf67ab37b req-4df3dc81-b539-4575-b1a1-49f1cfda460d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:02.398545 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a661f49f-e283-4e49-9548-642bf67ab37b req-4df3dc81-b539-4575-b1a1-49f1cfda460d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 943 time: 0.7383173 Jul 06 11:49:02.425863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Calling delete_port for 5f89265f-1ef1-4008-81ce-92d550b035bb owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:02.484655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-269a21d5-1dbf-40f3-a7a4-f43d2e9b9d78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90516628-a9e7-415c-b9f2-7769c50303c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383910 Jul 06 11:49:02.626008 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.634535 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-5b86bf33-52bd-45a5-b36a-eab97a2f23a3 service neutron] 10.222.0.47 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399009 Jul 06 11:49:02.694211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Port': ['ID=5f89265f-1ef1-4008-81ce-92d550b035bb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:02.707925 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-3a203322-a2ec-462f-b7a1-2a3975f6a2df service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=56e2de8f-0167-420f-8b93-43b7a223a454 HTTP/1.1" status: 200 len: 217 time: 0.0911992 Jul 06 11:49:02.755575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a661f49f-e283-4e49-9548-642bf67ab37b req-1951b007-1e10-4f0e-8bd5-b8316b4831d8 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563724 Jul 06 11:49:02.777388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No DVR routers for this DVR port 5f89265f-1ef1-4008-81ce-92d550b035bb on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:02.879307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa0f14-ed07-4aa8-a873-8403bc28eac1 req-2a84c578-157e-4bfb-9528-6349aa1483d4 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:02.879307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ffa0f14-ed07-4aa8-a873-8403bc28eac1 req-2a84c578-157e-4bfb-9528-6349aa1483d4 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.4187520 Jul 06 11:49:02.952726 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ffa0f14-ed07-4aa8-a873-8403bc28eac1 req-0e79b374-4da3-4988-ab86-c3db4df493dd tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732181 Jul 06 11:49:02.985954 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.998717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf347356-3425-4dc1-8341-ed65926fe441']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:03.020374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359b2c83-e9c5-4359-ad21-1fecc37289b8') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:03.020719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359b2c83-e9c5-4359-ad21-1fecc37289b8') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:03.033798 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.050883 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.055594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3751b1a-c2ec-4452-927e-3c9256bb3983 req-807f8754-5cf8-4e8e-91f0-388ed4b4d9a2 service neutron] 10.222.0.47 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984458 Jul 06 11:49:03.058344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:03.058766 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.066029 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45c533b-eb8a-4c89-86a2-a3a55015e9f7 x-openstack-request-id: req-a45c533b-eb8a-4c89-86a2-a3a55015e9f7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:03.067046 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc2add8-f302-4e84-bd73-4f417dfad881", "tag": "0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:03.067816 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a45c533b-eb8a-4c89-86a2-a3a55015e9f7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:03.068477 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc2add8-f302-4e84-bd73-4f417dfad881', 'tag': '0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061', 'status': 'completed', 'code': 200} Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:03.074022 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:03.137853 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6de190-4858-4a85-b722-2af7509e36e2 x-openstack-request-id: req-bf6de190-4858-4a85-b722-2af7509e36e2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:03.138453 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2658abab-9ee7-462c-be29-a5e50724262f", "name": "network-vif-deleted", "tag": "94f270df-8460-4eb6-804c-a6e6974a444d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:03.139426 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf6de190-4858-4a85-b722-2af7509e36e2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:03.140246 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2658abab-9ee7-462c-be29-a5e50724262f', 'name': 'network-vif-deleted', 'tag': '94f270df-8460-4eb6-804c-a6e6974a444d', 'status': 'completed', 'code': 200} Jul 06 11:49:03.149249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-7c7160f2-f161-4afe-b398-760cf3db4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.151935 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-7c7160f2-f161-4afe-b398-760cf3db4cc9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.4336879 Jul 06 11:49:03.212377 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.223382 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af1769-e499-466e-b827-69d60bea615f req-5b016102-9a71-447c-9307-09aff5116b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.226347 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b5af1769-e499-466e-b827-69d60bea615f req-5b016102-9a71-447c-9307-09aff5116b39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1097 time: 0.3604770 Jul 06 11:49:03.234411 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.246050 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/bf347356-3425-4dc1-8341-ed65926fe441 HTTP/1.1" status: 204 len: 168 time: 4.9969654 Jul 06 11:49:03.254254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51510) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.265951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e0847-c546-409b-817e-2dbffdaaf457 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=bf347356-3425-4dc1-8341-ed65926fe441,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:03.272236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-832974948'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:03.317479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-d6557b60-9d66-4983-ba73-824abbf34329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.319016 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-d6557b60-9d66-4983-ba73-824abbf34329 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1506445 Jul 06 11:49:03.531348 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-8155da33-087e-4a19-bd5c-6f6bb63a3be2 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009032 Jul 06 11:49:03.666346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af1769-e499-466e-b827-69d60bea615f req-5c2fb867-897a-4038-ba94-66766fc2b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.668209 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b5af1769-e499-466e-b827-69d60bea615f req-5c2fb867-897a-4038-ba94-66766fc2b23f service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.3039999 Jul 06 11:49:03.758468 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:49:03.849092 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b5af1769-e499-466e-b827-69d60bea615f req-f54c1449-d3ad-4ea8-be4d-82ad26c1512e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 1001 time: 0.1600168 Jul 06 11:49:03.972080 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-8739af20-8042-4043-81a3-ba112f7e5b11 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259913 Jul 06 11:49:03.990879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af1769-e499-466e-b827-69d60bea615f req-da805232-c6cc-4c81-932b-086e11783144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.992817 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b5af1769-e499-466e-b827-69d60bea615f req-da805232-c6cc-4c81-932b-086e11783144 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1257565 Jul 06 11:49:04.032717 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-8c5e2573-8afc-4224-8368-a26480534eaf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=8e4656d7-6a85-4977-b392-1dd2dedf8b37 HTTP/1.1" status: 200 len: 217 time: 0.0535128 Jul 06 11:49:04.044803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:04.048527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.098669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0ebc-6a55-4d6e-8192-76518669c2dd req-9d217bb8-2f8a-4aab-b4fb-e214457efd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.100206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f1f0ebc-6a55-4d6e-8192-76518669c2dd req-9d217bb8-2f8a-4aab-b4fb-e214457efd54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4eb55b7769694658a57cdd343a779d40&device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 1094 time: 0.8896604 Jul 06 11:49:04.123308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-37ff596e-6feb-4c55-b2a0-fffef3ff403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.124997 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-37ff596e-6feb-4c55-b2a0-fffef3ff403e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.0725932 Jul 06 11:49:04.136238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af1769-e499-466e-b827-69d60bea615f req-d3b34c02-fdce-4889-9dd7-41955c85c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.138049 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b5af1769-e499-466e-b827-69d60bea615f req-d3b34c02-fdce-4889-9dd7-41955c85c719 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161728 Jul 06 11:49:04.224645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abf77c-f09c-4db7-9459-6c0887180ff1 req-257c830e-ab10-423f-baf3-80106c9d550c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.233304 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99abf77c-f09c-4db7-9459-6c0887180ff1 req-257c830e-ab10-423f-baf3-80106c9d550c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 1.0098712 Jul 06 11:49:04.247780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:04.258333 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b5af1769-e499-466e-b827-69d60bea615f req-9138f989-db8b-4858-b5dd-a98e821bdaa7 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038120 Jul 06 11:49:04.259375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819d938-d421-44ed-a3f2-68ac637f92bd req-8cbbea6b-30ae-40fb-8840-6294d306074f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.268512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4819d938-d421-44ed-a3f2-68ac637f92bd req-8cbbea6b-30ae-40fb-8840-6294d306074f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 946 time: 0.9342918 Jul 06 11:49:04.317735 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.318562 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment 49d41e9c-593a-410b-a1da-efc9d776ae03 of type vlan for network fbb6434b-3e61-4558-a98c-8569e1545988 Jul 06 11:49:04.395833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-ff56df19-94f0-4e1d-90c4-9cdcb90d135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.396672 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99abf77c-f09c-4db7-9459-6c0887180ff1 req-f33f11a1-4fd7-4677-a290-2a7d0ae82204 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559277 Jul 06 11:49:04.397334 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-ff56df19-94f0-4e1d-90c4-9cdcb90d135b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2576518 Jul 06 11:49:04.473406 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b5af1769-e499-466e-b827-69d60bea615f req-90d771f7-52c8-411f-8f9c-73621d5341d1 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927319 Jul 06 11:49:04.506029 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4819d938-d421-44ed-a3f2-68ac637f92bd req-2191af24-6a3b-46e6-8383-a834c9ef92bb tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361622 Jul 06 11:49:04.543816 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.591594 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-7f760847-0ffd-4ba3-ae29-1d1574213443 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853080 Jul 06 11:49:04.620863 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.642667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.643342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.694386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51570) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:04.755698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51572) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:04.756928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4981396 Jul 06 11:49:04.758574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0ebc-6a55-4d6e-8192-76518669c2dd req-1e5b0ecf-d0ce-434e-9419-f0141f78a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.761074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f1f0ebc-6a55-4d6e-8192-76518669c2dd req-1e5b0ecf-d0ce-434e-9419-f0141f78a640 service neutron] 10.222.0.47 "GET /v2.0/networks?id=90516628-a9e7-415c-b9f2-7769c50303c3 HTTP/1.1" status: 200 len: 915 time: 0.6485450 Jul 06 11:49:04.762560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'network_id': 'fbb6434b-3e61-4558-a98c-8569e1545988', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:04.853283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a3ac17-7ffd-4621-83ca-a91cf469bde2 admin admin] Deleting subnet 751d31c6-9f10-44d2-bc3c-187ba98fffb8 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:04.871916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15a3ac17-7ffd-4621-83ca-a91cf469bde2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.927029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9eb7a-68a4-4ecc-b575-4e410d4e18c9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=fbb6434b-3e61-4558-a98c-8569e1545988,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:04.931920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f1f0ebc-6a55-4d6e-8192-76518669c2dd req-ae258670-9db7-4905-a427-6b1d636d653e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 HTTP/1.1" status: 200 len: 217 time: 0.1464450 Jul 06 11:49:04.944763 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-21538a8c-f393-40eb-a338-17e3518ab1eb service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388801 Jul 06 11:49:04.946162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network fbb6434b-3e61-4558-a98c-8569e1545988 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:05.026858 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-6325e38b-45a0-4847-99ad-32c6181ffa43 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=e029091b-0985-43fe-b1b1-4edd53785c4d HTTP/1.1" status: 200 len: 217 time: 0.0730746 Jul 06 11:49:05.029077 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15a3ac17-7ffd-4621-83ca-a91cf469bde2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.085859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0ebc-6a55-4d6e-8192-76518669c2dd req-1790dff4-2fe6-450b-a939-9df16168ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.088154 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f1f0ebc-6a55-4d6e-8192-76518669c2dd req-1790dff4-2fe6-450b-a939-9df16168ad5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5638a9dc-13f5-449c-820c-74495bd64921 HTTP/1.1" status: 200 len: 854 time: 0.1020565 Jul 06 11:49:05.156925 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f1f0ebc-6a55-4d6e-8192-76518669c2dd req-d62ba32a-110c-44c1-afde-cc7c46d50a98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90516628-a9e7-415c-b9f2-7769c50303c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583529 Jul 06 11:49:05.159259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:05.162812 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.172007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3fcb4-ba28-4995-9990-dfdf369ee380 req-6a9be848-1fc0-40b1-bf14-f1cda267a42b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.179134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3fcb4-ba28-4995-9990-dfdf369ee380 req-6a9be848-1fc0-40b1-bf14-f1cda267a42b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.186729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3fcb4-ba28-4995-9990-dfdf369ee380 req-6a9be848-1fc0-40b1-bf14-f1cda267a42b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.190715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a6a03c8c-11cb-4252-aeb8-14155539783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.192693 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-a6a03c8c-11cb-4252-aeb8-14155539783c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.1327322 Jul 06 11:49:05.193904 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15a3ac17-7ffd-4621-83ca-a91cf469bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.200511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3fcb4-ba28-4995-9990-dfdf369ee380 req-6a9be848-1fc0-40b1-bf14-f1cda267a42b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.207338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3fcb4-ba28-4995-9990-dfdf369ee380 req-6a9be848-1fc0-40b1-bf14-f1cda267a42b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.213466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3fcb4-ba28-4995-9990-dfdf369ee380 req-6a9be848-1fc0-40b1-bf14-f1cda267a42b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.220234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3fcb4-ba28-4995-9990-dfdf369ee380 req-6a9be848-1fc0-40b1-bf14-f1cda267a42b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.222291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8bb3fcb4-ba28-4995-9990-dfdf369ee380 req-6a9be848-1fc0-40b1-bf14-f1cda267a42b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.5268188 Jul 06 11:49:05.358842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cace03-8060-420a-aafb-ee1564cadf46 req-d4845afa-de49-4c9c-ad96-ce9773128dcd tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.368793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54cace03-8060-420a-aafb-ee1564cadf46 req-d4845afa-de49-4c9c-ad96-ce9773128dcd tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 943 time: 0.4825730 Jul 06 11:49:05.410346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15a3ac17-7ffd-4621-83ca-a91cf469bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.422804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8bb3fcb4-ba28-4995-9990-dfdf369ee380 req-28692e1f-959d-481a-8129-b2964beb675c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1835883 Jul 06 11:49:05.469800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54cace03-8060-420a-aafb-ee1564cadf46 req-8f53692f-f932-4055-ad9d-0c276139baae tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999906 Jul 06 11:49:05.504002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f1f0ebc-6a55-4d6e-8192-76518669c2dd req-dba62d8b-4548-4a10-92ee-327230e1e2f3 service neutron] 10.222.0.47 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763376 Jul 06 11:49:05.533102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3ac17-7ffd-4621-83ca-a91cf469bde2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751d31c6-9f10-44d2-bc3c-187ba98fffb8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:05.536595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15a3ac17-7ffd-4621-83ca-a91cf469bde2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.539884 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-15a3ac17-7ffd-4621-83ca-a91cf469bde2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/751d31c6-9f10-44d2-bc3c-187ba98fffb8 HTTP/1.1" status: 204 len: 168 time: 0.8435154 Jul 06 11:49:05.544357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51578) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:05.553792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-1b7b758c-61ae-4f9d-9b97-5da5b5e727e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.563339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-1b7b758c-61ae-4f9d-9b97-5da5b5e727e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2994194 Jul 06 11:49:05.783165 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.849233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=0afcd982-bf17-4d45-a791-2ec719096b69,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:05.850361 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.892813 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-1ac0ac18-003f-47ae-9851-cdf994061787 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118560 Jul 06 11:49:05.997127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking segment: {'id': '49d41e9c-593a-410b-a1da-efc9d776ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fbb6434b-3e61-4558-a98c-8569e1545988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:05.997514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network hostable DHCP agents. Network: fbb6434b-3e61-4558-a98c-8569e1545988, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:06.030765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-e33970d0-930d-4a9e-87e1-cb9140f5c80a service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280403 Jul 06 11:49:06.032572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network fbb6434b-3e61-4558-a98c-8569e1545988 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:06.040164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.053759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4393fa-c453-4f06-803d-b9e93bc7e612']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:06.068562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32680fe9-6367-4c98-beaa-54876e491827') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:06.068926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32680fe9-6367-4c98-beaa-54876e491827') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:06.091370 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.097471 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-8d67064b-8352-44d3-b706-ff6bb6fdf1b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 HTTP/1.1" status: 200 len: 217 time: 0.0564020 Jul 06 11:49:06.099582 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, fbb6434b-3e61-4558-a98c-8569e1545988) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:06.106998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.108306 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.112854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e712bf1-fa90-4f80-b995-03b3af824c28 None None] Network fbb6434b-3e61-4558-a98c-8569e1545988 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:06.133315 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.140603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:06.141017 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:06.210773 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:06.220613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee0b1c-65a7-4e3c-8d0f-9519f61c97d9 req-228146b6-32a5-4f97-954b-1dbe3a6fbc24 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.226900 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d1e13389-c1ad-4112-b375-943830743396 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4694691 Jul 06 11:49:06.231129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51582) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:06.231640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75ee0b1c-65a7-4e3c-8d0f-9519f61c97d9 req-228146b6-32a5-4f97-954b-1dbe3a6fbc24 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.5016208 Jul 06 11:49:06.238323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f1f0ebc-6a55-4d6e-8192-76518669c2dd req-3205997c-4689-483b-bc02-1c3595ae8c75 service neutron] 10.222.0.47 "GET /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270417 Jul 06 11:49:06.250008 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.259949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27122c-9a3c-4eeb-a520-2a574e854c3b req-f0c4cdee-24b3-474c-bdaf-19938f2e9bfd tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.261531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a27122c-9a3c-4eeb-a520-2a574e854c3b req-f0c4cdee-24b3-474c-bdaf-19938f2e9bfd tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.5190978 Jul 06 11:49:06.267586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.269335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e4393fa-c453-4f06-803d-b9e93bc7e612 HTTP/1.1" status: 204 len: 168 time: 0.7201009 Jul 06 11:49:06.273250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51584) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:06.315785 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408038ab-8577-4fe6-af5a-699625433619 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e4393fa-c453-4f06-803d-b9e93bc7e612,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:06.345855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a27122c-9a3c-4eeb-a520-2a574e854c3b req-27d94e19-e404-4d82-aaf5-15d48ac20b5d tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683684 Jul 06 11:49:06.360283 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75ee0b1c-65a7-4e3c-8d0f-9519f61c97d9 req-f48d4ab8-697e-4e2a-ac6b-d56c7e5beede tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275978 Jul 06 11:49:06.445734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-fbb6434b-3e61-4558-a98c-8569e1545988', 'network_id': 'fbb6434b-3e61-4558-a98c-8569e1545988', 'tenant_id': 'fb1e1cefc5c141faa1f8f83bdd33bbe5', 'fixed_ips': [{'subnet_id': '0afcd982-bf17-4d45-a791-2ec719096b69'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:06.447019 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.627036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:06.629971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:06.724216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c8704-ee9c-4677-845c-bc13c5bc21c5 req-4bf377ca-26e4-475c-9165-2ff67a014236 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.734506 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e0c8704-ee9c-4677-845c-bc13c5bc21c5 req-4bf377ca-26e4-475c-9165-2ff67a014236 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 946 time: 0.2119362 Jul 06 11:49:06.745573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Allocated IP 172.20.0.2 (fbb6434b-3e61-4558-a98c-8569e1545988/0afcd982-bf17-4d45-a791-2ec719096b69/83af16ce-5783-4999-81e8-18da317afec5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:06.877185 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.887998 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e0c8704-ee9c-4677-845c-bc13c5bc21c5 req-b5277ac2-e0ff-4f11-bbd0-4669fc900036 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424356 Jul 06 11:49:06.984471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:06.995218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:06.998618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06dc95-a641-4398-bc0d-0dc9fa3096d0 req-1ab76e7d-1daa-49a0-b2fe-5388834e5e01 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.999259 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b7dde5-9023-461f-a226-7e4fcf999ae5" -d '{"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:07.004014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de06dc95-a641-4398-bc0d-0dc9fa3096d0 req-1ab76e7d-1daa-49a0-b2fe-5388834e5e01 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d08388c3-a68d-4969-889e-907041eca39f HTTP/1.1" status: 200 len: 945 time: 0.2431321 Jul 06 11:49:07.029615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:07.034633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061', 'network_id': '90516628-a9e7-415c-b9f2-7769c50303c3', 'port_id': '0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061', 'mac_address': 'fa:16:3e:18:93:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5638a9dc-13f5-449c-820c-74495bd64921', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:07.041552 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.126709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=14']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:07.171218 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de06dc95-a641-4398-bc0d-0dc9fa3096d0 req-beef3d79-1d68-4c0a-9a51-c51960e37d3f tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598866 Jul 06 11:49:07.224085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-896a7291-0d54-4344-a4c2-15b5f72b4232 admin admin] Deleting subnet 599024e6-3d0b-406f-bc3a-e1bd8a6adff3 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:07.232003 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-896a7291-0d54-4344-a4c2-15b5f72b4232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.234039 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.263056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:07.285855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-896a7291-0d54-4344-a4c2-15b5f72b4232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.299886 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.308237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:07.315916 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Transition to ACTIVE for port object 83af16ce-5783-4999-81e8-18da317afec5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:07.322288 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.386625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:07.398991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Transition to ACTIVE for port object 83af16ce-5783-4999-81e8-18da317afec5 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:07.406626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-0eb01fa4-2bc2-4c1e-8bb5-06b1658c909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.408104 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.408324 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-0eb01fa4-2bc2-4c1e-8bb5-06b1658c909b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 1.2944636 Jul 06 11:49:07.430009 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-896a7291-0d54-4344-a4c2-15b5f72b4232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.466521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Network fbb6434b-3e61-4558-a98c-8569e1545988 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:07.471295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:07.478559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:07.481958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bc89f-8f70-4015-89af-a5e4de092bb6 req-02f2cffc-4282-4754-8710-7d8832b65a78 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.505578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bc89f-8f70-4015-89af-a5e4de092bb6 req-02f2cffc-4282-4754-8710-7d8832b65a78 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.537895 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bc89f-8f70-4015-89af-a5e4de092bb6 req-02f2cffc-4282-4754-8710-7d8832b65a78 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.563759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bc89f-8f70-4015-89af-a5e4de092bb6 req-02f2cffc-4282-4754-8710-7d8832b65a78 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.593914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bc89f-8f70-4015-89af-a5e4de092bb6 req-02f2cffc-4282-4754-8710-7d8832b65a78 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.602743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Attempting to bind port 83af16ce-5783-4999-81e8-18da317afec5 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:07.603299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Attempting to bind port 83af16ce-5783-4999-81e8-18da317afec5 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '49d41e9c-593a-410b-a1da-efc9d776ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fbb6434b-3e61-4558-a98c-8569e1545988'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:07.603564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Attempting to bind port 83af16ce-5783-4999-81e8-18da317afec5 on network fbb6434b-3e61-4558-a98c-8569e1545988 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:07.606209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Pushing event updated for resources: {'Port': ['ID=83af16ce-5783-4999-81e8-18da317afec5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:07.623255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bc89f-8f70-4015-89af-a5e4de092bb6 req-02f2cffc-4282-4754-8710-7d8832b65a78 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.631094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:07.631946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Checking segment: {'id': '49d41e9c-593a-410b-a1da-efc9d776ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fbb6434b-3e61-4558-a98c-8569e1545988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:07.632579 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.633183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Bound using segment: {'id': '49d41e9c-593a-410b-a1da-efc9d776ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fbb6434b-3e61-4558-a98c-8569e1545988'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:07.633907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Bound port: 83af16ce-5783-4999-81e8-18da317afec5, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d41e9c-593a-410b-a1da-efc9d776ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fbb6434b-3e61-4558-a98c-8569e1545988'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:07.634827 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.648073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bc89f-8f70-4015-89af-a5e4de092bb6 req-02f2cffc-4282-4754-8710-7d8832b65a78 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.660784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-650bc89f-8f70-4015-89af-a5e4de092bb6 req-02f2cffc-4282-4754-8710-7d8832b65a78 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.4298067 Jul 06 11:49:07.741595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.756212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:07.792461 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-896a7291-0d54-4344-a4c2-15b5f72b4232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.854867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-6bf6e504-9771-4efb-8b33-75adf153c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.858294 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-6bf6e504-9771-4efb-8b33-75adf153c129 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4241409 Jul 06 11:49:07.888049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-650bc89f-8f70-4015-89af-a5e4de092bb6 req-b47e9353-a04c-4291-a9d0-be4463fb2f76 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1850507 Jul 06 11:49:07.903814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] For port 83af16ce-5783-4999-81e8-18da317afec5, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:07.925802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a7291-0d54-4344-a4c2-15b5f72b4232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599024e6-3d0b-406f-bc3a-e1bd8a6adff3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:07.991648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60333c4f-4c70-4c88-a31a-d4ed52791259 req-ff736e32-0d81-4dcb-80e9-d306c72a5ab1 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.992023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] For port 83af16ce-5783-4999-81e8-18da317afec5, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=83af16ce-5783-4999-81e8-18da317afec5,segment=NetworkSegment(49d41e9c-593a-410b-a1da-efc9d776ae03),segment_id=49d41e9c-593a-410b-a1da-efc9d776ae03)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:08.014407 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-896a7291-0d54-4344-a4c2-15b5f72b4232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.019263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60333c4f-4c70-4c88-a31a-d4ed52791259 req-ff736e32-0d81-4dcb-80e9-d306c72a5ab1 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 944 time: 0.3507679 Jul 06 11:49:08.020491 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-896a7291-0d54-4344-a4c2-15b5f72b4232 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/599024e6-3d0b-406f-bc3a-e1bd8a6adff3 HTTP/1.1" status: 204 len: 168 time: 1.7446990 Jul 06 11:49:08.024621 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.027643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51612) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:08.103235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Deleting port 83af16ce-5783-4999-81e8-18da317afec5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:08.103688 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.131599 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a6237f-bd7c-42d9-af14-a79899fecebc x-openstack-request-id: req-73a6237f-bd7c-42d9-af14-a79899fecebc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:08.132217 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:08.132488 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73a6237f-bd7c-42d9-af14-a79899fecebc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:08.132943 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'code': 200} Jul 06 11:49:08.212513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b16fc-9c0f-41cc-af7e-0dbf7d074974 None None] Pushing event updated for resources: {'Port': ['ID=83af16ce-5783-4999-81e8-18da317afec5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:08.232810 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-be2cdb05-092b-4943-92ad-5f0ef8154feb service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238771 Jul 06 11:49:08.346218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] For port 83af16ce-5783-4999-81e8-18da317afec5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=83af16ce-5783-4999-81e8-18da317afec5,segment=NetworkSegment(49d41e9c-593a-410b-a1da-efc9d776ae03),segment_id=49d41e9c-593a-410b-a1da-efc9d776ae03)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:08.346659 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.368196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Calling delete_port for 83af16ce-5783-4999-81e8-18da317afec5 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:08.466518 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60333c4f-4c70-4c88-a31a-d4ed52791259 req-21ef5e4e-9b68-4e4e-9561-71fb038013c7 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441493 Jul 06 11:49:08.467722 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2cf01b48-7f74-48f8-9e6f-2b9bf0422ce8 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235126 Jul 06 11:49:08.480814 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.603304 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-1040bcd6-ee57-479f-9c5c-531e576a7bda service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0af014a-513b-4deb-980d-b17fe4c4a924 HTTP/1.1" status: 200 len: 217 time: 0.1227798 Jul 06 11:49:08.697989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0915d-6fde-453b-bcec-98c3ce0ae574 req-09dfbcb6-c317-41ed-9878-7050f32bfea6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:08.706034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fc0915d-6fde-453b-bcec-98c3ce0ae574 req-09dfbcb6-c317-41ed-9878-7050f32bfea6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.4278450 Jul 06 11:49:08.756089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8e534c2-def9-42bb-ae20-b3b134c11923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:08.757511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-f8e534c2-def9-42bb-ae20-b3b134c11923 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3f5942-b855-4f35-bafa-058c0f9ea5c7 HTTP/1.1" status: 200 len: 797 time: 0.1451483 Jul 06 11:49:08.809371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.828515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5071ae-e9a1-449d-b729-c9d9566c5ef5']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:08.847314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90fb52d-edca-49ca-9901-7990d382e58c') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:08.847941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90fb52d-edca-49ca-9901-7990d382e58c') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:08.859231 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.876606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.884346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:08.885059 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:08.946244 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:09.005447 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.010336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-fa2e0878-f5ca-4fc5-80d0-cb70a41aa1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.010863 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.013416 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-fa2e0878-f5ca-4fc5-80d0-cb70a41aa1b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2472217 Jul 06 11:49:09.016513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1b5071ae-e9a1-449d-b729-c9d9566c5ef5 HTTP/1.1" status: 204 len: 168 time: 0.9654264 Jul 06 11:49:09.055785 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.070105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fc0915d-6fde-453b-bcec-98c3ce0ae574 req-19ba3c2b-ed9b-46ad-8136-649ad624f29b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249042 Jul 06 11:49:09.075294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac26a1-2817-4fb8-8583-b8dcf18eda81 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5071ae-e9a1-449d-b729-c9d9566c5ef5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:09.165120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9a965-9c30-443d-802d-70a1b0b134c6 req-00250de8-4bd4-44f3-92c7-b3bae58e3bd4 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.167112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8d9a965-9c30-443d-802d-70a1b0b134c6 req-00250de8-4bd4-44f3-92c7-b3bae58e3bd4 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 946 time: 0.2232399 Jul 06 11:49:09.249679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Port': ['ID=83af16ce-5783-4999-81e8-18da317afec5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:09.284626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8d9a965-9c30-443d-802d-70a1b0b134c6 req-4aab585e-2c35-4ffc-91b2-8c54a1f608eb tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100087 Jul 06 11:49:09.308769 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-3e3ea6d4-c97f-478b-bc83-50d40fdafb07 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748291 Jul 06 11:49:09.460141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51636) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:09.479504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No DVR routers for this DVR port 83af16ce-5783-4999-81e8-18da317afec5 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:09.582631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-94a61e6e-cbf1-4054-bd59-6fa63c2e2802 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4349a4a67ed7482f8288ea48597a3f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1209428 Jul 06 11:49:09.584303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51642) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:09.630399 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-04e614ea-f189-4ba5-830e-0c1879141cf8 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914109 Jul 06 11:49:09.675776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6aa16-56c1-4819-bf9a-32f832ac9568 req-30dd9167-dfc9-42b9-a824-6e47f59cf800 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.677758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20e6aa16-56c1-4819-bf9a-32f832ac9568 req-30dd9167-dfc9-42b9-a824-6e47f59cf800 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.2964246 Jul 06 11:49:09.719384 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-256b033c-c031-4257-b192-a551f86c54ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d HTTP/1.1" status: 200 len: 217 time: 0.0761752 Jul 06 11:49:09.765379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.790826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20e6aa16-56c1-4819-bf9a-32f832ac9568 req-74c76bd0-c0c7-475b-880a-6875a90ecc80 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892813 Jul 06 11:49:09.882626 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.896699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-d01b728b-96aa-43ff-9c20-4d3f7975f8af req-7463e645-d0bc-422b-a04a-9654e7af9488 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:49:09.906641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d01b728b-96aa-43ff-9c20-4d3f7975f8af req-7463e645-d0bc-422b-a04a-9654e7af9488 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267408 Jul 06 11:49:10.021820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-8c89de2e-65b3-4c72-aa47-84d57c955df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.023055 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-8c89de2e-65b3-4c72-aa47-84d57c955df8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3f5942-b855-4f35-bafa-058c0f9ea5c7 HTTP/1.1" status: 200 len: 797 time: 0.2938046 Jul 06 11:49:10.024110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Subnet': ['ID=0afcd982-bf17-4d45-a791-2ec719096b69,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:10.080826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04618013-70c0-454f-9837-c3c166ffb419 req-13ef6155-82ad-424b-baff-95ddbc05cc53 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.094533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04618013-70c0-454f-9837-c3c166ffb419 req-13ef6155-82ad-424b-baff-95ddbc05cc53 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.117695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04618013-70c0-454f-9837-c3c166ffb419 req-13ef6155-82ad-424b-baff-95ddbc05cc53 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.123948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04618013-70c0-454f-9837-c3c166ffb419 req-13ef6155-82ad-424b-baff-95ddbc05cc53 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.140217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04618013-70c0-454f-9837-c3c166ffb419 req-13ef6155-82ad-424b-baff-95ddbc05cc53 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.146219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04618013-70c0-454f-9837-c3c166ffb419 req-13ef6155-82ad-424b-baff-95ddbc05cc53 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.162997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04618013-70c0-454f-9837-c3c166ffb419 req-13ef6155-82ad-424b-baff-95ddbc05cc53 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.165264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04618013-70c0-454f-9837-c3c166ffb419 req-13ef6155-82ad-424b-baff-95ddbc05cc53 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.5793667 Jul 06 11:49:10.272172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.295486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c967a5d-d619-4f56-a55f-afe49ed8b0e5 None None] Network fbb6434b-3e61-4558-a98c-8569e1545988 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:10.305986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb6434b-3e61-4558-a98c-8569e1545988']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:10.341167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d41e9c-593a-410b-a1da-efc9d776ae03') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:10.343226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d41e9c-593a-410b-a1da-efc9d776ae03') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:10.354625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-e7f95053-e360-45d9-ad31-9f4ce67cb97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.356188 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-e7f95053-e360-45d9-ad31-9f4ce67cb97e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3215361 Jul 06 11:49:10.359018 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.393316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.428241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-51df56c9-97ef-4779-ae77-766a21e5300a None None] Could not find standard attr ID for object 83af16ce-5783-4999-81e8-18da317afec5. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:49:10.439763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04618013-70c0-454f-9837-c3c166ffb419 req-4e17a658-d200-436e-85c9-34cd94318e3e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2326751 Jul 06 11:49:10.460056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36857fa9-4d70-49c4-a775-113cc83a1f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.505555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:10.506460 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d01b728b-96aa-43ff-9c20-4d3f7975f8af req-ca845b2b-0fb1-4bbc-8ad4-8e2b0e8efe80 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5970790 Jul 06 11:49:10.510623 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:10.514472 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:10.555230 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36857fa9-4d70-49c4-a775-113cc83a1f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.604830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:10.671000 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36857fa9-4d70-49c4-a775-113cc83a1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.674639 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36857fa9-4d70-49c4-a775-113cc83a1f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.679278 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-36857fa9-4d70-49c4-a775-113cc83a1f68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4b14e88-34e7-4fb0-ba4b-ff2396acc067 HTTP/1.1" status: 204 len: 168 time: 1.0668097 Jul 06 11:49:10.701734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36857fa9-4d70-49c4-a775-113cc83a1f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b14e88-34e7-4fb0-ba4b-ff2396acc067,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:10.722934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11950f0b-080e-4951-a200-0225d2347a92 None None] DHCP port deletion for fbb6434b-3e61-4558-a98c-8569e1545988 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:49:10.838410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:10.850325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:10.850714 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.931582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.941733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e545d37-24d2-410a-82d9-a17aef53aed6 req-72350b89-83bc-4207-9ec1-4541b7fa727c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.945822 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e545d37-24d2-410a-82d9-a17aef53aed6 req-72350b89-83bc-4207-9ec1-4541b7fa727c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 944 time: 0.1520774 Jul 06 11:49:10.974277 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2d25c353-a673-4f2b-a3dd-04b699c57796 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072505 Jul 06 11:49:10.979937 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.987076 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/fbb6434b-3e61-4558-a98c-8569e1545988 HTTP/1.1" status: 204 len: 168 time: 4.7483497 Jul 06 11:49:10.989207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51690) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:11.008964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1910875477'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:11.089755 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.097898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c0d6c-dd24-47a9-8fed-97b460bad93a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=fbb6434b-3e61-4558-a98c-8569e1545988,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:11.223021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:11.223021 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.223434 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-35b685dc-d848-4a04-a69d-8bc33396ee43 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901019 Jul 06 11:49:11.230383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e545d37-24d2-410a-82d9-a17aef53aed6 req-7af616df-eb45-4a6a-b7c7-ef08d67a637b tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757394 Jul 06 11:49:11.236366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc2add8-f302-4e84-bd73-4f417dfad881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:11.238269 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0221bb6a-02f2-4e55-ba73-61b19089b4e7" -d '{"events": [{"server_uuid": "ddc2add8-f302-4e84-bd73-4f417dfad881", "name": "network-vif-plugged", "status": "completed", "tag": "0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:11.271284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:11.282290 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.363063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:11.397734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:11.404164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.404772 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment a2c91b63-8d16-4768-bee7-6c80a217cd95 of type vlan for network 3407f06e-4eed-4c97-9048-deea962067ca Jul 06 11:49:11.505062 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.530554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabcd69-7c42-4b62-afa4-81b9b97de1f8 req-2503e518-ce70-40e9-87c6-71c4a55795e9 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.537983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4eabcd69-7c42-4b62-afa4-81b9b97de1f8 req-2503e518-ce70-40e9-87c6-71c4a55795e9 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.2983646 Jul 06 11:49:11.610098 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.615487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.616299 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.630796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-ff68fb35-5061-4eb8-b7bf-61f2a1a9279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.632936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-ff68fb35-5061-4eb8-b7bf-61f2a1a9279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.634117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-ff68fb35-5061-4eb8-b7bf-61f2a1a9279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.635249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-ff68fb35-5061-4eb8-b7bf-61f2a1a9279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.637549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-ff68fb35-5061-4eb8-b7bf-61f2a1a9279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.638799 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-ff68fb35-5061-4eb8-b7bf-61f2a1a9279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.639924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-ff68fb35-5061-4eb8-b7bf-61f2a1a9279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.643937 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-ff68fb35-5061-4eb8-b7bf-61f2a1a9279a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6485 time: 0.2987576 Jul 06 11:49:11.658361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7080f4a-e54d-402b-a2f2-42f42c074334 req-d4a09d88-f128-4e6b-b3ca-604267191c29 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.664960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7080f4a-e54d-402b-a2f2-42f42c074334 req-d4a09d88-f128-4e6b-b3ca-604267191c29 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.2622530 Jul 06 11:49:11.702962 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4eabcd69-7c42-4b62-afa4-81b9b97de1f8 req-de484255-b575-487a-bb58-2f8ac67a65c3 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636317 Jul 06 11:49:11.808357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-ca320d59-3a0a-4e8b-83df-b27359c44c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.810303 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-ca320d59-3a0a-4e8b-83df-b27359c44c43 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6500b71c-f47e-4815-a660-d6db6c42d73e HTTP/1.1" status: 200 len: 903 time: 0.1581585 Jul 06 11:49:11.831673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51722) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:11.831923 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7627fe39-6295-4804-b77f-34afb60efa46 x-openstack-request-id: req-7627fe39-6295-4804-b77f-34afb60efa46 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:11.832162 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc2add8-f302-4e84-bd73-4f417dfad881", "name": "network-vif-plugged", "status": "completed", "tag": "0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:11.832425 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7627fe39-6295-4804-b77f-34afb60efa46 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:11.832844 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc2add8-f302-4e84-bd73-4f417dfad881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061', 'code': 200} Jul 06 11:49:11.893198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=3407f06e-4eed-4c97-9048-deea962067ca,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:11.907241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 3407f06e-4eed-4c97-9048-deea962067ca details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:11.934219 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2ccbff57-9f9b-4448-a783-168db6395961 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9401121 Jul 06 11:49:11.934219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51726) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:11.937946 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-d2f5a558-0c8a-425f-a60e-eb3dde1b9cc1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0af014a-513b-4deb-980d-b17fe4c4a924 HTTP/1.1" status: 200 len: 217 time: 0.1181252 Jul 06 11:49:11.942619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'network_id': '3407f06e-4eed-4c97-9048-deea962067ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:11.956223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7080f4a-e54d-402b-a2f2-42f42c074334 req-1f21f5d0-0aa6-48a5-b347-bfe61f2fce34 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519991 Jul 06 11:49:12.055357 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-45777f5c-8082-4951-8855-16dd5f19962f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3896ce9915294265a2bc2b6ec44c9bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298261 Jul 06 11:49:12.058201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51730) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:12.128838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:12.133012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-91f71b32-51e6-4d9b-a6b1-a1ab70b69482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.136455 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-91f71b32-51e6-4d9b-a6b1-a1ab70b69482 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3f5942-b855-4f35-bafa-058c0f9ea5c7 HTTP/1.1" status: 200 len: 797 time: 0.1350856 Jul 06 11:49:12.136595 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.210954 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16fd828a-b590-4e24-97e2-03a5a233463b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.251209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 83af16ce-5783-4999-81e8-18da317afec5 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:12.288898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16fd828a-b590-4e24-97e2-03a5a233463b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.298014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 83af16ce-5783-4999-81e8-18da317afec5 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:12.298364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 83af16ce-5783-4999-81e8-18da317afec5 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:12.319968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Performing IP validity checks on allocation pools {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 11:49:12.320660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 11:49:12.340417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb9e4e-8eb0-4169-86f5-9732a2dc3a2d req-0cf680f6-746c-4751-bc29-bc6740ae711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.343820 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69fb9e4e-8eb0-4169-86f5-9732a2dc3a2d req-0cf680f6-746c-4751-bc29-bc6740ae711e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 1096 time: 0.3723874 Jul 06 11:49:12.364680 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16fd828a-b590-4e24-97e2-03a5a233463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.368237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16fd828a-b590-4e24-97e2-03a5a233463b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.372339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-16fd828a-b590-4e24-97e2-03a5a233463b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/666fc883-b08e-46b6-8824-a6c09e1a41dc HTTP/1.1" status: 204 len: 168 time: 0.3103418 Jul 06 11:49:12.388197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd828a-b590-4e24-97e2-03a5a233463b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666fc883-b08e-46b6-8824-a6c09e1a41dc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:12.424167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-327b0818-b968-4020-bd0c-a006baa0fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.428186 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-327b0818-b968-4020-bd0c-a006baa0fec4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2786083 Jul 06 11:49:12.569122 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69fb9e4e-8eb0-4169-86f5-9732a2dc3a2d req-76cc1773-eef7-4c63-b58e-83109ffd10be service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143064 Jul 06 11:49:12.579027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-3c5528b4-546a-41c9-8fcf-5e06e38f2eca service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382406 Jul 06 11:49:12.593798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcecaee-148f-40d5-839e-749f57985a35 req-7b699521-01b0-48a3-9613-846c4acf8e88 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.618121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcecaee-148f-40d5-839e-749f57985a35 req-7b699521-01b0-48a3-9613-846c4acf8e88 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.624954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcecaee-148f-40d5-839e-749f57985a35 req-7b699521-01b0-48a3-9613-846c4acf8e88 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.633054 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcecaee-148f-40d5-839e-749f57985a35 req-7b699521-01b0-48a3-9613-846c4acf8e88 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.639503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcecaee-148f-40d5-839e-749f57985a35 req-7b699521-01b0-48a3-9613-846c4acf8e88 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.646444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcecaee-148f-40d5-839e-749f57985a35 req-7b699521-01b0-48a3-9613-846c4acf8e88 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.653612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcecaee-148f-40d5-839e-749f57985a35 req-7b699521-01b0-48a3-9613-846c4acf8e88 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.656600 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bcecaee-148f-40d5-839e-749f57985a35 req-7b699521-01b0-48a3-9613-846c4acf8e88 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.5302012 Jul 06 11:49:12.715716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a17b0-05cf-4098-bf41-a62e92b7abb1 req-e0c74ef6-e273-4e41-8daa-4a60fa4b5fd6 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.715716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de4a17b0-05cf-4098-bf41-a62e92b7abb1 req-e0c74ef6-e273-4e41-8daa-4a60fa4b5fd6 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d08388c3-a68d-4969-889e-907041eca39f HTTP/1.1" status: 200 len: 945 time: 0.4644690 Jul 06 11:49:12.744313 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-7cc1d201-3c86-403b-971c-2a94a985c19f service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561620 Jul 06 11:49:12.808443 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bcecaee-148f-40d5-839e-749f57985a35 req-323a9fea-be76-4780-935c-c0385ea517f0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137903 Jul 06 11:49:12.812390 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de4a17b0-05cf-4098-bf41-a62e92b7abb1 req-932ddcc6-3602-4189-b3f4-12f724f19e79 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876472 Jul 06 11:49:12.967487 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.024674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-6f45364a-65d7-4e4f-839b-6b15a1920f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.025169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-6f45364a-65d7-4e4f-839b-6b15a1920f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.025735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-6f45364a-65d7-4e4f-839b-6b15a1920f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.026255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-6f45364a-65d7-4e4f-839b-6b15a1920f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.026733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-6f45364a-65d7-4e4f-839b-6b15a1920f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.027283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-6f45364a-65d7-4e4f-839b-6b15a1920f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.028403 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-6f45364a-65d7-4e4f-839b-6b15a1920f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.032119 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-6f45364a-65d7-4e4f-839b-6b15a1920f79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6485 time: 0.1815264 Jul 06 11:49:13.074559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=a66fc1f5-6488-4151-99ba-56a1014e00a4,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:13.102182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking segment: {'id': 'a2c91b63-8d16-4768-bee7-6c80a217cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3407f06e-4eed-4c97-9048-deea962067ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:13.102557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network hostable DHCP agents. Network: 3407f06e-4eed-4c97-9048-deea962067ca, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:13.230069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-2b2f67e0-2270-4b8d-8a4d-23d6924b4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.231971 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-2b2f67e0-2270-4b8d-8a4d-23d6924b4c0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=6500b71c-f47e-4815-a660-d6db6c42d73e HTTP/1.1" status: 200 len: 903 time: 0.1895518 Jul 06 11:49:13.285679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network 3407f06e-4eed-4c97-9048-deea962067ca is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:13.315508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-2d424e65-72e1-46c6-88b9-18988e75e7a2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d HTTP/1.1" status: 200 len: 217 time: 0.0709357 Jul 06 11:49:13.321449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 3407f06e-4eed-4c97-9048-deea962067ca) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:13.342622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680f9eb-448d-40c7-a205-5daa096316ee None None] Network 3407f06e-4eed-4c97-9048-deea962067ca requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:13.401293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-1bb88124-e4d4-4fa5-930d-659844b57456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.402253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.402874 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-1bb88124-e4d4-4fa5-930d-659844b57456 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3f5942-b855-4f35-bafa-058c0f9ea5c7 HTTP/1.1" status: 200 len: 797 time: 0.0686650 Jul 06 11:49:13.403195 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.437934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd0b0c-0f5e-4b29-9cf9-fd94e1235774 req-27ea8b6c-1f7e-478c-877d-45dabe650636 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.439924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1fd0b0c-0f5e-4b29-9cf9-fd94e1235774 req-27ea8b6c-1f7e-478c-877d-45dabe650636 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 945 time: 0.3207874 Jul 06 11:49:13.477164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f7576cb0-c367-4e43-8658-2dcc28f2b570 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5425267 Jul 06 11:49:13.480933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51760) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:13.498616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec697436-33f1-46c7-b542-fe0408ec0bd4 req-3ee803b7-1058-4f02-816e-1a46842a75d3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.500554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec697436-33f1-46c7-b542-fe0408ec0bd4 req-3ee803b7-1058-4f02-816e-1a46842a75d3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3032002 Jul 06 11:49:13.542997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-3407f06e-4eed-4c97-9048-deea962067ca', 'network_id': '3407f06e-4eed-4c97-9048-deea962067ca', 'tenant_id': 'fb1e1cefc5c141faa1f8f83bdd33bbe5', 'fixed_ips': [{'subnet_id': 'a66fc1f5-6488-4151-99ba-56a1014e00a4'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:13.546190 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.556329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1fd0b0c-0f5e-4b29-9cf9-fd94e1235774 req-a3f5c419-9dd0-43b3-bfc9-1eeb3f028aeb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044385 Jul 06 11:49:13.615608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec697436-33f1-46c7-b542-fe0408ec0bd4 req-ff9d05bf-991f-45aa-96d5-b7722fbf3ac9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083543 Jul 06 11:49:13.658506 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.737593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-03931b2a-3a44-4d98-9e6b-c6bd785081a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.739327 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-03931b2a-3a44-4d98-9e6b-c6bd785081a0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3255079 Jul 06 11:49:13.764717 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.782619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Allocated IP 172.20.0.3 (3407f06e-4eed-4c97-9048-deea962067ca/a66fc1f5-6488-4151-99ba-56a1014e00a4/4fcbd697-4910-44fb-ae5e-dbde266843b2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:13.912399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340146e-794f-4e2a-b410-8e62503bc2c3 req-2dcfa8e2-8d77-4b6b-b044-c5cd58f13c01 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.919274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4340146e-794f-4e2a-b410-8e62503bc2c3 req-2dcfa8e2-8d77-4b6b-b044-c5cd58f13c01 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.1459618 Jul 06 11:49:13.942213 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-c16c8768-3bde-45ab-af57-04894464d5b6 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459780 Jul 06 11:49:13.971354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e544042-cfaf-4923-8fa4-e09f89b89ef1 req-f5ee9020-7fba-4f39-9cf4-08af8bc95130 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.973439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e544042-cfaf-4923-8fa4-e09f89b89ef1 req-f5ee9020-7fba-4f39-9cf4-08af8bc95130 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 946 time: 0.1827960 Jul 06 11:49:13.978364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4340146e-794f-4e2a-b410-8e62503bc2c3 req-88c42d8c-75a8-42bb-8c82-436a2d3ebead tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573258 Jul 06 11:49:14.021430 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.035037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Transition to ACTIVE for port object 4fcbd697-4910-44fb-ae5e-dbde266843b2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:14.045718 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e544042-cfaf-4923-8fa4-e09f89b89ef1 req-717677e3-41df-435e-a47c-4e825df8ad37 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570858 Jul 06 11:49:14.089190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Transition to ACTIVE for port object 4fcbd697-4910-44fb-ae5e-dbde266843b2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:14.102204 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.174495 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18871d4f-bda4-4f54-90a7-943ac2be864a req-dfc630b0-7840-4a06-b8a7-a86d8b8a860c service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939850 Jul 06 11:49:14.178617 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.205972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Pushing event updated for resources: {'Port': ['ID=4fcbd697-4910-44fb-ae5e-dbde266843b2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:14.217035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Network 3407f06e-4eed-4c97-9048-deea962067ca is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:14.218618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:14.221024 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dd49599-ccd7-49d2-9a5b-b4c24204e0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.223326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:14.239088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Subnet': ['ID=a66fc1f5-6488-4151-99ba-56a1014e00a4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:14.294510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Attempting to bind port 4fcbd697-4910-44fb-ae5e-dbde266843b2 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:14.296494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Attempting to bind port 4fcbd697-4910-44fb-ae5e-dbde266843b2 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'a2c91b63-8d16-4768-bee7-6c80a217cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3407f06e-4eed-4c97-9048-deea962067ca'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:14.297083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Attempting to bind port 4fcbd697-4910-44fb-ae5e-dbde266843b2 on network 3407f06e-4eed-4c97-9048-deea962067ca {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:14.302870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:14.303440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Checking segment: {'id': 'a2c91b63-8d16-4768-bee7-6c80a217cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3407f06e-4eed-4c97-9048-deea962067ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:14.303892 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.304289 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Bound using segment: {'id': 'a2c91b63-8d16-4768-bee7-6c80a217cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3407f06e-4eed-4c97-9048-deea962067ca'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:14.304762 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Bound port: 4fcbd697-4910-44fb-ae5e-dbde266843b2, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c91b63-8d16-4768-bee7-6c80a217cd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3407f06e-4eed-4c97-9048-deea962067ca'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:14.305245 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.401109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] For port 4fcbd697-4910-44fb-ae5e-dbde266843b2, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:14.405797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] For port 4fcbd697-4910-44fb-ae5e-dbde266843b2, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4fcbd697-4910-44fb-ae5e-dbde266843b2,segment=NetworkSegment(a2c91b63-8d16-4768-bee7-6c80a217cd95),segment_id=a2c91b63-8d16-4768-bee7-6c80a217cd95)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:14.412929 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.439340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648e798-25e8-4b98-bc7e-e42eb9b43588 req-a23ec5fd-371b-4734-aaf6-5e839099be0c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.446325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648e798-25e8-4b98-bc7e-e42eb9b43588 req-a23ec5fd-371b-4734-aaf6-5e839099be0c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.454856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648e798-25e8-4b98-bc7e-e42eb9b43588 req-a23ec5fd-371b-4734-aaf6-5e839099be0c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.461924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648e798-25e8-4b98-bc7e-e42eb9b43588 req-a23ec5fd-371b-4734-aaf6-5e839099be0c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.469275 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648e798-25e8-4b98-bc7e-e42eb9b43588 req-a23ec5fd-371b-4734-aaf6-5e839099be0c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.477441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648e798-25e8-4b98-bc7e-e42eb9b43588 req-a23ec5fd-371b-4734-aaf6-5e839099be0c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.485203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648e798-25e8-4b98-bc7e-e42eb9b43588 req-a23ec5fd-371b-4734-aaf6-5e839099be0c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.494769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b648e798-25e8-4b98-bc7e-e42eb9b43588 req-a23ec5fd-371b-4734-aaf6-5e839099be0c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.1794813 Jul 06 11:49:14.518494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12b664-6144-4502-be3b-788c40f26b98 None None] Pushing event updated for resources: {'Port': ['ID=4fcbd697-4910-44fb-ae5e-dbde266843b2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:14.608829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b648e798-25e8-4b98-bc7e-e42eb9b43588 req-bfa90b01-704b-4391-b159-be9a4cabba1e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135287 Jul 06 11:49:14.647044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eddc5-26a0-4d69-acb1-f03a45b741e7 req-2bc52582-55e2-443b-8a40-2a7b16e3e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.654588 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b78eddc5-26a0-4d69-acb1-f03a45b741e7 req-2bc52582-55e2-443b-8a40-2a7b16e3e9fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1095 time: 0.1475306 Jul 06 11:49:14.661900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168e0fb5-0c94-474c-a575-c6ee792f7a7c None None] Network 3407f06e-4eed-4c97-9048-deea962067ca requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:14.688407 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.702401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3407f06e-4eed-4c97-9048-deea962067ca']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:14.718681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c91b63-8d16-4768-bee7-6c80a217cd95') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:14.719063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c91b63-8d16-4768-bee7-6c80a217cd95') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:14.744169 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.783631 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.796679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:14.797160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:14.825260 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:14.874340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a9734d-e569-406c-a270-c1c3b7fabc87 None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:49:14.922675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51798) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:14.928064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eddc5-26a0-4d69-acb1-f03a45b741e7 req-dba88a38-4366-4fb9-88d3-cbd978ac63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.929931 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b78eddc5-26a0-4d69-acb1-f03a45b741e7 req-dba88a38-4366-4fb9-88d3-cbd978ac63d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.2694018 Jul 06 11:49:14.931371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:49:14.931371 n-d-799527-2 neutron-server[93815]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:49:14.931371 n-d-799527-2 neutron-server[93815]: [parameters: {'id': '3407f06e-4eed-4c97-9048-deea962067ca'}] Jul 06 11:49:14.931371 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:49:14.931913 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:49:14.947372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4023fca-2661-446b-9ef9-3a37e126e2f8 req-5e46df5d-3024-4ffe-8689-73eea6121d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.949024 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c4023fca-2661-446b-9ef9-3a37e126e2f8 req-5e46df5d-3024-4ffe-8689-73eea6121d67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 1096 time: 0.6615520 Jul 06 11:49:15.036945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9734d-e569-406c-a270-c1c3b7fabc87 None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:49:15.087470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4023fca-2661-446b-9ef9-3a37e126e2f8 req-a9b9bf97-0678-44ec-aef2-df7989ae5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.089036 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c4023fca-2661-446b-9ef9-3a37e126e2f8 req-a9b9bf97-0678-44ec-aef2-df7989ae5893 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.1281502 Jul 06 11:49:15.089803 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8289742-b90f-4eef-98f6-557467ebb84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.193415 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c4023fca-2661-446b-9ef9-3a37e126e2f8 req-f376d1fe-48f5-40c9-aad6-d5bc2c01bd20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=451c2942-a939-4d38-a343-df21d74f6cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0936804 Jul 06 11:49:15.273261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4023fca-2661-446b-9ef9-3a37e126e2f8 req-c2fda366-ebb8-4b83-a4b6-6066d003f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.274897 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c4023fca-2661-446b-9ef9-3a37e126e2f8 req-c2fda366-ebb8-4b83-a4b6-6066d003f6ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.0704217 Jul 06 11:49:15.316087 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8289742-b90f-4eef-98f6-557467ebb84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.359084 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8289742-b90f-4eef-98f6-557467ebb84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.412842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8289742-b90f-4eef-98f6-557467ebb84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c873501e-6b4e-46f6-9044-ae02b6af292a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:15.417230 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b8289742-b90f-4eef-98f6-557467ebb84a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f806e210e3d4a6c8cf81e51c86222df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919758 Jul 06 11:49:15.420429 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51814) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:15.437281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.454227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8a245-563e-463b-b974-5e166334583a req-845543c3-cb6b-41cc-9d0c-a254e7ffa700 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.457547 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ece8a245-563e-463b-b974-5e166334583a req-845543c3-cb6b-41cc-9d0c-a254e7ffa700 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.5817599 Jul 06 11:49:15.468350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b78eddc5-26a0-4d69-acb1-f03a45b741e7 req-f90ea243-bb43-40d7-a676-6fe85989eb19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 999 time: 0.5263753 Jul 06 11:49:15.480875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70797b9-0b60-4d85-b019-ea6a9b286fe3 req-5f4ff5a2-6534-4c07-b7a3-86a96875621e tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.487436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70797b9-0b60-4d85-b019-ea6a9b286fe3 req-5f4ff5a2-6534-4c07-b7a3-86a96875621e tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.487687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4023fca-2661-446b-9ef9-3a37e126e2f8 req-f6eeca1b-3c5f-42f8-936c-fb439965fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.489252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c4023fca-2661-446b-9ef9-3a37e126e2f8 req-f6eeca1b-3c5f-42f8-936c-fb439965fe28 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713965 Jul 06 11:49:15.496657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70797b9-0b60-4d85-b019-ea6a9b286fe3 req-5f4ff5a2-6534-4c07-b7a3-86a96875621e tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.499727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f70797b9-0b60-4d85-b019-ea6a9b286fe3 req-5f4ff5a2-6534-4c07-b7a3-86a96875621e tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81&device_id=d08388c3-a68d-4969-889e-907041eca39f&device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 2418 time: 0.6659331 Jul 06 11:49:15.530964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6df157c2-5036-4192-88aa-49d8ee5503bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.603872 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6df157c2-5036-4192-88aa-49d8ee5503bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.605781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eddc5-26a0-4d69-acb1-f03a45b741e7 req-082c7094-9133-453c-a035-b9e5b307280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.607180 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b78eddc5-26a0-4d69-acb1-f03a45b741e7 req-082c7094-9133-453c-a035-b9e5b307280b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1066885 Jul 06 11:49:15.619500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ece8a245-563e-463b-b974-5e166334583a req-6fc21be4-c5f3-4a63-b8f7-b0d46f8771c4 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471522 Jul 06 11:49:15.644263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f70797b9-0b60-4d85-b019-ea6a9b286fe3 req-fcac3ad5-1c55-43b7-b5ea-a6935ae053b8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238086 Jul 06 11:49:15.699370 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c4023fca-2661-446b-9ef9-3a37e126e2f8 req-a84f56e0-7100-43b9-9331-e832805e5aed service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792836 Jul 06 11:49:15.703969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Deleting port 4fcbd697-4910-44fb-ae5e-dbde266843b2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:15.704470 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.741752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eddc5-26a0-4d69-acb1-f03a45b741e7 req-4dc5908a-5caf-4b34-9e3b-818fd532729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.750855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b78eddc5-26a0-4d69-acb1-f03a45b741e7 req-4dc5908a-5caf-4b34-9e3b-818fd532729d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321604 Jul 06 11:49:15.847360 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6df157c2-5036-4192-88aa-49d8ee5503bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.850336 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6df157c2-5036-4192-88aa-49d8ee5503bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.851395 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6df157c2-5036-4192-88aa-49d8ee5503bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c873501e-6b4e-46f6-9044-ae02b6af292a HTTP/1.1" status: 204 len: 168 time: 0.4300287 Jul 06 11:49:15.890175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] For port 4fcbd697-4910-44fb-ae5e-dbde266843b2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4fcbd697-4910-44fb-ae5e-dbde266843b2,segment=NetworkSegment(a2c91b63-8d16-4768-bee7-6c80a217cd95),segment_id=a2c91b63-8d16-4768-bee7-6c80a217cd95)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:15.890454 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:15.909253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Calling delete_port for 4fcbd697-4910-44fb-ae5e-dbde266843b2 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:15.940280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df157c2-5036-4192-88aa-49d8ee5503bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c873501e-6b4e-46f6-9044-ae02b6af292a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:15.978348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abc78f-dd3c-4b9f-ace8-9e8f3fb4ad13 req-6d1105d4-e730-442c-a7c1-c004179a415f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.979985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8abc78f-dd3c-4b9f-ace8-9e8f3fb4ad13 req-6d1105d4-e730-442c-a7c1-c004179a415f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.2174883 Jul 06 11:49:15.983388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b78eddc5-26a0-4d69-acb1-f03a45b741e7 req-6977e1e6-93cb-42eb-99aa-7fa5cb8581e8 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864872 Jul 06 11:49:16.031274 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c28d-e7fd-4aed-aa27-d7cbede0f01a req-6ed7ccc9-c559-44b7-8a6e-1eb8bea497d8 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.035608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1813c28d-e7fd-4aed-aa27-d7cbede0f01a req-6ed7ccc9-c559-44b7-8a6e-1eb8bea497d8 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 945 time: 0.1888936 Jul 06 11:49:16.051091 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c4023fca-2661-446b-9ef9-3a37e126e2f8 req-df0b7673-ec32-416e-a322-ec937a529dba service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427472 Jul 06 11:49:16.105180 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.139950 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8abc78f-dd3c-4b9f-ace8-9e8f3fb4ad13 req-070e4d27-ea53-4a1c-ae5c-af10b0660522 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485231 Jul 06 11:49:16.158516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Port': ['ID=4fcbd697-4910-44fb-ae5e-dbde266843b2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:16.162517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No DVR routers for this DVR port 4fcbd697-4910-44fb-ae5e-dbde266843b2 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:16.168410 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1813c28d-e7fd-4aed-aa27-d7cbede0f01a req-20ab1a11-b49e-48b1-a17f-4af0d45e353e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860162 Jul 06 11:49:16.220625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b78eddc5-26a0-4d69-acb1-f03a45b741e7 req-5fddbfa8-3ec5-44fd-a847-ff3fd37d8763 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265728 Jul 06 11:49:16.277109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.288911 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3407f06e-4eed-4c97-9048-deea962067ca']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:16.303835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c91b63-8d16-4768-bee7-6c80a217cd95') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:16.304127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c91b63-8d16-4768-bee7-6c80a217cd95') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:16.318368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.341026 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.351829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:16.352237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:16.356099 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:16.382230 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97d6a5e4-4c30-42e4-81df-acfaa75b5144 req-67a59166-42d9-4295-9bd6-5e062b61f86a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1471591 Jul 06 11:49:16.464797 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.477583 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.481740 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/3407f06e-4eed-4c97-9048-deea962067ca HTTP/1.1" status: 204 len: 168 time: 2.9998250 Jul 06 11:49:16.486993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51928) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:16.502515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-704431430'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:16.536720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254742b-035a-4d4c-a3bc-b8c7ce66b3dd tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=3407f06e-4eed-4c97-9048-deea962067ca,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:16.557445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e8f47-65c1-4cb3-a38c-ee2fe2725881 req-4aee1642-5f31-4a43-bd13-4bcc528924e4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.568545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e8f47-65c1-4cb3-a38c-ee2fe2725881 req-4aee1642-5f31-4a43-bd13-4bcc528924e4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.575279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e8f47-65c1-4cb3-a38c-ee2fe2725881 req-4aee1642-5f31-4a43-bd13-4bcc528924e4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.584491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e8f47-65c1-4cb3-a38c-ee2fe2725881 req-4aee1642-5f31-4a43-bd13-4bcc528924e4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.584641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:16.589099 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.594236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e8f47-65c1-4cb3-a38c-ee2fe2725881 req-4aee1642-5f31-4a43-bd13-4bcc528924e4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.601092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e8f47-65c1-4cb3-a38c-ee2fe2725881 req-4aee1642-5f31-4a43-bd13-4bcc528924e4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.611383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e8f47-65c1-4cb3-a38c-ee2fe2725881 req-4aee1642-5f31-4a43-bd13-4bcc528924e4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.620887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-943e8f47-65c1-4cb3-a38c-ee2fe2725881 req-4aee1642-5f31-4a43-bd13-4bcc528924e4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.1781695 Jul 06 11:49:16.680005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-943e8f47-65c1-4cb3-a38c-ee2fe2725881 req-aedb241e-4bb1-496e-93d1-7c7f63c126c1 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569015 Jul 06 11:49:16.691862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:16.712920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.713273 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment be2d766a-ab31-4f70-bbc3-df776c3036e3 of type vlan for network d1020a23-ac2d-4021-aed9-d5e54e826726 Jul 06 11:49:16.828682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.879833 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.886003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.886694 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:16.968028 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4775529 Jul 06 11:49:16.968465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51980) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:16.977564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'network_id': 'd1020a23-ac2d-4021-aed9-d5e54e826726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:16.980158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef43c96-e3cc-44d0-a5bd-4f81e2b5fa04 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=d1020a23-ac2d-4021-aed9-d5e54e826726,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:16.995560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network d1020a23-ac2d-4021-aed9-d5e54e826726 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:17.042572 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a762c49-e1fc-44c0-90aa-cb648837e993 req-e370f9a4-659d-459c-9ac6-13a69cb598e5 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:17.044199 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a762c49-e1fc-44c0-90aa-cb648837e993 req-e370f9a4-659d-459c-9ac6-13a69cb598e5 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 945 time: 0.2082422 Jul 06 11:49:17.122614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 451c2942-a939-4d38-a343-df21d74f6cf9 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:17.128977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dba937-259e-408a-a716-cfdb36d4fe2b req-ebe05068-0515-4eb4-9ba0-c93de271095a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:17.130550 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84dba937-259e-408a-a716-cfdb36d4fe2b req-ebe05068-0515-4eb4-9ba0-c93de271095a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2235804 Jul 06 11:49:17.186027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a762c49-e1fc-44c0-90aa-cb648837e993 req-f18fefe4-80d4-4b8b-b334-251f3df32543 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315110 Jul 06 11:49:17.201465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:17.210732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.277531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84dba937-259e-408a-a716-cfdb36d4fe2b req-1e42348a-dc5a-4ad6-8c67-c86f8dd59e7d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375904 Jul 06 11:49:17.597554 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.629263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:17.631502 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fb0d5d-e1c4-46e0-a332-e3f7c9234fb1" -d '{"events": [{"server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:17.646794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:17.654962 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.699399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6d762-8772-44f1-a569-20d22a0a848d req-aeb5d56a-9bf0-44fd-9e06-bfd509f1a741 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:17.701338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7b6d762-8772-44f1-a569-20d22a0a848d req-aeb5d56a-9bf0-44fd-9e06-bfd509f1a741 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 945 time: 0.2055640 Jul 06 11:49:17.737646 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.750813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=451c2942-a939-4d38-a343-df21d74f6cf9,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:17.864191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7b6d762-8772-44f1-a569-20d22a0a848d req-98e323d5-453b-4f5f-8fb4-4ba41205cb32 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428456 Jul 06 11:49:17.902374 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=5b6690c5-2e34-41b7-ae14-db6a7874e91f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:17.934123 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b53ce6-f4a8-43de-8e0d-fe39e5ce9ac9 x-openstack-request-id: req-29b53ce6-f4a8-43de-8e0d-fe39e5ce9ac9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:17.934758 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:17.935901 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29b53ce6-f4a8-43de-8e0d-fe39e5ce9ac9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:17.936241 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9', 'code': 200} Jul 06 11:49:17.939269 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking segment: {'id': 'be2d766a-ab31-4f70-bbc3-df776c3036e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd1020a23-ac2d-4021-aed9-d5e54e826726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:17.941514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network hostable DHCP agents. Network: d1020a23-ac2d-4021-aed9-d5e54e826726, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:17.982449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network d1020a23-ac2d-4021-aed9-d5e54e826726 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:18.011003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, d1020a23-ac2d-4021-aed9-d5e54e826726) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:18.022968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50761d7e-c5e0-47a0-bf5e-c70d8d73a663 None None] Network d1020a23-ac2d-4021-aed9-d5e54e826726 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:18.035138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.037151 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.124453 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b9aa8c4f-36df-4629-8ddd-418402b789f8 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1540947 Jul 06 11:49:18.125658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52110) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:18.219976 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.278064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402afbc0-4358-410b-b489-7ddb53bf658c req-09edc67b-e3c7-4144-bdcb-3302c009162b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.296201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402afbc0-4358-410b-b489-7ddb53bf658c req-09edc67b-e3c7-4144-bdcb-3302c009162b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.307043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402afbc0-4358-410b-b489-7ddb53bf658c req-09edc67b-e3c7-4144-bdcb-3302c009162b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.320591 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402afbc0-4358-410b-b489-7ddb53bf658c req-09edc67b-e3c7-4144-bdcb-3302c009162b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.335894 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.342270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402afbc0-4358-410b-b489-7ddb53bf658c req-09edc67b-e3c7-4144-bdcb-3302c009162b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.363120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402afbc0-4358-410b-b489-7ddb53bf658c req-09edc67b-e3c7-4144-bdcb-3302c009162b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.391939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-d1020a23-ac2d-4021-aed9-d5e54e826726', 'network_id': 'd1020a23-ac2d-4021-aed9-d5e54e826726', 'tenant_id': 'fb1e1cefc5c141faa1f8f83bdd33bbe5', 'fixed_ips': [{'subnet_id': '5b6690c5-2e34-41b7-ae14-db6a7874e91f'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:18.393027 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.394175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402afbc0-4358-410b-b489-7ddb53bf658c req-09edc67b-e3c7-4144-bdcb-3302c009162b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.397397 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1ee6d3e-d1f5-4bb0-ae7f-523fcc2a2839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.408375 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-402afbc0-4358-410b-b489-7ddb53bf658c req-09edc67b-e3c7-4144-bdcb-3302c009162b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.3101325 Jul 06 11:49:18.429447 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.589399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-402afbc0-4358-410b-b489-7ddb53bf658c req-45ae5e19-da5e-45d0-810e-91a3536d4cc3 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1797023 Jul 06 11:49:18.620828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Allocated IP 172.20.0.1 (d1020a23-ac2d-4021-aed9-d5e54e826726/5b6690c5-2e34-41b7-ae14-db6a7874e91f/e1342e57-b0da-49d5-aa0c-0fd73bcea550) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:18.678419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9740f-f72a-409f-a4e0-0cdbf02f12c2 req-9b709c08-f148-4e3d-9cd7-c96caf2c62a5 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.679723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dbb9740f-f72a-409f-a4e0-0cdbf02f12c2 req-9b709c08-f148-4e3d-9cd7-c96caf2c62a5 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 945 time: 0.2671759 Jul 06 11:49:18.775572 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.793569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dbb9740f-f72a-409f-a4e0-0cdbf02f12c2 req-4bc119c8-229a-4244-a313-638749bd0e8c tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002164 Jul 06 11:49:19.018798 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.039832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Transition to ACTIVE for port object e1342e57-b0da-49d5-aa0c-0fd73bcea550 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:19.054127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee03b48-34c4-472a-9bfc-2a3470a0c596 req-b5561856-aaaa-42f3-ac2f-923a50eb4111 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:19.056573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ee03b48-34c4-472a-9bfc-2a3470a0c596 req-b5561856-aaaa-42f3-ac2f-923a50eb4111 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.0821655 Jul 06 11:49:19.071655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Transition to ACTIVE for port object e1342e57-b0da-49d5-aa0c-0fd73bcea550 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:19.085736 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.104662 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.134997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Network d1020a23-ac2d-4021-aed9-d5e54e826726 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:19.146663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:19.153241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:19.158198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Pushing event updated for resources: {'Port': ['ID=e1342e57-b0da-49d5-aa0c-0fd73bcea550,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.210682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ee03b48-34c4-472a-9bfc-2a3470a0c596 req-aececb2c-33b8-4bec-ba3c-b38aaebcefc0 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441798 Jul 06 11:49:19.239779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6690c5-2e34-41b7-ae14-db6a7874e91f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.246518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Attempting to bind port e1342e57-b0da-49d5-aa0c-0fd73bcea550 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:19.246976 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Attempting to bind port e1342e57-b0da-49d5-aa0c-0fd73bcea550 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'be2d766a-ab31-4f70-bbc3-df776c3036e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd1020a23-ac2d-4021-aed9-d5e54e826726'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:19.248135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Attempting to bind port e1342e57-b0da-49d5-aa0c-0fd73bcea550 on network d1020a23-ac2d-4021-aed9-d5e54e826726 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:19.264028 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.266106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:19.266485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Checking segment: {'id': 'be2d766a-ab31-4f70-bbc3-df776c3036e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd1020a23-ac2d-4021-aed9-d5e54e826726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:19.266897 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.267296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Bound using segment: {'id': 'be2d766a-ab31-4f70-bbc3-df776c3036e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd1020a23-ac2d-4021-aed9-d5e54e826726'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:19.273931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Bound port: e1342e57-b0da-49d5-aa0c-0fd73bcea550, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2d766a-ab31-4f70-bbc3-df776c3036e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd1020a23-ac2d-4021-aed9-d5e54e826726'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:19.274383 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.280728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941ccdd-95ff-43f7-9d01-fd785e7e860e req-1ba9619d-d4de-4d6b-b9fe-aaea2c64a40a tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:19.283630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1020a23-ac2d-4021-aed9-d5e54e826726']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:19.296102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2941ccdd-95ff-43f7-9d01-fd785e7e860e req-1ba9619d-d4de-4d6b-b9fe-aaea2c64a40a tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 945 time: 0.2021956 Jul 06 11:49:19.309961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2d766a-ab31-4f70-bbc3-df776c3036e3') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:19.311156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2d766a-ab31-4f70-bbc3-df776c3036e3') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:19.337391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.361270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2941ccdd-95ff-43f7-9d01-fd785e7e860e req-e6840baf-7c6c-4f60-be76-4c951dd04df9 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629051 Jul 06 11:49:19.365345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.373318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:19.374044 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:19.391358 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:19.428513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] For port e1342e57-b0da-49d5-aa0c-0fd73bcea550, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:19.497099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] For port e1342e57-b0da-49d5-aa0c-0fd73bcea550, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e1342e57-b0da-49d5-aa0c-0fd73bcea550,segment=NetworkSegment(be2d766a-ab31-4f70-bbc3-df776c3036e3),segment_id=be2d766a-ab31-4f70-bbc3-df776c3036e3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:19.497513 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:49:19.497513 n-d-799527-2 neutron-server[93815]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:49:19.497513 n-d-799527-2 neutron-server[93815]: [parameters: {'id': 'd1020a23-ac2d-4021-aed9-d5e54e826726'}] Jul 06 11:49:19.497513 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:49:19.498218 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:49:19.503597 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.564290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d0a22-5c73-475f-a884-ad0286828fd2 req-7790272f-6b59-41f7-b5bb-b25e3ced4728 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:19.589044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-171d0a22-5c73-475f-a884-ad0286828fd2 req-7790272f-6b59-41f7-b5bb-b25e3ced4728 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.1479814 Jul 06 11:49:19.661540 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-171d0a22-5c73-475f-a884-ad0286828fd2 req-9efa6d84-f6b4-4f2d-b26b-9686c7b668a1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711951 Jul 06 11:49:19.765897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe54177-53da-4e11-ad5b-d49ad0c4af4c None None] Pushing event updated for resources: {'Port': ['ID=e1342e57-b0da-49d5-aa0c-0fd73bcea550,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.771079 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325dac2b-e0ba-4704-ae68-3003ffabb2bf None None] Network d1020a23-ac2d-4021-aed9-d5e54e826726 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:19.973930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaadfb7d-6428-45fb-b0ff-0f39ba4d9c3f None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:49:19.999237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.102694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213d87-944f-4dec-8ce9-c97b3640c697 req-2379f818-04d2-4381-8975-3697ed25408e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.112034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213d87-944f-4dec-8ce9-c97b3640c697 req-2379f818-04d2-4381-8975-3697ed25408e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.122233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213d87-944f-4dec-8ce9-c97b3640c697 req-2379f818-04d2-4381-8975-3697ed25408e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.135158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213d87-944f-4dec-8ce9-c97b3640c697 req-2379f818-04d2-4381-8975-3697ed25408e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.152858 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213d87-944f-4dec-8ce9-c97b3640c697 req-2379f818-04d2-4381-8975-3697ed25408e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.163874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Deleting port e1342e57-b0da-49d5-aa0c-0fd73bcea550 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:20.164225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.174926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213d87-944f-4dec-8ce9-c97b3640c697 req-2379f818-04d2-4381-8975-3697ed25408e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.187420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213d87-944f-4dec-8ce9-c97b3640c697 req-2379f818-04d2-4381-8975-3697ed25408e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.199910 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45213d87-944f-4dec-8ce9-c97b3640c697 req-2379f818-04d2-4381-8975-3697ed25408e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.2648487 Jul 06 11:49:20.262314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45213d87-944f-4dec-8ce9-c97b3640c697 req-78bccd1c-0f17-4513-865b-169c5f0756f4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612762 Jul 06 11:49:20.285485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaadfb7d-6428-45fb-b0ff-0f39ba4d9c3f None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:49:20.385278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] For port e1342e57-b0da-49d5-aa0c-0fd73bcea550, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e1342e57-b0da-49d5-aa0c-0fd73bcea550,segment=NetworkSegment(be2d766a-ab31-4f70-bbc3-df776c3036e3),segment_id=be2d766a-ab31-4f70-bbc3-df776c3036e3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:20.385751 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.426973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Calling delete_port for e1342e57-b0da-49d5-aa0c-0fd73bcea550 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:20.463765 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.617154 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.685909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Port': ['ID=e1342e57-b0da-49d5-aa0c-0fd73bcea550,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.696751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No DVR routers for this DVR port e1342e57-b0da-49d5-aa0c-0fd73bcea550 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:20.770616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea24d-ed79-48d7-ae56-3ac36bcad335 req-98d68267-ac4f-42a0-9738-3763b7dc8293 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.780887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa3ea24d-ed79-48d7-ae56-3ac36bcad335 req-98d68267-ac4f-42a0-9738-3763b7dc8293 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.1549873 Jul 06 11:49:20.901439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa3ea24d-ed79-48d7-ae56-3ac36bcad335 req-a288734f-3267-4832-85b1-d9faa2465903 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188033 Jul 06 11:49:20.917396 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.933766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1020a23-ac2d-4021-aed9-d5e54e826726']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:20.956061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2d766a-ab31-4f70-bbc3-df776c3036e3') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:20.957362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2d766a-ab31-4f70-bbc3-df776c3036e3') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:20.977029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.999117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.012489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1eaa8-3210-4cf7-8ccc-2e594e046740 req-586a548c-7bd2-4aa6-a294-2b4f3b25f6ed tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.014417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:21.015403 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.024493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65a1eaa8-3210-4cf7-8ccc-2e594e046740 req-586a548c-7bd2-4aa6-a294-2b4f3b25f6ed tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 945 time: 0.1861744 Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:21.026345 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:21.100095 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65a1eaa8-3210-4cf7-8ccc-2e594e046740 req-5fe25537-71c7-447f-8575-7cfcedc2e684 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742667 Jul 06 11:49:21.144445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 451c2942-a939-4d38-a343-df21d74f6cf9 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:21.150700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.159074 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.165104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/d1020a23-ac2d-4021-aed9-d5e54e826726 HTTP/1.1" status: 204 len: 168 time: 3.0348303 Jul 06 11:49:21.168607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:21.174875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1764883416'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:21.204253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d2d14-2d27-4293-a0da-89f0c5939eef tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=d1020a23-ac2d-4021-aed9-d5e54e826726,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:21.235639 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:21.244543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.302480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:21.316007 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.316795 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment 740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51 of type vlan for network 3648c54c-907c-438d-a76d-bc17128a9622 Jul 06 11:49:21.386202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.464824 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.477678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.478817 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.570486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52400) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:21.665172 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4948833 Jul 06 11:49:21.665891 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52404) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:21.673388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'network_id': '3648c54c-907c-438d-a76d-bc17128a9622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:21.682254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ed8d3-21c7-4986-a672-db2e4cb634e0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=3648c54c-907c-438d-a76d-bc17128a9622,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:21.697034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 3648c54c-907c-438d-a76d-bc17128a9622 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:21.749035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b3c7-f815-46fc-bb99-efc2a46a3bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.770763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692a380-8970-446a-8365-823fa13efa33 req-c0c0136f-c88a-4322-81d2-9374fe71343b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.779140 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2692a380-8970-446a-8365-823fa13efa33 req-c0c0136f-c88a-4322-81d2-9374fe71343b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2855918 Jul 06 11:49:21.807104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c04293-cdde-4b3e-81d1-70c5c4760851 req-390c6788-4d69-4bd4-a3a2-667a5cf8aecb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.808526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-33c04293-cdde-4b3e-81d1-70c5c4760851 req-390c6788-4d69-4bd4-a3a2-667a5cf8aecb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 945 time: 0.2193232 Jul 06 11:49:21.827367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52410) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:21.869136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2692a380-8970-446a-8365-823fa13efa33 req-0f3f83f9-949f-4326-8819-4aa7d8e3c2a3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891018 Jul 06 11:49:21.875092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-33c04293-cdde-4b3e-81d1-70c5c4760851 req-0cc7b6d2-9dbe-4bf0-a8b6-07d7cfdbcfc4 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570326 Jul 06 11:49:21.935696 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b3c7-f815-46fc-bb99-efc2a46a3bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.990185 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b3c7-f815-46fc-bb99-efc2a46a3bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.012015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:22.016995 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.166884 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b4e3b3c7-f815-46fc-bb99-efc2a46a3bbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbeb735b630e43d49312d76f39b8f568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5952559 Jul 06 11:49:22.172289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52422) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:22.221754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d52416-003e-4408-a44d-d59c9f54702e req-ce56be36-f96b-4ff5-91ae-a1cf5afafb3e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.221754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74d52416-003e-4408-a44d-d59c9f54702e req-ce56be36-f96b-4ff5-91ae-a1cf5afafb3e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.1264961 Jul 06 11:49:22.222114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3b3c7-f815-46fc-bb99-efc2a46a3bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ddc0c8-c4ee-4b32-bbc9-f2c8e4e71be9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:22.270814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74d52416-003e-4408-a44d-d59c9f54702e req-cb4df569-44c6-4647-a35d-8bf3888ab5a5 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678384 Jul 06 11:49:22.282295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3237f5-bf82-4bb1-83fd-869b7765acd4 req-5b02d073-9ef9-4ca4-aaa3-3a3f434d95ac tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.288595 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3237f5-bf82-4bb1-83fd-869b7765acd4 req-5b02d073-9ef9-4ca4-aaa3-3a3f434d95ac tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.304206 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-69545e7d-9812-4df8-9d67-524ec945e19c req-c42fad0e-b896-4db5-94d9-f5d3491d75a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4755712 Jul 06 11:49:22.306093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3237f5-bf82-4bb1-83fd-869b7765acd4 req-5b02d073-9ef9-4ca4-aaa3-3a3f434d95ac tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.313150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3237f5-bf82-4bb1-83fd-869b7765acd4 req-5b02d073-9ef9-4ca4-aaa3-3a3f434d95ac tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.320242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3237f5-bf82-4bb1-83fd-869b7765acd4 req-5b02d073-9ef9-4ca4-aaa3-3a3f434d95ac tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.327848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3237f5-bf82-4bb1-83fd-869b7765acd4 req-5b02d073-9ef9-4ca4-aaa3-3a3f434d95ac tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.334181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3237f5-bf82-4bb1-83fd-869b7765acd4 req-5b02d073-9ef9-4ca4-aaa3-3a3f434d95ac tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.336622 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b3237f5-bf82-4bb1-83fd-869b7765acd4 req-5b02d073-9ef9-4ca4-aaa3-3a3f434d95ac tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.2108531 Jul 06 11:49:22.345264 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3809fdea-91e0-4013-8dc5-204ddfbb1462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.386347 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3809fdea-91e0-4013-8dc5-204ddfbb1462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.410486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b3237f5-bf82-4bb1-83fd-869b7765acd4 req-7e891b53-8781-4930-826c-afa7e8f0384c tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597734 Jul 06 11:49:22.489565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.554431 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=52b1f875-b025-4855-be9c-88cd8b7c7143,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:22.557499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34686011-de1a-4a40-a4b0-cc696709b904 req-05960ace-4c10-4b18-a8f4-35c68fd65f65 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.568072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34686011-de1a-4a40-a4b0-cc696709b904 req-05960ace-4c10-4b18-a8f4-35c68fd65f65 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 946 time: 0.1245146 Jul 06 11:49:22.580371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3809fdea-91e0-4013-8dc5-204ddfbb1462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.583053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3809fdea-91e0-4013-8dc5-204ddfbb1462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.589742 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3809fdea-91e0-4013-8dc5-204ddfbb1462 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3ddc0c8-c4ee-4b32-bbc9-f2c8e4e71be9 HTTP/1.1" status: 204 len: 168 time: 0.4172435 Jul 06 11:49:22.631478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809fdea-91e0-4013-8dc5-204ddfbb1462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ddc0c8-c4ee-4b32-bbc9-f2c8e4e71be9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:22.661224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking segment: {'id': '740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3648c54c-907c-438d-a76d-bc17128a9622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:22.661602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network hostable DHCP agents. Network: 3648c54c-907c-438d-a76d-bc17128a9622, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:22.680884 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34686011-de1a-4a40-a4b0-cc696709b904 req-b6a80847-6574-48a8-b869-b4ac054b11c7 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071932 Jul 06 11:49:22.698898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network 3648c54c-907c-438d-a76d-bc17128a9622 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:22.718327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 3648c54c-907c-438d-a76d-bc17128a9622) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:22.743942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e41ec-d574-4a6c-be07-42f5cbe3da5a None None] Network 3648c54c-907c-438d-a76d-bc17128a9622 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:22.759235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.762029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.820162 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5202b0a6-d4f3-4767-ae29-fc27e66cb3b4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1507504 Jul 06 11:49:22.820582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52442) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:23.101217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-3648c54c-907c-438d-a76d-bc17128a9622', 'network_id': '3648c54c-907c-438d-a76d-bc17128a9622', 'tenant_id': 'fb1e1cefc5c141faa1f8f83bdd33bbe5', 'fixed_ips': [{'subnet_id': '52b1f875-b025-4855-be9c-88cd8b7c7143'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:23.102442 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.114648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48ccdb-6eef-4e3f-923f-fa3914710ad7 req-cc04f40e-23c4-48ff-8e4d-880786f9e446 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.116262 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6a48ccdb-6eef-4e3f-923f-fa3914710ad7 req-cc04f40e-23c4-48ff-8e4d-880786f9e446 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.86 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 946 time: 0.1311264 Jul 06 11:49:23.170456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-9a52fc71-46e0-4fec-8304-13c9f108819f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.177463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-9a52fc71-46e0-4fec-8304-13c9f108819f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 812 time: 0.3333714 Jul 06 11:49:23.182986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.217256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-6f904971-cb5f-4191-a3d8-3f91bf1ef275 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/quotas/82cc64db5e6f49a7afc82e2d50e9fc7b HTTP/1.1" status: 200 len: 375 time: 0.0382280 Jul 06 11:49:23.332739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Allocated IP 172.20.0.1 (3648c54c-907c-438d-a76d-bc17128a9622/52b1f875-b025-4855-be9c-88cd8b7c7143/36aaa76d-048a-4b5a-933c-4bfb67450691) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:23.361837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.413233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6a48ccdb-6eef-4e3f-923f-fa3914710ad7 req-775e8171-47fb-4055-807c-5e476bcbbf81 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Deleting port 1b167720-00ea-4947-955e-a89ee5be27de {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:23.413618 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6a48ccdb-6eef-4e3f-923f-fa3914710ad7 req-775e8171-47fb-4055-807c-5e476bcbbf81 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.438719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-31fb1813-3024-4ac0-97d4-5c42352f8b8d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2182534 Jul 06 11:49:23.445130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52452) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:23.553226 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ab910f34-7e23-49ee-ac6c-d7cb8867049c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.606867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6a48ccdb-6eef-4e3f-923f-fa3914710ad7 req-775e8171-47fb-4055-807c-5e476bcbbf81 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] For port 1b167720-00ea-4947-955e-a89ee5be27de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=1b167720-00ea-4947-955e-a89ee5be27de,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:23.608223 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6a48ccdb-6eef-4e3f-923f-fa3914710ad7 req-775e8171-47fb-4055-807c-5e476bcbbf81 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.625306 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.635907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Transition to ACTIVE for port object 36aaa76d-048a-4b5a-933c-4bfb67450691 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:23.659995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Transition to ACTIVE for port object 36aaa76d-048a-4b5a-933c-4bfb67450691 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:23.664192 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6a48ccdb-6eef-4e3f-923f-fa3914710ad7 req-775e8171-47fb-4055-807c-5e476bcbbf81 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Calling delete_port for 1b167720-00ea-4947-955e-a89ee5be27de owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:23.667828 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.713195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Network 3648c54c-907c-438d-a76d-bc17128a9622 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:23.718826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:23.723574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:23.731801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-9c5bef81-087d-46ba-9f0a-27566277b0e8 service neutron] 10.222.0.21 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904770 Jul 06 11:49:23.765834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.781047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Pushing event updated for resources: {'Port': ['ID=36aaa76d-048a-4b5a-933c-4bfb67450691,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:23.791714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94df16a-3d77-4ba0-a2f2-623a66898bf5 req-6d36a146-0383-415a-8c37-366c696b6627 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.801052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c94df16a-3d77-4ba0-a2f2-623a66898bf5 req-6d36a146-0383-415a-8c37-366c696b6627 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 945 time: 0.2202337 Jul 06 11:49:23.842731 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Attempting to bind port 36aaa76d-048a-4b5a-933c-4bfb67450691 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:23.843432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Attempting to bind port 36aaa76d-048a-4b5a-933c-4bfb67450691 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3648c54c-907c-438d-a76d-bc17128a9622'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:23.843993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Attempting to bind port 36aaa76d-048a-4b5a-933c-4bfb67450691 on network 3648c54c-907c-438d-a76d-bc17128a9622 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:23.852505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:23.853525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Checking segment: {'id': '740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3648c54c-907c-438d-a76d-bc17128a9622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:23.854178 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.854858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Bound using segment: {'id': '740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3648c54c-907c-438d-a76d-bc17128a9622'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:23.855600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Bound port: 36aaa76d-048a-4b5a-933c-4bfb67450691, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3648c54c-907c-438d-a76d-bc17128a9622'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:23.856277 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:23.929487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Subnet': ['ID=52b1f875-b025-4855-be9c-88cd8b7c7143,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:23.986366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] For port 36aaa76d-048a-4b5a-933c-4bfb67450691, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:23.994741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] For port 36aaa76d-048a-4b5a-933c-4bfb67450691, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=36aaa76d-048a-4b5a-933c-4bfb67450691,segment=NetworkSegment(740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51),segment_id=740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:24.004948 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.014511 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ab910f34-7e23-49ee-ac6c-d7cb8867049c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.015866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6a48ccdb-6eef-4e3f-923f-fa3914710ad7 req-775e8171-47fb-4055-807c-5e476bcbbf81 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.043167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ab910f34-7e23-49ee-ac6c-d7cb8867049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.058274 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.072871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c94df16a-3d77-4ba0-a2f2-623a66898bf5 req-b1a8b3c6-9727-40fb-96a2-3753097d131a tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706926 Jul 06 11:49:24.075277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['ccfea350-d5ed-45df-92ce-e000ef94114c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:24.081317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a', '1b167720-00ea-4947-955e-a89ee5be27de'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:24.103075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-47b643c6-acde-44b7-8611-0858a635c13a service neutron] 10.222.0.21 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703196 Jul 06 11:49:24.115885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3648c54c-907c-438d-a76d-bc17128a9622']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:24.121084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e8171-47fb-4055-807c-5e476bcbbf81 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Pushing event deleted for resources: {'Port': ['ID=1b167720-00ea-4947-955e-a89ee5be27de,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:24.164490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:24.165094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:24.182355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.241264 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.241668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a48ccdb-6eef-4e3f-923f-fa3914710ad7 req-775e8171-47fb-4055-807c-5e476bcbbf81 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] No DVR routers for this DVR port 1b167720-00ea-4947-955e-a89ee5be27de on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:24.245819 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6a48ccdb-6eef-4e3f-923f-fa3914710ad7 req-775e8171-47fb-4055-807c-5e476bcbbf81 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.248703 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6a48ccdb-6eef-4e3f-923f-fa3914710ad7 req-775e8171-47fb-4055-807c-5e476bcbbf81 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.86 "DELETE /v2.0/ports/1b167720-00ea-4947-955e-a89ee5be27de HTTP/1.1" status: 204 len: 173 time: 1.1186931 Jul 06 11:49:24.251303 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ab910f34-7e23-49ee-ac6c-d7cb8867049c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d91d4ce9c5e5487aae55a736cfdced72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7970939 Jul 06 11:49:24.251951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9fe09f-98dc-47f3-8329-743ca281dd81', 'name': 'network-vif-deleted', 'tag': '1b167720-00ea-4947-955e-a89ee5be27de'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:24.254611 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2951850d-7b96-466d-a032-2760b851943f" -d '{"events": [{"server_uuid": "0c9fe09f-98dc-47f3-8329-743ca281dd81", "name": "network-vif-deleted", "tag": "1b167720-00ea-4947-955e-a89ee5be27de"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:24.257199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52460) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:24.270399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab910f34-7e23-49ee-ac6c-d7cb8867049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43142e4e-985a-4c46-a9c2-7dc2cd0a6089,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:24.285841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:24.286236 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:24.290076 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:24.446407 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90ebbac-4960-49b4-b5cd-a2098ea1deb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.511118 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90ebbac-4960-49b4-b5cd-a2098ea1deb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.612694 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90ebbac-4960-49b4-b5cd-a2098ea1deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.618324 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:49:24.618324 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:49:24.618324 n-d-799527-2 neutron-server[93814]: [parameters: {'id': '3648c54c-907c-438d-a76d-bc17128a9622'}] Jul 06 11:49:24.618324 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:49:24.618932 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:49:24.621518 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90ebbac-4960-49b4-b5cd-a2098ea1deb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.624346 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f90ebbac-4960-49b4-b5cd-a2098ea1deb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43142e4e-985a-4c46-a9c2-7dc2cd0a6089 HTTP/1.1" status: 204 len: 168 time: 0.3647425 Jul 06 11:49:24.650744 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63182c5d-349b-4f50-9cf9-530b9663fc63 None None] Pushing event updated for resources: {'Port': ['ID=36aaa76d-048a-4b5a-933c-4bfb67450691,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:24.677454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ebbac-4960-49b4-b5cd-a2098ea1deb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43142e4e-985a-4c46-a9c2-7dc2cd0a6089,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:24.752842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45563d6-7d70-4509-9b1d-3c5631fd032c None None] Network 3648c54c-907c-438d-a76d-bc17128a9622 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:25.093321 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15139b48-0063-4c89-90a8-3e22b828617a req-7dbac094-bdaf-4a1d-90c0-10e1a90a8575 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.111047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15139b48-0063-4c89-90a8-3e22b828617a req-7dbac094-bdaf-4a1d-90c0-10e1a90a8575 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.6803360 Jul 06 11:49:25.160084 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.553823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15139b48-0063-4c89-90a8-3e22b828617a req-d2d2cbb8-42f6-45da-a546-147cbf4b3367 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3985348 Jul 06 11:49:25.581562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3e4ff-e6f9-46fd-8b6d-2a4465298bcf req-165a3b48-324e-43d7-878e-5bc86fc33483 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.599306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3e4ff-e6f9-46fd-8b6d-2a4465298bcf req-165a3b48-324e-43d7-878e-5bc86fc33483 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.608267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3e4ff-e6f9-46fd-8b6d-2a4465298bcf req-165a3b48-324e-43d7-878e-5bc86fc33483 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.614647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3e4ff-e6f9-46fd-8b6d-2a4465298bcf req-165a3b48-324e-43d7-878e-5bc86fc33483 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.621411 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3e4ff-e6f9-46fd-8b6d-2a4465298bcf req-165a3b48-324e-43d7-878e-5bc86fc33483 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.630790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3e4ff-e6f9-46fd-8b6d-2a4465298bcf req-165a3b48-324e-43d7-878e-5bc86fc33483 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.652497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3e4ff-e6f9-46fd-8b6d-2a4465298bcf req-165a3b48-324e-43d7-878e-5bc86fc33483 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.665772 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75f3e4ff-e6f9-46fd-8b6d-2a4465298bcf req-165a3b48-324e-43d7-878e-5bc86fc33483 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.8727024 Jul 06 11:49:25.685825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b1ee5-bdd9-4603-a702-f1ab323871fb None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:49:25.706824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae0e4d-dc59-4a8f-a0c4-73c4948599cd req-15474c6c-d8f4-4997-8c91-e22346c2b6b6 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.719037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bcae0e4d-dc59-4a8f-a0c4-73c4948599cd req-15474c6c-d8f4-4997-8c91-e22346c2b6b6 tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 945 time: 1.0575817 Jul 06 11:49:25.914994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75f3e4ff-e6f9-46fd-8b6d-2a4465298bcf req-d2798671-e287-43e6-a95c-e77044b70a56 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2479398 Jul 06 11:49:26.001205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Deleting port 36aaa76d-048a-4b5a-933c-4bfb67450691 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:26.001395 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.050793 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528e1154-4b7e-4370-8ef9-ecdf0b4949a5 x-openstack-request-id: req-528e1154-4b7e-4370-8ef9-ecdf0b4949a5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:26.051268 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9fe09f-98dc-47f3-8329-743ca281dd81", "name": "network-vif-deleted", "tag": "1b167720-00ea-4947-955e-a89ee5be27de", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:26.051436 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-528e1154-4b7e-4370-8ef9-ecdf0b4949a5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:26.051921 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9fe09f-98dc-47f3-8329-743ca281dd81', 'name': 'network-vif-deleted', 'tag': '1b167720-00ea-4947-955e-a89ee5be27de', 'status': 'completed', 'code': 200} Jul 06 11:49:26.087942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] For port 36aaa76d-048a-4b5a-933c-4bfb67450691, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=36aaa76d-048a-4b5a-933c-4bfb67450691,segment=NetworkSegment(740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51),segment_id=740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:26.088308 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.105323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Calling delete_port for 36aaa76d-048a-4b5a-933c-4bfb67450691 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:26.247812 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.375946 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab353b4e-e36d-45ca-9f4b-cdd8f812ae41 req-e8be9601-5c7e-4b9d-af37-472637f2a419 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c9fe09f-98dc-47f3-8329-743ca281dd81 HTTP/1.1" status: 200 len: 210 time: 0.1452222 Jul 06 11:49:26.400364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Port': ['ID=36aaa76d-048a-4b5a-933c-4bfb67450691,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:26.414334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No DVR routers for this DVR port 36aaa76d-048a-4b5a-933c-4bfb67450691 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:26.417710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a6dd303-1ad5-4fa8-b7ca-7ca908e1c325 req-f266879c-00fd-401e-835c-a34dec97f1d4 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 210 time: 0.1451795 Jul 06 11:49:26.667040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b1ee5-bdd9-4603-a702-f1ab323871fb None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:49:27.127917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.139229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3648c54c-907c-438d-a76d-bc17128a9622']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:27.151190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:27.151511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740e8c1a-70d6-41e9-b0b5-49b9c3ef2c51') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:27.162995 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.179683 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.187085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:27.187519 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.192072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-94be0297-8765-4bec-ae7f-6f998212b6ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:27.195344 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-94be0297-8765-4bec-ae7f-6f998212b6ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.86 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 812 time: 0.2314594 Jul 06 11:49:27.212228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 1b167720-00ea-4947-955e-a89ee5be27de no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:27.220337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Request body: {'port': {'device_id': 'cea50fef-bb64-4b63-ba9a-044598b886c1', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'admin_state_up': True, 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:27.274242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 1b167720-00ea-4947-955e-a89ee5be27de {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:27.277686 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 1b167720-00ea-4947-955e-a89ee5be27de not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:27.301149 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:27.361646 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-bcae0e4d-dc59-4a8f-a0c4-73c4948599cd req-0252ec46-9fd5-4af6-ac7f-f2f10bc8ec2d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Deleting port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:27.362121 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bcae0e4d-dc59-4a8f-a0c4-73c4948599cd req-0252ec46-9fd5-4af6-ac7f-f2f10bc8ec2d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.392636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Made reservation on behalf of 82cc64db5e6f49a7afc82e2d50e9fc7b for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:27.397831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.436144 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.441355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.447865 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/3648c54c-907c-438d-a76d-bc17128a9622 HTTP/1.1" status: 204 len: 168 time: 4.6256299 Jul 06 11:49:27.454560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:27.492941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7d2ed-9529-4da4-8bc5-cf860201aa82 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=3648c54c-907c-438d-a76d-bc17128a9622,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:27.499796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1696061408'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:27.547524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5831-cbe9-46d3-8ed4-7e0cd242bc18 req-06bb088b-7a4f-435b-954f-8b5c80becf0d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:27.549123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2cd5831-cbe9-46d3-8ed4-7e0cd242bc18 req-06bb088b-7a4f-435b-954f-8b5c80becf0d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.2830765 Jul 06 11:49:27.593189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Allocated IP 172.20.0.5 (50b2a7f7-73bf-450e-90b6-1dc0017ce431/cc1823c6-31ea-41af-a296-af4300e5b5d6/916c1c2d-3c88-4d17-8b44-f1eeca17bb89) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:27.615885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-bcae0e4d-dc59-4a8f-a0c4-73c4948599cd req-0252ec46-9fd5-4af6-ac7f-f2f10bc8ec2d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] For port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061,segment=NetworkSegment(6cadc8b8-c4f1-4389-9d38-03972d6824d8),segment_id=6cadc8b8-c4f1-4389-9d38-03972d6824d8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:27.616264 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bcae0e4d-dc59-4a8f-a0c4-73c4948599cd req-0252ec46-9fd5-4af6-ac7f-f2f10bc8ec2d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.639400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22f48-2e99-4806-9318-e93d1d13df79 req-d2683f67-553a-4133-a5f3-f00ad4eeacea tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:27.641656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97f22f48-2e99-4806-9318-e93d1d13df79 req-d2683f67-553a-4133-a5f3-f00ad4eeacea tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 945 time: 0.4073694 Jul 06 11:49:27.645640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:27.650200 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.662111 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2cd5831-cbe9-46d3-8ed4-7e0cd242bc18 req-4ab7756e-8419-43e0-8fa4-f2d6566bc73a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976698 Jul 06 11:49:27.665701 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-bcae0e4d-dc59-4a8f-a0c4-73c4948599cd req-0252ec46-9fd5-4af6-ac7f-f2f10bc8ec2d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Calling delete_port for 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:27.727320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:27.802311 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.802631 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment 82012231-3a59-4925-9498-62bd6b6e8e6f of type vlan for network b98a2b7f-0592-488d-9d1d-82668ef4eadc Jul 06 11:49:27.819189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97f22f48-2e99-4806-9318-e93d1d13df79 req-18b6fff4-cabb-4351-896d-96349474051e tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658568 Jul 06 11:49:27.881039 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.926979 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.971693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Transition to ACTIVE for port object 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:27.981125 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.987119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:27.987990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.050518 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.132596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event updated for resources: {'Port': ['ID=916c1c2d-3c88-4d17-8b44-f1eeca17bb89,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:28.136875 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6631646 Jul 06 11:49:28.141117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52540) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:28.152172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-13fb57d8-7c0e-4a74-8d31-8424083e8882 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:28.159604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:28.162502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:28.175094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:28.237956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66812582-8c8e-4c01-94a5-f4e0070f6306 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=b98a2b7f-0592-488d-9d1d-82668ef4eadc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:28.255850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b98a2b7f-0592-488d-9d1d-82668ef4eadc details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:28.261774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2b5a5-c379-4489-b812-5e0cb6a8e604 req-58653471-8c7a-4f12-ac46-fb09f3682bf7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.267996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2b5a5-c379-4489-b812-5e0cb6a8e604 req-58653471-8c7a-4f12-ac46-fb09f3682bf7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.274145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2b5a5-c379-4489-b812-5e0cb6a8e604 req-58653471-8c7a-4f12-ac46-fb09f3682bf7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.280869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2b5a5-c379-4489-b812-5e0cb6a8e604 req-58653471-8c7a-4f12-ac46-fb09f3682bf7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.287496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2b5a5-c379-4489-b812-5e0cb6a8e604 req-58653471-8c7a-4f12-ac46-fb09f3682bf7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.301227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2b5a5-c379-4489-b812-5e0cb6a8e604 req-58653471-8c7a-4f12-ac46-fb09f3682bf7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.311899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2b5a5-c379-4489-b812-5e0cb6a8e604 req-58653471-8c7a-4f12-ac46-fb09f3682bf7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.319902 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cac2b5a5-c379-4489-b812-5e0cb6a8e604 req-58653471-8c7a-4f12-ac46-fb09f3682bf7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.4272239 Jul 06 11:49:28.406090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bcae0e4d-dc59-4a8f-a0c4-73c4948599cd req-0252ec46-9fd5-4af6-ac7f-f2f10bc8ec2d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.454597 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cac2b5a5-c379-4489-b812-5e0cb6a8e604 req-2539f2b5-ecce-4fd7-919d-50bb5c9152a3 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336517 Jul 06 11:49:28.516663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bc0ef-4f12-4525-b317-cf57c8d2675f req-bc5171ec-46de-4c12-aad3-7d2f5f020cc8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.538821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-708bc0ef-4f12-4525-b317-cf57c8d2675f req-bc5171ec-46de-4c12-aad3-7d2f5f020cc8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 931 time: 0.4423194 Jul 06 11:49:28.548657 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.566013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252ec46-9fd5-4af6-ac7f-f2f10bc8ec2d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Pushing event deleted for resources: {'Port': ['ID=0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:28.634405 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.654417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9a23fa76-3595-4035-bbf9-537d9d9bfbef None None] Provisioning for port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:28.662683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9a23fa76-3595-4035-bbf9-537d9d9bfbef None None] Provisioning complete for port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:28.663890 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a23fa76-3595-4035-bbf9-537d9d9bfbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.692258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcae0e4d-dc59-4a8f-a0c4-73c4948599cd req-0252ec46-9fd5-4af6-ac7f-f2f10bc8ec2d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] No DVR routers for this DVR port 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:28.694777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.695415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.714182 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bcae0e4d-dc59-4a8f-a0c4-73c4948599cd req-0252ec46-9fd5-4af6-ac7f-f2f10bc8ec2d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.716641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bcae0e4d-dc59-4a8f-a0c4-73c4948599cd req-0252ec46-9fd5-4af6-ac7f-f2f10bc8ec2d tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.47 "DELETE /v2.0/ports/0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 HTTP/1.1" status: 204 len: 173 time: 2.9751770 Jul 06 11:49:28.717338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc2add8-f302-4e84-bd73-4f417dfad881', 'name': 'network-vif-deleted', 'tag': '0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:28.720017 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990bf3f3-fe48-4a88-8b1e-3c27479460f1" -d '{"events": [{"server_uuid": "ddc2add8-f302-4e84-bd73-4f417dfad881", "name": "network-vif-deleted", "tag": "0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:28.722177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:28.758307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-708bc0ef-4f12-4525-b317-cf57c8d2675f req-622d6b6b-5649-4a07-977f-bac34e6d0468 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181654 Jul 06 11:49:28.810383 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f132178b-50e0-4b9a-8fac-570e916cde5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6010807 Jul 06 11:49:28.829457 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9a23fa76-3595-4035-bbf9-537d9d9bfbef None None] Port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:28.830270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Request body: {'port': {'device_id': 'cea50fef-bb64-4b63-ba9a-044598b886c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:28.832044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:28.832401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:29.036326 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.069745 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90254fe1-97c5-4fca-b753-0322c59793c2 x-openstack-request-id: req-90254fe1-97c5-4fca-b753-0322c59793c2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:29.077339 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc2add8-f302-4e84-bd73-4f417dfad881", "name": "network-vif-deleted", "tag": "0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:29.077648 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90254fe1-97c5-4fca-b753-0322c59793c2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:29.078137 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc2add8-f302-4e84-bd73-4f417dfad881', 'name': 'network-vif-deleted', 'tag': '0bfcc509-fe5c-4e4c-b63c-2ef2a20bc061', 'status': 'completed', 'code': 200} Jul 06 11:49:29.115925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8e88d-33ba-4d6a-b81b-5d1a858a4579 req-ab4ff63a-54e2-4bcc-8da9-69c2658dd28c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.122992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fe8e88d-33ba-4d6a-b81b-5d1a858a4579 req-ab4ff63a-54e2-4bcc-8da9-69c2658dd28c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.1472464 Jul 06 11:49:29.189449 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 56e2de8f-0167-420f-8b93-43b7a223a454 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:29.222657 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fe8e88d-33ba-4d6a-b81b-5d1a858a4579 req-06925665-33ec-432d-9742-763ed2ad2125 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918429 Jul 06 11:49:29.344399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88a46c23-acf0-4c3d-97ca-c0c6b7419a08 req-b9bb0ed1-00e8-4e65-baa8-c17abe82fbcb tempest-ServerDiskConfigTestJSON-1124680845 tempest-ServerDiskConfigTestJSON-1124680845-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddc2add8-f302-4e84-bd73-4f417dfad881 HTTP/1.1" status: 200 len: 210 time: 0.0917099 Jul 06 11:49:29.360280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:29.368462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.381103 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Transition to ACTIVE for port object 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:29.388465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.405225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13fb57d8-7c0e-4a74-8d31-8424083e8882 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.412685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 56e2de8f-0167-420f-8b93-43b7a223a454, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=56e2de8f-0167-420f-8b93-43b7a223a454,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:29.427580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '56e2de8f-0167-420f-8b93-43b7a223a454', 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152', 'port_id': '56e2de8f-0167-420f-8b93-43b7a223a454', 'mac_address': 'fa:16:3e:c7:77:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f291af92-edf5-466b-b1cd-59d70003fcf8', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:29.458803 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13fb57d8-7c0e-4a74-8d31-8424083e8882 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.540241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13fb57d8-7c0e-4a74-8d31-8424083e8882 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network b98a2b7f-0592-488d-9d1d-82668ef4eadc is not hosted by any dhcp agent {{(pid=93815) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:49:29.546373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fb57d8-7c0e-4a74-8d31-8424083e8882 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.547019 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13fb57d8-7c0e-4a74-8d31-8424083e8882 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.548385 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-13fb57d8-7c0e-4a74-8d31-8424083e8882 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "PUT /v2.0/networks/b98a2b7f-0592-488d-9d1d-82668ef4eadc HTTP/1.1" status: 200 len: 723 time: 1.4048538 Jul 06 11:49:29.552992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:29.558475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'network_id': 'b98a2b7f-0592-488d-9d1d-82668ef4eadc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:29.567412 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.583769 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb57d8-7c0e-4a74-8d31-8424083e8882 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=b98a2b7f-0592-488d-9d1d-82668ef4eadc,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:29.625635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Pushing event updated for resources: {'Port': ['ID=916c1c2d-3c88-4d17-8b44-f1eeca17bb89,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:29.628358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e2de8f-0167-420f-8b93-43b7a223a454 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:29.634137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b98a2b7f-0592-488d-9d1d-82668ef4eadc details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:29.842175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Attempting to bind port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:29.842851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Attempting to bind port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:29.842989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Attempting to bind port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:29.857463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:29.857982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Attempting to bind port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:29.878051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:29.888009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Checking segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:29.888621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Bound using segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:29.890217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Bound port: 916c1c2d-3c88-4d17-8b44-f1eeca17bb89, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:29.890719 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.955390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 56e2de8f-0167-420f-8b93-43b7a223a454, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=56e2de8f-0167-420f-8b93-43b7a223a454,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:29.961581 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.962430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8e4656d7-6a85-4977-b392-1dd2dedf8b37 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:30.047571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=56e2de8f-0167-420f-8b93-43b7a223a454,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:30.084693 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576c250-4234-4d94-b02b-71dff00e5658 req-df8c83a1-256e-44de-ac60-f0aebcf26601 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.093509 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5576c250-4234-4d94-b02b-71dff00e5658 req-df8c83a1-256e-44de-ac60-f0aebcf26601 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d08388c3-a68d-4969-889e-907041eca39f HTTP/1.1" status: 200 len: 945 time: 0.3646419 Jul 06 11:49:30.100172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:30.105773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.110753 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] For port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:30.116182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] For port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=916c1c2d-3c88-4d17-8b44-f1eeca17bb89,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:30.119284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8e4656d7-6a85-4977-b392-1dd2dedf8b37, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8e4656d7-6a85-4977-b392-1dd2dedf8b37,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:30.124606 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.148222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '8e4656d7-6a85-4977-b392-1dd2dedf8b37', 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152', 'port_id': '8e4656d7-6a85-4977-b392-1dd2dedf8b37', 'mac_address': 'fa:16:3e:38:67:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f291af92-edf5-466b-b1cd-59d70003fcf8', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:30.182327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.183278 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.186462 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] 10.222.0.86 "PUT /v2.0/ports/916c1c2d-3c88-4d17-8b44-f1eeca17bb89 HTTP/1.1" status: 200 len: 1091 time: 1.3634965 Jul 06 11:49:30.187124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea50fef-bb64-4b63-ba9a-044598b886c1', 'tag': '916c1c2d-3c88-4d17-8b44-f1eeca17bb89'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:30.215248 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "cea50fef-bb64-4b63-ba9a-044598b886c1", "tag": "916c1c2d-3c88-4d17-8b44-f1eeca17bb89"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:30.295385 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.310213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52857eed-d670-42d2-a1b3-2d423c010d17 service neutron] Pushing event updated for resources: {'Port': ['ID=916c1c2d-3c88-4d17-8b44-f1eeca17bb89,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:30.334746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4656d7-6a85-4977-b392-1dd2dedf8b37 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:30.345753 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f2b455ae-798a-4f1e-8e28-c5d1f9a9e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.348296 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-f2b455ae-798a-4f1e-8e28-c5d1f9a9e0d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 1094 time: 0.1099749 Jul 06 11:49:30.390594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8e4656d7-6a85-4977-b392-1dd2dedf8b37, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8e4656d7-6a85-4977-b392-1dd2dedf8b37,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:30.396444 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.397269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a7a5a745-bcee-4e50-843c-2df3aff45473 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:30.432743 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-87cdc06c-cafa-46e0-8c29-57a305e47f8c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916c1c2d-3c88-4d17-8b44-f1eeca17bb89 HTTP/1.1" status: 200 len: 217 time: 0.0721054 Jul 06 11:49:30.564084 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.593620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-fbf5d290-6049-4983-8d4e-846ee0f58415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.595816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-fbf5d290-6049-4983-8d4e-846ee0f58415 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1563785 Jul 06 11:49:30.635169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=617456ba-be1d-419f-85a2-a2ee016b906a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:30.657041 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a7a5a745-bcee-4e50-843c-2df3aff45473, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a7a5a745-bcee-4e50-843c-2df3aff45473,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:30.665805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5576c250-4234-4d94-b02b-71dff00e5658 req-7b1d64e2-961d-4fbb-89ef-1c560f63452a tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710685 Jul 06 11:49:30.677948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'a7a5a745-bcee-4e50-843c-2df3aff45473', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'port_id': 'a7a5a745-bcee-4e50-843c-2df3aff45473', 'mac_address': 'fa:16:3e:a9:ec:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:30.701187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89c4d5-eb32-4ea5-8a4c-cdeddf3fede2 req-f674750d-3104-4066-baab-9c2e37d85e44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.709105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486f5a8-0815-487f-b9a9-06be8d55fb9a req-a0b86590-de89-42ae-9b78-a801e1b41006 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.719660 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4486f5a8-0815-487f-b9a9-06be8d55fb9a req-a0b86590-de89-42ae-9b78-a801e1b41006 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.86 "GET /v2.0/ports?device_id=d08388c3-a68d-4969-889e-907041eca39f HTTP/1.1" status: 200 len: 945 time: 0.2086737 Jul 06 11:49:30.723603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89c4d5-eb32-4ea5-8a4c-cdeddf3fede2 req-f674750d-3104-4066-baab-9c2e37d85e44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.736196 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89c4d5-eb32-4ea5-8a4c-cdeddf3fede2 req-f674750d-3104-4066-baab-9c2e37d85e44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.745321 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89c4d5-eb32-4ea5-8a4c-cdeddf3fede2 req-f674750d-3104-4066-baab-9c2e37d85e44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.755540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89c4d5-eb32-4ea5-8a4c-cdeddf3fede2 req-f674750d-3104-4066-baab-9c2e37d85e44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.765924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89c4d5-eb32-4ea5-8a4c-cdeddf3fede2 req-f674750d-3104-4066-baab-9c2e37d85e44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.774322 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89c4d5-eb32-4ea5-8a4c-cdeddf3fede2 req-f674750d-3104-4066-baab-9c2e37d85e44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.785583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e89c4d5-eb32-4ea5-8a4c-cdeddf3fede2 req-f674750d-3104-4066-baab-9c2e37d85e44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5428 time: 0.9553297 Jul 06 11:49:30.786276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=8e4656d7-6a85-4977-b392-1dd2dedf8b37,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:30.797754 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.829451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a5a745-bcee-4e50-843c-2df3aff45473 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:30.860509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking segment: {'id': '82012231-3a59-4925-9498-62bd6b6e8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b98a2b7f-0592-488d-9d1d-82668ef4eadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:30.861509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network hostable DHCP agents. Network: b98a2b7f-0592-488d-9d1d-82668ef4eadc, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:30.897027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a7a5a745-bcee-4e50-843c-2df3aff45473, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a7a5a745-bcee-4e50-843c-2df3aff45473,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:30.899327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e89c4d5-eb32-4ea5-8a4c-cdeddf3fede2 req-7054c341-c998-4a03-a554-ae58ed6d943f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126578 Jul 06 11:49:30.905890 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.908938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device e029091b-0985-43fe-b1b1-4edd53785c4d details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:30.912150 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-cf12bcc8-619b-4400-8f9f-427de075ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.915047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-cf12bcc8-619b-4400-8f9f-427de075ad91 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3120987 Jul 06 11:49:31.003255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a7a5a745-bcee-4e50-843c-2df3aff45473,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:31.008179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port e029091b-0985-43fe-b1b1-4edd53785c4d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e029091b-0985-43fe-b1b1-4edd53785c4d,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:31.021879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'e029091b-0985-43fe-b1b1-4edd53785c4d', 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152', 'port_id': 'e029091b-0985-43fe-b1b1-4edd53785c4d', 'mac_address': 'fa:16:3e:3d:a9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f291af92-edf5-466b-b1cd-59d70003fcf8', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:31.028071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network b98a2b7f-0592-488d-9d1d-82668ef4eadc is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:31.074908 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.110931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, b98a2b7f-0592-488d-9d1d-82668ef4eadc) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:31.121075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.123014 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.139249 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f66b7a-4e8d-48d9-887b-55159e3b4523 None None] Network b98a2b7f-0592-488d-9d1d-82668ef4eadc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:31.169727 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-5b83195b-34e5-484b-95c7-a6b99fa42067 service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362931 Jul 06 11:49:31.185549 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f625c09c-7ec6-4d7f-82eb-001097d8050a x-openstack-request-id: req-f625c09c-7ec6-4d7f-82eb-001097d8050a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:31.185854 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea50fef-bb64-4b63-ba9a-044598b886c1", "tag": "916c1c2d-3c88-4d17-8b44-f1eeca17bb89", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:31.186142 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f625c09c-7ec6-4d7f-82eb-001097d8050a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:31.186580 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea50fef-bb64-4b63-ba9a-044598b886c1', 'tag': '916c1c2d-3c88-4d17-8b44-f1eeca17bb89', 'status': 'completed', 'code': 200} Jul 06 11:49:31.201852 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0097d2e6-10b5-4ca9-92d7-e62e50db5b42 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6458225 Jul 06 11:49:31.205170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52586) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:31.232868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e029091b-0985-43fe-b1b1-4edd53785c4d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:31.252910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e7bf8bb2-a623-4200-850c-d0021a9013a4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:31.258471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3c594-5a20-4802-97c7-07b5fdca522e req-587d9027-5291-4e15-b88e-b22a1e1ad2ee tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.263195 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63f3c594-5a20-4802-97c7-07b5fdca522e req-587d9027-5291-4e15-b88e-b22a1e1ad2ee tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 943 time: 0.3583562 Jul 06 11:49:31.319258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63f3c594-5a20-4802-97c7-07b5fdca522e req-9f2a0f1e-a71a-4fab-9bf0-337ef3e95d61 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514886 Jul 06 11:49:31.437134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port e029091b-0985-43fe-b1b1-4edd53785c4d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e029091b-0985-43fe-b1b1-4edd53785c4d,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:31.449569 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.453439 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8bb2-a623-4200-850c-d0021a9013a4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4051929'] for subnet, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.568187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4486f5a8-0815-487f-b9a9-06be8d55fb9a req-ba4fa38e-8751-44e0-9b5e-4181eff25865 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Deleting port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:31.573605 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4486f5a8-0815-487f-b9a9-06be8d55fb9a req-ba4fa38e-8751-44e0-9b5e-4181eff25865 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.588688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=e029091b-0985-43fe-b1b1-4edd53785c4d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:31.591792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:31.609035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-b98a2b7f-0592-488d-9d1d-82668ef4eadc', 'network_id': 'b98a2b7f-0592-488d-9d1d-82668ef4eadc', 'tenant_id': 'fb1e1cefc5c141faa1f8f83bdd33bbe5', 'fixed_ips': [{'subnet_id': '617456ba-be1d-419f-85a2-a2ee016b906a'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:31.609922 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.654398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a9693-52d4-49bf-aa5d-0e56e3382e4c req-f74a1481-7d54-4f15-b14f-1e8fdbd3c280 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.662528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d46a9693-52d4-49bf-aa5d-0e56e3382e4c req-f74a1481-7d54-4f15-b14f-1e8fdbd3c280 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.1732323 Jul 06 11:49:31.725245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d46a9693-52d4-49bf-aa5d-0e56e3382e4c req-0b41c031-7ea1-4653-89c4-694ef7d8d157 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616148 Jul 06 11:49:31.785200 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8edd3d07-21de-4c47-a5a5-760ac4f3f1a3 req-3598704e-a876-4b40-9d35-5b5c116d65ce service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975003 Jul 06 11:49:32.061208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203e8b1-e711-4694-bb34-5f61eedd1747 req-74f8930e-6475-4c47-b0af-5d7be74e2c60 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.071210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5203e8b1-e711-4694-bb34-5f61eedd1747 req-74f8930e-6475-4c47-b0af-5d7be74e2c60 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d08388c3-a68d-4969-889e-907041eca39f HTTP/1.1" status: 200 len: 945 time: 0.1677341 Jul 06 11:49:32.111122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4486f5a8-0815-487f-b9a9-06be8d55fb9a req-ba4fa38e-8751-44e0-9b5e-4181eff25865 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] For port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:32.116661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4486f5a8-0815-487f-b9a9-06be8d55fb9a req-ba4fa38e-8751-44e0-9b5e-4181eff25865 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.128375 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5203e8b1-e711-4694-bb34-5f61eedd1747 req-d5c45bba-f5f9-4b42-83f6-c4996a4eb5e0 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558045 Jul 06 11:49:32.170020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['e029091b-0985-43fe-b1b1-4edd53785c4d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:32.176107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4486f5a8-0815-487f-b9a9-06be8d55fb9a req-ba4fa38e-8751-44e0-9b5e-4181eff25865 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Calling delete_port for c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:32.253571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['56e2de8f-0167-420f-8b93-43b7a223a454'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:32.280285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:32.287461 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8bb2-a623-4200-850c-d0021a9013a4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763113365279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3935052'] for subnet, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.297684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0', 'network_id': 'fe9c839b-7637-4be1-b268-411d357e0152', 'port_id': 'b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0', 'mac_address': 'fa:16:3e:8d:36:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f291af92-edf5-466b-b1cd-59d70003fcf8', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:32.337618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52616) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:32.450981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bf8bb2-a623-4200-850c-d0021a9013a4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.451841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8bb2-a623-4200-850c-d0021a9013a4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.453169 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e7bf8bb2-a623-4200-850c-d0021a9013a4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "PUT /v2.0/subnets/617456ba-be1d-419f-85a2-a2ee016b906a HTTP/1.1" status: 200 len: 806 time: 1.2301843 Jul 06 11:49:32.460409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52620) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:32.492588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2 req-c0f14c06-7a9d-4924-b83f-812dccf44e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.498386 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2 req-c0f14c06-7a9d-4924-b83f-812dccf44e75 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 1094 time: 0.6314363 Jul 06 11:49:32.501482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a61ea5-e0e6-4f5b-8457-099d62c8363a admin admin] Deleting subnet 5638a9dc-13f5-449c-820c-74495bd64921 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:32.565443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf8bb2-a623-4200-850c-d0021a9013a4 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=617456ba-be1d-419f-85a2-a2ee016b906a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:32.574502 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1a61ea5-e0e6-4f5b-8457-099d62c8363a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.634537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Allocated IP 172.20.0.2 (b98a2b7f-0592-488d-9d1d-82668ef4eadc/617456ba-be1d-419f-85a2-a2ee016b906a/23e13f9c-0849-4945-8249-9c5f6068d6f5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:32.644306 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.667597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:32.697426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee1957-76fe-48b7-8344-370c0adbb89a req-835043db-6366-4f52-b6ea-033ff93d289f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.714273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee1957-76fe-48b7-8344-370c0adbb89a req-835043db-6366-4f52-b6ea-033ff93d289f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.724383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee1957-76fe-48b7-8344-370c0adbb89a req-835043db-6366-4f52-b6ea-033ff93d289f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.731524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee1957-76fe-48b7-8344-370c0adbb89a req-835043db-6366-4f52-b6ea-033ff93d289f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.738944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee1957-76fe-48b7-8344-370c0adbb89a req-835043db-6366-4f52-b6ea-033ff93d289f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.745986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee1957-76fe-48b7-8344-370c0adbb89a req-835043db-6366-4f52-b6ea-033ff93d289f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.755602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee1957-76fe-48b7-8344-370c0adbb89a req-835043db-6366-4f52-b6ea-033ff93d289f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.758279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fbee1957-76fe-48b7-8344-370c0adbb89a req-835043db-6366-4f52-b6ea-033ff93d289f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5432 time: 0.3637447 Jul 06 11:49:32.769287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4486f5a8-0815-487f-b9a9-06be8d55fb9a req-ba4fa38e-8751-44e0-9b5e-4181eff25865 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.813115 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['ccfea350-d5ed-45df-92ce-e000ef94114c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:32.828388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fa38e-8751-44e0-9b5e-4181eff25865 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Pushing event deleted for resources: {'Port': ['ID=c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:32.837751 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1a61ea5-e0e6-4f5b-8457-099d62c8363a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.854343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2 req-c67bd7b3-7f05-4ef5-ad93-49581bea9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.856235 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2 req-c67bd7b3-7f05-4ef5-ad93-49581bea9169 service neutron] 10.222.0.86 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.3500896 Jul 06 11:49:32.924297 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2 req-a74172fd-e4d1-422b-9911-aca79f14d9ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916c1c2d-3c88-4d17-8b44-f1eeca17bb89 HTTP/1.1" status: 200 len: 217 time: 0.0476074 Jul 06 11:49:32.930819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fbee1957-76fe-48b7-8344-370c0adbb89a req-6e9f34b3-a731-4d18-9d82-d7a62a5acbd5 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421015 Jul 06 11:49:32.957842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:32.973831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['8e4656d7-6a85-4977-b392-1dd2dedf8b37'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:32.995982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4486f5a8-0815-487f-b9a9-06be8d55fb9a req-ba4fa38e-8751-44e0-9b5e-4181eff25865 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] No DVR routers for this DVR port c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:33.006391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4486f5a8-0815-487f-b9a9-06be8d55fb9a req-ba4fa38e-8751-44e0-9b5e-4181eff25865 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.014353 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4486f5a8-0815-487f-b9a9-06be8d55fb9a req-ba4fa38e-8751-44e0-9b5e-4181eff25865 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.86 "DELETE /v2.0/ports/c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a HTTP/1.1" status: 204 len: 173 time: 2.2563484 Jul 06 11:49:33.035295 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.036868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2 req-0047ca66-2d84-4413-8780-fd789489b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.038673 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2 req-0047ca66-2d84-4413-8780-fd789489b5ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.0944738 Jul 06 11:49:33.085279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c47c5-cb1e-4b35-b7a2-cd661f3f6bf7 req-a4c96004-e23d-48fa-8c20-33512288fb3b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.090695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-640c47c5-cb1e-4b35-b7a2-cd661f3f6bf7 req-a4c96004-e23d-48fa-8c20-33512288fb3b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 943 time: 0.4720500 Jul 06 11:49:33.117509 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1a61ea5-e0e6-4f5b-8457-099d62c8363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.122759 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.123533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f0af014a-513b-4deb-980d-b17fe4c4a924 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:33.184168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2 req-d5e43770-5989-435d-b223-663261e83761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.186299 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2 req-d5e43770-5989-435d-b223-663261e83761 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382785 Jul 06 11:49:33.187785 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08388c3-a68d-4969-889e-907041eca39f', 'name': 'network-vif-deleted', 'tag': 'c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:33.201195 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22c198a-a972-483a-bd8f-4e63200bf861" -d '{"events": [{"server_uuid": "d08388c3-a68d-4969-889e-907041eca39f", "name": "network-vif-deleted", "tag": "c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:33.314188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f0af014a-513b-4deb-980d-b17fe4c4a924, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f0af014a-513b-4deb-980d-b17fe4c4a924,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:33.366500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1a61ea5-e0e6-4f5b-8457-099d62c8363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.368799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'f0af014a-513b-4deb-980d-b17fe4c4a924', 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e', 'port_id': 'f0af014a-513b-4deb-980d-b17fe4c4a924', 'mac_address': 'fa:16:3e:bb:8a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3f5942-b855-4f35-bafa-058c0f9ea5c7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:33.373959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a7a5a745-bcee-4e50-843c-2df3aff45473'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:33.437543 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2 req-94990b2f-4594-4a1b-8dcf-c1a012df0ebe service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224936 Jul 06 11:49:33.441593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a61ea5-e0e6-4f5b-8457-099d62c8363a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5638a9dc-13f5-449c-820c-74495bd64921,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:33.576524 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.630665 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5779b3a1-f41a-4f75-8b11-c86ec2307bd2 req-c2765454-2168-442d-a334-9985d5226f98 service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830149 Jul 06 11:49:33.683839 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1a61ea5-e0e6-4f5b-8457-099d62c8363a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.686740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b1a61ea5-e0e6-4f5b-8457-099d62c8363a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5638a9dc-13f5-449c-820c-74495bd64921 HTTP/1.1" status: 204 len: 168 time: 1.3473451 Jul 06 11:49:33.689695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52646) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:33.844108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-640c47c5-cb1e-4b35-b7a2-cd661f3f6bf7 req-1b0f6c39-0482-4496-a3e9-8e7a4a6451ad tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7369459 Jul 06 11:49:33.893683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcc2a5-e74b-46a0-af83-761bfa85a355 req-000e188a-2566-4b4b-8523-27597b1b495f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.904706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05bcc2a5-e74b-46a0-af83-761bfa85a355 req-000e188a-2566-4b4b-8523-27597b1b495f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.6218629 Jul 06 11:49:33.922584 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.001507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05bcc2a5-e74b-46a0-af83-761bfa85a355 req-b5cd6917-c71a-4da5-b763-360bdce2478e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956166 Jul 06 11:49:34.044499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52654) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:34.070871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:34.181886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.213436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90516628-a9e7-415c-b9f2-7769c50303c3']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:34.223381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d093920-cc52-4c7c-bf9a-2b37ffd8a9b5 req-f3aaa2fd-a45f-429c-8153-98faf86ab9b1 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=d08388c3-a68d-4969-889e-907041eca39f HTTP/1.1" status: 200 len: 210 time: 0.0597186 Jul 06 11:49:34.239368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cadc8b8-c4f1-4389-9d38-03972d6824d8') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:34.239743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cadc8b8-c4f1-4389-9d38-03972d6824d8') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:34.269160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.295318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.307741 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:34.308210 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:34.310843 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:34.333384 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-442a800a-42d3-400d-aba6-404a0cdc6b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.398068 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54a0feb-5719-483f-8037-b6677e0127e8 x-openstack-request-id: req-e54a0feb-5719-483f-8037-b6677e0127e8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:34.398359 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08388c3-a68d-4969-889e-907041eca39f", "name": "network-vif-deleted", "tag": "c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:34.398611 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e54a0feb-5719-483f-8037-b6677e0127e8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:34.399005 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08388c3-a68d-4969-889e-907041eca39f', 'name': 'network-vif-deleted', 'tag': 'c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a', 'status': 'completed', 'code': 200} Jul 06 11:49:34.482569 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.495410 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.499933 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.504547 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/90516628-a9e7-415c-b9f2-7769c50303c3 HTTP/1.1" status: 204 len: 168 time: 0.8132303 Jul 06 11:49:34.520357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=90516628-a9e7-415c-b9f2-7769c50303c3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:34.532552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.532927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.533254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.533597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.533933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.534567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.534567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.534923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.535247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.535645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.535965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.536289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4584-9eaf-4248-be22-1dc2d4eb89c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:34.548757 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69545e7d-9812-4df8-9d67-524ec945e19c req-9985cef2-b82b-44e3-a345-b274f3652d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.550962 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-69545e7d-9812-4df8-9d67-524ec945e19c req-9985cef2-b82b-44e3-a345-b274f3652d29 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f&tenant_id=cd1e6cd433e348e2959ebc414d780c4f HTTP/1.1" status: 200 len: 1094 time: 0.1544034 Jul 06 11:49:34.639477 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-442a800a-42d3-400d-aba6-404a0cdc6b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.649442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0af014a-513b-4deb-980d-b17fe4c4a924 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:34.675408 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-442a800a-42d3-400d-aba6-404a0cdc6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.723819 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69545e7d-9812-4df8-9d67-524ec945e19c req-186791ad-7c32-400c-ac0f-440f8c53aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.729199 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-69545e7d-9812-4df8-9d67-524ec945e19c req-186791ad-7c32-400c-ac0f-440f8c53aa3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 1094 time: 0.1448808 Jul 06 11:49:34.799488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52670) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:34.812756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a800a-42d3-400d-aba6-404a0cdc6b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5c91ac-bfd6-4950-bcf0-cb92c9f010df,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:34.813849 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f0af014a-513b-4deb-980d-b17fe4c4a924, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f0af014a-513b-4deb-980d-b17fe4c4a924,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:34.821394 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-442a800a-42d3-400d-aba6-404a0cdc6b56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dfb0bb4d59a48cfa185a295eb3c612d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7755234 Jul 06 11:49:34.832607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52672) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:34.832726 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.833335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:34.845700 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773fb86-65b3-4437-9609-4844f47af542 req-53a9ea25-f0b0-40e0-8bac-cb3e48d0ee7a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.851807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773fb86-65b3-4437-9609-4844f47af542 req-53a9ea25-f0b0-40e0-8bac-cb3e48d0ee7a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.858085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773fb86-65b3-4437-9609-4844f47af542 req-53a9ea25-f0b0-40e0-8bac-cb3e48d0ee7a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.863822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:34.864195 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773fb86-65b3-4437-9609-4844f47af542 req-53a9ea25-f0b0-40e0-8bac-cb3e48d0ee7a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.871490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773fb86-65b3-4437-9609-4844f47af542 req-53a9ea25-f0b0-40e0-8bac-cb3e48d0ee7a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.878483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773fb86-65b3-4437-9609-4844f47af542 req-53a9ea25-f0b0-40e0-8bac-cb3e48d0ee7a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.884393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d', 'network_id': '6500b71c-f47e-4815-a660-d6db6c42d73e', 'port_id': 'c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d', 'mac_address': 'fa:16:3e:da:ee:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3f5942-b855-4f35-bafa-058c0f9ea5c7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:34.886418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773fb86-65b3-4437-9609-4844f47af542 req-53a9ea25-f0b0-40e0-8bac-cb3e48d0ee7a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.896471 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d773fb86-65b3-4437-9609-4844f47af542 req-53a9ea25-f0b0-40e0-8bac-cb3e48d0ee7a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5433 time: 0.4088063 Jul 06 11:49:34.942104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69545e7d-9812-4df8-9d67-524ec945e19c req-35bba10f-c6ee-4f86-9823-d8af2180fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.943725 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-69545e7d-9812-4df8-9d67-524ec945e19c req-35bba10f-c6ee-4f86-9823-d8af2180fb32 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.2054923 Jul 06 11:49:34.994942 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d773fb86-65b3-4437-9609-4844f47af542 req-611cbf66-e1c6-49d7-9f40-e14bafeb02e7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980699 Jul 06 11:49:35.014613 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7b1dd650-1820-412c-8bf8-a10e31eddcc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4eb55b7769694658a57cdd343a779d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134602 Jul 06 11:49:35.018608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52678) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:35.061192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d299252-4233-4fb7-869e-b97fe0c85ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.100531 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-69545e7d-9812-4df8-9d67-524ec945e19c req-a78493af-2a3c-48ab-9069-f6947ac98e53 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=451c2942-a939-4d38-a343-df21d74f6cf9 HTTP/1.1" status: 200 len: 999 time: 0.1463373 Jul 06 11:49:35.128659 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.130562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f0af014a-513b-4deb-980d-b17fe4c4a924,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:35.154365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ce7216e-2492-401b-9373-91bb1db19420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.162902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:35.175561 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d299252-4233-4fb7-869e-b97fe0c85ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.228436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Transition to ACTIVE for port object 23e13f9c-0849-4945-8249-9c5f6068d6f5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:35.251810 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ce7216e-2492-401b-9373-91bb1db19420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.268261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69545e7d-9812-4df8-9d67-524ec945e19c req-964a9a9c-ea27-4d59-8ce3-513da6ac2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:35.270819 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-69545e7d-9812-4df8-9d67-524ec945e19c req-964a9a9c-ea27-4d59-8ce3-513da6ac2097 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.1620431 Jul 06 11:49:35.288840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Transition to ACTIVE for port object 23e13f9c-0849-4945-8249-9c5f6068d6f5 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:35.298930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.319753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:35.345913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd46e7-729d-48cf-b163-abdcdb341ef4 req-5fa86ddb-1db5-477f-a132-8159ae8e4a61 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:35.348768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12fd46e7-729d-48cf-b163-abdcdb341ef4 req-5fa86ddb-1db5-477f-a132-8159ae8e4a61 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 943 time: 0.1684699 Jul 06 11:49:35.354915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:35.369698 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.374493 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.396980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:35.407197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69545e7d-9812-4df8-9d67-524ec945e19c req-e169241c-caa2-4de4-b8a2-5fbace407681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:35.408785 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-69545e7d-9812-4df8-9d67-524ec945e19c req-e169241c-caa2-4de4-b8a2-5fbace407681 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303957 Jul 06 11:49:35.427226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 56e2de8f-0167-420f-8b93-43b7a223a454 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:35.451576 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.515743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Network b98a2b7f-0592-488d-9d1d-82668ef4eadc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:35.548989 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-69545e7d-9812-4df8-9d67-524ec945e19c req-7d45e6fd-a657-4608-9fb7-a1d7d822dab6 service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301084 Jul 06 11:49:35.552414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:35.569090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.579999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98a2b7f-0592-488d-9d1d-82668ef4eadc']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:35.587136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:35.593593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82012231-3a59-4925-9498-62bd6b6e8e6f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:35.593892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82012231-3a59-4925-9498-62bd6b6e8e6f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:35.599496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12fd46e7-729d-48cf-b163-abdcdb341ef4 req-aab56da9-330c-4e65-a3ca-60b611b69498 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250805 Jul 06 11:49:35.600243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Subnet': ['ID=617456ba-be1d-419f-85a2-a2ee016b906a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:35.614292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.614649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.614987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.615324 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.615685 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.616093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.616342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.616670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.616998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.617605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.618046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.618265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:35.624388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d299252-4233-4fb7-869e-b97fe0c85ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.626973 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d299252-4233-4fb7-869e-b97fe0c85ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.627284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:35.628257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9d299252-4233-4fb7-869e-b97fe0c85ba9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c5c91ac-bfd6-4950-bcf0-cb92c9f010df HTTP/1.1" status: 204 len: 168 time: 0.7303603 Jul 06 11:49:35.639508 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.667174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d299252-4233-4fb7-869e-b97fe0c85ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5c91ac-bfd6-4950-bcf0-cb92c9f010df,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:35.684448 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39161d4c-ca10-476f-b7f1-afa4b9f1e0e6 req-9b352b70-88db-4635-80c0-2d2c385753fe tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:35.687239 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-39161d4c-ca10-476f-b7f1-afa4b9f1e0e6 req-9b352b70-88db-4635-80c0-2d2c385753fe tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.3628101 Jul 06 11:49:35.688654 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.691600 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ce7216e-2492-401b-9373-91bb1db19420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.694187 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ce7216e-2492-401b-9373-91bb1db19420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.695391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6ce7216e-2492-401b-9373-91bb1db19420 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28e4ee0f-11ae-40e5-bd96-9e37e01a92a1 HTTP/1.1" status: 204 len: 168 time: 0.6758356 Jul 06 11:49:35.705430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:35.705838 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.709422 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-69545e7d-9812-4df8-9d67-524ec945e19c req-603dea25-d240-452a-a1dc-fde5089bafe6 service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519444 Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:35.714045 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:35.750561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7216e-2492-401b-9373-91bb1db19420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e4ee0f-11ae-40e5-bd96-9e37e01a92a1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:35.864384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=916c1c2d-3c88-4d17-8b44-f1eeca17bb89,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:35.901949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-39161d4c-ca10-476f-b7f1-afa4b9f1e0e6 req-8971afb1-16ce-4b0c-9758-e2f8ef932f6d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028561 Jul 06 11:49:35.903558 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:49:35.903558 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:49:35.903558 n-d-799527-2 neutron-server[93814]: [parameters: {'id': 'b98a2b7f-0592-488d-9d1d-82668ef4eadc'}] Jul 06 11:49:35.903558 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:49:35.903879 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:49:35.943836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Attempting to bind port 23e13f9c-0849-4945-8249-9c5f6068d6f5 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:35.943836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Attempting to bind port 23e13f9c-0849-4945-8249-9c5f6068d6f5 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '82012231-3a59-4925-9498-62bd6b6e8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b98a2b7f-0592-488d-9d1d-82668ef4eadc'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:35.943836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Attempting to bind port 23e13f9c-0849-4945-8249-9c5f6068d6f5 on network b98a2b7f-0592-488d-9d1d-82668ef4eadc {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:35.943836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '916c1c2d-3c88-4d17-8b44-f1eeca17bb89', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'port_id': '916c1c2d-3c88-4d17-8b44-f1eeca17bb89', 'mac_address': 'fa:16:3e:b8:13:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:35.975871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['f0af014a-513b-4deb-980d-b17fe4c4a924'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:35.989500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:35.990164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Checking segment: {'id': '82012231-3a59-4925-9498-62bd6b6e8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b98a2b7f-0592-488d-9d1d-82668ef4eadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:35.990582 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.991036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Bound using segment: {'id': '82012231-3a59-4925-9498-62bd6b6e8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b98a2b7f-0592-488d-9d1d-82668ef4eadc'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:35.991541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Bound port: 23e13f9c-0849-4945-8249-9c5f6068d6f5, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82012231-3a59-4925-9498-62bd6b6e8e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b98a2b7f-0592-488d-9d1d-82668ef4eadc'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:35.991946 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.039250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:36.063356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:36.096436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Pushing event updated for resources: {'Port': ['ID=23e13f9c-0849-4945-8249-9c5f6068d6f5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:36.125520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 56e2de8f-0167-420f-8b93-43b7a223a454 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:36.154002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 56e2de8f-0167-420f-8b93-43b7a223a454 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:36.154379 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.203008 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.351370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:36.357820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256dba-8c54-41a0-b5df-3f791adb9713 req-2cfd715f-3339-44ef-8feb-7518f1cb21a8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.363926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256dba-8c54-41a0-b5df-3f791adb9713 req-2cfd715f-3339-44ef-8feb-7518f1cb21a8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.370214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256dba-8c54-41a0-b5df-3f791adb9713 req-2cfd715f-3339-44ef-8feb-7518f1cb21a8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.371186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] For port 23e13f9c-0849-4945-8249-9c5f6068d6f5, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:36.376994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256dba-8c54-41a0-b5df-3f791adb9713 req-2cfd715f-3339-44ef-8feb-7518f1cb21a8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.383182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256dba-8c54-41a0-b5df-3f791adb9713 req-2cfd715f-3339-44ef-8feb-7518f1cb21a8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.384522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] For port 23e13f9c-0849-4945-8249-9c5f6068d6f5, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=23e13f9c-0849-4945-8249-9c5f6068d6f5,segment=NetworkSegment(82012231-3a59-4925-9498-62bd6b6e8e6f),segment_id=82012231-3a59-4925-9498-62bd6b6e8e6f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:36.390586 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256dba-8c54-41a0-b5df-3f791adb9713 req-2cfd715f-3339-44ef-8feb-7518f1cb21a8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.397162 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256dba-8c54-41a0-b5df-3f791adb9713 req-2cfd715f-3339-44ef-8feb-7518f1cb21a8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.399309 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1256dba-8c54-41a0-b5df-3f791adb9713 req-2cfd715f-3339-44ef-8feb-7518f1cb21a8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5435 time: 0.1397917 Jul 06 11:49:36.408759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537f7c8-179a-40f6-b818-467c42bf10ae req-2261cc96-348c-426c-a5ab-05c1343e573c tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.410637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b537f7c8-179a-40f6-b818-467c42bf10ae req-2261cc96-348c-426c-a5ab-05c1343e573c tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.2041447 Jul 06 11:49:36.412618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.468214 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.516727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b537f7c8-179a-40f6-b818-467c42bf10ae req-df940c0f-f65a-4ad9-9709-ca1f4bd77828 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979264 Jul 06 11:49:36.521416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1256dba-8c54-41a0-b5df-3f791adb9713 req-cf4b1c60-5ef6-4666-b74b-7225f846408b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096833 Jul 06 11:49:36.561333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Deleting port 23e13f9c-0849-4945-8249-9c5f6068d6f5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:36.561890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.571386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=916c1c2d-3c88-4d17-8b44-f1eeca17bb89,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:36.593504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52716) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:36.634060 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c53e34ca-330b-4191-9b36-852e189447db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.651399 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.682537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] For port 23e13f9c-0849-4945-8249-9c5f6068d6f5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=23e13f9c-0849-4945-8249-9c5f6068d6f5,segment=NetworkSegment(82012231-3a59-4925-9498-62bd6b6e8e6f),segment_id=82012231-3a59-4925-9498-62bd6b6e8e6f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:36.682912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.706182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Calling delete_port for 23e13f9c-0849-4945-8249-9c5f6068d6f5 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:36.779463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491a305-1736-4d84-806f-0f51ee4d494c None None] Pushing event updated for resources: {'Port': ['ID=23e13f9c-0849-4945-8249-9c5f6068d6f5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:36.794058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b2da2-5ef5-4b66-991d-4a08c4bf9f02 None None] Network b98a2b7f-0592-488d-9d1d-82668ef4eadc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:36.929109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c53e34ca-330b-4191-9b36-852e189447db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.951853 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c53e34ca-330b-4191-9b36-852e189447db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.031604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c53e34ca-330b-4191-9b36-852e189447db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4c0dda2170c42a0b01ff54c82a276c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369853 Jul 06 11:49:37.034741 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.035843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52732) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:37.089798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['916c1c2d-3c88-4d17-8b44-f1eeca17bb89'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:37.092765 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.156976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01072cce-6438-45f8-8d3d-27b6f80ae490 req-b1db0b10-a374-4a55-8c1c-e841e50b10e9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.169037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-01072cce-6438-45f8-8d3d-27b6f80ae490 req-b1db0b10-a374-4a55-8c1c-e841e50b10e9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 944 time: 0.3754606 Jul 06 11:49:37.176460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No DVR routers for this DVR port 23e13f9c-0849-4945-8249-9c5f6068d6f5 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:37.187078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Port': ['ID=23e13f9c-0849-4945-8249-9c5f6068d6f5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:37.226435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-228db01c-4aeb-401b-bde8-f29c4ac07bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.287034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=916c1c2d-3c88-4d17-8b44-f1eeca17bb89,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:37.319479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-228db01c-4aeb-401b-bde8-f29c4ac07bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.386912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e34ca-330b-4191-9b36-852e189447db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5301178-91ef-4bd1-b980-06f995f025be,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:37.431254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2de8f-0167-420f-8b93-43b7a223a454'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:37.438626 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37a2880-c559-4e5f-a02e-ac519afd8a19" -d '{"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "56e2de8f-0167-420f-8b93-43b7a223a454"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:37.462007 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-228db01c-4aeb-401b-bde8-f29c4ac07bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.466993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-228db01c-4aeb-401b-bde8-f29c4ac07bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.473698 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-228db01c-4aeb-401b-bde8-f29c4ac07bf3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5301178-91ef-4bd1-b980-06f995f025be HTTP/1.1" status: 204 len: 168 time: 0.4363446 Jul 06 11:49:37.499142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228db01c-4aeb-401b-bde8-f29c4ac07bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5301178-91ef-4bd1-b980-06f995f025be,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:37.580076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-01072cce-6438-45f8-8d3d-27b6f80ae490 req-0813cdbf-12e0-488a-9d3d-4439ea7471b5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100437 Jul 06 11:49:37.583035 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.590053 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 56e2de8f-0167-420f-8b93-43b7a223a454, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=56e2de8f-0167-420f-8b93-43b7a223a454,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:37.611296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98a2b7f-0592-488d-9d1d-82668ef4eadc']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:37.619562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4c0c2-7656-42fc-bdb2-6ea5852dd2a7 None None] Network b98a2b7f-0592-488d-9d1d-82668ef4eadc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:37.664180 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.665237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:37.754501 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f7a7c4-0e32-4f92-916c-df20f22fc5e1 x-openstack-request-id: req-f2f7a7c4-0e32-4f92-916c-df20f22fc5e1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:37.758365 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "56e2de8f-0167-420f-8b93-43b7a223a454", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:37.760173 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2f7a7c4-0e32-4f92-916c-df20f22fc5e1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:37.760634 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e2de8f-0167-420f-8b93-43b7a223a454', 'code': 200} Jul 06 11:49:38.108014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:38.108446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c6b4df23-0b00-4fb4-9a1a-97d86d5ce89a not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:38.131618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a7a5a745-bcee-4e50-843c-2df3aff45473 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:38.255224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=56e2de8f-0167-420f-8b93-43b7a223a454,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:38.275612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52758) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:38.342655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ed77b7-9860-4c18-ab4a-a860c2b65061 None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:49:38.412700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port a7a5a745-bcee-4e50-843c-2df3aff45473 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:38.439245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port a7a5a745-bcee-4e50-843c-2df3aff45473 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:38.442238 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.473749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82012231-3a59-4925-9498-62bd6b6e8e6f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:38.474353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82012231-3a59-4925-9498-62bd6b6e8e6f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:38.542681 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.572284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f61dad06-202d-4fba-ae4b-3c5d6c92bb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.618376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52772) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:38.625311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca05310-acc7-463c-8b45-e8f4c0953ef9 req-f421466b-780f-4c9b-8e87-4c63fc8aa654 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.632688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ca05310-acc7-463c-8b45-e8f4c0953ef9 req-f421466b-780f-4c9b-8e87-4c63fc8aa654 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 1.3551431 Jul 06 11:49:38.675492 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.779714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:38.782736 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:38.791354 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:38.849911 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.866641 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed77b7-9860-4c18-ab4a-a860c2b65061 None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:49:38.906110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a18a0-6691-4b0a-ac4b-31ed357d285d req-a7f455cb-3bdb-46d1-a71e-d433a508d60b tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.908089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-341a18a0-6691-4b0a-ac4b-31ed357d285d req-a7f455cb-3bdb-46d1-a71e-d433a508d60b tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.47 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.5036931 Jul 06 11:49:38.958365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336ae77-8ef8-4f4c-82b6-d83eade0660d req-3628051b-353b-4fa9-83ae-49bb7b611f2c tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.967636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f336ae77-8ef8-4f4c-82b6-d83eade0660d req-3628051b-353b-4fa9-83ae-49bb7b611f2c tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 946 time: 0.5801575 Jul 06 11:49:38.991026 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f61dad06-202d-4fba-ae4b-3c5d6c92bb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.009772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1390891689-network', 'tenant_id': 'baa909e8bd674a6ebd18ef5a0e660aab'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:39.021598 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f61dad06-202d-4fba-ae4b-3c5d6c92bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.034433 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ca05310-acc7-463c-8b45-e8f4c0953ef9 req-7a2b0326-6dcb-4f51-aaef-b18126115c05 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523037 Jul 06 11:49:39.062230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a7a5a745-bcee-4e50-843c-2df3aff45473, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a7a5a745-bcee-4e50-843c-2df3aff45473,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:39.074855 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.099324 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.106628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:39.124385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f336ae77-8ef8-4f4c-82b6-d83eade0660d req-4429ebe4-8bf4-46f6-9b2b-8d6cb24887d1 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555159 Jul 06 11:49:39.149810 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.169496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/b98a2b7f-0592-488d-9d1d-82668ef4eadc HTTP/1.1" status: 204 len: 168 time: 6.7064154 Jul 06 11:49:39.182312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52784) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:39.198524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5ec02-8060-4fed-8a36-324c0c10d94c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=b98a2b7f-0592-488d-9d1d-82668ef4eadc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:39.299101 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6e0325-8d98-4e92-87da-62ca7b4e6a31 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:39.302611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6e0325-8d98-4e92-87da-62ca7b4e6a31 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:39.306493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4a6e0325-8d98-4e92-87da-62ca7b4e6a31 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/b98a2b7f-0592-488d-9d1d-82668ef4eadc HTTP/1.1" status: 404 len: 339 time: 0.1223922 Jul 06 11:49:39.311002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52786) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:39.318076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1554769412', 'description': 'd1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:39.324216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dad06-202d-4fba-ae4b-3c5d6c92bb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a78396-5b98-409f-ab05-7a6a82e0bb13,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:39.361246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-341a18a0-6691-4b0a-ac4b-31ed357d285d req-843e07aa-eed5-4dbc-9d89-f57059378fa8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Deleting port ccfea350-d5ed-45df-92ce-e000ef94114c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:39.361661 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-341a18a0-6691-4b0a-ac4b-31ed357d285d req-843e07aa-eed5-4dbc-9d89-f57059378fa8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.379554 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f61dad06-202d-4fba-ae4b-3c5d6c92bb4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d74d530d64b343cd832570f269e5fc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1018944 Jul 06 11:49:39.379861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52790) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:39.406347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Made reservation on behalf of baa909e8bd674a6ebd18ef5a0e660aab for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:39.410955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.437344 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.512521 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:49:39.512521 n-d-799527-2 neutron-server[93815]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:49:39.512521 n-d-799527-2 neutron-server[93815]: [parameters: {'project_id_1': 'baa909e8bd674a6ebd18ef5a0e660aab', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 49, 39, 464869)}] Jul 06 11:49:39.512521 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:49:39.514536 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:49:39.584443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:39.593434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a7a5a745-bcee-4e50-843c-2df3aff45473,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:39.624099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:39.624765 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.737030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:39.741344 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.803349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5a745-bcee-4e50-843c-2df3aff45473'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:39.806110 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d2703a-659e-4dd7-9944-e8c3dcd8ad4f" -d '{"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5a745-bcee-4e50-843c-2df3aff45473"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:39.856343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:39.871278 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.878979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-341a18a0-6691-4b0a-ac4b-31ed357d285d req-843e07aa-eed5-4dbc-9d89-f57059378fa8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] For port ccfea350-d5ed-45df-92ce-e000ef94114c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ccfea350-d5ed-45df-92ce-e000ef94114c,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:39.879357 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-341a18a0-6691-4b0a-ac4b-31ed357d285d req-843e07aa-eed5-4dbc-9d89-f57059378fa8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.895467 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9d77c2c-6573-403d-b770-2b5d283bbcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.927275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:39.935155 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.936312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device e029091b-0985-43fe-b1b1-4edd53785c4d up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:39.961870 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.962315 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment e61bf237-6739-4090-875a-865276c16031 of type vlan for network a41c3378-2e1b-4d95-8d95-ea945764c345 Jul 06 11:49:39.967631 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9d77c2c-6573-403d-b770-2b5d283bbcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.971155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-341a18a0-6691-4b0a-ac4b-31ed357d285d req-843e07aa-eed5-4dbc-9d89-f57059378fa8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Calling delete_port for ccfea350-d5ed-45df-92ce-e000ef94114c owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:40.003175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3498f-d634-465a-a01e-858ffef617a0 req-7ae5e040-52ef-43b0-a11c-143128bf91dc tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.009646 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3498f-d634-465a-a01e-858ffef617a0 req-7ae5e040-52ef-43b0-a11c-143128bf91dc tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.016536 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.025783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3498f-d634-465a-a01e-858ffef617a0 req-7ae5e040-52ef-43b0-a11c-143128bf91dc tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.034356 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3498f-d634-465a-a01e-858ffef617a0 req-7ae5e040-52ef-43b0-a11c-143128bf91dc tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.041992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3498f-d634-465a-a01e-858ffef617a0 req-7ae5e040-52ef-43b0-a11c-143128bf91dc tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.049343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3498f-d634-465a-a01e-858ffef617a0 req-7ae5e040-52ef-43b0-a11c-143128bf91dc tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.057566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3498f-d634-465a-a01e-858ffef617a0 req-7ae5e040-52ef-43b0-a11c-143128bf91dc tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.058843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91f3498f-d634-465a-a01e-858ffef617a0 req-7ae5e040-52ef-43b0-a11c-143128bf91dc tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5437 time: 0.4855435 Jul 06 11:49:40.105872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83340205-7fcb-4e2e-811b-b2ef3fc2a168 req-b1bbc0dd-fba8-41d2-b76d-94dda16b3ada tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.107622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port e029091b-0985-43fe-b1b1-4edd53785c4d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:40.109201 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83340205-7fcb-4e2e-811b-b2ef3fc2a168 req-b1bbc0dd-fba8-41d2-b76d-94dda16b3ada tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 944 time: 0.6301768 Jul 06 11:49:40.115661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port e029091b-0985-43fe-b1b1-4edd53785c4d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:40.116602 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.119588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:40.284738 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.292159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.303660 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.342866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582e9276-9ac4-4296-b74d-e16dd611704d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:40.349063 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.380378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port e029091b-0985-43fe-b1b1-4edd53785c4d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e029091b-0985-43fe-b1b1-4edd53785c4d,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:40.390161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:40.395999 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.397770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8e4656d7-6a85-4977-b392-1dd2dedf8b37 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:40.413858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.414207 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Added segment 98dc0515-82e4-41e7-8d42-0c6826019041 of type vlan for network c1551eb4-4394-4809-bbc1-179bf70ae77e Jul 06 11:49:40.455371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91f3498f-d634-465a-a01e-858ffef617a0 req-41688061-7337-4309-b714-2a3b1d2de168 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3382924 Jul 06 11:49:40.485432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83340205-7fcb-4e2e-811b-b2ef3fc2a168 req-3da42081-d4a0-439d-8afd-8c53b1156b05 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047717 Jul 06 11:49:40.528642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=e029091b-0985-43fe-b1b1-4edd53785c4d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:40.544858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.547085 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:40.572684 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93705c61-aaea-4eca-9b39-a912affc9ef5 x-openstack-request-id: req-93705c61-aaea-4eca-9b39-a912affc9ef5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:40.573737 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5a745-bcee-4e50-843c-2df3aff45473", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:40.574013 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93705c61-aaea-4eca-9b39-a912affc9ef5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:40.574433 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5a745-bcee-4e50-843c-2df3aff45473', 'code': 200} Jul 06 11:49:40.578030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:40.578565 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.590981 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9d77c2c-6573-403d-b770-2b5d283bbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.596410 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9d77c2c-6573-403d-b770-2b5d283bbcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.601681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b9d77c2c-6573-403d-b770-2b5d283bbcc7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45a78396-5b98-409f-ab05-7a6a82e0bb13 HTTP/1.1" status: 204 len: 168 time: 1.2207284 Jul 06 11:49:40.627056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.630284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.631674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.632604 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.646864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.650798 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.715106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d77c2c-6573-403d-b770-2b5d283bbcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a78396-5b98-409f-ab05-7a6a82e0bb13,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:40.764536 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:49:40.801465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ccfea350-d5ed-45df-92ce-e000ef94114c no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:40.857644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] Pushing event updated for resources: {'Network': ['ID=c1551eb4-4394-4809-bbc1-179bf70ae77e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:40.869660 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-87c95fa4-9281-4d00-9e2d-2eea5fe5d2cb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2491429 Jul 06 11:49:40.873416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52844) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:40.876482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5646439 Jul 06 11:49:40.879318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] Request body: {'subnet': {'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1390891689-subnet', 'tenant_id': 'baa909e8bd674a6ebd18ef5a0e660aab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:40.902295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52846) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:40.929575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network c1551eb4-4394-4809-bbc1-179bf70ae77e details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:40.987821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] Made reservation on behalf of baa909e8bd674a6ebd18ef5a0e660aab for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:40.991772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.115758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca52931-7326-48bd-ad3a-4541b8dd9a7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=a41c3378-2e1b-4d95-8d95-ea945764c345,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:41.135515 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-341a18a0-6691-4b0a-ac4b-31ed357d285d req-843e07aa-eed5-4dbc-9d89-f57059378fa8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.146578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b9c3d1-7db3-4b8f-b8d2-d58919bbc6e9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.151976 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-51b9c3d1-7db3-4b8f-b8d2-d58919bbc6e9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/networks?id=a41c3378-2e1b-4d95-8d95-ea945764c345 HTTP/1.1" status: 200 len: 761 time: 0.2472897 Jul 06 11:49:41.155592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52852) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:41.181169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f43636b5-f824-496e-85aa-da4a50de3577 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'description': 'd2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:41.215021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a41c3378-2e1b-4d95-8d95-ea945764c345 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:41.304139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e07aa-eed5-4dbc-9d89-f57059378fa8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Pushing event deleted for resources: {'Port': ['ID=ccfea350-d5ed-45df-92ce-e000ef94114c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:41.355532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No active binding found for port ccfea350-d5ed-45df-92ce-e000ef94114c {{(pid=93816) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:49:41.356026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ccfea350-d5ed-45df-92ce-e000ef94114c not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:41.359306 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.400290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8e4656d7-6a85-4977-b392-1dd2dedf8b37, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8e4656d7-6a85-4977-b392-1dd2dedf8b37,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:41.407383 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.445004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18656f19-ef11-44db-a526-0d2e40c201ce req-8298fe2c-9391-4aba-804b-e7412e6cf01d tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.459520 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18656f19-ef11-44db-a526-0d2e40c201ce req-8298fe2c-9391-4aba-804b-e7412e6cf01d tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2964ab2b-eacc-4845-a6f1-0b298375b6e3 HTTP/1.1" status: 200 len: 867 time: 0.5948615 Jul 06 11:49:41.501149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=8e4656d7-6a85-4977-b392-1dd2dedf8b37,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:41.504173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f0af014a-513b-4deb-980d-b17fe4c4a924 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:41.529931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-341a18a0-6691-4b0a-ac4b-31ed357d285d req-843e07aa-eed5-4dbc-9d89-f57059378fa8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] No DVR routers for this DVR port ccfea350-d5ed-45df-92ce-e000ef94114c on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:41.533074 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-341a18a0-6691-4b0a-ac4b-31ed357d285d req-843e07aa-eed5-4dbc-9d89-f57059378fa8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.535865 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-341a18a0-6691-4b0a-ac4b-31ed357d285d req-843e07aa-eed5-4dbc-9d89-f57059378fa8 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.47 "DELETE /v2.0/ports/ccfea350-d5ed-45df-92ce-e000ef94114c HTTP/1.1" status: 204 len: 173 time: 2.6174443 Jul 06 11:49:41.548047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2964ab2b-eacc-4845-a6f1-0b298375b6e3', 'name': 'network-vif-deleted', 'tag': 'ccfea350-d5ed-45df-92ce-e000ef94114c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:41.553899 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d54dc1a-257c-4709-840f-4a9d16e55f89" -d '{"events": [{"server_uuid": "2964ab2b-eacc-4845-a6f1-0b298375b6e3", "name": "network-vif-deleted", "tag": "ccfea350-d5ed-45df-92ce-e000ef94114c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:41.591114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a543c6-0215-426f-b0bb-6d35688a0283 req-e0227ee1-b3e7-4d4f-b428-afd4e5821509 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.600418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8a543c6-0215-426f-b0bb-6d35688a0283 req-e0227ee1-b3e7-4d4f-b428-afd4e5821509 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.6577051 Jul 06 11:49:41.628117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52874) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:41.638150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port f0af014a-513b-4deb-980d-b17fe4c4a924 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:41.646325 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-120c9844-35bd-4dfd-abaf-8374de140508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.652818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port f0af014a-513b-4deb-980d-b17fe4c4a924 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:41.653826 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.707701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18656f19-ef11-44db-a526-0d2e40c201ce req-911f9061-8506-43c6-8364-d184507d7de5 tempest-ListServerFiltersTestJSON-715818841 tempest-ListServerFiltersTestJSON-715818841-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f6dfd4d-87be-4ddf-aa8b-105c717d999a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460465 Jul 06 11:49:41.848971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8a543c6-0215-426f-b0bb-6d35688a0283 req-7de7bf06-c761-4317-882e-3afcc96975fe tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447793 Jul 06 11:49:41.860688 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f43636b5-f824-496e-85aa-da4a50de3577 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:41.970187 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f43636b5-f824-496e-85aa-da4a50de3577 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.058021 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57a026a-108d-4c66-9bfb-52d1d8e3388b x-openstack-request-id: req-d57a026a-108d-4c66-9bfb-52d1d8e3388b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:42.065421 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2964ab2b-eacc-4845-a6f1-0b298375b6e3", "name": "network-vif-deleted", "tag": "ccfea350-d5ed-45df-92ce-e000ef94114c", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:42.066711 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d57a026a-108d-4c66-9bfb-52d1d8e3388b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:42.075502 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.082029 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2964ab2b-eacc-4845-a6f1-0b298375b6e3', 'name': 'network-vif-deleted', 'tag': 'ccfea350-d5ed-45df-92ce-e000ef94114c', 'status': 'completed', 'code': 200} Jul 06 11:49:42.114808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f43636b5-f824-496e-85aa-da4a50de3577 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network a41c3378-2e1b-4d95-8d95-ea945764c345 is not hosted by any dhcp agent {{(pid=93815) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:49:42.155696 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43636b5-f824-496e-85aa-da4a50de3577 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:42.156369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f43636b5-f824-496e-85aa-da4a50de3577 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.160236 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f43636b5-f824-496e-85aa-da4a50de3577 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "PUT /v2.0/networks/a41c3378-2e1b-4d95-8d95-ea945764c345 HTTP/1.1" status: 200 len: 758 time: 0.9997365 Jul 06 11:49:42.166178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52896) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:42.218023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f0af014a-513b-4deb-980d-b17fe4c4a924, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f0af014a-513b-4deb-980d-b17fe4c4a924,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:42.248367 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.255823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:42.377832 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-120c9844-35bd-4dfd-abaf-8374de140508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.405493 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-120c9844-35bd-4dfd-abaf-8374de140508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.538946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f0af014a-513b-4deb-980d-b17fe4c4a924,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:42.564477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:42.578600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d'}, {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e029091b-0985-43fe-b1b1-4edd53785c4d'}, {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4656d7-6a85-4977-b392-1dd2dedf8b37'}, {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af014a-513b-4deb-980d-b17fe4c4a924'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:42.601551 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9864e396-eb86-4772-b9fd-a8a156c2e17b" -d '{"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d"}, {"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "e029091b-0985-43fe-b1b1-4edd53785c4d"}, {"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "8e4656d7-6a85-4977-b392-1dd2dedf8b37"}, {"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "f0af014a-513b-4deb-980d-b17fe4c4a924"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:42.648373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:42.648915 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.720439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-120c9844-35bd-4dfd-abaf-8374de140508 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a18b9e8d6f694c37a2e751da8ba99966&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0907550 Jul 06 11:49:42.721550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c9844-35bd-4dfd-abaf-8374de140508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983293d7-4c03-458a-8221-84e148683360,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:42.735387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52902) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:42.895672 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.957899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6091be6a-dc6f-424e-b9be-34220beeb23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.005852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:43.014794 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.021732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:43.024506 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6091be6a-dc6f-424e-b9be-34220beeb23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.226261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644426a-5bdd-4880-883e-4eb65d4b0e29 req-353a0cf7-e1f0-4377-a9ad-e7aee1b685aa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.240287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:43.276740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644426a-5bdd-4880-883e-4eb65d4b0e29 req-353a0cf7-e1f0-4377-a9ad-e7aee1b685aa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.291588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644426a-5bdd-4880-883e-4eb65d4b0e29 req-353a0cf7-e1f0-4377-a9ad-e7aee1b685aa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.300837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:43.306500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644426a-5bdd-4880-883e-4eb65d4b0e29 req-353a0cf7-e1f0-4377-a9ad-e7aee1b685aa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.319022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:43.319803 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.322556 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644426a-5bdd-4880-883e-4eb65d4b0e29 req-353a0cf7-e1f0-4377-a9ad-e7aee1b685aa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.335167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.342801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644426a-5bdd-4880-883e-4eb65d4b0e29 req-353a0cf7-e1f0-4377-a9ad-e7aee1b685aa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.355813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644426a-5bdd-4880-883e-4eb65d4b0e29 req-353a0cf7-e1f0-4377-a9ad-e7aee1b685aa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.375748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0644426a-5bdd-4880-883e-4eb65d4b0e29 req-353a0cf7-e1f0-4377-a9ad-e7aee1b685aa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5441 time: 1.1866646 Jul 06 11:49:43.447673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43636b5-f824-496e-85aa-da4a50de3577 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=a41c3378-2e1b-4d95-8d95-ea945764c345,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:43.470232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb978d9-ca72-4795-8696-d254e89be121 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.472381 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0cb978d9-ca72-4795-8696-d254e89be121 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/networks?id=a41c3378-2e1b-4d95-8d95-ea945764c345 HTTP/1.1" status: 200 len: 761 time: 1.2979376 Jul 06 11:49:43.486034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52910) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:43.499114 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6091be6a-dc6f-424e-b9be-34220beeb23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.502806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1245722505'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:43.505441 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6091be6a-dc6f-424e-b9be-34220beeb23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.516017 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a41c3378-2e1b-4d95-8d95-ea945764c345 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:43.530889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6091be6a-dc6f-424e-b9be-34220beeb23b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/983293d7-4c03-458a-8221-84e148683360 HTTP/1.1" status: 204 len: 168 time: 0.7780597 Jul 06 11:49:43.578429 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] Checking segment: {'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:43.578985 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] Network hostable DHCP agents. Network: c1551eb4-4394-4809-bbc1-179bf70ae77e, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:43.589183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58df087c-6b27-48ce-a758-b3b70c2d07c9,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:43.605266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791a347-5e9a-418b-a7fa-92ed45d96990 req-c7abefef-9896-4746-8f3e-e1a9583dbe21 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.625716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0791a347-5e9a-418b-a7fa-92ed45d96990 req-c7abefef-9896-4746-8f3e-e1a9583dbe21 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 944 time: 1.1049685 Jul 06 11:49:43.641210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091be6a-dc6f-424e-b9be-34220beeb23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983293d7-4c03-458a-8221-84e148683360,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:43.660771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:43.669938 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.677075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] Network c1551eb4-4394-4809-bbc1-179bf70ae77e is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:43.753076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:43.773568 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.781510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.782159 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment 56be7a8c-c75d-454f-83e9-9da307705bd5 of type vlan for network 36847392-93bb-4748-9dd0-99087e08745a Jul 06 11:49:43.800216 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0791a347-5e9a-418b-a7fa-92ed45d96990 req-0850b8a2-bc08-4694-8d9d-70a2694ee0db tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386397 Jul 06 11:49:43.830832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0644426a-5bdd-4880-883e-4eb65d4b0e29 req-920d55c4-85ce-448a-8a63-406c80fa5af3 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4370556 Jul 06 11:49:43.949646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, c1551eb4-4394-4809-bbc1-179bf70ae77e) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:43.963536 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=916c1c2d-3c88-4d17-8b44-f1eeca17bb89,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:43.976033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ba380-12b2-49ff-8ae6-2fcfea1489f2 None None] Network c1551eb4-4394-4809-bbc1-179bf70ae77e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:43.994797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.998770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.113371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.144086 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3f68402c-bab3-43c6-b112-c9f7d09b64e6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2689970 Jul 06 11:49:44.220706 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8dcbf7-68d0-42eb-836f-7dc7822412f3 x-openstack-request-id: req-cd8dcbf7-68d0-42eb-836f-7dc7822412f3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:44.221075 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d", "code": 200}, {"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "e029091b-0985-43fe-b1b1-4edd53785c4d", "code": 200}, {"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "8e4656d7-6a85-4977-b392-1dd2dedf8b37", "code": 200}, {"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "f0af014a-513b-4deb-980d-b17fe4c4a924", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:44.221380 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd8dcbf7-68d0-42eb-836f-7dc7822412f3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:44.221846 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d', 'code': 200} Jul 06 11:49:44.222223 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e029091b-0985-43fe-b1b1-4edd53785c4d', 'code': 200} Jul 06 11:49:44.222382 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4656d7-6a85-4977-b392-1dd2dedf8b37', 'code': 200} Jul 06 11:49:44.222615 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af014a-513b-4deb-980d-b17fe4c4a924', 'code': 200} Jul 06 11:49:44.257578 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.283409 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.295018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52918) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:44.330572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:44.332067 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.479996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-42362e3c-4bd6-4ad8-88e6-45f284346ad4 admin admin] Deleting subnet 42c71fa7-cadd-4bca-964d-fd0493e0a26f {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:49:44.489696 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42362e3c-4bd6-4ad8-88e6-45f284346ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.643135 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42362e3c-4bd6-4ad8-88e6-45f284346ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.683724 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3e5b-b1e8-499b-a4eb-3a04a9f62a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.701682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcfa593-3fb8-4bfa-b7dc-a125ae8bc6a5 None None] Network c1551eb4-4394-4809-bbc1-179bf70ae77e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:44.713978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=36847392-93bb-4748-9dd0-99087e08745a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:44.775414 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0b421600-2c4b-4197-901d-443b2fb8e07c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2849085 Jul 06 11:49:44.780351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52934) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:44.807584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'network_id': '36847392-93bb-4748-9dd0-99087e08745a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:44.815104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 36847392-93bb-4748-9dd0-99087e08745a details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:45.310570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:45.326020 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42362e3c-4bd6-4ad8-88e6-45f284346ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.346335 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.584378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0bdbe-17c0-4b4e-8364-fb39b67f3e86 req-f0c7b8f5-3037-445b-b2e6-4759fcf0023b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.593962 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23b0bdbe-17c0-4b4e-8364-fb39b67f3e86 req-f0c7b8f5-3037-445b-b2e6-4759fcf0023b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.5556412 Jul 06 11:49:45.597673 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42362e3c-4bd6-4ad8-88e6-45f284346ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.659818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42362e3c-4bd6-4ad8-88e6-45f284346ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c71fa7-cadd-4bca-964d-fd0493e0a26f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:45.679767 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42362e3c-4bd6-4ad8-88e6-45f284346ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.688740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-42362e3c-4bd6-4ad8-88e6-45f284346ad4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/42c71fa7-cadd-4bca-964d-fd0493e0a26f HTTP/1.1" status: 204 len: 168 time: 1.3916585 Jul 06 11:49:45.689656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52956) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:45.741080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23b0bdbe-17c0-4b4e-8364-fb39b67f3e86 req-d986aeb2-90a9-4cea-87e9-188e89604f30 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445813 Jul 06 11:49:45.795792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=916c1c2d-3c88-4d17-8b44-f1eeca17bb89,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:45.938043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ae4b5-3fd9-4971-aa94-5e90a5400084 None None] Network 2e490abb-8483-4eea-a6d2-30f107b16331 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:46.156076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:46.243409 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0'}, {'server_uuid': 'cea50fef-bb64-4b63-ba9a-044598b886c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c1c2d-3c88-4d17-8b44-f1eeca17bb89'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:46.266702 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a943a48-7e35-4816-916b-246134eaa63e" -d '{"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0"}, {"server_uuid": "cea50fef-bb64-4b63-ba9a-044598b886c1", "name": "network-vif-plugged", "status": "completed", "tag": "916c1c2d-3c88-4d17-8b44-f1eeca17bb89"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:46.274870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5928c8d-3fa3-4549-a33c-83f0a1da5c26 req-944c8dfe-bce7-4ad8-8642-b51499331535 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.308474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5928c8d-3fa3-4549-a33c-83f0a1da5c26 req-944c8dfe-bce7-4ad8-8642-b51499331535 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.2828641 Jul 06 11:49:46.470575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5928c8d-3fa3-4549-a33c-83f0a1da5c26 req-105c4cca-ee3c-483a-a38a-32151db7ed50 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577563 Jul 06 11:49:46.531131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:46.754359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26693810-d848-44e2-9fba-bb7db3a42297 None None] DHCP port deletion for 2e490abb-8483-4eea-a6d2-30f107b16331 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:49:46.910502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Deleting port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:46.918562 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:46.924005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=5f33d193-c1f7-4b3f-b4d9-8ecfa6cb97e2,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:46.958458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-26693810-d848-44e2-9fba-bb7db3a42297 None None] Deleting port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:46.959055 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26693810-d848-44e2-9fba-bb7db3a42297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.156856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking segment: {'id': '56be7a8c-c75d-454f-83e9-9da307705bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '36847392-93bb-4748-9dd0-99087e08745a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:47.157770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network hostable DHCP agents. Network: 36847392-93bb-4748-9dd0-99087e08745a, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:47.159162 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec75c2-9586-449b-85d7-1b800c2fce7f req-c862b3be-f6be-4678-bcb2-4361b47c8b1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.188776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-26693810-d848-44e2-9fba-bb7db3a42297 None None] For port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:47.192687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec75c2-9586-449b-85d7-1b800c2fce7f req-c862b3be-f6be-4678-bcb2-4361b47c8b1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.196290 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26693810-d848-44e2-9fba-bb7db3a42297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.224279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-26693810-d848-44e2-9fba-bb7db3a42297 None None] Calling delete_port for bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:47.225075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] For port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14,segment=NetworkSegment(4d2a3978-f58d-4dae-9b75-af68e5a17df8),segment_id=4d2a3978-f58d-4dae-9b75-af68e5a17df8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:47.225638 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.232876 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec75c2-9586-449b-85d7-1b800c2fce7f req-c862b3be-f6be-4678-bcb2-4361b47c8b1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.244950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network 36847392-93bb-4748-9dd0-99087e08745a is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:47.260353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec75c2-9586-449b-85d7-1b800c2fce7f req-c862b3be-f6be-4678-bcb2-4361b47c8b1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.266546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Calling delete_port for bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:47.272435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec75c2-9586-449b-85d7-1b800c2fce7f req-c862b3be-f6be-4678-bcb2-4361b47c8b1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.285085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec75c2-9586-449b-85d7-1b800c2fce7f req-c862b3be-f6be-4678-bcb2-4361b47c8b1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.303534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec75c2-9586-449b-85d7-1b800c2fce7f req-c862b3be-f6be-4678-bcb2-4361b47c8b1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.307024 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85ec75c2-9586-449b-85d7-1b800c2fce7f req-c862b3be-f6be-4678-bcb2-4361b47c8b1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5442 time: 0.4029965 Jul 06 11:49:47.400955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 36847392-93bb-4748-9dd0-99087e08745a) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:47.402616 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85ec75c2-9586-449b-85d7-1b800c2fce7f req-bebc84d5-c4bb-4e42-9e09-85b0e0337b7a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881495 Jul 06 11:49:47.428597 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.429161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3257dec7-079f-4691-b81a-0f2f465ead88 None None] Network 36847392-93bb-4748-9dd0-99087e08745a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:47.501353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.502103 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.505199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:47.507785 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] No DVR routers for this DVR port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:47.566288 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26693810-d848-44e2-9fba-bb7db3a42297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.614799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26693810-d848-44e2-9fba-bb7db3a42297 None None] Pushing event deleted for resources: {'Port': ['ID=bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:47.627542 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26693810-d848-44e2-9fba-bb7db3a42297 None None] No DVR routers for this DVR port bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:47.633430 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d302f05f-4cf2-433e-a4de-32e5032faea8 x-openstack-request-id: req-d302f05f-4cf2-433e-a4de-32e5032faea8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:47.633971 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-plugged", "status": "completed", "tag": "b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0", "code": 200}, {"server_uuid": "cea50fef-bb64-4b63-ba9a-044598b886c1", "name": "network-vif-plugged", "status": "completed", "tag": "916c1c2d-3c88-4d17-8b44-f1eeca17bb89", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:47.634535 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d302f05f-4cf2-433e-a4de-32e5032faea8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:47.635783 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0', 'code': 200} Jul 06 11:49:47.636204 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea50fef-bb64-4b63-ba9a-044598b886c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c1c2d-3c88-4d17-8b44-f1eeca17bb89', 'code': 200} Jul 06 11:49:47.646471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.677946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e490abb-8483-4eea-a6d2-30f107b16331']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:47.715835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2a3978-f58d-4dae-9b75-af68e5a17df8') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:47.716517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2a3978-f58d-4dae-9b75-af68e5a17df8') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:47.746457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.785832 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6e276f5b-57d4-4f92-b2b2-5bd2326d96a6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0020971 Jul 06 11:49:47.790954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52982) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:47.794300 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.822144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:47.822908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:47.828605 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:47.891297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-36847392-93bb-4748-9dd0-99087e08745a', 'network_id': '36847392-93bb-4748-9dd0-99087e08745a', 'tenant_id': 'fb1e1cefc5c141faa1f8f83bdd33bbe5', 'fixed_ips': [{'subnet_id': '5f33d193-c1f7-4b3f-b4d9-8ecfa6cb97e2'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:47.892503 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.059861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.105499 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.114144 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2e490abb-8483-4eea-a6d2-30f107b16331 HTTP/1.1" status: 204 len: 168 time: 2.4205360 Jul 06 11:49:48.117618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d5629-e69e-439d-a43f-dc9776f28606 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e490abb-8483-4eea-a6d2-30f107b16331,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:48.214063 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.390648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Allocated IP 172.20.0.2 (36847392-93bb-4748-9dd0-99087e08745a/5f33d193-c1f7-4b3f-b4d9-8ecfa6cb97e2/fec669bd-5fe2-4b70-b785-9381ab3c6769) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:48.452387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba27918-65ed-41f0-b15e-6796eb105acb req-a3402f31-f78b-4c0f-a682-88c65c09db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.455157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba27918-65ed-41f0-b15e-6796eb105acb req-a3402f31-f78b-4c0f-a682-88c65c09db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.456670 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba27918-65ed-41f0-b15e-6796eb105acb req-a3402f31-f78b-4c0f-a682-88c65c09db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.457940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba27918-65ed-41f0-b15e-6796eb105acb req-a3402f31-f78b-4c0f-a682-88c65c09db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.458454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba27918-65ed-41f0-b15e-6796eb105acb req-a3402f31-f78b-4c0f-a682-88c65c09db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.458933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba27918-65ed-41f0-b15e-6796eb105acb req-a3402f31-f78b-4c0f-a682-88c65c09db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.462910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba27918-65ed-41f0-b15e-6796eb105acb req-a3402f31-f78b-4c0f-a682-88c65c09db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.469531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:48.471877 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ba27918-65ed-41f0-b15e-6796eb105acb req-a3402f31-f78b-4c0f-a682-88c65c09db00 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6499 time: 0.6057231 Jul 06 11:49:48.517209 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a63fcc0c-8f33-4960-a9dd-a33b738d4139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.565077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c2fe7-b91b-471a-9946-1695e7555d65 req-7cc449bc-d61b-48af-81b7-c2a319488573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.570221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5e5c2fe7-b91b-471a-9946-1695e7555d65 req-7cc449bc-d61b-48af-81b7-c2a319488573 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 1096 time: 0.7805941 Jul 06 11:49:48.577414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:48.583100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bdf3f1e4-acd0-4fbe-91ba-f7e2c6ac8e14 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:48.633507 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ba27918-65ed-41f0-b15e-6796eb105acb req-40af413c-9574-4d4b-af29-f876372059f7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351926 Jul 06 11:49:48.658301 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.719019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5e5c2fe7-b91b-471a-9946-1695e7555d65 req-23d77be7-b098-4d97-b89a-6719f84ebce8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920472 Jul 06 11:49:48.741005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9b1c3-63c5-4dff-ae27-c256d41b6c68 req-d04c0d5d-a3f4-4f60-adbe-f4d6774c0492 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.749261 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-03d9b1c3-63c5-4dff-ae27-c256d41b6c68 req-d04c0d5d-a3f4-4f60-adbe-f4d6774c0492 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.6510284 Jul 06 11:49:48.796853 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.044265 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.060588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53008) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:49.168773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-03d9b1c3-63c5-4dff-ae27-c256d41b6c68 req-b5b64367-d2d2-4e67-95d1-7849f85e3e83 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061973 Jul 06 11:49:49.271076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:49.285628 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cb29d4ab-9ae3-40c3-8237-f13904dcb14f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27c93dc732f14f4693b636a45e0e0769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223337 Jul 06 11:49:49.334079 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.388835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Transition to ACTIVE for port object fec669bd-5fe2-4b70-b785-9381ab3c6769 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:49.454966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Transition to ACTIVE for port object fec669bd-5fe2-4b70-b785-9381ab3c6769 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:49.467736 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.529395 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.610762 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Network 36847392-93bb-4748-9dd0-99087e08745a is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:49.618240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:49.627862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:49.694573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Pushing event updated for resources: {'Port': ['ID=fec669bd-5fe2-4b70-b785-9381ab3c6769,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:49.764965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Subnet': ['ID=5f33d193-c1f7-4b3f-b4d9-8ecfa6cb97e2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:49.776850 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c218865b-60da-4510-995e-02760f115ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.852937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Attempting to bind port fec669bd-5fe2-4b70-b785-9381ab3c6769 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:49.853581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Attempting to bind port fec669bd-5fe2-4b70-b785-9381ab3c6769 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '56be7a8c-c75d-454f-83e9-9da307705bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '36847392-93bb-4748-9dd0-99087e08745a'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:49.854324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Attempting to bind port fec669bd-5fe2-4b70-b785-9381ab3c6769 on network 36847392-93bb-4748-9dd0-99087e08745a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:49.864938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:49.865661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Checking segment: {'id': '56be7a8c-c75d-454f-83e9-9da307705bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '36847392-93bb-4748-9dd0-99087e08745a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:49.866251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.867003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Bound using segment: {'id': '56be7a8c-c75d-454f-83e9-9da307705bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '36847392-93bb-4748-9dd0-99087e08745a'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:49.868306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Bound port: fec669bd-5fe2-4b70-b785-9381ab3c6769, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56be7a8c-c75d-454f-83e9-9da307705bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '36847392-93bb-4748-9dd0-99087e08745a'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:49.868901 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.952366 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c218865b-60da-4510-995e-02760f115ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.078609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] For port fec669bd-5fe2-4b70-b785-9381ab3c6769, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:50.092720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] For port fec669bd-5fe2-4b70-b785-9381ab3c6769, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fec669bd-5fe2-4b70-b785-9381ab3c6769,segment=NetworkSegment(56be7a8c-c75d-454f-83e9-9da307705bd5),segment_id=56be7a8c-c75d-454f-83e9-9da307705bd5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:50.103343 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.234406 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.252375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36847392-93bb-4748-9dd0-99087e08745a']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:50.292537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56be7a8c-c75d-454f-83e9-9da307705bd5') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:50.292827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56be7a8c-c75d-454f-83e9-9da307705bd5') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:50.316855 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.326141 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c218865b-60da-4510-995e-02760f115ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.328899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c218865b-60da-4510-995e-02760f115ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.330145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c218865b-60da-4510-995e-02760f115ee0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f6dfd4d-87be-4ddf-aa8b-105c717d999a HTTP/1.1" status: 204 len: 168 time: 1.0578780 Jul 06 11:49:50.342765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf837e-730a-4756-8bb4-1088d9f60cf8 None None] Network 36847392-93bb-4748-9dd0-99087e08745a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:50.353432 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc60d-aedd-4a43-94f4-183a1338246a req-7820a00c-d090-4c39-81de-43f78d44feac tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:50.374786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff8bc60d-aedd-4a43-94f4-183a1338246a req-7820a00c-d090-4c39-81de-43f78d44feac tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.6839335 Jul 06 11:49:50.392230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218865b-60da-4510-995e-02760f115ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6dfd4d-87be-4ddf-aa8b-105c717d999a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:50.422643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.465339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:50.466872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:50.474732 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:50.627062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Pushing event updated for resources: {'Port': ['ID=fec669bd-5fe2-4b70-b785-9381ab3c6769,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:50.669716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff8bc60d-aedd-4a43-94f4-183a1338246a req-b12026a5-6a01-408e-bd82-68b7433f8680 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658825 Jul 06 11:49:50.681481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.685866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.687144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.692210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.692998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.693707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.694391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.695073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.695732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.696308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.696891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.697467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6724c-849e-4846-97ba-70f4b77abb3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:50.713237 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.734275 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:49:50.734275 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:49:50.734275 n-d-799527-2 neutron-server[93814]: [parameters: {'id': '36847392-93bb-4748-9dd0-99087e08745a'}] Jul 06 11:49:50.734275 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:49:50.735024 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:49:50.968718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf9da10-bbf0-48d3-8494-738292d0b0fa None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:49:51.164005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb84e5-8034-4865-a55c-8728478cd7a9 req-68efbf8a-de6b-4cf7-a503-60879df231ce tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.181588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb84e5-8034-4865-a55c-8728478cd7a9 req-68efbf8a-de6b-4cf7-a503-60879df231ce tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.212142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb84e5-8034-4865-a55c-8728478cd7a9 req-68efbf8a-de6b-4cf7-a503-60879df231ce tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.224437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb84e5-8034-4865-a55c-8728478cd7a9 req-68efbf8a-de6b-4cf7-a503-60879df231ce tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.243760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb84e5-8034-4865-a55c-8728478cd7a9 req-68efbf8a-de6b-4cf7-a503-60879df231ce tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.260257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb84e5-8034-4865-a55c-8728478cd7a9 req-68efbf8a-de6b-4cf7-a503-60879df231ce tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.277230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb84e5-8034-4865-a55c-8728478cd7a9 req-68efbf8a-de6b-4cf7-a503-60879df231ce tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.282924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-39cb84e5-8034-4865-a55c-8728478cd7a9 req-68efbf8a-de6b-4cf7-a503-60879df231ce tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5442 time: 0.3242338 Jul 06 11:49:51.283990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.351717 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf9da10-bbf0-48d3-8494-738292d0b0fa None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:49:51.541724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-39cb84e5-8034-4865-a55c-8728478cd7a9 req-3e871e2a-e130-4828-ae56-4ccf31514308 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2375088 Jul 06 11:49:51.556254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Deleting port fec669bd-5fe2-4b70-b785-9381ab3c6769 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:51.556834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.595519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53040) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:51.871488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] For port fec669bd-5fe2-4b70-b785-9381ab3c6769, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fec669bd-5fe2-4b70-b785-9381ab3c6769,segment=NetworkSegment(56be7a8c-c75d-454f-83e9-9da307705bd5),segment_id=56be7a8c-c75d-454f-83e9-9da307705bd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:51.877740 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.962001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Calling delete_port for fec669bd-5fe2-4b70-b785-9381ab3c6769 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:51.974007 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4860-12d6-4ee7-98c3-0c62da4f0622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.298735 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4860-12d6-4ee7-98c3-0c62da4f0622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.308752 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4860-12d6-4ee7-98c3-0c62da4f0622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.409911 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32795647-587e-47cd-ab7f-ec122a978448 req-23bd247d-1e36-4748-9748-445b0dac479c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:52.418670 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32795647-587e-47cd-ab7f-ec122a978448 req-23bd247d-1e36-4748-9748-445b0dac479c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.3990276 Jul 06 11:49:52.433190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf4860-12d6-4ee7-98c3-0c62da4f0622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877cccf3-5e13-4992-b54f-a39ffe0d8bea,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:52.509761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32795647-587e-47cd-ab7f-ec122a978448 req-d176b2f5-52df-444e-89d2-0ca51eaa77a8 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897450 Jul 06 11:49:52.518381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.528909 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e0bf4860-12d6-4ee7-98c3-0c62da4f0622 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59b22d1bdcf549169a7a2ed983089725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9289260 Jul 06 11:49:52.532494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53060) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:52.674212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Port': ['ID=fec669bd-5fe2-4b70-b785-9381ab3c6769,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:52.705436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No DVR routers for this DVR port fec669bd-5fe2-4b70-b785-9381ab3c6769 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:52.777344 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc54dac2-5c4d-4295-a97e-57138f38f23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.910117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc54dac2-5c4d-4295-a97e-57138f38f23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.940971 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.963510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36847392-93bb-4748-9dd0-99087e08745a']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:52.988156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56be7a8c-c75d-454f-83e9-9da307705bd5') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:52.988472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56be7a8c-c75d-454f-83e9-9da307705bd5') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:53.007814 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.025251 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc54dac2-5c4d-4295-a97e-57138f38f23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.034469 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc54dac2-5c4d-4295-a97e-57138f38f23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.038514 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bc54dac2-5c4d-4295-a97e-57138f38f23b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/877cccf3-5e13-4992-b54f-a39ffe0d8bea HTTP/1.1" status: 204 len: 168 time: 0.5007694 Jul 06 11:49:53.064530 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54dac2-5c4d-4295-a97e-57138f38f23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877cccf3-5e13-4992-b54f-a39ffe0d8bea,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:53.071853 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.088923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:53.089726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:53.094376 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:53.143596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53074) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:53.295894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731a4ee-157d-4ff5-86c3-e25aae35824c req-1e72e777-f83b-45b4-9961-94ac691ce70d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.301541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731a4ee-157d-4ff5-86c3-e25aae35824c req-1e72e777-f83b-45b4-9961-94ac691ce70d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.309093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731a4ee-157d-4ff5-86c3-e25aae35824c req-1e72e777-f83b-45b4-9961-94ac691ce70d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.314992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731a4ee-157d-4ff5-86c3-e25aae35824c req-1e72e777-f83b-45b4-9961-94ac691ce70d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.321535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731a4ee-157d-4ff5-86c3-e25aae35824c req-1e72e777-f83b-45b4-9961-94ac691ce70d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.327537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731a4ee-157d-4ff5-86c3-e25aae35824c req-1e72e777-f83b-45b4-9961-94ac691ce70d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.332250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-772817534-network', 'tenant_id': '152d0cca2c3544a9ac966efc0cc16f9c'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:53.333405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731a4ee-157d-4ff5-86c3-e25aae35824c req-1e72e777-f83b-45b4-9961-94ac691ce70d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.335387 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0731a4ee-157d-4ff5-86c3-e25aae35824c req-1e72e777-f83b-45b4-9961-94ac691ce70d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5442 time: 0.3155656 Jul 06 11:49:53.339040 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.354070 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.357950 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/36847392-93bb-4748-9dd0-99087e08745a HTTP/1.1" status: 204 len: 168 time: 5.5658212 Jul 06 11:49:53.360915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53078) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:53.380519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53080) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:53.388135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4e4d8890-5da0-4d68-95b6-39f918e4dd3b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Request body: {'floatingip': {'port_id': 'a7a5a745-bcee-4e50-843c-2df3aff45473'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:53.395083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2e901-cf4f-449b-ad8f-a260c510ad2e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=36847392-93bb-4748-9dd0-99087e08745a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:53.431771 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-2839b5b9-e37c-48e5-9fdd-35c2c1738eeb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] GET failed (client error): The resource could not be found. Jul 06 11:49:53.433406 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2839b5b9-e37c-48e5-9fdd-35c2c1738eeb tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/subnets/5f33d193-c1f7-4b3f-b4d9-8ecfa6cb97e2 HTTP/1.1" status: 404 len: 337 time: 0.0516806 Jul 06 11:49:53.434886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Made reservation on behalf of 152d0cca2c3544a9ac966efc0cc16f9c for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:53.441296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:53.441837 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.462186 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.479477 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8890-5da0-4d68-95b6-39f918e4dd3b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.495143 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2960c55-9792-47c0-a305-1cdb67590e7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:49:53.495743 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2960c55-9792-47c0-a305-1cdb67590e7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:49:53.498622 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b2960c55-9792-47c0-a305-1cdb67590e7d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/36847392-93bb-4748-9dd0-99087e08745a HTTP/1.1" status: 404 len: 339 time: 0.0556080 Jul 06 11:49:53.505536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:53.542795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-e2a6347b-d3ac-4ecb-83c9-43abac6170e4 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.544816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-e2a6347b-d3ac-4ecb-83c9-43abac6170e4 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/networks?id=c1551eb4-4394-4809-bbc1-179bf70ae77e HTTP/1.1" status: 200 len: 818 time: 0.3851461 Jul 06 11:49:53.627138 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-f2c9a7dd-410a-4349-8b32-4182fa825a44 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/quotas/baa909e8bd674a6ebd18ef5a0e660aab HTTP/1.1" status: 200 len: 375 time: 0.0537057 Jul 06 11:49:53.705661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6591af37-2e16-41a2-aab3-91de98788c11 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.707542 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6591af37-2e16-41a2-aab3-91de98788c11 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2007711 Jul 06 11:49:53.713637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53092) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:53.719671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-9a8bf967-3868-4154-a8bb-40f4e9342381 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=baa909e8bd674a6ebd18ef5a0e660aab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578854 Jul 06 11:49:53.762618 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.765619 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0f3f2705-90a3-486c-ad84-cbf0617cf434 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 207 time: 0.0504277 Jul 06 11:49:53.769904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53094) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:53.810730 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a9d1d-85a5-4155-9012-6a4a77de02d0 req-419b7d3d-c5b8-4828-b4fb-f99e53d7c08c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.812381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc2a9d1d-85a5-4155-9012-6a4a77de02d0 req-419b7d3d-c5b8-4828-b4fb-f99e53d7c08c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.3360827 Jul 06 11:49:53.860979 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.917375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:53.926806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c5514-ae08-4c47-9402-42b55733dc05 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.933010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c5514-ae08-4c47-9402-42b55733dc05 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.940280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c5514-ae08-4c47-9402-42b55733dc05 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.940690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53096) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:53.946341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c5514-ae08-4c47-9402-42b55733dc05 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.952703 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e21c5514-ae08-4c47-9402-42b55733dc05 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1759892 Jul 06 11:49:53.955248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53100) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:53.974373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.974373 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Added segment 8a52bb4e-2dca-4343-b3ba-3d52867f18fd of type vlan for network 2521dde3-c63e-4ee6-a071-ffca2b072917 Jul 06 11:49:53.975405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06902278-bf40-41d5-b3e8-86bf9e28d453,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:54.119339 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.258189 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6911a06d-565b-452c-89b4-589ab68e41cf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3005149 Jul 06 11:49:54.258960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53104) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:54.315636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.315636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.316145 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.407510 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2540803 Jul 06 11:49:54.410595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e19565-b607-4f09-b3b2-e1f9a5b581f2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.412898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e19565-b607-4f09-b3b2-e1f9a5b581f2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.416576 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc2a9d1d-85a5-4155-9012-6a4a77de02d0 req-3ac6ddfd-4c86-4961-aa83-18de1490bc46 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854068 Jul 06 11:49:54.421641 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d5e19565-b607-4f09-b3b2-e1f9a5b581f2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1541662 Jul 06 11:49:54.424604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53108) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:54.507719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13df92-7a5b-4c2f-b61a-e56ee70de63e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.510579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13df92-7a5b-4c2f-b61a-e56ee70de63e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.522338 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6d13df92-7a5b-4c2f-b61a-e56ee70de63e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0965207 Jul 06 11:49:54.527888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53112) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:54.613336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdade8b-f72f-460a-8b0d-11907372f26c admin admin] Pushing event updated for resources: {'Network': ['ID=2521dde3-c63e-4ee6-a071-ffca2b072917,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:54.624423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 2521dde3-c63e-4ee6-a071-ffca2b072917 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:54.672355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-d281f5a2-dacc-4d3c-a865-d48e47e8bc7a service neutron] 10.222.0.21 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9346535 Jul 06 11:49:54.673117 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1172d9e-35ac-4e5b-8dd4-21199c9a6d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.717039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c5a1b3-52d2-40a5-bcd3-c179f2347e12 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.723144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53118) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:54.725947 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-24c5a1b3-52d2-40a5-bcd3-c179f2347e12 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/networks/ee39fb91-934a-4215-b1ef-ead12c15db51 HTTP/1.1" status: 200 len: 800 time: 0.1963489 Jul 06 11:49:55.130313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4bbc37da-f4e6-4470-bc55-84b8807e03b2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/networks/ee39fb91-934a-4215-b1ef-ead12c15db51?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3757174 Jul 06 11:49:55.136469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53122) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:55.144395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77bfb3-c36b-4bad-8f75-beeb024cc06d req-82ce367d-e69b-4f7b-9183-d0f926532a3c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.145948 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b77bfb3-c36b-4bad-8f75-beeb024cc06d req-82ce367d-e69b-4f7b-9183-d0f926532a3c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.4704781 Jul 06 11:49:55.166782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-ed22f6a7-cb93-449c-a9e1-3a6796c84f26 service neutron] 10.222.0.21 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419909 Jul 06 11:49:55.179057 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8890-5da0-4d68-95b6-39f918e4dd3b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.198573 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8890-5da0-4d68-95b6-39f918e4dd3b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.284761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b77bfb3-c36b-4bad-8f75-beeb024cc06d req-47da22f4-78ff-4bf0-8749-dd2f3421a682 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259375 Jul 06 11:49:55.291236 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1172d9e-35ac-4e5b-8dd4-21199c9a6d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.299647 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1172d9e-35ac-4e5b-8dd4-21199c9a6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.305052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93765d78-ddd7-40ef-9421-95981451b3af tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.315831 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-93765d78-ddd7-40ef-9421-95981451b3af tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/subnets/612d89f4-f6e3-4465-b34d-7ee54a7fe88e HTTP/1.1" status: 200 len: 811 time: 0.1767659 Jul 06 11:49:55.317407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53124) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:55.434849 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a1172d9e-35ac-4e5b-8dd4-21199c9a6d7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=896889b8253d4c16abddd812865a4397&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4886637 Jul 06 11:49:55.438536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1172d9e-35ac-4e5b-8dd4-21199c9a6d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011d53a0-45ff-47f0-a399-74088203b1ba,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:55.441099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:55.453570 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-4e4d8890-5da0-4d68-95b6-39f918e4dd3b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Floating IP f602b089-895c-4f8c-a57d-717a61081f69 associated. External IP: 172.25.0.73, port: a7a5a745-bcee-4e50-843c-2df3aff45473. Jul 06 11:49:55.484119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03bec9b-4926-4049-b649-256cbdb99c8e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.491228 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b03bec9b-4926-4049-b649-256cbdb99c8e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "GET /v2.0/subnets/612d89f4-f6e3-4465-b34d-7ee54a7fe88e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1735942 Jul 06 11:49:55.492005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53128) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:55.499613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-126929033'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:55.548513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:55.558383 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.601213 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c92067c-dcd5-4379-913e-cd8537142112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.632355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:55.648704 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c92067c-dcd5-4379-913e-cd8537142112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.686104 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.694465 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Added segment e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3 of type vlan for network 7c056f93-5e92-403f-bce1-1d02fdcc89f1 Jul 06 11:49:55.827533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.886203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.897612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.903206 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.993033 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4967873 Jul 06 11:49:55.994865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53142) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:56.005903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'network_id': '7c056f93-5e92-403f-bce1-1d02fdcc89f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:56.036071 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2d425-e3df-4c56-bf62-9f72a6120d61 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Network': ['ID=7c056f93-5e92-403f-bce1-1d02fdcc89f1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:56.062826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 7c056f93-5e92-403f-bce1-1d02fdcc89f1 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:56.083288 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c92067c-dcd5-4379-913e-cd8537142112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.086262 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c92067c-dcd5-4379-913e-cd8537142112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.104677 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0c92067c-dcd5-4379-913e-cd8537142112 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/011d53a0-45ff-47f0-a399-74088203b1ba HTTP/1.1" status: 204 len: 168 time: 0.6437976 Jul 06 11:49:56.222907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Made reservation on behalf of fb1e1cefc5c141faa1f8f83bdd33bbe5 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:56.231957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.364681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Performing IP validity checks on allocation pools {{(pid=93815) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 11:49:56.365675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93815) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 11:49:56.387402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92067c-dcd5-4379-913e-cd8537142112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011d53a0-45ff-47f0-a399-74088203b1ba,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:56.404237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4d8890-5da0-4d68-95b6-39f918e4dd3b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Router 095d771b-6b38-47e7-bd00-3bdfda39c217 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:49:56.545645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b099c8-e1f8-4451-bce2-2e5c93f46196 req-53efd505-10b0-4f4a-ab40-086e050d22f5 tempest-ComputeTenantNetworksTest-2144309587 tempest-ComputeTenantNetworksTest-2144309587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.552923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b099c8-e1f8-4451-bce2-2e5c93f46196 req-53efd505-10b0-4f4a-ab40-086e050d22f5 tempest-ComputeTenantNetworksTest-2144309587 tempest-ComputeTenantNetworksTest-2144309587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.561084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b099c8-e1f8-4451-bce2-2e5c93f46196 req-53efd505-10b0-4f4a-ab40-086e050d22f5 tempest-ComputeTenantNetworksTest-2144309587 tempest-ComputeTenantNetworksTest-2144309587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.578206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30b099c8-e1f8-4451-bce2-2e5c93f46196 req-53efd505-10b0-4f4a-ab40-086e050d22f5 tempest-ComputeTenantNetworksTest-2144309587 tempest-ComputeTenantNetworksTest-2144309587-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5682654 Jul 06 11:49:56.604979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92519e2c-08bb-4580-a4de-a73ac5aa147a req-b387461b-0bd5-42fe-8bee-05570d26125b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.628095 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92519e2c-08bb-4580-a4de-a73ac5aa147a req-b387461b-0bd5-42fe-8bee-05570d26125b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.6637099 Jul 06 11:49:56.656170 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.772575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=747f4094-399b-4959-a34a-f1a07da4fc36,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:56.814205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Checking segment: {'id': 'e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7c056f93-5e92-403f-bce1-1d02fdcc89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:56.814908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network hostable DHCP agents. Network: 7c056f93-5e92-403f-bce1-1d02fdcc89f1, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:56.873060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Network 7c056f93-5e92-403f-bce1-1d02fdcc89f1 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:56.891824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 7c056f93-5e92-403f-bce1-1d02fdcc89f1) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:56.904522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.904904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c683bcce-745c-47b6-ac35-15fccc078805 None None] Network 7c056f93-5e92-403f-bce1-1d02fdcc89f1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:56.905161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92519e2c-08bb-4580-a4de-a73ac5aa147a req-a3169080-69af-43d2-95e2-4f09d0cae5a9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757006 Jul 06 11:49:56.905380 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.945345 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-807bc7fc-dbd5-4af0-96c8-87419e9638d2 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9494507 Jul 06 11:49:56.950580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53168) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:56.968873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4d8890-5da0-4d68-95b6-39f918e4dd3b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:56.982946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fdcec2-b24c-4ecd-ab3f-1787fae22c3c None None] Sync routers for ids ['095d771b-6b38-47e7-bd00-3bdfda39c217'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:56.984674 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8890-5da0-4d68-95b6-39f918e4dd3b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:56.988643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1a8b210e-03c1-4ead-bc2f-7d285d561e77 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:57.008324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fdcec2-b24c-4ecd-ab3f-1787fae22c3c None None] Routers {'095d771b-6b38-47e7-bd00-3bdfda39c217'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:57.009503 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-08fdcec2-b24c-4ecd-ab3f-1787fae22c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:49:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['095d771b-6b38-47e7-bd00-3bdfda39c217'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:57.119478 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4e4d8890-5da0-4d68-95b6-39f918e4dd3b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "PUT /v2.0/floatingips/f602b089-895c-4f8c-a57d-717a61081f69 HTTP/1.1" status: 200 len: 990 time: 3.7553742 Jul 06 11:49:57.120206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'a7a5a745-bcee-4e50-843c-2df3aff45473'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:57.125514 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "a7a5a745-bcee-4e50-843c-2df3aff45473"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:57.281547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-08fdcec2-b24c-4ecd-ab3f-1787fae22c3c None None] Set router 095d771b-6b38-47e7-bd00-3bdfda39c217 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:57.308548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a8b210e-03c1-4ead-bc2f-7d285d561e77 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4051929'] for subnet, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.365413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-7c056f93-5e92-403f-bce1-1d02fdcc89f1', 'network_id': '7c056f93-5e92-403f-bce1-1d02fdcc89f1', 'tenant_id': 'fb1e1cefc5c141faa1f8f83bdd33bbe5', 'fixed_ips': [{'subnet_id': '747f4094-399b-4959-a34a-f1a07da4fc36'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:49:57.366392 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.709955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee7f79-f17b-4324-a085-69d1d3c75634 req-e85295b1-eff2-49b4-b23c-042840e2480a tempest-ComputeTenantNetworksTest-2144309587 tempest-ComputeTenantNetworksTest-2144309587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.740006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53192) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:57.740255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4dee7f79-f17b-4324-a085-69d1d3c75634 req-e85295b1-eff2-49b4-b23c-042840e2480a tempest-ComputeTenantNetworksTest-2144309587 tempest-ComputeTenantNetworksTest-2144309587-project] 10.222.0.21 "GET /v2.0/networks/2521dde3-c63e-4ee6-a071-ffca2b072917 HTTP/1.1" status: 200 len: 768 time: 0.5977399 Jul 06 11:49:57.808169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4b0b-0081-42a7-90a0-45f5a36b817d req-3f2647a3-86e2-4d43-a63f-ab3d37060ba5 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.818879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58ca4b0b-0081-42a7-90a0-45f5a36b817d req-3f2647a3-86e2-4d43-a63f-ab3d37060ba5 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.2384789 Jul 06 11:49:57.898430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58ca4b0b-0081-42a7-90a0-45f5a36b817d req-144fbe16-3cda-4927-9b76-aa7d56b95b0b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741327 Jul 06 11:49:58.031360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Allocated IP 172.20.0.3 (7c056f93-5e92-403f-bce1-1d02fdcc89f1/747f4094-399b-4959-a34a-f1a07da4fc36/59447d84-00e2-46c3-892d-492c3ea2e5b3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:58.059268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-08fdcec2-b24c-4ecd-ab3f-1787fae22c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:52Z', 'revision_number': 4, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'f602b089-895c-4f8c-a57d-717a61081f69', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'port_id': 'a7a5a745-bcee-4e50-843c-2df3aff45473', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'mac_address': 'fa:16:3e:a9:ec:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:49:54Z', 'revision_number': 1, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108326e4-2f62-4e47-a9c7-9f8f3809e983', 'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'mac_address': 'fa:16:3e:05:94:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:47Z', 'updated_at': '2021-07-06T11:47:11Z', 'revision_number': 5, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'subnets': [{'id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:58.104013 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.108537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fdcec2-b24c-4ecd-ab3f-1787fae22c3c None None] Checking router: 095d771b-6b38-47e7-bd00-3bdfda39c217 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:49:58.121801 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a8b210e-03c1-4ead-bc2f-7d285d561e77 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763113365279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3935052'] for subnet, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.128107 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09350cce-7771-42e0-9016-6a90d9fbf884 req-8915d9b6-2e00-4496-84e0-b646e0b8ff69 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 210 time: 0.1261280 Jul 06 11:49:58.155485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fdcec2-b24c-4ecd-ab3f-1787fae22c3c None None] Routers {'095d771b-6b38-47e7-bd00-3bdfda39c217'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:58.156775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-08fdcec2-b24c-4ecd-ab3f-1787fae22c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:49:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['095d771b-6b38-47e7-bd00-3bdfda39c217'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:58.221668 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884bad95-ade9-4d1d-848f-0cd17ee4cd9b x-openstack-request-id: req-884bad95-ade9-4d1d-848f-0cd17ee4cd9b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:58.222419 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "tag": "a7a5a745-bcee-4e50-843c-2df3aff45473", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:58.222875 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-884bad95-ade9-4d1d-848f-0cd17ee4cd9b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:58.223396 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'tag': 'a7a5a745-bcee-4e50-843c-2df3aff45473', 'status': 'completed', 'code': 200} Jul 06 11:49:58.295596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b210e-03c1-4ead-bc2f-7d285d561e77 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event updated for resources: {'Subnet': ['ID=747f4094-399b-4959-a34a-f1a07da4fc36,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:58.613936 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.627339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbc421-59a1-442a-90ed-2d4625cd5b6f req-8a9f7684-ded8-4e16-94fc-8fc12a9ed09d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.639290 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cbbc421-59a1-442a-90ed-2d4625cd5b6f req-8a9f7684-ded8-4e16-94fc-8fc12a9ed09d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.1869369 Jul 06 11:49:58.686340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2521dde3-c63e-4ee6-a071-ffca2b072917']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:58.727514 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8cbbc421-59a1-442a-90ed-2d4625cd5b6f req-e8eec118-f3a6-4ca9-9bfc-7b07bf71748a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805726 Jul 06 11:49:58.729127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b210e-03c1-4ead-bc2f-7d285d561e77 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.730360 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a8b210e-03c1-4ead-bc2f-7d285d561e77 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.736009 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1a8b210e-03c1-4ead-bc2f-7d285d561e77 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "PUT /v2.0/subnets/747f4094-399b-4959-a34a-f1a07da4fc36 HTTP/1.1" status: 200 len: 877 time: 1.7839415 Jul 06 11:49:58.738615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a52bb4e-2dca-4343-b3ba-3d52867f18fd') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:58.739421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53204) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:58.744683 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a52bb4e-2dca-4343-b3ba-3d52867f18fd') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:58.826123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.854310 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.866849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:58.867741 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:58.869966 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:58.990697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-b799c7d6-76e5-4ba5-8f9f-79204504c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.990924 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.991262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-b799c7d6-76e5-4ba5-8f9f-79204504c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.992030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-b799c7d6-76e5-4ba5-8f9f-79204504c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.992791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-b799c7d6-76e5-4ba5-8f9f-79204504c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.993422 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-b799c7d6-76e5-4ba5-8f9f-79204504c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.994042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-b799c7d6-76e5-4ba5-8f9f-79204504c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.994529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-b799c7d6-76e5-4ba5-8f9f-79204504c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:59.001412 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-b799c7d6-76e5-4ba5-8f9f-79204504c142 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6499 time: 0.4575741 Jul 06 11:49:59.041285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-08fdcec2-b24c-4ecd-ab3f-1787fae22c3c None None] Set router 095d771b-6b38-47e7-bd00-3bdfda39c217 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:59.191442 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.254775 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.266495 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.270040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.273830 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2521dde3-c63e-4ee6-a071-ffca2b072917 HTTP/1.1" status: 204 len: 168 time: 1.5327828 Jul 06 11:49:59.475843 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.826548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53222) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:59.864643 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.978301 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e150214-798d-466d-935c-301b1b6039b0 req-b98ae91c-0757-4a91-902e-95098edb5e64 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 210 time: 0.3916411 Jul 06 11:50:00.038361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa87ba2-da11-4ec1-a07c-0528ada340f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2521dde3-c63e-4ee6-a071-ffca2b072917,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:00.068023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-b10e430f-e634-4b02-8fc0-3dd4f143c0f8 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.071010 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-b10e430f-e634-4b02-8fc0-3dd4f143c0f8 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.86 "GET /v2.0/networks?id=c1551eb4-4394-4809-bbc1-179bf70ae77e HTTP/1.1" status: 200 len: 818 time: 0.2469676 Jul 06 11:50:00.101666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Request body: {'port': {'device_id': '8478f6fa-6e4c-43eb-b37e-b21aa8705229', 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e', 'admin_state_up': True, 'tenant_id': 'baa909e8bd674a6ebd18ef5a0e660aab'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:00.197837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aca6cd-e343-486a-9e71-59e0febd255f req-24270386-e38e-4ce3-b3d1-f44855e9e439 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.205873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Transition to ACTIVE for port object 59447d84-00e2-46c3-892d-492c3ea2e5b3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:00.216141 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6aca6cd-e343-486a-9e71-59e0febd255f req-24270386-e38e-4ce3-b3d1-f44855e9e439 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.8333488 Jul 06 11:50:00.232933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-9866446b-8768-4eec-84d2-6e5226f3014b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.234476 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-9866446b-8768-4eec-84d2-6e5226f3014b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.47 "GET /v2.0/networks?id=c1551eb4-4394-4809-bbc1-179bf70ae77e HTTP/1.1" status: 200 len: 818 time: 0.8307841 Jul 06 11:50:00.288022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Request body: {'port': {'device_id': '6392e384-ec0b-4b19-bf76-a2a6cf49c7ee', 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e', 'admin_state_up': True, 'tenant_id': 'baa909e8bd674a6ebd18ef5a0e660aab'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:00.317841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Transition to ACTIVE for port object 59447d84-00e2-46c3-892d-492c3ea2e5b3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:00.369397 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.501310 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6aca6cd-e343-486a-9e71-59e0febd255f req-20c24dcb-f6e2-4b00-bff3-b96d473c26e0 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838876 Jul 06 11:50:00.553768 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.583867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Network 7c056f93-5e92-403f-bce1-1d02fdcc89f1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:00.603688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:00.627698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:00.657489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Pushing event updated for resources: {'Port': ['ID=59447d84-00e2-46c3-892d-492c3ea2e5b3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:00.728919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Subnet': ['ID=747f4094-399b-4959-a34a-f1a07da4fc36,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:00.830235 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.865127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c056f93-5e92-403f-bce1-1d02fdcc89f1']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:00.872988 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-102352be-b517-4272-9be5-bd3a3a1f7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.884830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:00.885614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:00.887820 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-102352be-b517-4272-9be5-bd3a3a1f7b78 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fc45a5f0-1e2d-452c-93ef-0f6b827b1039 HTTP/1.1" status: 200 len: 917 time: 1.8625526 Jul 06 11:50:00.900000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Made reservation on behalf of baa909e8bd674a6ebd18ef5a0e660aab for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:00.911022 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.931574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Made reservation on behalf of baa909e8bd674a6ebd18ef5a0e660aab for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:00.935784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.947956 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.978193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Attempting to bind port 59447d84-00e2-46c3-892d-492c3ea2e5b3 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:00.979136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Attempting to bind port 59447d84-00e2-46c3-892d-492c3ea2e5b3 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7c056f93-5e92-403f-bce1-1d02fdcc89f1'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:00.979966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Attempting to bind port 59447d84-00e2-46c3-892d-492c3ea2e5b3 on network 7c056f93-5e92-403f-bce1-1d02fdcc89f1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:00.981062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d377458-f25f-457b-b319-ef20aa7d49f6 req-1d5427a7-9683-4406-9eeb-439b3d0e1cc1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.989823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d377458-f25f-457b-b319-ef20aa7d49f6 req-1d5427a7-9683-4406-9eeb-439b3d0e1cc1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.2216449 Jul 06 11:50:00.992913 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.997404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-08fdcec2-b24c-4ecd-ab3f-1787fae22c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:52Z', 'revision_number': 4, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'f602b089-895c-4f8c-a57d-717a61081f69', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'port_id': 'a7a5a745-bcee-4e50-843c-2df3aff45473', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'mac_address': 'fa:16:3e:a9:ec:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:49:54Z', 'revision_number': 1, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108326e4-2f62-4e47-a9c7-9f8f3809e983', 'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'mac_address': 'fa:16:3e:05:94:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:47Z', 'updated_at': '2021-07-06T11:47:11Z', 'revision_number': 5, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'subnets': [{'id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:01.035773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:01.036319 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:01.040327 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:01.143613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fdcec2-b24c-4ecd-ab3f-1787fae22c3c None None] The sync data for ids ['095d771b-6b38-47e7-bd00-3bdfda39c217'] in n-d-799527-2 is: [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:52Z', 'revision_number': 4, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'f602b089-895c-4f8c-a57d-717a61081f69', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'port_id': 'a7a5a745-bcee-4e50-843c-2df3aff45473', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'mac_address': 'fa:16:3e:a9:ec:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff40875-94cd-4d15-9b67-752413779cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:49:54Z', 'revision_number': 1, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108326e4-2f62-4e47-a9c7-9f8f3809e983', 'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'mac_address': 'fa:16:3e:05:94:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:47Z', 'updated_at': '2021-07-06T11:47:11Z', 'revision_number': 5, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'subnets': [{'id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:50:01.147807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:01.148832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Checking segment: {'id': 'e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7c056f93-5e92-403f-bce1-1d02fdcc89f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:01.149651 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.151419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Bound using segment: {'id': 'e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7c056f93-5e92-403f-bce1-1d02fdcc89f1'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:01.153226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Bound port: 59447d84-00e2-46c3-892d-492c3ea2e5b3, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7c056f93-5e92-403f-bce1-1d02fdcc89f1'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:01.154597 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.162529 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-db3ed4fb-3b4b-4ff3-b5df-ae3712fd8285 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=152d0cca2c3544a9ac966efc0cc16f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3290727 Jul 06 11:50:01.176923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53248) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:01.217125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d377458-f25f-457b-b319-ef20aa7d49f6 req-ce17f227-d71f-424b-a75a-1f57b7d210ac tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261457 Jul 06 11:50:01.437155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] For port 59447d84-00e2-46c3-892d-492c3ea2e5b3, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:01.504276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] For port 59447d84-00e2-46c3-892d-492c3ea2e5b3, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=59447d84-00e2-46c3-892d-492c3ea2e5b3,segment=NetworkSegment(e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3),segment_id=e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:01.514828 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.546087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 451c2942-a939-4d38-a343-df21d74f6cf9 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:01.551777 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46c9e8ae-807c-4a3c-8dfd-1689940a7c52 req-17622dfa-82f0-4e0a-88be-4f7603941050 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 210 time: 0.1049216 Jul 06 11:50:01.557511 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 11:50:01.557511 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 11:50:01.557511 n-d-799527-2 neutron-server[93814]: [parameters: {'id': '7c056f93-5e92-403f-bce1-1d02fdcc89f1'}] Jul 06 11:50:01.557511 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:50:01.558326 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:50:01.745989 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ee4e7-4274-45a2-9dd4-344dd3d798fa None None] New status for floating IP f602b089-895c-4f8c-a57d-717a61081f69: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:50:01.770109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87709c7e-50de-4186-a9a2-64b73831d243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.813097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Allocated IP 172.20.0.7 (c1551eb4-4394-4809-bbc1-179bf70ae77e/58df087c-6b27-48ce-a758-b3b70c2d07c9/288523a1-6221-4401-8384-7370d80d7aa5) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:01.857512 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87709c7e-50de-4186-a9a2-64b73831d243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.915332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-b162dd39-2eb6-4522-8b77-3b6e53b2465b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.918227 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-b162dd39-2eb6-4522-8b77-3b6e53b2465b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.47 "GET /v2.0/networks?id=c1551eb4-4394-4809-bbc1-179bf70ae77e HTTP/1.1" status: 200 len: 818 time: 1.2476659 Jul 06 11:50:01.951380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Request body: {'port': {'device_id': 'dd24c904-c9f2-41a4-97f9-0f64066102a3', 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e', 'admin_state_up': True, 'tenant_id': 'baa909e8bd674a6ebd18ef5a0e660aab'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:01.992698 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:50:02.034229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae607631-6699-4a01-b0f4-6363a3adbfe6 req-cce1ed79-924e-4337-9ad4-04dc3ac82b1d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.041814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae607631-6699-4a01-b0f4-6363a3adbfe6 req-cce1ed79-924e-4337-9ad4-04dc3ac82b1d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 943 time: 0.2499452 Jul 06 11:50:02.067705 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.082480 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87709c7e-50de-4186-a9a2-64b73831d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.085656 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87709c7e-50de-4186-a9a2-64b73831d243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.090583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-87709c7e-50de-4186-a9a2-64b73831d243 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06902278-bf40-41d5-b3e8-86bf9e28d453 HTTP/1.1" status: 204 len: 168 time: 0.9081521 Jul 06 11:50:02.128676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87709c7e-50de-4186-a9a2-64b73831d243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06902278-bf40-41d5-b3e8-86bf9e28d453,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:02.149780 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae607631-6699-4a01-b0f4-6363a3adbfe6 req-79aeec5b-86f6-4a5c-a0af-b291e637816c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065993 Jul 06 11:50:02.239701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d6974-9019-426d-a24c-589d0c5ef4b1 None None] Pushing event updated for resources: {'Port': ['ID=59447d84-00e2-46c3-892d-492c3ea2e5b3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:02.333283 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.356230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd0cf4-291f-4dfe-b78c-8bf7c2304628 None None] Network 7c056f93-5e92-403f-bce1-1d02fdcc89f1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:02.383983 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-a3c92b68-9453-4565-8216-c745ada45f90 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7a5a745-bcee-4e50-843c-2df3aff45473 HTTP/1.1" status: 200 len: 998 time: 1.3670299 Jul 06 11:50:02.386271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Made reservation on behalf of baa909e8bd674a6ebd18ef5a0e660aab for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:02.393770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.462421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Deleting port 59447d84-00e2-46c3-892d-492c3ea2e5b3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:02.462862 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.721796 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.765087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:02.798414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '451c2942-a939-4d38-a343-df21d74f6cf9', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'port_id': '451c2942-a939-4d38-a343-df21d74f6cf9', 'mac_address': 'fa:16:3e:26:ec:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:02.929781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] For port 59447d84-00e2-46c3-892d-492c3ea2e5b3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=59447d84-00e2-46c3-892d-492c3ea2e5b3,segment=NetworkSegment(e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3),segment_id=e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:02.930273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.952736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Network c1551eb4-4394-4809-bbc1-179bf70ae77e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:02.974157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53278) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:03.024755 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-4303d5a7-38da-4996-bab4-ae13ae0f7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:03.028529 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-4303d5a7-38da-4996-bab4-ae13ae0f7503 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78e85877-f670-4c7e-8b64-45444a2227a0 HTTP/1.1" status: 200 len: 855 time: 0.6067924 Jul 06 11:50:03.033365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:03.044344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Allocated IP 172.20.0.3 (c1551eb4-4394-4809-bbc1-179bf70ae77e/58df087c-6b27-48ce-a758-b3b70c2d07c9/a8e8a414-7ebf-493f-92e4-9c6ff6b67feb) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:03.062795 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.088703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451c2942-a939-4d38-a343-df21d74f6cf9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:03.122020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:03.144368 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.290626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-3dd1b10a-b3e3-4a5d-ac5d-049fbe5d4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:03.294028 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-3dd1b10a-b3e3-4a5d-ac5d-049fbe5d4342 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fc45a5f0-1e2d-452c-93ef-0f6b827b1039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2527459 Jul 06 11:50:03.333655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=451c2942-a939-4d38-a343-df21d74f6cf9,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:03.375293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2c9c2-14c4-43d7-ac7c-56b2cea52f18 None None] Network 7c056f93-5e92-403f-bce1-1d02fdcc89f1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:03.531048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['451c2942-a939-4d38-a343-df21d74f6cf9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:03.598690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6249735b-f3f0-4ec1-8579-1e58ddfe1764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.727092 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-f257f2e0-2947-4be7-a8d3-0844c31863b7 service neutron] 10.222.0.86 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695116 Jul 06 11:50:03.739991 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.857077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6640c2-7ea7-4582-b202-1ead5ad89752 None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:50:03.864725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Calling delete_port for 59447d84-00e2-46c3-892d-492c3ea2e5b3 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:03.882351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:03.934798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Pushing event updated for resources: {'Port': ['ID=288523a1-6221-4401-8384-7370d80d7aa5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:03.952678 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd182a45-ffa4-4f02-9811-367f5b64c4af req-ab739ec4-6ccc-4058-87c7-d75d710d2448 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 210 time: 0.9502199 Jul 06 11:50:04.045608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b16d9-5bf9-46c7-9d3b-319ca0d73a64 req-b76d4f4f-7ec2-4ea4-a4c6-4ba6215c6dfd tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.062929 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-329b16d9-5bf9-46c7-9d3b-319ca0d73a64 req-b76d4f4f-7ec2-4ea4-a4c6-4ba6215c6dfd tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 1.4780047 Jul 06 11:50:04.153333 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76ab5f9a-03f4-48fc-bdbf-1c1ef4827dd3 req-e2e8d17e-ff5f-4444-9437-77f8cc07b330 service neutron] 10.222.0.86 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077480 Jul 06 11:50:04.193483 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.299128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.299850 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.330904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Pushing event updated for resources: {'Port': ['ID=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:04.348930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6249735b-f3f0-4ec1-8579-1e58ddfe1764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.367075 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6249735b-f3f0-4ec1-8579-1e58ddfe1764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.377380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6640c2-7ea7-4582-b202-1ead5ad89752 None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 11:50:04.394074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0114959e-4294-4927-a9d7-6cb525779a1a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1317439 Jul 06 11:50:04.426934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Network c1551eb4-4394-4809-bbc1-179bf70ae77e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:04.447285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:04.455740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:04.459628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Allocated IP 172.20.0.2 (c1551eb4-4394-4809-bbc1-179bf70ae77e/58df087c-6b27-48ce-a758-b3b70c2d07c9/f57e5cfb-748a-460f-b554-74e82b382383) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:04.460987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-329b16d9-5bf9-46c7-9d3b-319ca0d73a64 req-9540acfd-8095-4878-aac1-e594c3a45048 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970737 Jul 06 11:50:04.512485 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6249735b-f3f0-4ec1-8579-1e58ddfe1764 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdbb9d88a53749cdb185f8b0b46dafa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5204632 Jul 06 11:50:04.517904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249735b-f3f0-4ec1-8579-1e58ddfe1764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc9a575-b8f5-4dd9-9087-20d2df6fb26c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:04.518804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53306) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:04.658771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.663491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.671465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.699276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Port': ['ID=59447d84-00e2-46c3-892d-492c3ea2e5b3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:04.722288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No DVR routers for this DVR port 59447d84-00e2-46c3-892d-492c3ea2e5b3 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:04.760053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40f505ed-f350-45cf-bd69-92097a3813d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.849174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Request body: {'port': {'device_id': '6392e384-ec0b-4b19-bf76-a2a6cf49c7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:04.902953 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.953774 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40f505ed-f350-45cf-bd69-92097a3813d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.966201 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-19a5eff7-7f1b-4adf-a301-f2208c6b515b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8721967 Jul 06 11:50:04.973834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8b692-3810-4527-97b7-3feb68545b0a req-b02ad902-8395-450b-8ba0-692385967a20 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.977264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-01c8b692-3810-4527-97b7-3feb68545b0a req-b02ad902-8395-450b-8ba0-692385967a20 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 944 time: 0.4613998 Jul 06 11:50:04.982339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c056f93-5e92-403f-bce1-1d02fdcc89f1']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:05.018952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Request body: {'port': {'device_id': '8478f6fa-6e4c-43eb-b37e-b21aa8705229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:05.026383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:05.026383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e28e6b-14a7-4ab6-8071-1d78ccaba0e3') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:05.064937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.082984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.116398 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.143599 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:05.143599 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:05.147048 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:05.155629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-01c8b692-3810-4527-97b7-3feb68545b0a req-47597053-9e72-45f6-ae82-fd29d5bdaa99 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370564 Jul 06 11:50:05.292513 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40f505ed-f350-45cf-bd69-92097a3813d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.307436 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40f505ed-f350-45cf-bd69-92097a3813d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.310089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-40f505ed-f350-45cf-bd69-92097a3813d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fc9a575-b8f5-4dd9-9087-20d2df6fb26c HTTP/1.1" status: 204 len: 168 time: 0.7815077 Jul 06 11:50:05.355215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.442494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.464369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.467563 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.478466 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/7c056f93-5e92-403f-bce1-1d02fdcc89f1 HTTP/1.1" status: 204 len: 168 time: 6.7299144 Jul 06 11:50:05.478466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f505ed-f350-45cf-bd69-92097a3813d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc9a575-b8f5-4dd9-9087-20d2df6fb26c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:05.480780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53320) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:05.496797 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.584605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 451c2942-a939-4d38-a343-df21d74f6cf9 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:05.610221 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Pushing event updated for resources: {'Port': ['ID=f57e5cfb-748a-460f-b554-74e82b382383,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:05.649895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Network c1551eb4-4394-4809-bbc1-179bf70ae77e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:05.666169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:05.679506 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:05.717289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f849e94-b7ff-4dfc-be7e-ffbd5130190e tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=7c056f93-5e92-403f-bce1-1d02fdcc89f1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:05.806739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 451c2942-a939-4d38-a343-df21d74f6cf9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:05.806739 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.825611 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbb92ee-4c72-49b5-9475-533a748e98d9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:05.826427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbb92ee-4c72-49b5-9475-533a748e98d9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:05.833185 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-abbb92ee-4c72-49b5-9475-533a748e98d9 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/subnets/747f4094-399b-4959-a34a-f1a07da4fc36 HTTP/1.1" status: 404 len: 337 time: 0.3179202 Jul 06 11:50:05.877583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53326) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:05.971708 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-efba0005-a808-4aac-9031-0c65a606f948 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:05.975376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efba0005-a808-4aac-9031-0c65a606f948 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:05.983560 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-efba0005-a808-4aac-9031-0c65a606f948 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/7c056f93-5e92-403f-bce1-1d02fdcc89f1 HTTP/1.1" status: 404 len: 339 time: 0.0972860 Jul 06 11:50:05.985798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:06.088203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:06.089314 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.103078 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.113165 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-32de9c3c-b5d1-4427-9a28-99f921f7a057 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1742065 Jul 06 11:50:06.146026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Request body: {'port': {'device_id': 'dd24c904-c9f2-41a4-97f9-0f64066102a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:06.174572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:06.179936 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb432f2-e576-470a-8a5e-35172abe7aeb" -d '{"events": [{"server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "name": "network-vif-plugged", "status": "completed", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:06.242087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:06.251392 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.297759 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdaa51a0-9048-4c22-a1e0-c1730968c05d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:06.298320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdaa51a0-9048-4c22-a1e0-c1730968c05d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:06.313043 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53342) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:06.315076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fdaa51a0-9048-4c22-a1e0-c1730968c05d tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/subnets/5f33d193-c1f7-4b3f-b4d9-8ecfa6cb97e2 HTTP/1.1" status: 404 len: 337 time: 0.3241045 Jul 06 11:50:06.395967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=451c2942-a939-4d38-a343-df21d74f6cf9,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:06.416090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288523a1-6221-4401-8384-7370d80d7aa5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:06.423093 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c5cbdc-3e2d-4f09-a3b6-edd4c4697a4a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:06.424050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c5cbdc-3e2d-4f09-a3b6-edd4c4697a4a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:06.429317 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-24c5cbdc-3e2d-4f09-a3b6-edd4c4697a4a tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/36847392-93bb-4748-9dd0-99087e08745a HTTP/1.1" status: 404 len: 339 time: 0.1148415 Jul 06 11:50:06.435159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53344) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:06.462693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.464732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.546882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53348) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:06.573641 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4574-aef3-4743-a1b3-887eccf34811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.579699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Transition to ACTIVE for port object 288523a1-6221-4401-8384-7370d80d7aa5 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:06.608950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeb2c2-4afb-40e4-ae39-8e3fbe3c8a12 req-07f75c44-a147-4abd-b29a-fbb8d852330b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:06.625281 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-77eeb2c2-4afb-40e4-ae39-8e3fbe3c8a12 req-07f75c44-a147-4abd-b29a-fbb8d852330b tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 931 time: 1.1627915 Jul 06 11:50:06.708422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.734328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-77eeb2c2-4afb-40e4-ae39-8e3fbe3c8a12 req-097ef972-8489-4f10-bfa7-9343c9ac32a8 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076663 Jul 06 11:50:06.963198 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.967835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Pushing event updated for resources: {'Port': ['ID=288523a1-6221-4401-8384-7370d80d7aa5,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:07.156420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae94b96-bab9-41da-b43a-ebc106d099be req-c99bea90-692d-44c1-92e0-dde7d7c5c9d3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:07.162189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ae94b96-bab9-41da-b43a-ebc106d099be req-c99bea90-692d-44c1-92e0-dde7d7c5c9d3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.2907577 Jul 06 11:50:07.292908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Attempting to bind port 288523a1-6221-4401-8384-7370d80d7aa5 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:07.294111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Attempting to bind port 288523a1-6221-4401-8384-7370d80d7aa5 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:07.294111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Attempting to bind port 288523a1-6221-4401-8384-7370d80d7aa5 on network c1551eb4-4394-4809-bbc1-179bf70ae77e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:07.316400 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ae94b96-bab9-41da-b43a-ebc106d099be req-5b58ba5f-17e7-45fa-b827-d8fc408d8274 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334901 Jul 06 11:50:07.331023 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.333961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Port 288523a1-6221-4401-8384-7370d80d7aa5 on network c1551eb4-4394-4809-bbc1-179bf70ae77e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:07.334291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Attempting to bind port 288523a1-6221-4401-8384-7370d80d7aa5 on network c1551eb4-4394-4809-bbc1-179bf70ae77e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:07.358717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41c3378-2e1b-4d95-8d95-ea945764c345']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:07.377401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4574-aef3-4743-a1b3-887eccf34811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.388995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:07.389325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Checking segment: {'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:07.389738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Bound using segment: {'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:07.390207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Bound port: 288523a1-6221-4401-8384-7370d80d7aa5, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:07.396907 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4574-aef3-4743-a1b3-887eccf34811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.399935 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.408053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61bf237-6739-4090-875a-865276c16031') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:07.408053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61bf237-6739-4090-875a-865276c16031') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:07.444728 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7024f4a3-1fcd-4f8e-a6be-7320b38d778b x-openstack-request-id: req-7024f4a3-1fcd-4f8e-a6be-7320b38d778b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:07.445668 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "name": "network-vif-plugged", "status": "completed", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:07.446461 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7024f4a3-1fcd-4f8e-a6be-7320b38d778b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:07.447135 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9', 'code': 200} Jul 06 11:50:07.450436 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.527269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e8a414-7ebf-493f-92e4-9c6ff6b67feb {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:07.578247 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2e3e4574-aef3-4743-a1b3-887eccf34811 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5eed01cb2de54bc7be1827a8605d8878&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0301785 Jul 06 11:50:07.583901 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.590208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53358) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:07.606057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e4574-aef3-4743-a1b3-887eccf34811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec8d5b4-3e54-43f7-a174-86ecc0f05e3b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:07.638324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Transition to ACTIVE for port object a8e8a414-7ebf-493f-92e4-9c6ff6b67feb will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:07.669398 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.758365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.813275 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:07.814438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.861851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Pushing event updated for resources: {'Port': ['ID=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:07.888252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a55ec2-5ba2-4ba5-9dd1-487be1515c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.932673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] For port 288523a1-6221-4401-8384-7370d80d7aa5, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:07.945920 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:07.970632 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.000146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] For port 288523a1-6221-4401-8384-7370d80d7aa5, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=288523a1-6221-4401-8384-7370d80d7aa5,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:08.002507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.007855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/a41c3378-2e1b-4d95-8d95-ea945764c345 HTTP/1.1" status: 204 len: 168 time: 1.5681510 Jul 06 11:50:08.010460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53364) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.038146 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.058617 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a55ec2-5ba2-4ba5-9dd1-487be1515c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.137863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515b1b0-f0cc-4bd2-98e7-c5e6e66ed3e3 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=a41c3378-2e1b-4d95-8d95-ea945764c345,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:08.146570 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ab844b-dec4-4af4-9c0c-fd3031768037 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:08.146570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ab844b-dec4-4af4-9c0c-fd3031768037 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:08.150418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d4ab844b-dec4-4af4-9c0c-fd3031768037 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/subnets/617456ba-be1d-419f-85a2-a2ee016b906a HTTP/1.1" status: 404 len: 337 time: 0.1229939 Jul 06 11:50:08.150801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Pushing event updated for resources: {'Port': ['ID=288523a1-6221-4401-8384-7370d80d7aa5,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:08.154441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53366) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.185102 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-8671740b-81b3-431a-85d3-33b36edcbb1b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:08.186151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8671740b-81b3-431a-85d3-33b36edcbb1b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:08.187636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8671740b-81b3-431a-85d3-33b36edcbb1b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/b98a2b7f-0592-488d-9d1d-82668ef4eadc HTTP/1.1" status: 404 len: 339 time: 0.0319276 Jul 06 11:50:08.193187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.196442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.197089 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.198926 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-1b4b0dd2-cbfe-48a6-b11f-da75d8adc189 service neutron] 10.222.0.47 "PUT /v2.0/ports/288523a1-6221-4401-8384-7370d80d7aa5 HTTP/1.1" status: 200 len: 1091 time: 3.7758985 Jul 06 11:50:08.201320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6392e384-ec0b-4b19-bf76-a2a6cf49c7ee', 'tag': '288523a1-6221-4401-8384-7370d80d7aa5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:08.203816 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f111b87-09f9-4744-916e-6fd86b2cfb31" -d '{"events": [{"name": "network-changed", "server_uuid": "6392e384-ec0b-4b19-bf76-a2a6cf49c7ee", "tag": "288523a1-6221-4401-8384-7370d80d7aa5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:08.280565 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee85b0c-1d8a-4c63-8978-a8f74f7f66a1 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:08.281039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee85b0c-1d8a-4c63-8978-a8f74f7f66a1 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:08.282911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0ee85b0c-1d8a-4c63-8978-a8f74f7f66a1 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/subnets/52b1f875-b025-4855-be9c-88cd8b7c7143 HTTP/1.1" status: 404 len: 337 time: 0.0824008 Jul 06 11:50:08.303907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53372) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.353180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138c825-3bb5-4b24-8b70-9fbfb128f153 req-5e0d123e-d918-471e-a56c-7af25e1b3bc7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.354884 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1138c825-3bb5-4b24-8b70-9fbfb128f153 req-5e0d123e-d918-471e-a56c-7af25e1b3bc7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 946 time: 0.6253879 Jul 06 11:50:08.374362 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab619810-748f-4420-98d7-263ce8ed2141 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:08.375012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab619810-748f-4420-98d7-263ce8ed2141 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:08.376991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ab619810-748f-4420-98d7-263ce8ed2141 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/3648c54c-907c-438d-a76d-bc17128a9622 HTTP/1.1" status: 404 len: 339 time: 0.0511117 Jul 06 11:50:08.386297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53376) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.440027 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b506c0-0516-41a2-a9e3-aec1a32860b5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:08.440501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b506c0-0516-41a2-a9e3-aec1a32860b5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:08.442409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a8b506c0-0516-41a2-a9e3-aec1a32860b5 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/subnets/5b6690c5-2e34-41b7-ae14-db6a7874e91f HTTP/1.1" status: 404 len: 337 time: 0.0534563 Jul 06 11:50:08.452322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53378) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.477535 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1138c825-3bb5-4b24-8b70-9fbfb128f153 req-fe4d7535-6fb7-418e-b1f8-f280a32eb767 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083500 Jul 06 11:50:08.483691 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a12789-2780-45b7-a75c-776cccc43b55 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:08.484153 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a12789-2780-45b7-a75c-776cccc43b55 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:08.486935 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-16a12789-2780-45b7-a75c-776cccc43b55 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/d1020a23-ac2d-4021-aed9-d5e54e826726 HTTP/1.1" status: 404 len: 339 time: 0.0320480 Jul 06 11:50:08.490495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53380) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.503952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-ba39d3e0-8a02-4e25-81d7-e8fdaa6f109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.505618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-ba39d3e0-8a02-4e25-81d7-e8fdaa6f109e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa909e8bd674a6ebd18ef5a0e660aab&device_id=6392e384-ec0b-4b19-bf76-a2a6cf49c7ee HTTP/1.1" status: 200 len: 1094 time: 0.2473598 Jul 06 11:50:08.538636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a28f0-4a26-46c2-8fce-4df4de3c0a07 req-3442cad7-814c-4cc3-beca-1652599f061f tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.540299 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-460a28f0-4a26-46c2-8fce-4df4de3c0a07 req-3442cad7-814c-4cc3-beca-1652599f061f tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 931 time: 0.2808735 Jul 06 11:50:08.550945 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-31206a50-a994-4b6e-897a-508004c18fe0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:08.550945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31206a50-a994-4b6e-897a-508004c18fe0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:08.551996 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-31206a50-a994-4b6e-897a-508004c18fe0 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/subnets/a66fc1f5-6488-4151-99ba-56a1014e00a4 HTTP/1.1" status: 404 len: 337 time: 0.0596788 Jul 06 11:50:08.554402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Attempting to bind port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:08.555161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Attempting to bind port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:08.555161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Attempting to bind port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb on network c1551eb4-4394-4809-bbc1-179bf70ae77e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:08.566650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53382) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.576887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb on network c1551eb4-4394-4809-bbc1-179bf70ae77e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:08.577159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Attempting to bind port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb on network c1551eb4-4394-4809-bbc1-179bf70ae77e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:08.603795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-b4c2313d-aa53-49e0-870f-b14be3d51cd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=288523a1-6221-4401-8384-7370d80d7aa5 HTTP/1.1" status: 200 len: 217 time: 0.0736494 Jul 06 11:50:08.618892 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a753b1-bd4b-4464-b32c-5c5c2e79313c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:08.619855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a753b1-bd4b-4464-b32c-5c5c2e79313c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:08.624129 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-26a753b1-bd4b-4464-b32c-5c5c2e79313c tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/3407f06e-4eed-4c97-9048-deea962067ca HTTP/1.1" status: 404 len: 339 time: 0.0427718 Jul 06 11:50:08.634722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57e5cfb-748a-460f-b554-74e82b382383 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:08.642213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53384) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.648398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:08.648953 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Checking segment: {'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:08.649604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Bound using segment: {'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:08.650377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Bound port: a8e8a414-7ebf-493f-92e4-9c6ff6b67feb, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:08.651089 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.660594 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.705610 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-668e05ac-1b0e-42a0-a981-13a4c3b898cf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:08.706393 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668e05ac-1b0e-42a0-a981-13a4c3b898cf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:08.706636 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5a8c8c-69ba-46ad-bf41-09e3bcfc8011 x-openstack-request-id: req-3a5a8c8c-69ba-46ad-bf41-09e3bcfc8011 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:08.707116 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6392e384-ec0b-4b19-bf76-a2a6cf49c7ee", "tag": "288523a1-6221-4401-8384-7370d80d7aa5", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:08.707599 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a5a8c8c-69ba-46ad-bf41-09e3bcfc8011 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:08.708583 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6392e384-ec0b-4b19-bf76-a2a6cf49c7ee', 'tag': '288523a1-6221-4401-8384-7370d80d7aa5', 'status': 'completed', 'code': 200} Jul 06 11:50:08.709544 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-668e05ac-1b0e-42a0-a981-13a4c3b898cf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/subnets/0afcd982-bf17-4d45-a791-2ec719096b69 HTTP/1.1" status: 404 len: 337 time: 0.0649199 Jul 06 11:50:08.719631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-460a28f0-4a26-46c2-8fce-4df4de3c0a07 req-1eb4f9fe-d6f2-49f8-96b4-5bfb4064f286 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664760 Jul 06 11:50:08.721260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53386) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.741973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ababb6-5b62-4846-86c7-2ae32a44352c req-fcc9c9ad-1326-4b61-b54b-4dfecdb3245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.745419 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d0ababb6-5b62-4846-86c7-2ae32a44352c req-fcc9c9ad-1326-4b61-b54b-4dfecdb3245b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 1097 time: 0.8796313 Jul 06 11:50:08.775057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Transition to ACTIVE for port object f57e5cfb-748a-460f-b554-74e82b382383 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:08.777011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a55ec2-5ba2-4ba5-9dd1-487be1515c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.781592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a55ec2-5ba2-4ba5-9dd1-487be1515c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.786938 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-90a55ec2-5ba2-4ba5-9dd1-487be1515c72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ec8d5b4-3e54-43f7-a174-86ecc0f05e3b HTTP/1.1" status: 204 len: 168 time: 1.1912951 Jul 06 11:50:08.813988 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-7002e0f8-e3c0-4f41-b9ce-016b876b1a64 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:08.814657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7002e0f8-e3c0-4f41-b9ce-016b876b1a64 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:08.816907 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7002e0f8-e3c0-4f41-b9ce-016b876b1a64 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/fbb6434b-3e61-4558-a98c-8569e1545988 HTTP/1.1" status: 404 len: 339 time: 0.0529070 Jul 06 11:50:08.837793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a55ec2-5ba2-4ba5-9dd1-487be1515c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec8d5b4-3e54-43f7-a174-86ecc0f05e3b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:08.851063 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.863691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-212425a6-f57f-4967-8d20-e02dea4d4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.865558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.867059 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-212425a6-f57f-4967-8d20-e02dea4d4aa2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58df087c-6b27-48ce-a758-b3b70c2d07c9 HTTP/1.1" status: 200 len: 858 time: 0.2544227 Jul 06 11:50:08.918752 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-2c51d8f1-f8e2-4c96-9183-ea9b89b2392f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1551eb4-4394-4809-bbc1-179bf70ae77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391347 Jul 06 11:50:09.024978 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafef25-41ab-4301-b995-4dff7b7fd0c4 req-c014fbbc-3f64-4148-aab2-36c498a8f304 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.034492 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5aafef25-41ab-4301-b995-4dff7b7fd0c4 req-c014fbbc-3f64-4148-aab2-36c498a8f304 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.2501192 Jul 06 11:50:09.131122 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dec92a-2825-45ac-8204-5bd57f2fc60f tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:09.131810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dec92a-2825-45ac-8204-5bd57f2fc60f tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:09.143854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5aafef25-41ab-4301-b995-4dff7b7fd0c4 req-3c1bdc66-774f-44c5-b718-b12d0ccac8ee tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076076 Jul 06 11:50:09.149308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53410) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:09.150112 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-18dec92a-2825-45ac-8204-5bd57f2fc60f tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/subnets/c8d1ebf8-f673-4c96-9db1-098b58b37f78 HTTP/1.1" status: 404 len: 337 time: 0.2480192 Jul 06 11:50:09.177555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-9676655d-1afe-4fd4-9f10-fb857b139b2b service neutron] 10.222.0.47 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514365 Jul 06 11:50:09.213132 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece6c6fe-8ca7-49fb-92e5-31ba69f0cdd6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:09.213689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece6c6fe-8ca7-49fb-92e5-31ba69f0cdd6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:09.219223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ece6c6fe-8ca7-49fb-92e5-31ba69f0cdd6 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/bf347356-3425-4dc1-8341-ed65926fe441 HTTP/1.1" status: 404 len: 339 time: 0.0639508 Jul 06 11:50:09.225505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] For port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:09.229242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:09.232433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] For port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:09.306445 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Pushing event updated for resources: {'Port': ['ID=f57e5cfb-748a-460f-b554-74e82b382383,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:09.320762 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.326363 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d0ababb6-5b62-4846-86c7-2ae32a44352c req-d147ee4d-0988-4af5-88ef-b5e51faa3855 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5720308 Jul 06 11:50:09.382404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Attempting to bind port f57e5cfb-748a-460f-b554-74e82b382383 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:09.383119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Attempting to bind port f57e5cfb-748a-460f-b554-74e82b382383 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:09.384199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Attempting to bind port f57e5cfb-748a-460f-b554-74e82b382383 on network c1551eb4-4394-4809-bbc1-179bf70ae77e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:09.395154 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7eb84fd-e4bd-4955-bf6d-1cde4e59d666 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:09.397092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7eb84fd-e4bd-4955-bf6d-1cde4e59d666 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:09.398341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.399544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.402981 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] 10.222.0.86 "PUT /v2.0/ports/a8e8a414-7ebf-493f-92e4-9c6ff6b67feb HTTP/1.1" status: 200 len: 1091 time: 4.4029694 Jul 06 11:50:09.408308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c7eb84fd-e4bd-4955-bf6d-1cde4e59d666 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/subnets/fee6e57c-5fc0-4b09-83fe-ad92ada1272c HTTP/1.1" status: 404 len: 337 time: 0.1718864 Jul 06 11:50:09.410458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53424) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:09.431938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8478f6fa-6e4c-43eb-b37e-b21aa8705229', 'tag': 'a8e8a414-7ebf-493f-92e4-9c6ff6b67feb'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:09.450870 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c812dba-672b-4d17-9d05-d3d160780e13" -d '{"events": [{"name": "network-changed", "server_uuid": "8478f6fa-6e4c-43eb-b37e-b21aa8705229", "tag": "a8e8a414-7ebf-493f-92e4-9c6ff6b67feb"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:09.471509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Port f57e5cfb-748a-460f-b554-74e82b382383 on network c1551eb4-4394-4809-bbc1-179bf70ae77e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:09.472087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Attempting to bind port f57e5cfb-748a-460f-b554-74e82b382383 on network c1551eb4-4394-4809-bbc1-179bf70ae77e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:09.485949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:09.489681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Checking segment: {'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:09.491986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Bound using segment: {'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:09.492318 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-2411115f-bbf1-48ce-8c23-42b1d2dd2a05 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:09.493847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2411115f-bbf1-48ce-8c23-42b1d2dd2a05 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:09.494707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Bound port: f57e5cfb-748a-460f-b554-74e82b382383, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98dc0515-82e4-41e7-8d42-0c6826019041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:09.495182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.498611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2411115f-bbf1-48ce-8c23-42b1d2dd2a05 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/1a306dcf-3f1b-455c-acd5-e53a253ee86a HTTP/1.1" status: 404 len: 339 time: 0.0811100 Jul 06 11:50:09.498993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53432) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:09.586845 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310188c3-621e-4c8c-9202-a51030e73d74 x-openstack-request-id: req-310188c3-621e-4c8c-9202-a51030e73d74 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:09.587651 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8478f6fa-6e4c-43eb-b37e-b21aa8705229", "tag": "a8e8a414-7ebf-493f-92e4-9c6ff6b67feb", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:09.587651 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-310188c3-621e-4c8c-9202-a51030e73d74 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:09.587906 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8478f6fa-6e4c-43eb-b37e-b21aa8705229', 'tag': 'a8e8a414-7ebf-493f-92e4-9c6ff6b67feb', 'status': 'completed', 'code': 200} Jul 06 11:50:09.608295 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-2483bcf0-0298-40ce-bb08-e03da9c3e539 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:09.609217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2483bcf0-0298-40ce-bb08-e03da9c3e539 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:09.611609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2483bcf0-0298-40ce-bb08-e03da9c3e539 tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/subnets/13d63c40-7c0d-461c-9089-a7a52118cf76 HTTP/1.1" status: 404 len: 337 time: 0.1115305 Jul 06 11:50:09.623235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53438) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:09.659284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841d2a8-6d45-4077-9e25-2ab0770d7f4a service neutron] Pushing event updated for resources: {'Port': ['ID=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:09.679043 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-83245a35-340d-4737-a1fa-502cda2e189e service neutron] 10.222.0.47 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936273 Jul 06 11:50:09.685489 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe26d48-94eb-4993-9900-d17f2961451b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:09.686157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe26d48-94eb-4993-9900-d17f2961451b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:09.703893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ffe26d48-94eb-4993-9900-d17f2961451b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/6260892a-047e-441f-a76e-434d5dca996f HTTP/1.1" status: 404 len: 339 time: 0.0646281 Jul 06 11:50:09.704272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53440) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:09.767061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] For port f57e5cfb-748a-460f-b554-74e82b382383, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:09.788709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] For port f57e5cfb-748a-460f-b554-74e82b382383, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f57e5cfb-748a-460f-b554-74e82b382383,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:09.818259 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.937733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0b8d1efd-0c3b-49bc-b66d-0aa06a61860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.951672 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-0b8d1efd-0c3b-49bc-b66d-0aa06a61860a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=baa909e8bd674a6ebd18ef5a0e660aab&device_id=8478f6fa-6e4c-43eb-b37e-b21aa8705229 HTTP/1.1" status: 200 len: 1094 time: 0.4151995 Jul 06 11:50:09.954990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-23189189-c494-41ba-97d7-17d9fe75466b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Deleting subnet 612d89f4-f6e3-4465-b34d-7ee54a7fe88e {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:09.972988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23189189-c494-41ba-97d7-17d9fe75466b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.090313 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23189189-c494-41ba-97d7-17d9fe75466b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.114550 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.115410 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.117910 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] 10.222.0.47 "PUT /v2.0/ports/f57e5cfb-748a-460f-b554-74e82b382383 HTTP/1.1" status: 200 len: 1091 time: 3.9953284 Jul 06 11:50:10.126723 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-d980a6ef-30e3-4976-8548-e379bb1dd278 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb HTTP/1.1" status: 200 len: 217 time: 0.1650524 Jul 06 11:50:10.208494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-229d9a74-5bb2-485d-bbfe-5439e6cd690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.208494 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-229d9a74-5bb2-485d-bbfe-5439e6cd690f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=58df087c-6b27-48ce-a758-b3b70c2d07c9 HTTP/1.1" status: 200 len: 858 time: 0.0680737 Jul 06 11:50:10.220499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f134896-c5b5-4155-8136-d598c863a93b service neutron] Pushing event updated for resources: {'Port': ['ID=f57e5cfb-748a-460f-b554-74e82b382383,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:10.280909 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-02afc3b0-0378-4231-aca1-1da8e6e39ff0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c1551eb4-4394-4809-bbc1-179bf70ae77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614343 Jul 06 11:50:10.315738 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23189189-c494-41ba-97d7-17d9fe75466b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.431283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f111b87-09f9-4744-916e-6fd86b2cfb31 req-ae9dbb64-9b2c-4afd-9ded-0c26b0da3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.434834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f111b87-09f9-4744-916e-6fd86b2cfb31 req-ae9dbb64-9b2c-4afd-9ded-0c26b0da3b76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa909e8bd674a6ebd18ef5a0e660aab&device_id=6392e384-ec0b-4b19-bf76-a2a6cf49c7ee HTTP/1.1" status: 200 len: 1094 time: 0.6268690 Jul 06 11:50:10.440446 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23189189-c494-41ba-97d7-17d9fe75466b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.466838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-5e9991e2-eb35-4d29-802d-035c2066fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.468844 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-5e9991e2-eb35-4d29-802d-035c2066fd39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa909e8bd674a6ebd18ef5a0e660aab&device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 1094 time: 0.2591040 Jul 06 11:50:10.573260 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-7a70d485-9f61-4fb7-8bd9-5d3c498ad911 service neutron] 10.222.0.86 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818739 Jul 06 11:50:10.576791 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-9b525f28-c60e-45d4-a5b3-cd0377c2e7ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f57e5cfb-748a-460f-b554-74e82b382383 HTTP/1.1" status: 200 len: 217 time: 0.0906837 Jul 06 11:50:10.595375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23189189-c494-41ba-97d7-17d9fe75466b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Subnet': ['ID=612d89f4-f6e3-4465-b34d-7ee54a7fe88e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:10.610182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e7abb-8ecb-4a29-b946-29d23869b4ca req-a46b2b83-a703-4f4c-9024-f1e1e1eade54 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.621658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c5e7abb-8ecb-4a29-b946-29d23869b4ca req-a46b2b83-a703-4f4c-9024-f1e1e1eade54 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 946 time: 0.8165369 Jul 06 11:50:10.643811 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23189189-c494-41ba-97d7-17d9fe75466b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.648906 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-23189189-c494-41ba-97d7-17d9fe75466b tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/subnets/612d89f4-f6e3-4465-b34d-7ee54a7fe88e HTTP/1.1" status: 204 len: 168 time: 0.9432220 Jul 06 11:50:10.652541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a010cd-3e7e-4eca-a115-195cf27a0304 None None] Network ee39fb91-934a-4215-b1ef-ead12c15db51 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:10.665505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53480) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:10.784529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac487-dcc7-4105-954f-a79445b925a8 req-ee10450b-b02f-49cc-bb28-30d3296abe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.801966 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-ee10450b-b02f-49cc-bb28-30d3296abe4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58df087c-6b27-48ce-a758-b3b70c2d07c9 HTTP/1.1" status: 200 len: 858 time: 0.2109723 Jul 06 11:50:10.968852 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.984197 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-af91d7e8-413e-4761-a859-14b796ac4d3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1551eb4-4394-4809-bbc1-179bf70ae77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711438 Jul 06 11:50:10.991878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-ffdb2883-5332-4a27-ae57-4f2ae0e7f438 service neutron] 10.222.0.86 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117625 Jul 06 11:50:11.121916 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c5e7abb-8ecb-4a29-b946-29d23869b4ca req-69d43d30-2111-4ac5-8c28-ae9baae00e2b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4947641 Jul 06 11:50:11.299776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef29da-614c-461b-b050-109d5e1fc68d None None] DHCP port deletion for ee39fb91-934a-4215-b1ef-ead12c15db51 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:50:11.327092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8046df-0da1-4513-bfcb-4b08eda090c0 req-54adbcbd-0f90-4382-b586-607e50704f87 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:11.339044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a8046df-0da1-4513-bfcb-4b08eda090c0 req-54adbcbd-0f90-4382-b586-607e50704f87 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 943 time: 1.3092685 Jul 06 11:50:11.450385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f111b87-09f9-4744-916e-6fd86b2cfb31 req-ad574ad5-a385-4981-bfc3-c77d8c68fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:11.452258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f111b87-09f9-4744-916e-6fd86b2cfb31 req-ad574ad5-a385-4981-bfc3-c77d8c68fb57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1551eb4-4394-4809-bbc1-179bf70ae77e HTTP/1.1" status: 200 len: 919 time: 1.0064969 Jul 06 11:50:11.466285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6cef29da-614c-461b-b050-109d5e1fc68d None None] Deleting port 40b02589-2935-46df-b432-c0596fc17314 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:11.470335 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cef29da-614c-461b-b050-109d5e1fc68d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.654061 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a8046df-0da1-4513-bfcb-4b08eda090c0 req-d72c85b2-04e0-4069-88e8-c7ea75bd2432 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134322 Jul 06 11:50:11.659981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6cef29da-614c-461b-b050-109d5e1fc68d None None] For port 40b02589-2935-46df-b432-c0596fc17314, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=40b02589-2935-46df-b432-c0596fc17314,segment=NetworkSegment(1af0d3c3-0917-4f66-8011-001f1d41ba3d),segment_id=1af0d3c3-0917-4f66-8011-001f1d41ba3d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:11.661564 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cef29da-614c-461b-b050-109d5e1fc68d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.665133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd24c904-c9f2-41a4-97f9-0f64066102a3', 'tag': 'f57e5cfb-748a-460f-b554-74e82b382383'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:11.669873 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1b60ed-e5c0-4724-8291-fe527e90a2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd24c904-c9f2-41a4-97f9-0f64066102a3", "tag": "f57e5cfb-748a-460f-b554-74e82b382383"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:11.678993 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f111b87-09f9-4744-916e-6fd86b2cfb31 req-13939468-07d0-498e-86ca-3bf690e9c189 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=288523a1-6221-4401-8384-7370d80d7aa5 HTTP/1.1" status: 200 len: 217 time: 0.2175136 Jul 06 11:50:11.692277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6cef29da-614c-461b-b050-109d5e1fc68d None None] Calling delete_port for 40b02589-2935-46df-b432-c0596fc17314 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:11.695433 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-68f4bc0f-15ea-41e4-b93d-7b087422b495 service neutron] 10.222.0.47 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7012889 Jul 06 11:50:11.711158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Deleting port 40b02589-2935-46df-b432-c0596fc17314 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:11.711775 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.843548 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cef29da-614c-461b-b050-109d5e1fc68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.923648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c812dba-672b-4d17-9d05-d3d160780e13 req-cee92acf-e894-4ce5-8286-fde7a9daaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:11.925432 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c812dba-672b-4d17-9d05-d3d160780e13 req-cee92acf-e894-4ce5-8286-fde7a9daaa14 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=baa909e8bd674a6ebd18ef5a0e660aab&device_id=8478f6fa-6e4c-43eb-b37e-b21aa8705229 HTTP/1.1" status: 200 len: 1094 time: 0.7970626 Jul 06 11:50:11.951243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef29da-614c-461b-b050-109d5e1fc68d None None] No DVR routers for this DVR port 40b02589-2935-46df-b432-c0596fc17314 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:11.959050 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef29da-614c-461b-b050-109d5e1fc68d None None] Pushing event deleted for resources: {'Port': ['ID=40b02589-2935-46df-b432-c0596fc17314,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:12.082192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f111b87-09f9-4744-916e-6fd86b2cfb31 req-c5e49719-b883-4c1f-b56e-a577ae66223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.083892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f111b87-09f9-4744-916e-6fd86b2cfb31 req-c5e49719-b883-4c1f-b56e-a577ae66223e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58df087c-6b27-48ce-a758-b3b70c2d07c9 HTTP/1.1" status: 200 len: 858 time: 0.1247649 Jul 06 11:50:12.142320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] For port 40b02589-2935-46df-b432-c0596fc17314, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=40b02589-2935-46df-b432-c0596fc17314,segment=NetworkSegment(1af0d3c3-0917-4f66-8011-001f1d41ba3d),segment_id=1af0d3c3-0917-4f66-8011-001f1d41ba3d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:12.142914 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.223146 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-34aac487-dcc7-4105-954f-a79445b925a8 req-8c4cb6c8-6c48-448d-8e4e-2ea62981462d service neutron] 10.222.0.47 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981284 Jul 06 11:50:12.302330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f111b87-09f9-4744-916e-6fd86b2cfb31 req-24fdedf9-795f-46ee-8016-dc833d8bfc1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1551eb4-4394-4809-bbc1-179bf70ae77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635871 Jul 06 11:50:12.304097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Calling delete_port for 40b02589-2935-46df-b432-c0596fc17314 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:12.349181 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89519173-ff7c-439d-bd46-10cf3ac75897 x-openstack-request-id: req-89519173-ff7c-439d-bd46-10cf3ac75897 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:12.349512 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd24c904-c9f2-41a4-97f9-0f64066102a3", "tag": "f57e5cfb-748a-460f-b554-74e82b382383", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:12.349878 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89519173-ff7c-439d-bd46-10cf3ac75897 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:12.350657 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd24c904-c9f2-41a4-97f9-0f64066102a3', 'tag': 'f57e5cfb-748a-460f-b554-74e82b382383', 'status': 'completed', 'code': 200} Jul 06 11:50:12.399508 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c812dba-672b-4d17-9d05-d3d160780e13 req-1a4f1522-24b5-4c57-b541-eabfebca9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.404571 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c812dba-672b-4d17-9d05-d3d160780e13 req-1a4f1522-24b5-4c57-b541-eabfebca9d02 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c1551eb4-4394-4809-bbc1-179bf70ae77e HTTP/1.1" status: 200 len: 919 time: 0.4608443 Jul 06 11:50:12.519765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 40b02589-2935-46df-b432-c0596fc17314 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:12.635872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 40b02589-2935-46df-b432-c0596fc17314 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:12.637608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 40b02589-2935-46df-b432-c0596fc17314 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:12.712028 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c812dba-672b-4d17-9d05-d3d160780e13 req-b6f075b6-2224-4fb0-a744-b2001234d8f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb HTTP/1.1" status: 200 len: 217 time: 0.3012371 Jul 06 11:50:12.868437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c812dba-672b-4d17-9d05-d3d160780e13 req-be82a24e-6723-4ec0-8afc-99689b78628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.871792 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c812dba-672b-4d17-9d05-d3d160780e13 req-be82a24e-6723-4ec0-8afc-99689b78628e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=58df087c-6b27-48ce-a758-b3b70c2d07c9 HTTP/1.1" status: 200 len: 858 time: 0.1460755 Jul 06 11:50:12.901522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b60ed-e5c0-4724-8291-fe527e90a2e5 req-905c5109-e854-455c-afa6-fa4cecbf5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.906458 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b1b60ed-e5c0-4724-8291-fe527e90a2e5 req-905c5109-e854-455c-afa6-fa4cecbf5aeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=baa909e8bd674a6ebd18ef5a0e660aab&device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 1094 time: 0.2841821 Jul 06 11:50:12.959759 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c812dba-672b-4d17-9d05-d3d160780e13 req-ba0f9111-2468-461e-b141-5ef7881e60e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c1551eb4-4394-4809-bbc1-179bf70ae77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779769 Jul 06 11:50:13.131849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b60ed-e5c0-4724-8291-fe527e90a2e5 req-ccc2aa51-e448-41e1-8455-d61e1596bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:13.134427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b1b60ed-e5c0-4724-8291-fe527e90a2e5 req-ccc2aa51-e448-41e1-8455-d61e1596bee0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c1551eb4-4394-4809-bbc1-179bf70ae77e HTTP/1.1" status: 200 len: 919 time: 0.1794267 Jul 06 11:50:13.286001 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b1b60ed-e5c0-4724-8291-fe527e90a2e5 req-0efa8c04-3d2f-44bb-b2fc-2a6d50c7f2ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f57e5cfb-748a-460f-b554-74e82b382383 HTTP/1.1" status: 200 len: 217 time: 0.1288831 Jul 06 11:50:13.373507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b60ed-e5c0-4724-8291-fe527e90a2e5 req-76968e75-2cbf-4134-a41a-da79f4744d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:13.376335 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b1b60ed-e5c0-4724-8291-fe527e90a2e5 req-76968e75-2cbf-4134-a41a-da79f4744d85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58df087c-6b27-48ce-a758-b3b70c2d07c9 HTTP/1.1" status: 200 len: 858 time: 0.0820591 Jul 06 11:50:13.456834 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b1b60ed-e5c0-4724-8291-fe527e90a2e5 req-245ad3b2-8ba8-4570-a94d-b6881b56f55f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c1551eb4-4394-4809-bbc1-179bf70ae77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713761 Jul 06 11:50:13.645914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a8e8a414-7ebf-493f-92e4-9c6ff6b67feb details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:13.674944 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c812dba-672b-4d17-9d05-d3d160780e13 req-58e09356-28aa-4ff2-9794-00c6464907b8 service neutron] 10.222.0.86 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562479 Jul 06 11:50:13.772168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3115e3c-2e21-4e46-8d84-577e62697817 req-c656c185-7d6d-4c04-8198-e4918fa6be07 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:13.774437 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3115e3c-2e21-4e46-8d84-577e62697817 req-c656c185-7d6d-4c04-8198-e4918fa6be07 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 2.1432967 Jul 06 11:50:13.839092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f111b87-09f9-4744-916e-6fd86b2cfb31 req-e2dbf799-abc6-4fd9-bcda-68bc25fb7c7c service neutron] 10.222.0.47 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5148282 Jul 06 11:50:14.020098 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c812dba-672b-4d17-9d05-d3d160780e13 req-ed1b89de-ed17-45a2-8259-129e9b8250b8 service neutron] 10.222.0.86 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372705 Jul 06 11:50:14.054697 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.057399 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b1b60ed-e5c0-4724-8291-fe527e90a2e5 req-139b6f38-907f-4f90-b2a7-927da39f7a1e service neutron] 10.222.0.47 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807474 Jul 06 11:50:14.076452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:14.101686 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'a8e8a414-7ebf-493f-92e4-9c6ff6b67feb', 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e', 'port_id': 'a8e8a414-7ebf-493f-92e4-9c6ff6b67feb', 'mac_address': 'fa:16:3e:50:53:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58df087c-6b27-48ce-a758-b3b70c2d07c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:14.145236 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3115e3c-2e21-4e46-8d84-577e62697817 req-864436ad-a542-46c3-b433-8052e9a2711b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486872 Jul 06 11:50:14.217965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b1b60ed-e5c0-4724-8291-fe527e90a2e5 req-bef9726b-98b8-4d3a-b977-e928a3aa810b service neutron] 10.222.0.47 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533833 Jul 06 11:50:14.337531 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.351728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3b28-2aab-42c7-a139-27d16994ecf8 req-d193f860-68c9-4092-b26c-ab6d7ddef2fb tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:14.360667 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-559d3b28-2aab-42c7-a139-27d16994ecf8 req-d193f860-68c9-4092-b26c-ab6d7ddef2fb tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 946 time: 0.9111342 Jul 06 11:50:14.374871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] No DVR routers for this DVR port 40b02589-2935-46df-b432-c0596fc17314 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:14.377507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Port': ['ID=40b02589-2935-46df-b432-c0596fc17314,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:14.377785 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e8a414-7ebf-493f-92e4-9c6ff6b67feb {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:14.387718 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9938cc9-af13-4808-a748-1bf0a11814f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.434161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:14.444058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.609497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:14.787497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-559d3b28-2aab-42c7-a139-27d16994ecf8 req-d5b54254-f41c-407f-9f41-fae8ce3af543 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973866 Jul 06 11:50:14.819404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a8e8a414-7ebf-493f-92e4-9c6ff6b67feb'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:14.823266 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.840835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee39fb91-934a-4215-b1ef-ead12c15db51']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:14.852702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53594) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:14.855822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af0d3c3-0917-4f66-8011-001f1d41ba3d') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:14.856137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af0d3c3-0917-4f66-8011-001f1d41ba3d') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:14.868151 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.901939 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f111b87-09f9-4744-916e-6fd86b2cfb31 req-4db6c505-984b-4612-aec8-a2a0edeb7b23 service neutron] 10.222.0.47 "GET /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0131550 Jul 06 11:50:14.919321 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.932285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:14.932692 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.935321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 288523a1-6221-4401-8384-7370d80d7aa5 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:14.943089 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:15.139660 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af1779b4-b84e-4f1f-bebf-dd1992d3021c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.196368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ca374-b414-49ba-af4a-6849bb75b379 req-02bdf203-a784-4df3-992f-e0a8a8c323a7 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:15.206555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e4ca374-b414-49ba-af4a-6849bb75b379 req-02bdf203-a784-4df3-992f-e0a8a8c323a7 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 943 time: 0.7192376 Jul 06 11:50:15.323234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 288523a1-6221-4401-8384-7370d80d7aa5, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=288523a1-6221-4401-8384-7370d80d7aa5,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:15.340438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.362141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '288523a1-6221-4401-8384-7370d80d7aa5', 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e', 'port_id': '288523a1-6221-4401-8384-7370d80d7aa5', 'mac_address': 'fa:16:3e:cd:3e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58df087c-6b27-48ce-a758-b3b70c2d07c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:15.369826 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.374123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] 10.222.0.21 "DELETE /v2.0/networks/ee39fb91-934a-4215-b1ef-ead12c15db51 HTTP/1.1" status: 204 len: 168 time: 4.7030256 Jul 06 11:50:15.449859 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e4ca374-b414-49ba-af4a-6849bb75b379 req-5ba2d6bc-0e3a-4418-b19d-ec138550b513 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417784 Jul 06 11:50:15.462097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df134b-512d-4e22-9edf-48e578c330bf tempest-NetworksTest-53291392 tempest-NetworksTest-53291392-project] Pushing event deleted for resources: {'Network': ['ID=ee39fb91-934a-4215-b1ef-ead12c15db51,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:15.493152 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af1779b4-b84e-4f1f-bebf-dd1992d3021c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.500097 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af1779b4-b84e-4f1f-bebf-dd1992d3021c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.501979 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.539932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-af1779b4-b84e-4f1f-bebf-dd1992d3021c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34e9caa337c44bb3a93d410f6111e0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6829312 Jul 06 11:50:15.541257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53610) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:15.569589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288523a1-6221-4401-8384-7370d80d7aa5 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:15.601040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1779b4-b84e-4f1f-bebf-dd1992d3021c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3603a4eb-d2fb-4911-a05f-f6ea6cb0580c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:15.622154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 288523a1-6221-4401-8384-7370d80d7aa5, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=288523a1-6221-4401-8384-7370d80d7aa5,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:15.629178 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.727613 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4ec992d-26bb-4b44-af33-1ca7f3b06073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.763851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4ec992d-26bb-4b44-af33-1ca7f3b06073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.772835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=288523a1-6221-4401-8384-7370d80d7aa5,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:15.786523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f54708-0a1e-4b60-9311-884c90e11c33 req-7cc4c846-0483-4168-8a0c-d6a3415a35c3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:15.794193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4f54708-0a1e-4b60-9311-884c90e11c33 req-7cc4c846-0483-4168-8a0c-d6a3415a35c3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.2855477 Jul 06 11:50:15.867976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4f54708-0a1e-4b60-9311-884c90e11c33 req-dc481044-7e60-412e-8ad5-18a0cf992d8c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724561 Jul 06 11:50:15.897934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4ec992d-26bb-4b44-af33-1ca7f3b06073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.903215 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4ec992d-26bb-4b44-af33-1ca7f3b06073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.907135 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a4ec992d-26bb-4b44-af33-1ca7f3b06073 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3603a4eb-d2fb-4911-a05f-f6ea6cb0580c HTTP/1.1" status: 204 len: 168 time: 0.2789471 Jul 06 11:50:15.913845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec992d-26bb-4b44-af33-1ca7f3b06073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3603a4eb-d2fb-4911-a05f-f6ea6cb0580c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:15.947189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53618) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:15.992072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53622) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.036195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['288523a1-6221-4401-8384-7370d80d7aa5'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:16.517192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-308d8b89-4cca-4956-a47a-613f8d142fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.523700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-45afec35-f78e-4dd3-84e7-a775b4eb9390 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb1e1cefc5c141faa1f8f83bdd33bbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720756 Jul 06 11:50:16.525505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53632) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.646235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53636) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.680220 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdc2fbac-4ee1-4fd1-ab85-e9a7d35f1156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.684332 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-460acd1f-235d-41a0-96d6-ba8c5ea52b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.712283 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-460acd1f-235d-41a0-96d6-ba8c5ea52b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.793311 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-308d8b89-4cca-4956-a47a-613f8d142fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.814098 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-308d8b89-4cca-4956-a47a-613f8d142fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.822360 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-460acd1f-235d-41a0-96d6-ba8c5ea52b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.827377 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-460acd1f-235d-41a0-96d6-ba8c5ea52b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.829349 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-460acd1f-235d-41a0-96d6-ba8c5ea52b7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd230aad-ae58-4f69-8199-d6b766b438ff HTTP/1.1" status: 204 len: 168 time: 0.3000503 Jul 06 11:50:16.847789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460acd1f-235d-41a0-96d6-ba8c5ea52b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd230aad-ae58-4f69-8199-d6b766b438ff,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:16.918152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f57e5cfb-748a-460f-b554-74e82b382383 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:16.949543 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d8b89-4cca-4956-a47a-613f8d142fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70774fc-d98e-44e6-bd19-804fc8eda2de,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:16.984530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-308d8b89-4cca-4956-a47a-613f8d142fbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b06212b112b848f7b128b3402491d2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9889560 Jul 06 11:50:16.988131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53642) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:17.057617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad369a-4700-4a6c-993d-9513aa521c4e req-ec8eda6b-393d-4d29-9d8d-a8db6df9a0af tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.059837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61ad369a-4700-4a6c-993d-9513aa521c4e req-ec8eda6b-393d-4d29-9d8d-a8db6df9a0af tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 943 time: 0.3543453 Jul 06 11:50:17.297594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61ad369a-4700-4a6c-993d-9513aa521c4e req-8c8ec5f6-e430-4bbe-9f7d-478e4a701b7a tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989479 Jul 06 11:50:17.388112 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-306a2e4d-ec78-4e0f-b077-e020168e8247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.397008 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdc2fbac-4ee1-4fd1-ab85-e9a7d35f1156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.450330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdc2fbac-4ee1-4fd1-ab85-e9a7d35f1156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.467695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f57e5cfb-748a-460f-b554-74e82b382383, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f57e5cfb-748a-460f-b554-74e82b382383,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:17.497271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523eec0-1beb-4bfe-b247-68a2fdc4173e req-716ba63a-386e-4a77-a8f6-5cb26fe8c56f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.502367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'f57e5cfb-748a-460f-b554-74e82b382383', 'network_id': 'c1551eb4-4394-4809-bbc1-179bf70ae77e', 'port_id': 'f57e5cfb-748a-460f-b554-74e82b382383', 'mac_address': 'fa:16:3e:71:b9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58df087c-6b27-48ce-a758-b3b70c2d07c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:17.505477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b523eec0-1beb-4bfe-b247-68a2fdc4173e req-716ba63a-386e-4a77-a8f6-5cb26fe8c56f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.3623044 Jul 06 11:50:17.544390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2fbac-4ee1-4fd1-ab85-e9a7d35f1156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b38de15-6104-447d-b805-23c2bd2453ed,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:17.580543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-306a2e4d-ec78-4e0f-b077-e020168e8247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.613500 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.632966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bdc2fbac-4ee1-4fd1-ab85-e9a7d35f1156 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da1d5387a2a44b93801b645add8048ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9855535 Jul 06 11:50:17.636962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53656) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:17.648035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57e5cfb-748a-460f-b554-74e82b382383 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:17.678095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a8e8a414-7ebf-493f-92e4-9c6ff6b67feb up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:17.678618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b523eec0-1beb-4bfe-b247-68a2fdc4173e req-365d7b88-0cba-43bb-9821-7ec3713fd1d8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715720 Jul 06 11:50:17.687143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f57e5cfb-748a-460f-b554-74e82b382383, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f57e5cfb-748a-460f-b554-74e82b382383,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:17.725145 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.740121 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-306a2e4d-ec78-4e0f-b077-e020168e8247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.752172 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-306a2e4d-ec78-4e0f-b077-e020168e8247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.757697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-306a2e4d-ec78-4e0f-b077-e020168e8247 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b70774fc-d98e-44e6-bd19-804fc8eda2de HTTP/1.1" status: 204 len: 168 time: 0.7559788 Jul 06 11:50:17.771831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06fc97b1-2a8a-40ac-bbe5-3f032ae87506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.776155 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:50:17.781764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a2e4d-ec78-4e0f-b077-e020168e8247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70774fc-d98e-44e6-bd19-804fc8eda2de,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:17.832747 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f57e5cfb-748a-460f-b554-74e82b382383,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:17.839601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:17.845155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:17.845155 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.876675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06fc97b1-2a8a-40ac-bbe5-3f032ae87506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.987014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06fc97b1-2a8a-40ac-bbe5-3f032ae87506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.994271 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06fc97b1-2a8a-40ac-bbe5-3f032ae87506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.005203 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-06fc97b1-2a8a-40ac-bbe5-3f032ae87506 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b38de15-6104-447d-b805-23c2bd2453ed HTTP/1.1" status: 204 len: 168 time: 0.3653183 Jul 06 11:50:18.021480 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.029866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc97b1-2a8a-40ac-bbe5-3f032ae87506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b38de15-6104-447d-b805-23c2bd2453ed,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:18.072237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8478f6fa-6e4c-43eb-b37e-b21aa8705229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e8a414-7ebf-493f-92e4-9c6ff6b67feb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:18.075260 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6a88a0-3ed4-4e11-9f5e-6746b9f76af3" -d '{"events": [{"server_uuid": "8478f6fa-6e4c-43eb-b37e-b21aa8705229", "name": "network-vif-plugged", "status": "completed", "tag": "a8e8a414-7ebf-493f-92e4-9c6ff6b67feb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:18.093955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f57e5cfb-748a-460f-b554-74e82b382383'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:18.154130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:18.156347 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce04373-4be5-4090-ab62-70a9f250712d x-openstack-request-id: req-0ce04373-4be5-4090-ab62-70a9f250712d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:18.156860 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8478f6fa-6e4c-43eb-b37e-b21aa8705229", "name": "network-vif-plugged", "status": "completed", "tag": "a8e8a414-7ebf-493f-92e4-9c6ff6b67feb", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:18.157278 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ce04373-4be5-4090-ab62-70a9f250712d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:18.157831 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8478f6fa-6e4c-43eb-b37e-b21aa8705229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e8a414-7ebf-493f-92e4-9c6ff6b67feb', 'code': 200} Jul 06 11:50:18.167361 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.218654 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.248170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:18.313480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd28db-f635-49f3-a61e-b8fc2255c5f3 req-15558b90-a0ad-47db-a261-73b57e11e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.315371 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6cd28db-f635-49f3-a61e-b8fc2255c5f3 req-15558b90-a0ad-47db-a261-73b57e11e6dd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8478f6fa-6e4c-43eb-b37e-b21aa8705229 HTTP/1.1" status: 200 len: 1096 time: 0.0908780 Jul 06 11:50:18.394505 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-378a6db2-9495-418a-8d21-098febbf1ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.422888 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6cd28db-f635-49f3-a61e-b8fc2255c5f3 req-45d8883b-9cc1-4550-9517-49892868479d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996311 Jul 06 11:50:18.635754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a02f02-4638-4709-8be2-c52eb3673ecc req-1295d00f-338e-4eb8-8dac-d876bd910eb7 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.638300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97a02f02-4638-4709-8be2-c52eb3673ecc req-1295d00f-338e-4eb8-8dac-d876bd910eb7 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 944 time: 0.1295855 Jul 06 11:50:18.661989 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.710339 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97a02f02-4638-4709-8be2-c52eb3673ecc req-b340690e-c616-48bf-8a06-96fb1a77390e tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643871 Jul 06 11:50:18.897781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53698) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:18.931681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 288523a1-6221-4401-8384-7370d80d7aa5 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:18.980525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e579bed-ad59-4aeb-8571-92c9e5028b16 req-ffad4241-c70e-4b54-8898-fb2cae15d0bd tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.982397 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e579bed-ad59-4aeb-8571-92c9e5028b16 req-ffad4241-c70e-4b54-8898-fb2cae15d0bd tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.0952861 Jul 06 11:50:19.022146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 288523a1-6221-4401-8384-7370d80d7aa5 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:19.033067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 288523a1-6221-4401-8384-7370d80d7aa5 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:19.033448 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.041091 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e579bed-ad59-4aeb-8571-92c9e5028b16 req-a2efbd81-9f16-4a33-af93-d3d1b05e9f04 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489588 Jul 06 11:50:19.140785 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.180475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 288523a1-6221-4401-8384-7370d80d7aa5, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=288523a1-6221-4401-8384-7370d80d7aa5,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:19.186407 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.247725 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=288523a1-6221-4401-8384-7370d80d7aa5,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:19.269600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1228721834'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:19.315893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:19.322648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.338708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.512676 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.519884 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.564767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:19.573733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcbd257-d967-4ba7-a419-e5c2a4ab5d75,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:19.582212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.582616 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Added segment d4efe6f4-da34-46f0-87a9-2ff79d1172af of type vlan for network a1cca57e-abd0-44b9-9f11-22b70e030ddd Jul 06 11:50:19.635701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.694881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.706827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.707869 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.797712 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8957515 Jul 06 11:50:19.798078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53734) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:19.813527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'name': 'tempest-PortsIpV6TestJSON-1634396177'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:19.832764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851f5f7-d55d-40cd-b653-1e86ead4d05e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Network': ['ID=a1cca57e-abd0-44b9-9f11-22b70e030ddd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:19.854666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:20.086972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:20.093233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.135835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port f6e0fa9c-02e6-4c95-ad20-04632639af6a yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:20.149417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdc323-2bda-489e-8344-901407b09676 req-c377c149-831a-4287-8454-7d2d3e48e6a4 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:20.158922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8cdc323-2bda-489e-8344-901407b09676 req-c377c149-831a-4287-8454-7d2d3e48e6a4 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 944 time: 0.1715891 Jul 06 11:50:20.159832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6392e384-ec0b-4b19-bf76-a2a6cf49c7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288523a1-6221-4401-8384-7370d80d7aa5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:20.163620 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230514c8-cbc7-42f3-9741-e084c85514cc" -d '{"events": [{"server_uuid": "6392e384-ec0b-4b19-bf76-a2a6cf49c7ee", "name": "network-vif-plugged", "status": "completed", "tag": "288523a1-6221-4401-8384-7370d80d7aa5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:20.274277 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8cdc323-2bda-489e-8344-901407b09676 req-d7ea9b20-e890-4273-a00f-daa53c728b33 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138294 Jul 06 11:50:20.382412 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddc7f87-4e96-45bf-a152-047802238649 x-openstack-request-id: req-3ddc7f87-4e96-45bf-a152-047802238649 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:20.383020 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6392e384-ec0b-4b19-bf76-a2a6cf49c7ee", "name": "network-vif-plugged", "status": "completed", "tag": "288523a1-6221-4401-8384-7370d80d7aa5", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:20.383702 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ddc7f87-4e96-45bf-a152-047802238649 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:20.385407 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6392e384-ec0b-4b19-bf76-a2a6cf49c7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288523a1-6221-4401-8384-7370d80d7aa5', 'code': 200} Jul 06 11:50:20.393997 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.512805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416739b-36f8-4beb-a6c4-663f25b8b66a req-a01477d4-9abd-4fd5-9d2e-5f6f0a27e15d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:20.514428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e416739b-36f8-4beb-a6c4-663f25b8b66a req-a01477d4-9abd-4fd5-9d2e-5f6f0a27e15d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.2325022 Jul 06 11:50:20.594454 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.627830 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e416739b-36f8-4beb-a6c4-663f25b8b66a req-84d22d25-8d53-452e-9c08-e6c81c922f58 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926065 Jul 06 11:50:20.643097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daa139-a0be-49c2-ba9e-2503d4b5be22 req-3b7ca8df-df24-46aa-871c-798a0db89b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:20.644655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28daa139-a0be-49c2-ba9e-2503d4b5be22 req-3b7ca8df-df24-46aa-871c-798a0db89b97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6392e384-ec0b-4b19-bf76-a2a6cf49c7ee HTTP/1.1" status: 200 len: 1096 time: 0.1545372 Jul 06 11:50:20.694866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28daa139-a0be-49c2-ba9e-2503d4b5be22 req-be18a455-b438-4184-b1ba-6e1544c2b81d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Jul 06 11:50:20.706513 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.796494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=f6e0fa9c-02e6-4c95-ad20-04632639af6a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:20.798960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Checking segment: {'id': 'd4efe6f4-da34-46f0-87a9-2ff79d1172af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:20.799751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network hostable DHCP agents. Network: a1cca57e-abd0-44b9-9f11-22b70e030ddd, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:20.823149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:20.841676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, a1cca57e-abd0-44b9-9f11-22b70e030ddd) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:20.851409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:20.853137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0967cd-c3c3-4e76-95ed-0582d58b59f8 None None] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:20.866913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:20.868361 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.893076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-65fd9086-35bc-4ee7-bf27-72956566f148 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0937500 Jul 06 11:50:20.897607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:20.903987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-529907136'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:20.937126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f57e5cfb-748a-460f-b554-74e82b382383 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:20.949715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53774) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:20.967606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:20.967606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.018213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:21.038246 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.039557 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Added segment 7ded4699-6d52-42d6-aab8-78af2d12efed of type vlan for network a798809c-4768-4412-a970-25e4dce166f0 Jul 06 11:50:21.085135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port f57e5cfb-748a-460f-b554-74e82b382383 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:21.096229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port f57e5cfb-748a-460f-b554-74e82b382383 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:21.096853 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.178922 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.256641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.300567 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.317212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.318172 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.345778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f57e5cfb-748a-460f-b554-74e82b382383, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f57e5cfb-748a-460f-b554-74e82b382383,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:21.355512 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.409945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ec2f936e-7d28-4329-96cc-cc50ac2ff16c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-261661036'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:21.479531 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Network': ['ID=a798809c-4768-4412-a970-25e4dce166f0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:21.484176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec2f936e-7d28-4329-96cc-cc50ac2ff16c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.486775 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec2f936e-7d28-4329-96cc-cc50ac2ff16c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.494126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a798809c-4768-4412-a970-25e4dce166f0 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:21.505055 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-eb0e215e-e8d9-41ae-9e23-6ed1b230a8b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6038277 Jul 06 11:50:21.505293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f57e5cfb-748a-460f-b554-74e82b382383,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:21.505385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53792) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:21.510560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'ports': [{'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd'}, {'network_id': 'a798809c-4768-4412-a970-25e4dce166f0'}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:21.510878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:21.511540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': 'a798809c-4768-4412-a970-25e4dce166f0'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:21.613848 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec2f936e-7d28-4329-96cc-cc50ac2ff16c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.620156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec2f936e-7d28-4329-96cc-cc50ac2ff16c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.640243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec2f936e-7d28-4329-96cc-cc50ac2ff16c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.644573 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ec2f936e-7d28-4329-96cc-cc50ac2ff16c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6899970 Jul 06 11:50:21.648223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53794) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:21.836740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c756b3c-dd7c-4085-9eb7-8a324a30f3cd req-115b3398-0ced-4864-898d-b651c66df1c5 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.845584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c756b3c-dd7c-4085-9eb7-8a324a30f3cd req-115b3398-0ced-4864-898d-b651c66df1c5 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 945 time: 0.2224228 Jul 06 11:50:21.851520 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83967b4a-c4b7-43ed-b2f4-4f1d52caa063 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.961980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c756b3c-dd7c-4085-9eb7-8a324a30f3cd req-97798f29-dcd6-4e34-ba24-da217e26bc97 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145442 Jul 06 11:50:22.004605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 2} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:22.011756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.049423 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.076282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83967b4a-c4b7-43ed-b2f4-4f1d52caa063 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.084733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83967b4a-c4b7-43ed-b2f4-4f1d52caa063 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.142693 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3df967-ad6e-4d1d-b589-df85ca94076b req-b3715e3c-19df-4713-8655-07f7ad4c9eb3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:22.144489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c3df967-ad6e-4d1d-b589-df85ca94076b req-b3715e3c-19df-4713-8655-07f7ad4c9eb3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.2957308 Jul 06 11:50:22.160143 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port 1ae02610-116d-409b-9681-749f480c40bc yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:22.183084 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83967b4a-c4b7-43ed-b2f4-4f1d52caa063 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.184620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83967b4a-c4b7-43ed-b2f4-4f1d52caa063 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b54bf359-08c3-4344-bec5-1a0e2cc32294 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:50:22.192886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83967b4a-c4b7-43ed-b2f4-4f1d52caa063 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.195391 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-83967b4a-c4b7-43ed-b2f4-4f1d52caa063 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b54bf359-08c3-4344-bec5-1a0e2cc32294 HTTP/1.1" status: 204 len: 168 time: 0.5455763 Jul 06 11:50:22.199539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53804) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:22.205613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-28cf4f48-313c-4da3-a603-52bab92f43c6 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Request body: {'router': {'name': 'tempest-router-402323837', 'distributed': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:22.220444 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c3df967-ad6e-4d1d-b589-df85ca94076b req-c6ab2a68-ff1d-45be-8f27-eb93311e5416 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564342 Jul 06 11:50:22.239212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28cf4f48-313c-4da3-a603-52bab92f43c6 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.241281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28cf4f48-313c-4da3-a603-52bab92f43c6 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.335229 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28cf4f48-313c-4da3-a603-52bab92f43c6 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.341660 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28cf4f48-313c-4da3-a603-52bab92f43c6 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.364716 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28cf4f48-313c-4da3-a603-52bab92f43c6 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.367964 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-28cf4f48-313c-4da3-a603-52bab92f43c6 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1656649 Jul 06 11:50:22.369147 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.370653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53806) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:22.387307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd24c904-c9f2-41a4-97f9-0f64066102a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57e5cfb-748a-460f-b554-74e82b382383'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:22.390653 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73aa5b8-4d45-4ae9-bd17-30dd98009ca9" -d '{"events": [{"server_uuid": "dd24c904-c9f2-41a4-97f9-0f64066102a3", "name": "network-vif-plugged", "status": "completed", "tag": "f57e5cfb-748a-460f-b554-74e82b382383"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:22.454714 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ef4cd3-d17c-4d82-a62c-87ce4a70566d x-openstack-request-id: req-09ef4cd3-d17c-4d82-a62c-87ce4a70566d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:22.455301 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd24c904-c9f2-41a4-97f9-0f64066102a3", "name": "network-vif-plugged", "status": "completed", "tag": "f57e5cfb-748a-460f-b554-74e82b382383", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:22.455917 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09ef4cd3-d17c-4d82-a62c-87ce4a70566d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:22.456520 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd24c904-c9f2-41a4-97f9-0f64066102a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57e5cfb-748a-460f-b554-74e82b382383', 'code': 200} Jul 06 11:50:22.516687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port df529e09-9c2b-4eff-8165-31e25eb05d4b yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:22.768568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a4feb-9abe-4d7e-8d68-4d3400a6e71d req-576fefb7-c698-4062-9bb0-8de06134d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:22.770596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c42a4feb-9abe-4d7e-8d68-4d3400a6e71d req-576fefb7-c698-4062-9bb0-8de06134d547 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 1096 time: 0.2174745 Jul 06 11:50:22.802726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.821440 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8525354a-d93c-4991-a37f-5b63e456006a tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.848247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c42a4feb-9abe-4d7e-8d68-4d3400a6e71d req-5a78e24a-cf42-4c0d-97f9-e252e37284d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644438 Jul 06 11:50:22.883335 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.916057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:22.944791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:22.948992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:22.954591 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:22.955425 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.960182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=1ae02610-116d-409b-9681-749f480c40bc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:23.033317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8525354a-d93c-4991-a37f-5b63e456006a tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.036469 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8525354a-d93c-4991-a37f-5b63e456006a tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.081116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Checking segment: {'id': '7ded4699-6d52-42d6-aab8-78af2d12efed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a798809c-4768-4412-a970-25e4dce166f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:23.081836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network hostable DHCP agents. Network: a798809c-4768-4412-a970-25e4dce166f0, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:23.100927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=df529e09-9c2b-4eff-8165-31e25eb05d4b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:23.110139 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f07b04a8-c38e-4a85-8033-977636c21f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.125274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8525354a-d93c-4991-a37f-5b63e456006a tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.125274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8525354a-d93c-4991-a37f-5b63e456006a tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 629893bc-7ee9-42f6-9ee4-5793ba9ac21a {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:50:23.131493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a798809c-4768-4412-a970-25e4dce166f0 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:23.138313 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8525354a-d93c-4991-a37f-5b63e456006a tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.143279 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8525354a-d93c-4991-a37f-5b63e456006a tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] 10.222.0.21 "DELETE /v2.0/routers/629893bc-7ee9-42f6-9ee4-5793ba9ac21a HTTP/1.1" status: 204 len: 168 time: 0.7702093 Jul 06 11:50:23.144027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53824) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:23.152127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7261f59c-29d4-41a7-aad5-efb147f2df6e tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Request body: {'router': {'name': 'tempest-router-1048642720', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c4436a8c75984ec5a3592e401a7c3197'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:23.156823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, a798809c-4768-4412-a970-25e4dce166f0) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:23.170222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ad1f4f-9859-49e4-8f12-1a003c6128bd None None] Network a798809c-4768-4412-a970-25e4dce166f0 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:23.201639 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:23.210769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.218121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.219133 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.282597 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f07b04a8-c38e-4a85-8033-977636c21f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.319786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f07b04a8-c38e-4a85-8033-977636c21f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.320687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04c901-a6d3-4981-995d-f9016351212f req-109b477f-7fc8-42cd-84bc-f0680d8cfe0e tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.324866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d04c901-a6d3-4981-995d-f9016351212f req-109b477f-7fc8-42cd-84bc-f0680d8cfe0e tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 945 time: 0.1383691 Jul 06 11:50:23.361679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7261f59c-29d4-41a7-aad5-efb147f2df6e tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.363571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7261f59c-29d4-41a7-aad5-efb147f2df6e tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.397876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d04c901-a6d3-4981-995d-f9016351212f req-a2337e1e-f873-4b1e-bf0d-4b4106b6024e tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670369 Jul 06 11:50:23.402367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4e00193b-af0b-4121-9946-505bb54a32e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8947353 Jul 06 11:50:23.414206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53828) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:23.452936 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7261f59c-29d4-41a7-aad5-efb147f2df6e tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.494754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7261f59c-29d4-41a7-aad5-efb147f2df6e tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.513608 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f07b04a8-c38e-4a85-8033-977636c21f98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6480eadfffd4fa098cc5d1e68c82446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5927732 Jul 06 11:50:23.513608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b04a8-c38e-4a85-8033-977636c21f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5b2e34-10a7-43f6-9ecd-2616466896be,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:23.523676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53830) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:23.547583 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7261f59c-29d4-41a7-aad5-efb147f2df6e tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.551586 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7261f59c-29d4-41a7-aad5-efb147f2df6e tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4015396 Jul 06 11:50:23.552890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53832) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:23.561602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:23.622419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8998858-86a8-494d-90b1-6dc6d7874020 req-95f856de-6022-446e-bca2-31daf0c92071 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.624673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8998858-86a8-494d-90b1-6dc6d7874020 req-95f856de-6022-446e-bca2-31daf0c92071 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.1513324 Jul 06 11:50:23.633362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b6e37-f67e-4aaf-a47d-5d115da929cc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port df529e09-9c2b-4eff-8165-31e25eb05d4b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:23.634003 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6e37-f67e-4aaf-a47d-5d115da929cc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.743705 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e3afb9b-ef00-430d-9ba2-f83fc12f2645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.806516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8998858-86a8-494d-90b1-6dc6d7874020 req-dfeb93cc-8bcd-49fc-a1e8-abe0e3511b15 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675079 Jul 06 11:50:23.808089 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6e37-f67e-4aaf-a47d-5d115da929cc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.834318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e3afb9b-ef00-430d-9ba2-f83fc12f2645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.836202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b6e37-f67e-4aaf-a47d-5d115da929cc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for df529e09-9c2b-4eff-8165-31e25eb05d4b owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:23.905206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53842) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:23.980133 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6e37-f67e-4aaf-a47d-5d115da929cc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.007901 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.008537 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.021903 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6e37-f67e-4aaf-a47d-5d115da929cc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.024087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8f8b6e37-f67e-4aaf-a47d-5d115da929cc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/df529e09-9c2b-4eff-8165-31e25eb05d4b HTTP/1.1" status: 204 len: 168 time: 0.6088512 Jul 06 11:50:24.025430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b6e37-f67e-4aaf-a47d-5d115da929cc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=df529e09-9c2b-4eff-8165-31e25eb05d4b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.027881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53846) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:24.090420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e3afb9b-ef00-430d-9ba2-f83fc12f2645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.093102 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e3afb9b-ef00-430d-9ba2-f83fc12f2645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.097669 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4e3afb9b-ef00-430d-9ba2-f83fc12f2645 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b5b2e34-10a7-43f6-9ecd-2616466896be HTTP/1.1" status: 204 len: 168 time: 0.5620341 Jul 06 11:50:24.106961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500713bc-bcfd-4dbf-a366-95ee614e2366 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.117019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500713bc-bcfd-4dbf-a366-95ee614e2366 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.120698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-500713bc-bcfd-4dbf-a366-95ee614e2366 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0874026 Jul 06 11:50:24.123675 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53850) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:24.124921 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84fda672-faf5-448b-b61d-05b6c56b5a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.161595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3afb9b-ef00-430d-9ba2-f83fc12f2645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5b2e34-10a7-43f6-9ecd-2616466896be,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.167068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93815) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 06 11:50:24.168349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Router 81dae788-6c29-4cfc-aa1e-6ff358a910f3 migrating from provider to provider. {{(pid=93815) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 06 11:50:24.175887 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.194373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.202701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.276711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d76011ef-f69d-4af5-8363-8914a6086c92 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 1ae02610-116d-409b-9681-749f480c40bc {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:24.277574 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d76011ef-f69d-4af5-8363-8914a6086c92 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.334665 n-d-799527-2 neutron-server[93815]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] No L3 agents can host the router 81dae788-6c29-4cfc-aa1e-6ff358a910f3 Jul 06 11:50:24.354667 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d76011ef-f69d-4af5-8363-8914a6086c92 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.372845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d76011ef-f69d-4af5-8363-8914a6086c92 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 1ae02610-116d-409b-9681-749f480c40bc owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:24.462277 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84fda672-faf5-448b-b61d-05b6c56b5a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.491958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d76011ef-f69d-4af5-8363-8914a6086c92 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.493694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53856) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:24.497233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84fda672-faf5-448b-b61d-05b6c56b5a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.542647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Hosts for router 81dae788-6c29-4cfc-aa1e-6ff358a910f3: [] {{(pid=93815) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 06 11:50:24.564068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76011ef-f69d-4af5-8363-8914a6086c92 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=1ae02610-116d-409b-9681-749f480c40bc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.568739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a12895c4-c495-4a80-9bcd-75cad62f9c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.588891 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-84fda672-faf5-448b-b61d-05b6c56b5a41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=486f593a5ab341a58368e1ed73ab1560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6781402 Jul 06 11:50:24.589911 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Hosts for other DVR routers connected to router 81dae788-6c29-4cfc-aa1e-6ff358a910f3: set() {{(pid=93815) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 06 11:50:24.592535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.593714 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4f86945e-4334-4143-bdeb-58c774a1b776 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] 10.222.0.21 "PUT /v2.0/routers/81dae788-6c29-4cfc-aa1e-6ff358a910f3 HTTP/1.1" status: 200 len: 717 time: 1.0398402 Jul 06 11:50:24.594450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fda672-faf5-448b-b61d-05b6c56b5a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327174c5-bc87-47ae-9de8-260af3da6044,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.596900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53858) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:24.597236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53860) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:24.619043 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d76011ef-f69d-4af5-8363-8914a6086c92 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.623208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d76011ef-f69d-4af5-8363-8914a6086c92 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/1ae02610-116d-409b-9681-749f480c40bc HTTP/1.1" status: 204 len: 168 time: 0.4958305 Jul 06 11:50:24.655747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53862) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:24.707704 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c9175e33-b729-4bda-8471-1ec27479bfc6 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] 10.222.0.21 "GET /v2.0/routers/81dae788-6c29-4cfc-aa1e-6ff358a910f3 HTTP/1.1" status: 200 len: 717 time: 0.1074667 Jul 06 11:50:24.710312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53864) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:24.737839 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58aee5e-2c30-4e6e-8594-8a6fa532f4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.764949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58aee5e-2c30-4e6e-8594-8a6fa532f4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.843150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61342ac8-8b57-44cc-92d3-7193f1eeade6 req-c2a5dfaf-7a46-40db-8c29-47301bcc3e73 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.844791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61342ac8-8b57-44cc-92d3-7193f1eeade6 req-c2a5dfaf-7a46-40db-8c29-47301bcc3e73 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 945 time: 0.2676687 Jul 06 11:50:24.857786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58aee5e-2c30-4e6e-8594-8a6fa532f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.860843 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58aee5e-2c30-4e6e-8594-8a6fa532f4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.862658 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b58aee5e-2c30-4e6e-8594-8a6fa532f4ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/327174c5-bc87-47ae-9de8-260af3da6044 HTTP/1.1" status: 204 len: 168 time: 0.2645059 Jul 06 11:50:24.888339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aee5e-2c30-4e6e-8594-8a6fa532f4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327174c5-bc87-47ae-9de8-260af3da6044,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.907577 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f858da-d2ae-4fd1-99c8-38e407e32f6e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.911541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-17f858da-d2ae-4fd1-99c8-38e407e32f6e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2528481 Jul 06 11:50:24.914411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53874) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:24.976009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61342ac8-8b57-44cc-92d3-7193f1eeade6 req-5b8ca753-113e-4736-9bce-bdd9feb419eb tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207702 Jul 06 11:50:24.988869 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a0059d-774e-4778-92a4-530fd1009ffa tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:50:24.997132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e0a0059d-774e-4778-92a4-530fd1009ffa tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/df529e09-9c2b-4eff-8165-31e25eb05d4b HTTP/1.1" status: 404 len: 333 time: 0.0764661 Jul 06 11:50:24.998051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53876) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:25.016901 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a12895c4-c495-4a80-9bcd-75cad62f9c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.025032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a12895c4-c495-4a80-9bcd-75cad62f9c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.062306 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b62115-f54d-4dc1-b2b3-c27881cb59dc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:50:25.064138 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-40b62115-f54d-4dc1-b2b3-c27881cb59dc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/1ae02610-116d-409b-9681-749f480c40bc HTTP/1.1" status: 404 len: 333 time: 0.0614526 Jul 06 11:50:25.068008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53880) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:25.154438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a12895c4-c495-4a80-9bcd-75cad62f9c34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ec3ecefe8824a3ea22950a9e07ec159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6591308 Jul 06 11:50:25.162860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:25.162860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12895c4-c495-4a80-9bcd-75cad62f9c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfcbeae-cc03-453c-8ff3-a817da297a33,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:25.345032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a76fad8d-0fdf-462a-9186-68cc69c82eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.377987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890da2a-08c7-493e-9ccc-94c05adeb829 req-523c616e-da45-441d-a387-e22a997bc061 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:25.379808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1890da2a-08c7-493e-9ccc-94c05adeb829 req-523c616e-da45-441d-a387-e22a997bc061 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.2553613 Jul 06 11:50:25.395405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a76fad8d-0fdf-462a-9186-68cc69c82eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.404998 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.432202 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8dbb20f8-687c-4b59-9b8c-1596808ed6d0 tempest-RoutersTestDVR-2035499366 tempest-RoutersTestDVR-2035499366-project] 10.222.0.21 "GET /v2.0/routers/81dae788-6c29-4cfc-aa1e-6ff358a910f3 HTTP/1.1" status: 200 len: 683 time: 0.7207599 Jul 06 11:50:25.437567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:25.448328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac239858-2db8-4867-95eb-01cfb9909f1c req-4469abb2-d761-4543-9072-894a5470e657 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:25.449677 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac239858-2db8-4867-95eb-01cfb9909f1c req-4469abb2-d761-4543-9072-894a5470e657 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8478f6fa-6e4c-43eb-b37e-b21aa8705229 HTTP/1.1" status: 200 len: 945 time: 0.1948266 Jul 06 11:50:25.530340 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.547198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a798809c-4768-4412-a970-25e4dce166f0']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:25.565283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ded4699-6d52-42d6-aab8-78af2d12efed') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:25.565616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ded4699-6d52-42d6-aab8-78af2d12efed') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:25.573076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1890da2a-08c7-493e-9ccc-94c05adeb829 req-789ca7eb-2c7f-4ca0-863d-53867d47cf12 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801407 Jul 06 11:50:25.581479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.594160 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9488591-1ca2-47bf-9f3e-bdf80d527799 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.612006 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.622186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:25.622651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:25.626352 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:25.689568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac239858-2db8-4867-95eb-01cfb9909f1c req-27b345dd-95d2-478f-8360-9fa0712d4a14 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179770 Jul 06 11:50:25.689568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a76fad8d-0fdf-462a-9186-68cc69c82eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.692634 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a76fad8d-0fdf-462a-9186-68cc69c82eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.697009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a76fad8d-0fdf-462a-9186-68cc69c82eae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dfcbeae-cc03-453c-8ff3-a817da297a33 HTTP/1.1" status: 204 len: 168 time: 0.5245245 Jul 06 11:50:25.726553 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.738398 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.740713 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/networks/a798809c-4768-4412-a970-25e4dce166f0 HTTP/1.1" status: 204 len: 168 time: 0.6707263 Jul 06 11:50:25.755500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53902) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:25.761768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1733452978'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:25.765491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd918d-1a51-4d75-827b-d5bf04fc9f46 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Network': ['ID=a798809c-4768-4412-a970-25e4dce166f0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:25.812935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fad8d-0fdf-462a-9186-68cc69c82eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfcbeae-cc03-453c-8ff3-a817da297a33,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:25.817028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:25.820920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.878343 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9488591-1ca2-47bf-9f3e-bdf80d527799 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.878862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:25.881976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9488591-1ca2-47bf-9f3e-bdf80d527799 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.891516 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.892108 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Added segment c18f4f2e-3a4d-4158-8c3e-003feabab19f of type vlan for network 4b00e491-6140-4d33-ab7c-196a31ebf5a5 Jul 06 11:50:25.940769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.973733 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9488591-1ca2-47bf-9f3e-bdf80d527799 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.974295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9488591-1ca2-47bf-9f3e-bdf80d527799 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81dae788-6c29-4cfc-aa1e-6ff358a910f3 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:50:25.981056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9488591-1ca2-47bf-9f3e-bdf80d527799 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.982240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a9488591-1ca2-47bf-9f3e-bdf80d527799 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] 10.222.0.21 "DELETE /v2.0/routers/81dae788-6c29-4cfc-aa1e-6ff358a910f3 HTTP/1.1" status: 204 len: 168 time: 0.5434554 Jul 06 11:50:25.986279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53910) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:25.993389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f342d68d-a096-4f48-95ca-c1b4d161388c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Request body: {'router': {'name': 'tempest-router-928739689', 'distributed': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:26.018078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.024878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.025527 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.058388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01825e9-2de3-4242-9e5b-1fa5a0359bb1 req-ed2ad28a-9da3-412f-ae25-ae7517199016 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.068657 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c01825e9-2de3-4242-9e5b-1fa5a0359bb1 req-ed2ad28a-9da3-412f-ae25-ae7517199016 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=6392e384-ec0b-4b19-bf76-a2a6cf49c7ee HTTP/1.1" status: 200 len: 945 time: 0.1273367 Jul 06 11:50:26.144379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f342d68d-a096-4f48-95ca-c1b4d161388c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.145200 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f342d68d-a096-4f48-95ca-c1b4d161388c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.157821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c01825e9-2de3-4242-9e5b-1fa5a0359bb1 req-0771036c-a934-47f9-ac27-ba9be91437c8 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781543 Jul 06 11:50:26.216239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53922) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:26.258163 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5008423 Jul 06 11:50:26.263149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f342d68d-a096-4f48-95ca-c1b4d161388c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.263947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53926) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:26.264584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f2f82-f77c-4a5e-a3b8-100eda64b5b8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Network': ['ID=4b00e491-6140-4d33-ab7c-196a31ebf5a5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:26.269514 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f342d68d-a096-4f48-95ca-c1b4d161388c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.291653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': '4b00e491-6140-4d33-ab7c-196a31ebf5a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:26.293928 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f342d68d-a096-4f48-95ca-c1b4d161388c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.297789 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f342d68d-a096-4f48-95ca-c1b4d161388c tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3079510 Jul 06 11:50:26.298144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53930) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:26.312216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 4b00e491-6140-4d33-ab7c-196a31ebf5a5 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:26.433837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:26.441764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.517361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c37bf78-fa3a-4506-89bf-3f41511f1030 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.708560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1699817250-network', 'tenant_id': '590b4c52d8f7400cb629af50a02907a9'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:26.747879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Made reservation on behalf of 590b4c52d8f7400cb629af50a02907a9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:26.751232 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.774061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.787303 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c37bf78-fa3a-4506-89bf-3f41511f1030 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.789631 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c37bf78-fa3a-4506-89bf-3f41511f1030 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.821478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.859064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c37bf78-fa3a-4506-89bf-3f41511f1030 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.871329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c37bf78-fa3a-4506-89bf-3f41511f1030 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef0cb6c8-a6e6-4609-af39-4576741a4620 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:50:26.871329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c37bf78-fa3a-4506-89bf-3f41511f1030 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.871329 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3c37bf78-fa3a-4506-89bf-3f41511f1030 tempest-RoutersTestDVR-1954125834 tempest-RoutersTestDVR-1954125834-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ef0cb6c8-a6e6-4609-af39-4576741a4620 HTTP/1.1" status: 204 len: 168 time: 0.5661230 Jul 06 11:50:26.971383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Subnet': ['ID=d00ab123-6706-450c-b5b8-cdc5407a3b8a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:27.010915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05aa4b-1acd-460e-90b5-23669c856a34 req-37961e8d-aaba-41d0-93db-543504c9a78c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:27.013145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc05aa4b-1acd-460e-90b5-23669c856a34 req-37961e8d-aaba-41d0-93db-543504c9a78c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.2413681 Jul 06 11:50:27.017901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Checking segment: {'id': 'c18f4f2e-3a4d-4158-8c3e-003feabab19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4b00e491-6140-4d33-ab7c-196a31ebf5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:27.018274 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network hostable DHCP agents. Network: 4b00e491-6140-4d33-ab7c-196a31ebf5a5, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:27.293350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53956) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:27.474628 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae24b7ff-914d-4b1c-9619-94035d911a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.487122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network 4b00e491-6140-4d33-ab7c-196a31ebf5a5 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:27.502655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70567d17-2da4-488b-833a-77e528561ee3 req-d653c911-b651-4b78-9f34-453f6281e1ff tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:27.504534 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70567d17-2da4-488b-833a-77e528561ee3 req-d653c911-b651-4b78-9f34-453f6281e1ff tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=6392e384-ec0b-4b19-bf76-a2a6cf49c7ee HTTP/1.1" status: 200 len: 945 time: 0.6320486 Jul 06 11:50:27.513890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc05aa4b-1acd-460e-90b5-23669c856a34 req-af7d235b-236f-45b5-bece-db415232e0f3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843831 Jul 06 11:50:27.536693 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 4b00e491-6140-4d33-ab7c-196a31ebf5a5) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:27.556342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe170dc7-171f-49d1-83ea-727fb61d1006 None None] Network 4b00e491-6140-4d33-ab7c-196a31ebf5a5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:27.567494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:27.568255 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.576697 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.590761 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.634843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70567d17-2da4-488b-833a-77e528561ee3 req-901088f9-9c2d-4161-a32c-508c48df6509 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126800 Jul 06 11:50:27.663871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:27.666666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2de1a92-7f25-4384-a0b6-fca5ed320c5e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:27.697479 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.699600 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Added segment ca510d3a-ac50-4907-9c2b-acdc01f01062 of type vlan for network a1462146-6a8f-48e9-8c5b-884f2aa45f24 Jul 06 11:50:27.780531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae24b7ff-914d-4b1c-9619-94035d911a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.787744 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae24b7ff-914d-4b1c-9619-94035d911a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.806472 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.823735 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-223ef955-a2f5-45b7-939d-dd44384d0efd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5569758 Jul 06 11:50:27.827556 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53974) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:27.845084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': '4b00e491-6140-4d33-ab7c-196a31ebf5a5', 'name': 'tempest-PortsIpV6TestJSON-752120217'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:27.848352 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ae24b7ff-914d-4b1c-9619-94035d911a00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4436a8c75984ec5a3592e401a7c3197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5534880 Jul 06 11:50:27.850345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53976) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:27.861138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24b7ff-914d-4b1c-9619-94035d911a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3620e319-e1fd-42d0-be86-3368134f0eee,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:27.903967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-4b00e491-6140-4d33-ab7c-196a31ebf5a5', 'network_id': '4b00e491-6140-4d33-ab7c-196a31ebf5a5', 'tenant_id': '33ad56bff9ae43fda3362c838e799a67', 'fixed_ips': [{'subnet_id': 'd00ab123-6706-450c-b5b8-cdc5407a3b8a'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:50:27.905732 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.966698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e181f259-1510-4f84-8d06-3a5be15f905b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.985404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.986392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:27.986964 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.009625 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e181f259-1510-4f84-8d06-3a5be15f905b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.080713 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e181f259-1510-4f84-8d06-3a5be15f905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.087290 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e181f259-1510-4f84-8d06-3a5be15f905b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.088822 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e181f259-1510-4f84-8d06-3a5be15f905b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3620e319-e1fd-42d0-be86-3368134f0eee HTTP/1.1" status: 204 len: 168 time: 0.2364502 Jul 06 11:50:28.094420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8765955 Jul 06 11:50:28.100991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53984) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:28.102033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181f259-1510-4f84-8d06-3a5be15f905b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3620e319-e1fd-42d0-be86-3368134f0eee,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:28.108255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bb6f3-8c77-4a4e-81c4-dcf3272bd16c admin admin] Pushing event updated for resources: {'Network': ['ID=a1462146-6a8f-48e9-8c5b-884f2aa45f24,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:28.124819 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Request body: {'subnet': {'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1699817250-subnet', 'tenant_id': '590b4c52d8f7400cb629af50a02907a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:28.140259 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:50:28.140259 n-d-799527-2 neutron-server[93815]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:50:28.140259 n-d-799527-2 neutron-server[93815]: [parameters: {'project_id_1': '590b4c52d8f7400cb629af50a02907a9', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 50, 28, 130604)}] Jul 06 11:50:28.140259 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:50:28.141688 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:50:28.144517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a1462146-6a8f-48e9-8c5b-884f2aa45f24 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:28.146415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fa9d7-b460-49fb-834b-e886e6d80637 req-ee71a9ae-9e00-4ea7-9f1e-3cf7d0a635ba tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.148127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-153fa9d7-b460-49fb-834b-e886e6d80637 req-ee71a9ae-9e00-4ea7-9f1e-3cf7d0a635ba tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2181389 Jul 06 11:50:28.176980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:28.180895 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.212609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Allocated IP 2001:db8::2 (4b00e491-6140-4d33-ab7c-196a31ebf5a5/d00ab123-6706-450c-b5b8-cdc5407a3b8a/2e3ea0b6-04a4-4699-a9c4-4bcd59da466d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:28.225374 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-153fa9d7-b460-49fb-834b-e886e6d80637 req-280aa2b6-c48b-4693-86d9-e668f8b04f74 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675004 Jul 06 11:50:28.226662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port 1867ee11-80d6-4090-9330-ac44caee0232 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:28.452509 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.463866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Transition to ACTIVE for port object 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:28.483404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Transition to ACTIVE for port object 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:28.492984 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.548387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Pushing event updated for resources: {'Port': ['ID=2e3ea0b6-04a4-4699-a9c4-4bcd59da466d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:28.562422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33c6b9-50b3-4056-accf-f4c61b985588 req-3150e903-2482-481b-86f4-63120104d33f tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.565604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d33c6b9-50b3-4056-accf-f4c61b985588 req-3150e903-2482-481b-86f4-63120104d33f tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.47 "GET /v2.0/ports?device_id=6392e384-ec0b-4b19-bf76-a2a6cf49c7ee HTTP/1.1" status: 200 len: 945 time: 0.2142608 Jul 06 11:50:28.581010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Network 4b00e491-6140-4d33-ab7c-196a31ebf5a5 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:28.582906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:28.585056 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.586843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:28.681268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ed592-be10-4152-a1b5-bae975384363 req-19baebaf-a973-4880-9458-72250d1edd97 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.681580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Made reservation on behalf of 590b4c52d8f7400cb629af50a02907a9 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:28.684179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-161ed592-be10-4152-a1b5-bae975384363 req-19baebaf-a973-4880-9458-72250d1edd97 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2700253 Jul 06 11:50:28.685526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8::368 (4b00e491-6140-4d33-ab7c-196a31ebf5a5/d00ab123-6706-450c-b5b8-cdc5407a3b8a/1867ee11-80d6-4090-9330-ac44caee0232) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:28.690835 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.730859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Attempting to bind port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:28.731324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Attempting to bind port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'c18f4f2e-3a4d-4158-8c3e-003feabab19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4b00e491-6140-4d33-ab7c-196a31ebf5a5'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:28.731794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Attempting to bind port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d on network 4b00e491-6140-4d33-ab7c-196a31ebf5a5 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:28.747080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:28.747522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Checking segment: {'id': 'c18f4f2e-3a4d-4158-8c3e-003feabab19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4b00e491-6140-4d33-ab7c-196a31ebf5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:28.754533 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.756699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Bound using segment: {'id': 'c18f4f2e-3a4d-4158-8c3e-003feabab19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4b00e491-6140-4d33-ab7c-196a31ebf5a5'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:28.757314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Bound port: 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18f4f2e-3a4d-4158-8c3e-003feabab19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4b00e491-6140-4d33-ab7c-196a31ebf5a5'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:28.758056 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.833177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-161ed592-be10-4152-a1b5-bae975384363 req-6eb3ab3a-f2fa-404e-8ba4-31ff13949ecd tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398711 Jul 06 11:50:28.853379 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.854684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54004) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:28.927643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] For port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:28.939220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] For port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2e3ea0b6-04a4-4699-a9c4-4bcd59da466d,segment=NetworkSegment(c18f4f2e-3a4d-4158-8c3e-003feabab19f),segment_id=c18f4f2e-3a4d-4158-8c3e-003feabab19f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:28.946860 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.007366 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af0c7612-ebb7-4c8e-bce8-6793d3eca28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.118700 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3d33c6b9-50b3-4056-accf-f4c61b985588 req-8534e9af-f4ad-47ea-939f-a7ce8a3d38e1 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Deleting port 288523a1-6221-4401-8384-7370d80d7aa5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:29.119365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d33c6b9-50b3-4056-accf-f4c61b985588 req-8534e9af-f4ad-47ea-939f-a7ce8a3d38e1 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.132908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b51f5-c350-4754-8e76-59ad403736c4 None None] Pushing event updated for resources: {'Port': ['ID=2e3ea0b6-04a4-4699-a9c4-4bcd59da466d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:29.374813 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.406721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83c973-1814-43ff-b618-fff27255a908 req-5faef3a9-32f2-4b73-b056-f80288dc4247 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:29.414143 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc83c973-1814-43ff-b618-fff27255a908 req-5faef3a9-32f2-4b73-b056-f80288dc4247 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=6392e384-ec0b-4b19-bf76-a2a6cf49c7ee HTTP/1.1" status: 200 len: 945 time: 0.5351462 Jul 06 11:50:29.486765 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3d33c6b9-50b3-4056-accf-f4c61b985588 req-8534e9af-f4ad-47ea-939f-a7ce8a3d38e1 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] For port 288523a1-6221-4401-8384-7370d80d7aa5, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=288523a1-6221-4401-8384-7370d80d7aa5,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:29.486998 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d33c6b9-50b3-4056-accf-f4c61b985588 req-8534e9af-f4ad-47ea-939f-a7ce8a3d38e1 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.488573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.528958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object 1867ee11-80d6-4090-9330-ac44caee0232 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:29.538722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3d33c6b9-50b3-4056-accf-f4c61b985588 req-8534e9af-f4ad-47ea-939f-a7ce8a3d38e1 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Calling delete_port for 288523a1-6221-4401-8384-7370d80d7aa5 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:29.575928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Checking segment: {'id': 'ca510d3a-ac50-4907-9c2b-acdc01f01062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:29.576289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Network hostable DHCP agents. Network: a1462146-6a8f-48e9-8c5b-884f2aa45f24, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:29.592945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Pushing event updated for resources: {'Subnet': ['ID=35782ebc-f906-42f2-845b-55ccf08d7668,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:29.594151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc83c973-1814-43ff-b618-fff27255a908 req-a69d74aa-fad8-4124-b089-89e4f7bd582f tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791451 Jul 06 11:50:29.607033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Network a1462146-6a8f-48e9-8c5b-884f2aa45f24 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:29.618027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3ab150fd-f8f0-46da-828b-161eb5137d82 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:29.620282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, a1462146-6a8f-48e9-8c5b-884f2aa45f24) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:29.625888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3ab150fd-f8f0-46da-828b-161eb5137d82 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 812 time: 0.4235618 Jul 06 11:50:29.629626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee00b107-022e-4ba4-a16a-48092d9efd33 None None] Network a1462146-6a8f-48e9-8c5b-884f2aa45f24 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:29.636381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:29.637872 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.683580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af0c7612-ebb7-4c8e-bce8-6793d3eca28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.700279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-d38e003b-a7e1-413d-9371-1d0eaadd292e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/quotas/82cc64db5e6f49a7afc82e2d50e9fc7b HTTP/1.1" status: 200 len: 375 time: 0.0735886 Jul 06 11:50:29.700919 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af0c7612-ebb7-4c8e-bce8-6793d3eca28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.710087 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-27e50ce5-ff2e-4173-b609-1a3614a3075a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5920162 Jul 06 11:50:29.795303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b6ed77-226e-4854-b2dd-af174f97820b None None] Network a1462146-6a8f-48e9-8c5b-884f2aa45f24 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:29.807553 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.880253 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-af0c7612-ebb7-4c8e-bce8-6793d3eca28a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c41d3a22a13043e8a0b4265d5fe3880a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0167449 Jul 06 11:50:29.883144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:29.942900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network 4b00e491-6140-4d33-ab7c-196a31ebf5a5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:29.984020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c7612-ebb7-4c8e-bce8-6793d3eca28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68d44c5-8f8b-4caa-b9e3-8dabe15307da,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:29.991680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:30.001066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:30.007862 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f38d3016-9231-4820-b2b3-6af10085346f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.009208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:30.010178 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.017729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=1867ee11-80d6-4090-9330-ac44caee0232,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:30.077709 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f38d3016-9231-4820-b2b3-6af10085346f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.111257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-09759cf7-7407-4bbe-a016-7e6d15fc6f58 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3868899 Jul 06 11:50:30.122793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a846448a-947b-4146-80e9-5e429f92141e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2937415 Jul 06 11:50:30.133388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54034) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:30.271658 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d33c6b9-50b3-4056-accf-f4c61b985588 req-8534e9af-f4ad-47ea-939f-a7ce8a3d38e1 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.283813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['288523a1-6221-4401-8384-7370d80d7aa5', 'f57e5cfb-748a-460f-b554-74e82b382383'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:30.326378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534e9af-f4ad-47ea-939f-a7ce8a3d38e1 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Pushing event deleted for resources: {'Port': ['ID=288523a1-6221-4401-8384-7370d80d7aa5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:30.355707 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f38d3016-9231-4820-b2b3-6af10085346f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.359004 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f38d3016-9231-4820-b2b3-6af10085346f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.360906 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f38d3016-9231-4820-b2b3-6af10085346f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d68d44c5-8f8b-4caa-b9e3-8dabe15307da HTTP/1.1" status: 204 len: 168 time: 0.4763558 Jul 06 11:50:30.411878 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a8e8a414-7ebf-493f-92e4-9c6ff6b67feb'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:30.453746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-523d7e93-c82d-43c7-904a-fc2e8afe36cb service neutron] 10.222.0.21 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392527 Jul 06 11:50:30.454611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d3016-9231-4820-b2b3-6af10085346f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68d44c5-8f8b-4caa-b9e3-8dabe15307da,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:30.458132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54040) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:30.487903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-743c2f90-b6d4-4ebf-a07e-eb45c4725e02 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 1867ee11-80d6-4090-9330-ac44caee0232 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:30.492125 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-743c2f90-b6d4-4ebf-a07e-eb45c4725e02 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.584440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d33c6b9-50b3-4056-accf-f4c61b985588 req-8534e9af-f4ad-47ea-939f-a7ce8a3d38e1 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] No DVR routers for this DVR port 288523a1-6221-4401-8384-7370d80d7aa5 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:30.587784 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d33c6b9-50b3-4056-accf-f4c61b985588 req-8534e9af-f4ad-47ea-939f-a7ce8a3d38e1 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.591319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d33c6b9-50b3-4056-accf-f4c61b985588 req-8534e9af-f4ad-47ea-939f-a7ce8a3d38e1 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.47 "DELETE /v2.0/ports/288523a1-6221-4401-8384-7370d80d7aa5 HTTP/1.1" status: 204 len: 173 time: 2.0154140 Jul 06 11:50:30.594633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6392e384-ec0b-4b19-bf76-a2a6cf49c7ee', 'name': 'network-vif-deleted', 'tag': '288523a1-6221-4401-8384-7370d80d7aa5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:30.597627 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06572c9b-a5fe-44dc-8e4c-7a9cae477eb3" -d '{"events": [{"server_uuid": "6392e384-ec0b-4b19-bf76-a2a6cf49c7ee", "name": "network-vif-deleted", "tag": "288523a1-6221-4401-8384-7370d80d7aa5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:30.639189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-4e83597a-5869-4e58-9395-7586a93ed041 service neutron] 10.222.0.21 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860268 Jul 06 11:50:30.655081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:30.750380 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040f697d-5a4d-4d5a-bb79-6a5b46862bd5 x-openstack-request-id: req-040f697d-5a4d-4d5a-bb79-6a5b46862bd5 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:30.750380 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6392e384-ec0b-4b19-bf76-a2a6cf49c7ee", "name": "network-vif-deleted", "tag": "288523a1-6221-4401-8384-7370d80d7aa5", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:30.750380 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-040f697d-5a4d-4d5a-bb79-6a5b46862bd5 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:30.750380 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6392e384-ec0b-4b19-bf76-a2a6cf49c7ee', 'name': 'network-vif-deleted', 'tag': '288523a1-6221-4401-8384-7370d80d7aa5', 'status': 'completed', 'code': 200} Jul 06 11:50:30.799920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-743c2f90-b6d4-4ebf-a07e-eb45c4725e02 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.848057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-743c2f90-b6d4-4ebf-a07e-eb45c4725e02 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 1867ee11-80d6-4090-9330-ac44caee0232 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:30.869888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba324ca-e5d5-4ddf-a2c7-d12a98d6fc4f None None] Network 4b00e491-6140-4d33-ab7c-196a31ebf5a5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:31.057815 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6729303-25b9-47fb-9b9a-39e7d749513d req-210bb602-c104-4493-9ab5-c3ce3a3256dc tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=6392e384-ec0b-4b19-bf76-a2a6cf49c7ee HTTP/1.1" status: 200 len: 210 time: 0.0803204 Jul 06 11:50:31.181597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a84c61a8-b918-4281-bf34-6675089ae95b None None] Provisioning for port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:31.194424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7d0bb90-5f7b-4707-97d3-f5f46f1719d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.196806 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-743c2f90-b6d4-4ebf-a07e-eb45c4725e02 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.319293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c2f90-b6d4-4ebf-a07e-eb45c4725e02 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=1867ee11-80d6-4090-9330-ac44caee0232,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:31.356806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:31.387613 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-743c2f90-b6d4-4ebf-a07e-eb45c4725e02 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.390141 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-743c2f90-b6d4-4ebf-a07e-eb45c4725e02 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/1867ee11-80d6-4090-9330-ac44caee0232 HTTP/1.1" status: 204 len: 168 time: 1.2554357 Jul 06 11:50:31.392642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54066) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:31.427402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:31.428119 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.496561 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1f09a3-46b7-4600-aeb9-2ca6a15bb8ac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:31.501088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1f09a3-46b7-4600-aeb9-2ca6a15bb8ac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:31.503520 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0e1f09a3-46b7-4600-aeb9-2ca6a15bb8ac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/1867ee11-80d6-4090-9330-ac44caee0232 HTTP/1.1" status: 404 len: 333 time: 0.1095734 Jul 06 11:50:31.506630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54070) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:31.558414 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda9e539-65d5-4747-825f-26fd3b06cf91 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:50:31.565623 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cda9e539-65d5-4747-825f-26fd3b06cf91 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/1867ee11-80d6-4090-9330-ac44caee0232 HTTP/1.1" status: 404 len: 333 time: 0.0549750 Jul 06 11:50:31.569008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54074) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:31.701005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-800fc3bf-f9fb-4c51-ba1c-9164e4c89688 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting subnet d00ab123-6706-450c-b5b8-cdc5407a3b8a {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:31.711113 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-800fc3bf-f9fb-4c51-ba1c-9164e4c89688 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.776159 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.804951 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-800fc3bf-f9fb-4c51-ba1c-9164e4c89688 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.810771 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7d0bb90-5f7b-4707-97d3-f5f46f1719d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.839616 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7d0bb90-5f7b-4707-97d3-f5f46f1719d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.844950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2e3ea0b6-04a4-4699-a9c4-4bcd59da466d,segment=NetworkSegment(c18f4f2e-3a4d-4158-8c3e-003feabab19f),segment_id=c18f4f2e-3a4d-4158-8c3e-003feabab19f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:31.850107 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.915762 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=2e3ea0b6-04a4-4699-a9c4-4bcd59da466d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:31.939192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:31.945996 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a7d0bb90-5f7b-4707-97d3-f5f46f1719d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5eb0b05256234345b0d5b434c1cdb5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4862907 Jul 06 11:50:31.953181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:31.968313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0bb90-5f7b-4707-97d3-f5f46f1719d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08764075-88bf-4afe-8e0e-1eb1117126e5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:32.079826 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-800fc3bf-f9fb-4c51-ba1c-9164e4c89688 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.159915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a32b8af-b924-4eac-bdb4-a8613273ff12 req-05e61647-72e5-494a-b1b8-1d6582fb3d46 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 210 time: 0.1145475 Jul 06 11:50:32.208280 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3438bff3-0b6e-425d-b25b-dbd6d26a3e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.288586 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3438bff3-0b6e-425d-b25b-dbd6d26a3e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.297265 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-800fc3bf-f9fb-4c51-ba1c-9164e4c89688 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.368053 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6c339ab8-da11-499d-a7d5-d5fbcb331408 None None] Provisioning complete for port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:32.369355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bd54c988-8189-4fa1-85ab-38236aa48746 tempest-AgentManagementNegativeTest-1363581342 tempest-AgentManagementNegativeTest-1363581342-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4267249 Jul 06 11:50:32.374102 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c339ab8-da11-499d-a7d5-d5fbcb331408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.422325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fc3bf-f9fb-4c51-ba1c-9164e4c89688 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Subnet': ['ID=d00ab123-6706-450c-b5b8-cdc5407a3b8a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:32.437124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-800fc3bf-f9fb-4c51-ba1c-9164e4c89688 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.442778 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-800fc3bf-f9fb-4c51-ba1c-9164e4c89688 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/d00ab123-6706-450c-b5b8-cdc5407a3b8a HTTP/1.1" status: 204 len: 168 time: 0.8722632 Jul 06 11:50:32.445703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:32.493226 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3438bff3-0b6e-425d-b25b-dbd6d26a3e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.498955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3438bff3-0b6e-425d-b25b-dbd6d26a3e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.500825 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3438bff3-0b6e-425d-b25b-dbd6d26a3e0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08764075-88bf-4afe-8e0e-1eb1117126e5 HTTP/1.1" status: 204 len: 168 time: 0.5456381 Jul 06 11:50:32.526291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438bff3-0b6e-425d-b25b-dbd6d26a3e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08764075-88bf-4afe-8e0e-1eb1117126e5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:32.577236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:32.786133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656fa79f-86a0-491d-89e0-f96b61e90acf None None] Network 4b00e491-6140-4d33-ab7c-196a31ebf5a5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:32.835499 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.995712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 288523a1-6221-4401-8384-7370d80d7aa5 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:33.005312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:33.006623 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.048317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 288523a1-6221-4401-8384-7370d80d7aa5 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:33.048670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 288523a1-6221-4401-8384-7370d80d7aa5 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:33.068836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:33.069270 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.119795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-df6625ed-acef-44e5-8406-a6555224af5f None None] Could not find standard attr ID for object 1867ee11-80d6-4090-9330-ac44caee0232. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:50:33.183856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] For port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2e3ea0b6-04a4-4699-a9c4-4bcd59da466d,segment=NetworkSegment(c18f4f2e-3a4d-4158-8c3e-003feabab19f),segment_id=c18f4f2e-3a4d-4158-8c3e-003feabab19f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:33.187421 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.213854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54126) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:33.226569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:33.477052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54140) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:33.482690 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bfd997ac-304f-47a4-a4b6-f542771bcf0b req-996f507b-b336-4cf7-96fa-5106089e3a27 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 210 time: 0.0699589 Jul 06 11:50:33.509965 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2660758e-1256-4bc1-b07f-8885b16e483c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.523683 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.581658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No DVR routers for this DVR port 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:33.585914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=2e3ea0b6-04a4-4699-a9c4-4bcd59da466d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:33.644948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e43c347-d9c3-4bda-8573-1ad767be3db5 None None] DHCP port deletion for 4b00e491-6140-4d33-ab7c-196a31ebf5a5 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:50:33.735491 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91c29dc8-0cd3-4f5d-a5b2-ececba617adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.791151 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.804584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b00e491-6140-4d33-ab7c-196a31ebf5a5']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:33.820191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18f4f2e-3a4d-4158-8c3e-003feabab19f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:33.820761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18f4f2e-3a4d-4158-8c3e-003feabab19f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:33.835772 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.865947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.875757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:33.876472 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.892618 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2660758e-1256-4bc1-b07f-8885b16e483c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.905575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2660758e-1256-4bc1-b07f-8885b16e483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:33.947697 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:33.955511 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.989817 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.990026 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2660758e-1256-4bc1-b07f-8885b16e483c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b5e18c44e5e4c42b7448d7af53e4fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5089483 Jul 06 11:50:33.992258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/networks/4b00e491-6140-4d33-ab7c-196a31ebf5a5 HTTP/1.1" status: 204 len: 168 time: 1.5452676 Jul 06 11:50:33.997072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:33.997314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54154) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:33.998331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8706259-61c8-4783-941e-dd55b842bcb6 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Network': ['ID=4b00e491-6140-4d33-ab7c-196a31ebf5a5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:34.000892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660758e-1256-4bc1-b07f-8885b16e483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e9dce3-46ef-42d3-8fee-3950311bde1a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:34.030248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1871307466'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:34.111829 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91c29dc8-0cd3-4f5d-a5b2-ececba617adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.119599 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91c29dc8-0cd3-4f5d-a5b2-ececba617adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.121042 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1264-0b29-47d4-a454-1cff346c615a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.158044 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1264-0b29-47d4-a454-1cff346c615a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.182072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:34.186829 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.190809 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-91c29dc8-0cd3-4f5d-a5b2-ececba617adb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff4d66312c06481c89b887fefc19f745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9744847 Jul 06 11:50:34.193710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54158) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:34.237678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c29dc8-0cd3-4f5d-a5b2-ececba617adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09de360-45d1-4865-b35b-8b5fea4f3b97,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:34.268029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:34.280335 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.280992 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Added segment cd890934-ad9a-477f-a33e-029e29d750dd of type vlan for network e2e2d713-079e-4c88-a615-7924c6e96fb5 Jul 06 11:50:34.316772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.343912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.366315 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1264-0b29-47d4-a454-1cff346c615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.369460 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c6f1264-0b29-47d4-a454-1cff346c615a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.374002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1c6f1264-0b29-47d4-a454-1cff346c615a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82e9dce3-46ef-42d3-8fee-3950311bde1a HTTP/1.1" status: 204 len: 168 time: 0.3663974 Jul 06 11:50:34.405585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.429578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f1264-0b29-47d4-a454-1cff346c615a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e9dce3-46ef-42d3-8fee-3950311bde1a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:34.497434 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.519770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:34.520645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.549103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:34.607220 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.610938 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.614107 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e09de360-45d1-4865-b35b-8b5fea4f3b97 HTTP/1.1" status: 204 len: 168 time: 0.4190617 Jul 06 11:50:34.666520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09de360-45d1-4865-b35b-8b5fea4f3b97,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:34.686676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:34.690709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2e3ea0b6-04a4-4699-a9c4-4bcd59da466d not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:34.721059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.721435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.721765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.722109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.722447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.722782 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.723110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.723465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.723793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.724120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.725051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.725051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1318d22-b9f2-4643-96a0-95b9983c4ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:34.820948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54168) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:34.821727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8131816 Jul 06 11:50:34.827143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': 'e2e2d713-079e-4c88-a615-7924c6e96fb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:34.913967 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f53bb869-0b29-4a7e-83bc-eb574c3acd26 req-da848f64-e351-4a40-ae51-1f31bbd3f7bf tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 210 time: 0.0882471 Jul 06 11:50:35.046919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:35.051382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.095498 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3ee90-bbb5-49c6-8f46-b77be992a59f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Network': ['ID=e2e2d713-079e-4c88-a615-7924c6e96fb5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:35.118212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network e2e2d713-079e-4c88-a615-7924c6e96fb5 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:35.258212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f17b5-4c29-43fc-aa50-c3c77cfa6052 req-1f6574b2-15c8-45df-bb2b-32407d303809 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:35.277465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f17b5-4c29-43fc-aa50-c3c77cfa6052 req-1f6574b2-15c8-45df-bb2b-32407d303809 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:35.288149 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-064f17b5-4c29-43fc-aa50-c3c77cfa6052 req-1f6574b2-15c8-45df-bb2b-32407d303809 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8478f6fa-6e4c-43eb-b37e-b21aa8705229&device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 1681 time: 0.6061137 Jul 06 11:50:35.314520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-d1379809-75bd-4bc4-a408-a752252dd034 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:35.325321 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-d1379809-75bd-4bc4-a408-a752252dd034 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 812 time: 0.4232373 Jul 06 11:50:35.345669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Request body: {'port': {'device_id': 'b35f8c4c-ad54-4da2-b126-29d8c2b2d189', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'admin_state_up': True, 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:35.465690 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-064f17b5-4c29-43fc-aa50-c3c77cfa6052 req-d8af619a-49f0-4335-9f9c-e4e452cef3dc tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594546 Jul 06 11:50:35.524010 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.550323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Made reservation on behalf of 82cc64db5e6f49a7afc82e2d50e9fc7b for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:35.555373 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.617190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Subnet': ['ID=7fb525a9-837b-4ecc-86f5-564125ce87eb,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:35.636752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Checking segment: {'id': 'cd890934-ad9a-477f-a33e-029e29d750dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e2e2d713-079e-4c88-a615-7924c6e96fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:35.637176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network hostable DHCP agents. Network: e2e2d713-079e-4c88-a615-7924c6e96fb5, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:35.677732 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network e2e2d713-079e-4c88-a615-7924c6e96fb5 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:35.698802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, e2e2d713-079e-4c88-a615-7924c6e96fb5) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:35.703486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb724e0-f42b-4e80-87eb-ea0cc4b21899 None None] Network e2e2d713-079e-4c88-a615-7924c6e96fb5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:35.742247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:35.743324 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.764222 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Allocated IP 172.20.0.3 (50b2a7f7-73bf-450e-90b6-1dc0017ce431/cc1823c6-31ea-41af-a296-af4300e5b5d6/b959815e-67ab-4829-943b-186423eba635) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:35.781118 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ed38cef-5f9d-4e04-a238-fb215e2e2310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9589715 Jul 06 11:50:35.784027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54218) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:35.789627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': 'e2e2d713-079e-4c88-a615-7924c6e96fb5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1011242273'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:36.033436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54226) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:36.098448 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-e2e2d713-079e-4c88-a615-7924c6e96fb5', 'network_id': 'e2e2d713-079e-4c88-a615-7924c6e96fb5', 'tenant_id': '33ad56bff9ae43fda3362c838e799a67', 'fixed_ips': [{'subnet_id': '7fb525a9-837b-4ecc-86f5-564125ce87eb'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:50:36.099669 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.108843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:36.118449 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.150385 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.162097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port 0085b126-27ce-4c93-bd71-d56d1a421d20 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:36.202181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Transition to ACTIVE for port object b959815e-67ab-4829-943b-186423eba635 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:36.308086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-626472015'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:36.321243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e336108-3189-482d-9c0d-437c3070e4c0 req-74d48541-1d21-4baf-a9b7-d5cce9573117 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 210 time: 0.1141844 Jul 06 11:50:36.356759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:36.362679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.368959 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.381510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.402691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['916c1c2d-3c88-4d17-8b44-f1eeca17bb89'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:36.410288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Allocated IP 2001:db8::2 (e2e2d713-079e-4c88-a615-7924c6e96fb5/7fb525a9-837b-4ecc-86f5-564125ce87eb/84b91439-d780-4b00-9264-1c4a8cd426df) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:36.500760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:36.517421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:36.522424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:36.555601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event updated for resources: {'Port': ['ID=b959815e-67ab-4829-943b-186423eba635,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:36.568606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.569416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.569955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.570575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.570749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.571698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.572279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.572930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.573616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.574365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.574924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.575492 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.576166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:36.577260 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.608223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:36.619795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:36.621432 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.626502 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.627065 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Added segment 89a06347-e0d0-4ece-a608-f8fbba1a9794 of type vlan for network 53ac8393-65a1-4a59-b0f9-e94e85610e85 Jul 06 11:50:36.656606 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-2022bdb1-eeff-48ad-a46b-48464c74c8b8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3160465 Jul 06 11:50:36.693258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Request body: {'port': {'device_id': 'b35f8c4c-ad54-4da2-b126-29d8c2b2d189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:36.734585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.817781 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.824156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:36.825328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.901039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:36.901744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.912718 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf9013f-2f61-4009-b791-ffd187412fe9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:36.929657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Network': ['ID=53ac8393-65a1-4a59-b0f9-e94e85610e85,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:36.940493 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f58b53a7-1850-4112-8be8-1aa0d666c250 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8723047 Jul 06 11:50:36.943879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54252) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:36.950968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'name': 'tempest-PortsTestJSON-825865407'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:36.971409 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:37.079561 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:37.085071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.123639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port 36bb8621-764d-46ca-af59-3cec7616a924 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:37.196915 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.222851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Transition to ACTIVE for port object 84b91439-d780-4b00-9264-1c4a8cd426df will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:37.225488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f9cd4547-1a4e-47dc-be93-4c44da0e36b6 None None] Provisioning for port b959815e-67ab-4829-943b-186423eba635 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:37.234806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f9cd4547-1a4e-47dc-be93-4c44da0e36b6 None None] Provisioning complete for port b959815e-67ab-4829-943b-186423eba635 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:37.235323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9cd4547-1a4e-47dc-be93-4c44da0e36b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.250136 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea0d3401-2d3b-4bd3-9ab9-3bfbd26ea85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.287571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Transition to ACTIVE for port object 84b91439-d780-4b00-9264-1c4a8cd426df will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:37.294014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd4547-1a4e-47dc-be93-4c44da0e36b6 None None] Port b959815e-67ab-4829-943b-186423eba635 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:37.300561 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.346240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Pushing event updated for resources: {'Port': ['ID=84b91439-d780-4b00-9264-1c4a8cd426df,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:37.364388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Network e2e2d713-079e-4c88-a615-7924c6e96fb5 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:37.365942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:37.372205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:37.449544 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Attempting to bind port 84b91439-d780-4b00-9264-1c4a8cd426df on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:37.449836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Attempting to bind port 84b91439-d780-4b00-9264-1c4a8cd426df by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'cd890934-ad9a-477f-a33e-029e29d750dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e2e2d713-079e-4c88-a615-7924c6e96fb5'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:37.450212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Attempting to bind port 84b91439-d780-4b00-9264-1c4a8cd426df on network e2e2d713-079e-4c88-a615-7924c6e96fb5 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:37.456798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:37.457181 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Checking segment: {'id': 'cd890934-ad9a-477f-a33e-029e29d750dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e2e2d713-079e-4c88-a615-7924c6e96fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:37.457604 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.458011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Bound using segment: {'id': 'cd890934-ad9a-477f-a33e-029e29d750dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e2e2d713-079e-4c88-a615-7924c6e96fb5'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:37.458492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Bound port: 84b91439-d780-4b00-9264-1c4a8cd426df, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd890934-ad9a-477f-a33e-029e29d750dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e2e2d713-079e-4c88-a615-7924c6e96fb5'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:37.458882 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.512119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8::2c1 (e2e2d713-079e-4c88-a615-7924c6e96fb5/7fb525a9-837b-4ecc-86f5-564125ce87eb/0085b126-27ce-4c93-bd71-d56d1a421d20) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:37.575178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] For port 84b91439-d780-4b00-9264-1c4a8cd426df, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:37.579819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] For port 84b91439-d780-4b00-9264-1c4a8cd426df, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=84b91439-d780-4b00-9264-1c4a8cd426df,segment=NetworkSegment(cd890934-ad9a-477f-a33e-029e29d750dd),segment_id=cd890934-ad9a-477f-a33e-029e29d750dd)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:37.590591 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.663515 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea0d3401-2d3b-4bd3-9ab9-3bfbd26ea85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.677310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7c00-0965-4300-9bae-ddc27fcbf011 None None] Pushing event updated for resources: {'Port': ['ID=84b91439-d780-4b00-9264-1c4a8cd426df,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:37.686966 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea0d3401-2d3b-4bd3-9ab9-3bfbd26ea85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.709619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b959815e-67ab-4829-943b-186423eba635 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:37.732278 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.757958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ea0d3401-2d3b-4bd3-9ab9-3bfbd26ea85c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9190fb6ad4d44c35bb2c0c915cc38a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8250599 Jul 06 11:50:37.766494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54266) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:37.772797 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.786920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Transition to ACTIVE for port object b959815e-67ab-4829-943b-186423eba635 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:37.789017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d3401-2d3b-4bd3-9ab9-3bfbd26ea85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9faff57-2377-495b-a9f8-cc3cfbbaf08d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:37.798499 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.811031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec216a-f3c8-4434-8664-b5f3180a235a req-3e36572e-04e7-4db0-8616-e5e7eed0fb2d tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:37.811965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91ec216a-f3c8-4434-8664-b5f3180a235a req-3e36572e-04e7-4db0-8616-e5e7eed0fb2d tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8478f6fa-6e4c-43eb-b37e-b21aa8705229 HTTP/1.1" status: 200 len: 945 time: 0.1911085 Jul 06 11:50:37.823811 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.855155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object 0085b126-27ce-4c93-bd71-d56d1a421d20 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:37.889670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d202f0f-c6a8-4aac-a941-16319fbbd91a req-5ecedb95-a1de-4e88-842a-6df452a97b38 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:37.892391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d202f0f-c6a8-4aac-a941-16319fbbd91a req-5ecedb95-a1de-4e88-842a-6df452a97b38 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 931 time: 0.3419123 Jul 06 11:50:37.898983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c4d9-0b1b-4527-a6fe-e542af14457e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.950747 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c4d9-0b1b-4527-a6fe-e542af14457e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.955083 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.956486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b959815e-67ab-4829-943b-186423eba635,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:37.989969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91ec216a-f3c8-4434-8664-b5f3180a235a req-9abe8674-ec5f-47b5-8e62-3facde21267c tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151276 Jul 06 11:50:38.029993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.084559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=36bb8621-764d-46ca-af59-3cec7616a924,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:38.117287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d202f0f-c6a8-4aac-a941-16319fbbd91a req-edc34964-c468-4dcb-94de-05ced8927676 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575925 Jul 06 11:50:38.225148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Attempting to bind port b959815e-67ab-4829-943b-186423eba635 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:38.225456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Attempting to bind port b959815e-67ab-4829-943b-186423eba635 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:38.225990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Attempting to bind port b959815e-67ab-4829-943b-186423eba635 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:38.232891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Port b959815e-67ab-4829-943b-186423eba635 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:38.233298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Attempting to bind port b959815e-67ab-4829-943b-186423eba635 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:38.239023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:38.239435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Checking segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:38.240066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Bound using segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:38.240565 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Bound port: b959815e-67ab-4829-943b-186423eba635, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:38.240987 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.264583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network e2e2d713-079e-4c88-a615-7924c6e96fb5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:38.273023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:38.282597 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c4d9-0b1b-4527-a6fe-e542af14457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.286666 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c4d9-0b1b-4527-a6fe-e542af14457e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.288352 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ac8c4d9-0b1b-4527-a6fe-e542af14457e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9faff57-2377-495b-a9f8-cc3cfbbaf08d HTTP/1.1" status: 204 len: 168 time: 0.5203850 Jul 06 11:50:38.313083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:38.336175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:38.340938 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.417635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] For port b959815e-67ab-4829-943b-186423eba635, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:38.418387 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.6288955 Jul 06 11:50:38.423660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] For port b959815e-67ab-4829-943b-186423eba635, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b959815e-67ab-4829-943b-186423eba635,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:38.426265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54272) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:38.446092 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.500514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 84b91439-d780-4b00-9264-1c4a8cd426df up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:38.530093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Checking segment: {'id': '89a06347-e0d0-4ece-a608-f8fbba1a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:38.530683 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network hostable DHCP agents. Network: 53ac8393-65a1-4a59-b0f9-e94e85610e85, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:38.539565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8c4d9-0b1b-4527-a6fe-e542af14457e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9faff57-2377-495b-a9f8-cc3cfbbaf08d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:38.543341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a091ff3-d069-4c77-a999-32a1f9d7adde tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=0085b126-27ce-4c93-bd71-d56d1a421d20,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:38.597345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:38.598560 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.599411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:38.601626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] 10.222.0.47 "PUT /v2.0/ports/b959815e-67ab-4829-943b-186423eba635 HTTP/1.1" status: 200 len: 1091 time: 1.9335575 Jul 06 11:50:38.602566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35f8c4c-ad54-4da2-b126-29d8c2b2d189', 'tag': 'b959815e-67ab-4829-943b-186423eba635'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:38.608763 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8537e717-f5b0-40e7-a71c-34feb63bba5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b35f8c4c-ad54-4da2-b126-29d8c2b2d189", "tag": "b959815e-67ab-4829-943b-186423eba635"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:38.667707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 53ac8393-65a1-4a59-b0f9-e94e85610e85) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:38.673192 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:38.684390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:38.686868 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.688934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc1aae-47f7-4fed-8ddc-946d2ef3e780 None None] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:38.724138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b31cc7-e48d-40f9-8c52-4019cf809b33 req-c1083e7b-d05f-434c-9d3b-1e03b6aa289e tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:38.730430 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23b31cc7-e48d-40f9-8c52-4019cf809b33 req-c1083e7b-d05f-434c-9d3b-1e03b6aa289e tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.86 "GET /v2.0/ports?device_id=8478f6fa-6e4c-43eb-b37e-b21aa8705229 HTTP/1.1" status: 200 len: 945 time: 0.3270953 Jul 06 11:50:38.812075 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3c03dfc1-d232-4f45-a10d-716c040ed5ba tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8667748 Jul 06 11:50:38.827288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54278) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:38.838353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-548402835'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:39.013837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 84b91439-d780-4b00-9264-1c4a8cd426df completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:39.025464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:39.036409 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.137708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-23b31cc7-e48d-40f9-8c52-4019cf809b33 req-e80046ae-ac15-4d0d-8ea1-9e7cf0707148 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Deleting port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:39.138412 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b31cc7-e48d-40f9-8c52-4019cf809b33 req-e80046ae-ac15-4d0d-8ea1-9e7cf0707148 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.201874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:39.235328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.235775 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Added segment 42835925-bc4c-4b20-af76-f835b35757ab of type vlan for network 780c6725-fe33-42b2-bdc1-63032e2c0284 Jul 06 11:50:39.282200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ede3e-82bb-416b-9f76-5574848726d9 req-77e6073b-9c9c-42fc-a66d-3d1f93a0ef35 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:39.284143 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a7ede3e-82bb-416b-9f76-5574848726d9 req-77e6073b-9c9c-42fc-a66d-3d1f93a0ef35 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd24c904-c9f2-41a4-97f9-0f64066102a3 HTTP/1.1" status: 200 len: 945 time: 0.3008268 Jul 06 11:50:39.423971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e763e-abf0-4a8b-ace1-b29e884aa40a None None] Network e2e2d713-079e-4c88-a615-7924c6e96fb5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:39.510451 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.525429 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-23b31cc7-e48d-40f9-8c52-4019cf809b33 req-e80046ae-ac15-4d0d-8ea1-9e7cf0707148 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] For port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:39.526783 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b31cc7-e48d-40f9-8c52-4019cf809b33 req-e80046ae-ac15-4d0d-8ea1-9e7cf0707148 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.537537 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec47ea03-132a-42ae-b40e-d125bd2d7bf1 x-openstack-request-id: req-ec47ea03-132a-42ae-b40e-d125bd2d7bf1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:39.538049 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35f8c4c-ad54-4da2-b126-29d8c2b2d189", "tag": "b959815e-67ab-4829-943b-186423eba635", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:39.538151 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec47ea03-132a-42ae-b40e-d125bd2d7bf1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:39.538500 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35f8c4c-ad54-4da2-b126-29d8c2b2d189', 'tag': 'b959815e-67ab-4829-943b-186423eba635', 'status': 'completed', 'code': 200} Jul 06 11:50:39.554090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5a97310e-ab4b-419e-a956-03328c1802e4 None None] Provisioning for port 84b91439-d780-4b00-9264-1c4a8cd426df completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:39.560131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-23b31cc7-e48d-40f9-8c52-4019cf809b33 req-e80046ae-ac15-4d0d-8ea1-9e7cf0707148 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Calling delete_port for a8e8a414-7ebf-493f-92e4-9c6ff6b67feb owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:39.562460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb801c2-df68-4bf4-9927-2de9424f37a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b959815e-67ab-4829-943b-186423eba635,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:39.562751 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5a97310e-ab4b-419e-a956-03328c1802e4 None None] Provisioning complete for port 84b91439-d780-4b00-9264-1c4a8cd426df triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:39.563344 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a97310e-ab4b-419e-a956-03328c1802e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.612913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0a7ede3e-82bb-416b-9f76-5574848726d9 req-3e881154-2cd9-49de-9bc1-a8cc8da783ca tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Deleting port f57e5cfb-748a-460f-b554-74e82b382383 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:39.613776 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0a7ede3e-82bb-416b-9f76-5574848726d9 req-3e881154-2cd9-49de-9bc1-a8cc8da783ca tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.766516 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.784876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:39.788646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.793679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-7c603c98-50ae-4d94-ab7d-37088dcaf521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:39.795258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-7c603c98-50ae-4d94-ab7d-37088dcaf521 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 1094 time: 1.0845499 Jul 06 11:50:39.940834 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1012573 Jul 06 11:50:39.940834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54304) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:39.942883 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a97310e-ab4b-419e-a956-03328c1802e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.946599 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-ff32c0d4-9740-4395-9a3b-a21579b4fee1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b959815e-67ab-4829-943b-186423eba635 HTTP/1.1" status: 200 len: 217 time: 0.1118128 Jul 06 11:50:39.970735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'ports': [{'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85'}, {'network_id': '780c6725-fe33-42b2-bdc1-63032e2c0284'}]} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:39.972771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:39.973593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '780c6725-fe33-42b2-bdc1-63032e2c0284'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:40.020640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-b88a9cb3-90a3-4af6-b88e-90ba634a9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:40.023075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-b88a9cb3-90a3-4af6-b88e-90ba634a9589 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.0649805 Jul 06 11:50:40.038945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a8978-541e-4993-bd88-20b6e5dac73f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 0085b126-27ce-4c93-bd71-d56d1a421d20 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:40.039785 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8978-541e-4993-bd88-20b6e5dac73f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.042096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5a97310e-ab4b-419e-a956-03328c1802e4 None None] For port 84b91439-d780-4b00-9264-1c4a8cd426df, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=84b91439-d780-4b00-9264-1c4a8cd426df,segment=NetworkSegment(cd890934-ad9a-477f-a33e-029e29d750dd),segment_id=cd890934-ad9a-477f-a33e-029e29d750dd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:40.072230 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a97310e-ab4b-419e-a956-03328c1802e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.157997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adebd20-68cc-45d0-9869-46709cc3d030 req-69420765-e53f-40ac-90c2-a843031b27ed tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:40.171752 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5adebd20-68cc-45d0-9869-46709cc3d030 req-69420765-e53f-40ac-90c2-a843031b27ed tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8478f6fa-6e4c-43eb-b37e-b21aa8705229 HTTP/1.1" status: 200 len: 945 time: 0.6320190 Jul 06 11:50:40.209573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97310e-ab4b-419e-a956-03328c1802e4 None None] Pushing event updated for resources: {'Port': ['ID=84b91439-d780-4b00-9264-1c4a8cd426df,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:40.251146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072a872-9a25-486f-af77-70fdf42577a7 req-de4cc474-711f-4675-a615-c32f509552bb tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:40.259048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d072a872-9a25-486f-af77-70fdf42577a7 req-de4cc474-711f-4675-a615-c32f509552bb tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 943 time: 0.7168608 Jul 06 11:50:40.295351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 2} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:40.303780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.320219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fcb49-ff60-4488-a091-09c62d50dd26 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Network': ['ID=780c6725-fe33-42b2-bdc1-63032e2c0284,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:40.336917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 780c6725-fe33-42b2-bdc1-63032e2c0284 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:40.347637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.448672 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d072a872-9a25-486f-af77-70fdf42577a7 req-0c7f8e29-5aae-4215-94f7-1aa0e2efb3f6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882067 Jul 06 11:50:40.480702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 84b91439-d780-4b00-9264-1c4a8cd426df up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:40.505819 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8978-541e-4993-bd88-20b6e5dac73f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.569006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 84b91439-d780-4b00-9264-1c4a8cd426df triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:40.569885 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.579869 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5adebd20-68cc-45d0-9869-46709cc3d030 req-78febe52-a777-4e66-b153-14c936574a86 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/security-groups?id=582e9276-9ac4-4296-b74d-e16dd611704d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059520 Jul 06 11:50:40.580982 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a8978-541e-4993-bd88-20b6e5dac73f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 0085b126-27ce-4c93-bd71-d56d1a421d20 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:40.612002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port ca3d72f2-1bb9-4125-9302-e60997610210 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:40.675712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-ca5d2609-01b5-4fa3-a16c-f968881e70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:40.686698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-ca5d2609-01b5-4fa3-a16c-f968881e70d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6503558 Jul 06 11:50:40.736181 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e37e4fa3-f6b9-49cb-ade1-573a965fb7e9 None None] Provisioning for port 0085b126-27ce-4c93-bd71-d56d1a421d20 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:40.746863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e37e4fa3-f6b9-49cb-ade1-573a965fb7e9 None None] Provisioning complete for port 0085b126-27ce-4c93-bd71-d56d1a421d20 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:40.747241 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e37e4fa3-f6b9-49cb-ade1-573a965fb7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.782633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0a7ede3e-82bb-416b-9f76-5574848726d9 req-3e881154-2cd9-49de-9bc1-a8cc8da783ca tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] For port f57e5cfb-748a-460f-b554-74e82b382383, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f57e5cfb-748a-460f-b554-74e82b382383,segment=NetworkSegment(98dc0515-82e4-41e7-8d42-0c6826019041),segment_id=98dc0515-82e4-41e7-8d42-0c6826019041)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:40.783011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0a7ede3e-82bb-416b-9f76-5574848726d9 req-3e881154-2cd9-49de-9bc1-a8cc8da783ca tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.845754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.849174 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0a7ede3e-82bb-416b-9f76-5574848726d9 req-3e881154-2cd9-49de-9bc1-a8cc8da783ca tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Calling delete_port for f57e5cfb-748a-460f-b554-74e82b382383 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:40.853961 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e37e4fa3-f6b9-49cb-ade1-573a965fb7e9 None None] Port 0085b126-27ce-4c93-bd71-d56d1a421d20 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:40.871302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e37e4fa3-f6b9-49cb-ade1-573a965fb7e9 None None] Provisioning complete for port 84b91439-d780-4b00-9264-1c4a8cd426df triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:40.872156 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e37e4fa3-f6b9-49cb-ade1-573a965fb7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.017707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-a1cd9a81-d17f-428a-bfbb-8a1da3d2084a service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300846 Jul 06 11:50:41.070817 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b31cc7-e48d-40f9-8c52-4019cf809b33 req-e80046ae-ac15-4d0d-8ea1-9e7cf0707148 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.087529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port a29c2f0e-b661-412b-ab74-8343558684ae yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:41.125415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80046ae-ac15-4d0d-8ea1-9e7cf0707148 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Pushing event deleted for resources: {'Port': ['ID=a8e8a414-7ebf-493f-92e4-9c6ff6b67feb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:41.145856 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8978-541e-4993-bd88-20b6e5dac73f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.201444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a8978-541e-4993-bd88-20b6e5dac73f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=0085b126-27ce-4c93-bd71-d56d1a421d20,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:41.241669 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8978-541e-4993-bd88-20b6e5dac73f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.262442 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ff2a8978-541e-4993-bd88-20b6e5dac73f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/0085b126-27ce-4c93-bd71-d56d1a421d20 HTTP/1.1" status: 204 len: 168 time: 2.8333812 Jul 06 11:50:41.268241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:41.278020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-34cfa0af-2960-46f6-85fc-929cdfa164c0 None None] Could not find standard attr ID for object 0085b126-27ce-4c93-bd71-d56d1a421d20. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:50:41.308365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b31cc7-e48d-40f9-8c52-4019cf809b33 req-e80046ae-ac15-4d0d-8ea1-9e7cf0707148 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] No DVR routers for this DVR port a8e8a414-7ebf-493f-92e4-9c6ff6b67feb on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:41.314607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b31cc7-e48d-40f9-8c52-4019cf809b33 req-e80046ae-ac15-4d0d-8ea1-9e7cf0707148 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.316862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23b31cc7-e48d-40f9-8c52-4019cf809b33 req-e80046ae-ac15-4d0d-8ea1-9e7cf0707148 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.86 "DELETE /v2.0/ports/a8e8a414-7ebf-493f-92e4-9c6ff6b67feb HTTP/1.1" status: 204 len: 173 time: 2.5763261 Jul 06 11:50:41.324970 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d94089d-34fb-4370-b425-511698a770e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:50:41.329185 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8d94089d-34fb-4370-b425-511698a770e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/0085b126-27ce-4c93-bd71-d56d1a421d20 HTTP/1.1" status: 404 len: 333 time: 0.0571177 Jul 06 11:50:41.329375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8478f6fa-6e4c-43eb-b37e-b21aa8705229', 'name': 'network-vif-deleted', 'tag': 'a8e8a414-7ebf-493f-92e4-9c6ff6b67feb'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:41.329980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54334) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:41.330300 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40641216-44d9-4006-9ce9-4e6fcb83e1ac" -d '{"events": [{"server_uuid": "8478f6fa-6e4c-43eb-b37e-b21aa8705229", "name": "network-vif-deleted", "tag": "a8e8a414-7ebf-493f-92e4-9c6ff6b67feb"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:41.345483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-773e5cda-0343-4012-9688-a70c5ccea6cb req-ad760ee6-f868-48eb-8a09-7c5dc573e72b service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121953 Jul 06 11:50:41.439281 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed087db-89c5-4267-a507-a7df638c6576 x-openstack-request-id: req-fed087db-89c5-4267-a507-a7df638c6576 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:41.439993 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8478f6fa-6e4c-43eb-b37e-b21aa8705229", "name": "network-vif-deleted", "tag": "a8e8a414-7ebf-493f-92e4-9c6ff6b67feb", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:41.444000 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fed087db-89c5-4267-a507-a7df638c6576 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:41.444713 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8478f6fa-6e4c-43eb-b37e-b21aa8705229', 'name': 'network-vif-deleted', 'tag': 'a8e8a414-7ebf-493f-92e4-9c6ff6b67feb', 'status': 'completed', 'code': 200} Jul 06 11:50:41.465911 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0a7ede3e-82bb-416b-9f76-5574848726d9 req-3e881154-2cd9-49de-9bc1-a8cc8da783ca tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.571363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e881154-2cd9-49de-9bc1-a8cc8da783ca tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Pushing event deleted for resources: {'Port': ['ID=f57e5cfb-748a-460f-b554-74e82b382383,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:41.607134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2c966c-bae0-472e-a2ca-4589666ebf4e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting subnet 7fb525a9-837b-4ecc-86f5-564125ce87eb {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:41.631976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df2c966c-bae0-472e-a2ca-4589666ebf4e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.712182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7ede3e-82bb-416b-9f76-5574848726d9 req-3e881154-2cd9-49de-9bc1-a8cc8da783ca tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] No DVR routers for this DVR port f57e5cfb-748a-460f-b554-74e82b382383 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:41.732604 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0a7ede3e-82bb-416b-9f76-5574848726d9 req-3e881154-2cd9-49de-9bc1-a8cc8da783ca tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.737089 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a7ede3e-82bb-416b-9f76-5574848726d9 req-3e881154-2cd9-49de-9bc1-a8cc8da783ca tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.47 "DELETE /v2.0/ports/f57e5cfb-748a-460f-b554-74e82b382383 HTTP/1.1" status: 204 len: 173 time: 2.4211800 Jul 06 11:50:41.750739 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.817689 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.835487 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df2c966c-bae0-472e-a2ca-4589666ebf4e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.839347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a8e8a414-7ebf-493f-92e4-9c6ff6b67feb no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:41.873933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: a8e8a414-7ebf-493f-92e4-9c6ff6b67feb {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:41.880531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a8e8a414-7ebf-493f-92e4-9c6ff6b67feb not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:41.894896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:41.898784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:41.901907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:41.902997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.931050 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537e717-f5b0-40e7-a71c-34feb63bba5e req-2e91a0fb-5e6e-415d-9f08-b57a96b247a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:41.933402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8537e717-f5b0-40e7-a71c-34feb63bba5e req-2e91a0fb-5e6e-415d-9f08-b57a96b247a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 1094 time: 0.4959147 Jul 06 11:50:41.957938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=ca3d72f2-1bb9-4125-9302-e60997610210,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:41.967284 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f46e25b-e2aa-4520-b67e-98739e478327 req-9ac035be-729a-4162-887c-77d688930610 tempest-ListServersNegativeTestJSON-1607297730 tempest-ListServersNegativeTestJSON-1607297730-project] 10.222.0.21 "GET /v2.0/ports?device_id=8478f6fa-6e4c-43eb-b37e-b21aa8705229 HTTP/1.1" status: 200 len: 210 time: 0.1107731 Jul 06 11:50:42.119241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9edebc-c2f5-4045-a7d2-ba49f06d1929 req-38fe2ee0-8d65-47df-93dd-3efa30c0d566 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.126701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad9edebc-c2f5-4045-a7d2-ba49f06d1929 req-38fe2ee0-8d65-47df-93dd-3efa30c0d566 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 943 time: 0.4204063 Jul 06 11:50:42.217607 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad9edebc-c2f5-4045-a7d2-ba49f06d1929 req-f700dd0f-4bf8-41e2-8fcc-82b298a97352 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898457 Jul 06 11:50:42.219430 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df2c966c-bae0-472e-a2ca-4589666ebf4e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.263679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537e717-f5b0-40e7-a71c-34feb63bba5e req-9c7ed07c-2d7f-49d1-a4ba-e8689fa7f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.265491 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8537e717-f5b0-40e7-a71c-34feb63bba5e req-9c7ed07c-2d7f-49d1-a4ba-e8689fa7f047 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.3240166 Jul 06 11:50:42.326264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8537e717-f5b0-40e7-a71c-34feb63bba5e req-f0f33e89-f745-421e-b546-98cf059beaf6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b959815e-67ab-4829-943b-186423eba635 HTTP/1.1" status: 200 len: 217 time: 0.0523300 Jul 06 11:50:42.400511 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df2c966c-bae0-472e-a2ca-4589666ebf4e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.434559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ba368-76cd-4005-89e5-2bb69f8dd04b None None] Network e2e2d713-079e-4c88-a615-7924c6e96fb5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:42.445727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537e717-f5b0-40e7-a71c-34feb63bba5e req-f59a06d9-3bcb-49f2-8a0b-bf534c8b9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.448955 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8537e717-f5b0-40e7-a71c-34feb63bba5e req-f59a06d9-3bcb-49f2-8a0b-bf534c8b9025 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1128955 Jul 06 11:50:42.490519 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df2c966c-bae0-472e-a2ca-4589666ebf4e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.502941 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-df2c966c-bae0-472e-a2ca-4589666ebf4e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/7fb525a9-837b-4ecc-86f5-564125ce87eb HTTP/1.1" status: 204 len: 168 time: 1.1616068 Jul 06 11:50:42.583514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54356) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:42.583514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c966c-bae0-472e-a2ca-4589666ebf4e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb525a9-837b-4ecc-86f5-564125ce87eb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:42.765255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Checking segment: {'id': '42835925-bc4c-4b20-af76-f835b35757ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '780c6725-fe33-42b2-bdc1-63032e2c0284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:42.766047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network hostable DHCP agents. Network: 780c6725-fe33-42b2-bdc1-63032e2c0284, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:42.793956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=a29c2f0e-b661-412b-ab74-8343558684ae,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:42.813283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 780c6725-fe33-42b2-bdc1-63032e2c0284 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:42.841650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 780c6725-fe33-42b2-bdc1-63032e2c0284) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:42.851269 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.855910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:42.857089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537e717-f5b0-40e7-a71c-34feb63bba5e req-dcd5d80e-92de-464f-9aa3-cd2d9ffb184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.858665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8537e717-f5b0-40e7-a71c-34feb63bba5e req-dcd5d80e-92de-464f-9aa3-cd2d9ffb184d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3615885 Jul 06 11:50:42.858991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a894975-d7e8-48b2-928b-9019b3535431 None None] Network 780c6725-fe33-42b2-bdc1-63032e2c0284 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:42.882916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.907140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.907612 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.933549 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b823ff19-150f-4e43-8936-61f7395f2ed6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9932728 Jul 06 11:50:42.934291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54374) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:43.057440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f57e5cfb-748a-460f-b554-74e82b382383 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:43.137944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: f57e5cfb-748a-460f-b554-74e82b382383 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:43.139087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f57e5cfb-748a-460f-b554-74e82b382383 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:43.139821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 84b91439-d780-4b00-9264-1c4a8cd426df {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:43.140181 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.144673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8537e717-f5b0-40e7-a71c-34feb63bba5e req-641db64d-b54e-457c-bcef-52aa502d488b service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769301 Jul 06 11:50:43.226658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9269eb2d-066c-46f8-a531-d003c48c6bd0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port a29c2f0e-b661-412b-ab74-8343558684ae {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:43.229077 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9269eb2d-066c-46f8-a531-d003c48c6bd0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.292044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100fe30-1047-4ade-99ed-64d989749a92 None None] DHCP port deletion for e2e2d713-079e-4c88-a615-7924c6e96fb5 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:50:43.445394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54390) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:43.514387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd24c904-c9f2-41a4-97f9-0f64066102a3', 'name': 'network-vif-deleted', 'tag': 'f57e5cfb-748a-460f-b554-74e82b382383'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:43.516631 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a47267d-2e2a-4709-a6eb-4cff00417c9f" -d '{"events": [{"server_uuid": "dd24c904-c9f2-41a4-97f9-0f64066102a3", "name": "network-vif-deleted", "tag": "f57e5cfb-748a-460f-b554-74e82b382383"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:43.521517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-83eeeb2d-07c5-4b26-b26a-dcfb2ac135dc admin admin] Deleting subnet 58df087c-6b27-48ce-a758-b3b70c2d07c9 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:43.533075 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83eeeb2d-07c5-4b26-b26a-dcfb2ac135dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.545109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f100fe30-1047-4ade-99ed-64d989749a92 None None] Deleting port 84b91439-d780-4b00-9264-1c4a8cd426df {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:43.546574 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f100fe30-1047-4ade-99ed-64d989749a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.585482 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9269eb2d-066c-46f8-a531-d003c48c6bd0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.596677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] For port 84b91439-d780-4b00-9264-1c4a8cd426df, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=84b91439-d780-4b00-9264-1c4a8cd426df,segment=NetworkSegment(cd890934-ad9a-477f-a33e-029e29d750dd),segment_id=cd890934-ad9a-477f-a33e-029e29d750dd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:43.598685 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.606906 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83eeeb2d-07c5-4b26-b26a-dcfb2ac135dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.618331 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728adbbd-a41b-42ab-a61d-f06a34e5a611 x-openstack-request-id: req-728adbbd-a41b-42ab-a61d-f06a34e5a611 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:43.618331 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd24c904-c9f2-41a4-97f9-0f64066102a3", "name": "network-vif-deleted", "tag": "f57e5cfb-748a-460f-b554-74e82b382383", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:43.618331 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-728adbbd-a41b-42ab-a61d-f06a34e5a611 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:43.619383 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd24c904-c9f2-41a4-97f9-0f64066102a3', 'name': 'network-vif-deleted', 'tag': 'f57e5cfb-748a-460f-b554-74e82b382383', 'status': 'completed', 'code': 200} Jul 06 11:50:43.634100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 84b91439-d780-4b00-9264-1c4a8cd426df owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:43.643815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9269eb2d-066c-46f8-a531-d003c48c6bd0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for a29c2f0e-b661-412b-ab74-8343558684ae owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:43.659844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54398) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:43.692848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f100fe30-1047-4ade-99ed-64d989749a92 None None] For port 84b91439-d780-4b00-9264-1c4a8cd426df, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=84b91439-d780-4b00-9264-1c4a8cd426df,segment=NetworkSegment(cd890934-ad9a-477f-a33e-029e29d750dd),segment_id=cd890934-ad9a-477f-a33e-029e29d750dd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:43.693559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f100fe30-1047-4ade-99ed-64d989749a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.717237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83eeeb2d-07c5-4b26-b26a-dcfb2ac135dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.727595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f100fe30-1047-4ade-99ed-64d989749a92 None None] Calling delete_port for 84b91439-d780-4b00-9264-1c4a8cd426df owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:43.799944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8537e717-f5b0-40e7-a71c-34feb63bba5e req-2fc754d8-e089-4ec3-9fa6-860d2804cabb service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224251 Jul 06 11:50:43.825113 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9269eb2d-066c-46f8-a531-d003c48c6bd0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.889869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d53a2-7ed4-407e-b6d8-f7a589d7762c req-c48a72fa-ee81-4bf1-a3ec-cfbefaeab77e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:43.897755 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a7d53a2-7ed4-407e-b6d8-f7a589d7762c req-c48a72fa-ee81-4bf1-a3ec-cfbefaeab77e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 943 time: 0.3788056 Jul 06 11:50:43.914556 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f100fe30-1047-4ade-99ed-64d989749a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.944417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100fe30-1047-4ade-99ed-64d989749a92 None None] Pushing event deleted for resources: {'Port': ['ID=84b91439-d780-4b00-9264-1c4a8cd426df,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:43.950023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100fe30-1047-4ade-99ed-64d989749a92 None None] No DVR routers for this DVR port 84b91439-d780-4b00-9264-1c4a8cd426df on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:43.956891 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a7d53a2-7ed4-407e-b6d8-f7a589d7762c req-57bbedb9-eac1-4c26-80f4-fbb929cbdd67 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580957 Jul 06 11:50:43.978123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269eb2d-066c-46f8-a531-d003c48c6bd0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=a29c2f0e-b661-412b-ab74-8343558684ae,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:43.980487 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.994048 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83eeeb2d-07c5-4b26-b26a-dcfb2ac135dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.004815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b74a0ac1-155a-4d2f-bffb-e2b8159e47b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.012318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9269eb2d-066c-46f8-a531-d003c48c6bd0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.014199 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9269eb2d-066c-46f8-a531-d003c48c6bd0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/a29c2f0e-b661-412b-ab74-8343558684ae HTTP/1.1" status: 204 len: 168 time: 1.0771904 Jul 06 11:50:44.019123 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54402) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:44.029295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=84b91439-d780-4b00-9264-1c4a8cd426df,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:44.042139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No DVR routers for this DVR port 84b91439-d780-4b00-9264-1c4a8cd426df on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:44.045853 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83eeeb2d-07c5-4b26-b26a-dcfb2ac135dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.050515 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-83eeeb2d-07c5-4b26-b26a-dcfb2ac135dc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/58df087c-6b27-48ce-a758-b3b70c2d07c9 HTTP/1.1" status: 204 len: 168 time: 0.6038284 Jul 06 11:50:44.051281 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeeb2d-07c5-4b26-b26a-dcfb2ac135dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58df087c-6b27-48ce-a758-b3b70c2d07c9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:44.055689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54404) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:44.153278 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e763598f-046f-49c2-acdd-928b2073ec10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.163106 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.187902 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.202996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e2d713-079e-4c88-a615-7924c6e96fb5']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:44.224594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2975c205-955e-4443-904e-69ee4b9017e5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:44.231497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2975c205-955e-4443-904e-69ee4b9017e5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:44.234237 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2975c205-955e-4443-904e-69ee4b9017e5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2128046 Jul 06 11:50:44.236320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd890934-ad9a-477f-a33e-029e29d750dd') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:44.236320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd890934-ad9a-477f-a33e-029e29d750dd') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:44.237461 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54406) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:44.255572 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.288097 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.291666 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.306674 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b74a0ac1-155a-4d2f-bffb-e2b8159e47b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.313734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1551eb4-4394-4809-bbc1-179bf70ae77e']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:44.332559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b74a0ac1-155a-4d2f-bffb-e2b8159e47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.336187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:44.336607 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:44.345273 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:44.349772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dc0515-82e4-41e7-8d42-0c6826019041') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:44.350550 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dc0515-82e4-41e7-8d42-0c6826019041') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:44.384390 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.413172 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b74a0ac1-155a-4d2f-bffb-e2b8159e47b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cde8c0251afd4a43bb3354331aba6e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7499006 Jul 06 11:50:44.413172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a0ac1-155a-4d2f-bffb-e2b8159e47b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8439393-c4a7-4a9d-b1d2-497f188f9a50,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:44.415423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54408) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:44.415569 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.428160 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:44.428480 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:44.431854 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:44.436725 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.457760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.465190 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/networks/e2e2d713-079e-4c88-a615-7924c6e96fb5 HTTP/1.1" status: 204 len: 168 time: 1.8775902 Jul 06 11:50:44.465190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-43f6bd2d-3f19-4d88-996e-2e425fb973ae tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port ca3d72f2-1bb9-4125-9302-e60997610210 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:44.465190 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43f6bd2d-3f19-4d88-996e-2e425fb973ae tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.478312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54410) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:44.502921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 84b91439-d780-4b00-9264-1c4a8cd426df no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:44.506032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'name': 'tempest-PortsIpV6TestJSON-1271290146'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:44.531529 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.537565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.542719 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c1551eb4-4394-4809-bbc1-179bf70ae77e HTTP/1.1" status: 204 len: 168 time: 0.4879391 Jul 06 11:50:44.554887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 84b91439-d780-4b00-9264-1c4a8cd426df {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:44.555310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 84b91439-d780-4b00-9264-1c4a8cd426df not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:44.564426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473cb40-c378-4b8c-8bd8-55b67e1a6515 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1551eb4-4394-4809-bbc1-179bf70ae77e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:44.574422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2b309-f560-4b2c-87ab-2d1e98b01a0d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Network': ['ID=e2e2d713-079e-4c88-a615-7924c6e96fb5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:44.696848 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43f6bd2d-3f19-4d88-996e-2e425fb973ae tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.719105 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01478103-5b69-4056-b5e7-84ce0fa22e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.735249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-43f6bd2d-3f19-4d88-996e-2e425fb973ae tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for ca3d72f2-1bb9-4125-9302-e60997610210 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:44.743370 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:44.747719 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.763487 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01478103-5b69-4056-b5e7-84ce0fa22e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.803157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54418) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:44.823041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port e55b857d-5c19-458d-a02a-6022c2f2ee91 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:44.856632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cd53765e-4452-42a6-82ec-46e1f8a2d689 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baa909e8bd674a6ebd18ef5a0e660aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516796 Jul 06 11:50:44.861179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54420) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:44.941255 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83c2c699-26ea-486f-84f1-a2f98b3812e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.950864 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01478103-5b69-4056-b5e7-84ce0fa22e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.955498 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01478103-5b69-4056-b5e7-84ce0fa22e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.955498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-01478103-5b69-4056-b5e7-84ce0fa22e46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8439393-c4a7-4a9d-b1d2-497f188f9a50 HTTP/1.1" status: 204 len: 168 time: 0.5384657 Jul 06 11:50:44.961783 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43f6bd2d-3f19-4d88-996e-2e425fb973ae tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.986136 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83c2c699-26ea-486f-84f1-a2f98b3812e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.058110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b959815e-67ab-4829-943b-186423eba635 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:45.060466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6bd2d-3f19-4d88-996e-2e425fb973ae tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=ca3d72f2-1bb9-4125-9302-e60997610210,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:45.062590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01478103-5b69-4056-b5e7-84ce0fa22e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8439393-c4a7-4a9d-b1d2-497f188f9a50,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:45.073724 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83c2c699-26ea-486f-84f1-a2f98b3812e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.078214 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83c2c699-26ea-486f-84f1-a2f98b3812e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.078793 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43f6bd2d-3f19-4d88-996e-2e425fb973ae tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.079939 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-83c2c699-26ea-486f-84f1-a2f98b3812e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/582e9276-9ac4-4296-b74d-e16dd611704d HTTP/1.1" status: 204 len: 168 time: 0.2170310 Jul 06 11:50:45.081110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-43f6bd2d-3f19-4d88-996e-2e425fb973ae tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/ca3d72f2-1bb9-4125-9302-e60997610210 HTTP/1.1" status: 204 len: 168 time: 0.8427873 Jul 06 11:50:45.085358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54428) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:45.120645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2c699-26ea-486f-84f1-a2f98b3812e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582e9276-9ac4-4296-b74d-e16dd611704d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:45.201791 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.321518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f314718-4f0a-47b9-8742-0fb4cf438a32 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:45.323644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9f314718-4f0a-47b9-8742-0fb4cf438a32 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2370505 Jul 06 11:50:45.326977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54432) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:45.367010 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccd5791-467e-4b32-a08d-4fb71abb4263 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:50:45.368970 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6ccd5791-467e-4b32-a08d-4fb71abb4263 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/a29c2f0e-b661-412b-ab74-8343558684ae HTTP/1.1" status: 404 len: 333 time: 0.0397899 Jul 06 11:50:45.374980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:45.388092 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.423846 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c927660-ac50-4f1f-aa81-74226772cc1c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:50:45.428115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9c927660-ac50-4f1f-aa81-74226772cc1c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/ca3d72f2-1bb9-4125-9302-e60997610210 HTTP/1.1" status: 404 len: 333 time: 0.0495050 Jul 06 11:50:45.428279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b959815e-67ab-4829-943b-186423eba635, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b959815e-67ab-4829-943b-186423eba635,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:45.429013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54438) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:45.450965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'b959815e-67ab-4829-943b-186423eba635', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'port_id': 'b959815e-67ab-4829-943b-186423eba635', 'mac_address': 'fa:16:3e:96:e0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:45.491680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:45.512207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:45.530655 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.538112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26de551-99f3-4e1b-bab6-aecd0d4015bd req-0161954e-cb5b-4189-b893-0ec2708019d8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:45.545654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e26de551-99f3-4e1b-bab6-aecd0d4015bd req-0161954e-cb5b-4189-b893-0ec2708019d8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 943 time: 0.2835550 Jul 06 11:50:45.549095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:45.554618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:45.555240 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.563967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b959815e-67ab-4829-943b-186423eba635 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:45.571888 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.577879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=e55b857d-5c19-458d-a02a-6022c2f2ee91,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:45.610767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b959815e-67ab-4829-943b-186423eba635, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b959815e-67ab-4829-943b-186423eba635,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:45.618338 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.636429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5dc342a5-e4ab-4872-9ac5-2067097ce6a2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1568539 Jul 06 11:50:45.638664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54444) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:45.713619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=b959815e-67ab-4829-943b-186423eba635,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:45.738443 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e26de551-99f3-4e1b-bab6-aecd0d4015bd req-efb5a030-27b1-4ebf-a792-a3f3434e21fa tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672516 Jul 06 11:50:45.827228 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.846380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780c6725-fe33-42b2-bdc1-63032e2c0284']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:45.860874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42835925-bc4c-4b20-af76-f835b35757ab') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:45.861648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42835925-bc4c-4b20-af76-f835b35757ab') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:45.872880 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.876270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9da8777d-bf5f-481a-9afe-041d85d7f374 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port e55b857d-5c19-458d-a02a-6022c2f2ee91 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:45.876830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9da8777d-bf5f-481a-9afe-041d85d7f374 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.905519 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.926442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:45.926877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.942021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54454) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:45.943800 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:45.945564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b959815e-67ab-4829-943b-186423eba635'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:45.965311 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9da8777d-bf5f-481a-9afe-041d85d7f374 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.967844 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c305-e709-4ade-9bd7-d789d9dba18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.988602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9da8777d-bf5f-481a-9afe-041d85d7f374 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for e55b857d-5c19-458d-a02a-6022c2f2ee91 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:46.083688 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.101437 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.103475 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/networks/780c6725-fe33-42b2-bdc1-63032e2c0284 HTTP/1.1" status: 204 len: 168 time: 0.6731753 Jul 06 11:50:46.109346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54456) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:46.118233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-582835384'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:46.129500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75261139-0e23-4722-be8e-5810ab4172a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Network': ['ID=780c6725-fe33-42b2-bdc1-63032e2c0284,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:46.144061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9da8777d-bf5f-481a-9afe-041d85d7f374 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.197464 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c305-e709-4ade-9bd7-d789d9dba18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.223225 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c305-e709-4ade-9bd7-d789d9dba18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.225792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8777d-bf5f-481a-9afe-041d85d7f374 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=e55b857d-5c19-458d-a02a-6022c2f2ee91,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:46.272347 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9da8777d-bf5f-481a-9afe-041d85d7f374 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.274452 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9da8777d-bf5f-481a-9afe-041d85d7f374 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/e55b857d-5c19-458d-a02a-6022c2f2ee91 HTTP/1.1" status: 204 len: 168 time: 0.6348786 Jul 06 11:50:46.278026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54462) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:46.278501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:46.282387 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.283234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'mac_address': 'fa:16:3e:f4:fd:ec', 'name': 'tempest-PortsIpV6TestJSON-153374968'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:46.316882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7dc7c305-e709-4ade-9bd7-d789d9dba18a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4d1aabcc7bd4800984aa8f45f2a2d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739595 Jul 06 11:50:46.319832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54466) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:46.322186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7c305-e709-4ade-9bd7-d789d9dba18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa3a395-0e8d-4ded-b94d-d32cfb92cd88,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:46.365304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:46.416880 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.417606 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Added segment 5b1e7ee9-1206-42ed-a449-b2c86e3642c4 of type vlan for network 708aa84a-ea0b-4ac4-9df2-eebd98bfd00b Jul 06 11:50:46.429426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:46.561172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.562858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54470) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:46.626407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port 09a58a57-5781-47e5-94fd-a19566955850 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:46.760702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-656359736-network', 'tenant_id': '969891e03da64c0699473bfef38c1ca6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:46.819815 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55012b73-902c-4bd5-907a-009c1523fa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.831306 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.843247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Made reservation on behalf of 969891e03da64c0699473bfef38c1ca6 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:46.845919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.864515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.883218 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.911348 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55012b73-902c-4bd5-907a-009c1523fa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.980872 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.005844 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.011548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.012217 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.045248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:47.055624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:47.062550 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:47.068862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.069515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.073703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b959815e-67ab-4829-943b-186423eba635 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:47.120476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Network': ['ID=708aa84a-ea0b-4ac4-9df2-eebd98bfd00b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:47.138107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55012b73-902c-4bd5-907a-009c1523fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.141223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 708aa84a-ea0b-4ac4-9df2-eebd98bfd00b details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:47.143036 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55012b73-902c-4bd5-907a-009c1523fa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.144338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-55012b73-902c-4bd5-907a-009c1523fa9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/baa3a395-0e8d-4ded-b94d-d32cfb92cd88 HTTP/1.1" status: 204 len: 168 time: 0.8232813 Jul 06 11:50:47.159528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55012b73-902c-4bd5-907a-009c1523fa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa3a395-0e8d-4ded-b94d-d32cfb92cd88,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:47.162593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=09a58a57-5781-47e5-94fd-a19566955850,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:47.173239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8cdf9-2276-4523-b5bd-10c6d9d8734d req-72b5b101-60c9-4654-9c52-111311be9d9f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.177603 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.181400 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84a8cdf9-2276-4523-b5bd-10c6d9d8734d req-72b5b101-60c9-4654-9c52-111311be9d9f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 944 time: 0.1800079 Jul 06 11:50:47.186890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.204503 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-67f4b052-3f14-459f-b9e8-cd59f6701e9c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9253531 Jul 06 11:50:47.207401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54484) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:47.238048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-17345671-ad2a-4f98-a586-326554247d7b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1245520 Jul 06 11:50:47.238542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:47.256215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '708aa84a-ea0b-4ac4-9df2-eebd98bfd00b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:47.279385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634b1f8b-5347-4115-9ebf-af8dac396310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.281123 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-634b1f8b-5347-4115-9ebf-af8dac396310 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/09a58a57-5781-47e5-94fd-a19566955850 HTTP/1.1" status: 200 len: 844 time: 0.0725935 Jul 06 11:50:47.288160 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54488) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:47.294941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port b959815e-67ab-4829-943b-186423eba635 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:47.303244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port b959815e-67ab-4829-943b-186423eba635 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:47.304337 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.318613 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84a8cdf9-2276-4523-b5bd-10c6d9d8734d req-90cd1912-be03-4171-976b-0095c36bba8c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362364 Jul 06 11:50:47.351772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:47.398518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71857f98-4e4a-4758-a3f7-bd79675c1f25,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:47.408157 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.408731 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Added segment 1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201 of type vlan for network 697643d7-60f0-4398-b8f7-3a489c93808e Jul 06 11:50:47.445464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:47.450560 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.475132 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.496538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-baf12e83-ba14-476b-bcbb-6b6a1595c731 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 09a58a57-5781-47e5-94fd-a19566955850 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:47.496940 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-baf12e83-ba14-476b-bcbb-6b6a1595c731 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.549972 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.576366 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.576366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.578845 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.609488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35f8c4c-ad54-4da2-b126-29d8c2b2d189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b959815e-67ab-4829-943b-186423eba635'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:47.617345 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f25687f-e122-4a27-9e81-03d09468808b" -d '{"events": [{"server_uuid": "b35f8c4c-ad54-4da2-b126-29d8c2b2d189", "name": "network-vif-plugged", "status": "completed", "tag": "b959815e-67ab-4829-943b-186423eba635"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:47.670462 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1048448 Jul 06 11:50:47.671131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54496) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:47.675114 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-baf12e83-ba14-476b-bcbb-6b6a1595c731 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.691771 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b959815e-67ab-4829-943b-186423eba635, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b959815e-67ab-4829-943b-186423eba635,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:47.692551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] Request body: {'subnet': {'network_id': '697643d7-60f0-4398-b8f7-3a489c93808e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-656359736-subnet', 'tenant_id': '969891e03da64c0699473bfef38c1ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:47.699866 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51d1357-e2b2-417e-9fe0-72561fb6f0bb x-openstack-request-id: req-a51d1357-e2b2-417e-9fe0-72561fb6f0bb {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:47.700226 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35f8c4c-ad54-4da2-b126-29d8c2b2d189", "name": "network-vif-plugged", "status": "completed", "tag": "b959815e-67ab-4829-943b-186423eba635", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:47.701044 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a51d1357-e2b2-417e-9fe0-72561fb6f0bb {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:47.701648 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35f8c4c-ad54-4da2-b126-29d8c2b2d189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b959815e-67ab-4829-943b-186423eba635', 'code': 200} Jul 06 11:50:47.727208 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.768315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-baf12e83-ba14-476b-bcbb-6b6a1595c731 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 09a58a57-5781-47e5-94fd-a19566955850 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:47.770413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7bcb6-c077-4f0d-8e55-5481e61a01af admin admin] Pushing event updated for resources: {'Network': ['ID=697643d7-60f0-4398-b8f7-3a489c93808e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:47.811323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 697643d7-60f0-4398-b8f7-3a489c93808e details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:47.925926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] Made reservation on behalf of 969891e03da64c0699473bfef38c1ca6 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:47.928876 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.933855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-baf12e83-ba14-476b-bcbb-6b6a1595c731 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:47.974986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.001458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=b959815e-67ab-4829-943b-186423eba635,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:48.008219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf12e83-ba14-476b-bcbb-6b6a1595c731 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=09a58a57-5781-47e5-94fd-a19566955850,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:48.051284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Subnet': ['ID=c8834ecb-64d3-47e2-ba79-0ecfb3802dd7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:48.091662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1fbf-308e-4ee1-87bd-e506cf76e2fb req-553419e5-e9e2-4713-982a-da67478c1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:48.093420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b8c1fbf-308e-4ee1-87bd-e506cf76e2fb req-553419e5-e9e2-4713-982a-da67478c1105 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 1096 time: 0.1868446 Jul 06 11:50:48.126919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-baf12e83-ba14-476b-bcbb-6b6a1595c731 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.132510 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-baf12e83-ba14-476b-bcbb-6b6a1595c731 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/09a58a57-5781-47e5-94fd-a19566955850 HTTP/1.1" status: 204 len: 168 time: 0.8393519 Jul 06 11:50:48.140204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54512) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:48.141778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Checking segment: {'id': '5b1e7ee9-1206-42ed-a449-b2c86e3642c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '708aa84a-ea0b-4ac4-9df2-eebd98bfd00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:48.142629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network hostable DHCP agents. Network: 708aa84a-ea0b-4ac4-9df2-eebd98bfd00b, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:48.166832 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.182087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b8c1fbf-308e-4ee1-87bd-e506cf76e2fb req-698e9b2d-704b-4544-8283-5c08e359d3e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711606 Jul 06 11:50:48.186497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 708aa84a-ea0b-4ac4-9df2-eebd98bfd00b is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:48.217979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 708aa84a-ea0b-4ac4-9df2-eebd98bfd00b) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:48.223030 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc16ca75-f892-44ff-b165-3ba189828f35 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:50:48.224694 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dc16ca75-f892-44ff-b165-3ba189828f35 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/09a58a57-5781-47e5-94fd-a19566955850 HTTP/1.1" status: 404 len: 333 time: 0.0833859 Jul 06 11:50:48.229474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54516) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:48.231803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb8dbf-c8c8-42b5-bf07-5d6a3f384f81 None None] Network 708aa84a-ea0b-4ac4-9df2-eebd98bfd00b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:48.234490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'name': 'tempest-PortsIpV6TestJSON-2048592060'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:48.246806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:48.248608 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.299358 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-746b86bf-33e9-4a30-b3f6-a5900a0f796b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0502884 Jul 06 11:50:48.299358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54522) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:48.317464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '708aa84a-ea0b-4ac4-9df2-eebd98bfd00b', 'name': 'tempest-PortsTestJSON-1609128793'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:48.447678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:48.457110 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.515280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port 6f601ff5-aafc-4d53-a2d6-b9df20e74cbd yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:48.532539 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fadbd0c-e057-4c95-a4e3-3c952d63124a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.545882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-708aa84a-ea0b-4ac4-9df2-eebd98bfd00b', 'network_id': '708aa84a-ea0b-4ac4-9df2-eebd98bfd00b', 'tenant_id': '33bdebf81d734b84a02b7b29132c7a1c', 'fixed_ips': [{'subnet_id': 'c8834ecb-64d3-47e2-ba79-0ecfb3802dd7'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:50:48.546964 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.595620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:48.601185 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.707395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port bd72c74e-9da6-4597-8c35-e3788bd6ae50 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:48.906332 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.969696 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.014383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e6306-d7c1-48fb-b10d-0d2cab551b12 req-7f4722b4-e10b-4ed2-be0b-24e5a8cf7968 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:49.016665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce2e6306-d7c1-48fb-b10d-0d2cab551b12 req-7f4722b4-e10b-4ed2-be0b-24e5a8cf7968 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 945 time: 0.3874404 Jul 06 11:50:49.071872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.13 (708aa84a-ea0b-4ac4-9df2-eebd98bfd00b/c8834ecb-64d3-47e2-ba79-0ecfb3802dd7/bd72c74e-9da6-4597-8c35-e3788bd6ae50) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:49.103777 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.104770 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce2e6306-d7c1-48fb-b10d-0d2cab551b12 req-27410134-be26-46a2-9ceb-5942142cf31d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762503 Jul 06 11:50:49.116944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91be170e-cde4-461f-8aa8-596e19f03df4,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:49.163111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] Checking segment: {'id': '1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '697643d7-60f0-4398-b8f7-3a489c93808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:49.163501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] Network hostable DHCP agents. Network: 697643d7-60f0-4398-b8f7-3a489c93808e, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:49.231940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] Network 697643d7-60f0-4398-b8f7-3a489c93808e is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:49.250878 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.265178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 697643d7-60f0-4398-b8f7-3a489c93808e) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:49.274644 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59b47b4-8126-4047-a005-4fa044c3d7fc None None] Network 697643d7-60f0-4398-b8f7-3a489c93808e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:49.304058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:49.304657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.340238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-df6b8c8d-0ead-47fb-b067-19bf04f41a64 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6615241 Jul 06 11:50:49.371439 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:49.372755 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=6f601ff5-aafc-4d53-a2d6-b9df20e74cbd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:49.379469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:49.387322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:49.394243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:49.395058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.424344 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8306de2c-17e8-4b43-a58a-9c1bbbc33853 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1939301 Jul 06 11:50:49.425546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54554) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:49.439726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-06f5df92-843b-49b9-8ddc-268f18533b5b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:49.472838 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.543421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object bd72c74e-9da6-4597-8c35-e3788bd6ae50 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:49.596633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a663ba63-f7ff-4df3-b64e-e49848aee6fe None None] Network 697643d7-60f0-4398-b8f7-3a489c93808e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:49.664457 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.718323 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06f5df92-843b-49b9-8ddc-268f18533b5b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.777262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 708aa84a-ea0b-4ac4-9df2-eebd98bfd00b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:49.781162 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:49.790780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:49.867211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:49.868986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.902889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=bd72c74e-9da6-4597-8c35-e3788bd6ae50,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:49.913619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-afbad8ba-7c3c-4797-8cbd-8c557d50eaa9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6126866 Jul 06 11:50:49.919202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54572) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:49.992138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Allocated IP 172.20.0.2 (708aa84a-ea0b-4ac4-9df2-eebd98bfd00b/c8834ecb-64d3-47e2-ba79-0ecfb3802dd7/84d1efca-cd80-488b-9147-18f22f0fa4ca) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:50.232908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6852ee72-e1ec-4f64-a913-25b2b940a10a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port bd72c74e-9da6-4597-8c35-e3788bd6ae50 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:50.241623 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06f5df92-843b-49b9-8ddc-268f18533b5b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.245942 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6852ee72-e1ec-4f64-a913-25b2b940a10a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.249078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06f5df92-843b-49b9-8ddc-268f18533b5b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.269396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-06f5df92-843b-49b9-8ddc-268f18533b5b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] In _notify_port_updated(), no bound segment for port 6f601ff5-aafc-4d53-a2d6-b9df20e74cbd on network a1cca57e-abd0-44b9-9f11-22b70e030ddd {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:50:50.274640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f5df92-843b-49b9-8ddc-268f18533b5b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:50.275504 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06f5df92-843b-49b9-8ddc-268f18533b5b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.281764 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-06f5df92-843b-49b9-8ddc-268f18533b5b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "PUT /v2.0/ports/6f601ff5-aafc-4d53-a2d6-b9df20e74cbd HTTP/1.1" status: 200 len: 818 time: 0.8551152 Jul 06 11:50:50.308097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54594) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:50.376565 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.419078 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5df92-843b-49b9-8ddc-268f18533b5b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=6f601ff5-aafc-4d53-a2d6-b9df20e74cbd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.420425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Transition to ACTIVE for port object 84d1efca-cd80-488b-9147-18f22f0fa4ca will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:50.436791 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.456060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Transition to ACTIVE for port object 84d1efca-cd80-488b-9147-18f22f0fa4ca will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:50.476769 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.538891 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-357ec431-3f55-41c5-91fd-741bd87de017 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 6f601ff5-aafc-4d53-a2d6-b9df20e74cbd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:50.539268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-357ec431-3f55-41c5-91fd-741bd87de017 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.555889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Network 708aa84a-ea0b-4ac4-9df2-eebd98bfd00b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:50.563955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:50.566727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Pushing event updated for resources: {'Port': ['ID=84d1efca-cd80-488b-9147-18f22f0fa4ca,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.581729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:50.644060 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6852ee72-e1ec-4f64-a913-25b2b940a10a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.688905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6852ee72-e1ec-4f64-a913-25b2b940a10a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for bd72c74e-9da6-4597-8c35-e3788bd6ae50 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:50.691673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Attempting to bind port 84d1efca-cd80-488b-9147-18f22f0fa4ca on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:50.692429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Attempting to bind port 84d1efca-cd80-488b-9147-18f22f0fa4ca by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '5b1e7ee9-1206-42ed-a449-b2c86e3642c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '708aa84a-ea0b-4ac4-9df2-eebd98bfd00b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:50.693048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Attempting to bind port 84d1efca-cd80-488b-9147-18f22f0fa4ca on network 708aa84a-ea0b-4ac4-9df2-eebd98bfd00b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:50.715917 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-357ec431-3f55-41c5-91fd-741bd87de017 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.720985 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:50.721849 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Checking segment: {'id': '5b1e7ee9-1206-42ed-a449-b2c86e3642c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '708aa84a-ea0b-4ac4-9df2-eebd98bfd00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:50.723642 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.724283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Bound using segment: {'id': '5b1e7ee9-1206-42ed-a449-b2c86e3642c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '708aa84a-ea0b-4ac4-9df2-eebd98bfd00b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:50.726030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Bound port: 84d1efca-cd80-488b-9147-18f22f0fa4ca, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1e7ee9-1206-42ed-a449-b2c86e3642c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '708aa84a-ea0b-4ac4-9df2-eebd98bfd00b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:50.728178 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.739036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-357ec431-3f55-41c5-91fd-741bd87de017 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 6f601ff5-aafc-4d53-a2d6-b9df20e74cbd owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:50.757199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c7082-f60d-40cb-81dd-42a5bd741337 req-c0ec3baf-e901-4163-bee0-b47314db5324 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:50.777447 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f19c7082-f60d-40cb-81dd-42a5bd741337 req-c0ec3baf-e901-4163-bee0-b47314db5324 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 945 time: 0.3251433 Jul 06 11:50:50.851328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] For port 84d1efca-cd80-488b-9147-18f22f0fa4ca, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:50.855931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] For port 84d1efca-cd80-488b-9147-18f22f0fa4ca, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=84d1efca-cd80-488b-9147-18f22f0fa4ca,segment=NetworkSegment(5b1e7ee9-1206-42ed-a449-b2c86e3642c4),segment_id=5b1e7ee9-1206-42ed-a449-b2c86e3642c4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:50.861897 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.893265 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-357ec431-3f55-41c5-91fd-741bd87de017 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.947016 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ec431-3f55-41c5-91fd-741bd87de017 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=6f601ff5-aafc-4d53-a2d6-b9df20e74cbd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.958682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-357ec431-3f55-41c5-91fd-741bd87de017 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.968757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Pushing event updated for resources: {'Port': ['ID=84d1efca-cd80-488b-9147-18f22f0fa4ca,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.972106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-357ec431-3f55-41c5-91fd-741bd87de017 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/6f601ff5-aafc-4d53-a2d6-b9df20e74cbd HTTP/1.1" status: 204 len: 168 time: 0.6623111 Jul 06 11:50:50.974377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54624) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:50.999269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:50.999372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:51.000208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f19c7082-f60d-40cb-81dd-42a5bd741337 req-ab4263a4-f2ff-4bcc-aec1-fd7350adcd5a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146912 Jul 06 11:50:51.011992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:51.012629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:51.013145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:51.013679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:51.014173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:51.014669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:51.015149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:51.016298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:51.016799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:51.017345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d709c-2511-4658-b430-42d5f15335bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:51.040021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-cc2f5947-3697-40d9-8016-0bceb6968535 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:51.042162 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-cc2f5947-3697-40d9-8016-0bceb6968535 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/networks?id=697643d7-60f0-4398-b8f7-3a489c93808e HTTP/1.1" status: 200 len: 821 time: 0.5670362 Jul 06 11:50:51.076188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-821c3279-2a4f-4733-9aed-17943949ce2b tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/quotas/969891e03da64c0699473bfef38c1ca6 HTTP/1.1" status: 200 len: 375 time: 0.0189726 Jul 06 11:50:51.136541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-fab90fe2-255c-4926-ac4d-e81580b4c7a6 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=969891e03da64c0699473bfef38c1ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503340 Jul 06 11:50:51.140317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a364f530-6a60-421f-9637-ca47132711d9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:51.142626 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a364f530-6a60-421f-9637-ca47132711d9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1667416 Jul 06 11:50:51.145119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54634) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:51.208858 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcc360e-1a4c-486a-bbb9-ffc0daed7b36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:50:51.246062 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1fcc360e-1a4c-486a-bbb9-ffc0daed7b36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/6f601ff5-aafc-4d53-a2d6-b9df20e74cbd HTTP/1.1" status: 404 len: 333 time: 0.0938501 Jul 06 11:50:51.247936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54638) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:51.254965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1156373927'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:51.307816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:51.311365 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.381544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6852ee72-e1ec-4f64-a913-25b2b940a10a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.390459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:51.431021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.431378 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Added segment 5f944af8-bb86-4d60-8f84-18225527ad83 of type vlan for network 1349cb1d-4055-4caa-943b-005a0b141ac9 Jul 06 11:50:51.488756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852ee72-e1ec-4f64-a913-25b2b940a10a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=bd72c74e-9da6-4597-8c35-e3788bd6ae50,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:51.541802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.552608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-85a84fa7-44fa-4724-99b9-e796bb358842 service neutron] 10.222.0.21 "GET /v2.0/networks/697643d7-60f0-4398-b8f7-3a489c93808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726368 Jul 06 11:50:51.588493 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.599987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:51.601863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.673295 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6852ee72-e1ec-4f64-a913-25b2b940a10a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.675588 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6852ee72-e1ec-4f64-a913-25b2b940a10a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/bd72c74e-9da6-4597-8c35-e3788bd6ae50 HTTP/1.1" status: 204 len: 168 time: 1.7539096 Jul 06 11:50:51.678088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54660) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:51.700915 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4500070 Jul 06 11:50:51.701873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54662) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:51.708300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': '1349cb1d-4055-4caa-943b-005a0b141ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:51.724212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0412c12-1578-4448-aaf0-9756f7d8e463 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Network': ['ID=1349cb1d-4055-4caa-943b-005a0b141ac9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:51.736261 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 1349cb1d-4055-4caa-943b-005a0b141ac9 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:51.743653 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5dd718-240d-4c74-8e74-00f2a52c88ff tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:50:51.744977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5dd718-240d-4c74-8e74-00f2a52c88ff tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:51.749118 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6e5dd718-240d-4c74-8e74-00f2a52c88ff tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/bd72c74e-9da6-4597-8c35-e3788bd6ae50 HTTP/1.1" status: 404 len: 333 time: 0.0665255 Jul 06 11:50:51.750190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54664) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:51.768985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-9cfc9fe2-053e-4431-8931-e9535cd27af8 service neutron] 10.222.0.21 "GET /v2.0/networks/697643d7-60f0-4398-b8f7-3a489c93808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782360 Jul 06 11:50:51.844927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:51.850652 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.873047 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-26caa047-9378-4417-9ced-2485055975ad tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:50:51.877640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-26caa047-9378-4417-9ced-2485055975ad tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/bd72c74e-9da6-4597-8c35-e3788bd6ae50 HTTP/1.1" status: 404 len: 333 time: 0.1114788 Jul 06 11:50:51.879575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54674) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:52.011402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a699fd7-0117-4ba7-8d49-39723be9fac4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting subnet c8834ecb-64d3-47e2-ba79-0ecfb3802dd7 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:52.031438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a699fd7-0117-4ba7-8d49-39723be9fac4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.201859 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9354a3f-7309-4ef9-909a-4c211761ba37 req-3487cbaf-180e-47fc-85f4-f54e0496aca9 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 210 time: 0.1154344 Jul 06 11:50:52.269547 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a699fd7-0117-4ba7-8d49-39723be9fac4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.315209 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.486208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Subnet': ['ID=864dfe53-efa8-48a1-b06f-83bfedd51345,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:52.521362 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a699fd7-0117-4ba7-8d49-39723be9fac4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.546063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Checking segment: {'id': '5f944af8-bb86-4d60-8f84-18225527ad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1349cb1d-4055-4caa-943b-005a0b141ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:52.546429 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network hostable DHCP agents. Network: 1349cb1d-4055-4caa-943b-005a0b141ac9, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:52.586675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 84d1efca-cd80-488b-9147-18f22f0fa4ca up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:52.627496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network 1349cb1d-4055-4caa-943b-005a0b141ac9 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:52.672010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 1349cb1d-4055-4caa-943b-005a0b141ac9) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:52.686089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e7b8b-ec31-45ba-989d-89b8f721160d None None] Network 1349cb1d-4055-4caa-943b-005a0b141ac9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:52.686705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:52.692575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.714496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a699fd7-0117-4ba7-8d49-39723be9fac4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.740436 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cef1a8ab-53cc-4ff3-8ed4-40b709379aa5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0374105 Jul 06 11:50:52.744184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54720) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:52.770163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b1a9a750-d082-4878-a667-5b7cce02a475 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': '1349cb1d-4055-4caa-943b-005a0b141ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:52.782791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770df7ca-ed46-49e8-8548-f2492ffcb07e None None] Network 708aa84a-ea0b-4ac4-9df2-eebd98bfd00b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:52.783361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a699fd7-0117-4ba7-8d49-39723be9fac4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Subnet': ['ID=c8834ecb-64d3-47e2-ba79-0ecfb3802dd7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:52.802263 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a699fd7-0117-4ba7-8d49-39723be9fac4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.806638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0a699fd7-0117-4ba7-8d49-39723be9fac4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/c8834ecb-64d3-47e2-ba79-0ecfb3802dd7 HTTP/1.1" status: 204 len: 168 time: 0.9238565 Jul 06 11:50:52.807809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54722) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:52.900557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9c1cb2df-6830-4726-85ae-8e46bb969f4d None None] Provisioning for port 84d1efca-cd80-488b-9147-18f22f0fa4ca completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:52.929943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 84d1efca-cd80-488b-9147-18f22f0fa4ca completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:52.931343 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.956531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 84d1efca-cd80-488b-9147-18f22f0fa4ca triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:52.957038 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.014645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a9a750-d082-4878-a667-5b7cce02a475 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:53.019293 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a750-d082-4878-a667-5b7cce02a475 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.038684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 84d1efca-cd80-488b-9147-18f22f0fa4ca {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:53.039258 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.116732 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.152532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-1349cb1d-4055-4caa-943b-005a0b141ac9', 'network_id': '1349cb1d-4055-4caa-943b-005a0b141ac9', 'tenant_id': '33ad56bff9ae43fda3362c838e799a67', 'fixed_ips': [{'subnet_id': '864dfe53-efa8-48a1-b06f-83bfedd51345'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:50:53.156951 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.170832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] For port 84d1efca-cd80-488b-9147-18f22f0fa4ca, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=84d1efca-cd80-488b-9147-18f22f0fa4ca,segment=NetworkSegment(5b1e7ee9-1206-42ed-a449-b2c86e3642c4),segment_id=5b1e7ee9-1206-42ed-a449-b2c86e3642c4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:53.171346 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.195809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 84d1efca-cd80-488b-9147-18f22f0fa4ca owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:53.216232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 84d1efca-cd80-488b-9147-18f22f0fa4ca, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=84d1efca-cd80-488b-9147-18f22f0fa4ca,segment=NetworkSegment(5b1e7ee9-1206-42ed-a449-b2c86e3642c4),segment_id=5b1e7ee9-1206-42ed-a449-b2c86e3642c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:53.268462 n-d-799527-2 neutron-server[93815]: INFO neutron.db.ipam_backend_mixin [None req-b1a9a750-d082-4878-a667-5b7cce02a475 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 864dfe53-efa8-48a1-b06f-83bfedd51345 (CIDR: 2001:db8::/64) Jul 06 11:50:53.280172 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a9a750-d082-4878-a667-5b7cce02a475 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:50:53.280969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a9a750-d082-4878-a667-5b7cce02a475 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:50:53.329842 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b1a9a750-d082-4878-a667-5b7cce02a475 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5836785 Jul 06 11:50:53.334342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54744) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:53.350577 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa4a078-ac66-4e22-a97b-ebd25bb11fb3 None None] DHCP port deletion for 708aa84a-ea0b-4ac4-9df2-eebd98bfd00b request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:50:53.350795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-24c9b4b0-10f9-4d68-9461-df54765bd40e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': '1349cb1d-4055-4caa-943b-005a0b141ac9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:53.363024 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.587026 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.595622 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5904e3c7-091a-4ff3-831b-44f675b41146 req-bcf5095d-d47b-4021-b6d8-84bfe7a5deb2 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 210 time: 0.2032802 Jul 06 11:50:53.630729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=84d1efca-cd80-488b-9147-18f22f0fa4ca,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:53.680867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Allocated IP 2001:db8::2 (1349cb1d-4055-4caa-943b-005a0b141ac9/864dfe53-efa8-48a1-b06f-83bfedd51345/8d27a3c0-fb0c-4659-80a6-7852efcbae8b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:53.686683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=84d1efca-cd80-488b-9147-18f22f0fa4ca,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:53.695153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-afa4a078-ac66-4e22-a97b-ebd25bb11fb3 None None] Deleting port 84d1efca-cd80-488b-9147-18f22f0fa4ca {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:53.695973 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afa4a078-ac66-4e22-a97b-ebd25bb11fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.704578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No DVR routers for this DVR port 84d1efca-cd80-488b-9147-18f22f0fa4ca on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:53.890109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.892998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-afa4a078-ac66-4e22-a97b-ebd25bb11fb3 None None] For port 84d1efca-cd80-488b-9147-18f22f0fa4ca, host n-d-799527-2, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:53.899002 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afa4a078-ac66-4e22-a97b-ebd25bb11fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.904382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c9b4b0-10f9-4d68-9461-df54765bd40e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:53.915548 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24c9b4b0-10f9-4d68-9461-df54765bd40e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.920232 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1305935-d909-488b-8a77-e0bbb3082921 req-c5586604-33f5-473a-b1bd-e2c604d0919b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1119812 Jul 06 11:50:53.933371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708aa84a-ea0b-4ac4-9df2-eebd98bfd00b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:53.935739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-afa4a078-ac66-4e22-a97b-ebd25bb11fb3 None None] Calling delete_port for 84d1efca-cd80-488b-9147-18f22f0fa4ca owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:53.940633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-afa4a078-ac66-4e22-a97b-ebd25bb11fb3 None None] Port 84d1efca-cd80-488b-9147-18f22f0fa4ca was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:50:53.943608 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afa4a078-ac66-4e22-a97b-ebd25bb11fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.946995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1e7ee9-1206-42ed-a449-b2c86e3642c4') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:53.948400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1e7ee9-1206-42ed-a449-b2c86e3642c4') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:53.976588 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.996894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4a078-ac66-4e22-a97b-ebd25bb11fb3 None None] Pushing event deleted for resources: {'Port': ['ID=84d1efca-cd80-488b-9147-18f22f0fa4ca,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:54.006346 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.011068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4a078-ac66-4e22-a97b-ebd25bb11fb3 None None] No DVR routers for this DVR port 84d1efca-cd80-488b-9147-18f22f0fa4ca on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:54.035989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:54.038826 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:54.053407 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:54.159589 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.173849 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.187659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Transition to ACTIVE for port object 8d27a3c0-fb0c-4659-80a6-7852efcbae8b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:54.195982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.205105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/networks/708aa84a-ea0b-4ac4-9df2-eebd98bfd00b HTTP/1.1" status: 204 len: 168 time: 1.3960228 Jul 06 11:50:54.226356 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54802) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:54.234164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6f8f2-7eec-40b8-8467-c5340f25474b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Network': ['ID=708aa84a-ea0b-4ac4-9df2-eebd98bfd00b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:54.235796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Transition to ACTIVE for port object 8d27a3c0-fb0c-4659-80a6-7852efcbae8b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:54.246717 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.252330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1412412235'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:54.309895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:54.317472 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.341664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Network 1349cb1d-4055-4caa-943b-005a0b141ac9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:54.344925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:54.352704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:54.370624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Pushing event updated for resources: {'Port': ['ID=8d27a3c0-fb0c-4659-80a6-7852efcbae8b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:54.471600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 84d1efca-cd80-488b-9147-18f22f0fa4ca no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:54.503517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:54.511292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 84d1efca-cd80-488b-9147-18f22f0fa4ca {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:54.511678 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 84d1efca-cd80-488b-9147-18f22f0fa4ca not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:54.514716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Attempting to bind port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:54.515143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Attempting to bind port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '5f944af8-bb86-4d60-8f84-18225527ad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1349cb1d-4055-4caa-943b-005a0b141ac9'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:54.515469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Attempting to bind port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b on network 1349cb1d-4055-4caa-943b-005a0b141ac9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:54.523627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:54.524237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Checking segment: {'id': '5f944af8-bb86-4d60-8f84-18225527ad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1349cb1d-4055-4caa-943b-005a0b141ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:54.524855 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.525459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Bound using segment: {'id': '5f944af8-bb86-4d60-8f84-18225527ad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1349cb1d-4055-4caa-943b-005a0b141ac9'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:54.526712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Bound port: 8d27a3c0-fb0c-4659-80a6-7852efcbae8b, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f944af8-bb86-4d60-8f84-18225527ad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '1349cb1d-4055-4caa-943b-005a0b141ac9'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:54.527376 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.546515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1305935-d909-488b-8a77-e0bbb3082921 req-4c5a066e-c4b6-40fd-af25-53159d69d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.552591 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1305935-d909-488b-8a77-e0bbb3082921 req-4c5a066e-c4b6-40fd-af25-53159d69d8ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 1097 time: 0.4889059 Jul 06 11:50:54.597981 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.598726 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Added segment 7a026256-fe3b-4264-b183-dccefb027e16 of type vlan for network 726e4a8d-a07a-482c-abf4-b86d58290f19 Jul 06 11:50:54.609531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] For port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:54.609965 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24c9b4b0-10f9-4d68-9461-df54765bd40e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.614387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] For port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8d27a3c0-fb0c-4659-80a6-7852efcbae8b,segment=NetworkSegment(5f944af8-bb86-4d60-8f84-18225527ad83),segment_id=5f944af8-bb86-4d60-8f84-18225527ad83)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:54.651939 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.680154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9b4b0-10f9-4d68-9461-df54765bd40e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network 1349cb1d-4055-4caa-943b-005a0b141ac9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:54.731355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-24c9b4b0-10f9-4d68-9461-df54765bd40e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:54.757175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a26dcf-06e2-4940-b5f5-db4bc92aaea9 None None] Pushing event updated for resources: {'Port': ['ID=8d27a3c0-fb0c-4659-80a6-7852efcbae8b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:54.758057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9b4b0-10f9-4d68-9461-df54765bd40e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.758805 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24c9b4b0-10f9-4d68-9461-df54765bd40e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:54.780761 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:50:54.858571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-67f9295c-4325-4b8a-9bf8-debd9b355ff0 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.866565 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-67f9295c-4325-4b8a-9bf8-debd9b355ff0 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.86 "GET /v2.0/networks?id=697643d7-60f0-4398-b8f7-3a489c93808e HTTP/1.1" status: 200 len: 821 time: 0.7982700 Jul 06 11:50:54.901312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86bf907a-f4ee-4c77-863e-b90e5116aa2e req-4e407656-cf79-4578-b762-fcaa1469d55f tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 210 time: 0.0716555 Jul 06 11:50:54.902700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Request body: {'port': {'device_id': '1dff7877-10f3-4604-be8d-a15a02be8187', 'network_id': '697643d7-60f0-4398-b8f7-3a489c93808e', 'admin_state_up': True, 'tenant_id': '969891e03da64c0699473bfef38c1ca6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:54.903950 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-24c9b4b0-10f9-4d68-9461-df54765bd40e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5686383 Jul 06 11:50:54.905062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9b4b0-10f9-4d68-9461-df54765bd40e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Subnet': ['ID=44b7ba71-7802-421c-b039-35160d981a9b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:54.908448 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54840) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:54.916968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': '1349cb1d-4055-4caa-943b-005a0b141ac9', 'fixed_ips': [{'subnet_id': '864dfe53-efa8-48a1-b06f-83bfedd51345'}, {'subnet_id': '44b7ba71-7802-421c-b039-35160d981a9b'}], 'name': 'tempest-PortsIpV6TestJSON-1626364171'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:55.066289 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.222392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:55.372960 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.402058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:55.575712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:50:55.622809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.637941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:55.637941 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.704445 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1305935-d909-488b-8a77-e0bbb3082921 req-abadf594-2f53-45df-86bd-697e18ff447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:55.705985 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1305935-d909-488b-8a77-e0bbb3082921 req-abadf594-2f53-45df-86bd-697e18ff447d service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 1.1035631 Jul 06 11:50:55.814470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Network': ['ID=726e4a8d-a07a-482c-abf4-b86d58290f19,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:55.820544 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1305935-d909-488b-8a77-e0bbb3082921 req-07f4c53b-4ecf-4e1e-a0a2-5108ed9aa0c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=451c2942-a939-4d38-a343-df21d74f6cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0988309 Jul 06 11:50:55.822058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Made reservation on behalf of 969891e03da64c0699473bfef38c1ca6 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:55.827341 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.829409 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 726e4a8d-a07a-482c-abf4-b86d58290f19 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:55.836845 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dcfab98a-7b0e-46ac-a028-14da090a8875 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6085057 Jul 06 11:50:55.853021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54892) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:55.858275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '726e4a8d-a07a-482c-abf4-b86d58290f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:55.899380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8::26c (1349cb1d-4055-4caa-943b-005a0b141ac9/864dfe53-efa8-48a1-b06f-83bfedd51345/14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:55.910186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8:0:1::1f9 (1349cb1d-4055-4caa-943b-005a0b141ac9/44b7ba71-7802-421c-b039-35160d981a9b/14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:56.236228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1305935-d909-488b-8a77-e0bbb3082921 req-622967b7-48fe-464f-ae55-d107598bb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:56.237930 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1305935-d909-488b-8a77-e0bbb3082921 req-622967b7-48fe-464f-ae55-d107598bb7f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.4058604 Jul 06 11:50:56.328099 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70ecc1e9-dce7-40e0-8f49-093674d4c028 req-f61efe16-dbee-4012-b091-1b48ccebe5ba tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 210 time: 0.1122344 Jul 06 11:50:56.331468 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.359112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:56.417555 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.498059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network 1349cb1d-4055-4caa-943b-005a0b141ac9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:56.508013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:56.512593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:56.514701 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:56.521814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:56.522382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.522496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.551198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8d27a3c0-fb0c-4659-80a6-7852efcbae8b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:56.552272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:56.568737 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c0842cf9-215d-4fb2-a1f4-93115c2fc26e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.6563585 Jul 06 11:50:56.569369 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54934) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:56.579493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3c251871-6f15-4f1f-93a8-5aad10cb7617 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '864dfe53-efa8-48a1-b06f-83bfedd51345'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:56.652277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Allocated IP 172.20.0.6 (697643d7-60f0-4398-b8f7-3a489c93808e/91be170e-cde4-461f-8aa8-596e19f03df4/0218192b-6fd6-403e-b3c2-0cb445939912) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:56.654492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:56.667017 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214f3d6-37cb-4b44-a619-1f4dde9f8860 None None] Network 1349cb1d-4055-4caa-943b-005a0b141ac9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:56.724284 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c251871-6f15-4f1f-93a8-5aad10cb7617 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.776968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1305935-d909-488b-8a77-e0bbb3082921 req-adcf27c7-5660-424f-80aa-40dfd30b969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:56.778563 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1305935-d909-488b-8a77-e0bbb3082921 req-adcf27c7-5660-424f-80aa-40dfd30b969b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5229352 Jul 06 11:50:56.886242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c08eba9e-cf80-464d-9a40-e28bd2c152c9 None None] Provisioning for port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:56.893321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c08eba9e-cf80-464d-9a40-e28bd2c152c9 None None] Provisioning complete for port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:56.893906 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c08eba9e-cf80-464d-9a40-e28bd2c152c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.126279 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c08eba9e-cf80-464d-9a40-e28bd2c152c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.171393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c08eba9e-cf80-464d-9a40-e28bd2c152c9 None None] For port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8d27a3c0-fb0c-4659-80a6-7852efcbae8b,segment=NetworkSegment(5f944af8-bb86-4d60-8f84-18225527ad83),segment_id=5f944af8-bb86-4d60-8f84-18225527ad83)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:57.178062 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c08eba9e-cf80-464d-9a40-e28bd2c152c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.208176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-3c251871-6f15-4f1f-93a8-5aad10cb7617 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Delete allocated IP 2001:db8:0:1::1f9 (1349cb1d-4055-4caa-943b-005a0b141ac9/44b7ba71-7802-421c-b039-35160d981a9b) {{(pid=93814) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 11:50:57.261642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08eba9e-cf80-464d-9a40-e28bd2c152c9 None None] Pushing event updated for resources: {'Port': ['ID=8d27a3c0-fb0c-4659-80a6-7852efcbae8b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:57.360264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe474c0-70ef-42dd-a65a-9f39ac6d5844 None None] Update dhcp port {'port': {'network_id': '1349cb1d-4055-4caa-943b-005a0b141ac9', 'fixed_ips': [{'subnet_id': '864dfe53-efa8-48a1-b06f-83bfedd51345', 'ip_address': '2001:db8::2'}, {'subnet_id': '44b7ba71-7802-421c-b039-35160d981a9b'}], 'binding:host_id': 'n-d-799527-2'}, 'id': '8d27a3c0-fb0c-4659-80a6-7852efcbae8b'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:50:57.410083 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.466708 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fe474c0-70ef-42dd-a65a-9f39ac6d5844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.566181 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1305935-d909-488b-8a77-e0bbb3082921 req-9aa7a627-efea-4a1d-972b-a1c9944b356d service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733424 Jul 06 11:50:57.580479 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c251871-6f15-4f1f-93a8-5aad10cb7617 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.626675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da2bc782-d709-459f-bdaa-b57781f8ef0b req-0b112769-a3b8-42f7-9f86-33ddd9bdde76 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 210 time: 0.0932243 Jul 06 11:50:57.641387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3c251871-6f15-4f1f-93a8-5aad10cb7617 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Ignored duplicate provisioning block setup for port 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 11:50:57.656328 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c251871-6f15-4f1f-93a8-5aad10cb7617 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.694899 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.728050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Subnet': ['ID=c5f5c294-1b10-4b59-ad97-212b6853d46b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:57.733526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1fe474c0-70ef-42dd-a65a-9f39ac6d5844 None None] Allocated IP 2001:db8:0:1::2 (1349cb1d-4055-4caa-943b-005a0b141ac9/44b7ba71-7802-421c-b039-35160d981a9b/8d27a3c0-fb0c-4659-80a6-7852efcbae8b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:57.765719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Checking segment: {'id': '7a026256-fe3b-4264-b183-dccefb027e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '726e4a8d-a07a-482c-abf4-b86d58290f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:57.766411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network hostable DHCP agents. Network: 726e4a8d-a07a-482c-abf4-b86d58290f19, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:57.816592 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a1305935-d909-488b-8a77-e0bbb3082921 req-82584a5a-4862-4cac-9047-4b49f691251d service neutron] 10.222.0.86 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305071 Jul 06 11:50:57.826997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 726e4a8d-a07a-482c-abf4-b86d58290f19 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:57.835342 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.852223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 726e4a8d-a07a-482c-abf4-b86d58290f19) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:57.864756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3c251871-6f15-4f1f-93a8-5aad10cb7617 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] In _notify_port_updated(), no bound segment for port 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c on network 1349cb1d-4055-4caa-943b-005a0b141ac9 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:50:57.871876 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c251871-6f15-4f1f-93a8-5aad10cb7617 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:57.873014 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c251871-6f15-4f1f-93a8-5aad10cb7617 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.874486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3c251871-6f15-4f1f-93a8-5aad10cb7617 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "PUT /v2.0/ports/14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c HTTP/1.1" status: 200 len: 926 time: 1.3038228 Jul 06 11:50:57.890022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:57.891083 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.891375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54984) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:57.905502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b334d9e4-611c-4ce9-b85a-62296fac071d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '864dfe53-efa8-48a1-b06f-83bfedd51345'}, {'subnet_id': '44b7ba71-7802-421c-b039-35160d981a9b'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:57.911728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c251871-6f15-4f1f-93a8-5aad10cb7617 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:57.917408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1fe474c0-70ef-42dd-a65a-9f39ac6d5844 None None] For port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8d27a3c0-fb0c-4659-80a6-7852efcbae8b,segment=NetworkSegment(5f944af8-bb86-4d60-8f84-18225527ad83),segment_id=5f944af8-bb86-4d60-8f84-18225527ad83)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:57.919795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Network 697643d7-60f0-4398-b8f7-3a489c93808e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:57.939091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:57.948689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54986) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:57.948918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8526db5-a7bc-4bcb-9a23-58a9fbd182f0 None None] Network 726e4a8d-a07a-482c-abf4-b86d58290f19 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:57.957993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:58.032564 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fe474c0-70ef-42dd-a65a-9f39ac6d5844 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.056665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Pushing event updated for resources: {'Port': ['ID=0218192b-6fd6-403e-b3c2-0cb445939912,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:58.062977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1fe474c0-70ef-42dd-a65a-9f39ac6d5844 None None] Transition to ACTIVE for port object 8d27a3c0-fb0c-4659-80a6-7852efcbae8b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:58.080757 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fe474c0-70ef-42dd-a65a-9f39ac6d5844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.105642 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-55f05911-e8a5-4e67-83bd-3aa689295e5d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2491629 Jul 06 11:50:58.111884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54990) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:58.120672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '726e4a8d-a07a-482c-abf4-b86d58290f19', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1693421557'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:58.140800 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b334d9e4-611c-4ce9-b85a-62296fac071d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.182873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.183612 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.217985 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-298237e2-f683-4bad-8d92-8541c8579474 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3352876 Jul 06 11:50:58.250098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Request body: {'port': {'device_id': '1dff7877-10f3-4604-be8d-a15a02be8187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:58.290033 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8789df8f-8cac-46f1-bb11-dd9c7387b934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.362098 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.518866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:58.522637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.564015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8d27a3c0-fb0c-4659-80a6-7852efcbae8b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:58.616840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port d812018f-6211-4452-aa16-dc800a0ccb1f yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:50:58.716919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe474c0-70ef-42dd-a65a-9f39ac6d5844 None None] Pushing event updated for resources: {'Port': ['ID=8d27a3c0-fb0c-4659-80a6-7852efcbae8b,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:58.753625 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.757519 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.791287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-726e4a8d-a07a-482c-abf4-b86d58290f19', 'network_id': '726e4a8d-a07a-482c-abf4-b86d58290f19', 'tenant_id': '33bdebf81d734b84a02b7b29132c7a1c', 'fixed_ips': [{'subnet_id': 'c5f5c294-1b10-4b59-ad97-212b6853d46b'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:50:58.792595 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.845904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b334d9e4-611c-4ce9-b85a-62296fac071d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8:0:1::278 (1349cb1d-4055-4caa-943b-005a0b141ac9/44b7ba71-7802-421c-b039-35160d981a9b/14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:58.852295 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8789df8f-8cac-46f1-bb11-dd9c7387b934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.865117 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8789df8f-8cac-46f1-bb11-dd9c7387b934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.901435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.10 (726e4a8d-a07a-482c-abf4-b86d58290f19/c5f5c294-1b10-4b59-ad97-212b6853d46b/d812018f-6211-4452-aa16-dc800a0ccb1f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:59.001424 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8789df8f-8cac-46f1-bb11-dd9c7387b934 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b68a60156814e17acd9cf46e2081ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0514066 Jul 06 11:50:59.022037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55004) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:59.028677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789df8f-8cac-46f1-bb11-dd9c7387b934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e424c03-482b-4686-9804-3bbd5e2c3aa8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:59.174724 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b334d9e4-611c-4ce9-b85a-62296fac071d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.183476 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b90c43bc-2947-4d64-bfc7-a16a36a5bef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.194178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.199044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dc85c-7858-492f-8564-ad1a7c3fc681 req-d0c76f57-091b-43e2-9a34-398261c21b43 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.201206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-934dc85c-7858-492f-8564-ad1a7c3fc681 req-d0c76f57-091b-43e2-9a34-398261c21b43 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 931 time: 0.2397022 Jul 06 11:50:59.224354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b334d9e4-611c-4ce9-b85a-62296fac071d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Ignored duplicate provisioning block setup for port 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 11:50:59.228656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object d812018f-6211-4452-aa16-dc800a0ccb1f will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:59.241919 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b334d9e4-611c-4ce9-b85a-62296fac071d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.262525 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b90c43bc-2947-4d64-bfc7-a16a36a5bef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.340749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.350343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0218192b-6fd6-403e-b3c2-0cb445939912 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:59.390484 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.442583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 726e4a8d-a07a-482c-abf4-b86d58290f19 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:59.444457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b334d9e4-611c-4ce9-b85a-62296fac071d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] In _notify_port_updated(), no bound segment for port 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c on network 1349cb1d-4055-4caa-943b-005a0b141ac9 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:50:59.452125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Allocated IP 172.20.0.2 (726e4a8d-a07a-482c-abf4-b86d58290f19/c5f5c294-1b10-4b59-ad97-212b6853d46b/ef97183c-514f-4bc5-a281-2adbced2b10a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:59.454067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334d9e4-611c-4ce9-b85a-62296fac071d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.454924 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b334d9e4-611c-4ce9-b85a-62296fac071d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.456299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=d812018f-6211-4452-aa16-dc800a0ccb1f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:59.457030 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b334d9e4-611c-4ce9-b85a-62296fac071d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "PUT /v2.0/ports/14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c HTTP/1.1" status: 200 len: 1012 time: 1.5631959 Jul 06 11:50:59.465186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:59.470631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:59.503939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334d9e4-611c-4ce9-b85a-62296fac071d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:59.506350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55008) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:59.521950 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-934dc85c-7858-492f-8564-ad1a7c3fc681 req-b284b8d1-67c0-4bdc-a7e4-8a3e414d2ec9 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/security-groups?id=71857f98-4e4a-4758-a3f7-bd79675c1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098388 Jul 06 11:50:59.533633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Transition to ACTIVE for port object 0218192b-6fd6-403e-b3c2-0cb445939912 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:59.545689 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.629280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.629950 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.661337 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d2e3006d-298d-4e43-8ad1-1cdefb06f28a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.5455658 Jul 06 11:50:59.662636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55012) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:59.672455 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d902d093-f8d2-48ca-8d24-a8ea5a937cf7 None None] Network 1349cb1d-4055-4caa-943b-005a0b141ac9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:59.696224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Pushing event updated for resources: {'Port': ['ID=0218192b-6fd6-403e-b3c2-0cb445939912,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:59.757419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2bb20e52-49b3-401c-b80b-0869d766753a None None] Provisioning for port 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:59.772638 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.798497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Attempting to bind port 0218192b-6fd6-403e-b3c2-0cb445939912 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:59.798833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Attempting to bind port 0218192b-6fd6-403e-b3c2-0cb445939912 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '697643d7-60f0-4398-b8f7-3a489c93808e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:59.799082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Attempting to bind port 0218192b-6fd6-403e-b3c2-0cb445939912 on network 697643d7-60f0-4398-b8f7-3a489c93808e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:59.809687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Port 0218192b-6fd6-403e-b3c2-0cb445939912 on network 697643d7-60f0-4398-b8f7-3a489c93808e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:59.810014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Attempting to bind port 0218192b-6fd6-403e-b3c2-0cb445939912 on network 697643d7-60f0-4398-b8f7-3a489c93808e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:59.816104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2bb20e52-49b3-401c-b80b-0869d766753a None None] Provisioning complete for port 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:59.816627 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bb20e52-49b3-401c-b80b-0869d766753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.821001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:59.821351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Checking segment: {'id': '1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '697643d7-60f0-4398-b8f7-3a489c93808e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:59.821756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Bound using segment: {'id': '1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '697643d7-60f0-4398-b8f7-3a489c93808e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:59.822441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Bound port: 0218192b-6fd6-403e-b3c2-0cb445939912, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '697643d7-60f0-4398-b8f7-3a489c93808e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:59.823071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.865014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Transition to ACTIVE for port object ef97183c-514f-4bc5-a281-2adbced2b10a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:59.924425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2bb20e52-49b3-401c-b80b-0869d766753a None None] Port 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:59.947818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] For port 0218192b-6fd6-403e-b3c2-0cb445939912, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:59.952078 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] For port 0218192b-6fd6-403e-b3c2-0cb445939912, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0218192b-6fd6-403e-b3c2-0cb445939912,segment=NetworkSegment(1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201),segment_id=1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:59.960471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Transition to ACTIVE for port object ef97183c-514f-4bc5-a281-2adbced2b10a will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:59.968261 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.976403 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.989050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.989825 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.991623 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] 10.222.0.86 "PUT /v2.0/ports/0218192b-6fd6-403e-b3c2-0cb445939912 HTTP/1.1" status: 200 len: 1091 time: 1.7515719 Jul 06 11:50:59.994623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dff7877-10f3-4604-be8d-a15a02be8187', 'tag': '0218192b-6fd6-403e-b3c2-0cb445939912'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:59.998551 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707434a1-e27e-4d34-9c09-1b2a23cf801f" -d '{"events": [{"name": "network-changed", "server_uuid": "1dff7877-10f3-4604-be8d-a15a02be8187", "tag": "0218192b-6fd6-403e-b3c2-0cb445939912"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:00.048268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe296a-aa41-4ae0-90b1-8fcb7012616d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port d812018f-6211-4452-aa16-dc800a0ccb1f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:00.048484 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdbe296a-aa41-4ae0-90b1-8fcb7012616d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.065630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Pushing event updated for resources: {'Port': ['ID=ef97183c-514f-4bc5-a281-2adbced2b10a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:00.096832 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3d2659-fe36-4852-8afe-e1f608e91fba x-openstack-request-id: req-ef3d2659-fe36-4852-8afe-e1f608e91fba {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:00.097215 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dff7877-10f3-4604-be8d-a15a02be8187", "tag": "0218192b-6fd6-403e-b3c2-0cb445939912", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:00.097627 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef3d2659-fe36-4852-8afe-e1f608e91fba {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:00.097950 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dff7877-10f3-4604-be8d-a15a02be8187', 'tag': '0218192b-6fd6-403e-b3c2-0cb445939912', 'status': 'completed', 'code': 200} Jul 06 11:51:00.112327 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2bb20e52-49b3-401c-b80b-0869d766753a None None] Provisioning for port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:00.131807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Network 726e4a8d-a07a-482c-abf4-b86d58290f19 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:00.133240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2bb20e52-49b3-401c-b80b-0869d766753a None None] Provisioning complete for port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:00.133826 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2bb20e52-49b3-401c-b80b-0869d766753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.138590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:00.141018 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b90c43bc-2947-4d64-bfc7-a16a36a5bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.143720 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b90c43bc-2947-4d64-bfc7-a16a36a5bef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.145006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:00.148451 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b90c43bc-2947-4d64-bfc7-a16a36a5bef0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e424c03-482b-4686-9804-3bbd5e2c3aa8 HTTP/1.1" status: 204 len: 168 time: 1.1208653 Jul 06 11:51:00.165603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c43bc-2947-4d64-bfc7-a16a36a5bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e424c03-482b-4686-9804-3bbd5e2c3aa8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:00.202331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7a12914c-d8ae-4458-8ce5-6e93fe8c54e8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:00.203259 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a12914c-d8ae-4458-8ce5-6e93fe8c54e8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.263182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c1e2a-975d-4339-9d70-e1ba6fe73b46 service neutron] Pushing event updated for resources: {'Port': ['ID=0218192b-6fd6-403e-b3c2-0cb445939912,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:00.330099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-8d6a85dc-c23d-4c29-9768-06f6309d7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.332001 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-8d6a85dc-c23d-4c29-9768-06f6309d7341 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=969891e03da64c0699473bfef38c1ca6&device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 1094 time: 0.2714927 Jul 06 11:51:00.366570 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdbe296a-aa41-4ae0-90b1-8fcb7012616d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.408361 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-9002faa7-4ce9-4e13-8eaf-0fa415a1fc0c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0218192b-6fd6-403e-b3c2-0cb445939912 HTTP/1.1" status: 200 len: 217 time: 0.0523088 Jul 06 11:51:00.427724 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a12914c-d8ae-4458-8ce5-6e93fe8c54e8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.432672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Attempting to bind port ef97183c-514f-4bc5-a281-2adbced2b10a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:00.433222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Attempting to bind port ef97183c-514f-4bc5-a281-2adbced2b10a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '7a026256-fe3b-4264-b183-dccefb027e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '726e4a8d-a07a-482c-abf4-b86d58290f19'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:00.435870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Attempting to bind port ef97183c-514f-4bc5-a281-2adbced2b10a on network 726e4a8d-a07a-482c-abf4-b86d58290f19 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:00.446290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7a12914c-d8ae-4458-8ce5-6e93fe8c54e8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:00.456803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe296a-aa41-4ae0-90b1-8fcb7012616d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for d812018f-6211-4452-aa16-dc800a0ccb1f owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:00.539700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8d27a3c0-fb0c-4659-80a6-7852efcbae8b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:00.568333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:00.570621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Checking segment: {'id': '7a026256-fe3b-4264-b183-dccefb027e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '726e4a8d-a07a-482c-abf4-b86d58290f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:00.571381 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.573866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Bound using segment: {'id': '7a026256-fe3b-4264-b183-dccefb027e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '726e4a8d-a07a-482c-abf4-b86d58290f19'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:00.574468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Bound port: ef97183c-514f-4bc5-a281-2adbced2b10a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a026256-fe3b-4264-b183-dccefb027e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '726e4a8d-a07a-482c-abf4-b86d58290f19'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:00.579794 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.724904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-af8a7dbe-5f75-4bd4-9f51-79028f7022cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.738612 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-af8a7dbe-5f75-4bd4-9f51-79028f7022cf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=91be170e-cde4-461f-8aa8-596e19f03df4 HTTP/1.1" status: 200 len: 861 time: 0.3031797 Jul 06 11:51:00.759379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] For port ef97183c-514f-4bc5-a281-2adbced2b10a, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:00.764122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] For port ef97183c-514f-4bc5-a281-2adbced2b10a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ef97183c-514f-4bc5-a281-2adbced2b10a,segment=NetworkSegment(7a026256-fe3b-4264-b183-dccefb027e16),segment_id=7a026256-fe3b-4264-b183-dccefb027e16)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:00.775877 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.795723 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a12914c-d8ae-4458-8ce5-6e93fe8c54e8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.845080 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-1e733e46-85f8-4d31-bfef-dbcd6ca20489 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=697643d7-60f0-4398-b8f7-3a489c93808e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945182 Jul 06 11:51:00.918694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12914c-d8ae-4458-8ce5-6e93fe8c54e8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:00.974090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a12914c-d8ae-4458-8ce5-6e93fe8c54e8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.976682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7a12914c-d8ae-4458-8ce5-6e93fe8c54e8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c HTTP/1.1" status: 204 len: 168 time: 1.4537308 Jul 06 11:51:00.982836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55046) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:00.992009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f1197-c591-476e-bed0-a66209b36478 None None] Pushing event updated for resources: {'Port': ['ID=ef97183c-514f-4bc5-a281-2adbced2b10a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:01.017824 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:01.018204 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.073458 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-794fff66-b989-460e-a09a-ab96bba96d72 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:51:01.083038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-794fff66-b989-460e-a09a-ab96bba96d72 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c HTTP/1.1" status: 404 len: 333 time: 0.0975213 Jul 06 11:51:01.083837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55048) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:01.151663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-329aa467-d288-4e92-982f-73ef43b64b54 None None] Could not find standard attr ID for object 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:51:01.211384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daecda-1a1f-4b32-822c-61c49b714b79 req-a2eb6544-a940-425f-94a0-a645b8b5a06f tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.220367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7daecda-1a1f-4b32-822c-61c49b714b79 req-a2eb6544-a940-425f-94a0-a645b8b5a06f tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 943 time: 0.4375465 Jul 06 11:51:01.263684 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-b1284c6b-7b79-4cbd-892e-eddcb9920e19 service neutron] 10.222.0.86 "GET /v2.0/networks/697643d7-60f0-4398-b8f7-3a489c93808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103861 Jul 06 11:51:01.264465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdbe296a-aa41-4ae0-90b1-8fcb7012616d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.268617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-329aa467-d288-4e92-982f-73ef43b64b54 None None] Provisioning complete for port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:01.269340 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-329aa467-d288-4e92-982f-73ef43b64b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.324250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-df69ac4d-038d-4497-a080-e71128ca0e94 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting subnet 44b7ba71-7802-421c-b039-35160d981a9b {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:01.381840 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df69ac4d-038d-4497-a080-e71128ca0e94 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.406151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7daecda-1a1f-4b32-822c-61c49b714b79 req-09296410-f83f-4c1c-9949-82969a4d4dec tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/security-groups?id=71857f98-4e4a-4758-a3f7-bd79675c1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764879 Jul 06 11:51:01.500354 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df69ac4d-038d-4497-a080-e71128ca0e94 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.599801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe296a-aa41-4ae0-90b1-8fcb7012616d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=d812018f-6211-4452-aa16-dc800a0ccb1f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:01.724347 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df69ac4d-038d-4497-a080-e71128ca0e94 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.756716 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9be4b2e2-dc26-41b2-8d6b-c5bfa008d0e1 req-682a1e04-92c9-4f71-bc95-14b1799c5cf0 service neutron] 10.222.0.86 "GET /v2.0/networks/697643d7-60f0-4398-b8f7-3a489c93808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810982 Jul 06 11:51:01.780516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3fb8217c-f559-424d-afda-676c54fb4125 None None] Could not find standard attr ID for object 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:51:01.802473 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdbe296a-aa41-4ae0-90b1-8fcb7012616d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.806094 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fdbe296a-aa41-4ae0-90b1-8fcb7012616d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/d812018f-6211-4452-aa16-dc800a0ccb1f HTTP/1.1" status: 204 len: 168 time: 2.1404333 Jul 06 11:51:01.809376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55070) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:01.875611 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ab8f60-dab0-4ff8-91d3-b2255a69644a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:51:01.880964 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e6ab8f60-dab0-4ff8-91d3-b2255a69644a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/d812018f-6211-4452-aa16-dc800a0ccb1f HTTP/1.1" status: 404 len: 333 time: 0.0700779 Jul 06 11:51:01.882047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55072) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:01.933771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df69ac4d-038d-4497-a080-e71128ca0e94 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.986142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69ac4d-038d-4497-a080-e71128ca0e94 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Subnet': ['ID=44b7ba71-7802-421c-b039-35160d981a9b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:01.993115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df69ac4d-038d-4497-a080-e71128ca0e94 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.998627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-df69ac4d-038d-4497-a080-e71128ca0e94 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/44b7ba71-7802-421c-b039-35160d981a9b HTTP/1.1" status: 204 len: 168 time: 0.9114482 Jul 06 11:51:01.999311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:02.017197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-86004e5c-a4d6-4979-889d-e99e3283d788 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting subnet c5f5c294-1b10-4b59-ad97-212b6853d46b {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:02.021870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86004e5c-a4d6-4979-889d-e99e3283d788 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.093987 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86004e5c-a4d6-4979-889d-e99e3283d788 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.112532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffbcc6-7739-4d04-9a93-d18902b73fb2 req-98d66743-7100-40e9-9347-ec6095146662 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:02.114139 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8ffbcc6-7739-4d04-9a93-d18902b73fb2 req-98d66743-7100-40e9-9347-ec6095146662 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 946 time: 0.3249357 Jul 06 11:51:02.141267 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca87db-5100-4646-997c-c96d767da208 None None] Network 1349cb1d-4055-4caa-943b-005a0b141ac9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:02.161389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-694cbac1-1f50-4ad2-99e5-6e66ba6be959 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting subnet 864dfe53-efa8-48a1-b06f-83bfedd51345 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:02.165252 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-694cbac1-1f50-4ad2-99e5-6e66ba6be959 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.223964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86004e5c-a4d6-4979-889d-e99e3283d788 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.229751 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-694cbac1-1f50-4ad2-99e5-6e66ba6be959 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.239476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d92d9a3c-a06e-4989-b22f-38346a4e4377 None None] Could not find standard attr ID for object 14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:51:02.321696 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707434a1-e27e-4d34-9c09-1b2a23cf801f req-c199bb91-ba6c-444e-951c-a33db606ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:02.324904 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-707434a1-e27e-4d34-9c09-1b2a23cf801f req-c199bb91-ba6c-444e-951c-a33db606ecb7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=969891e03da64c0699473bfef38c1ca6&device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 1094 time: 0.4698327 Jul 06 11:51:02.326760 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86004e5c-a4d6-4979-889d-e99e3283d788 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.391663 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-694cbac1-1f50-4ad2-99e5-6e66ba6be959 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.505971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86004e5c-a4d6-4979-889d-e99e3283d788 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f5c294-1b10-4b59-ad97-212b6853d46b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:02.512155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707434a1-e27e-4d34-9c09-1b2a23cf801f req-dbd00cd7-d422-490c-a82a-f1b53be9f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:02.513983 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-707434a1-e27e-4d34-9c09-1b2a23cf801f req-dbd00cd7-d422-490c-a82a-f1b53be9f930 service neutron] 10.222.0.86 "GET /v2.0/networks?id=697643d7-60f0-4398-b8f7-3a489c93808e HTTP/1.1" status: 200 len: 922 time: 0.1450629 Jul 06 11:51:02.520316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86004e5c-a4d6-4979-889d-e99e3283d788 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.529073 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-86004e5c-a4d6-4979-889d-e99e3283d788 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/c5f5c294-1b10-4b59-ad97-212b6853d46b HTTP/1.1" status: 204 len: 168 time: 0.6424973 Jul 06 11:51:02.537674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55100) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:02.604893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8ffbcc6-7739-4d04-9a93-d18902b73fb2 req-14824987-c445-407d-8fb8-1e43f2d2d361 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4675295 Jul 06 11:51:02.625464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ef97183c-514f-4bc5-a281-2adbced2b10a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:02.700994 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-707434a1-e27e-4d34-9c09-1b2a23cf801f req-c70a0d7f-4c63-4e71-89e7-e861815141f4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0218192b-6fd6-403e-b3c2-0cb445939912 HTTP/1.1" status: 200 len: 217 time: 0.1703889 Jul 06 11:51:02.706802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4550c-a7dd-427d-9dbc-783fbd365d6d req-9bb3ecc1-9429-475c-9c95-8f69c72e7b9c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:02.716113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fb4550c-a7dd-427d-9dbc-783fbd365d6d req-9bb3ecc1-9429-475c-9c95-8f69c72e7b9c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.6584649 Jul 06 11:51:02.806744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-694cbac1-1f50-4ad2-99e5-6e66ba6be959 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.813502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ef97183c-514f-4bc5-a281-2adbced2b10a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:02.941509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cbac1-1f50-4ad2-99e5-6e66ba6be959 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Subnet': ['ID=864dfe53-efa8-48a1-b06f-83bfedd51345,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:02.952996 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.963957 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-694cbac1-1f50-4ad2-99e5-6e66ba6be959 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.967111 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-694cbac1-1f50-4ad2-99e5-6e66ba6be959 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/864dfe53-efa8-48a1-b06f-83bfedd51345 HTTP/1.1" status: 204 len: 168 time: 0.9658244 Jul 06 11:51:02.975077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:03.037551 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df65ac8-6fa4-44f1-af91-34ce74459a09 None None] Network 726e4a8d-a07a-482c-abf4-b86d58290f19 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:03.084522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:03.176635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-06f62bb4-7bca-4fc8-9805-c0ccd7798ccc None None] Provisioning for port ef97183c-514f-4bc5-a281-2adbced2b10a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:03.197973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fb4550c-a7dd-427d-9dbc-783fbd365d6d req-0ffbc0b6-358c-46f4-998e-710003dc1ef1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4772155 Jul 06 11:51:03.204574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-06f62bb4-7bca-4fc8-9805-c0ccd7798ccc None None] Provisioning complete for port ef97183c-514f-4bc5-a281-2adbced2b10a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:03.205217 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06f62bb4-7bca-4fc8-9805-c0ccd7798ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.253205 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.315215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305712e-1300-465a-baf2-7877a7c14df8 req-187637f9-f5b5-40d0-b993-fcf21ce6f1d1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:03.324124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a305712e-1300-465a-baf2-7877a7c14df8 req-187637f9-f5b5-40d0-b993-fcf21ce6f1d1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 943 time: 0.3541493 Jul 06 11:51:03.385784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port ef97183c-514f-4bc5-a281-2adbced2b10a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:03.386006 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.398308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707434a1-e27e-4d34-9c09-1b2a23cf801f req-ff90090b-935d-459f-96d3-4329ab5b455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:03.399941 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-707434a1-e27e-4d34-9c09-1b2a23cf801f req-ff90090b-935d-459f-96d3-4329ab5b455c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=91be170e-cde4-461f-8aa8-596e19f03df4 HTTP/1.1" status: 200 len: 861 time: 0.6904984 Jul 06 11:51:03.476999 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a305712e-1300-465a-baf2-7877a7c14df8 req-08754e25-ca35-40f0-b0b3-d897b737ccb3 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/security-groups?id=71857f98-4e4a-4758-a3f7-bd79675c1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518717 Jul 06 11:51:03.491979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064cd83-ba94-41a8-963b-69605115cc32 req-3e9d27f5-e92c-4b44-8623-642d725ec99f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:03.508504 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b064cd83-ba94-41a8-963b-69605115cc32 req-3e9d27f5-e92c-4b44-8623-642d725ec99f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 946 time: 0.3116093 Jul 06 11:51:03.510704 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-707434a1-e27e-4d34-9c09-1b2a23cf801f req-dfb6c639-7476-4192-9ff6-b9150e02d853 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=697643d7-60f0-4398-b8f7-3a489c93808e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970705 Jul 06 11:51:03.538895 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06f62bb4-7bca-4fc8-9805-c0ccd7798ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.585219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-06f62bb4-7bca-4fc8-9805-c0ccd7798ccc None None] For port ef97183c-514f-4bc5-a281-2adbced2b10a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ef97183c-514f-4bc5-a281-2adbced2b10a,segment=NetworkSegment(7a026256-fe3b-4264-b183-dccefb027e16),segment_id=7a026256-fe3b-4264-b183-dccefb027e16)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:03.590840 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06f62bb4-7bca-4fc8-9805-c0ccd7798ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.596539 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc36c492-f8e1-4d7b-bb58-6b7b6c9a3c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.651766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ef3dfd-46b5-4f61-a963-74305a277e2b None None] DHCP port deletion for 726e4a8d-a07a-482c-abf4-b86d58290f19 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:51:03.676028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] For port ef97183c-514f-4bc5-a281-2adbced2b10a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ef97183c-514f-4bc5-a281-2adbced2b10a,segment=NetworkSegment(7a026256-fe3b-4264-b183-dccefb027e16),segment_id=7a026256-fe3b-4264-b183-dccefb027e16)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:03.676661 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.738466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for ef97183c-514f-4bc5-a281-2adbced2b10a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:03.752317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3e6a66-65bd-40bc-ad02-b0705ab08610 None None] Network 1349cb1d-4055-4caa-943b-005a0b141ac9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:03.777023 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-707434a1-e27e-4d34-9c09-1b2a23cf801f req-28f36034-3750-48f8-a538-d92418c2f230 service neutron] 10.222.0.86 "GET /v2.0/networks/697643d7-60f0-4398-b8f7-3a489c93808e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524834 Jul 06 11:51:03.786985 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:03.787433 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.868636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f62bb4-7bca-4fc8-9805-c0ccd7798ccc None None] Pushing event updated for resources: {'Port': ['ID=ef97183c-514f-4bc5-a281-2adbced2b10a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:03.914990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c6261a9d-ed44-4ce3-8fcf-0e1e80460104 None None] Provisioning complete for port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:03.915370 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6261a9d-ed44-4ce3-8fcf-0e1e80460104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.922260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Deleting port 451c2942-a939-4d38-a343-df21d74f6cf9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:03.922260 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.926246 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-707434a1-e27e-4d34-9c09-1b2a23cf801f req-f3829fd7-342c-4ecd-a036-f93b3a7d22b0 service neutron] 10.222.0.86 "GET /v2.0/networks/697643d7-60f0-4398-b8f7-3a489c93808e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361268 Jul 06 11:51:03.994609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0218192b-6fd6-403e-b3c2-0cb445939912 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:04.005955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-44ef3dfd-46b5-4f61-a963-74305a277e2b None None] Deleting port ef97183c-514f-4bc5-a281-2adbced2b10a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:04.006344 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44ef3dfd-46b5-4f61-a963-74305a277e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.019998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] For port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8d27a3c0-fb0c-4659-80a6-7852efcbae8b,segment=NetworkSegment(5f944af8-bb86-4d60-8f84-18225527ad83),segment_id=5f944af8-bb86-4d60-8f84-18225527ad83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:04.020371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.047640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] For port 451c2942-a939-4d38-a343-df21d74f6cf9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=451c2942-a939-4d38-a343-df21d74f6cf9,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:04.048263 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.064937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 8d27a3c0-fb0c-4659-80a6-7852efcbae8b owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:04.094390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf5a2e-1520-4d93-a1ac-a827550fa06c req-620f0f25-62c0-4eb2-af78-f1b5c7156eb5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:04.095984 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2ecf5a2e-1520-4d93-a1ac-a827550fa06c req-620f0f25-62c0-4eb2-af78-f1b5c7156eb5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3708575 Jul 06 11:51:04.211477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a404991-521e-4481-a34a-e2bafde7015f req-d173be12-f775-44f3-849f-5c802607d27e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:04.213685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a404991-521e-4481-a34a-e2bafde7015f req-d173be12-f775-44f3-849f-5c802607d27e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 946 time: 0.3532288 Jul 06 11:51:04.214557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-44ef3dfd-46b5-4f61-a963-74305a277e2b None None] For port ef97183c-514f-4bc5-a281-2adbced2b10a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ef97183c-514f-4bc5-a281-2adbced2b10a,segment=NetworkSegment(7a026256-fe3b-4264-b183-dccefb027e16),segment_id=7a026256-fe3b-4264-b183-dccefb027e16)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:04.214964 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44ef3dfd-46b5-4f61-a963-74305a277e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.220934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.234283 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc36c492-f8e1-4d7b-bb58-6b7b6c9a3c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.241122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-44ef3dfd-46b5-4f61-a963-74305a277e2b None None] Calling delete_port for ef97183c-514f-4bc5-a281-2adbced2b10a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:04.280568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc36c492-f8e1-4d7b-bb58-6b7b6c9a3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.291586 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=ef97183c-514f-4bc5-a281-2adbced2b10a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:04.308065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2ecf5a2e-1520-4d93-a1ac-a827550fa06c req-2a4cce54-5bfa-4a2a-ba04-7e92ca9f2df7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917853 Jul 06 11:51:04.309098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No DVR routers for this DVR port ef97183c-514f-4bc5-a281-2adbced2b10a on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:04.336262 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0218192b-6fd6-403e-b3c2-0cb445939912, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0218192b-6fd6-403e-b3c2-0cb445939912,segment=NetworkSegment(1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201),segment_id=1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:04.389889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2023b3-06e8-49e6-8d79-beea9b5312bd None None] DHCP port deletion for 1349cb1d-4055-4caa-943b-005a0b141ac9 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:51:04.397314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '0218192b-6fd6-403e-b3c2-0cb445939912', 'network_id': '697643d7-60f0-4398-b8f7-3a489c93808e', 'port_id': '0218192b-6fd6-403e-b3c2-0cb445939912', 'mac_address': 'fa:16:3e:ba:65:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91be170e-cde4-461f-8aa8-596e19f03df4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:04.426057 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.462438 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.464571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.470088 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Floating IP da04bd51-a8c9-43aa-a371-854fb6376e10 disassociated. External IP: 172.25.0.164, port: 451c2942-a939-4d38-a343-df21d74f6cf9. Jul 06 11:51:04.470746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Calling delete_port for 451c2942-a939-4d38-a343-df21d74f6cf9 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:04.487863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ef97183c-514f-4bc5-a281-2adbced2b10a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:04.495625 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.496290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No DVR routers for this DVR port 8d27a3c0-fb0c-4659-80a6-7852efcbae8b on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:04.507075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36c492-f8e1-4d7b-bb58-6b7b6c9a3c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee100994-bc7d-4e24-9c6f-9cd5b23bd0f3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:04.521252 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44ef3dfd-46b5-4f61-a963-74305a277e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.522521 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=8d27a3c0-fb0c-4659-80a6-7852efcbae8b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:04.527342 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dc36c492-f8e1-4d7b-bb58-6b7b6c9a3c15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cfa4175ffc04402ae7cc69a0fc7dd6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3955221 Jul 06 11:51:04.534140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: ef97183c-514f-4bc5-a281-2adbced2b10a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:04.534471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ef97183c-514f-4bc5-a281-2adbced2b10a not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:04.534896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8d27a3c0-fb0c-4659-80a6-7852efcbae8b no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:04.556405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55128) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:04.581636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef3dfd-46b5-4f61-a963-74305a277e2b None None] No DVR routers for this DVR port ef97183c-514f-4bc5-a281-2adbced2b10a on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:04.595097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0218192b-6fd6-403e-b3c2-0cb445939912 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:04.595097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef3dfd-46b5-4f61-a963-74305a277e2b None None] Pushing event deleted for resources: {'Port': ['ID=ef97183c-514f-4bc5-a281-2adbced2b10a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:04.596713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a404991-521e-4481-a34a-e2bafde7015f req-6066f78e-9787-4edb-8660-e9470e7d4823 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c4a4a89-caa9-4612-a543-9abf47998a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454220 Jul 06 11:51:04.597450 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 8d27a3c0-fb0c-4659-80a6-7852efcbae8b {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:04.597450 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8d27a3c0-fb0c-4659-80a6-7852efcbae8b not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:04.668685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0218192b-6fd6-403e-b3c2-0cb445939912, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0218192b-6fd6-403e-b3c2-0cb445939912,segment=NetworkSegment(1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201),segment_id=1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:04.669521 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.675729 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.763492 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726e4a8d-a07a-482c-abf4-b86d58290f19']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:04.804617 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97da169a-74c1-4080-91dd-772f7e40089c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.816635 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.827010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=0218192b-6fd6-403e-b3c2-0cb445939912,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:04.850190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a026256-fe3b-4264-b183-dccefb027e16') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:04.850486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a026256-fe3b-4264-b183-dccefb027e16') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:04.878212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.880704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1349cb1d-4055-4caa-943b-005a0b141ac9']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:04.884386 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.891431 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97da169a-74c1-4080-91dd-772f7e40089c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.910329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f944af8-bb86-4d60-8f84-18225527ad83') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:04.911185 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f944af8-bb86-4d60-8f84-18225527ad83') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:04.921551 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.930010 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.946774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:04.947746 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:04.951656 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:04.968402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event deleted for resources: {'Port': ['ID=451c2942-a939-4d38-a343-df21d74f6cf9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:04.969655 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.039731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:05.040022 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:05.044457 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:05.056197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['0218192b-6fd6-403e-b3c2-0cb445939912'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:05.121126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-742b9375-6858-475c-8838-61b8f3e88b50 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3545964 Jul 06 11:51:05.177614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6349b-f0ba-438f-b92c-be8304d3bd5d req-0b131bc9-f6f1-4869-9a26-aae4171c3005 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:05.179240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91a6349b-f0ba-438f-b92c-be8304d3bd5d req-0b131bc9-f6f1-4869-9a26-aae4171c3005 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 944 time: 0.4117785 Jul 06 11:51:05.179959 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.199043 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.207231 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/networks/726e4a8d-a07a-482c-abf4-b86d58290f19 HTTP/1.1" status: 204 len: 168 time: 2.6674118 Jul 06 11:51:05.215204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55134) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:05.237865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:51:05.244471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97da169a-74c1-4080-91dd-772f7e40089c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.247243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97da169a-74c1-4080-91dd-772f7e40089c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.251501 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-97da169a-74c1-4080-91dd-772f7e40089c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee100994-bc7d-4e24-9c6f-9cd5b23bd0f3 HTTP/1.1" status: 204 len: 168 time: 0.6925449 Jul 06 11:51:05.264620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'name': 'tempest-PortsTestJSON-923752449'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:05.270822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da169a-74c1-4080-91dd-772f7e40089c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee100994-bc7d-4e24-9c6f-9cd5b23bd0f3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:05.283816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f8b96-536f-4404-822a-6ef1bbca5bc2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Network': ['ID=726e4a8d-a07a-482c-abf4-b86d58290f19,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:05.287101 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.348602 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.357769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/networks/1349cb1d-4055-4caa-943b-005a0b141ac9 HTTP/1.1" status: 204 len: 168 time: 2.3812850 Jul 06 11:51:05.361019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:05.401759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea165ff-d1e8-49e8-9729-89a6d0d4e3bf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Network': ['ID=1349cb1d-4055-4caa-943b-005a0b141ac9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:05.492960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91a6349b-f0ba-438f-b92c-be8304d3bd5d req-93b7a179-061b-4e1f-ac6c-ef2ef07a7e8e tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/security-groups?id=71857f98-4e4a-4758-a3f7-bd79675c1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809718 Jul 06 11:51:05.516674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212b1f1-be0c-4878-b5c2-a710e1b72f81 req-0c4c9ea7-689a-4923-9443-62535c2c5cf1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:05.523158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:05.523681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6212b1f1-be0c-4878-b5c2-a710e1b72f81 req-0c4c9ea7-689a-4923-9443-62535c2c5cf1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.4258137 Jul 06 11:51:05.539885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ec6e53-9cc8-4ab5-8732-647fa6ce4765 None None] Sync routers for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:05.555597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec6e53-9cc8-4ab5-8732-647fa6ce4765 None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:05.557775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d3ec6e53-9cc8-4ab5-8732-647fa6ce4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:50:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:05.599187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-dad177ac-10b6-4409-86e1-02a3f1ee5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:05.600843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-dad177ac-10b6-4409-86e1-02a3f1ee5090 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1095 time: 0.4164689 Jul 06 11:51:05.627497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] No DVR routers for this DVR port 451c2942-a939-4d38-a343-df21d74f6cf9 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:05.628708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:05.633138 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.638719 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b064cd83-ba94-41a8-963b-69605115cc32 req-0fc8c62d-dd2a-44b9-ab14-16bf7bcc149c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.86 "DELETE /v2.0/ports/451c2942-a939-4d38-a343-df21d74f6cf9 HTTP/1.1" status: 204 len: 173 time: 2.1158986 Jul 06 11:51:05.639251 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.639623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'name': 'network-vif-deleted', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:05.642818 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3020c22-497e-4465-994c-24e3775ec91b" -d '{"events": [{"server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "name": "network-vif-deleted", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:05.700891 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa42b90e-1432-4016-8b98-994fd988de8e x-openstack-request-id: req-fa42b90e-1432-4016-8b98-994fd988de8e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:05.701299 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d4763d-6451-4bfb-be92-fd2979521a7f", "name": "network-vif-deleted", "tag": "451c2942-a939-4d38-a343-df21d74f6cf9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:05.701621 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa42b90e-1432-4016-8b98-994fd988de8e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:05.702100 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d4763d-6451-4bfb-be92-fd2979521a7f', 'name': 'network-vif-deleted', 'tag': '451c2942-a939-4d38-a343-df21d74f6cf9', 'status': 'completed', 'code': 200} Jul 06 11:51:05.846803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad3fc5-bcea-4440-b4af-0a65e1a3d23a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:05.853162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55160) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:05.855160 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0bad3fc5-bcea-4440-b4af-0a65e1a3d23a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4703500 Jul 06 11:51:05.897683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6212b1f1-be0c-4878-b5c2-a710e1b72f81 req-28b0fc47-792e-40f0-b434-5b8e35c324f4 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732202 Jul 06 11:51:05.913082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port 405b08a9-50e7-4b5c-a314-e6ad225a122c yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:06.054151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-04f7ba73-2ad5-4571-a0f0-ae446ac10210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:06.055096 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-af3bac94-9205-4e1d-84df-a19be126d4fd tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1984084 Jul 06 11:51:06.060593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-04f7ba73-2ad5-4571-a0f0-ae446ac10210 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.4149160 Jul 06 11:51:06.080682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55178) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:06.086323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2084132733'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:06.136759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:06.142817 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.189510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d3ec6e53-9cc8-4ab5-8732-647fa6ce4765 None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:06.201706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:06.227203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.227697 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Added segment 38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6 of type vlan for network 80f4d7c2-dd18-41e7-b33a-37eeac651360 Jul 06 11:51:06.326053 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 451c2942-a939-4d38-a343-df21d74f6cf9 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:06.363520 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.428385 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.442847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:06.445004 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.487433 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4024589 Jul 06 11:51:06.499338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 451c2942-a939-4d38-a343-df21d74f6cf9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:06.501210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 451c2942-a939-4d38-a343-df21d74f6cf9 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:06.512271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55188) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:06.557531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': '80f4d7c2-dd18-41e7-b33a-37eeac651360', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:06.636732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d3ec6e53-9cc8-4ab5-8732-647fa6ce4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:06.736934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0038163-c4c4-43ee-8f7d-7c971f94a483 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Network': ['ID=80f4d7c2-dd18-41e7-b33a-37eeac651360,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:06.778734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ec6e53-9cc8-4ab5-8732-647fa6ce4765 None None] Checking router: 9ba0f39d-1f90-4036-b3ba-bc1435aa645d for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:51:06.786799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 80f4d7c2-dd18-41e7-b33a-37eeac651360 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:06.808126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:06.812244 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.889681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec6e53-9cc8-4ab5-8732-647fa6ce4765 None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:06.890260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d3ec6e53-9cc8-4ab5-8732-647fa6ce4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:50:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:07.047120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53a82b69-897d-4cce-9230-056a9448f039 req-2dffb5b2-27ba-40db-89f8-eef9432ad83e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3d4763d-6451-4bfb-be92-fd2979521a7f HTTP/1.1" status: 200 len: 210 time: 0.9313028 Jul 06 11:51:07.049294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-484154a7-d882-4549-a472-dbedbd62bdea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 999 time: 0.9149072 Jul 06 11:51:07.122513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d3ec6e53-9cc8-4ab5-8732-647fa6ce4765 None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:07.213976 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.225923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-3ee55086-152c-48ef-b371-60c44621b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.229166 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-3ee55086-152c-48ef-b371-60c44621b70f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1658344 Jul 06 11:51:07.310145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Subnet': ['ID=f877ea98-f8da-4fd0-bd4d-cba8d742f4b6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:07.315705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Checking segment: {'id': '38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80f4d7c2-dd18-41e7-b33a-37eeac651360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:07.316293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network hostable DHCP agents. Network: 80f4d7c2-dd18-41e7-b33a-37eeac651360, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:07.342277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network 80f4d7c2-dd18-41e7-b33a-37eeac651360 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:07.356299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 80f4d7c2-dd18-41e7-b33a-37eeac651360) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:07.361161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.362166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.385842 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a224a780-04ba-4c91-9dab-20d5dd47823b tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8456130 Jul 06 11:51:07.386661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55222) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:07.393284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': '80f4d7c2-dd18-41e7-b33a-37eeac651360', 'name': 'tempest-PortsIpV6TestJSON-1800966362'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:07.395403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c44ce-c4ff-4b48-8a8d-2b6ec2e326fb None None] Network 80f4d7c2-dd18-41e7-b33a-37eeac651360 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:07.615776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:07.620389 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.632910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d171df-751e-470e-a0bf-01264ef5d4a7 req-60475177-f703-4cf0-9a04-5585ecb4b6ab tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.643349 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-44d171df-751e-470e-a0bf-01264ef5d4a7 req-60475177-f703-4cf0-9a04-5585ecb4b6ab tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 944 time: 0.4118047 Jul 06 11:51:07.664658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port ed5197c6-fe47-4a5a-b3d4-cb8d270a0766 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:07.731674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-1fa40039-b7fd-4c86-a2a8-a9c05d9ddfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.739320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d3ec6e53-9cc8-4ab5-8732-647fa6ce4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:07.742032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-1fa40039-b7fd-4c86-a2a8-a9c05d9ddfbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4065969 Jul 06 11:51:07.756111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-80f4d7c2-dd18-41e7-b33a-37eeac651360', 'network_id': '80f4d7c2-dd18-41e7-b33a-37eeac651360', 'tenant_id': '33ad56bff9ae43fda3362c838e799a67', 'fixed_ips': [{'subnet_id': 'f877ea98-f8da-4fd0-bd4d-cba8d742f4b6'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:51:07.766506 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.828793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-44d171df-751e-470e-a0bf-01264ef5d4a7 req-9d746099-9965-45e2-bfb1-f6b9b0670590 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/security-groups?id=71857f98-4e4a-4758-a3f7-bd79675c1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842287 Jul 06 11:51:07.839970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8::1ba (80f4d7c2-dd18-41e7-b33a-37eeac651360/f877ea98-f8da-4fd0-bd4d-cba8d742f4b6/ed5197c6-fe47-4a5a-b3d4-cb8d270a0766) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:07.859180 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.866223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ec6e53-9cc8-4ab5-8732-647fa6ce4765 None None] The sync data for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 is: [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:07.990453 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-c0efe171-3726-4f65-b9a0-30028f694d1c service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317884 Jul 06 11:51:08.047115 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0218192b-6fd6-403e-b3c2-0cb445939912 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:08.058676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:08.095800 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.199420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:08.210867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:08.214156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 0218192b-6fd6-403e-b3c2-0cb445939912 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:08.226184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 0218192b-6fd6-403e-b3c2-0cb445939912 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:08.226553 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.232994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:08.248360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:08.249032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.278929 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.280344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=405b08a9-50e7-4b5c-a314-e6ad225a122c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:08.321800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object ed5197c6-fe47-4a5a-b3d4-cb8d270a0766 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:08.341906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55250) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:08.350894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f0d84c5b-b54d-4aee-b76f-63a6a71f35a9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1311314 Jul 06 11:51:08.351591 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55252) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:08.398837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e18b490-9e3c-427a-bb0f-ecc9e144ac37 req-5cf485b3-0ea4-4867-a552-eae01c542b9d service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971076 Jul 06 11:51:08.418414 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce6520-789e-4a6e-b2ad-56aa9f542d50 None None] New status for floating IP da04bd51-a8c9-43aa-a371-854fb6376e10: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:51:08.431419 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.490457 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Allocated IP 2001:db8::2 (80f4d7c2-dd18-41e7-b33a-37eeac651360/f877ea98-f8da-4fd0-bd4d-cba8d742f4b6/3544023d-bb0d-45ad-8041-3d278201272d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:08.495239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network 80f4d7c2-dd18-41e7-b33a-37eeac651360 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:08.505774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:08.514495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:08.515754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1203692275'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:08.521336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:08.522524 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.529883 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170a3382-eb48-4225-ad5f-ca87814adcd1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.560906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=ed5197c6-fe47-4a5a-b3d4-cb8d270a0766,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:08.584210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e760ce-cfb1-4033-9824-ffb5719eda20 req-5192a9b6-dfbc-4512-96b2-db2d6c40c888 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:08.585069 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170a3382-eb48-4225-ad5f-ca87814adcd1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.586832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65e760ce-cfb1-4033-9824-ffb5719eda20 req-5192a9b6-dfbc-4512-96b2-db2d6c40c888 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.4586489 Jul 06 11:51:08.634297 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-216515e2-f02c-4314-9fcf-17fd9fc47dac tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2438757 Jul 06 11:51:08.635536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55254) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:08.637433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Made reservation on behalf of 3c68f6e79db44eabacb05c767344d843 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:08.641183 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.641798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': '80f4d7c2-dd18-41e7-b33a-37eeac651360', 'name': 'tempest-PortsIpV6TestJSON-1236728411'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:08.659217 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.731356 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65e760ce-cfb1-4033-9824-ffb5719eda20 req-ee22db7c-dfa6-40af-b376-c0fd9a6572aa tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226122 Jul 06 11:51:08.764386 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.779559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-689fb837-0410-4448-9546-143bcc688927 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 405b08a9-50e7-4b5c-a314-e6ad225a122c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:08.780815 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-689fb837-0410-4448-9546-143bcc688927 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.809857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170a3382-eb48-4225-ad5f-ca87814adcd1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.813189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170a3382-eb48-4225-ad5f-ca87814adcd1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.816002 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-170a3382-eb48-4225-ad5f-ca87814adcd1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "DELETE /v2.0/security-groups/2c4a4a89-caa9-4612-a543-9abf47998a2b HTTP/1.1" status: 204 len: 168 time: 0.4716918 Jul 06 11:51:08.818485 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.820764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55260) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:08.830549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dff7877-10f3-4604-be8d-a15a02be8187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0218192b-6fd6-403e-b3c2-0cb445939912'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:08.833975 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26b4e4a-f1e8-40d8-b585-2faca6e305fd" -d '{"events": [{"server_uuid": "1dff7877-10f3-4604-be8d-a15a02be8187", "name": "network-vif-plugged", "status": "completed", "tag": "0218192b-6fd6-403e-b3c2-0cb445939912"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:08.851869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a3382-eb48-4225-ad5f-ca87814adcd1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4a4a89-caa9-4612-a543-9abf47998a2b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:08.856068 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-ea437644-bc6a-4cee-859b-166bfeaf306e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] show failed (client error): The resource could not be found. Jul 06 11:51:08.857721 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ea437644-bc6a-4cee-859b-166bfeaf306e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups/2c4a4a89-caa9-4612-a543-9abf47998a2b HTTP/1.1" status: 404 len: 347 time: 0.0358372 Jul 06 11:51:08.861629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55268) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:08.870605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Transition to ACTIVE for port object 3544023d-bb0d-45ad-8041-3d278201272d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:08.873852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0218192b-6fd6-403e-b3c2-0cb445939912, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0218192b-6fd6-403e-b3c2-0cb445939912,segment=NetworkSegment(1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201),segment_id=1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:08.890312 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.941517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Transition to ACTIVE for port object 3544023d-bb0d-45ad-8041-3d278201272d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:08.943997 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab106ad-12d4-496f-8b75-4f4bd4999b07 x-openstack-request-id: req-8ab106ad-12d4-496f-8b75-4f4bd4999b07 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:08.944288 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dff7877-10f3-4604-be8d-a15a02be8187", "name": "network-vif-plugged", "status": "completed", "tag": "0218192b-6fd6-403e-b3c2-0cb445939912", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:08.944546 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ab106ad-12d4-496f-8b75-4f4bd4999b07 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:08.945400 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dff7877-10f3-4604-be8d-a15a02be8187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0218192b-6fd6-403e-b3c2-0cb445939912', 'code': 200} Jul 06 11:51:08.983645 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.013083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=0218192b-6fd6-403e-b3c2-0cb445939912,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.024397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Network 80f4d7c2-dd18-41e7-b33a-37eeac651360 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:09.039526 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-689fb837-0410-4448-9546-143bcc688927 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.047386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:09.051654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:09.076896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-689fb837-0410-4448-9546-143bcc688927 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 405b08a9-50e7-4b5c-a314-e6ad225a122c owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:09.103144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Pushing event updated for resources: {'Port': ['ID=3544023d-bb0d-45ad-8041-3d278201272d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.147084 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Attempting to bind port 3544023d-bb0d-45ad-8041-3d278201272d on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:09.147834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Attempting to bind port 3544023d-bb0d-45ad-8041-3d278201272d by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80f4d7c2-dd18-41e7-b33a-37eeac651360'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:09.148458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Attempting to bind port 3544023d-bb0d-45ad-8041-3d278201272d on network 80f4d7c2-dd18-41e7-b33a-37eeac651360 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:09.155611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:09.155994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Checking segment: {'id': '38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80f4d7c2-dd18-41e7-b33a-37eeac651360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:09.156617 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.156795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Bound using segment: {'id': '38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80f4d7c2-dd18-41e7-b33a-37eeac651360'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:09.157275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Bound port: 3544023d-bb0d-45ad-8041-3d278201272d, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80f4d7c2-dd18-41e7-b33a-37eeac651360'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:09.158034 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.169802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2b018-c53d-46fa-b635-bd40f40f62fc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Deleting port 3274cba8-4d64-405c-b9f6-3e2ae0897e14 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:09.170481 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b018-c53d-46fa-b635-bd40f40f62fc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.223881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba253d-c6d7-48a0-a770-28671986a5fa req-6b6b84ff-e3eb-4044-b131-11f8eb7cd233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:09.225968 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42ba253d-c6d7-48a0-a770-28671986a5fa req-6b6b84ff-e3eb-4044-b131-11f8eb7cd233 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 1096 time: 0.1931596 Jul 06 11:51:09.239670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.247584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] For port 3544023d-bb0d-45ad-8041-3d278201272d, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:09.250473 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.255494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] For port 3544023d-bb0d-45ad-8041-3d278201272d, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3544023d-bb0d-45ad-8041-3d278201272d,segment=NetworkSegment(38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6),segment_id=38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:09.261789 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.299954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:09.303704 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42ba253d-c6d7-48a0-a770-28671986a5fa req-654f7999-47e8-41a2-b162-a53f9ff7bf8a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=71857f98-4e4a-4758-a3f7-bd79675c1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 Jul 06 11:51:09.310935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:09.314657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.320738 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-689fb837-0410-4448-9546-143bcc688927 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.333841 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.333841 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Added segment 257a8128-b75f-4218-a5b3-c3443be4f2b9 of type vlan for network 918ff952-204e-4ca7-97c0-12bc26029c17 Jul 06 11:51:09.338423 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b018-c53d-46fa-b635-bd40f40f62fc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.339013 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b018-c53d-46fa-b635-bd40f40f62fc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.355162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port 4e76da79-43c5-44fb-88cd-ac3a4af48ce0 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:09.363037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c6935-7645-4eb1-a642-6c5b395f754d req-f78f0bd4-a9d4-4c03-828e-b5e9036e37d3 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:09.364387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2b018-c53d-46fa-b635-bd40f40f62fc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Calling delete_port for 3274cba8-4d64-405c-b9f6-3e2ae0897e14 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:09.375512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed2c6935-7645-4eb1-a642-6c5b395f754d req-f78f0bd4-a9d4-4c03-828e-b5e9036e37d3 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 945 time: 0.2282507 Jul 06 11:51:09.375512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dad0251-5f3c-4eb6-b2cd-91e7b878ca93,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.391440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba5fa4-5327-496f-9f6e-130125c79609 None None] Pushing event updated for resources: {'Port': ['ID=3544023d-bb0d-45ad-8041-3d278201272d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.420018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fb837-0410-4448-9546-143bcc688927 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=405b08a9-50e7-4b5c-a314-e6ad225a122c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.457903 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-689fb837-0410-4448-9546-143bcc688927 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.462684 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-689fb837-0410-4448-9546-143bcc688927 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/405b08a9-50e7-4b5c-a314-e6ad225a122c HTTP/1.1" status: 204 len: 168 time: 1.0898697 Jul 06 11:51:09.467696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:09.472942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'mac_address': 'fa:16:3e:73:1f:c2', 'name': 'tempest-PortsTestJSON-192022308'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:09.534046 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.577585 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed2c6935-7645-4eb1-a642-6c5b395f754d req-9c1e5c3b-2128-471d-b527-36c7b79d1881 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/security-groups?id=71857f98-4e4a-4758-a3f7-bd79675c1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042077 Jul 06 11:51:09.592831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8::18d (80f4d7c2-dd18-41e7-b33a-37eeac651360/f877ea98-f8da-4fd0-bd4d-cba8d742f4b6/4e76da79-43c5-44fb-88cd-ac3a4af48ce0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:09.643019 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.649716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:09.651381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.739299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:09.739585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b018-c53d-46fa-b635-bd40f40f62fc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.758755 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6987972 Jul 06 11:51:09.784551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55282) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:09.817252 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Request body: {'subnet': {'network_id': '918ff952-204e-4ca7-97c0-12bc26029c17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:09.831989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2b018-c53d-46fa-b635-bd40f40f62fc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event deleted for resources: {'Port': ['ID=3274cba8-4d64-405c-b9f6-3e2ae0897e14,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.863226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b93ba4-f6a2-40d2-9340-89dfd0004e7f tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Pushing event updated for resources: {'Network': ['ID=918ff952-204e-4ca7-97c0-12bc26029c17,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.875711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 918ff952-204e-4ca7-97c0-12bc26029c17 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:09.900999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.924803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port 10781a2b-5f01-4065-97b7-594a933c1ae6 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:10.101000 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b018-c53d-46fa-b635-bd40f40f62fc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.105029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cf2b018-c53d-46fa-b635-bd40f40f62fc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.109663 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6cf2b018-c53d-46fa-b635-bd40f40f62fc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "DELETE /v2.0/floatingips/da04bd51-a8c9-43aa-a371-854fb6376e10 HTTP/1.1" status: 204 len: 168 time: 1.2434223 Jul 06 11:51:10.142526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.170854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object 4e76da79-43c5-44fb-88cd-ac3a4af48ce0 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:10.172560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Made reservation on behalf of 3c68f6e79db44eabacb05c767344d843 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:10.176701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.236737 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.253586 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b15851-24b3-4821-b8a4-23d5064f68c6 req-59654dcf-b579-4e58-8591-58ac249c2652 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.255253 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17b15851-24b3-4821-b8a4-23d5064f68c6 req-59654dcf-b579-4e58-8591-58ac249c2652 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2473462 Jul 06 11:51:10.298852 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.334498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17b15851-24b3-4821-b8a4-23d5064f68c6 req-f1f43474-4019-4ece-89f4-4dbd70afdf99 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638323 Jul 06 11:51:10.356250 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.385843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network 80f4d7c2-dd18-41e7-b33a-37eeac651360 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:10.395035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:10.398279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:10.415037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.417334 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.428828 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=4e76da79-43c5-44fb-88cd-ac3a4af48ce0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:10.451294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:10.463471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:10.474165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:10.486644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.492837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.529123 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9f7033e5-55b5-4691-86d7-a26f0807dcd0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8898118 Jul 06 11:51:10.530132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55300) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:10.562455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=10781a2b-5f01-4065-97b7-594a933c1ae6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:10.573220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55302) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:10.574049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-00eaab5d-2894-4fa1-b566-1ccaef6c12c1 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1051154 Jul 06 11:51:10.634011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3544023d-bb0d-45ad-8041-3d278201272d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:10.713861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 3544023d-bb0d-45ad-8041-3d278201272d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:10.955061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe329d7-b1f3-4167-899e-283b2ac0f235 req-494fbb9f-6b3d-47fe-aeaa-dacdd9c980ad tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.956643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efe329d7-b1f3-4167-899e-283b2ac0f235 req-494fbb9f-6b3d-47fe-aeaa-dacdd9c980ad tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 945 time: 0.1169007 Jul 06 11:51:11.038831 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efe329d7-b1f3-4167-899e-283b2ac0f235 req-6aa36352-45cc-426b-979d-edde5fd1a434 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/security-groups?id=71857f98-4e4a-4758-a3f7-bd79675c1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748370 Jul 06 11:51:11.140164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686ba8a2-f823-4b32-987b-4062e06fbbe4 None None] Network 80f4d7c2-dd18-41e7-b33a-37eeac651360 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:11.232711 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.271512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1bbb2c34-965e-4546-bfd3-cdcf84f66153 None None] Provisioning for port 3544023d-bb0d-45ad-8041-3d278201272d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:11.322693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7200c6b9-ec39-4275-81eb-403e98d5cfc3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:11.322989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:11.323436 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7200c6b9-ec39-4275-81eb-403e98d5cfc3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/10781a2b-5f01-4065-97b7-594a933c1ae6 HTTP/1.1" status: 200 len: 840 time: 0.7429912 Jul 06 11:51:11.340283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1bbb2c34-965e-4546-bfd3-cdcf84f66153 None None] Provisioning complete for port 3544023d-bb0d-45ad-8041-3d278201272d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:11.340870 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2c34-965e-4546-bfd3-cdcf84f66153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.379009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Checking segment: {'id': '257a8128-b75f-4218-a5b3-c3443be4f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '918ff952-204e-4ca7-97c0-12bc26029c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:11.379380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Network hostable DHCP agents. Network: 918ff952-204e-4ca7-97c0-12bc26029c17, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:11.391899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Pushing event updated for resources: {'Subnet': ['ID=f9fbed9f-8f1d-40dc-869f-57da56f53492,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:11.417309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1f17d5-136b-4bf7-8db6-a13b32763baf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:11.422073 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4b1f17d5-136b-4bf7-8db6-a13b32763baf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ba HTTP/1.1" status: 200 len: 929 time: 0.8909872 Jul 06 11:51:11.423921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:11.436524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Network 918ff952-204e-4ca7-97c0-12bc26029c17 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:11.450589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 918ff952-204e-4ca7-97c0-12bc26029c17) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:11.453077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:11.461759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:11.462366 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.471050 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a08dcdf9-5698-4515-aa76-95dcf8816ba4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311762455', 'description': 'tempest-description--364187692'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:11.502659 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-855f1466-0e2f-48c0-8d15-27fab937dc79 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7141633 Jul 06 11:51:11.503023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55332) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:11.508918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Request body: {'port': {'network_id': '918ff952-204e-4ca7-97c0-12bc26029c17', 'name': 'tempest-DHCPAgentSchedulersTestJSON-183182002'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:11.526724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a4eb35-b721-4c57-a66a-386048c92376 None None] Network 918ff952-204e-4ca7-97c0-12bc26029c17 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:11.644430 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a08dcdf9-5698-4515-aa76-95dcf8816ba4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.698182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b73e7ec0-5e8b-4941-ab0a-61eb1cb4b8fc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 10781a2b-5f01-4065-97b7-594a933c1ae6 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:11.698523 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b73e7ec0-5e8b-4941-ab0a-61eb1cb4b8fc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.729625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Made reservation on behalf of 3c68f6e79db44eabacb05c767344d843 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:11.733604 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.768112 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] device_id is not set on port e0df6408-87cf-44c9-a866-c2b4b04bb7c5 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:11.862935 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b73e7ec0-5e8b-4941-ab0a-61eb1cb4b8fc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.898081 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b73e7ec0-5e8b-4941-ab0a-61eb1cb4b8fc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 10781a2b-5f01-4065-97b7-594a933c1ae6 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:11.936401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d5cec899-b5b3-42eb-8762-49e8d98da5ba tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 4e76da79-43c5-44fb-88cd-ac3a4af48ce0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:11.936786 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5cec899-b5b3-42eb-8762-49e8d98da5ba tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.996821 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2c34-965e-4546-bfd3-cdcf84f66153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.028001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Allocated IP 172.20.0.13 (918ff952-204e-4ca7-97c0-12bc26029c17/f9fbed9f-8f1d-40dc-869f-57da56f53492/e0df6408-87cf-44c9-a866-c2b4b04bb7c5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:12.117834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a08dcdf9-5698-4515-aa76-95dcf8816ba4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.149814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1bbb2c34-965e-4546-bfd3-cdcf84f66153 None None] For port 3544023d-bb0d-45ad-8041-3d278201272d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3544023d-bb0d-45ad-8041-3d278201272d,segment=NetworkSegment(38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6),segment_id=38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:12.160871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a08dcdf9-5698-4515-aa76-95dcf8816ba4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.161443 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2c34-965e-4546-bfd3-cdcf84f66153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.173918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129572e-025a-45c8-85fc-b909cb6c65cb req-cd6c7905-7bea-4e7a-8a7d-3fe36aad55e2 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:12.185565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b129572e-025a-45c8-85fc-b909cb6c65cb req-cd6c7905-7bea-4e7a-8a7d-3fe36aad55e2 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3804595 Jul 06 11:51:12.230419 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5cec899-b5b3-42eb-8762-49e8d98da5ba tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.251012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d5cec899-b5b3-42eb-8762-49e8d98da5ba tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 4e76da79-43c5-44fb-88cd-ac3a4af48ce0 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:12.267833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-918ff952-204e-4ca7-97c0-12bc26029c17', 'network_id': '918ff952-204e-4ca7-97c0-12bc26029c17', 'tenant_id': '3c68f6e79db44eabacb05c767344d843', 'fixed_ips': [{'subnet_id': 'f9fbed9f-8f1d-40dc-869f-57da56f53492'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:51:12.269131 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.309569 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb2c34-965e-4546-bfd3-cdcf84f66153 None None] Pushing event updated for resources: {'Port': ['ID=3544023d-bb0d-45ad-8041-3d278201272d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:12.341149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.470042 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a08dcdf9-5698-4515-aa76-95dcf8816ba4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.471409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a08dcdf9-5698-4515-aa76-95dcf8816ba4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0174148 Jul 06 11:51:12.474416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55346) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:12.488272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dcdf9-5698-4515-aa76-95dcf8816ba4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d3baaa-a019-4123-8e10-aad673ba8163,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:12.491801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3544023d-bb0d-45ad-8041-3d278201272d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:12.495703 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-79ca7f4c-e3d9-4c96-9208-c08d62dc1d69 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'security_group_rule': {'security_group_id': '13d3baaa-a019-4123-8e10-aad673ba8163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:12.513381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b73e7ec0-5e8b-4941-ab0a-61eb1cb4b8fc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.539330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b129572e-025a-45c8-85fc-b909cb6c65cb req-9f137cd5-0f70-4ec1-a543-d1b92c0f1f2d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525515 Jul 06 11:51:12.564154 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79ca7f4c-e3d9-4c96-9208-c08d62dc1d69 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.567605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Transition to ACTIVE for port object e0df6408-87cf-44c9-a866-c2b4b04bb7c5 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:12.578634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e7ec0-5e8b-4941-ab0a-61eb1cb4b8fc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=10781a2b-5f01-4065-97b7-594a933c1ae6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:12.580140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5e9c3d96-572c-4ec3-acf8-915bd7d7a29f None None] Provisioning for port ed5197c6-fe47-4a5a-b3d4-cb8d270a0766 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:12.586938 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5cec899-b5b3-42eb-8762-49e8d98da5ba tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.604371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5e9c3d96-572c-4ec3-acf8-915bd7d7a29f None None] Provisioning complete for port ed5197c6-fe47-4a5a-b3d4-cb8d270a0766 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:12.604958 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9c3d96-572c-4ec3-acf8-915bd7d7a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.609394 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b73e7ec0-5e8b-4941-ab0a-61eb1cb4b8fc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.611395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b73e7ec0-5e8b-4941-ab0a-61eb1cb4b8fc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/10781a2b-5f01-4065-97b7-594a933c1ae6 HTTP/1.1" status: 204 len: 168 time: 1.2896686 Jul 06 11:51:12.649351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55354) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:12.706495 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5cec899-b5b3-42eb-8762-49e8d98da5ba tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.709525 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d5cec899-b5b3-42eb-8762-49e8d98da5ba tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/4e76da79-43c5-44fb-88cd-ac3a4af48ce0 HTTP/1.1" status: 204 len: 168 time: 1.2846835 Jul 06 11:51:12.716357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55356) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:12.719094 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-8582d978-6736-4eeb-8bde-178e10edd262 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:51:12.720787 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8582d978-6736-4eeb-8bde-178e10edd262 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/10781a2b-5f01-4065-97b7-594a933c1ae6 HTTP/1.1" status: 404 len: 333 time: 0.0695305 Jul 06 11:51:12.723311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 3544023d-bb0d-45ad-8041-3d278201272d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:12.723993 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.724119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef252-00af-40a2-9ab4-3f4b7e4c3f99 req-d4949e7a-3ec8-4b91-80ac-622e9ee646ca tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:12.733612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c3d96-572c-4ec3-acf8-915bd7d7a29f None None] Port ed5197c6-fe47-4a5a-b3d4-cb8d270a0766 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:12.734425 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8fef252-00af-40a2-9ab4-3f4b7e4c3f99 req-d4949e7a-3ec8-4b91-80ac-622e9ee646ca tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 945 time: 0.5771801 Jul 06 11:51:12.735845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55358) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:12.738109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cec899-b5b3-42eb-8762-49e8d98da5ba tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=4e76da79-43c5-44fb-88cd-ac3a4af48ce0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:12.768051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'name': 'tempest-PortsTestJSON-1142129303'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:12.794663 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-484b22c4-3037-4baa-bd54-396f3d6b1130 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:51:12.796540 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-484b22c4-3037-4baa-bd54-396f3d6b1130 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/4e76da79-43c5-44fb-88cd-ac3a4af48ce0 HTTP/1.1" status: 404 len: 333 time: 0.0790558 Jul 06 11:51:12.797236 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8fef252-00af-40a2-9ab4-3f4b7e4c3f99 req-b95529a0-d5e3-4255-95fb-8379a296529b tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/security-groups?id=71857f98-4e4a-4758-a3f7-bd79675c1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618839 Jul 06 11:51:12.800438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55360) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:12.822426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5e9c3d96-572c-4ec3-acf8-915bd7d7a29f None None] Could not find standard attr ID for object 4e76da79-43c5-44fb-88cd-ac3a4af48ce0. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:51:12.846941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5e9c3d96-572c-4ec3-acf8-915bd7d7a29f None None] Provisioning complete for port 3544023d-bb0d-45ad-8041-3d278201272d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:12.847501 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9c3d96-572c-4ec3-acf8-915bd7d7a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.906204 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79ca7f4c-e3d9-4c96-9208-c08d62dc1d69 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.922196 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79ca7f4c-e3d9-4c96-9208-c08d62dc1d69 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.949580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f04a3938-1a11-44ef-9b36-508626c697e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port ed5197c6-fe47-4a5a-b3d4-cb8d270a0766 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:12.950417 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04a3938-1a11-44ef-9b36-508626c697e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.989641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca7f4c-e3d9-4c96-9208-c08d62dc1d69 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b03d34-9ac2-4d78-93de-c6baf85cfe20,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:12.992813 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.076860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Allocated IP 172.20.0.2 (918ff952-204e-4ca7-97c0-12bc26029c17/f9fbed9f-8f1d-40dc-869f-57da56f53492/b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:13.084363 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04a3938-1a11-44ef-9b36-508626c697e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.092852 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79ca7f4c-e3d9-4c96-9208-c08d62dc1d69 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.094049 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-79ca7f4c-e3d9-4c96-9208-c08d62dc1d69 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6158366 Jul 06 11:51:13.105005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f04a3938-1a11-44ef-9b36-508626c697e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for ed5197c6-fe47-4a5a-b3d4-cb8d270a0766 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:13.107770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55368) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:13.128634 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ae670134-6969-4c28-8467-2cf2f174822d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'security_group_rule': {'security_group_id': '13d3baaa-a019-4123-8e10-aad673ba8163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:13.161882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Network 918ff952-204e-4ca7-97c0-12bc26029c17 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:13.163975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:13.185609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:13.190063 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.206503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:13.224581 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae670134-6969-4c28-8467-2cf2f174822d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.277789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port 9f1df062-5c97-4503-b67b-93f2494ad751 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:13.298104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Pushing event updated for resources: {'Port': ['ID=e0df6408-87cf-44c9-a866-c2b4b04bb7c5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:13.317295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6deb148b-e6ac-4dca-9fae-99fd01eda3b4 None None] Provisioning complete for port ed5197c6-fe47-4a5a-b3d4-cb8d270a0766 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:13.317843 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6deb148b-e6ac-4dca-9fae-99fd01eda3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.350250 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04a3938-1a11-44ef-9b36-508626c697e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.407642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6deb148b-e6ac-4dca-9fae-99fd01eda3b4 None None] Port ed5197c6-fe47-4a5a-b3d4-cb8d270a0766 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:13.413416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a3938-1a11-44ef-9b36-508626c697e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=ed5197c6-fe47-4a5a-b3d4-cb8d270a0766,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:13.438217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:13.439383 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.451216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6deb148b-e6ac-4dca-9fae-99fd01eda3b4 None None] Could not find standard attr ID for object 4e76da79-43c5-44fb-88cd-ac3a4af48ce0. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:51:13.454037 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04a3938-1a11-44ef-9b36-508626c697e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.455808 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae670134-6969-4c28-8467-2cf2f174822d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.456066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f04a3938-1a11-44ef-9b36-508626c697e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/ed5197c6-fe47-4a5a-b3d4-cb8d270a0766 HTTP/1.1" status: 204 len: 168 time: 0.6483970 Jul 06 11:51:13.459650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:13.483655 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.485860 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae670134-6969-4c28-8467-2cf2f174822d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.514141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Transition to ACTIVE for port object b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:13.514358 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bd21b2-6ecd-49fd-8a57-2cca92ba1073 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:51:13.514857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-50bd21b2-6ecd-49fd-8a57-2cca92ba1073 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/ed5197c6-fe47-4a5a-b3d4-cb8d270a0766 HTTP/1.1" status: 404 len: 333 time: 0.0537612 Jul 06 11:51:13.519946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55376) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:13.551432 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e70bb060-950f-4b9c-aedc-1f41cc51129d tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0471189 Jul 06 11:51:13.560680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55378) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:13.561315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Transition to ACTIVE for port object b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:13.589541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.600429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c43f11-3bdf-43d8-96d9-0591b696ef27 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting subnet f877ea98-f8da-4fd0-bd4d-cba8d742f4b6 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:13.601603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae670134-6969-4c28-8467-2cf2f174822d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b31c2f-9744-4e29-8220-04d5447945da,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:13.604427 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7c43f11-3bdf-43d8-96d9-0591b696ef27 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.617282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae670134-6969-4c28-8467-2cf2f174822d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.619411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ae670134-6969-4c28-8467-2cf2f174822d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5030611 Jul 06 11:51:13.630243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55382) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:13.659008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:13.674666 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7c43f11-3bdf-43d8-96d9-0591b696ef27 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.726748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Pushing event updated for resources: {'Port': ['ID=b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:13.734055 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Network 918ff952-204e-4ca7-97c0-12bc26029c17 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:13.739882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:13.742476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:13.814347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Attempting to bind port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:13.814729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Attempting to bind port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '257a8128-b75f-4218-a5b3-c3443be4f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '918ff952-204e-4ca7-97c0-12bc26029c17'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:13.815152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Attempting to bind port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a on network 918ff952-204e-4ca7-97c0-12bc26029c17 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:13.824656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:13.825128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Checking segment: {'id': '257a8128-b75f-4218-a5b3-c3443be4f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '918ff952-204e-4ca7-97c0-12bc26029c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:13.825661 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.826119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Bound using segment: {'id': '257a8128-b75f-4218-a5b3-c3443be4f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '918ff952-204e-4ca7-97c0-12bc26029c17'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:13.826813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Bound port: b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257a8128-b75f-4218-a5b3-c3443be4f2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '918ff952-204e-4ca7-97c0-12bc26029c17'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:13.847669 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.882791 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7c43f11-3bdf-43d8-96d9-0591b696ef27 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.918788 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.964419 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7c43f11-3bdf-43d8-96d9-0591b696ef27 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.986562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b01bb7-28ba-42bf-a383-5085521669dd req-90a19808-ca90-4dfc-b94a-967972447e21 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:13.988450 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-44b01bb7-28ba-42bf-a383-5085521669dd req-90a19808-ca90-4dfc-b94a-967972447e21 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.86 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 945 time: 0.5308216 Jul 06 11:51:13.999568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7c43f11-3bdf-43d8-96d9-0591b696ef27 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.002161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a7c43f11-3bdf-43d8-96d9-0591b696ef27 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/f877ea98-f8da-4fd0-bd4d-cba8d742f4b6 HTTP/1.1" status: 204 len: 168 time: 0.4834321 Jul 06 11:51:14.007014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55392) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:14.044411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] For port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:14.049139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] For port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a,segment=NetworkSegment(257a8128-b75f-4218-a5b3-c3443be4f2b9),segment_id=257a8128-b75f-4218-a5b3-c3443be4f2b9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:14.053852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a0c4a1-da83-43f0-a368-bb3dabe7670e None None] Network 80f4d7c2-dd18-41e7-b33a-37eeac651360 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:14.060499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d075a-0772-445e-ac75-8eb15b9147cb req-edb13c1a-8bc8-44eb-9575-fad0d8125834 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:14.063294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-609d075a-0772-445e-ac75-8eb15b9147cb req-edb13c1a-8bc8-44eb-9575-fad0d8125834 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3279448 Jul 06 11:51:14.070339 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.076369 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.078140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c43f11-3bdf-43d8-96d9-0591b696ef27 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Subnet': ['ID=f877ea98-f8da-4fd0-bd4d-cba8d742f4b6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:14.170009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-242542c2-6ab1-401a-a512-1699ba4a6f3a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Deleting port e0df6408-87cf-44c9-a866-c2b4b04bb7c5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:14.170565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-242542c2-6ab1-401a-a512-1699ba4a6f3a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.190050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-609d075a-0772-445e-ac75-8eb15b9147cb req-44ba5a64-1fc9-4081-9985-148cb84fb61c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706928 Jul 06 11:51:14.264517 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.277046 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.296084 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585e84d-f2bd-4e0f-86a9-9726753d0417 None None] Pushing event updated for resources: {'Port': ['ID=b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:14.334838 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abf56dd9-d664-4c0e-8699-c00fc47d26b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.414300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:14.424080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c7f05-d1c2-433b-aa00-a3332857ecb7 req-97c83497-a885-4684-833e-5cc89fe81fe2 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:14.425730 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba9c7f05-d1c2-433b-aa00-a3332857ecb7 req-97c83497-a885-4684-833e-5cc89fe81fe2 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 945 time: 0.1588411 Jul 06 11:51:14.458017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:14.466760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:14.478811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:14.480307 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.484577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-44b01bb7-28ba-42bf-a383-5085521669dd req-9eb20a3f-42e5-4da1-8c47-5aa8ae8566c1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Deleting port 0218192b-6fd6-403e-b3c2-0cb445939912 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:14.484987 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-44b01bb7-28ba-42bf-a383-5085521669dd req-9eb20a3f-42e5-4da1-8c47-5aa8ae8566c1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.496822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=9f1df062-5c97-4503-b67b-93f2494ad751,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:14.519258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba9c7f05-d1c2-433b-aa00-a3332857ecb7 req-caefd47b-b08e-4a21-bbd4-7c296c2c8b20 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/security-groups?id=71857f98-4e4a-4758-a3f7-bd79675c1f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757632 Jul 06 11:51:14.520754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 3544023d-bb0d-45ad-8041-3d278201272d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:14.521843 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.523433 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-242542c2-6ab1-401a-a512-1699ba4a6f3a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.566928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716f439a-aeb0-4a74-abd0-45726c6b3260 None None] DHCP port deletion for 80f4d7c2-dd18-41e7-b33a-37eeac651360 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:51:14.598309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-242542c2-6ab1-401a-a512-1699ba4a6f3a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Calling delete_port for e0df6408-87cf-44c9-a866-c2b4b04bb7c5 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:14.605534 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3510c459-e034-4bf9-9544-b8b15fc2a29b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8671918 Jul 06 11:51:14.611900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55400) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:14.621973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a2a4d636-0c06-475c-ae9a-d059ccf4db17 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:14.634149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.695983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-716f439a-aeb0-4a74-abd0-45726c6b3260 None None] Deleting port 3544023d-bb0d-45ad-8041-3d278201272d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:14.697124 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716f439a-aeb0-4a74-abd0-45726c6b3260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.722191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] For port 3544023d-bb0d-45ad-8041-3d278201272d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3544023d-bb0d-45ad-8041-3d278201272d,segment=NetworkSegment(38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6),segment_id=38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:14.722915 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.744767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 3544023d-bb0d-45ad-8041-3d278201272d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:14.821977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-716f439a-aeb0-4a74-abd0-45726c6b3260 None None] For port 3544023d-bb0d-45ad-8041-3d278201272d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3544023d-bb0d-45ad-8041-3d278201272d,segment=NetworkSegment(38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6),segment_id=38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:14.822385 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716f439a-aeb0-4a74-abd0-45726c6b3260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.838548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-716f439a-aeb0-4a74-abd0-45726c6b3260 None None] Calling delete_port for 3544023d-bb0d-45ad-8041-3d278201272d owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:14.894059 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.908063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-44b01bb7-28ba-42bf-a383-5085521669dd req-9eb20a3f-42e5-4da1-8c47-5aa8ae8566c1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] For port 0218192b-6fd6-403e-b3c2-0cb445939912, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0218192b-6fd6-403e-b3c2-0cb445939912,segment=NetworkSegment(1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201),segment_id=1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:14.908424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-44b01bb7-28ba-42bf-a383-5085521669dd req-9eb20a3f-42e5-4da1-8c47-5aa8ae8566c1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.937488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=3544023d-bb0d-45ad-8041-3d278201272d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:14.952059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No DVR routers for this DVR port 3544023d-bb0d-45ad-8041-3d278201272d on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:14.958330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716f439a-aeb0-4a74-abd0-45726c6b3260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.991856 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d636-0c06-475c-ae9a-d059ccf4db17 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.996536 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f439a-aeb0-4a74-abd0-45726c6b3260 None None] No DVR routers for this DVR port 3544023d-bb0d-45ad-8041-3d278201272d on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:14.999594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f439a-aeb0-4a74-abd0-45726c6b3260 None None] Pushing event deleted for resources: {'Port': ['ID=3544023d-bb0d-45ad-8041-3d278201272d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:15.008470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-44b01bb7-28ba-42bf-a383-5085521669dd req-9eb20a3f-42e5-4da1-8c47-5aa8ae8566c1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Calling delete_port for 0218192b-6fd6-403e-b3c2-0cb445939912 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:15.070088 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.081754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f4d7c2-dd18-41e7-b33a-37eeac651360']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:15.097403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:15.097792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e5b41b-c7e9-474c-9b5c-7ddcfe475ce6') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:15.107116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Allocated IP 172.25.0.216 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/15e5e096-30f8-4be0-bd4c-5be51e69f926) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:15.114925 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.141717 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.173544 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:15.174211 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:15.178404 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:15.266250 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.272602 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.280749 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/networks/80f4d7c2-dd18-41e7-b33a-37eeac651360 HTTP/1.1" status: 204 len: 168 time: 1.2663372 Jul 06 11:51:15.281722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55416) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:15.287069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-656270609'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:15.312571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98836f-5911-426b-8f65-2da070d380e4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Network': ['ID=80f4d7c2-dd18-41e7-b33a-37eeac651360,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:15.323752 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-242542c2-6ab1-401a-a512-1699ba4a6f3a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.342443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:15.346863 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.428363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:15.450710 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.451170 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Added segment eb7227a5-faac-4afb-8794-3e21655cd0f1 of type vlan for network e829d84a-f20b-4d2a-89d6-5344e022dd06 Jul 06 11:51:15.455475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242542c2-6ab1-401a-a512-1699ba4a6f3a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Pushing event deleted for resources: {'Port': ['ID=e0df6408-87cf-44c9-a866-c2b4b04bb7c5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:15.609632 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.677149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-242542c2-6ab1-401a-a512-1699ba4a6f3a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.679590 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-242542c2-6ab1-401a-a512-1699ba4a6f3a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] 10.222.0.21 "DELETE /v2.0/ports/e0df6408-87cf-44c9-a866-c2b4b04bb7c5 HTTP/1.1" status: 204 len: 168 time: 2.1153972 Jul 06 11:51:15.692778 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55424) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:15.703592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d636-0c06-475c-ae9a-d059ccf4db17 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.729036 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d636-0c06-475c-ae9a-d059ccf4db17 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.797811 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-44b01bb7-28ba-42bf-a383-5085521669dd req-9eb20a3f-42e5-4da1-8c47-5aa8ae8566c1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.835886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4d636-0c06-475c-ae9a-d059ccf4db17 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] In _notify_port_updated(), no bound segment for port 9f1df062-5c97-4503-b67b-93f2494ad751 on network 53ac8393-65a1-4a59-b0f9-e94e85610e85 {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:51:15.842309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4d636-0c06-475c-ae9a-d059ccf4db17 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:15.842916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2a4d636-0c06-475c-ae9a-d059ccf4db17 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.844309 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a2a4d636-0c06-475c-ae9a-d059ccf4db17 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "PUT /v2.0/ports/9f1df062-5c97-4503-b67b-93f2494ad751 HTTP/1.1" status: 200 len: 818 time: 1.2313716 Jul 06 11:51:15.887632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55432) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:15.899040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.907736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e877829d-e66f-4f2d-969a-22109847b23c None None] Network 918ff952-204e-4ca7-97c0-12bc26029c17 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:15.923120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4f6f5ece-d5fa-4f16-9c95-9210980195fd tempest-DHCPAgentSchedulersTestJSON-714274702 tempest-DHCPAgentSchedulersTestJSON-714274702-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2289357 Jul 06 11:51:15.923760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55434) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:15.974987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1706595433'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:16.039488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a3b5f-d2c4-49fa-a4e5-746a76b815b2 req-f4cac055-a3e2-4c0c-b9ae-e5cbbac2b1c7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:16.041281 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-602a3b5f-d2c4-49fa-a4e5-746a76b815b2 req-f4cac055-a3e2-4c0c-b9ae-e5cbbac2b1c7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.6736178 Jul 06 11:51:16.073797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0218192b-6fd6-403e-b3c2-0cb445939912 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:16.088642 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2ac1d32a-cb21-4e11-adcb-a25cabcf7294 req-9284011d-b585-45eb-8957-edf6a10e8c74 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 210 time: 0.0582218 Jul 06 11:51:16.097535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dcbe6abc-5412-46ff-bf40-9f7b161560e2 None None] Provisioning for port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:16.127896 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.165666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 0218192b-6fd6-403e-b3c2-0cb445939912 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:16.166947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0218192b-6fd6-403e-b3c2-0cb445939912 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:16.181260 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.189356 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:16.189972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.284308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-602a3b5f-d2c4-49fa-a4e5-746a76b815b2 req-670e7d87-3d46-4a86-aa93-4608b2d0064f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930988 Jul 06 11:51:16.348391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0655000 Jul 06 11:51:16.352331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55444) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:16.358362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': 'e829d84a-f20b-4d2a-89d6-5344e022dd06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:16.366875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d2734-52f9-4d19-bfc8-6bc3771500b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Network': ['ID=e829d84a-f20b-4d2a-89d6-5344e022dd06,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:16.393258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b01bb7-28ba-42bf-a383-5085521669dd req-9eb20a3f-42e5-4da1-8c47-5aa8ae8566c1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] No DVR routers for this DVR port 0218192b-6fd6-403e-b3c2-0cb445939912 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:16.397329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network e829d84a-f20b-4d2a-89d6-5344e022dd06 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:16.397794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4d636-0c06-475c-ae9a-d059ccf4db17 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=9f1df062-5c97-4503-b67b-93f2494ad751,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:16.458153 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-44b01bb7-28ba-42bf-a383-5085521669dd req-9eb20a3f-42e5-4da1-8c47-5aa8ae8566c1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.460379 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-44b01bb7-28ba-42bf-a383-5085521669dd req-9eb20a3f-42e5-4da1-8c47-5aa8ae8566c1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.86 "DELETE /v2.0/ports/0218192b-6fd6-403e-b3c2-0cb445939912 HTTP/1.1" status: 204 len: 173 time: 2.4373136 Jul 06 11:51:16.461270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb20a3f-42e5-4da1-8c47-5aa8ae8566c1 tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] Pushing event deleted for resources: {'Port': ['ID=0218192b-6fd6-403e-b3c2-0cb445939912,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:16.471276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dff7877-10f3-4604-be8d-a15a02be8187', 'name': 'network-vif-deleted', 'tag': '0218192b-6fd6-403e-b3c2-0cb445939912'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:16.473087 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c7a15c-79a9-4349-a7e9-d9568e012a18" -d '{"events": [{"server_uuid": "1dff7877-10f3-4604-be8d-a15a02be8187", "name": "network-vif-deleted", "tag": "0218192b-6fd6-403e-b3c2-0cb445939912"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:16.594989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'Port': ['ID=15e5e096-30f8-4be0-bd4c-5be51e69f926,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:16.604609 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7c31df-7c9e-4371-972c-fbd74a0eda55 x-openstack-request-id: req-5e7c31df-7c9e-4371-972c-fbd74a0eda55 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:16.604901 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dff7877-10f3-4604-be8d-a15a02be8187", "name": "network-vif-deleted", "tag": "0218192b-6fd6-403e-b3c2-0cb445939912", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:16.605297 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e7c31df-7c9e-4371-972c-fbd74a0eda55 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:16.605527 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dff7877-10f3-4604-be8d-a15a02be8187', 'name': 'network-vif-deleted', 'tag': '0218192b-6fd6-403e-b3c2-0cb445939912', 'status': 'completed', 'code': 200} Jul 06 11:51:16.607352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:16.625868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:16.633941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:16.642600 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:51:16.642600 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:51:16.642600 n-d-799527-2 neutron-server[93814]: [parameters: {'project_id_1': '33ad56bff9ae43fda3362c838e799a67', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 51, 16, 497843)}] Jul 06 11:51:16.642600 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:51:16.643006 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:51:16.644963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:16.710564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Made reservation on behalf of 3c68f6e79db44eabacb05c767344d843 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:16.712151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:16.714715 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.724098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:16.724474 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.781006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-547d227a-7d86-4033-be26-bc32f063bbd9 None None] Provisioning complete for port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:16.781378 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-547d227a-7d86-4033-be26-bc32f063bbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.792080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:16.794847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a526bd90-1141-4d30-86dc-3e4f1c1ec581 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 9f1df062-5c97-4503-b67b-93f2494ad751 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:16.795195 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a526bd90-1141-4d30-86dc-3e4f1c1ec581 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.840824 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.851420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.851844 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Added segment 39b755b1-8068-4527-8046-c9ce28af740b of type vlan for network 3b34bcd0-bf5c-4380-9791-487b137198a5 Jul 06 11:51:16.875224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.942350 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-547d227a-7d86-4033-be26-bc32f063bbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.945449 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a,segment=NetworkSegment(257a8128-b75f-4218-a5b3-c3443be4f2b9),segment_id=257a8128-b75f-4218-a5b3-c3443be4f2b9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:16.958366 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.048834 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-547d227a-7d86-4033-be26-bc32f063bbd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:51:17.048834 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-547d227a-7d86-4033-be26-bc32f063bbd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:51:17.050738 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.062300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3544023d-bb0d-45ad-8041-3d278201272d no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:17.082118 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a526bd90-1141-4d30-86dc-3e4f1c1ec581 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.084571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 3544023d-bb0d-45ad-8041-3d278201272d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:17.084918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3544023d-bb0d-45ad-8041-3d278201272d not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:17.101538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:17.120887 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.177391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a526bd90-1141-4d30-86dc-3e4f1c1ec581 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 9f1df062-5c97-4503-b67b-93f2494ad751 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:17.208976 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.215336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:17.216859 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:17.217609 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.219188 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.416970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Pushing event updated for resources: {'Network': ['ID=3b34bcd0-bf5c-4380-9791-487b137198a5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:17.419323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-516f3d58-59fd-446e-9ed4-7e52c063e14f req-7635f6fc-959c-4746-9ff1-4b8887d92e4d tempest-ServerAddressesNegativeTestJSON-34620813 tempest-ServerAddressesNegativeTestJSON-34620813-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dff7877-10f3-4604-be8d-a15a02be8187 HTTP/1.1" status: 200 len: 210 time: 0.0652621 Jul 06 11:51:17.429318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 3b34bcd0-bf5c-4380-9791-487b137198a5 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:17.436645 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6e149d8f-164e-469f-a609-b9b864968159 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4690080 Jul 06 11:51:17.440657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55468) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:17.657128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a526bd90-1141-4d30-86dc-3e4f1c1ec581 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.699479 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.700133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526bd90-1141-4d30-86dc-3e4f1c1ec581 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=9f1df062-5c97-4503-b67b-93f2494ad751,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:17.756333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a526bd90-1141-4d30-86dc-3e4f1c1ec581 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.761184 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a526bd90-1141-4d30-86dc-3e4f1c1ec581 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/9f1df062-5c97-4503-b67b-93f2494ad751 HTTP/1.1" status: 204 len: 168 time: 1.8637605 Jul 06 11:51:17.765225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-765b682a-6801-4d54-87cb-1d319e9c7cf7 None None] Could not find standard attr ID for object e0df6408-87cf-44c9-a866-c2b4b04bb7c5. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:51:17.769858 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c7efc-95d4-44b7-9373-fa8f38b9efd1 req-ca645121-c406-4cff-b729-2cd2f827e110 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:17.771486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-091c7efc-95d4-44b7-9373-fa8f38b9efd1 req-ca645121-c406-4cff-b729-2cd2f827e110 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.1872559 Jul 06 11:51:17.772852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55474) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:17.820785 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7579ecc4-8e41-4906-89c6-99aa88257d27 tempest-DHCPAgentSchedulersTestJSON-714274702 tempest-DHCPAgentSchedulersTestJSON-714274702-project-admin] 10.222.0.21 "GET /v2.0/agents/618d9f30-7292-4292-9a7b-17dea1deba53/dhcp-networks HTTP/1.1" status: 200 len: 10401 time: 0.3742957 Jul 06 11:51:17.821216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:17.830471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Subnet': ['ID=2d62c2fc-a114-4671-b7f1-2ad8a8b779e0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:17.844981 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.850944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Checking segment: {'id': 'eb7227a5-faac-4afb-8794-3e21655cd0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e829d84a-f20b-4d2a-89d6-5344e022dd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:17.851333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network hostable DHCP agents. Network: e829d84a-f20b-4d2a-89d6-5344e022dd06, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:17.854021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.904745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-091c7efc-95d4-44b7-9373-fa8f38b9efd1 req-4397da41-b7cf-4a7d-82a6-2ed7a8ae5b7b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108980 Jul 06 11:51:17.951162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c3179a-68a3-4088-836c-f7007c82e8a6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:17.956436 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-17c3179a-68a3-4088-836c-f7007c82e8a6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1824834 Jul 06 11:51:17.960104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55482) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:17.964750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'Port': ['ID=15e5e096-30f8-4be0-bd4c-5be51e69f926,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:17.966033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network e829d84a-f20b-4d2a-89d6-5344e022dd06 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:17.975016 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.001374 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.012341 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ad02bfb5-8dcf-4c39-a3b9-6da89e9be227 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3599181 Jul 06 11:51:18.020344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, e829d84a-f20b-4d2a-89d6-5344e022dd06) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:18.025505 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a423800-e136-44af-aab9-410756feeb84 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:51:18.033286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5a423800-e136-44af-aab9-410756feeb84 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/9f1df062-5c97-4503-b67b-93f2494ad751 HTTP/1.1" status: 404 len: 333 time: 0.0572100 Jul 06 11:51:18.033975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d497fe6-c8f3-471d-828b-99a5a6e3b2a7 None None] Network e829d84a-f20b-4d2a-89d6-5344e022dd06 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:18.037759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:18.037759 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.039841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:18.050036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1238472010'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:18.070264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d14e71-2bb0-41e6-9ec1-211000da7cd9 tempest-DHCPAgentSchedulersTestJSON-714274702 tempest-DHCPAgentSchedulersTestJSON-714274702-project-admin] Network 3b34bcd0-bf5c-4380-9791-487b137198a5 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:18.081638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55488) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:18.081862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-53e7b4fa-ec2f-4eb1-9289-faf6f23889eb tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7282333 Jul 06 11:51:18.088304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': 'e829d84a-f20b-4d2a-89d6-5344e022dd06', 'name': 'tempest-PortsIpV6TestJSON-1995066681', 'fixed_ips': [{'subnet_id': '2d62c2fc-a114-4671-b7f1-2ad8a8b779e0', 'ip_address': '2001:db8::10'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:18.091971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e9d14e71-2bb0-41e6-9ec1-211000da7cd9 tempest-DHCPAgentSchedulersTestJSON-714274702 tempest-DHCPAgentSchedulersTestJSON-714274702-project-admin] 10.222.0.21 "POST /v2.0/agents/618d9f30-7292-4292-9a7b-17dea1deba53/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2703185 Jul 06 11:51:18.095017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55490) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:18.100522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df82cb8a-daf1-465d-9cc0-76513c055dba None None] Network 3b34bcd0-bf5c-4380-9791-487b137198a5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:18.113319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:18.117164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.199038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:18.216665 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.246248 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.246940 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Added segment b76312ed-56af-478e-9562-825ec3271ded of type vlan for network 9ca6d4a7-ee51-4f10-b839-570f54689afe Jul 06 11:51:18.390488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:18.408738 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.443822 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f2cd6a83-10b6-4ed5-b57e-69e38d20a6ee tempest-DHCPAgentSchedulersTestJSON-714274702 tempest-DHCPAgentSchedulersTestJSON-714274702-project-admin] 10.222.0.21 "GET /v2.0/agents/618d9f30-7292-4292-9a7b-17dea1deba53/dhcp-networks HTTP/1.1" status: 200 len: 11957 time: 0.3479629 Jul 06 11:51:18.444459 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55502) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:18.505338 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57907d13-3ece-4720-af9a-951a9a5502b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.518672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-e829d84a-f20b-4d2a-89d6-5344e022dd06', 'network_id': 'e829d84a-f20b-4d2a-89d6-5344e022dd06', 'tenant_id': '33ad56bff9ae43fda3362c838e799a67', 'fixed_ips': [{'subnet_id': '2d62c2fc-a114-4671-b7f1-2ad8a8b779e0'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:51:18.519603 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.552468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:18.564387 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.579766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:18.580449 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.633316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55514) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:18.669002 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.711864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port 7c35269b-96db-481c-961b-7d686736a1a3 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:18.719898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fbb0f1-c8ef-4810-aebe-f335499de037 admin admin] Deleting subnet 91be170e-cde4-461f-8aa8-596e19f03df4 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:18.725560 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30fbb0f1-c8ef-4810-aebe-f335499de037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.731991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Network': ['ID=9ca6d4a7-ee51-4f10-b839-570f54689afe,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:18.755913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 9ca6d4a7-ee51-4f10-b839-570f54689afe details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:18.782224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8fa07336-516c-461c-a846-7b804591bbf4 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7394738 Jul 06 11:51:18.784393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a0c12cc7-be60-4532-9a84-ad3b98926665 tempest-DHCPAgentSchedulersTestJSON-714274702 tempest-DHCPAgentSchedulersTestJSON-714274702-project-admin] 10.222.0.21 "DELETE /v2.0/agents/618d9f30-7292-4292-9a7b-17dea1deba53/dhcp-networks/3b34bcd0-bf5c-4380-9791-487b137198a5 HTTP/1.1" status: 204 len: 168 time: 0.3370671 Jul 06 11:51:18.786454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55520) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:18.787359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55522) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:18.811084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:18.836302 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.910525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:18.910903 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.976286 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30fbb0f1-c8ef-4810-aebe-f335499de037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.977646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Allocated IP 2001:db8::2 (e829d84a-f20b-4d2a-89d6-5344e022dd06/2d62c2fc-a114-4671-b7f1-2ad8a8b779e0/23afee8d-781a-4619-b7ab-9864752fff46) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:19.003818 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-a0fdf7f9-b63f-4191-b3b6-d50c2b073108 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1311762455&fields=id&tenant_id=cd1e6cd433e348e2959ebc414d780c4f HTTP/1.1" status: 200 len: 267 time: 0.2615089 Jul 06 11:51:19.062653 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30fbb0f1-c8ef-4810-aebe-f335499de037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.130365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:19.137017 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.147731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30fbb0f1-c8ef-4810-aebe-f335499de037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.178392 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbb0f1-c8ef-4810-aebe-f335499de037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91be170e-cde4-461f-8aa8-596e19f03df4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:19.188192 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30fbb0f1-c8ef-4810-aebe-f335499de037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.190327 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-30fbb0f1-c8ef-4810-aebe-f335499de037 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91be170e-cde4-461f-8aa8-596e19f03df4 HTTP/1.1" status: 204 len: 168 time: 0.5560517 Jul 06 11:51:19.193036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55532) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:19.252739 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.266675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Transition to ACTIVE for port object 23afee8d-781a-4619-b7ab-9864752fff46 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:19.279579 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.289026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Transition to ACTIVE for port object 23afee8d-781a-4619-b7ab-9864752fff46 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:19.299550 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.312883 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-31191c10-a9e4-4769-9c04-d20adf94a720 tempest-DHCPAgentSchedulersTestJSON-714274702 tempest-DHCPAgentSchedulersTestJSON-714274702-project-admin] 10.222.0.21 "GET /v2.0/agents/618d9f30-7292-4292-9a7b-17dea1deba53/dhcp-networks HTTP/1.1" status: 200 len: 11186 time: 0.5194473 Jul 06 11:51:19.317444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55534) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:19.356212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-8d174f41-64bf-4eba-8eca-05b3460933db tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:19.363036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-8d174f41-64bf-4eba-8eca-05b3460933db tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 815 time: 0.3581111 Jul 06 11:51:19.381253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Pushing event updated for resources: {'Port': ['ID=23afee8d-781a-4619-b7ab-9864752fff46,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:19.386198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8::10 (e829d84a-f20b-4d2a-89d6-5344e022dd06/2d62c2fc-a114-4671-b7f1-2ad8a8b779e0/7c35269b-96db-481c-961b-7d686736a1a3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:19.395494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Network e829d84a-f20b-4d2a-89d6-5344e022dd06 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:19.398163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:19.401931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:19.404800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-641a319f-79d4-47d3-b6ca-059344f7c520 tempest-DHCPAgentSchedulersTestJSON-714274702 tempest-DHCPAgentSchedulersTestJSON-714274702-project-admin] 10.222.0.21 "GET /v2.0/networks/918ff952-204e-4ca7-97c0-12bc26029c17/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0845134 Jul 06 11:51:19.409900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55538) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:19.417696 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0de927cc-3b40-454b-bea6-7fe7271b02a1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/quotas/cd1e6cd433e348e2959ebc414d780c4f HTTP/1.1" status: 200 len: 375 time: 0.0537722 Jul 06 11:51:19.434694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1554b-2718-4ae6-9908-06756594936f req-492a91f8-0bf0-4b18-90a1-d3a19f91fce4 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:19.436315 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2cf1554b-2718-4ae6-9908-06756594936f req-492a91f8-0bf0-4b18-90a1-d3a19f91fce4 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3429222 Jul 06 11:51:19.482486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Attempting to bind port 23afee8d-781a-4619-b7ab-9864752fff46 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:19.482702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Attempting to bind port 23afee8d-781a-4619-b7ab-9864752fff46 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'eb7227a5-faac-4afb-8794-3e21655cd0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e829d84a-f20b-4d2a-89d6-5344e022dd06'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:19.483077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Attempting to bind port 23afee8d-781a-4619-b7ab-9864752fff46 on network e829d84a-f20b-4d2a-89d6-5344e022dd06 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:19.490021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:19.490404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Checking segment: {'id': 'eb7227a5-faac-4afb-8794-3e21655cd0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e829d84a-f20b-4d2a-89d6-5344e022dd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:19.490846 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.491246 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Bound using segment: {'id': 'eb7227a5-faac-4afb-8794-3e21655cd0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e829d84a-f20b-4d2a-89d6-5344e022dd06'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:19.491757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Bound port: 23afee8d-781a-4619-b7ab-9864752fff46, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7227a5-faac-4afb-8794-3e21655cd0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e829d84a-f20b-4d2a-89d6-5344e022dd06'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:19.492146 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.537281 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f4b28903-a21b-4b72-a28a-8481b9b1c6ba tempest-DHCPAgentSchedulersTestJSON-714274702 tempest-DHCPAgentSchedulersTestJSON-714274702-project-admin] 10.222.0.21 "GET /v2.0/networks/918ff952-204e-4ca7-97c0-12bc26029c17/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1170464 Jul 06 11:51:19.543388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55544) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:19.586193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] For port 23afee8d-781a-4619-b7ab-9864752fff46, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:19.590737 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2cf1554b-2718-4ae6-9908-06756594936f req-d3123c21-16d4-4822-a77b-f235a244f457 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394548 Jul 06 11:51:19.605467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] For port 23afee8d-781a-4619-b7ab-9864752fff46, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=23afee8d-781a-4619-b7ab-9864752fff46,segment=NetworkSegment(eb7227a5-faac-4afb-8794-3e21655cd0f1),segment_id=eb7227a5-faac-4afb-8794-3e21655cd0f1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:19.618814 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.673787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.708358 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.713085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697643d7-60f0-4398-b8f7-3a489c93808e']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:19.725866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3dcb9-368f-412d-af60-7cd52071d3a1 None None] Pushing event updated for resources: {'Port': ['ID=23afee8d-781a-4619-b7ab-9864752fff46,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:19.747972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:19.748365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfeb1e1-7cb7-4f01-b883-3e74c5a4e201') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:19.763363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object 7c35269b-96db-481c-961b-7d686736a1a3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:19.766234 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.778280 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-3072e89a-9bcc-472b-8466-463f0f7141b7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3540146 Jul 06 11:51:19.793832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.814857 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.827961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:19.829034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:19.831855 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:19.962148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Subnet': ['ID=cbcfa8bc-1468-4873-8299-f5811d395676,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:20.014580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.023736 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.028286 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] 10.222.0.21 "DELETE /v2.0/networks/697643d7-60f0-4398-b8f7-3a489c93808e HTTP/1.1" status: 204 len: 168 time: 0.8337529 Jul 06 11:51:20.030010 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.080794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3becf69-2647-4036-aaa6-799fb3a6b798 admin admin] Pushing event deleted for resources: {'Network': ['ID=697643d7-60f0-4398-b8f7-3a489c93808e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:20.098719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8f14a7d8-04e3-4166-857f-df35a0ccf397 tempest-DHCPAgentSchedulersTestJSON-714274702 tempest-DHCPAgentSchedulersTestJSON-714274702-project-admin] 10.222.0.21 "GET /v2.0/agents/618d9f30-7292-4292-9a7b-17dea1deba53/dhcp-networks HTTP/1.1" status: 200 len: 11148 time: 0.5531399 Jul 06 11:51:20.107486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:20.137886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network e829d84a-f20b-4d2a-89d6-5344e022dd06 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:20.143591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:20.151140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:20.161527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:20.162493 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.168522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=7c35269b-96db-481c-961b-7d686736a1a3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:20.199337 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f2f2093e-529c-42e9-95c8-75c538bd2dfc tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1164999 Jul 06 11:51:20.202992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55564) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:20.209699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': 'e829d84a-f20b-4d2a-89d6-5344e022dd06', 'name': 'tempest-PortsIpV6TestJSON-1111429669', 'fixed_ips': [{'subnet_id': '2d62c2fc-a114-4671-b7f1-2ad8a8b779e0', 'ip_address': '2001:db8::f'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:20.230634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Checking segment: {'id': 'b76312ed-56af-478e-9562-825ec3271ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:20.230926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network hostable DHCP agents. Network: 9ca6d4a7-ee51-4f10-b839-570f54689afe, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:20.400848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:20.405313 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.431541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.471787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port 4b741a8e-b819-4f5b-916c-29be5e259792 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:20.514494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.532478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 9ca6d4a7-ee51-4f10-b839-570f54689afe is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:20.562753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-e820bffe-2352-45d4-8f0e-6106aada8bc2 service neutron] 10.222.0.21 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644610 Jul 06 11:51:20.629715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 9ca6d4a7-ee51-4f10-b839-570f54689afe) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:20.643943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:20.644676 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.683544 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55572) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:20.781629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f757d025-6dbc-433a-bebf-c21e3c03a372 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9934826 Jul 06 11:51:20.813028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55574) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:20.824337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-367fee41-4976-422a-b12a-ccc9b443b37d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:20.844283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 23afee8d-781a-4619-b7ab-9864752fff46 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:20.846002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961edc65-7c46-40b5-8ff3-16cd6f2e34b4 None None] Network 9ca6d4a7-ee51-4f10-b839-570f54689afe requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:20.882603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8::f (e829d84a-f20b-4d2a-89d6-5344e022dd06/2d62c2fc-a114-4671-b7f1-2ad8a8b779e0/4b741a8e-b819-4f5b-916c-29be5e259792) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:20.892015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd819786-498d-40a7-99ac-26eb3aff94c4 req-2cf49472-dd20-4446-be9f-10fa2932edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:20.893537 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd819786-498d-40a7-99ac-26eb3aff94c4 req-2cf49472-dd20-4446-be9f-10fa2932edf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1095 time: 0.5546839 Jul 06 11:51:21.123306 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.134928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-31ae7a67-ec4a-4aab-b827-675059183f02 service neutron] 10.222.0.21 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866762 Jul 06 11:51:21.152157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6b2cf1c2-9678-4c4e-a1e2-e54386417a0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=969891e03da64c0699473bfef38c1ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4623904 Jul 06 11:51:21.155357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55580) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:21.169105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b34bcd0-bf5c-4380-9791-487b137198a5']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:21.172448 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 23afee8d-781a-4619-b7ab-9864752fff46 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:21.179069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130b977-2044-4c57-9c57-534492cc43c7 req-c2df06b2-eecf-461a-8c14-97410e6248e5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:21.179945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-9ca6d4a7-ee51-4f10-b839-570f54689afe', 'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe', 'tenant_id': '33bdebf81d734b84a02b7b29132c7a1c', 'fixed_ips': [{'subnet_id': 'cbcfa8bc-1468-4873-8299-f5811d395676'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:51:21.181176 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.186554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e130b977-2044-4c57-9c57-534492cc43c7 req-c2df06b2-eecf-461a-8c14-97410e6248e5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.6386552 Jul 06 11:51:21.231624 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.250220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b755b1-8068-4527-8046-c9ce28af740b') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:21.250446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b755b1-8068-4527-8046-c9ce28af740b') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:21.251072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object 4b741a8e-b819-4f5b-916c-29be5e259792 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:21.330526 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.355627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.390976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.427346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:21.427825 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:21.431869 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:21.448142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd819786-498d-40a7-99ac-26eb3aff94c4 req-8dfa8525-10f1-4b3c-a910-e5c98a692892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:21.449707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd819786-498d-40a7-99ac-26eb3aff94c4 req-8dfa8525-10f1-4b3c-a910-e5c98a692892 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.4875438 Jul 06 11:51:21.479633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e130b977-2044-4c57-9c57-534492cc43c7 req-71968be4-a517-4fad-abfd-4c9f138977da tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917395 Jul 06 11:51:21.531911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Allocated IP 172.20.0.2 (9ca6d4a7-ee51-4f10-b839-570f54689afe/cbcfa8bc-1468-4873-8299-f5811d395676/0ebab505-d29a-4980-866a-000d0a635fe5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:21.698627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1b00973-28eb-4825-aa52-1512a2eaa025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.722980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81acaad5-a507-4267-bf0c-d2b1105f9af2 None None] Network e829d84a-f20b-4d2a-89d6-5344e022dd06 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:21.733604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network e829d84a-f20b-4d2a-89d6-5344e022dd06 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:21.742149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:21.763620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:21.794746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:21.811581 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.824285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=4b741a8e-b819-4f5b-916c-29be5e259792,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:21.869011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1b00973-28eb-4825-aa52-1512a2eaa025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.959862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1b483ac2-0f44-4a98-9a92-e141135fe405 None None] Provisioning for port 23afee8d-781a-4619-b7ab-9864752fff46 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:21.977530 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1b00973-28eb-4825-aa52-1512a2eaa025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.981373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1b00973-28eb-4825-aa52-1512a2eaa025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.982477 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f1b00973-28eb-4825-aa52-1512a2eaa025 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71857f98-4e4a-4758-a3f7-bd79675c1f25 HTTP/1.1" status: 204 len: 168 time: 0.8219821 Jul 06 11:51:22.001568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b00973-28eb-4825-aa52-1512a2eaa025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71857f98-4e4a-4758-a3f7-bd79675c1f25,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:22.016093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1b483ac2-0f44-4a98-9a92-e141135fe405 None None] Provisioning complete for port 23afee8d-781a-4619-b7ab-9864752fff46 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:22.016974 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b483ac2-0f44-4a98-9a92-e141135fe405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.347217 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.365980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Transition to ACTIVE for port object 0ebab505-d29a-4980-866a-000d0a635fe5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:22.372823 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b483ac2-0f44-4a98-9a92-e141135fe405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.408019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b493c8fb-89c2-4a01-acc7-cd482c467d2e req-b7c5445c-6408-44bd-b870-2b909e53b41e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 210 time: 0.1096308 Jul 06 11:51:22.424649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367fee41-4976-422a-b12a-ccc9b443b37d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:22.430289 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-367fee41-4976-422a-b12a-ccc9b443b37d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.443025 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b08fe651-5deb-4e87-9dad-8df2aa372b69 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2388203 Jul 06 11:51:22.443752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55614) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:22.453732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Transition to ACTIVE for port object 0ebab505-d29a-4980-866a-000d0a635fe5 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:22.472976 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.522601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1b483ac2-0f44-4a98-9a92-e141135fe405 None None] For port 23afee8d-781a-4619-b7ab-9864752fff46, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=23afee8d-781a-4619-b7ab-9864752fff46,segment=NetworkSegment(eb7227a5-faac-4afb-8794-3e21655cd0f1),segment_id=eb7227a5-faac-4afb-8794-3e21655cd0f1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:22.541920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.562665 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b483ac2-0f44-4a98-9a92-e141135fe405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.575565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Network 9ca6d4a7-ee51-4f10-b839-570f54689afe is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:22.584928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:22.589131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Pushing event updated for resources: {'Port': ['ID=0ebab505-d29a-4980-866a-000d0a635fe5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:22.592490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:22.622215 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.644052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] 10.222.0.21 "DELETE /v2.0/networks/3b34bcd0-bf5c-4380-9791-487b137198a5 HTTP/1.1" status: 204 len: 168 time: 2.5352173 Jul 06 11:51:22.650932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe26449-6594-4b6d-916b-64ca871b9900 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Pushing event deleted for resources: {'Network': ['ID=3b34bcd0-bf5c-4380-9791-487b137198a5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:22.670175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55620) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:22.674625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd819786-498d-40a7-99ac-26eb3aff94c4 req-0e206e87-96a6-42d9-9b3e-370b170b6b42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 999 time: 0.3908954 Jul 06 11:51:22.737830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b483ac2-0f44-4a98-9a92-e141135fe405 None None] Pushing event updated for resources: {'Port': ['ID=23afee8d-781a-4619-b7ab-9864752fff46,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:22.749258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Attempting to bind port 0ebab505-d29a-4980-866a-000d0a635fe5 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:22.749639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Attempting to bind port 0ebab505-d29a-4980-866a-000d0a635fe5 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'b76312ed-56af-478e-9562-825ec3271ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:22.750011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Attempting to bind port 0ebab505-d29a-4980-866a-000d0a635fe5 on network 9ca6d4a7-ee51-4f10-b839-570f54689afe {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:22.756808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:22.757194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Checking segment: {'id': 'b76312ed-56af-478e-9562-825ec3271ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:22.757616 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.758021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Bound using segment: {'id': 'b76312ed-56af-478e-9562-825ec3271ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:22.758523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Bound port: 0ebab505-d29a-4980-866a-000d0a635fe5, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76312ed-56af-478e-9562-825ec3271ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:22.759464 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.817231 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-708e2581-b2c6-4b13-9caa-64e6900aa996 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] DELETE failed (client error): The resource could not be found. Jul 06 11:51:22.817231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708e2581-b2c6-4b13-9caa-64e6900aa996 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:51:22.833982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-708e2581-b2c6-4b13-9caa-64e6900aa996 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] 10.222.0.21 "DELETE /v2.0/ports/e0df6408-87cf-44c9-a866-c2b4b04bb7c5 HTTP/1.1" status: 404 len: 333 time: 0.1573703 Jul 06 11:51:22.854090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55626) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:22.859409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a935e-27f8-4b47-8976-7aff8f16f06c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:22.865319 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-515a935e-27f8-4b47-8976-7aff8f16f06c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4204931 Jul 06 11:51:22.870487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55628) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:22.878990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] For port 0ebab505-d29a-4980-866a-000d0a635fe5, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:22.892705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] For port 0ebab505-d29a-4980-866a-000d0a635fe5, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0ebab505-d29a-4980-866a-000d0a635fe5,segment=NetworkSegment(b76312ed-56af-478e-9562-825ec3271ded),segment_id=b76312ed-56af-478e-9562-825ec3271ded)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:22.925052 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.951600 n-d-799527-2 neutron-server[93814]: INFO neutron.db.ipam_backend_mixin [None req-367fee41-4976-422a-b12a-ccc9b443b37d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cbcfa8bc-1468-4873-8299-f5811d395676 (CIDR: 172.20.0.0/28) Jul 06 11:51:23.034128 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-367fee41-4976-422a-b12a-ccc9b443b37d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:51:23.034645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367fee41-4976-422a-b12a-ccc9b443b37d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:51:23.119039 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58526f-74eb-4e2b-a594-9be1c73d567c None None] Pushing event updated for resources: {'Port': ['ID=0ebab505-d29a-4980-866a-000d0a635fe5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:23.121717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cedd1f2-5728-45ca-9f43-c74dd12580f5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.133289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cedd1f2-5728-45ca-9f43-c74dd12580f5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.141048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cedd1f2-5728-45ca-9f43-c74dd12580f5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.143112 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7cedd1f2-5728-45ca-9f43-c74dd12580f5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2715244 Jul 06 11:51:23.145984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55638) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:23.191529 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-367fee41-4976-422a-b12a-ccc9b443b37d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3731730 Jul 06 11:51:23.193145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55640) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:23.209499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-03d3d891-8918-43e1-8e40-f357d00f4f9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:23.217253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd819786-498d-40a7-99ac-26eb3aff94c4 req-ef790ed3-76c0-4e80-bec2-c522aca1803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.226064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd819786-498d-40a7-99ac-26eb3aff94c4 req-ef790ed3-76c0-4e80-bec2-c522aca1803a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.4745851 Jul 06 11:51:23.249970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-59ffed9d-f22e-4244-b8ca-1ad6bbd6fa6c None None] Provisioning for port 7c35269b-96db-481c-961b-7d686736a1a3 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:23.255051 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-59ffed9d-f22e-4244-b8ca-1ad6bbd6fa6c None None] Provisioning complete for port 7c35269b-96db-481c-961b-7d686736a1a3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:23.255432 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59ffed9d-f22e-4244-b8ca-1ad6bbd6fa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.333660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9ab99d-7c71-468d-a454-2efcaa96ec78 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Deleting subnet f9fbed9f-8f1d-40dc-869f-57da56f53492 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:23.338669 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab99d-7c71-468d-a454-2efcaa96ec78 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.351925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bca2d504-63aa-4400-8447-5ab3a23489e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 4b741a8e-b819-4f5b-916c-29be5e259792 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:23.354081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bca2d504-63aa-4400-8447-5ab3a23489e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.395665 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab99d-7c71-468d-a454-2efcaa96ec78 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.484505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-59ffed9d-f22e-4244-b8ca-1ad6bbd6fa6c None None] Port 7c35269b-96db-481c-961b-7d686736a1a3 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:23.527245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-59ffed9d-f22e-4244-b8ca-1ad6bbd6fa6c None None] Provisioning for port 4b741a8e-b819-4f5b-916c-29be5e259792 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:23.539630 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab99d-7c71-468d-a454-2efcaa96ec78 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.544369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-59ffed9d-f22e-4244-b8ca-1ad6bbd6fa6c None None] Provisioning complete for port 4b741a8e-b819-4f5b-916c-29be5e259792 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:23.545032 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59ffed9d-f22e-4244-b8ca-1ad6bbd6fa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.684707 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab99d-7c71-468d-a454-2efcaa96ec78 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.801898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bca2d504-63aa-4400-8447-5ab3a23489e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.806786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ab99d-7c71-468d-a454-2efcaa96ec78 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fbed9f-8f1d-40dc-869f-57da56f53492,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:23.847598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-59ffed9d-f22e-4244-b8ca-1ad6bbd6fa6c None None] Port 4b741a8e-b819-4f5b-916c-29be5e259792 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:23.851087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bca2d504-63aa-4400-8447-5ab3a23489e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 4b741a8e-b819-4f5b-916c-29be5e259792 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:23.877250 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab99d-7c71-468d-a454-2efcaa96ec78 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.882906 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3e9ab99d-7c71-468d-a454-2efcaa96ec78 tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] 10.222.0.21 "DELETE /v2.0/subnets/f9fbed9f-8f1d-40dc-869f-57da56f53492 HTTP/1.1" status: 204 len: 168 time: 1.0211062 Jul 06 11:51:23.893221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-59ffed9d-f22e-4244-b8ca-1ad6bbd6fa6c None None] Provisioning complete for port 23afee8d-781a-4619-b7ab-9864752fff46 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:23.893778 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59ffed9d-f22e-4244-b8ca-1ad6bbd6fa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.899087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3438ce-170e-4107-baca-2ef33062d302 None None] Network 918ff952-204e-4ca7-97c0-12bc26029c17 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:23.919625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55658) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:24.016111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55660) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:24.044961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b329837-05fc-49c0-a722-028be8550ef3 req-d06c4be8-2c8f-439f-9b91-4a5c50aea080 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:24.057591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5b329837-05fc-49c0-a722-028be8550ef3 req-d06c4be8-2c8f-439f-9b91-4a5c50aea080 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 1.0559270 Jul 06 11:51:24.258747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-5720735c-d5f1-41e2-815c-a304a4a00206 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:24.262780 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-5720735c-d5f1-41e2-815c-a304a4a00206 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.47 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 815 time: 0.1852477 Jul 06 11:51:24.265482 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bca2d504-63aa-4400-8447-5ab3a23489e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:24.292031 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-623de8bd-a3a8-4879-b0a8-a8e640042deb req-43e833f8-4d9a-493d-93c7-dffad954405b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 210 time: 0.3776958 Jul 06 11:51:24.301216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd819786-498d-40a7-99ac-26eb3aff94c4 req-69a52de2-8bc2-4314-9d22-50ab74ab8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:24.308580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd819786-498d-40a7-99ac-26eb3aff94c4 req-69a52de2-8bc2-4314-9d22-50ab74ab8a7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0497704 Jul 06 11:51:24.360518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2d504-63aa-4400-8447-5ab3a23489e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=4b741a8e-b819-4f5b-916c-29be5e259792,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:24.447125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0b874833-a202-4add-95c5-aa07aed0d592 None None] Provisioning complete for port 7c35269b-96db-481c-961b-7d686736a1a3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:24.448514 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b874833-a202-4add-95c5-aa07aed0d592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:24.508305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d3d891-8918-43e1-8e40-f357d00f4f9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:24.512895 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03d3d891-8918-43e1-8e40-f357d00f4f9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:24.515634 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bca2d504-63aa-4400-8447-5ab3a23489e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:24.522421 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bca2d504-63aa-4400-8447-5ab3a23489e1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/4b741a8e-b819-4f5b-916c-29be5e259792 HTTP/1.1" status: 204 len: 168 time: 1.3752389 Jul 06 11:51:24.531850 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55670) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:24.588550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d9e134-a787-47fe-8b77-4aa4423d14d1 None None] DHCP port deletion for 918ff952-204e-4ca7-97c0-12bc26029c17 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:51:24.616931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0b874833-a202-4add-95c5-aa07aed0d592 None None] Port 7c35269b-96db-481c-961b-7d686736a1a3 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:24.671888 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:24.688752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-782332852-network', 'tenant_id': 'd16ed22da73a4316a12b272b2287b5d8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:24.689063 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52bc857-6a15-4510-b658-e66f96330b72 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:51:24.691006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d52bc857-6a15-4510-b658-e66f96330b72 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/4b741a8e-b819-4f5b-916c-29be5e259792 HTTP/1.1" status: 404 len: 333 time: 0.1579540 Jul 06 11:51:24.705814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-97d9e134-a787-47fe-8b77-4aa4423d14d1 None None] Deleting port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:24.706194 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97d9e134-a787-47fe-8b77-4aa4423d14d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:24.706768 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-4e2aea76-619b-4d56-b105-19781e6d2a5e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1e6cd433e348e2959ebc414d780c4f HTTP/1.1" status: 200 len: 380 time: 0.4320529 Jul 06 11:51:24.707499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55672) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:24.764743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'port': {'device_id': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'admin_state_up': True, 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'security_groups': ['13d3baaa-a019-4123-8e10-aad673ba8163']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:24.834847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5b329837-05fc-49c0-a722-028be8550ef3 req-3d6db5be-7e31-4d69-a4e2-0ae517c3a571 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7757597 Jul 06 11:51:24.840331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f28bb59a-a206-439a-88fc-3ccba8f3dad7 None None] Could not find standard attr ID for object 4b741a8e-b819-4f5b-916c-29be5e259792. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:51:24.878077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0ebab505-d29a-4980-866a-000d0a635fe5 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:24.956131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-97d9e134-a787-47fe-8b77-4aa4423d14d1 None None] For port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a,segment=NetworkSegment(257a8128-b75f-4218-a5b3-c3443be4f2b9),segment_id=257a8128-b75f-4218-a5b3-c3443be4f2b9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:24.956541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97d9e134-a787-47fe-8b77-4aa4423d14d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.000233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-97d9e134-a787-47fe-8b77-4aa4423d14d1 None None] Calling delete_port for b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:25.116028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 0ebab505-d29a-4980-866a-000d0a635fe5 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:25.133693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 23afee8d-781a-4619-b7ab-9864752fff46 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:25.195768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Made reservation on behalf of d16ed22da73a4316a12b272b2287b5d8 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:25.199023 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.217017 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97d9e134-a787-47fe-8b77-4aa4423d14d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.236876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ca667-280e-4434-84fe-d3b52fd2e778 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 7c35269b-96db-481c-961b-7d686736a1a3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:25.237229 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca667-280e-4434-84fe-d3b52fd2e778 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.257380 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd819786-498d-40a7-99ac-26eb3aff94c4 req-c5f2aca5-6a14-4394-b068-e20ce4d29c67 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8689024 Jul 06 11:51:25.260698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d9e134-a787-47fe-8b77-4aa4423d14d1 None None] No DVR routers for this DVR port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:25.263314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9e134-a787-47fe-8b77-4aa4423d14d1 None None] Pushing event deleted for resources: {'Port': ['ID=b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:25.266064 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.277393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 23afee8d-781a-4619-b7ab-9864752fff46 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:25.277774 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.371219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Deleting port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:25.371702 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.401723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d4d701-3f2f-4cce-bfa1-46e3b1f8fd36 None None] Network 9ca6d4a7-ee51-4f10-b839-570f54689afe requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:25.435909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Made reservation on behalf of cd1e6cd433e348e2959ebc414d780c4f for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:25.440670 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.508038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3d481567-5f1e-445e-95d6-9e0a24dcebf2 None None] Provisioning for port 0ebab505-d29a-4980-866a-000d0a635fe5 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:25.548394 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca667-280e-4434-84fe-d3b52fd2e778 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.651892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ca667-280e-4434-84fe-d3b52fd2e778 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 7c35269b-96db-481c-961b-7d686736a1a3 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:25.739946 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03d3d891-8918-43e1-8e40-f357d00f4f9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.797340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3d481567-5f1e-445e-95d6-9e0a24dcebf2 None None] Provisioning complete for port 0ebab505-d29a-4980-866a-000d0a635fe5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:25.797340 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d481567-5f1e-445e-95d6-9e0a24dcebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.816927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] For port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a, host n-d-799527-2, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:25.817469 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.836987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Calling delete_port for b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:25.843489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:51:25.879240 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.906052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Allocated IP 172.20.0.14 (2e3b85a5-3b6c-485a-b79e-51ceee0a457c/f2b8936f-2bd4-4496-aa60-30410ff9bb58/2ad39980-9c84-48db-a1eb-9c6010bc633f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:25.928379 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.934265 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd819786-498d-40a7-99ac-26eb3aff94c4 req-313d9371-9594-48fd-91b8-d32712d9e318 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213551 Jul 06 11:51:25.982792 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.999890 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d481567-5f1e-445e-95d6-9e0a24dcebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.006585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3d891-8918-43e1-8e40-f357d00f4f9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 9ca6d4a7-ee51-4f10-b839-570f54689afe is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:26.009993 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3abce835-3e70-4b32-af9f-2e8543e70bde req-7f26dea1-acc7-4e25-98c0-90f3863c0265 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 210 time: 0.2871704 Jul 06 11:51:26.041693 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Pushing event deleted for resources: {'Port': ['ID=b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:26.071113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3d481567-5f1e-445e-95d6-9e0a24dcebf2 None None] For port 0ebab505-d29a-4980-866a-000d0a635fe5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0ebab505-d29a-4980-866a-000d0a635fe5,segment=NetworkSegment(b76312ed-56af-478e-9562-825ec3271ded),segment_id=b76312ed-56af-478e-9562-825ec3271ded)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:26.074405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-03d3d891-8918-43e1-8e40-f357d00f4f9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:26.080487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d3d891-8918-43e1-8e40-f357d00f4f9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:26.081182 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03d3d891-8918-43e1-8e40-f357d00f4f9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.089294 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d481567-5f1e-445e-95d6-9e0a24dcebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.103222 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:26.142295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3d891-8918-43e1-8e40-f357d00f4f9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Subnet': ['ID=66905387-02c1-4d2a-a4ac-440d6f10a110,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:26.150637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca667-280e-4434-84fe-d3b52fd2e778 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.151066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] No DVR routers for this DVR port b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:26.166062 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-03d3d891-8918-43e1-8e40-f357d00f4f9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9663484 Jul 06 11:51:26.168919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55696) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:26.190403 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe', 'fixed_ips': [{'subnet_id': 'cbcfa8bc-1468-4873-8299-f5811d395676'}, {'subnet_id': '66905387-02c1-4d2a-a4ac-440d6f10a110'}], 'name': 'tempest-PortsTestJSON-329840985'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:26.252113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:26.270339 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483c072-56e9-4d1a-8d6a-c8b4c6ff5998 None None] Update dhcp port {'port': {'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe', 'fixed_ips': [{'subnet_id': 'cbcfa8bc-1468-4873-8299-f5811d395676', 'ip_address': '172.20.0.2'}, {'subnet_id': '66905387-02c1-4d2a-a4ac-440d6f10a110'}], 'binding:host_id': 'n-d-799527-2'}, 'id': '0ebab505-d29a-4980-866a-000d0a635fe5'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:51:26.350257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d481567-5f1e-445e-95d6-9e0a24dcebf2 None None] Pushing event updated for resources: {'Port': ['ID=0ebab505-d29a-4980-866a-000d0a635fe5,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:26.371061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.371434 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Added segment 960fa16a-3c5f-4231-9f8a-4f83dd238fb5 of type vlan for network bbee36c5-0784-4b0b-a067-25da5ca40086 Jul 06 11:51:26.392480 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0483c072-56e9-4d1a-8d6a-c8b4c6ff5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.395314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd39765-5a05-4768-9960-1a4e0f20dc0b req-65d02bc5-709b-4edd-a88a-9eef9398ca6c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:26.417151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0cd39765-5a05-4768-9960-1a4e0f20dc0b req-65d02bc5-709b-4edd-a88a-9eef9398ca6c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2168183 Jul 06 11:51:26.556931 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.569248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918ff952-204e-4ca7-97c0-12bc26029c17']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:26.583705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257a8128-b75f-4218-a5b3-c3443be4f2b9') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:26.584392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257a8128-b75f-4218-a5b3-c3443be4f2b9') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:26.593446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0ebab505-d29a-4980-866a-000d0a635fe5 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:26.607375 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.626925 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.637573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:26.638188 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.697019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0483c072-56e9-4d1a-8d6a-c8b4c6ff5998 None None] Allocated IP 172.20.0.18 (9ca6d4a7-ee51-4f10-b839-570f54689afe/66905387-02c1-4d2a-a4ac-440d6f10a110/0ebab505-d29a-4980-866a-000d0a635fe5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:26.725634 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:26.732573 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:26.740402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.751398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 0ebab505-d29a-4980-866a-000d0a635fe5 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:26.751833 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.760491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.765504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] 10.222.0.21 "DELETE /v2.0/networks/918ff952-204e-4ca7-97c0-12bc26029c17 HTTP/1.1" status: 204 len: 168 time: 2.8015163 Jul 06 11:51:26.810087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0cd39765-5a05-4768-9960-1a4e0f20dc0b req-03a7cd9f-cb4b-4dba-9e7e-7c9d4f57ddc5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3918996 Jul 06 11:51:26.815638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a6dfa-3e93-4c86-a328-3ff62e65fc4a tempest-DHCPAgentSchedulersTestJSON-587098024 tempest-DHCPAgentSchedulersTestJSON-587098024-project] Pushing event deleted for resources: {'Network': ['ID=918ff952-204e-4ca7-97c0-12bc26029c17,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:26.849651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ca667-280e-4434-84fe-d3b52fd2e778 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=7c35269b-96db-481c-961b-7d686736a1a3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:26.870269 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.871736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:26.872713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.971569 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0483c072-56e9-4d1a-8d6a-c8b4c6ff5998 None None] For port 0ebab505-d29a-4980-866a-000d0a635fe5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0ebab505-d29a-4980-866a-000d0a635fe5,segment=NetworkSegment(b76312ed-56af-478e-9562-825ec3271ded),segment_id=b76312ed-56af-478e-9562-825ec3271ded)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:26.975986 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca667-280e-4434-84fe-d3b52fd2e778 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.983896 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0c7ca667-280e-4434-84fe-d3b52fd2e778 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/7c35269b-96db-481c-961b-7d686736a1a3 HTTP/1.1" status: 204 len: 168 time: 2.2709260 Jul 06 11:51:26.998241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55708) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:27.058526 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0483c072-56e9-4d1a-8d6a-c8b4c6ff5998 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.074718 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0137947 Jul 06 11:51:27.081360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55718) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:27.101620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] Request body: {'subnet': {'network_id': 'bbee36c5-0784-4b0b-a067-25da5ca40086', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-782332852-subnet', 'tenant_id': 'd16ed22da73a4316a12b272b2287b5d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:27.146488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0483c072-56e9-4d1a-8d6a-c8b4c6ff5998 None None] Transition to ACTIVE for port object 0ebab505-d29a-4980-866a-000d0a635fe5 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:27.152724 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0483c072-56e9-4d1a-8d6a-c8b4c6ff5998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.185845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7350bf-20bf-4834-97e0-66139a199634 admin admin] Pushing event updated for resources: {'Network': ['ID=bbee36c5-0784-4b0b-a067-25da5ca40086,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:27.204978 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f38b620-6c4e-44b5-8059-d7ee66f43afe tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:51:27.206806 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7f38b620-6c4e-44b5-8059-d7ee66f43afe tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/7c35269b-96db-481c-961b-7d686736a1a3 HTTP/1.1" status: 404 len: 333 time: 0.2048135 Jul 06 11:51:27.211626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:27.233819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:27.250331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network bbee36c5-0784-4b0b-a067-25da5ca40086 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:27.327324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:27.332616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b0e0e7e6-5b5b-4a65-8db0-3f6bcfe7cc1a not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:27.355789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac732658-88ae-4eb2-bc90-414aa00b4a9f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting subnet 2d62c2fc-a114-4671-b7f1-2ad8a8b779e0 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:27.362552 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac732658-88ae-4eb2-bc90-414aa00b4a9f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.363312 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.380603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55722) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:27.395726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] Made reservation on behalf of d16ed22da73a4316a12b272b2287b5d8 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:27.398389 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.421684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Transition to ACTIVE for port object 2ad39980-9c84-48db-a1eb-9c6010bc633f will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:27.445303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:27.456188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ada2341b-7d3a-496f-ae25-4474e35eff21 req-7ee977e0-51c1-425c-9592-cba22ffb5005 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 210 time: 0.0961263 Jul 06 11:51:27.531047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483c072-56e9-4d1a-8d6a-c8b4c6ff5998 None None] Pushing event updated for resources: {'Port': ['ID=0ebab505-d29a-4980-866a-000d0a635fe5,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:27.651340 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac732658-88ae-4eb2-bc90-414aa00b4a9f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.724531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.732913 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.818259 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac732658-88ae-4eb2-bc90-414aa00b4a9f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.839011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port bd60a171-44c4-4c40-802c-83d1b9c1ba70 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:27.856681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:27.863544 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a465f40f-3b0e-4fe2-b9f9-04833676d2c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c68f6e79db44eabacb05c767344d843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766328 Jul 06 11:51:27.864456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event updated for resources: {'Port': ['ID=2ad39980-9c84-48db-a1eb-9c6010bc633f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:27.869916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55732) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:27.873013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:27.875782 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:28.061580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.176814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f786f1-f6a4-4739-9653-ca84f6225935,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:28.205541 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac732658-88ae-4eb2-bc90-414aa00b4a9f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.218814 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7059dc48-b363-494e-a320-52b4534ee5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.276271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.277011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.286462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac732658-88ae-4eb2-bc90-414aa00b4a9f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Subnet': ['ID=2d62c2fc-a114-4671-b7f1-2ad8a8b779e0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:28.302081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7059dc48-b363-494e-a320-52b4534ee5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.309203 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0f35b503-94a0-4edf-bcac-3974f19a6a9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5587933 Jul 06 11:51:28.309640 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddfacaa-f95c-4b5c-9330-e3de4def22ac None None] Network e829d84a-f20b-4d2a-89d6-5344e022dd06 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:28.317192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac732658-88ae-4eb2-bc90-414aa00b4a9f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.325683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ac732658-88ae-4eb2-bc90-414aa00b4a9f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/2d62c2fc-a114-4671-b7f1-2ad8a8b779e0 HTTP/1.1" status: 204 len: 168 time: 1.1025109 Jul 06 11:51:28.340601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55746) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:28.373684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Request body: {'port': {'device_id': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:28.451955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d048f618-8593-437c-9d59-0ec2392c52d8 None None] Provisioning for port 2ad39980-9c84-48db-a1eb-9c6010bc633f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:28.458746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] Checking segment: {'id': '960fa16a-3c5f-4231-9f8a-4f83dd238fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbee36c5-0784-4b0b-a067-25da5ca40086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:28.459051 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] Network hostable DHCP agents. Network: bbee36c5-0784-4b0b-a067-25da5ca40086, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:28.491529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d048f618-8593-437c-9d59-0ec2392c52d8 None None] Provisioning complete for port 2ad39980-9c84-48db-a1eb-9c6010bc633f triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:28.492292 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d048f618-8593-437c-9d59-0ec2392c52d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.537091 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb356d4-a02d-4b98-9ce5-93671636041e req-8f59426b-1e3f-41a4-ac2c-d0ed6c1da148 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.539247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4eb356d4-a02d-4b98-9ce5-93671636041e req-8f59426b-1e3f-41a4-ac2c-d0ed6c1da148 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.4325783 Jul 06 11:51:28.562524 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.564467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] Network bbee36c5-0784-4b0b-a067-25da5ca40086 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:28.620185 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, bbee36c5-0784-4b0b-a067-25da5ca40086) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:28.637570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.638582 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.639232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0ebab505-d29a-4980-866a-000d0a635fe5 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:28.662711 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.688010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c496d8-78a9-45d7-822c-c5c9b488eb43 None None] Network bbee36c5-0784-4b0b-a067-25da5ca40086 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:28.699570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9563f0c5-6e03-4953-be70-9162aa957b58 None None] Network 9ca6d4a7-ee51-4f10-b839-570f54689afe requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:28.730547 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4e222100-6f1f-4ae5-a636-af2b813fb372 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6434815 Jul 06 11:51:28.761749 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4eb356d4-a02d-4b98-9ce5-93671636041e req-d4ebd352-32d9-414f-a06c-73d624c7b0f7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917830 Jul 06 11:51:28.828795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 23afee8d-781a-4619-b7ab-9864752fff46 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:28.829361 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.864028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d048f618-8593-437c-9d59-0ec2392c52d8 None None] Port 2ad39980-9c84-48db-a1eb-9c6010bc633f cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:28.912563 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c4cfd-b150-444c-a2e3-ecf3bc9b69b7 req-ea6cecf1-1e68-44f4-afa9-c32a912c5bcc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.921703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d9c4cfd-b150-444c-a2e3-ecf3bc9b69b7 req-ea6cecf1-1e68-44f4-afa9-c32a912c5bcc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 932 time: 0.1579878 Jul 06 11:51:28.943678 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.944585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7059dc48-b363-494e-a320-52b4534ee5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.967875 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7059dc48-b363-494e-a320-52b4534ee5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.977601 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7059dc48-b363-494e-a320-52b4534ee5ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dad0251-5f3c-4eb6-b2cd-91e7b878ca93 HTTP/1.1" status: 204 len: 168 time: 1.0962257 Jul 06 11:51:28.984537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] For port 23afee8d-781a-4619-b7ab-9864752fff46, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=23afee8d-781a-4619-b7ab-9864752fff46,segment=NetworkSegment(eb7227a5-faac-4afb-8794-3e21655cd0f1),segment_id=eb7227a5-faac-4afb-8794-3e21655cd0f1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:28.984917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.013950 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d9c4cfd-b150-444c-a2e3-ecf3bc9b69b7 req-417979ef-6411-4929-9a44-71c1d3b05c51 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912414 Jul 06 11:51:29.042273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059dc48-b363-494e-a320-52b4534ee5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dad0251-5f3c-4eb6-b2cd-91e7b878ca93,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:29.047896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 23afee8d-781a-4619-b7ab-9864752fff46 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:29.054900 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.079168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4fdc03-7544-4345-bdb9-6bd5b8d016a9 None None] DHCP port deletion for e829d84a-f20b-4d2a-89d6-5344e022dd06 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:51:29.129025 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.10 (9ca6d4a7-ee51-4f10-b839-570f54689afe/cbcfa8bc-1468-4873-8299-f5811d395676/bd60a171-44c4-4c40-802c-83d1b9c1ba70) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:29.176201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.19 (9ca6d4a7-ee51-4f10-b839-570f54689afe/66905387-02c1-4d2a-a4ac-440d6f10a110/bd60a171-44c4-4c40-802c-83d1b9c1ba70) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:29.200145 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.232346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-38e83f8c-8e4c-4354-9e4b-f84810f1ed4b None None] Provisioning for port 0ebab505-d29a-4980-866a-000d0a635fe5 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:29.238863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-38e83f8c-8e4c-4354-9e4b-f84810f1ed4b None None] Provisioning complete for port 0ebab505-d29a-4980-866a-000d0a635fe5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:29.239251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38e83f8c-8e4c-4354-9e4b-f84810f1ed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.241047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0d4fdc03-7544-4345-bdb9-6bd5b8d016a9 None None] The port '23afee8d-781a-4619-b7ab-9864752fff46' was deleted {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 06 11:51:29.298014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No DVR routers for this DVR port 23afee8d-781a-4619-b7ab-9864752fff46 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:29.305394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=23afee8d-781a-4619-b7ab-9864752fff46,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:29.425959 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.453146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e829d84a-f20b-4d2a-89d6-5344e022dd06']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:29.453949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581e6bb8-362d-4008-b8bf-c1268fb699d9 None None] Network bbee36c5-0784-4b0b-a067-25da5ca40086 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:29.469160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7227a5-faac-4afb-8794-3e21655cd0f1') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:29.470061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7227a5-faac-4afb-8794-3e21655cd0f1') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:29.482932 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.502887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.512645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:29.513588 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.639080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55776) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:29.686455 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:29.703896 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7a55666-c9ba-4d48-bcff-9a7d9121a4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.758012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517306a4-bf7b-441e-a2ad-2a2c973865ff req-4d6d0f0b-ae89-4d2a-aefc-dbcefc802095 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:29.760145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-517306a4-bf7b-441e-a2ad-2a2c973865ff req-4d6d0f0b-ae89-4d2a-aefc-dbcefc802095 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.5860560 Jul 06 11:51:29.761668 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.783051 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.786273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/networks/e829d84a-f20b-4d2a-89d6-5344e022dd06 HTTP/1.1" status: 204 len: 168 time: 1.4436717 Jul 06 11:51:29.808767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55778) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:29.813655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1407410556'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:29.872331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:29.880506 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.887962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.904905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object bd60a171-44c4-4c40-802c-83d1b9c1ba70 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:29.995413 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.996214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:30.007278 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.007669 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Added segment 550a60bf-6739-48a3-91e7-5fb6e4a67790 of type vlan for network 842eb5c0-de42-4e1f-9b9b-7335ad469468 Jul 06 11:51:30.058871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.090900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047f3a4-6601-44e6-9032-be82110e5f36 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Network': ['ID=e829d84a-f20b-4d2a-89d6-5344e022dd06,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:30.133094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-517306a4-bf7b-441e-a2ad-2a2c973865ff req-e469b891-afbf-4c2a-a098-9e0285050c66 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605027 Jul 06 11:51:30.155167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 9ca6d4a7-ee51-4f10-b839-570f54689afe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:30.155388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.161814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:30.167676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.168477 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.185177 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:30.197668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=bd60a171-44c4-4c40-802c-83d1b9c1ba70,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:30.202739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad39980-9c84-48db-a1eb-9c6010bc633f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:30.246449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-0998981c-a912-42a9-8aca-a05d885e46a9 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.248324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-0998981c-a912-42a9-8aca-a05d885e46a9 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/networks?id=bbee36c5-0784-4b0b-a067-25da5ca40086 HTTP/1.1" status: 200 len: 812 time: 0.3441148 Jul 06 11:51:30.260886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9afe88f0-4a22-4508-b2d9-72fd2c9ca876 None None] Provisioning complete for port 0ebab505-d29a-4980-866a-000d0a635fe5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:30.261396 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9afe88f0-4a22-4508-b2d9-72fd2c9ca876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.277490 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.289895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-3b433c34-31b5-4760-a18c-3e5cf9f3bf07 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/quotas/d16ed22da73a4316a12b272b2287b5d8 HTTP/1.1" status: 200 len: 375 time: 0.0127485 Jul 06 11:51:30.293926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Network': ['ID=842eb5c0-de42-4e1f-9b9b-7335ad469468,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:30.316298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 842eb5c0-de42-4e1f-9b9b-7335ad469468 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:30.351095 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-b6cb6aa5-0af6-4f59-b933-4baacaaa24a7 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d16ed22da73a4316a12b272b2287b5d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537071 Jul 06 11:51:30.368982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Transition to ACTIVE for port object 2ad39980-9c84-48db-a1eb-9c6010bc633f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:30.393153 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.421845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.428407 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.555655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 23afee8d-781a-4619-b7ab-9864752fff46 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:30.616582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7a55666-c9ba-4d48-bcff-9a7d9121a4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.630168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 23afee8d-781a-4619-b7ab-9864752fff46 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:30.631184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 23afee8d-781a-4619-b7ab-9864752fff46 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:30.658434 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7a55666-c9ba-4d48-bcff-9a7d9121a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.669515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f6476bbd-26e9-4435-a342-9627fb7a2d99 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8595557 Jul 06 11:51:30.682381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55802) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:30.682381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': '842eb5c0-de42-4e1f-9b9b-7335ad469468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:30.683218 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4ba99e39-0b2c-4cac-883a-4ff2ec1384ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.5017629 Jul 06 11:51:30.686367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:30.696860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1dce4122-4a1a-4a6e-b1ab-f5b2b5a7b011 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cbcfa8bc-1468-4873-8299-f5811d395676'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:30.743166 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bc4bbd30-192b-4184-8d2b-d944c379ba13 None None] Provisioning for port bd60a171-44c4-4c40-802c-83d1b9c1ba70 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:30.748974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad39980-9c84-48db-a1eb-9c6010bc633f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:30.751392 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bc4bbd30-192b-4184-8d2b-d944c379ba13 None None] Provisioning complete for port bd60a171-44c4-4c40-802c-83d1b9c1ba70 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:30.752062 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc4bbd30-192b-4184-8d2b-d944c379ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.777121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a55666-c9ba-4d48-bcff-9a7d9121a4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52883553-958c-4e54-9859-4ab7f6452b5d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:30.811193 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b7a55666-c9ba-4d48-bcff-9a7d9121a4ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a044fd3cd944891958c6105ac269f12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1689959 Jul 06 11:51:30.812686 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bc4bbd30-192b-4184-8d2b-d944c379ba13 None None] Port bd60a171-44c4-4c40-802c-83d1b9c1ba70 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:30.834975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55806) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:30.903196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-f246fedf-694a-4ab7-a4fc-1ee4ce5eaf03 service neutron] 10.222.0.21 "GET /v2.0/networks/bbee36c5-0784-4b0b-a067-25da5ca40086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450716 Jul 06 11:51:30.912853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Attempting to bind port 2ad39980-9c84-48db-a1eb-9c6010bc633f on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:30.913197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Attempting to bind port 2ad39980-9c84-48db-a1eb-9c6010bc633f by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:30.913530 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Attempting to bind port 2ad39980-9c84-48db-a1eb-9c6010bc633f on network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:30.919915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Port 2ad39980-9c84-48db-a1eb-9c6010bc633f on network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:30.920269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Attempting to bind port 2ad39980-9c84-48db-a1eb-9c6010bc633f on network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:30.936711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:30.937105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Checking segment: {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:30.937463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Bound using segment: {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:30.937920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Bound port: 2ad39980-9c84-48db-a1eb-9c6010bc633f, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acca1173-d453-4699-8d5f-fcd406bb49be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:30.938288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.952066 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b2527e8-561d-47cf-8b08-2471a86d265b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.981161 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b2527e8-561d-47cf-8b08-2471a86d265b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.066304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:31.081033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:31.081033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.124855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b2527e8-561d-47cf-8b08-2471a86d265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.128014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b2527e8-561d-47cf-8b08-2471a86d265b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.129207 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6b2527e8-561d-47cf-8b08-2471a86d265b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52883553-958c-4e54-9859-4ab7f6452b5d HTTP/1.1" status: 204 len: 168 time: 0.2933164 Jul 06 11:51:31.146128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.146785 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.148348 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/2ad39980-9c84-48db-a1eb-9c6010bc633f HTTP/1.1" status: 200 len: 1092 time: 2.8212831 Jul 06 11:51:31.149162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2527e8-561d-47cf-8b08-2471a86d265b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52883553-958c-4e54-9859-4ab7f6452b5d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:31.151857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:31.155166 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8a7e13-1e66-47f3-b87a-533231c65a09" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:31.205571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:31.213923 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.214535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1d10e-9c09-4192-895e-92680517b2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad39980-9c84-48db-a1eb-9c6010bc633f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:31.310356 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dce4122-4a1a-4a6e-b1ab-f5b2b5a7b011 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.333224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-b6fe59cd-014d-41f4-8268-cb3c6a2c3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.334882 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-b6fe59cd-014d-41f4-8268-cb3c6a2c3052 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 1095 time: 0.0994411 Jul 06 11:51:31.381749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f86a81-1b24-4f7e-9aca-850e0ef02351 req-7ca45e3a-1d56-40a3-be59-91ddfee1fd57 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.384026 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6f86a81-1b24-4f7e-9aca-850e0ef02351 req-7ca45e3a-1d56-40a3-be59-91ddfee1fd57 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.4935541 Jul 06 11:51:31.419595 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9f85ff91-8c76-44bb-b753-01081870bb7f service neutron] 10.222.0.21 "GET /v2.0/networks/bbee36c5-0784-4b0b-a067-25da5ca40086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143745 Jul 06 11:51:31.424534 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-e5296f13-6107-499d-bda9-697cbd99a09d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f HTTP/1.1" status: 200 len: 217 time: 0.0780210 Jul 06 11:51:31.512195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-9381a98d-70de-46cf-8587-5367352cf555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.514120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-9381a98d-70de-46cf-8587-5367352cf555 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.0824351 Jul 06 11:51:31.647483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-f6196a04-c410-42f0-b6a8-e243ba38b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.651499 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-f6196a04-c410-42f0-b6a8-e243ba38b97d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301100 Jul 06 11:51:31.783739 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:51:31.908662 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-0fd89ed6-6d85-41a7-860e-df679bb7a0b2 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480490 Jul 06 11:51:32.056971 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0faff305-5839-4c4e-98a8-011182ad36f1 req-946d6cb7-cf55-4d81-80fe-77a0a4a46ce0 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397228 Jul 06 11:51:32.124610 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f86c54-6fc7-4cf8-95ae-91e50a5b5a14 x-openstack-request-id: req-60f86c54-6fc7-4cf8-95ae-91e50a5b5a14 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:32.125306 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:32.125306 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60f86c54-6fc7-4cf8-95ae-91e50a5b5a14 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:32.125504 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'status': 'completed', 'code': 200} Jul 06 11:51:32.266012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7e13-1e66-47f3-b87a-533231c65a09 req-e7e8c791-ea01-45dd-8a1b-b4677b40fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:32.268759 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac8a7e13-1e66-47f3-b87a-533231c65a09 req-e7e8c791-ea01-45dd-8a1b-b4677b40fdfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 1095 time: 0.1121349 Jul 06 11:51:32.323904 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6f86a81-1b24-4f7e-9aca-850e0ef02351 req-8cb4b093-178f-4d83-9d7e-df13139800e5 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8382657 Jul 06 11:51:32.453569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7e13-1e66-47f3-b87a-533231c65a09 req-af638b1f-3497-4b64-bfe8-3d26d939c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:32.458525 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac8a7e13-1e66-47f3-b87a-533231c65a09 req-af638b1f-3497-4b64-bfe8-3d26d939c53c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.1819975 Jul 06 11:51:32.559561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac8a7e13-1e66-47f3-b87a-533231c65a09 req-ffcc87d7-fbbe-4fd5-954a-018b16628913 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f HTTP/1.1" status: 200 len: 217 time: 0.0851021 Jul 06 11:51:32.655162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7e13-1e66-47f3-b87a-533231c65a09 req-27f89025-6312-4e77-9090-246df763549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:32.657411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac8a7e13-1e66-47f3-b87a-533231c65a09 req-27f89025-6312-4e77-9090-246df763549f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.0952528 Jul 06 11:51:32.734783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7544c70b-b304-4d17-9270-8b77795ffcf6 req-02020c8d-bd97-4828-ae25-d50ac18ff40c tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 210 time: 0.0993590 Jul 06 11:51:32.784264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7e13-1e66-47f3-b87a-533231c65a09 req-90e884fc-aa0a-4e65-88ec-b0b57502c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:32.785871 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac8a7e13-1e66-47f3-b87a-533231c65a09 req-90e884fc-aa0a-4e65-88ec-b0b57502c615 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198821 Jul 06 11:51:32.932442 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:32.969687 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac8a7e13-1e66-47f3-b87a-533231c65a09 req-41b240fe-0d90-4d20-a41f-3bcd7f99f660 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756630 Jul 06 11:51:33.119035 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730e770-b694-4842-913a-bbcf2be33c27 req-3ed44bfd-7f6c-4e48-84cc-7cf3382ccf89 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:33.125252 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0730e770-b694-4842-913a-bbcf2be33c27 req-3ed44bfd-7f6c-4e48-84cc-7cf3382ccf89 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3804650 Jul 06 11:51:33.134553 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ac8a7e13-1e66-47f3-b87a-533231c65a09 req-a0a0f9d7-8b37-4ef5-8958-9697958c2b05 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562922 Jul 06 11:51:33.169340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Subnet': ['ID=7f2a2105-3607-45c1-beec-5349be0b3cc9,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:33.183137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1dce4122-4a1a-4a6e-b1ab-f5b2b5a7b011 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Delete allocated IP 172.20.0.19 (9ca6d4a7-ee51-4f10-b839-570f54689afe/66905387-02c1-4d2a-a4ac-440d6f10a110) {{(pid=93814) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 11:51:33.305298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Checking segment: {'id': '550a60bf-6739-48a3-91e7-5fb6e4a67790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '842eb5c0-de42-4e1f-9b9b-7335ad469468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:33.307318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network hostable DHCP agents. Network: 842eb5c0-de42-4e1f-9b9b-7335ad469468, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:33.319675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0730e770-b694-4842-913a-bbcf2be33c27 req-b44ee0c3-7eaf-4bfa-b21f-29c96feeda64 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934879 Jul 06 11:51:33.375358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network 842eb5c0-de42-4e1f-9b9b-7335ad469468 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:33.420495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 842eb5c0-de42-4e1f-9b9b-7335ad469468) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:33.440811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6b3189-2f41-407b-a697-31b2d7188cc5 None None] Network 842eb5c0-de42-4e1f-9b9b-7335ad469468 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:33.476919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:33.479489 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:33.583178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ef06bc66-a6ea-443b-b083-f5e5cddf4028 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9068754 Jul 06 11:51:33.584061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55894) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:33.590548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a00b7c7e-f456-43a1-85d5-e998ead4fd5f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-232428529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:33.630043 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dce4122-4a1a-4a6e-b1ab-f5b2b5a7b011 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:33.654164 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a00b7c7e-f456-43a1-85d5-e998ead4fd5f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:33.655482 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a00b7c7e-f456-43a1-85d5-e998ead4fd5f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:33.684827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1dce4122-4a1a-4a6e-b1ab-f5b2b5a7b011 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object bd60a171-44c4-4c40-802c-83d1b9c1ba70 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:33.695690 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dce4122-4a1a-4a6e-b1ab-f5b2b5a7b011 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:33.850450 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a00b7c7e-f456-43a1-85d5-e998ead4fd5f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:33.851543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55902) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:34.006145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-842eb5c0-de42-4e1f-9b9b-7335ad469468', 'network_id': '842eb5c0-de42-4e1f-9b9b-7335ad469468', 'tenant_id': '33ad56bff9ae43fda3362c838e799a67', 'fixed_ips': [{'subnet_id': '7f2a2105-3607-45c1-beec-5349be0b3cc9'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:51:34.007040 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.014282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a00b7c7e-f456-43a1-85d5-e998ead4fd5f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.113981 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a00b7c7e-f456-43a1-85d5-e998ead4fd5f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.126122 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a00b7c7e-f456-43a1-85d5-e998ead4fd5f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5405214 Jul 06 11:51:34.128681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55908) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:34.175824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'network_id': '842eb5c0-de42-4e1f-9b9b-7335ad469468', 'name': 'tempest-PortsIpV6TestJSON-2092378193'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:34.212484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce4122-4a1a-4a6e-b1ab-f5b2b5a7b011 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=bd60a171-44c4-4c40-802c-83d1b9c1ba70,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:34.278328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1dce4122-4a1a-4a6e-b1ab-f5b2b5a7b011 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] In _notify_port_updated(), no bound segment for port bd60a171-44c4-4c40-802c-83d1b9c1ba70 on network 9ca6d4a7-ee51-4f10-b839-570f54689afe {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:51:34.312015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce4122-4a1a-4a6e-b1ab-f5b2b5a7b011 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:34.313109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dce4122-4a1a-4a6e-b1ab-f5b2b5a7b011 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.323569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1dce4122-4a1a-4a6e-b1ab-f5b2b5a7b011 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "PUT /v2.0/ports/bd60a171-44c4-4c40-802c-83d1b9c1ba70 HTTP/1.1" status: 200 len: 919 time: 3.6339517 Jul 06 11:51:34.325648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:34.341616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4acd8c73-1a2c-4924-a3eb-91a8e578f5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cbcfa8bc-1468-4873-8299-f5811d395676'}, {'subnet_id': '66905387-02c1-4d2a-a4ac-440d6f10a110'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:34.510220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9106694f-c7d7-40dc-9fa8-3ceacf4509da tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:34.512082 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9106694f-c7d7-40dc-9fa8-3ceacf4509da tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.86 "GET /v2.0/networks?id=bbee36c5-0784-4b0b-a067-25da5ca40086 HTTP/1.1" status: 200 len: 812 time: 0.7194715 Jul 06 11:51:34.530467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59751dee-da2a-45cc-9e1b-5bafe295aec2 req-2322f337-d09c-48eb-bb3d-95c73ef10a6e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:34.532562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Request body: {'port': {'device_id': '75a15bd3-08eb-4619-826a-f00e86a185d9', 'network_id': 'bbee36c5-0784-4b0b-a067-25da5ca40086', 'admin_state_up': True, 'tenant_id': 'd16ed22da73a4316a12b272b2287b5d8'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:34.538614 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59751dee-da2a-45cc-9e1b-5bafe295aec2 req-2322f337-d09c-48eb-bb3d-95c73ef10a6e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.7350929 Jul 06 11:51:34.553155 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b21c98d-c970-43ef-95b8-774d16f60694 req-a5294ac0-56fb-46b5-a8a3-82a8ef518e74 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 210 time: 0.1101124 Jul 06 11:51:34.602138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7e8bd0fc-b02b-4ccb-836c-63a0a79d89d2 None None] Provisioning for port bd60a171-44c4-4c40-802c-83d1b9c1ba70 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:34.620330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7e8bd0fc-b02b-4ccb-836c-63a0a79d89d2 None None] Provisioning complete for port bd60a171-44c4-4c40-802c-83d1b9c1ba70 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:34.620874 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd0fc-b02b-4ccb-836c-63a0a79d89d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.634866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Allocated IP 2001:db8::2 (842eb5c0-de42-4e1f-9b9b-7335ad469468/7f2a2105-3607-45c1-beec-5349be0b3cc9/6cd623c0-cfec-474d-8091-107518ccfbc7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:34.648120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1154669514'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:34.713724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7e8bd0fc-b02b-4ccb-836c-63a0a79d89d2 None None] Port bd60a171-44c4-4c40-802c-83d1b9c1ba70 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:34.800961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-59751dee-da2a-45cc-9e1b-5bafe295aec2 req-542b7fa7-675b-4544-92bb-89e103eb0253 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612813 Jul 06 11:51:34.831049 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acd8c73-1a2c-4924-a3eb-91a8e578f5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.842244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Made reservation on behalf of 03bf0aafa6694624a962de984eb58712 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:34.847528 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.858704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:34.864432 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.888058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.891127 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.903246 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Transition to ACTIVE for port object 6cd623c0-cfec-474d-8091-107518ccfbc7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:34.922689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Made reservation on behalf of d16ed22da73a4316a12b272b2287b5d8 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:34.928109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.928616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Transition to ACTIVE for port object 6cd623c0-cfec-474d-8091-107518ccfbc7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:34.937416 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.957428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port 226464ff-e6ee-4e4e-8be0-f0212bd1587d yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:35.011387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Network 842eb5c0-de42-4e1f-9b9b-7335ad469468 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:35.012186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Pushing event updated for resources: {'Port': ['ID=6cd623c0-cfec-474d-8091-107518ccfbc7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:35.016382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:35.019222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:35.082830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758d9d8-d7d5-4805-8f30-7dd685121a7f req-1d118f87-29d6-4a53-9f76-58eb449da74b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:35.084584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4758d9d8-d7d5-4805-8f30-7dd685121a7f req-1d118f87-29d6-4a53-9f76-58eb449da74b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2810829 Jul 06 11:51:35.097333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Attempting to bind port 6cd623c0-cfec-474d-8091-107518ccfbc7 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:35.098590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Attempting to bind port 6cd623c0-cfec-474d-8091-107518ccfbc7 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '550a60bf-6739-48a3-91e7-5fb6e4a67790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '842eb5c0-de42-4e1f-9b9b-7335ad469468'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:35.099820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Attempting to bind port 6cd623c0-cfec-474d-8091-107518ccfbc7 on network 842eb5c0-de42-4e1f-9b9b-7335ad469468 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:35.111540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:35.112180 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Checking segment: {'id': '550a60bf-6739-48a3-91e7-5fb6e4a67790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '842eb5c0-de42-4e1f-9b9b-7335ad469468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:35.112851 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.113680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Bound using segment: {'id': '550a60bf-6739-48a3-91e7-5fb6e4a67790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '842eb5c0-de42-4e1f-9b9b-7335ad469468'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:35.114492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Bound port: 6cd623c0-cfec-474d-8091-107518ccfbc7, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550a60bf-6739-48a3-91e7-5fb6e4a67790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '842eb5c0-de42-4e1f-9b9b-7335ad469468'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:35.115139 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.280001 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4758d9d8-d7d5-4805-8f30-7dd685121a7f req-b37692f4-5a4b-491f-8db5-74c8b273eb27 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732156 Jul 06 11:51:35.302091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] For port 6cd623c0-cfec-474d-8091-107518ccfbc7, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:35.306763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] For port 6cd623c0-cfec-474d-8091-107518ccfbc7, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6cd623c0-cfec-474d-8091-107518ccfbc7,segment=NetworkSegment(550a60bf-6739-48a3-91e7-5fb6e4a67790),segment_id=550a60bf-6739-48a3-91e7-5fb6e4a67790)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:35.318641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.465858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8::221 (842eb5c0-de42-4e1f-9b9b-7335ad469468/7f2a2105-3607-45c1-beec-5349be0b3cc9/226464ff-e6ee-4e4e-8be0-f0212bd1587d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:35.475346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312ecac-b7ef-49e1-a6d1-ce136f20810f None None] Pushing event updated for resources: {'Port': ['ID=6cd623c0-cfec-474d-8091-107518ccfbc7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:35.527502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4acd8c73-1a2c-4924-a3eb-91a8e578f5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.24 (9ca6d4a7-ee51-4f10-b839-570f54689afe/66905387-02c1-4d2a-a4ac-440d6f10a110/bd60a171-44c4-4c40-802c-83d1b9c1ba70) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:35.714087 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.870921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Allocated IP 172.20.0.12 (bbee36c5-0784-4b0b-a067-25da5ca40086/d6f786f1-f6a4-4739-9653-ca84f6225935/ce4d0d2d-1004-4566-84f7-4e2607bbe2b3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:35.872511 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acd8c73-1a2c-4924-a3eb-91a8e578f5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.880218 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.905380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4acd8c73-1a2c-4924-a3eb-91a8e578f5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object bd60a171-44c4-4c40-802c-83d1b9c1ba70 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:35.934221 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acd8c73-1a2c-4924-a3eb-91a8e578f5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.998603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:36.053510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa70a97-a356-4e7d-bcb1-61a6b3855173,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:36.065085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae212ac7-0247-4645-aa2a-306a9e6bcc4b req-19133d6e-2071-4a9a-998b-1b9874a87031 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 210 time: 0.1615026 Jul 06 11:51:36.081871 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.082223 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Added segment 24aec837-7fa3-41ad-ad82-ca53f3ef1c41 of type vlan for network f245c059-2261-4543-a85a-3ccf93c42ad9 Jul 06 11:51:36.105294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.105691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.106041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.106388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.106817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.107254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.107682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.108115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.108450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.108877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.109252 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.109583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:36.121247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.174151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object 226464ff-e6ee-4e4e-8be0-f0212bd1587d will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:36.225180 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.264173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd8c73-1a2c-4924-a3eb-91a8e578f5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=bd60a171-44c4-4c40-802c-83d1b9c1ba70,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:36.377734 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.392769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e028cba-cf12-44ec-bb7f-54394c772c67 req-6abd845b-f111-4897-887a-dc9f8bbe794a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.394008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.394729 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.400640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e028cba-cf12-44ec-bb7f-54394c772c67 req-6abd845b-f111-4897-887a-dc9f8bbe794a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3576365 Jul 06 11:51:36.410096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4acd8c73-1a2c-4924-a3eb-91a8e578f5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] In _notify_port_updated(), no bound segment for port bd60a171-44c4-4c40-802c-83d1b9c1ba70 on network 9ca6d4a7-ee51-4f10-b839-570f54689afe {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:51:36.418009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd8c73-1a2c-4924-a3eb-91a8e578f5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.418241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acd8c73-1a2c-4924-a3eb-91a8e578f5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.423702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4acd8c73-1a2c-4924-a3eb-91a8e578f5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "PUT /v2.0/ports/bd60a171-44c4-4c40-802c-83d1b9c1ba70 HTTP/1.1" status: 200 len: 999 time: 2.0940838 Jul 06 11:51:36.424334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55950) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:36.477757 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.515064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.582082 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6cd623c0-cfec-474d-8091-107518ccfbc7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:36.589421 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7351203 Jul 06 11:51:36.633319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e028cba-cf12-44ec-bb7f-54394c772c67 req-5a7936db-903f-45d0-ac2a-22a0feed4d85 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317669 Jul 06 11:51:36.656205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network 842eb5c0-de42-4e1f-9b9b-7335ad469468 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:36.657670 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=226464ff-e6ee-4e4e-8be0-f0212bd1587d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:36.683900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:36.686725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:36.693038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.694444 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.708162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 6cd623c0-cfec-474d-8091-107518ccfbc7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:36.718664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7d5ae-4a81-409a-8319-269de1875cd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Pushing event updated for resources: {'Network': ['ID=f245c059-2261-4543-a85a-3ccf93c42ad9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:36.747270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f11d61-194c-442e-ab73-f60cf22cdab3 req-a72445b5-9049-49f3-89f4-52044f2a4281 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.754779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d0f11d61-194c-442e-ab73-f60cf22cdab3 req-a72445b5-9049-49f3-89f4-52044f2a4281 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.4527602 Jul 06 11:51:36.759117 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-63b3ac65-e8cc-4b70-b5ab-c55c41a8a7df tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6160262 Jul 06 11:51:36.765215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:36.793679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-721143c0-a182-44c0-99ab-b93d5fd836d9 None None] Provisioning for port bd60a171-44c4-4c40-802c-83d1b9c1ba70 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:36.795244 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.797601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f245c059-2261-4543-a85a-3ccf93c42ad9 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:36.817650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-721143c0-a182-44c0-99ab-b93d5fd836d9 None None] Provisioning complete for port bd60a171-44c4-4c40-802c-83d1b9c1ba70 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:36.818026 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721143c0-a182-44c0-99ab-b93d5fd836d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.938297 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Pushing event updated for resources: {'Port': ['ID=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:36.949111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Network bbee36c5-0784-4b0b-a067-25da5ca40086 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:36.952993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:36.958464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:37.044335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-721143c0-a182-44c0-99ab-b93d5fd836d9 None None] Port bd60a171-44c4-4c40-802c-83d1b9c1ba70 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:37.057697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d0f11d61-194c-442e-ab73-f60cf22cdab3 req-4dd29af5-1f33-4e9c-b493-a2a5767aabca tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017805 Jul 06 11:51:37.090012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:37.090312 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:37.131391 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-9b8523a9-a1dc-497b-97f5-1add18f0b323 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6062808 Jul 06 11:51:37.155415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Request body: {'port': {'device_id': '75a15bd3-08eb-4619-826a-f00e86a185d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:37.190488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1401d05c-c4fd-4b76-91d2-5a829c33d60d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port bd60a171-44c4-4c40-802c-83d1b9c1ba70 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:37.190860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1401d05c-c4fd-4b76-91d2-5a829c33d60d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:37.337392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:37.341511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55968) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:37.345148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f79f366-2271-4996-9dd7-f2e8789f2fce None None] Network 842eb5c0-de42-4e1f-9b9b-7335ad469468 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:37.347905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2ad39980-9c84-48db-a1eb-9c6010bc633f details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:37.374689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Request body: {'port': {'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9', 'binding:host_id': 'n-h1-799527-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-762149545'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:37.495251 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1401d05c-c4fd-4b76-91d2-5a829c33d60d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:37.512489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:37.538609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'port_id': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'mac_address': 'fa:16:3e:9a:4c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:37.542708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1401d05c-c4fd-4b76-91d2-5a829c33d60d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for bd60a171-44c4-4c40-802c-83d1b9c1ba70 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:37.559865 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:37.561992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Made reservation on behalf of 947de452c3a34d1e993668e9eb3da062 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:37.565238 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:37.582516 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:37.665594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-da134509-9d45-452e-a1de-9af07c30e608 None None] Provisioning for port 6cd623c0-cfec-474d-8091-107518ccfbc7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:37.677543 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:37.686634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-da134509-9d45-452e-a1de-9af07c30e608 None None] Provisioning complete for port 6cd623c0-cfec-474d-8091-107518ccfbc7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:37.687068 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da134509-9d45-452e-a1de-9af07c30e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:37.720619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703ae59-d733-4ae7-85e1-33aaccec809a req-598f315a-49fe-4814-a224-a9e427df1ac1 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:37.754992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad39980-9c84-48db-a1eb-9c6010bc633f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:37.765350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3703ae59-d733-4ae7-85e1-33aaccec809a req-598f315a-49fe-4814-a224-a9e427df1ac1 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 932 time: 0.3793933 Jul 06 11:51:37.871322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:37.890795 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:37.980438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=2ad39980-9c84-48db-a1eb-9c6010bc633f,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:38.083837 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da134509-9d45-452e-a1de-9af07c30e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.123484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:38.136236 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.154674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Transition to ACTIVE for port object ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:38.166396 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.184112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3703ae59-d733-4ae7-85e1-33aaccec809a req-7a4bfc3e-0d05-47cc-973f-e4dec4aa9612 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/security-groups?id=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174070 Jul 06 11:51:38.185550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-da134509-9d45-452e-a1de-9af07c30e608 None None] For port 6cd623c0-cfec-474d-8091-107518ccfbc7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6cd623c0-cfec-474d-8091-107518ccfbc7,segment=NetworkSegment(550a60bf-6739-48a3-91e7-5fb6e4a67790),segment_id=550a60bf-6739-48a3-91e7-5fb6e4a67790)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:38.193891 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da134509-9d45-452e-a1de-9af07c30e608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.235003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:38.312792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da134509-9d45-452e-a1de-9af07c30e608 None None] Pushing event updated for resources: {'Port': ['ID=6cd623c0-cfec-474d-8091-107518ccfbc7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:38.325823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['2ad39980-9c84-48db-a1eb-9c6010bc633f'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:38.326392 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.347373 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.364503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf338ab-2569-4847-bc4f-995687fc0812 req-46f16415-95bd-4a4d-a7ba-4755ef615e88 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:38.372188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0cf338ab-2569-4847-bc4f-995687fc0812 req-46f16415-95bd-4a4d-a7ba-4755ef615e88 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3527961 Jul 06 11:51:38.406641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Attempting to bind port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:38.408560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Attempting to bind port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '960fa16a-3c5f-4231-9f8a-4f83dd238fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbee36c5-0784-4b0b-a067-25da5ca40086'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:38.409055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Attempting to bind port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 on network bbee36c5-0784-4b0b-a067-25da5ca40086 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:38.433548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 on network bbee36c5-0784-4b0b-a067-25da5ca40086 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:38.433889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Attempting to bind port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 on network bbee36c5-0784-4b0b-a067-25da5ca40086 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:38.457076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:38.457441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Checking segment: {'id': '960fa16a-3c5f-4231-9f8a-4f83dd238fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbee36c5-0784-4b0b-a067-25da5ca40086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:38.461121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Bound using segment: {'id': '960fa16a-3c5f-4231-9f8a-4f83dd238fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbee36c5-0784-4b0b-a067-25da5ca40086'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:38.475513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Bound port: ce4d0d2d-1004-4566-84f7-4e2607bbe2b3, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960fa16a-3c5f-4231-9f8a-4f83dd238fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbee36c5-0784-4b0b-a067-25da5ca40086'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:38.476995 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.604618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6cd623c0-cfec-474d-8091-107518ccfbc7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:38.639728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] For port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:38.645067 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] For port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3,segment=NetworkSegment(960fa16a-3c5f-4231-9f8a-4f83dd238fb5),segment_id=960fa16a-3c5f-4231-9f8a-4f83dd238fb5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:38.654343 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.686125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9816f61f-d03d-4ca9-b17d-08d194c33525 None None] Provisioning complete for port 6cd623c0-cfec-474d-8091-107518ccfbc7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:38.686734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9816f61f-d03d-4ca9-b17d-08d194c33525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.725455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:38.726095 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.729036 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] 10.222.0.86 "PUT /v2.0/ports/ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 HTTP/1.1" status: 200 len: 1092 time: 1.5848987 Jul 06 11:51:38.729519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a15bd3-08eb-4619-826a-f00e86a185d9', 'tag': 'ce4d0d2d-1004-4566-84f7-4e2607bbe2b3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:38.731884 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e83914-7f10-4bf4-9ada-ccd1db65dc87" -d '{"events": [{"name": "network-changed", "server_uuid": "75a15bd3-08eb-4619-826a-f00e86a185d9", "tag": "ce4d0d2d-1004-4566-84f7-4e2607bbe2b3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:38.782915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 6cd623c0-cfec-474d-8091-107518ccfbc7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:38.783293 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.798872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d12b4-2e19-4e4f-99be-c84b1b4fb842 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:38.901362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-4ec36e51-4669-46f0-8bfd-4228c1c7ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:38.902823 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-4ec36e51-4669-46f0-8bfd-4228c1c7ace2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d16ed22da73a4316a12b272b2287b5d8&device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 1095 time: 0.1218231 Jul 06 11:51:38.978459 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-a9e70550-be0b-4d1c-ac0e-dcf773ba08f6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 HTTP/1.1" status: 200 len: 217 time: 0.0637515 Jul 06 11:51:38.988058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9816f61f-d03d-4ca9-b17d-08d194c33525 None None] Provisioning for port 226464ff-e6ee-4e4e-8be0-f0212bd1587d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:38.996250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9816f61f-d03d-4ca9-b17d-08d194c33525 None None] Provisioning complete for port 226464ff-e6ee-4e4e-8be0-f0212bd1587d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:38.996608 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9816f61f-d03d-4ca9-b17d-08d194c33525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.054845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9816f61f-d03d-4ca9-b17d-08d194c33525 None None] Port 226464ff-e6ee-4e4e-8be0-f0212bd1587d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:39.093010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-4ee31a1d-7d09-40fc-953a-aabcfd11e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:39.097132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-4ee31a1d-7d09-40fc-953a-aabcfd11e129 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6f786f1-f6a4-4739-9653-ca84f6225935 HTTP/1.1" status: 200 len: 852 time: 0.1101749 Jul 06 11:51:39.147546 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-c59b4834-8ccb-4e31-b70e-d7c2063a3cea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bbee36c5-0784-4b0b-a067-25da5ca40086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388150 Jul 06 11:51:39.148505 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0cf338ab-2569-4847-bc4f-995687fc0812 req-dd14d6b8-2ff3-47b0-8657-c655409c8e76 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7724764 Jul 06 11:51:39.189337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cc228e31-f279-4ade-adcc-230996e4b979 None None] Provisioning complete for port 226464ff-e6ee-4e4e-8be0-f0212bd1587d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:39.195089 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc228e31-f279-4ade-adcc-230996e4b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.283405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cc228e31-f279-4ade-adcc-230996e4b979 None None] Port 226464ff-e6ee-4e4e-8be0-f0212bd1587d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:39.306580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.312381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.315927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=226464ff-e6ee-4e4e-8be0-f0212bd1587d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:39.336510 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4835dc1d-0f55-46f1-9f25-8dbd68220c4d x-openstack-request-id: req-4835dc1d-0f55-46f1-9f25-8dbd68220c4d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:39.337207 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a15bd3-08eb-4619-826a-f00e86a185d9", "tag": "ce4d0d2d-1004-4566-84f7-4e2607bbe2b3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:39.337669 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4835dc1d-0f55-46f1-9f25-8dbd68220c4d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:39.338507 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a15bd3-08eb-4619-826a-f00e86a185d9', 'tag': 'ce4d0d2d-1004-4566-84f7-4e2607bbe2b3', 'status': 'completed', 'code': 200} Jul 06 11:51:39.354029 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2ad39980-9c84-48db-a1eb-9c6010bc633f up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:39.359125 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.362273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] device_id is not set on port 8644686f-9078-48fc-ac87-b7aee7f3d177 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:39.408616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.408881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.409216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.409561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.409901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.410241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.410558 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.410888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.411213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.411589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.411920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.412249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:39.419422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c3813b32-8157-465c-8730-2a79f3e2197b None None] Provisioning complete for port 226464ff-e6ee-4e4e-8be0-f0212bd1587d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:39.419987 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3813b32-8157-465c-8730-2a79f3e2197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.431386 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-bc90555e-8094-4dd1-8adb-41128b122f5b service neutron] 10.222.0.86 "GET /v2.0/networks/bbee36c5-0784-4b0b-a067-25da5ca40086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483652 Jul 06 11:51:39.441844 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1401d05c-c4fd-4b76-91d2-5a829c33d60d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.460208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c3813b32-8157-465c-8730-2a79f3e2197b None None] Port 226464ff-e6ee-4e4e-8be0-f0212bd1587d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:39.484947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 2ad39980-9c84-48db-a1eb-9c6010bc633f completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:39.495005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 2ad39980-9c84-48db-a1eb-9c6010bc633f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:39.495369 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.578842 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23b34994-639f-40e7-98ca-fb7dea6c96f6 req-032b10a5-c749-4352-829c-b5cf6789b316 service neutron] 10.222.0.86 "GET /v2.0/networks/bbee36c5-0784-4b0b-a067-25da5ca40086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366961 Jul 06 11:51:39.599126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c567348d-b35a-4f5d-8124-cca52345e87f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:39.602105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401d05c-c4fd-4b76-91d2-5a829c33d60d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=bd60a171-44c4-4c40-802c-83d1b9c1ba70,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:39.621921 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.651423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:39.654223 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd05b5c-5993-4e72-b8dd-f469d92cf173" -d '{"events": [{"server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "name": "network-vif-plugged", "status": "completed", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:39.671876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:39.677628 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.736600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=2ad39980-9c84-48db-a1eb-9c6010bc633f,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:39.738502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b5fc9-66bf-4126-90ae-3347ad15fa05 req-4a86cd48-9d04-46ca-b11c-746f0f0f041f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:39.740176 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-838b5fc9-66bf-4126-90ae-3347ad15fa05 req-4a86cd48-9d04-46ca-b11c-746f0f0f041f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 945 time: 0.6511855 Jul 06 11:51:39.778304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e83914-7f10-4bf4-9ada-ccd1db65dc87 req-dc69c778-b54d-402a-b5e0-357f98c61052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:39.779879 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e8e83914-7f10-4bf4-9ada-ccd1db65dc87 req-dc69c778-b54d-402a-b5e0-357f98c61052 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d16ed22da73a4316a12b272b2287b5d8&device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 1095 time: 0.1151059 Jul 06 11:51:39.900521 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e83914-7f10-4bf4-9ada-ccd1db65dc87 req-916e1cf1-76ea-4039-bec7-d41a3a86d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:39.903558 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e8e83914-7f10-4bf4-9ada-ccd1db65dc87 req-916e1cf1-76ea-4039-bec7-d41a3a86d174 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bbee36c5-0784-4b0b-a067-25da5ca40086 HTTP/1.1" status: 200 len: 913 time: 0.1109111 Jul 06 11:51:39.918947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf2763-37e1-4b05-a184-6647ad15a3b0 req-f226904d-b432-4e91-9c4e-a9bafa555d2a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:39.920610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4cf2763-37e1-4b05-a184-6647ad15a3b0 req-f226904d-b432-4e91-9c4e-a9bafa555d2a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.5458524 Jul 06 11:51:39.968631 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e8e83914-7f10-4bf4-9ada-ccd1db65dc87 req-45ea40e2-0123-451c-bb39-c5b97f0bf8f4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 HTTP/1.1" status: 200 len: 217 time: 0.0578463 Jul 06 11:51:39.972306 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.024610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e83914-7f10-4bf4-9ada-ccd1db65dc87 req-d414ed8f-23be-434b-9640-9203878090ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:40.026440 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e8e83914-7f10-4bf4-9ada-ccd1db65dc87 req-d414ed8f-23be-434b-9640-9203878090ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6f786f1-f6a4-4739-9653-ca84f6225935 HTTP/1.1" status: 200 len: 852 time: 0.0479493 Jul 06 11:51:40.027500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-838b5fc9-66bf-4126-90ae-3347ad15fa05 req-7d345900-8cd7-4759-aafa-7cd744b25de3 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757158 Jul 06 11:51:40.030781 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1401d05c-c4fd-4b76-91d2-5a829c33d60d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.032653 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1401d05c-c4fd-4b76-91d2-5a829c33d60d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/bd60a171-44c4-4c40-802c-83d1b9c1ba70 HTTP/1.1" status: 204 len: 168 time: 3.6051178 Jul 06 11:51:40.035588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56018) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:40.100481 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dda4068-71c8-4188-8efc-fddf26b5eaf5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:51:40.105803 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3dda4068-71c8-4188-8efc-fddf26b5eaf5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/bd60a171-44c4-4c40-802c-83d1b9c1ba70 HTTP/1.1" status: 404 len: 333 time: 0.0687921 Jul 06 11:51:40.106645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56022) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:40.108845 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e8e83914-7f10-4bf4-9ada-ccd1db65dc87 req-c73e046e-5bb5-4d69-a99e-631be793a1e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bbee36c5-0784-4b0b-a067-25da5ca40086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596604 Jul 06 11:51:40.195965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] device_id is not set on port 8644686f-9078-48fc-ac87-b7aee7f3d177 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:40.214005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4cf2763-37e1-4b05-a184-6647ad15a3b0 req-19abdd5b-75b2-43b9-adb5-807a580ccde0 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542491 Jul 06 11:51:40.226059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8638ce-4141-4e6a-8b4b-58a3c53702d6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting subnet 66905387-02c1-4d2a-a4ac-440d6f10a110 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:40.234283 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f8638ce-4141-4e6a-8b4b-58a3c53702d6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.288992 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.316532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f8638ce-4141-4e6a-8b4b-58a3c53702d6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.322358 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e8e83914-7f10-4bf4-9ada-ccd1db65dc87 req-2aefba6b-4798-4cd1-87e4-304fa924de47 service neutron] 10.222.0.86 "GET /v2.0/networks/bbee36c5-0784-4b0b-a067-25da5ca40086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052500 Jul 06 11:51:40.389154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Transition to ACTIVE for port object 8644686f-9078-48fc-ac87-b7aee7f3d177 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:40.463542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.489928 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4620252-72cb-44ef-bbe9-57e2bae2e3e7 x-openstack-request-id: req-c4620252-72cb-44ef-bbe9-57e2bae2e3e7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:40.490227 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "name": "network-vif-plugged", "status": "completed", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:40.490487 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4620252-72cb-44ef-bbe9-57e2bae2e3e7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:40.490886 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'code': 200} Jul 06 11:51:40.555166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f8638ce-4141-4e6a-8b4b-58a3c53702d6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.561623 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e8e83914-7f10-4bf4-9ada-ccd1db65dc87 req-a10e9447-6fd6-4fff-aa1c-a27463bf9599 service neutron] 10.222.0.86 "GET /v2.0/networks/bbee36c5-0784-4b0b-a067-25da5ca40086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190294 Jul 06 11:51:40.621036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event updated for resources: {'Port': ['ID=8644686f-9078-48fc-ac87-b7aee7f3d177,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:40.637117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eb43f-0f6b-467b-bbcd-726e3d21c951 req-515c46a8-e7d7-410f-9d02-be6cb1cdb495 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:40.645170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-736eb43f-0f6b-467b-bbcd-726e3d21c951 req-515c46a8-e7d7-410f-9d02-be6cb1cdb495 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 944 time: 0.4515975 Jul 06 11:51:40.689066 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f8638ce-4141-4e6a-8b4b-58a3c53702d6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.690513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Checking segment: {'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:40.691319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Network hostable DHCP agents. Network: f245c059-2261-4543-a85a-3ccf93c42ad9, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:40.733556 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.739521 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f8638ce-4141-4e6a-8b4b-58a3c53702d6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.746228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a90d91e-e2cc-4a54-8225-6b6be80fefcf None None] Network 9ca6d4a7-ee51-4f10-b839-570f54689afe requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:40.749121 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9f8638ce-4141-4e6a-8b4b-58a3c53702d6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/66905387-02c1-4d2a-a4ac-440d6f10a110 HTTP/1.1" status: 204 len: 168 time: 0.6392288 Jul 06 11:51:40.749793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56032) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:40.811030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8638ce-4141-4e6a-8b4b-58a3c53702d6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Subnet': ['ID=66905387-02c1-4d2a-a4ac-440d6f10a110,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:40.821816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-909e12b5-7fd7-4af4-a8f9-7f97a6d559c3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting subnet cbcfa8bc-1468-4873-8299-f5811d395676 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:40.826499 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-909e12b5-7fd7-4af4-a8f9-7f97a6d559c3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.871397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fef616-a89c-4418-8598-cf99ee95b656 req-fd248a50-799a-4ee2-9eef-7ed076b5e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:40.872972 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-44fef616-a89c-4418-8598-cf99ee95b656 req-fd248a50-799a-4ee2-9eef-7ed076b5e20c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 1097 time: 0.2320442 Jul 06 11:51:40.878681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-736eb43f-0f6b-467b-bbcd-726e3d21c951 req-cd7948ad-b5b0-4973-842f-542cabb3cc65 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/security-groups?id=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160137 Jul 06 11:51:40.878681 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.878988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.911836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Network f245c059-2261-4543-a85a-3ccf93c42ad9 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:40.925175 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-909e12b5-7fd7-4af4-a8f9-7f97a6d559c3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.998827 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-44fef616-a89c-4418-8598-cf99ee95b656 req-d849af4e-3172-4fb3-bc51-2c0bc158e009 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152503 Jul 06 11:51:41.003855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f245c059-2261-4543-a85a-3ccf93c42ad9) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:41.017026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238fcc2b-bc99-4389-98ca-917af6ebd19c None None] Network f245c059-2261-4543-a85a-3ccf93c42ad9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:41.026938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=226464ff-e6ee-4e4e-8be0-f0212bd1587d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:41.043138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:41.057368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-909e12b5-7fd7-4af4-a8f9-7f97a6d559c3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.077882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:41.078228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:41.078613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:41.093796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:41.094146 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:41.096853 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 2 to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 Jul 06 11:51:41.112404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:41.112694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:41.113109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:41.124247 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee22ed4-45d1-4e1e-af89-f4e84021ad11 req-3cc0188f-722e-4c76-ace5-04e8976b019c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:41.125511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ee22ed4-45d1-4e1e-af89-f4e84021ad11 req-3cc0188f-722e-4c76-ace5-04e8976b019c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.4034514 Jul 06 11:51:41.139240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:41.139608 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:41.142559 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 3 to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 Jul 06 11:51:41.163879 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-909e12b5-7fd7-4af4-a8f9-7f97a6d559c3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.176583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network 842eb5c0-de42-4e1f-9b9b-7335ad469468 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:41.195250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:41.213356 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ee22ed4-45d1-4e1e-af89-f4e84021ad11 req-7b7592e6-2c82-4bd6-a868-968b2cfa0fe6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749881 Jul 06 11:51:41.224315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e12b5-7fd7-4af4-a8f9-7f97a6d559c3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcfa8bc-1468-4873-8299-f5811d395676,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:41.228500 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-909e12b5-7fd7-4af4-a8f9-7f97a6d559c3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.229941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:41.230464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:41.231004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:41.235126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56040) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:41.235512 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-909e12b5-7fd7-4af4-a8f9-7f97a6d559c3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/cbcfa8bc-1468-4873-8299-f5811d395676 HTTP/1.1" status: 204 len: 168 time: 0.4822218 Jul 06 11:51:41.370352 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b58016-ba21-4661-aa50-e662d76f462b None None] Update dhcp port {'port': {'network_id': '9ca6d4a7-ee51-4f10-b839-570f54689afe', 'fixed_ips': [{'subnet_id': 'cbcfa8bc-1468-4873-8299-f5811d395676'}], 'binding:host_id': 'n-d-799527-2'}, 'id': '0ebab505-d29a-4980-866a-000d0a635fe5'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:51:41.396331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:41.398045 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:41.433512 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 4 to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 Jul 06 11:51:41.434494 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32b58016-ba21-4661-aa50-e662d76f462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.526026 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:41.526289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:41.526637 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:41.537828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:41.538171 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:41.548304 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 5 to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 Jul 06 11:51:41.588372 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.591933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:41.592288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:41.592616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:41.602861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3a72be55-2920-492d-8fc2-0b4f996123f2 None None] Provisioning complete for port 226464ff-e6ee-4e4e-8be0-f0212bd1587d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:41.603338 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a72be55-2920-492d-8fc2-0b4f996123f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.617042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:41.617388 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:41.623889 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 6 to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 Jul 06 11:51:41.648823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed84ee34-bbf7-4fe0-b692-8d513339dad6 None None] Network 9ca6d4a7-ee51-4f10-b839-570f54689afe requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:41.666475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:41.666819 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:41.667276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:41.700919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3a72be55-2920-492d-8fc2-0b4f996123f2 None None] Port 226464ff-e6ee-4e4e-8be0-f0212bd1587d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:41.708555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b435b8-51e5-4241-8221-f8ce2a6acc04 req-05a36a13-4a51-4c77-80da-f39d50d4d4d4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:41.709694 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8b435b8-51e5-4241-8221-f8ce2a6acc04 req-05a36a13-4a51-4c77-80da-f39d50d4d4d4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.4212594 Jul 06 11:51:41.710441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:41.710783 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:41.714114 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 7 to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 Jul 06 11:51:41.726699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3e29c-d028-4da7-851f-9ca3d3d561cc req-4ab282ae-9ec8-4467-a6ce-dd3721e9e5d5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:41.734569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bbe3e29c-d028-4da7-851f-9ca3d3d561cc req-4ab282ae-9ec8-4467-a6ce-dd3721e9e5d5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2948143 Jul 06 11:51:41.786802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:41.787143 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:41.787585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:41.790486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Router a268fc31-2df9-4344-b559-7ab52c00b235 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:51:41.802664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:41.803003 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:41.804357 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 8 to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 Jul 06 11:51:41.829940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-38cfb99b-e95b-4311-b4fd-4e085ae57ac0 None None] Provisioning complete for port 0ebab505-d29a-4980-866a-000d0a635fe5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:41.830392 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38cfb99b-e95b-4311-b4fd-4e085ae57ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.860106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc75b1-a272-42b0-96c9-ef632f9120f0 None None] DHCP port deletion for 9ca6d4a7-ee51-4f10-b839-570f54689afe request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:51:41.893842 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8b435b8-51e5-4241-8221-f8ce2a6acc04 req-14c1457e-fadb-47d8-8085-57654a39c15f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571581 Jul 06 11:51:41.897870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:41.898019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:41.898397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:41.952165 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bbe3e29c-d028-4da7-851f-9ca3d3d561cc req-c307255b-1865-4e82-8edd-bfd7e0b5a2fe tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166073 Jul 06 11:51:41.976169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 0ebab505-d29a-4980-866a-000d0a635fe5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:41.976169 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.977050 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bffc75b1-a272-42b0-96c9-ef632f9120f0 None None] Deleting port 0ebab505-d29a-4980-866a-000d0a635fe5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:41.977050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bffc75b1-a272-42b0-96c9-ef632f9120f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.995900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:42.009092 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:42.040253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bffc75b1-a272-42b0-96c9-ef632f9120f0 None None] For port 0ebab505-d29a-4980-866a-000d0a635fe5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0ebab505-d29a-4980-866a-000d0a635fe5,segment=NetworkSegment(b76312ed-56af-478e-9562-825ec3271ded),segment_id=b76312ed-56af-478e-9562-825ec3271ded)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:42.040580 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bffc75b1-a272-42b0-96c9-ef632f9120f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.095972 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 9 to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 Jul 06 11:51:42.187570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:42.188152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:42.188592 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:42.200246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:42.213214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e76e3087-c0d3-4847-82a7-0fafc1e29bed tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "PUT /v2.0/routers/a268fc31-2df9-4344-b559-7ab52c00b235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4467430 Jul 06 11:51:42.216134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56064) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:42.217147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] For port 0ebab505-d29a-4980-866a-000d0a635fe5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0ebab505-d29a-4980-866a-000d0a635fe5,segment=NetworkSegment(b76312ed-56af-478e-9562-825ec3271ded),segment_id=b76312ed-56af-478e-9562-825ec3271ded)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:42.217795 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.222500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:42.222985 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:42.229826 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 10 to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 Jul 06 11:51:42.259980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 0ebab505-d29a-4980-866a-000d0a635fe5 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:42.279751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:42.280188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:42.280603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:42.283228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:42.287720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27e23c-a9ec-49d4-95b5-708aad3879db None None] Sync routers for ids ['a268fc31-2df9-4344-b559-7ab52c00b235'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:42.294723 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 8644686f-9078-48fc-ac87-b7aee7f3d177 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:42.295248 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 8644686f-9078-48fc-ac87-b7aee7f3d177 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:42.295541 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.317239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12059a08-ebef-4dc8-a90a-34de846fc423 req-8a9323b4-7ab1-444e-bcfb-b6a2250b9a68 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:42.322451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bffc75b1-a272-42b0-96c9-ef632f9120f0 None None] Calling delete_port for 0ebab505-d29a-4980-866a-000d0a635fe5 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:42.326155 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12059a08-ebef-4dc8-a90a-34de846fc423 req-8a9323b4-7ab1-444e-bcfb-b6a2250b9a68 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 944 time: 0.2081397 Jul 06 11:51:42.353350 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27e23c-a9ec-49d4-95b5-708aad3879db None None] Routers {'a268fc31-2df9-4344-b559-7ab52c00b235'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:42.354440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ba27e23c-a9ec-49d4-95b5-708aad3879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:51:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a268fc31-2df9-4344-b559-7ab52c00b235'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:42.366438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc314dab-9c77-4038-89e4-fb36412cd4b1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:42.369665 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cc314dab-9c77-4038-89e4-fb36412cd4b1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports?device_id=a268fc31-2df9-4344-b559-7ab52c00b235 HTTP/1.1" status: 200 len: 989 time: 0.1522126 Jul 06 11:51:42.374433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56070) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:42.441549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ba27e23c-a9ec-49d4-95b5-708aad3879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:42.455168 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:51:42.473063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] For port 8644686f-9078-48fc-ac87-b7aee7f3d177, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:42.473672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempted to set empty binding levels {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 11:51:42.533917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0ebab505-d29a-4980-866a-000d0a635fe5 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:42.546649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27e23c-a9ec-49d4-95b5-708aad3879db None None] Routers {'a268fc31-2df9-4344-b559-7ab52c00b235'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:42.547207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ba27e23c-a9ec-49d4-95b5-708aad3879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:51:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a268fc31-2df9-4344-b559-7ab52c00b235'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:42.554056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.599151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12059a08-ebef-4dc8-a90a-34de846fc423 req-93f88b2d-b15d-495a-9986-3072d37402b6 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/security-groups?id=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718196 Jul 06 11:51:42.606413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ba27e23c-a9ec-49d4-95b5-708aad3879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:42.607091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27e23c-a9ec-49d4-95b5-708aad3879db None None] The sync data for ids ['a268fc31-2df9-4344-b559-7ab52c00b235'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:42.610748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.630341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:42.630980 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.647973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No DVR routers for this DVR port 0ebab505-d29a-4980-866a-000d0a635fe5 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:42.661296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event updated for resources: {'Port': ['ID=8644686f-9078-48fc-ac87-b7aee7f3d177,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:42.701530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No active binding found for port 0ebab505-d29a-4980-866a-000d0a635fe5 {{(pid=93816) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:51:42.701871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0ebab505-d29a-4980-866a-000d0a635fe5 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:42.708668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3,segment=NetworkSegment(960fa16a-3c5f-4231-9f8a-4f83dd238fb5),segment_id=960fa16a-3c5f-4231-9f8a-4f83dd238fb5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:42.726360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=0ebab505-d29a-4980-866a-000d0a635fe5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:42.730564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'ce4d0d2d-1004-4566-84f7-4e2607bbe2b3', 'network_id': 'bbee36c5-0784-4b0b-a067-25da5ca40086', 'port_id': 'ce4d0d2d-1004-4566-84f7-4e2607bbe2b3', 'mac_address': 'fa:16:3e:a2:e8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f786f1-f6a4-4739-9653-ca84f6225935', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:42.734508 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-40981a91-8eaf-4736-8949-0e3acfa36594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 5.3657591 Jul 06 11:51:42.737524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56078) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:42.740067 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bffc75b1-a272-42b0-96c9-ef632f9120f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.789308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc75b1-a272-42b0-96c9-ef632f9120f0 None None] Pushing event deleted for resources: {'Port': ['ID=0ebab505-d29a-4980-866a-000d0a635fe5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:42.798889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc75b1-a272-42b0-96c9-ef632f9120f0 None None] No DVR routers for this DVR port 0ebab505-d29a-4980-866a-000d0a635fe5 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:42.818682 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.834699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:42.848382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.865387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca6d4a7-ee51-4f10-b839-570f54689afe']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:42.870155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3,segment=NetworkSegment(960fa16a-3c5f-4231-9f8a-4f83dd238fb5),segment_id=960fa16a-3c5f-4231-9f8a-4f83dd238fb5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:42.880138 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.880512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76312ed-56af-478e-9562-825ec3271ded') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:42.880790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76312ed-56af-478e-9562-825ec3271ded') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:42.912466 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.951282 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.960455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:42.961273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:42.964949 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:42.977842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f3a78e6d-191f-4356-b839-a505d6c7d6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Deleting port 8644686f-9078-48fc-ac87-b7aee7f3d177 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:42.978232 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3a78e6d-191f-4356-b839-a505d6c7d6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.980922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:43.088023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f3a78e6d-191f-4356-b839-a505d6c7d6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] For port 8644686f-9078-48fc-ac87-b7aee7f3d177, host n-h1-799527-2, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:43.088404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3a78e6d-191f-4356-b839-a505d6c7d6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.143984 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c4a73b8-efba-4ba8-b4e4-e34f9261369a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.156141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f3a78e6d-191f-4356-b839-a505d6c7d6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Calling delete_port for 8644686f-9078-48fc-ac87-b7aee7f3d177 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:43.228429 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.243489 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.247464 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/networks/9ca6d4a7-ee51-4f10-b839-570f54689afe HTTP/1.1" status: 204 len: 168 time: 2.0091302 Jul 06 11:51:43.253179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56088) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:43.262265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['ce4d0d2d-1004-4566-84f7-4e2607bbe2b3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:43.273589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e45b00-66fb-4f7f-8900-35250d27069e req-c827faf1-d560-4078-bae2-785cda9b8a66 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:43.276023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4e45b00-66fb-4f7f-8900-35250d27069e req-c827faf1-d560-4078-bae2-785cda9b8a66 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.1905274 Jul 06 11:51:43.280842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e02f1-c4bc-4dd7-aaaa-4717d2fab066 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Network': ['ID=9ca6d4a7-ee51-4f10-b839-570f54689afe,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:43.339625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4e45b00-66fb-4f7f-8900-35250d27069e req-b90c97bd-2c36-4c7d-8d15-887d163c86c9 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519986 Jul 06 11:51:43.357780 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3a78e6d-191f-4356-b839-a505d6c7d6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.390426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a78e6d-191f-4356-b839-a505d6c7d6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event deleted for resources: {'Port': ['ID=8644686f-9078-48fc-ac87-b7aee7f3d177,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:43.398675 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3a78e6d-191f-4356-b839-a505d6c7d6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.404948 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f3a78e6d-191f-4356-b839-a505d6c7d6c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8644686f-9078-48fc-ac87-b7aee7f3d177 HTTP/1.1" status: 204 len: 168 time: 0.6553309 Jul 06 11:51:43.405573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56092) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:43.446429 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-e563bdde-80b1-47f4-8a83-343d88a25ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:51:43.454132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e563bdde-80b1-47f4-8a83-343d88a25ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "GET /v2.0/ports/8644686f-9078-48fc-ac87-b7aee7f3d177 HTTP/1.1" status: 404 len: 333 time: 0.0415583 Jul 06 11:51:43.455035 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56094) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:43.462825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Request body: {'port': {'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-942570268'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:43.496247 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Made reservation on behalf of 947de452c3a34d1e993668e9eb3da062 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:43.500684 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.534548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] device_id is not set on port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:43.545408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b41b96-5c8d-4c76-bc16-d24b8fd81339 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:43.551029 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-23b41b96-5c8d-4c76-bc16-d24b8fd81339 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2925694 Jul 06 11:51:43.558953 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56100) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:43.601793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a73b8-efba-4ba8-b4e4-e34f9261369a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 226464ff-e6ee-4e4e-8be0-f0212bd1587d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:43.603731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c4a73b8-efba-4ba8-b4e4-e34f9261369a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.720558 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c4a73b8-efba-4ba8-b4e4-e34f9261369a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.736474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a73b8-efba-4ba8-b4e4-e34f9261369a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 226464ff-e6ee-4e4e-8be0-f0212bd1587d owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:43.841425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756cf6-675c-4f37-ac57-254c82921cde req-3e7d21b2-0818-42ab-ab1b-e3cd250dfc7f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:43.843038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d756cf6-675c-4f37-ac57-254c82921cde req-3e7d21b2-0818-42ab-ab1b-e3cd250dfc7f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.2990694 Jul 06 11:51:43.858321 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7bfc567a-68ad-472a-928a-3ee8767f801f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2694089 Jul 06 11:51:43.863117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:43.863729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56112) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:43.872493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1707825131'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:43.879247 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-915772b8-a08e-4cce-9cc4-ad7e3c9b083d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Request body: {'floatingip': {'port_id': '2ad39980-9c84-48db-a1eb-9c6010bc633f'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:43.896161 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.958895 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-915772b8-a08e-4cce-9cc4-ad7e3c9b083d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:43.973232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c4a73b8-efba-4ba8-b4e4-e34f9261369a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:44.009802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a73b8-efba-4ba8-b4e4-e34f9261369a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=226464ff-e6ee-4e4e-8be0-f0212bd1587d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:44.161024 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89e82e91-aee7-4748-be14-0fa65fb8d8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:44.406250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:44.409743 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:44.466469 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c4a73b8-efba-4ba8-b4e4-e34f9261369a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:44.484464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9c0ff-a00c-4ebf-84d5-97457aec16fc req-d94ffae6-ea0b-42f3-a3be-649bab5b1658 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:44.486033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ce9c0ff-a00c-4ebf-84d5-97457aec16fc req-d94ffae6-ea0b-42f3-a3be-649bab5b1658 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 945 time: 0.7099764 Jul 06 11:51:44.542994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:44.552406 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:44.603299 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:44.604146 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Added segment 55f28172-68f3-4c8e-b08f-0ce8f71fec2a of type vlan for network 4a69173c-a5ef-48f7-a145-a90bf031aaaf Jul 06 11:51:44.644799 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4a73b8-efba-4ba8-b4e4-e34f9261369a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Router a268fc31-2df9-4344-b559-7ab52c00b235 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:51:44.683742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Network f245c059-2261-4543-a85a-3ccf93c42ad9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:44.724641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ce9c0ff-a00c-4ebf-84d5-97457aec16fc req-ea600ada-dc17-4ab6-9ed6-0d33bda6542f tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/security-groups?id=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299421 Jul 06 11:51:44.739599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4a73b8-efba-4ba8-b4e4-e34f9261369a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:44.750520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:44.753549 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8c4a73b8-efba-4ba8-b4e4-e34f9261369a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "PUT /v2.0/routers/a268fc31-2df9-4344-b559-7ab52c00b235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3771293 Jul 06 11:51:44.755237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56130) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:44.756036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:44.757088 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29596cc8-f030-4fa1-8260-72dd5d8623ea None None] Sync routers for ids ['a268fc31-2df9-4344-b559-7ab52c00b235'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:44.758562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:44.760332 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:44.771290 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29596cc8-f030-4fa1-8260-72dd5d8623ea None None] Routers {'a268fc31-2df9-4344-b559-7ab52c00b235'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:44.771983 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29596cc8-f030-4fa1-8260-72dd5d8623ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:51:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a268fc31-2df9-4344-b559-7ab52c00b235'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:44.775343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event updated for resources: {'Port': ['ID=465bcbaa-0c9c-44f8-90da-c45eca4c7024,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:44.789265 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-9460e7b5-155e-49ab-b3e0-b913150e8abe tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:51:44.792094 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9460e7b5-155e-49ab-b3e0-b913150e8abe tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/226464ff-e6ee-4e4e-8be0-f0212bd1587d HTTP/1.1" status: 404 len: 333 time: 0.0352261 Jul 06 11:51:44.794775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56132) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:44.795329 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:44.823708 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a4af6283-8ec2-4e58-b36d-9a7e5ca3ac34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3670380 Jul 06 11:51:44.835218 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29596cc8-f030-4fa1-8260-72dd5d8623ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:44.845954 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29596cc8-f030-4fa1-8260-72dd5d8623ea None None] Routers {'a268fc31-2df9-4344-b559-7ab52c00b235'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:44.846934 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29596cc8-f030-4fa1-8260-72dd5d8623ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:51:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a268fc31-2df9-4344-b559-7ab52c00b235'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:44.847289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56134) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:44.853419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:44.886990 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29596cc8-f030-4fa1-8260-72dd5d8623ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:44.888035 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29596cc8-f030-4fa1-8260-72dd5d8623ea None None] The sync data for ids ['a268fc31-2df9-4344-b559-7ab52c00b235'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:44.907201 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:44.912842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:44.913457 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:44.959531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3439df2e-8ddd-411b-b4e5-bb06c8f72bb3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.053960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1836460 Jul 06 11:51:45.054304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:45.059849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '4a69173c-a5ef-48f7-a145-a90bf031aaaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:45.116981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e077c6c-2447-47bf-8bde-da43187a15b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Network': ['ID=4a69173c-a5ef-48f7-a145-a90bf031aaaf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:45.130869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 4a69173c-a5ef-48f7-a145-a90bf031aaaf details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:45.205266 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3439df2e-8ddd-411b-b4e5-bb06c8f72bb3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.208832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3439df2e-8ddd-411b-b4e5-bb06c8f72bb3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.216452 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.282013 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3439df2e-8ddd-411b-b4e5-bb06c8f72bb3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.282622 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3439df2e-8ddd-411b-b4e5-bb06c8f72bb3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Fanout notify agent at l3_agent the message router_deleted on router a268fc31-2df9-4344-b559-7ab52c00b235 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:51:45.290925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3439df2e-8ddd-411b-b4e5-bb06c8f72bb3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.292143 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3439df2e-8ddd-411b-b4e5-bb06c8f72bb3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/routers/a268fc31-2df9-4344-b559-7ab52c00b235 HTTP/1.1" status: 204 len: 168 time: 0.4963732 Jul 06 11:51:45.294873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56146) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:45.297059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:45.300869 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.402216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-6437d947-d369-4a0c-8af2-471a4db2b747 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting subnet 7f2a2105-3607-45c1-beec-5349be0b3cc9 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:45.408076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6437d947-d369-4a0c-8af2-471a4db2b747 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.482173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6437d947-d369-4a0c-8af2-471a4db2b747 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.562411 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-915772b8-a08e-4cce-9cc4-ad7e3c9b083d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.595089 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-915772b8-a08e-4cce-9cc4-ad7e3c9b083d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.621076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] device_id is not set on port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:45.636749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.659008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Transition to ACTIVE for port object 465bcbaa-0c9c-44f8-90da-c45eca4c7024 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:45.663933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.670062 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.674082 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6437d947-d369-4a0c-8af2-471a4db2b747 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.773556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event updated for resources: {'Port': ['ID=465bcbaa-0c9c-44f8-90da-c45eca4c7024,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:45.779413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Subnet': ['ID=c7085d4e-eb5c-4ecf-b750-0e91c35bfadd,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:45.793412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Checking segment: {'id': '55f28172-68f3-4c8e-b08f-0ce8f71fec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4a69173c-a5ef-48f7-a145-a90bf031aaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:45.793783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network hostable DHCP agents. Network: 4a69173c-a5ef-48f7-a145-a90bf031aaaf, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:45.796287 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-915772b8-a08e-4cce-9cc4-ad7e3c9b083d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Floating IP ad64af0c-13f7-4e0a-8fac-ae68d21ca9a2 associated. External IP: 172.25.0.216, port: 2ad39980-9c84-48db-a1eb-9c6010bc633f. Jul 06 11:51:45.805547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:45.806078 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:45.806632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:45.813453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:45.814120 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:45.816570 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 2 to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 Jul 06 11:51:45.834184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:45.834919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:45.835510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:45.841916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6437d947-d369-4a0c-8af2-471a4db2b747 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.851200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:45.852476 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:45.856000 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 3 to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 Jul 06 11:51:45.887672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437d947-d369-4a0c-8af2-471a4db2b747 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2a2105-3607-45c1-beec-5349be0b3cc9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:45.894826 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6437d947-d369-4a0c-8af2-471a4db2b747 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.899508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6437d947-d369-4a0c-8af2-471a4db2b747 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/7f2a2105-3607-45c1-beec-5349be0b3cc9 HTTP/1.1" status: 204 len: 168 time: 0.6014159 Jul 06 11:51:45.902073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56158) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:45.904463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef774abe-82a5-41ca-ab64-686039e76b99 None None] Network 842eb5c0-de42-4e1f-9b9b-7335ad469468 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:45.912890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:45.913418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:45.913716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:45.935845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:45.937362 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:45.977010 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 4 to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 Jul 06 11:51:46.025844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:46.026476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:46.026919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:46.041540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:46.042026 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:46.043978 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 5 to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 Jul 06 11:51:46.056753 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.072428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:46.073492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:46.073492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:46.079229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:46.079698 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:46.080347 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 6 to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 Jul 06 11:51:46.103977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 4a69173c-a5ef-48f7-a145-a90bf031aaaf is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:46.113547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:46.113955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:46.114362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:46.121129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:46.121549 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:46.124085 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 7 to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 Jul 06 11:51:46.138040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:46.138527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:46.138737 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:46.143148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881503a-2194-431f-abb1-8ace234bcfd3 req-69d85a47-e891-4999-b0ab-1366c3feba59 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:46.144811 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1881503a-2194-431f-abb1-8ace234bcfd3 req-69d85a47-e891-4999-b0ab-1366c3feba59 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 945 time: 0.2456536 Jul 06 11:51:46.147258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915772b8-a08e-4cce-9cc4-ad7e3c9b083d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:51:46.148034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 4a69173c-a5ef-48f7-a145-a90bf031aaaf) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:46.158409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:46.158749 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:46.161075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:46.161688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.163133 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 8 to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 Jul 06 11:51:46.163317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a13c97c-a486-473c-aefc-63b952055ed8 None None] Network 4a69173c-a5ef-48f7-a145-a90bf031aaaf requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:46.182007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:46.182301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:46.182740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:46.187993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:46.188349 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:46.188728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56164) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:46.189310 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 9 to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 Jul 06 11:51:46.189913 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6efc9aa8-547b-4200-93e5-e99ece4d71af tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1343899 Jul 06 11:51:46.196892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '4a69173c-a5ef-48f7-a145-a90bf031aaaf', 'name': 'tempest-PortsTestJSON-1124763203'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:46.257212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:46.259787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port 6cd623c0-cfec-474d-8091-107518ccfbc7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:46.260240 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.261858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbbaecc-c6ef-4047-a283-54a4ede9af73 None None] DHCP port deletion for 842eb5c0-de42-4e1f-9b9b-7335ad469468 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:51:46.284621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1881503a-2194-431f-abb1-8ace234bcfd3 req-6efff990-9712-488f-b6b7-ed924b2efa51 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/security-groups?id=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317899 Jul 06 11:51:46.365130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:46.365794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:46.366360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:46.386280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:46.386503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915772b8-a08e-4cce-9cc4-ad7e3c9b083d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:46.387067 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:46.391398 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-915772b8-a08e-4cce-9cc4-ad7e3c9b083d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.397059 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 10 to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 Jul 06 11:51:46.419724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:46.420203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:46.420640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:46.434550 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-915772b8-a08e-4cce-9cc4-ad7e3c9b083d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "PUT /v2.0/floatingips/ad64af0c-13f7-4e0a-8fac-ae68d21ca9a2 HTTP/1.1" status: 200 len: 992 time: 2.5697594 Jul 06 11:51:46.435329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:46.439206 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e4f91e-ee55-4d3e-9885-951862ebf661" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:46.456523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:46.457055 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:46.457438 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.463807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec16ea7-bbce-4a1a-84ed-eeee72d5e2a1 None None] Sync routers for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:46.467794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] For port 6cd623c0-cfec-474d-8091-107518ccfbc7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6cd623c0-cfec-474d-8091-107518ccfbc7,segment=NetworkSegment(550a60bf-6739-48a3-91e7-5fb6e4a67790),segment_id=550a60bf-6739-48a3-91e7-5fb6e4a67790)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:46.468170 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.510299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for 6cd623c0-cfec-474d-8091-107518ccfbc7 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:46.540614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:46.558413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec16ea7-bbce-4a1a-84ed-eeee72d5e2a1 None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:46.559316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eec16ea7-bbce-4a1a-84ed-eeee72d5e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:51:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:46.568275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:46.572719 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.652026 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cd63ac-9d75-47f1-814b-9a98b706baee x-openstack-request-id: req-62cd63ac-9d75-47f1-814b-9a98b706baee {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:46.652504 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:46.652612 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62cd63ac-9d75-47f1-814b-9a98b706baee {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:46.652960 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'status': 'completed', 'code': 200} Jul 06 11:51:46.657414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:46.657792 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.701528 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6cd623c0-cfec-474d-8091-107518ccfbc7 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:46.750812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port 0c848a7d-c181-4976-89b8-439909c84e4b yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:46.761588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-4a69173c-a5ef-48f7-a145-a90bf031aaaf', 'network_id': '4a69173c-a5ef-48f7-a145-a90bf031aaaf', 'tenant_id': '33bdebf81d734b84a02b7b29132c7a1c', 'fixed_ips': [{'subnet_id': 'c7085d4e-eb5c-4ecf-b750-0e91c35bfadd'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:51:46.762534 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.807819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-efbbaecc-c6ef-4047-a283-54a4ede9af73 None None] Deleting port 6cd623c0-cfec-474d-8091-107518ccfbc7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:46.808233 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efbbaecc-c6ef-4047-a283-54a4ede9af73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.880203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] For port 465bcbaa-0c9c-44f8-90da-c45eca4c7024, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:46.880579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempted to set empty binding levels {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 11:51:46.896040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.915822 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.979877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] In _notify_port_updated(), no bound segment for port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:51:46.980552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:46.981277 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.985760 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "PUT /v2.0/ports/465bcbaa-0c9c-44f8-90da-c45eca4c7024 HTTP/1.1" status: 200 len: 978 time: 2.1350133 Jul 06 11:51:46.988143 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56188) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:47.006654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No DVR routers for this DVR port 6cd623c0-cfec-474d-8091-107518ccfbc7 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:47.015651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4be81-2462-49a6-891b-3660faf507a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event updated for resources: {'Port': ['ID=465bcbaa-0c9c-44f8-90da-c45eca4c7024,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:47.048291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f91e-ee55-4d3e-9885-951862ebf661 req-1e205ec8-9e08-4236-aea0-0ecd59384e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.051013 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-44e4f91e-ee55-4d3e-9885-951862ebf661 req-1e205ec8-9e08-4236-aea0-0ecd59384e22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 1097 time: 0.3104775 Jul 06 11:51:47.076663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-efbbaecc-c6ef-4047-a283-54a4ede9af73 None None] For port 6cd623c0-cfec-474d-8091-107518ccfbc7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6cd623c0-cfec-474d-8091-107518ccfbc7,segment=NetworkSegment(550a60bf-6739-48a3-91e7-5fb6e4a67790),segment_id=550a60bf-6739-48a3-91e7-5fb6e4a67790)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:47.077947 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efbbaecc-c6ef-4047-a283-54a4ede9af73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.091686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.11 (4a69173c-a5ef-48f7-a145-a90bf031aaaf/c7085d4e-eb5c-4ecf-b750-0e91c35bfadd/0c848a7d-c181-4976-89b8-439909c84e4b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:47.094897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=6cd623c0-cfec-474d-8091-107518ccfbc7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:47.104688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-efbbaecc-c6ef-4047-a283-54a4ede9af73 None None] Calling delete_port for 6cd623c0-cfec-474d-8091-107518ccfbc7 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:47.154171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.154938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.155730 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.156404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.157089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.157753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.158385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.159159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.159821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.160451 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.161078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.161707 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.162331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.162951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.163611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.164299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.164980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.165620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.166371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.167290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.167970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.168609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.169398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.170112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.170751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.171400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.172069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.172702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.173404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.174029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.174642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.175267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.176414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.181286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9cb9c4bc-80a6-4edf-a00d-22d4f3da78c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29374 time: 0.1910784 Jul 06 11:51:47.186677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56190) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:47.214863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-eec16ea7-bbce-4a1a-84ed-eeee72d5e2a1 None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:47.220345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Port 6cd623c0-cfec-474d-8091-107518ccfbc7 update to DOWN by agent not found {{(pid=93816) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 11:51:47.237603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f91e-ee55-4d3e-9885-951862ebf661 req-5dd378da-ffea-4c23-9d50-35ec4672cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.239436 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-44e4f91e-ee55-4d3e-9885-951862ebf661 req-5dd378da-ffea-4c23-9d50-35ec4672cc27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.1624820 Jul 06 11:51:47.257313 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.258966 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.316295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a15bd3-08eb-4619-826a-f00e86a185d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4d0d2d-1004-4566-84f7-4e2607bbe2b3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:47.320413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842eb5c0-de42-4e1f-9b9b-7335ad469468']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:47.323202 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd87c42-cc6d-4ccd-97db-655976fc1334" -d '{"events": [{"server_uuid": "75a15bd3-08eb-4619-826a-f00e86a185d9", "name": "network-vif-plugged", "status": "completed", "tag": "ce4d0d2d-1004-4566-84f7-4e2607bbe2b3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:47.356274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550a60bf-6739-48a3-91e7-5fb6e4a67790') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:47.356713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550a60bf-6739-48a3-91e7-5fb6e4a67790') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:47.385308 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-44e4f91e-ee55-4d3e-9885-951862ebf661 req-de72e270-a22a-4830-8b38-61d676b2d304 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f HTTP/1.1" status: 200 len: 1000 time: 0.1366308 Jul 06 11:51:47.388005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-08d2ec97-f841-43b3-9451-3ec1438bf861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Deleting port 465bcbaa-0c9c-44f8-90da-c45eca4c7024 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:47.388357 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08d2ec97-f841-43b3-9451-3ec1438bf861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.391177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.410798 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efbbaecc-c6ef-4047-a283-54a4ede9af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.485091 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.499489 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f20dba0-8fa0-4c25-a371-49d03007cf94 x-openstack-request-id: req-0f20dba0-8fa0-4c25-a371-49d03007cf94 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:47.500016 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a15bd3-08eb-4619-826a-f00e86a185d9", "name": "network-vif-plugged", "status": "completed", "tag": "ce4d0d2d-1004-4566-84f7-4e2607bbe2b3", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:47.500407 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f20dba0-8fa0-4c25-a371-49d03007cf94 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:47.500897 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a15bd3-08eb-4619-826a-f00e86a185d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4d0d2d-1004-4566-84f7-4e2607bbe2b3', 'code': 200} Jul 06 11:51:47.516763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:47.517182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.518040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbaecc-c6ef-4047-a283-54a4ede9af73 None None] Pushing event deleted for resources: {'Port': ['ID=6cd623c0-cfec-474d-8091-107518ccfbc7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:47.520912 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:47.528603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbbaecc-c6ef-4047-a283-54a4ede9af73 None None] No DVR routers for this DVR port 6cd623c0-cfec-474d-8091-107518ccfbc7 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:47.537581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3,segment=NetworkSegment(960fa16a-3c5f-4231-9f8a-4f83dd238fb5),segment_id=960fa16a-3c5f-4231-9f8a-4f83dd238fb5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:47.557064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-08d2ec97-f841-43b3-9451-3ec1438bf861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] For port 465bcbaa-0c9c-44f8-90da-c45eca4c7024, host n-h1-799527-2, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:47.557435 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08d2ec97-f841-43b3-9451-3ec1438bf861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.558298 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.580385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-08d2ec97-f841-43b3-9451-3ec1438bf861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Calling delete_port for 465bcbaa-0c9c-44f8-90da-c45eca4c7024 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:47.604623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e58fe-69f7-4d15-9d51-9b7ea309f6a2 req-2f0305c3-f91d-4fa6-9d9c-5d1ebb7408e2 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.606193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e08e58fe-69f7-4d15-9d51-9b7ea309f6a2 req-2f0305c3-f91d-4fa6-9d9c-5d1ebb7408e2 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 945 time: 0.1322894 Jul 06 11:51:47.663869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f91e-ee55-4d3e-9885-951862ebf661 req-df18b72a-dfec-4082-8d0a-0b4b85f1c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.666742 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-44e4f91e-ee55-4d3e-9885-951862ebf661 req-df18b72a-dfec-4082-8d0a-0b4b85f1c756 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.2627735 Jul 06 11:51:47.713756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e08e58fe-69f7-4d15-9d51-9b7ea309f6a2 req-90915f4e-40b5-4ee5-8753-0fc2317074e5 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/security-groups?id=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018641 Jul 06 11:51:47.756434 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08d2ec97-f841-43b3-9451-3ec1438bf861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.830490 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.833739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08d2ec97-f841-43b3-9451-3ec1438bf861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.836299 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-08d2ec97-f841-43b3-9451-3ec1438bf861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "DELETE /v2.0/ports/465bcbaa-0c9c-44f8-90da-c45eca4c7024 HTTP/1.1" status: 204 len: 168 time: 0.6481125 Jul 06 11:51:47.839932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:47.842088 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.851658 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/networks/842eb5c0-de42-4e1f-9b9b-7335ad469468 HTTP/1.1" status: 204 len: 168 time: 1.9483488 Jul 06 11:51:47.853601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2ec97-f841-43b3-9451-3ec1438bf861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event deleted for resources: {'Port': ['ID=465bcbaa-0c9c-44f8-90da-c45eca4c7024,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:47.871953 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.874432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56214) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:47.880789 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1095023-1260-4a19-abed-6d392f337091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:51:47.891033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c1095023-1260-4a19-abed-6d392f337091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "GET /v2.0/ports/465bcbaa-0c9c-44f8-90da-c45eca4c7024 HTTP/1.1" status: 404 len: 333 time: 0.0449812 Jul 06 11:51:47.891495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56216) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:47.899091 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-711536872', 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:47.927036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Made reservation on behalf of 947de452c3a34d1e993668e9eb3da062 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:47.929143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object 0c848a7d-c181-4976-89b8-439909c84e4b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:47.931351 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:47.942662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f73bf-daae-4c15-a392-1eda497b0f6c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Network': ['ID=842eb5c0-de42-4e1f-9b9b-7335ad469468,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:47.979438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] device_id is not set on port 1d00a0c6-d6af-4b06-8ee0-2705da8fb2d4 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:48.041825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:48.063313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5097356d-00aa-40af-b336-326a8f811d67 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:48.069361 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5097356d-00aa-40af-b336-326a8f811d67 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/f6e0fa9c-02e6-4c95-ad20-04632639af6a HTTP/1.1" status: 200 len: 845 time: 0.1652789 Jul 06 11:51:48.070091 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56218) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:48.075565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac09d8-23bd-4a9d-ba26-c8487e6bb262 req-5c878207-6228-4c35-9403-3d110c2198e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:48.077198 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-50ac09d8-23bd-4a9d-ba26-c8487e6bb262 req-5c878207-6228-4c35-9403-3d110c2198e4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 1097 time: 0.5009761 Jul 06 11:51:48.088549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f91e-ee55-4d3e-9885-951862ebf661 req-fd4dabd1-5341-45ef-84be-4cdf000ad49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:48.090279 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-44e4f91e-ee55-4d3e-9885-951862ebf661 req-fd4dabd1-5341-45ef-84be-4cdf000ad49b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3735373 Jul 06 11:51:48.108208 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.214537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.223278 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-50ac09d8-23bd-4a9d-ba26-c8487e6bb262 req-d437655c-e33d-4890-9d48-12da46824b6d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318848 Jul 06 11:51:48.226668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Allocated IP 172.20.0.2 (4a69173c-a5ef-48f7-a145-a90bf031aaaf/c7085d4e-eb5c-4ecf-b750-0e91c35bfadd/e2e1792d-6062-416b-9597-0c131e0a8dc8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:48.235899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 4a69173c-a5ef-48f7-a145-a90bf031aaaf is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:48.254896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:48.257495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:48.266874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eec16ea7-bbce-4a1a-84ed-eeee72d5e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'ad64af0c-13f7-4e0a-8fac-ae68d21ca9a2', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'floating_ip_address': '172.25.0.216', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'port_id': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'mac_address': 'fa:16:3e:9a:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:51:16Z', 'updated_at': '2021-07-06T11:51:45Z', 'revision_number': 1, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:48.277083 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.286606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=0c848a7d-c181-4976-89b8-439909c84e4b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:48.317937 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-44e4f91e-ee55-4d3e-9885-951862ebf661 req-ff4304fc-faeb-4e3c-a350-69e54cf2049e service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192137 Jul 06 11:51:48.321377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec16ea7-bbce-4a1a-84ed-eeee72d5e2a1 None None] Checking router: 9ba0f39d-1f90-4036-b3ba-bc1435aa645d for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:51:48.329031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:48.329721 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.332520 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b8a3a6c4-3352-4c5f-9165-9c4fc7903bf2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/f6e0fa9c-02e6-4c95-ad20-04632639af6a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2599452 Jul 06 11:51:48.334860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.337714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56224) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:48.345947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ecc7d5e4-834c-4cfd-b2b2-d889360c04e5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:48.361980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec16ea7-bbce-4a1a-84ed-eeee72d5e2a1 None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:48.362716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eec16ea7-bbce-4a1a-84ed-eeee72d5e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:51:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:48.441481 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-196d303a-cdd5-4d73-9056-4bcee7ee6c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.463521 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-44e4f91e-ee55-4d3e-9885-951862ebf661 req-a647fa0f-e8f9-48e5-9fc2-fff497eb19d3 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251283 Jul 06 11:51:48.469721 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-68583369-c30f-47b2-9001-7587876c9e9e tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2749369 Jul 06 11:51:48.470056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56230) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:48.476223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '4a69173c-a5ef-48f7-a145-a90bf031aaaf', 'name': 'tempest-PortsTestJSON-1211096468'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:48.523154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Network f245c059-2261-4543-a85a-3ccf93c42ad9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:48.532377 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:48.533555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:48.534557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:48.535195 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.560593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event updated for resources: {'Port': ['ID=1d00a0c6-d6af-4b06-8ee0-2705da8fb2d4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:48.569274 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc7d5e4-834c-4cfd-b2b2-d889360c04e5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:48.575750 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d5e4-834c-4cfd-b2b2-d889360c04e5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.585298 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cfb8b017-8066-4544-84f1-fee9c9bf9424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6900532 Jul 06 11:51:48.587579 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:48.615292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-eec16ea7-bbce-4a1a-84ed-eeee72d5e2a1 None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:48.660348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:48.665186 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.667539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.677577 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Transition to ACTIVE for port object e2e1792d-6062-416b-9597-0c131e0a8dc8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:48.697547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port 9ee45999-95fb-46b6-a122-79bad60f1bd8 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:48.702993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Transition to ACTIVE for port object e2e1792d-6062-416b-9597-0c131e0a8dc8 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:48.717592 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.732849 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.752774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e7f73-6627-4e6a-b9d1-cadd5e41f754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:48.756998 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-029e7f73-6627-4e6a-b9d1-cadd5e41f754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "GET /v2.0/ports/1d00a0c6-d6af-4b06-8ee0-2705da8fb2d4 HTTP/1.1" status: 200 len: 958 time: 0.1683578 Jul 06 11:51:48.776851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56240) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:48.822809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Network 4a69173c-a5ef-48f7-a145-a90bf031aaaf is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:48.833498 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:48.839372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:48.842727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Pushing event updated for resources: {'Port': ['ID=e2e1792d-6062-416b-9597-0c131e0a8dc8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:48.971213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.3 (4a69173c-a5ef-48f7-a145-a90bf031aaaf/c7085d4e-eb5c-4ecf-b750-0e91c35bfadd/9ee45999-95fb-46b6-a122-79bad60f1bd8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:48.986051 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Attempting to bind port e2e1792d-6062-416b-9597-0c131e0a8dc8 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:48.986393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Attempting to bind port e2e1792d-6062-416b-9597-0c131e0a8dc8 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '55f28172-68f3-4c8e-b08f-0ce8f71fec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4a69173c-a5ef-48f7-a145-a90bf031aaaf'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:48.986770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Attempting to bind port e2e1792d-6062-416b-9597-0c131e0a8dc8 on network 4a69173c-a5ef-48f7-a145-a90bf031aaaf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:49.002803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:49.005540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Checking segment: {'id': '55f28172-68f3-4c8e-b08f-0ce8f71fec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4a69173c-a5ef-48f7-a145-a90bf031aaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:49.006133 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.006510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Bound using segment: {'id': '55f28172-68f3-4c8e-b08f-0ce8f71fec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4a69173c-a5ef-48f7-a145-a90bf031aaaf'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:49.006924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Bound port: e2e1792d-6062-416b-9597-0c131e0a8dc8, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f28172-68f3-4c8e-b08f-0ce8f71fec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4a69173c-a5ef-48f7-a145-a90bf031aaaf'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:49.007322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.109788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e4474191-0384-4333-94d3-ca4a0ba8759b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Deleting port 1d00a0c6-d6af-4b06-8ee0-2705da8fb2d4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:49.110241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4474191-0384-4333-94d3-ca4a0ba8759b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.118841 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d5e4-834c-4cfd-b2b2-d889360c04e5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.153598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] For port e2e1792d-6062-416b-9597-0c131e0a8dc8, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:49.175798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] For port e2e1792d-6062-416b-9597-0c131e0a8dc8, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2e1792d-6062-416b-9597-0c131e0a8dc8,segment=NetworkSegment(55f28172-68f3-4c8e-b08f-0ce8f71fec2a),segment_id=55f28172-68f3-4c8e-b08f-0ce8f71fec2a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:49.192227 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.250266 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4474191-0384-4333-94d3-ca4a0ba8759b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.355318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dbf35-27c7-4603-9cdd-b4754c36a24f None None] Pushing event updated for resources: {'Port': ['ID=e2e1792d-6062-416b-9597-0c131e0a8dc8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:49.364514 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.382303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eec16ea7-bbce-4a1a-84ed-eeee72d5e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'ad64af0c-13f7-4e0a-8fac-ae68d21ca9a2', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'floating_ip_address': '172.25.0.216', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'port_id': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'mac_address': 'fa:16:3e:9a:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:51:16Z', 'updated_at': '2021-07-06T11:51:45Z', 'revision_number': 1, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:49.401361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object 9ee45999-95fb-46b6-a122-79bad60f1bd8 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:49.406564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc7d5e4-834c-4cfd-b2b2-d889360c04e5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:49.415103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ecc7d5e4-834c-4cfd-b2b2-d889360c04e5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:49.426457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7d5e4-834c-4cfd-b2b2-d889360c04e5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:49.426859 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d5e4-834c-4cfd-b2b2-d889360c04e5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.430873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cb7868-d9c8-4729-bea9-3b48c50635de None None] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:49.435141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec16ea7-bbce-4a1a-84ed-eeee72d5e2a1 None None] The sync data for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 is: [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'ad64af0c-13f7-4e0a-8fac-ae68d21ca9a2', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'floating_ip_address': '172.25.0.216', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'port_id': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'mac_address': 'fa:16:3e:9a:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:51:16Z', 'updated_at': '2021-07-06T11:51:45Z', 'revision_number': 1, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:49.436973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e4474191-0384-4333-94d3-ca4a0ba8759b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Calling delete_port for 1d00a0c6-d6af-4b06-8ee0-2705da8fb2d4 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:49.500695 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.505049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7d5e4-834c-4cfd-b2b2-d889360c04e5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Subnet': ['ID=30c750fb-4d13-4be6-a2b4-5c3fe13b44e6,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:49.512282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ecc7d5e4-834c-4cfd-b2b2-d889360c04e5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1700833 Jul 06 11:51:49.520480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891d226-91f3-48f9-91f6-5f002a196c26 req-a2106323-bd04-47ba-a224-0086275eacea tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:49.522130 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2891d226-91f3-48f9-91f6-5f002a196c26 req-a2106323-bd04-47ba-a224-0086275eacea tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 946 time: 0.4966955 Jul 06 11:51:49.560264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56252) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:49.574359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-16fccffd-8c85-484e-85fd-1216865323e3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'security_group': {'name': 'tempest-secgroup-2140384146'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:49.581190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=9ee45999-95fb-46b6-a122-79bad60f1bd8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:49.603854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 4a69173c-a5ef-48f7-a145-a90bf031aaaf is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:49.605770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:49.608509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:49.697514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:49.698361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.732279 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4474191-0384-4333-94d3-ca4a0ba8759b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.811795 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5c3624c2-dbb4-4ef3-a612-759540b1e33c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3400300 Jul 06 11:51:49.811981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56258) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:49.815646 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4474191-0384-4333-94d3-ca4a0ba8759b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.823203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56260) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:49.825557 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e4474191-0384-4333-94d3-ca4a0ba8759b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1d00a0c6-d6af-4b06-8ee0-2705da8fb2d4 HTTP/1.1" status: 204 len: 168 time: 1.0441091 Jul 06 11:51:49.826938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4474191-0384-4333-94d3-ca4a0ba8759b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d00a0c6-d6af-4b06-8ee0-2705da8fb2d4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:49.830762 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16fccffd-8c85-484e-85fd-1216865323e3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.838261 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2891d226-91f3-48f9-91f6-5f002a196c26 req-db67f93e-42a3-4481-92b7-5830a8485b62 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/security-groups?id=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652768 Jul 06 11:51:49.867022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'tenant_id': '33ad56bff9ae43fda3362c838e799a67', 'fixed_ips': [{'subnet_id': '30c750fb-4d13-4be6-a2b4-5c3fe13b44e6'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:51:49.868747 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.979758 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16fccffd-8c85-484e-85fd-1216865323e3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.986288 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16fccffd-8c85-484e-85fd-1216865323e3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.991790 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48774441-00d3-4f78-a57c-5c08301a62fc None None] New status for floating IP ad64af0c-13f7-4e0a-8fac-ae68d21ca9a2: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:51:50.057566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fccffd-8c85-484e-85fd-1216865323e3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8894a17f-9ce6-4d15-8449-3d7403bc7871,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:50.074164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16fccffd-8c85-484e-85fd-1216865323e3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.080482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-16fccffd-8c85-484e-85fd-1216865323e3 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5186584 Jul 06 11:51:50.082688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:50.098870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b67a2ce8-2307-40ba-955b-e3fb6e180732 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'security_group': {'name': 'tempest-secgroup-1321569426'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:50.174244 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b67a2ce8-2307-40ba-955b-e3fb6e180732 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.183347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Allocated IP 2001:db8::2 (a1cca57e-abd0-44b9-9f11-22b70e030ddd/30c750fb-4d13-4be6-a2b4-5c3fe13b44e6/bdea0ecc-1454-4b52-abad-c01a2d1bbf56) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:50.429112 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b67a2ce8-2307-40ba-955b-e3fb6e180732 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.436464 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b67a2ce8-2307-40ba-955b-e3fb6e180732 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.521724 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-3576ec1e-5da8-408e-9e12-218d1ffd3a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:51:50.525813 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3576ec1e-5da8-408e-9e12-218d1ffd3a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "GET /v2.0/ports/1d00a0c6-d6af-4b06-8ee0-2705da8fb2d4 HTTP/1.1" status: 404 len: 333 time: 0.7015538 Jul 06 11:51:50.530957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56282) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:50.533623 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.537158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Request body: {'port': {'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361357781'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:50.539079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a2ce8-2307-40ba-955b-e3fb6e180732 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e582d7c8-4967-4a94-936a-a8431cf30153,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:50.541482 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.551321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Transition to ACTIVE for port object bdea0ecc-1454-4b52-abad-c01a2d1bbf56 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:50.563555 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b67a2ce8-2307-40ba-955b-e3fb6e180732 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.565152 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b67a2ce8-2307-40ba-955b-e3fb6e180732 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4809928 Jul 06 11:51:50.571066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56284) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:50.578614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1906367571', 'security_groups': ['e582d7c8-4967-4a94-936a-a8431cf30153'], 'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '30c750fb-4d13-4be6-a2b4-5c3fe13b44e6'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:50.581898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Transition to ACTIVE for port object bdea0ecc-1454-4b52-abad-c01a2d1bbf56 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:50.595717 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.661015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Made reservation on behalf of 947de452c3a34d1e993668e9eb3da062 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:50.662924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2e1792d-6062-416b-9597-0c131e0a8dc8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:50.663376 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.669909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:50.690383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] device_id is not set on port 78e359c5-a5a0-4b95-ae6d-494139564354 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:50.704269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:50.707511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:50.724456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6097a-d705-4e4f-a57b-b0389811bc71 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:50.729743 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f3a6097a-d705-4e4f-a57b-b0389811bc71 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.9166729 Jul 06 11:51:50.730405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56286) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:50.763390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Pushing event updated for resources: {'Port': ['ID=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:50.810763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Attempting to bind port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:50.811350 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Attempting to bind port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd4efe6f4-da34-46f0-87a9-2ff79d1172af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:50.811926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Attempting to bind port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 on network a1cca57e-abd0-44b9-9f11-22b70e030ddd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:50.818403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:50.818972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Checking segment: {'id': 'd4efe6f4-da34-46f0-87a9-2ff79d1172af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:50.819613 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.820189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Bound using segment: {'id': 'd4efe6f4-da34-46f0-87a9-2ff79d1172af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:50.821472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Bound port: bdea0ecc-1454-4b52-abad-c01a2d1bbf56, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4efe6f4-da34-46f0-87a9-2ff79d1172af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:50.822209 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.890204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e2e1792d-6062-416b-9597-0c131e0a8dc8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:50.948859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] For port bdea0ecc-1454-4b52-abad-c01a2d1bbf56, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:50.959736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] For port bdea0ecc-1454-4b52-abad-c01a2d1bbf56, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,segment=NetworkSegment(d4efe6f4-da34-46f0-87a9-2ff79d1172af),segment_id=d4efe6f4-da34-46f0-87a9-2ff79d1172af)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:50.968194 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.992374 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6314d-40cd-4543-b08c-b96d0c479829 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 9ee45999-95fb-46b6-a122-79bad60f1bd8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:50.993494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecc6314d-40cd-4543-b08c-b96d0c479829 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.063899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:51.092167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Pushing event updated for resources: {'Port': ['ID=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:51.110658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.111880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.112225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.112765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.114120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.115187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.115187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.116900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.117308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.119208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.119460 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.119976 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665609ca-9528-4059-962d-eaab92bb63cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:51.156449 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f1f6e3-a1f5-4035-946d-b6a4ce8064ce None None] Network 4a69173c-a5ef-48f7-a145-a90bf031aaaf requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:51.209781 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.241133 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecc6314d-40cd-4543-b08c-b96d0c479829 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.261793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6314d-40cd-4543-b08c-b96d0c479829 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 9ee45999-95fb-46b6-a122-79bad60f1bd8 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:51.279321 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.294573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc4d10-20c8-4ca7-a065-3074c9158f61 req-a6efc4c9-3d2b-451f-b166-b593c789a362 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:51.296291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6bcc4d10-20c8-4ca7-a065-3074c9158f61 req-a6efc4c9-3d2b-451f-b166-b593c789a362 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 946 time: 0.1640668 Jul 06 11:51:51.299292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a182d4ee-3ea9-4c2f-9626-15e10df36665 None None] Provisioning for port e2e1792d-6062-416b-9597-0c131e0a8dc8 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:51.310718 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port c1640ff5-cc15-40db-8b5a-036bc69adce4 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:51.315324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a182d4ee-3ea9-4c2f-9626-15e10df36665 None None] Provisioning complete for port e2e1792d-6062-416b-9597-0c131e0a8dc8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:51.315926 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a182d4ee-3ea9-4c2f-9626-15e10df36665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.324609 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.415122 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6bcc4d10-20c8-4ca7-a065-3074c9158f61 req-27c02a90-8774-471e-a563-a4d58076c574 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/security-groups?id=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647051 Jul 06 11:51:51.519346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Network f245c059-2261-4543-a85a-3ccf93c42ad9 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:51.521914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:51.527476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:51.530083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:51.531534 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.534104 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecc6314d-40cd-4543-b08c-b96d0c479829 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.562437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event updated for resources: {'Port': ['ID=78e359c5-a5a0-4b95-ae6d-494139564354,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:51.616902 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-509f0270-a782-428d-acb0-a1dfc3286153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0818357 Jul 06 11:51:51.620202 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56298) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:51.630227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:51.663821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6314d-40cd-4543-b08c-b96d0c479829 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=9ee45999-95fb-46b6-a122-79bad60f1bd8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:51.691637 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a182d4ee-3ea9-4c2f-9626-15e10df36665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.830277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a182d4ee-3ea9-4c2f-9626-15e10df36665 None None] For port e2e1792d-6062-416b-9597-0c131e0a8dc8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2e1792d-6062-416b-9597-0c131e0a8dc8,segment=NetworkSegment(55f28172-68f3-4c8e-b08f-0ce8f71fec2a),segment_id=55f28172-68f3-4c8e-b08f-0ce8f71fec2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:51.840919 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a182d4ee-3ea9-4c2f-9626-15e10df36665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.954094 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecc6314d-40cd-4543-b08c-b96d0c479829 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.955828 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.968228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ecc6314d-40cd-4543-b08c-b96d0c479829 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/9ee45999-95fb-46b6-a122-79bad60f1bd8 HTTP/1.1" status: 204 len: 168 time: 1.2327633 Jul 06 11:51:51.973516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56304) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:52.035639 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5511f1-a718-4eb5-86eb-6dbc962f16bb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:51:52.042192 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-da5511f1-a718-4eb5-86eb-6dbc962f16bb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/9ee45999-95fb-46b6-a122-79bad60f1bd8 HTTP/1.1" status: 404 len: 333 time: 0.0625422 Jul 06 11:51:52.043050 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56306) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:52.084274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182d4ee-3ea9-4c2f-9626-15e10df36665 None None] Pushing event updated for resources: {'Port': ['ID=e2e1792d-6062-416b-9597-0c131e0a8dc8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:52.118243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8::37e (a1cca57e-abd0-44b9-9f11-22b70e030ddd/30c750fb-4d13-4be6-a2b4-5c3fe13b44e6/c1640ff5-cc15-40db-8b5a-036bc69adce4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:52.296036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4132fe95-2fb4-4663-8b83-9123181c380b None None] Provisioning for port 0c848a7d-c181-4976-89b8-439909c84e4b completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:52.301331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4132fe95-2fb4-4663-8b83-9123181c380b None None] Provisioning complete for port 0c848a7d-c181-4976-89b8-439909c84e4b triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:52.301960 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4132fe95-2fb4-4663-8b83-9123181c380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.389369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4132fe95-2fb4-4663-8b83-9123181c380b None None] Port 0c848a7d-c181-4976-89b8-439909c84e4b cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:52.394601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4132fe95-2fb4-4663-8b83-9123181c380b None None] Could not find standard attr ID for object 9ee45999-95fb-46b6-a122-79bad60f1bd8. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:51:52.431025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4132fe95-2fb4-4663-8b83-9123181c380b None None] Provisioning complete for port e2e1792d-6062-416b-9597-0c131e0a8dc8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:52.434309 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4132fe95-2fb4-4663-8b83-9123181c380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.464889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.634516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object c1640ff5-cc15-40db-8b5a-036bc69adce4 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:52.712017 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.814492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:52.823921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:52.835473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:52.839896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:52.840589 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.889794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bf16db6f-a17a-4074-8565-48adee8e3516 None None] Provisioning complete for port 0c848a7d-c181-4976-89b8-439909c84e4b triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:52.891405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=c1640ff5-cc15-40db-8b5a-036bc69adce4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:52.892283 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf16db6f-a17a-4074-8565-48adee8e3516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.974135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bdea0ecc-1454-4b52-abad-c01a2d1bbf56 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:53.015107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] device_id is not set on port 78e359c5-a5a0-4b95-ae6d-494139564354 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:53.026392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.069990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Transition to ACTIVE for port object 78e359c5-a5a0-4b95-ae6d-494139564354 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:53.082186 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.124712 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ed22ca50-18f6-497a-8bde-8e7274af7c9e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5501995 Jul 06 11:51:53.162176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56318) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:53.168382 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2d55bb79-c8a2-4ec2-bf36-689718a62477 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:53.345815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592305c4-4c29-4281-86e6-89bb80bc210d req-fcfd847d-c3f7-4006-9b31-273f57a891fa tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:53.353954 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-592305c4-4c29-4281-86e6-89bb80bc210d req-fcfd847d-c3f7-4006-9b31-273f57a891fa tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 946 time: 0.1307702 Jul 06 11:51:53.393014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8a309f5d-b05c-40f0-aacd-a29f691fd96d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 0c848a7d-c181-4976-89b8-439909c84e4b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:53.393377 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a309f5d-b05c-40f0-aacd-a29f691fd96d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.427033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bf16db6f-a17a-4074-8565-48adee8e3516 None None] Port 0c848a7d-c181-4976-89b8-439909c84e4b cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:53.453967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event updated for resources: {'Port': ['ID=78e359c5-a5a0-4b95-ae6d-494139564354,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:53.481756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:53.486991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2e1792d-6062-416b-9597-0c131e0a8dc8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:53.497846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:53.498313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:53.498818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:53.506896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:53.507288 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:53.507821 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 2 to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 Jul 06 11:51:53.516661 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-592305c4-4c29-4281-86e6-89bb80bc210d req-29d99309-ca68-40cf-8c2f-95176a6a92cf tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/security-groups?id=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626935 Jul 06 11:51:53.528197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d55bb79-c8a2-4ec2-bf36-689718a62477 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:53.540573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d55bb79-c8a2-4ec2-bf36-689718a62477 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.567785 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-551770dd-fcb6-44ba-b5c4-77029da20f7d None None] Could not find standard attr ID for object 9ee45999-95fb-46b6-a122-79bad60f1bd8. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:51:53.599396 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e2e1792d-6062-416b-9597-0c131e0a8dc8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:53.600015 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.625512 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a309f5d-b05c-40f0-aacd-a29f691fd96d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.636652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-551770dd-fcb6-44ba-b5c4-77029da20f7d None None] Provisioning complete for port f6e0fa9c-02e6-4c95-ad20-04632639af6a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:53.637151 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-551770dd-fcb6-44ba-b5c4-77029da20f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.652666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8a309f5d-b05c-40f0-aacd-a29f691fd96d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 0c848a7d-c181-4976-89b8-439909c84e4b owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:53.659628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:53.660173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:53.660279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:53.671394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:53.671760 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:53.674447 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 3 to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 Jul 06 11:51:53.708003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-551770dd-fcb6-44ba-b5c4-77029da20f7d None None] Port f6e0fa9c-02e6-4c95-ad20-04632639af6a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:53.729954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:53.730300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:53.730639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:53.754681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:53.755017 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:53.757461 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 4 to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 Jul 06 11:51:53.762416 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-551770dd-fcb6-44ba-b5c4-77029da20f7d None None] Provisioning for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:53.773934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-551770dd-fcb6-44ba-b5c4-77029da20f7d None None] Provisioning complete for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:53.774663 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-551770dd-fcb6-44ba-b5c4-77029da20f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.783096 n-d-799527-2 neutron-server[93815]: INFO neutron.db.ipam_backend_mixin [None req-2d55bb79-c8a2-4ec2-bf36-689718a62477 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 30c750fb-4d13-4be6-a2b4-5c3fe13b44e6 (CIDR: 2001:db8::/64) Jul 06 11:51:53.793076 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d55bb79-c8a2-4ec2-bf36-689718a62477 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:51:53.793525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d55bb79-c8a2-4ec2-bf36-689718a62477 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:51:53.806657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:53.807235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:53.807650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:53.815475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:53.816071 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:53.821377 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2d55bb79-c8a2-4ec2-bf36-689718a62477 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6576807 Jul 06 11:51:53.822045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56320) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:53.822323 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 5 to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 Jul 06 11:51:53.844065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2172f43a-a78d-42b1-8895-2e120145f654 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:53.867498 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a309f5d-b05c-40f0-aacd-a29f691fd96d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.906768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a309f5d-b05c-40f0-aacd-a29f691fd96d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=0c848a7d-c181-4976-89b8-439909c84e4b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:53.913262 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-551770dd-fcb6-44ba-b5c4-77029da20f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.986042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-551770dd-fcb6-44ba-b5c4-77029da20f7d None None] For port bdea0ecc-1454-4b52-abad-c01a2d1bbf56, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,segment=NetworkSegment(d4efe6f4-da34-46f0-87a9-2ff79d1172af),segment_id=d4efe6f4-da34-46f0-87a9-2ff79d1172af)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:53.994823 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-551770dd-fcb6-44ba-b5c4-77029da20f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:53.996020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:54.008806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:54.010664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:54.012761 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a309f5d-b05c-40f0-aacd-a29f691fd96d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.017677 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8a309f5d-b05c-40f0-aacd-a29f691fd96d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/0c848a7d-c181-4976-89b8-439909c84e4b HTTP/1.1" status: 204 len: 168 time: 1.9615843 Jul 06 11:51:54.018354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:54.067532 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-077b70f3-42aa-49f6-b1bf-65ed2d11bc8d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:51:54.069318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-077b70f3-42aa-49f6-b1bf-65ed2d11bc8d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/0c848a7d-c181-4976-89b8-439909c84e4b HTTP/1.1" status: 404 len: 333 time: 0.0499573 Jul 06 11:51:54.072797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:54.100896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551770dd-fcb6-44ba-b5c4-77029da20f7d None None] Pushing event updated for resources: {'Port': ['ID=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:54.138190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7b27bd0d-b1de-46a9-b7eb-c1ca06260723 None None] Provisioning for port c1640ff5-cc15-40db-8b5a-036bc69adce4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:54.147060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:54.147783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7b27bd0d-b1de-46a9-b7eb-c1ca06260723 None None] Provisioning complete for port c1640ff5-cc15-40db-8b5a-036bc69adce4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:54.148129 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:54.148245 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b27bd0d-b1de-46a9-b7eb-c1ca06260723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.171787 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 6 to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 Jul 06 11:51:54.204854 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-341efaab-c885-424b-b107-517476df04b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting subnet c7085d4e-eb5c-4ecf-b750-0e91c35bfadd {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:54.218342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-341efaab-c885-424b-b107-517476df04b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.225621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7b27bd0d-b1de-46a9-b7eb-c1ca06260723 None None] Port c1640ff5-cc15-40db-8b5a-036bc69adce4 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:54.238685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:54.239396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:54.240017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:54.275739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:54.276123 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:54.278301 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 7 to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 Jul 06 11:51:54.299080 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-341efaab-c885-424b-b107-517476df04b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.318166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:54.318533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:54.318844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:54.330903 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-70c41ad5-c8ec-4ca8-8b53-bfa508164606 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3411531 Jul 06 11:51:54.333437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2172f43a-a78d-42b1-8895-2e120145f654 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:54.336999 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2172f43a-a78d-42b1-8895-2e120145f654 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.354173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:54.354552 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:54.411572 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-341efaab-c885-424b-b107-517476df04b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.415540 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 8 to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 Jul 06 11:51:54.496619 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-341efaab-c885-424b-b107-517476df04b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.508439 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:54.509255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:54.509255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:54.522496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bdea0ecc-1454-4b52-abad-c01a2d1bbf56 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:54.535253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:54.535640 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:54.547575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341efaab-c885-424b-b107-517476df04b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Subnet': ['ID=c7085d4e-eb5c-4ecf-b750-0e91c35bfadd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:54.558428 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 9 to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 Jul 06 11:51:54.561171 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-341efaab-c885-424b-b107-517476df04b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.568932 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-341efaab-c885-424b-b107-517476df04b5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/c7085d4e-eb5c-4ecf-b750-0e91c35bfadd HTTP/1.1" status: 204 len: 168 time: 0.4944868 Jul 06 11:51:54.569977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56336) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:54.574252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b3dd5c-8a4b-4428-a234-588c3f622904 None None] Network 4a69173c-a5ef-48f7-a145-a90bf031aaaf requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:54.653489 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:54.653974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:54.654336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:54.686654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7801853-153b-446b-a11d-5acbec41b19b req-d7bae3fd-b520-401c-bc82-2af656b6a8ea tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:54.689004 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7801853-153b-446b-a11d-5acbec41b19b req-d7bae3fd-b520-401c-bc82-2af656b6a8ea tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.86 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 946 time: 0.3358054 Jul 06 11:51:54.695089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:54.695501 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:54.697531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.698378 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempt 10 to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 Jul 06 11:51:54.708312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:54.708977 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.751355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2a4bb667-8e9c-49a5-bcfd-77d9a96b8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:54.751898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2a4bb667-8e9c-49a5-bcfd-77d9a96b8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:54.752384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2a4bb667-8e9c-49a5-bcfd-77d9a96b8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:54.752864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2a4bb667-8e9c-49a5-bcfd-77d9a96b8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:54.753346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2a4bb667-8e9c-49a5-bcfd-77d9a96b8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:54.753827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2a4bb667-8e9c-49a5-bcfd-77d9a96b8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:54.754355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2a4bb667-8e9c-49a5-bcfd-77d9a96b8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:54.756403 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2a4bb667-8e9c-49a5-bcfd-77d9a96b8e64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6499 time: 0.3353531 Jul 06 11:51:54.792377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:54.792712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:54.793054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempting to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:54.873539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port e2e1792d-6062-416b-9597-0c131e0a8dc8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:54.873999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.932341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351c85c-b04e-46cc-bc8b-c458405b7cd1 req-71fccb09-ac0d-459c-9ce4-5b80a4bd9e41 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:54.935363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d351c85c-b04e-46cc-bc8b-c458405b7cd1 req-71fccb09-ac0d-459c-9ce4-5b80a4bd9e41 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 946 time: 0.1721225 Jul 06 11:51:54.962209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:54.963394 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Failed to bind port 78e359c5-a5a0-4b95-ae6d-494139564354 on host n-h1-799527-2 for vnic_type normal using segments [{'id': '24aec837-7fa3-41ad-ad82-ca53f3ef1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f245c059-2261-4543-a85a-3ccf93c42ad9'}] Jul 06 11:51:54.963811 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.004662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93bb8cf-030a-4642-8cdd-9fce84e53bdd None None] DHCP port deletion for 4a69173c-a5ef-48f7-a145-a90bf031aaaf request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:51:55.032105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] For port e2e1792d-6062-416b-9597-0c131e0a8dc8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2e1792d-6062-416b-9597-0c131e0a8dc8,segment=NetworkSegment(55f28172-68f3-4c8e-b08f-0ce8f71fec2a),segment_id=55f28172-68f3-4c8e-b08f-0ce8f71fec2a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:55.032807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.055126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for e2e1792d-6062-416b-9597-0c131e0a8dc8 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:55.073556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e93bb8cf-030a-4642-8cdd-9fce84e53bdd None None] Deleting port e2e1792d-6062-416b-9597-0c131e0a8dc8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:55.074216 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e93bb8cf-030a-4642-8cdd-9fce84e53bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.157815 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e93bb8cf-030a-4642-8cdd-9fce84e53bdd None None] For port e2e1792d-6062-416b-9597-0c131e0a8dc8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2e1792d-6062-416b-9597-0c131e0a8dc8,segment=NetworkSegment(55f28172-68f3-4c8e-b08f-0ce8f71fec2a),segment_id=55f28172-68f3-4c8e-b08f-0ce8f71fec2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:55.158566 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e93bb8cf-030a-4642-8cdd-9fce84e53bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.172786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2172f43a-a78d-42b1-8895-2e120145f654 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.199627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e93bb8cf-030a-4642-8cdd-9fce84e53bdd None None] Calling delete_port for e2e1792d-6062-416b-9597-0c131e0a8dc8 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:55.212504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d351c85c-b04e-46cc-bc8b-c458405b7cd1 req-678c8882-3bcd-41fc-b8cb-dd4bc65008d3 tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/security-groups?id=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671645 Jul 06 11:51:55.217394 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.300658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172f43a-a78d-42b1-8895-2e120145f654 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Subnet': ['ID=86e6b3a2-33ce-4f99-ac4c-0efe5b497c75,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:55.313464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2172f43a-a78d-42b1-8895-2e120145f654 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:55.322734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-d14a9531-1639-47bd-b561-6fefe7592aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:55.323230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-d14a9531-1639-47bd-b561-6fefe7592aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:55.324003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-d14a9531-1639-47bd-b561-6fefe7592aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:55.326150 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-d14a9531-1639-47bd-b561-6fefe7592aec service neutron] 10.222.0.86 "GET /v2.0/networks?id=fc45a5f0-1e2d-452c-93ef-0f6b827b1039&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=6500b71c-f47e-4815-a660-d6db6c42d73e&id=6500b71c-f47e-4815-a660-d6db6c42d73e HTTP/1.1" status: 200 len: 2298 time: 0.5229540 Jul 06 11:51:55.330035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2172f43a-a78d-42b1-8895-2e120145f654 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:55.353587 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2172f43a-a78d-42b1-8895-2e120145f654 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:55.354271 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2172f43a-a78d-42b1-8895-2e120145f654 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.354750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No DVR routers for this DVR port e2e1792d-6062-416b-9597-0c131e0a8dc8 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:55.357679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=e2e1792d-6062-416b-9597-0c131e0a8dc8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:55.363183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] For port 78e359c5-a5a0-4b95-ae6d-494139564354, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:55.363585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attempted to set empty binding levels {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.384959 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:51:55.387417 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:51:55.394257 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e93bb8cf-030a-4642-8cdd-9fce84e53bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.421111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b7801853-153b-446b-a11d-5acbec41b19b req-24e2c056-9906-42e2-b833-3b063b2277fc tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Deleting port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:55.421513 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b7801853-153b-446b-a11d-5acbec41b19b req-24e2c056-9906-42e2-b833-3b063b2277fc tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.462089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de477abc-382f-4387-a253-ce79e2c9b8fa None None] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:55.464951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bb8cf-030a-4642-8cdd-9fce84e53bdd None None] No DVR routers for this DVR port e2e1792d-6062-416b-9597-0c131e0a8dc8 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:55.466900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bb8cf-030a-4642-8cdd-9fce84e53bdd None None] Pushing event deleted for resources: {'Port': ['ID=e2e1792d-6062-416b-9597-0c131e0a8dc8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:55.529666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b7801853-153b-446b-a11d-5acbec41b19b req-24e2c056-9906-42e2-b833-3b063b2277fc tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] For port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3,segment=NetworkSegment(960fa16a-3c5f-4231-9f8a-4f83dd238fb5),segment_id=960fa16a-3c5f-4231-9f8a-4f83dd238fb5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:55.530124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b7801853-153b-446b-a11d-5acbec41b19b req-24e2c056-9906-42e2-b833-3b063b2277fc tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.547315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b7801853-153b-446b-a11d-5acbec41b19b req-24e2c056-9906-42e2-b833-3b063b2277fc tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Calling delete_port for ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:55.550538 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.562714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a69173c-a5ef-48f7-a145-a90bf031aaaf']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:55.580116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f28172-68f3-4c8e-b08f-0ce8f71fec2a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:55.580434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f28172-68f3-4c8e-b08f-0ce8f71fec2a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:55.591360 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.609840 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.612707 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.619882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:55.620807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:55.626378 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:55.692125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event updated for resources: {'Port': ['ID=78e359c5-a5a0-4b95-ae6d-494139564354,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:55.698782 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2172f43a-a78d-42b1-8895-2e120145f654 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8577795 Jul 06 11:51:55.699562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56344) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:55.706749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1218962858', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86e6b3a2-33ce-4f99-ac4c-0efe5b497c75'}], 'security_groups': ['8894a17f-9ce6-4d15-8449-3d7403bc7871']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:55.730517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] In _notify_port_updated(), no bound segment for port 78e359c5-a5a0-4b95-ae6d-494139564354 on network f245c059-2261-4543-a85a-3ccf93c42ad9 {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:51:55.732128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:55.732793 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.734823 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a7920fc5-3303-4ab3-911d-7267e7cc4397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "PUT /v2.0/ports/78e359c5-a5a0-4b95-ae6d-494139564354 HTTP/1.1" status: 200 len: 979 time: 4.1128988 Jul 06 11:51:55.741271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56346) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:55.761509 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-4c7a3f30-6c9b-4d77-a1c8-c74286e592fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7a5a745-bcee-4e50-843c-2df3aff45473 HTTP/1.1" status: 200 len: 1000 time: 0.4198983 Jul 06 11:51:55.814091 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.824280 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.828240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/networks/4a69173c-a5ef-48f7-a145-a90bf031aaaf HTTP/1.1" status: 204 len: 168 time: 1.2560363 Jul 06 11:51:55.833843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56348) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:55.845401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a36eb0-c5d0-43ce-b8d3-bd261204bab4 None None] Update dhcp port {'port': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'fixed_ips': [{'subnet_id': '30c750fb-4d13-4be6-a2b4-5c3fe13b44e6', 'ip_address': '2001:db8::2'}, {'subnet_id': '86e6b3a2-33ce-4f99-ac4c-0efe5b497c75'}], 'binding:host_id': 'n-d-799527-2'}, 'id': 'bdea0ecc-1454-4b52-abad-c01a2d1bbf56'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:51:55.846998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-4e756c67-4d61-417c-b2b2-f51fbef76ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:55.849855 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-4e756c67-4d61-417c-b2b2-f51fbef76ab9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78e85877-f670-4c7e-8b64-45444a2227a0 HTTP/1.1" status: 200 len: 855 time: 0.0730615 Jul 06 11:51:55.851438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-201645639'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:55.891960 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13a36eb0-c5d0-43ce-b8d3-bd261204bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:55.925264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de0233-f1e5-4e8e-8c7b-e79774aa46a8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Network': ['ID=4a69173c-a5ef-48f7-a145-a90bf031aaaf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:55.973416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-1b81918e-0c03-40b2-975f-6ae336817331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:55.975196 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-1b81918e-0c03-40b2-975f-6ae336817331 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fc45a5f0-1e2d-452c-93ef-0f6b827b1039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151958 Jul 06 11:51:55.975866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b7801853-153b-446b-a11d-5acbec41b19b req-24e2c056-9906-42e2-b833-3b063b2277fc tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.016704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2c056-9906-42e2-b833-3b063b2277fc tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Pushing event deleted for resources: {'Port': ['ID=ce4d0d2d-1004-4566-84f7-4e2607bbe2b3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:56.037213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:56.044507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.084717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:56.096435 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.096880 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Added segment ef442d9f-92b7-41d4-91b2-de60bc0561e7 of type vlan for network 132feb84-1ca7-4398-acdd-6d743eea0395 Jul 06 11:51:56.127365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7801853-153b-446b-a11d-5acbec41b19b req-24e2c056-9906-42e2-b833-3b063b2277fc tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] No DVR routers for this DVR port ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:56.132386 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b7801853-153b-446b-a11d-5acbec41b19b req-24e2c056-9906-42e2-b833-3b063b2277fc tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.135685 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7801853-153b-446b-a11d-5acbec41b19b req-24e2c056-9906-42e2-b833-3b063b2277fc tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.86 "DELETE /v2.0/ports/ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 HTTP/1.1" status: 204 len: 173 time: 1.4329114 Jul 06 11:51:56.136531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a15bd3-08eb-4619-826a-f00e86a185d9', 'name': 'network-vif-deleted', 'tag': 'ce4d0d2d-1004-4566-84f7-4e2607bbe2b3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:56.139355 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11bf3c6-29fc-4841-94e6-ad3445f2933f" -d '{"events": [{"server_uuid": "75a15bd3-08eb-4619-826a-f00e86a185d9", "name": "network-vif-deleted", "tag": "ce4d0d2d-1004-4566-84f7-4e2607bbe2b3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:56.143622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-13a36eb0-c5d0-43ce-b8d3-bd261204bab4 None None] Allocated IP 2001:db8:0:1::2 (a1cca57e-abd0-44b9-9f11-22b70e030ddd/86e6b3a2-33ce-4f99-ac4c-0efe5b497c75/bdea0ecc-1454-4b52-abad-c01a2d1bbf56) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:56.170699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.219593 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-72ace868-5bc8-490d-926b-30d1d22b35f1 service neutron] 10.222.0.86 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120094 Jul 06 11:51:56.258667 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365d2f9d-1af2-4c19-8eef-39b35db0d23e x-openstack-request-id: req-365d2f9d-1af2-4c19-8eef-39b35db0d23e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:56.259050 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a15bd3-08eb-4619-826a-f00e86a185d9", "name": "network-vif-deleted", "tag": "ce4d0d2d-1004-4566-84f7-4e2607bbe2b3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:56.259571 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-365d2f9d-1af2-4c19-8eef-39b35db0d23e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:56.260051 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a15bd3-08eb-4619-826a-f00e86a185d9', 'name': 'network-vif-deleted', 'tag': 'ce4d0d2d-1004-4566-84f7-4e2607bbe2b3', 'status': 'completed', 'code': 200} Jul 06 11:51:56.308433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-13a36eb0-c5d0-43ce-b8d3-bd261204bab4 None None] For port bdea0ecc-1454-4b52-abad-c01a2d1bbf56, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,segment=NetworkSegment(d4efe6f4-da34-46f0-87a9-2ff79d1172af),segment_id=d4efe6f4-da34-46f0-87a9-2ff79d1172af)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:56.331609 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.353924 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13a36eb0-c5d0-43ce-b8d3-bd261204bab4 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.356509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:56.357172 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.369915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-13a36eb0-c5d0-43ce-b8d3-bd261204bab4 None None] Transition to ACTIVE for port object bdea0ecc-1454-4b52-abad-c01a2d1bbf56 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:56.373002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['ce4d0d2d-1004-4566-84f7-4e2607bbe2b3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:56.402095 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-d3d19a56-fdeb-4f5f-8966-49953ada5b78 service neutron] 10.222.0.86 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731212 Jul 06 11:51:56.426415 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13a36eb0-c5d0-43ce-b8d3-bd261204bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.495982 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-28714594-3a19-4a1f-b248-f06da228a64a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=56e2de8f-0167-420f-8b93-43b7a223a454 HTTP/1.1" status: 200 len: 217 time: 0.0857444 Jul 06 11:51:56.559720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2e1792d-6062-416b-9597-0c131e0a8dc8 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:56.591764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-524b6df5-70cd-477b-94c4-97e2f1441a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:56.593584 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-524b6df5-70cd-477b-94c4-97e2f1441a21 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.0909197 Jul 06 11:51:56.604671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7567770 Jul 06 11:51:56.614208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e2e1792d-6062-416b-9597-0c131e0a8dc8 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:56.614563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2e1792d-6062-416b-9597-0c131e0a8dc8 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:56.619161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a36eb0-c5d0-43ce-b8d3-bd261204bab4 None None] Pushing event updated for resources: {'Port': ['ID=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:56.645435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56360) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:56.655682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '132feb84-1ca7-4398-acdd-6d743eea0395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:56.686758 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.695286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4dd0ad47-8ca8-4cab-b7f1-cd70c5a43ca1 req-2a236755-5861-4146-8ed7-68032573927b tempest-ServerPasswordTestJSON-486036683 tempest-ServerPasswordTestJSON-486036683-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a15bd3-08eb-4619-826a-f00e86a185d9 HTTP/1.1" status: 200 len: 210 time: 0.1380119 Jul 06 11:51:56.734314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-695d0eea-9356-44ba-af3e-74bd45a09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Deleting port 78e359c5-a5a0-4b95-ae6d-494139564354 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:56.734656 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-695d0eea-9356-44ba-af3e-74bd45a09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.784771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c4d1d-9388-493c-ba32-8855825b52bc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Network': ['ID=132feb84-1ca7-4398-acdd-6d743eea0395,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:56.799939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 132feb84-1ca7-4398-acdd-6d743eea0395 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:56.837855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:56.842980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.883856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-695d0eea-9356-44ba-af3e-74bd45a09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] For port 78e359c5-a5a0-4b95-ae6d-494139564354, host n-h1-799527-2, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:56.884222 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-695d0eea-9356-44ba-af3e-74bd45a09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.928535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-4ca96ede-ef6a-48d4-94ad-4b86c8a4db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:56.930488 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-4ca96ede-ef6a-48d4-94ad-4b86c8a4db79 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3296459 Jul 06 11:51:56.937074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-695d0eea-9356-44ba-af3e-74bd45a09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Calling delete_port for 78e359c5-a5a0-4b95-ae6d-494139564354 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:57.096884 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-0feb5422-b515-4f9f-8e5d-d482f310c8cd service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524174 Jul 06 11:51:57.309897 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-695d0eea-9356-44ba-af3e-74bd45a09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:57.373100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d0eea-9356-44ba-af3e-74bd45a09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Pushing event deleted for resources: {'Port': ['ID=78e359c5-a5a0-4b95-ae6d-494139564354,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:57.384977 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-695d0eea-9356-44ba-af3e-74bd45a09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:57.391550 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-695d0eea-9356-44ba-af3e-74bd45a09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "DELETE /v2.0/ports/78e359c5-a5a0-4b95-ae6d-494139564354 HTTP/1.1" status: 204 len: 168 time: 1.6475899 Jul 06 11:51:57.394609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56366) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:57.433952 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-033c1f2d-ac99-4a2d-8925-36eeda649301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:51:57.439508 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-033c1f2d-ac99-4a2d-8925-36eeda649301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802525450-project-admin] 10.222.0.21 "GET /v2.0/ports/78e359c5-a5a0-4b95-ae6d-494139564354 HTTP/1.1" status: 404 len: 333 time: 0.0437510 Jul 06 11:51:57.440164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:57.452878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-06d54518-15f8-4966-9faf-9499d708ed6c service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394394 Jul 06 11:51:57.533340 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-0a696d0b-a50b-4fe7-a7aa-6ae398406ccf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=8e4656d7-6a85-4977-b392-1dd2dedf8b37 HTTP/1.1" status: 200 len: 217 time: 0.0675516 Jul 06 11:51:57.544383 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:57.625401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Delete allocated IP 2001:db8::37e (a1cca57e-abd0-44b9-9f11-22b70e030ddd/30c750fb-4d13-4be6-a2b4-5c3fe13b44e6) {{(pid=93814) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 11:51:57.650324 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:57.655597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8:0:1::1cd (a1cca57e-abd0-44b9-9f11-22b70e030ddd/86e6b3a2-33ce-4f99-ac4c-0efe5b497c75/c1640ff5-cc15-40db-8b5a-036bc69adce4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:57.714120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf8144fa-1da7-4a4e-bc5f-2cd0e5462abc None None] Provisioning complete for port f6e0fa9c-02e6-4c95-ad20-04632639af6a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:57.715871 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf8144fa-1da7-4a4e-bc5f-2cd0e5462abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:57.775306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cf8144fa-1da7-4a4e-bc5f-2cd0e5462abc None None] Port f6e0fa9c-02e6-4c95-ad20-04632639af6a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:57.795376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf8144fa-1da7-4a4e-bc5f-2cd0e5462abc None None] Provisioning for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:57.807767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf8144fa-1da7-4a4e-bc5f-2cd0e5462abc None None] Provisioning complete for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:57.808753 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf8144fa-1da7-4a4e-bc5f-2cd0e5462abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:57.949367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56376) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:57.976961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:57.996957 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f245c059-2261-4543-a85a-3ccf93c42ad9']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:58.014349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf8144fa-1da7-4a4e-bc5f-2cd0e5462abc None None] Provisioning complete for port c1640ff5-cc15-40db-8b5a-036bc69adce4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:58.015536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24aec837-7fa3-41ad-ad82-ca53f3ef1c41') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:58.015845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24aec837-7fa3-41ad-ad82-ca53f3ef1c41') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:58.015963 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf8144fa-1da7-4a4e-bc5f-2cd0e5462abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.037465 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.065932 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.084057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:58.084544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:58.088619 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:58.112086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Checking segment: {'id': 'ef442d9f-92b7-41d4-91b2-de60bc0561e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '132feb84-1ca7-4398-acdd-6d743eea0395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:58.112486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network hostable DHCP agents. Network: 132feb84-1ca7-4398-acdd-6d743eea0395, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:58.116621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cf8144fa-1da7-4a4e-bc5f-2cd0e5462abc None None] Port c1640ff5-cc15-40db-8b5a-036bc69adce4 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:58.118274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2312b9c3-088b-4fe9-96d7-752c956b356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:58.120482 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2312b9c3-088b-4fe9-96d7-752c956b356a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.5731094 Jul 06 11:51:58.124613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Subnet': ['ID=35eef9bf-5eba-490f-861a-08d9949c1c58,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:58.133701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad860ac-af38-452a-a166-4a7f02101308 admin admin] Deleting subnet d6f786f1-f6a4-4739-9653-ca84f6225935 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:58.149885 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ad860ac-af38-452a-a166-4a7f02101308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.168687 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.178993 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.185107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.198308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] 10.222.0.21 "DELETE /v2.0/networks/f245c059-2261-4543-a85a-3ccf93c42ad9 HTTP/1.1" status: 204 len: 168 time: 0.7133622 Jul 06 11:51:58.207822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 132feb84-1ca7-4398-acdd-6d743eea0395 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:58.221151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf5e72-3cef-4a66-ad7a-9819dd0169e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1969344852-project] Pushing event deleted for resources: {'Network': ['ID=f245c059-2261-4543-a85a-3ccf93c42ad9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:58.224424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object c1640ff5-cc15-40db-8b5a-036bc69adce4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:58.224854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 132feb84-1ca7-4398-acdd-6d743eea0395) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:58.230749 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.231152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:58.235944 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.247790 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ac1e8-0dc4-405d-9a19-50b76dade0fe None None] Network 132feb84-1ca7-4398-acdd-6d743eea0395 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:58.266869 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ad860ac-af38-452a-a166-4a7f02101308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.321983 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9d05f14a-0726-4598-a55a-d691ce246a9b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6687272 Jul 06 11:51:58.322976 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56384) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:58.328332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '132feb84-1ca7-4398-acdd-6d743eea0395', 'name': 'tempest-PortsTestJSON-1109880859', 'fixed_ips': [{'subnet_id': '35eef9bf-5eba-490f-861a-08d9949c1c58', 'ip_address': '172.20.0.10'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:58.347153 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] In _notify_port_updated(), no bound segment for port c1640ff5-cc15-40db-8b5a-036bc69adce4 on network a1cca57e-abd0-44b9-9f11-22b70e030ddd {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:51:58.365068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:58.365761 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.367195 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "PUT /v2.0/ports/c1640ff5-cc15-40db-8b5a-036bc69adce4 HTTP/1.1" status: 200 len: 931 time: 2.6665678 Jul 06 11:51:58.376649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56388) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:58.387195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:58.451807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-55d98c7c-4860-4145-bc6a-841bc3c40ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:58.453347 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-55d98c7c-4860-4145-bc6a-841bc3c40ba5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3162203 Jul 06 11:51:58.477904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:58.478279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ce4d0d2d-1004-4566-84f7-4e2607bbe2b3 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:58.495583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c336b7-37c0-43da-99bf-eb4f7e51542f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=c1640ff5-cc15-40db-8b5a-036bc69adce4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:58.518151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ad860ac-af38-452a-a166-4a7f02101308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.632718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bdea0ecc-1454-4b52-abad-c01a2d1bbf56 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:58.677709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:58.694808 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.803637 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-bbe81ee7-30df-4779-b0d0-96540fd87b83 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361797 Jul 06 11:51:58.828716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5024088e-ee08-4164-b26a-8da183e79088 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port c1640ff5-cc15-40db-8b5a-036bc69adce4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:58.829618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5024088e-ee08-4164-b26a-8da183e79088 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.883905 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.888889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56424) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:58.916322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f7eedeb3-9472-49ef-9f0d-f5c6477b64d6 None None] Provisioning for port c1640ff5-cc15-40db-8b5a-036bc69adce4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:58.941427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:58.946466 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.955576 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.001870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f7eedeb3-9472-49ef-9f0d-f5c6477b64d6 None None] Provisioning complete for port c1640ff5-cc15-40db-8b5a-036bc69adce4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:59.002255 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7eedeb3-9472-49ef-9f0d-f5c6477b64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.055656 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5024088e-ee08-4164-b26a-8da183e79088 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.118503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5024088e-ee08-4164-b26a-8da183e79088 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for c1640ff5-cc15-40db-8b5a-036bc69adce4 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:59.130988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-132feb84-1ca7-4398-acdd-6d743eea0395', 'network_id': '132feb84-1ca7-4398-acdd-6d743eea0395', 'tenant_id': '33bdebf81d734b84a02b7b29132c7a1c', 'fixed_ips': [{'subnet_id': '35eef9bf-5eba-490f-861a-08d9949c1c58'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:51:59.131873 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.136039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port 07724090-db9f-4647-8b8a-6f44c7975d3a yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:51:59.170718 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ad860ac-af38-452a-a166-4a7f02101308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.225443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f7eedeb3-9472-49ef-9f0d-f5c6477b64d6 None None] Port c1640ff5-cc15-40db-8b5a-036bc69adce4 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:59.253793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b7cfa031-98d6-42b5-abc8-01e2c88320e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03bf0aafa6694624a962de984eb58712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620913 Jul 06 11:51:59.261242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:59.338569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38faab4a-6682-437a-aa20-174ed0c20df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.373111 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38faab4a-6682-437a-aa20-174ed0c20df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.373459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad860ac-af38-452a-a166-4a7f02101308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f786f1-f6a4-4739-9653-ca84f6225935,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:59.382080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ad860ac-af38-452a-a166-4a7f02101308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.390366 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ad860ac-af38-452a-a166-4a7f02101308 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d6f786f1-f6a4-4739-9653-ca84f6225935 HTTP/1.1" status: 204 len: 168 time: 1.4365184 Jul 06 11:51:59.404715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56478) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:59.460609 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38faab4a-6682-437a-aa20-174ed0c20df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.465074 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38faab4a-6682-437a-aa20-174ed0c20df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.466797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-38faab4a-6682-437a-aa20-174ed0c20df6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fa70a97-a356-4e7d-bcb1-61a6b3855173 HTTP/1.1" status: 204 len: 168 time: 0.2040133 Jul 06 11:51:59.480074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38faab4a-6682-437a-aa20-174ed0c20df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa70a97-a356-4e7d-bcb1-61a6b3855173,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:59.541689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Allocated IP 172.20.0.2 (132feb84-1ca7-4398-acdd-6d743eea0395/35eef9bf-5eba-490f-861a-08d9949c1c58/2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:59.604688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5024088e-ee08-4164-b26a-8da183e79088 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.685149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024088e-ee08-4164-b26a-8da183e79088 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=c1640ff5-cc15-40db-8b5a-036bc69adce4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:59.791884 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-f2c143b6-74c9-477b-9f00-d14118780fa9 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8332887 Jul 06 11:51:59.813379 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5024088e-ee08-4164-b26a-8da183e79088 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.821953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5024088e-ee08-4164-b26a-8da183e79088 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/c1640ff5-cc15-40db-8b5a-036bc69adce4 HTTP/1.1" status: 204 len: 168 time: 1.4442952 Jul 06 11:51:59.825816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56518) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:59.875618 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-996e02e7-6501-4ab1-8982-cc2549a3ca6f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:51:59.877530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-996e02e7-6501-4ab1-8982-cc2549a3ca6f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/c1640ff5-cc15-40db-8b5a-036bc69adce4 HTTP/1.1" status: 404 len: 333 time: 0.0506651 Jul 06 11:51:59.883398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:59.950896 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.957274 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-9b0d78e3-eb34-4b55-80fb-16f4be0f47e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=e029091b-0985-43fe-b1b1-4edd53785c4d HTTP/1.1" status: 200 len: 217 time: 0.1249790 Jul 06 11:51:59.967704 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.973977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Transition to ACTIVE for port object 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:00.007476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Transition to ACTIVE for port object 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:00.020113 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.084761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Pushing event updated for resources: {'Port': ['ID=2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:00.096807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Network 132feb84-1ca7-4398-acdd-6d743eea0395 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:00.099922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:00.103206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:00.187709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56548) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:00.210936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.10 (132feb84-1ca7-4398-acdd-6d743eea0395/35eef9bf-5eba-490f-861a-08d9949c1c58/07724090-db9f-4647-8b8a-6f44c7975d3a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:00.253978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Attempting to bind port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:00.256242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Attempting to bind port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'ef442d9f-92b7-41d4-91b2-de60bc0561e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '132feb84-1ca7-4398-acdd-6d743eea0395'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:00.256772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Attempting to bind port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc on network 132feb84-1ca7-4398-acdd-6d743eea0395 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:00.262620 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-581a88fa-0f87-4d39-8cf2-42316fdf42a5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.267842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:00.268282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Checking segment: {'id': 'ef442d9f-92b7-41d4-91b2-de60bc0561e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '132feb84-1ca7-4398-acdd-6d743eea0395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:00.268765 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.269217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Bound using segment: {'id': 'ef442d9f-92b7-41d4-91b2-de60bc0561e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '132feb84-1ca7-4398-acdd-6d743eea0395'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:00.269997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Bound port: 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef442d9f-92b7-41d4-91b2-de60bc0561e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '132feb84-1ca7-4398-acdd-6d743eea0395'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:00.270591 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.333606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-581a88fa-0f87-4d39-8cf2-42316fdf42a5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.373985 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] For port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:00.377971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] For port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc,segment=NetworkSegment(ef442d9f-92b7-41d4-91b2-de60bc0561e7),segment_id=ef442d9f-92b7-41d4-91b2-de60bc0561e7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:00.385689 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.460498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-48387805-7ff0-468b-a2e6-40033a044237 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=947de452c3a34d1e993668e9eb3da062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712600 Jul 06 11:52:00.463103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56576) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:00.554120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e6a83-c9a0-441b-b20c-f1b1a3db99d4 None None] Pushing event updated for resources: {'Port': ['ID=2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:00.594393 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-581a88fa-0f87-4d39-8cf2-42316fdf42a5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.606132 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-581a88fa-0f87-4d39-8cf2-42316fdf42a5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.610601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-581a88fa-0f87-4d39-8cf2-42316fdf42a5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/security-groups/e582d7c8-4967-4a94-936a-a8431cf30153 HTTP/1.1" status: 204 len: 168 time: 0.7218728 Jul 06 11:52:00.614012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56590) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:00.627640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.636869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a88fa-0f87-4d39-8cf2-42316fdf42a5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e582d7c8-4967-4a94-936a-a8431cf30153,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:00.665555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object 07724090-db9f-4647-8b8a-6f44c7975d3a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:00.733652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-c147c5ea-f32b-4c15-bb59-640b40164700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:00.735688 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-c147c5ea-f32b-4c15-bb59-640b40164700 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.7633853 Jul 06 11:52:00.741462 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73a0a951-ab20-41d9-a4ee-46feab927cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.833403 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfdda4c-01ef-40e8-bee5-9108c7afe51a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.837830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73a0a951-ab20-41d9-a4ee-46feab927cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.905047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfdda4c-01ef-40e8-bee5-9108c7afe51a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.911284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.985590 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.017308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 132feb84-1ca7-4398-acdd-6d743eea0395 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:01.017514 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfdda4c-01ef-40e8-bee5-9108c7afe51a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.021083 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfdda4c-01ef-40e8-bee5-9108c7afe51a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.026713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2bfdda4c-01ef-40e8-bee5-9108c7afe51a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/security-groups/8894a17f-9ce6-4d15-8449-3d7403bc7871 HTTP/1.1" status: 204 len: 168 time: 0.3977621 Jul 06 11:52:01.027769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56626) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:01.056565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:01.068132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbee36c5-0784-4b0b-a067-25da5ca40086']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:01.073715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:01.080375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdda4c-01ef-40e8-bee5-9108c7afe51a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8894a17f-9ce6-4d15-8449-3d7403bc7871,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:01.092084 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73a0a951-ab20-41d9-a4ee-46feab927cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.095371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73a0a951-ab20-41d9-a4ee-46feab927cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.097348 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-73a0a951-ab20-41d9-a4ee-46feab927cce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c567348d-b35a-4f5d-8124-cca52345e87f HTTP/1.1" status: 204 len: 168 time: 0.6291540 Jul 06 11:52:01.109973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=07724090-db9f-4647-8b8a-6f44c7975d3a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:01.122676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960fa16a-3c5f-4231-9f8a-4f83dd238fb5') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:01.127704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960fa16a-3c5f-4231-9f8a-4f83dd238fb5') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:01.129259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0a951-ab20-41d9-a4ee-46feab927cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c567348d-b35a-4f5d-8124-cca52345e87f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:01.177181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2768de9e-b351-4977-9f37-660c53841dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:01.178997 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2768de9e-b351-4977-9f37-660c53841dc3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4300382 Jul 06 11:52:01.186674 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.196152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-5067e983-3bac-45c6-9668-92424033d043 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting subnet 30c750fb-4d13-4be6-a2b4-5c3fe13b44e6 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:01.205674 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5067e983-3bac-45c6-9668-92424033d043 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.299062 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.313209 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5067e983-3bac-45c6-9668-92424033d043 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.315989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:01.316854 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:01.321680 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:01.392733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:01.394011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.491221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-2d25cd2f-be63-4c79-ad8c-add87144c44e service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991462 Jul 06 11:52:01.496258 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6c596ac9-7fc6-4ed1-83fc-e6efad0d95ac tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1721013 Jul 06 11:52:01.498417 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.513083 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.516456 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] 10.222.0.21 "DELETE /v2.0/networks/bbee36c5-0784-4b0b-a067-25da5ca40086 HTTP/1.1" status: 204 len: 168 time: 2.0951755 Jul 06 11:52:01.527018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56674) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:01.550370 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': '132feb84-1ca7-4398-acdd-6d743eea0395', 'name': 'tempest-PortsTestJSON-1778769164', 'fixed_ips': [{'subnet_id': '35eef9bf-5eba-490f-861a-08d9949c1c58', 'ip_address': '172.20.0.9'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:01.559360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf61c2a-e570-4040-ad00-b2e27bec96be admin admin] Pushing event deleted for resources: {'Network': ['ID=bbee36c5-0784-4b0b-a067-25da5ca40086,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:01.588986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5067e983-3bac-45c6-9668-92424033d043 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.841667 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-a8e223b8-5235-46d9-baa5-a6b391e32e0f service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238530 Jul 06 11:52:01.859781 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5067e983-3bac-45c6-9668-92424033d043 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.908369 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5067e983-3bac-45c6-9668-92424033d043 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.919266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2205d562-8e1a-48bf-be3d-15e9295f9302 None None] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:01.944955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56724) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:01.946426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56728) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:01.955222 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5067e983-3bac-45c6-9668-92424033d043 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/30c750fb-4d13-4be6-a2b4-5c3fe13b44e6 HTTP/1.1" status: 204 len: 168 time: 0.8797779 Jul 06 11:52:01.959869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d01484f3-fe70-43c3-849b-d59f095a9de7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:01.997415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:02.008208 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.013168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-631a47c4-fcd2-4178-ab62-2d3acbb1bd78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 HTTP/1.1" status: 200 len: 217 time: 0.1451707 Jul 06 11:52:02.066282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067e983-3bac-45c6-9668-92424033d043 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Subnet': ['ID=30c750fb-4d13-4be6-a2b4-5c3fe13b44e6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:02.185331 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a829d844-787d-42d3-a505-34d108fe2403 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d16ed22da73a4316a12b272b2287b5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161252 Jul 06 11:52:02.186218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56756) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:02.226124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port b9754eb6-03ac-40b4-878f-162541d7b063 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:02.270468 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-bf360e76-d636-4660-806b-8837508549c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:02.272349 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-bf360e76-d636-4660-806b-8837508549c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.2297492 Jul 06 11:52:02.377541 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb0be39c-290f-4e03-ad61-3fea09f8869c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.477801 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb0be39c-290f-4e03-ad61-3fea09f8869c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.559842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-5a9715d1-4fd2-4a32-b2fa-74bdea5988a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:02.566691 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-5a9715d1-4fd2-4a32-b2fa-74bdea5988a4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2824247 Jul 06 11:52:02.709688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbfdf30-6910-4b8f-b2fd-48e690157438 None None] Network 132feb84-1ca7-4398-acdd-6d743eea0395 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:02.835030 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb0be39c-290f-4e03-ad61-3fea09f8869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.853318 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb0be39c-290f-4e03-ad61-3fea09f8869c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.854573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fb0be39c-290f-4e03-ad61-3fea09f8869c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/191decde-5f5e-43b4-8cf3-e0b5dbf1a35a HTTP/1.1" status: 204 len: 168 time: 0.6671925 Jul 06 11:52:02.859320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01484f3-fe70-43c3-849b-d59f095a9de7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:02.880634 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d01484f3-fe70-43c3-849b-d59f095a9de7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.888812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0be39c-290f-4e03-ad61-3fea09f8869c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191decde-5f5e-43b4-8cf3-e0b5dbf1a35a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:02.910975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:02.941867 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-a2d0a223-5bdd-4f3b-9238-eb570be79b1b service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594189 Jul 06 11:52:03.000310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9e83f978-bcd1-4789-aeb4-486aa8cf84fe None None] Provisioning for port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:03.169955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:03.173578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.9 (132feb84-1ca7-4398-acdd-6d743eea0395/35eef9bf-5eba-490f-861a-08d9949c1c58/b9754eb6-03ac-40b4-878f-162541d7b063) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:03.650878 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:03.651155 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:03.903357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d01484f3-fe70-43c3-849b-d59f095a9de7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:04.066367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01484f3-fe70-43c3-849b-d59f095a9de7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:04.089281 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-95082907-843c-4571-a6c6-246b1de86772 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9896479 Jul 06 11:52:04.091180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d01484f3-fe70-43c3-849b-d59f095a9de7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:04.100013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01484f3-fe70-43c3-849b-d59f095a9de7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:04.100762 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d01484f3-fe70-43c3-849b-d59f095a9de7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:04.123534 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:04.165935 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-7b37357a-c017-4847-bc77-255d8a4ce31b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0af014a-513b-4deb-980d-b17fe4c4a924 HTTP/1.1" status: 200 len: 217 time: 0.0616434 Jul 06 11:52:04.191572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc,segment=NetworkSegment(ef442d9f-92b7-41d4-91b2-de60bc0561e7),segment_id=ef442d9f-92b7-41d4-91b2-de60bc0561e7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:04.199705 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:04.234533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01484f3-fe70-43c3-849b-d59f095a9de7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Subnet': ['ID=d2311ca4-1e3b-46c4-ba68-d63877831634,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:04.302019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:04.517493 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be65c9-6761-45d5-a679-da81a4ec6111 None None] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:04.567640 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:04.650518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0591e25e-bf2e-42cb-b797-8b68b29abbfd None None] Provisioning complete for port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:04.650902 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0591e25e-bf2e-42cb-b797-8b68b29abbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:04.745547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:04.745959 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:04.764191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56944) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:04.829852 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d01484f3-fe70-43c3-849b-d59f095a9de7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8785205 Jul 06 11:52:04.830172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56950) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:04.836225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1a717eb1-ac08-44b9-8a95-8141ff70a6be tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'security_group': {'name': 'tempest-secgroup-1182311484'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:04.840996 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:04.887154 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a717eb1-ac08-44b9-8a95-8141ff70a6be tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:04.901240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object b9754eb6-03ac-40b4-878f-162541d7b063 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:04.910296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-091a8de8-8ffa-4d3f-89ce-117ca1e035d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:04.912905 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-091a8de8-8ffa-4d3f-89ce-117ca1e035d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3f5942-b855-4f35-bafa-058c0f9ea5c7 HTTP/1.1" status: 200 len: 797 time: 0.7205396 Jul 06 11:52:04.942507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56954) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:05.051954 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.066701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-c4269537-51f6-4351-9768-f44a482a5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.071195 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-c4269537-51f6-4351-9768-f44a482a5d80 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457758 Jul 06 11:52:05.109369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-network', 'tenant_id': '7d96942b7a044277913f15966f23454c'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:05.112604 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a717eb1-ac08-44b9-8a95-8141ff70a6be tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.123237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1724730728'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:05.128643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a717eb1-ac08-44b9-8a95-8141ff70a6be tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.158229 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a717eb1-ac08-44b9-8a95-8141ff70a6be tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.164446 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1a717eb1-ac08-44b9-8a95-8141ff70a6be tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3329072 Jul 06 11:52:05.167871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56962) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:05.177377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0591e25e-bf2e-42cb-b797-8b68b29abbfd None None] Provisioning complete for port f6e0fa9c-02e6-4c95-ad20-04632639af6a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:05.177998 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0591e25e-bf2e-42cb-b797-8b68b29abbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.182717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f49fe867-18c5-4ae6-a72e-c9e7f6ae6e61 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'security_group': {'name': 'tempest-secgroup-1347232354'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:05.230382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a717eb1-ac08-44b9-8a95-8141ff70a6be tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17daaf58-28cd-4794-a204-574c40e6101c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:05.253338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 132feb84-1ca7-4398-acdd-6d743eea0395 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:05.263799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Made reservation on behalf of 1905f1b8476a4c258320ef0fd446d0e9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:05.268961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:05.270320 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.288215 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f49fe867-18c5-4ae6-a72e-c9e7f6ae6e61 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.295054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0591e25e-bf2e-42cb-b797-8b68b29abbfd None None] Port f6e0fa9c-02e6-4c95-ad20-04632639af6a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:05.295209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:05.316312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=b9754eb6-03ac-40b4-878f-162541d7b063,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:05.317746 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.318532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9659fa6-2fef-49e2-86f2-5993d3885932 None None] Update dhcp port {'port': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'fixed_ips': [{'subnet_id': '86e6b3a2-33ce-4f99-ac4c-0efe5b497c75', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2311ca4-1e3b-46c4-ba68-d63877831634'}], 'binding:host_id': 'n-d-799527-2'}, 'id': 'bdea0ecc-1454-4b52-abad-c01a2d1bbf56'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:52:05.346271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0591e25e-bf2e-42cb-b797-8b68b29abbfd None None] Provisioning complete for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:05.346763 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0591e25e-bf2e-42cb-b797-8b68b29abbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.402143 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9659fa6-2fef-49e2-86f2-5993d3885932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.449580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Made reservation on behalf of 7d96942b7a044277913f15966f23454c for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:05.451324 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:52:05.451324 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:52:05.451324 n-d-799527-2 neutron-server[93814]: [parameters: {'project_id_1': '1905f1b8476a4c258320ef0fd446d0e9', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 52, 5, 406384)}] Jul 06 11:52:05.451324 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:52:05.451783 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:52:05.453086 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.474559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.475219 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.482081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.518486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089c077-5b48-4266-92c1-946be0c553d3 req-200b9874-8705-4826-aac4-f09f2bff51e2 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.520345 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-200b9874-8705-4826-aac4-f09f2bff51e2 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/networks?id=a1462146-6a8f-48e9-8c5b-884f2aa45f24 HTTP/1.1" status: 200 len: 814 time: 0.2039952 Jul 06 11:52:05.527764 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-ccb901e4-5c16-4ff1-bc1a-b701bd8cafc2 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108443 Jul 06 11:52:05.559415 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2c40271e-1bfa-45f0-a86b-343559907d03 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/quotas/590b4c52d8f7400cb629af50a02907a9 HTTP/1.1" status: 200 len: 375 time: 0.0270875 Jul 06 11:52:05.605955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0591e25e-bf2e-42cb-b797-8b68b29abbfd None None] Provisioning for port 07724090-db9f-4647-8b8a-6f44c7975d3a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:05.614791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0591e25e-bf2e-42cb-b797-8b68b29abbfd None None] Provisioning complete for port 07724090-db9f-4647-8b8a-6f44c7975d3a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:05.615168 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0591e25e-bf2e-42cb-b797-8b68b29abbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.615871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-c2e44db5-d498-4883-8a62-3b9cbde22273 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=590b4c52d8f7400cb629af50a02907a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464838 Jul 06 11:52:05.638572 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f49fe867-18c5-4ae6-a72e-c9e7f6ae6e61 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.661230 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-798c2895-b70d-4e3e-9cdc-06387f0fc35f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1154592 Jul 06 11:52:05.667612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56974) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:05.684009 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-b584e3fd-1a7d-49a7-b446-e3b147b4cd3a service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450434 Jul 06 11:52:05.685204 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f49fe867-18c5-4ae6-a72e-c9e7f6ae6e61 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.712190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0591e25e-bf2e-42cb-b797-8b68b29abbfd None None] Port 07724090-db9f-4647-8b8a-6f44c7975d3a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:05.721367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-f9659fa6-2fef-49e2-86f2-5993d3885932 None None] Allocated IP 2001:db8::2 (a1cca57e-abd0-44b9-9f11-22b70e030ddd/d2311ca4-1e3b-46c4-ba68-d63877831634/bdea0ecc-1454-4b52-abad-c01a2d1bbf56) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:05.761507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fe867-18c5-4ae6-a72e-c9e7f6ae6e61 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc0629b-b653-4f5c-8de9-67ea331687fe,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:05.784098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-533913f9-6467-4dec-856c-d962ba6dcee6 service neutron] 10.222.0.21 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561947 Jul 06 11:52:05.784811 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-1035943e-3595-4af1-b651-b9c7f41b7933 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d HTTP/1.1" status: 200 len: 217 time: 0.0827301 Jul 06 11:52:05.870221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f9659fa6-2fef-49e2-86f2-5993d3885932 None None] For port bdea0ecc-1454-4b52-abad-c01a2d1bbf56, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,segment=NetworkSegment(d4efe6f4-da34-46f0-87a9-2ff79d1172af),segment_id=d4efe6f4-da34-46f0-87a9-2ff79d1172af)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:05.900660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5b4df918-82e4-45dc-8b1a-cddd0226d75c None None] Provisioning for port b9754eb6-03ac-40b4-878f-162541d7b063 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:05.910376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-838e3efb-79e9-49aa-b40b-f975d5bf17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.911147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5b4df918-82e4-45dc-8b1a-cddd0226d75c None None] Provisioning complete for port b9754eb6-03ac-40b4-878f-162541d7b063 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:05.911634 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b4df918-82e4-45dc-8b1a-cddd0226d75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.911929 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-838e3efb-79e9-49aa-b40b-f975d5bf17b5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3f5942-b855-4f35-bafa-058c0f9ea5c7 HTTP/1.1" status: 200 len: 797 time: 0.1140862 Jul 06 11:52:05.918269 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9659fa6-2fef-49e2-86f2-5993d3885932 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.929182 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-ac3d4896-e70d-48f0-b61e-552ba3979b49 service neutron] 10.222.0.21 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367645 Jul 06 11:52:05.954108 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.977501 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f9659fa6-2fef-49e2-86f2-5993d3885932 None None] Transition to ACTIVE for port object bdea0ecc-1454-4b52-abad-c01a2d1bbf56 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:05.983105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5b4df918-82e4-45dc-8b1a-cddd0226d75c None None] Port b9754eb6-03ac-40b4-878f-162541d7b063 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:05.986405 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9659fa6-2fef-49e2-86f2-5993d3885932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.997017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de50efd-60c0-471f-b799-409730eb5dcc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.002044 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6de50efd-60c0-471f-b799-409730eb5dcc tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3301473 Jul 06 11:52:06.008078 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56978) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:06.014178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.050178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.058398 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f49fe867-18c5-4ae6-a72e-c9e7f6ae6e61 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.059765 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f49fe867-18c5-4ae6-a72e-c9e7f6ae6e61 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8836358 Jul 06 11:52:06.072151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:06.078423 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-53a98c98-bc07-45c1-9230-88c791cacc95 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2448580 Jul 06 11:52:06.079325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5b4df918-82e4-45dc-8b1a-cddd0226d75c None None] Provisioning complete for port 07724090-db9f-4647-8b8a-6f44c7975d3a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:06.079721 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b4df918-82e4-45dc-8b1a-cddd0226d75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.086849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-900be67e-12b2-484d-9c02-bc7c638ea6b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'security_group': {'name': 'tempest-secgroup-110886713'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:06.104196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:06.124734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5b4df918-82e4-45dc-8b1a-cddd0226d75c None None] Port 07724090-db9f-4647-8b8a-6f44c7975d3a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:06.156156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9659fa6-2fef-49e2-86f2-5993d3885932 None None] Pushing event updated for resources: {'Port': ['ID=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:06.183943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce233e6-593c-465d-89dc-f8f1413c3896,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:06.184167 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.187740 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.188157 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Added segment 8c28d3a6-7b10-433b-b577-8392c43af7ec of type vlan for network 62ccb191-ad40-4267-aa18-920eef06537a Jul 06 11:52:06.188448 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.214199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:06.230064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ca5c7a-b7e1-4de4-825e-6540ac620539,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:06.235356 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.235738 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Added segment d312dee1-04d4-4b39-85b8-233f8cbc82e3 of type vlan for network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 Jul 06 11:52:06.254923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-b2b44e90-15a2-455a-b4dd-93a21f779622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.256678 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-b2b44e90-15a2-455a-b4dd-93a21f779622 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3334978 Jul 06 11:52:06.285909 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.288288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.293038 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-900be67e-12b2-484d-9c02-bc7c638ea6b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.332675 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.339932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.343756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.363540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e2461-6882-4744-b6f3-e6bdc60cd62d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.374766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e2461-6882-4744-b6f3-e6bdc60cd62d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.381244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e2461-6882-4744-b6f3-e6bdc60cd62d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.383033 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-386e2461-6882-4744-b6f3-e6bdc60cd62d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3730743 Jul 06 11:52:06.392011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56982) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:06.436901 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.437922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.438502 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.466126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7007771 Jul 06 11:52:06.517670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbbdc4-aa05-4720-bd61-5cfea379e00d tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Pushing event updated for resources: {'Network': ['ID=98d890cc-b6e6-4c0d-b11b-e959224d43e5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:06.531835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:06.564613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] Pushing event updated for resources: {'Network': ['ID=62ccb191-ad40-4267-aa18-920eef06537a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:06.584799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-058cd0c8-cfe9-479b-b8bf-7ef823ea24eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port b9754eb6-03ac-40b4-878f-162541d7b063 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:06.585230 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-058cd0c8-cfe9-479b-b8bf-7ef823ea24eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.632195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bdea0ecc-1454-4b52-abad-c01a2d1bbf56 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:06.677374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 62ccb191-ad40-4267-aa18-920eef06537a details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:06.702420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-900be67e-12b2-484d-9c02-bc7c638ea6b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.715157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-6287efcb-88a5-43c2-a22a-5521e7cadfe1 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421160 Jul 06 11:52:06.730515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-900be67e-12b2-484d-9c02-bc7c638ea6b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.766800 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-058cd0c8-cfe9-479b-b8bf-7ef823ea24eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.767365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-5acb759d-9080-45d4-8e59-e62d7099fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.769650 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-5acb759d-9080-45d4-8e59-e62d7099fef1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 1096 time: 0.6495385 Jul 06 11:52:06.796221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-058cd0c8-cfe9-479b-b8bf-7ef823ea24eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for b9754eb6-03ac-40b4-878f-162541d7b063 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:06.860669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56990) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:06.869459 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Request body: {'port': {'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5', 'binding:host_id': 'n-h1-799527-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1696900629'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:06.876251 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a0a8bb70-b502-4771-a6f4-4368a6e873f2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9268632 Jul 06 11:52:06.876906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56992) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:06.910374 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Made reservation on behalf of fe2b5edf3f664aeca1f981cf3b374447 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:06.913032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.922349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] Request body: {'subnet': {'network_id': '62ccb191-ad40-4267-aa18-920eef06537a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-subnet', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:06.923960 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.940150 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-900be67e-12b2-484d-9c02-bc7c638ea6b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.943256 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-900be67e-12b2-484d-9c02-bc7c638ea6b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8682218 Jul 06 11:52:06.944394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900be67e-12b2-484d-9c02-bc7c638ea6b9 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86df757b-37db-4877-b952-84100fd90f95,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:06.947990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56996) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:06.982319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1084353880', 'security_groups': ['86df757b-37db-4877-b952-84100fd90f95'], 'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2311ca4-1e3b-46c4-ba68-d63877831634'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:06.988608 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59e5923a-1ba0-44a5-b52d-530bd32ffaf5 req-beb802f8-004e-48b0-820a-72751f0b01b4 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538254 Jul 06 11:52:07.063695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0673968b-3811-445b-9a86-64835ab4e7ef None None] Provisioning complete for port f6e0fa9c-02e6-4c95-ad20-04632639af6a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:07.064065 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0673968b-3811-445b-9a86-64835ab4e7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.068253 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-058cd0c8-cfe9-479b-b8bf-7ef823ea24eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.120168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0673968b-3811-445b-9a86-64835ab4e7ef None None] Port f6e0fa9c-02e6-4c95-ad20-04632639af6a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:07.134142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0673968b-3811-445b-9a86-64835ab4e7ef None None] Provisioning for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:07.138324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0673968b-3811-445b-9a86-64835ab4e7ef None None] Provisioning complete for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:07.138705 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0673968b-3811-445b-9a86-64835ab4e7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.187629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cd0c8-cfe9-479b-b8bf-7ef823ea24eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=b9754eb6-03ac-40b4-878f-162541d7b063,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:07.201414 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-f973fb17-c0f8-4082-9151-bcb5018c541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.207303 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-f973fb17-c0f8-4082-9151-bcb5018c541f service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.3262954 Jul 06 11:52:07.289792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1a951560-5d07-4ef7-817a-25e4349f44ea req-f80f8261-d8f8-4573-b428-08f00ad10b8d tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 210 time: 0.0540917 Jul 06 11:52:07.309661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-cacab997-aeb1-493d-a9de-d7dd61b36ea0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b959815e-67ab-4829-943b-186423eba635 HTTP/1.1" status: 200 len: 217 time: 0.0859950 Jul 06 11:52:07.317472 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-058cd0c8-cfe9-479b-b8bf-7ef823ea24eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.321064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-058cd0c8-cfe9-479b-b8bf-7ef823ea24eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/b9754eb6-03ac-40b4-878f-162541d7b063 HTTP/1.1" status: 204 len: 168 time: 0.9249942 Jul 06 11:52:07.324361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57006) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:07.370089 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.412006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] Made reservation on behalf of 7d96942b7a044277913f15966f23454c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:07.414359 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58620a2-3f3f-497a-91f9-ae73e2990bf0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:52:07.415787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.419063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d58620a2-3f3f-497a-91f9-ae73e2990bf0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/b9754eb6-03ac-40b4-878f-162541d7b063 HTTP/1.1" status: 404 len: 333 time: 0.0932457 Jul 06 11:52:07.428500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57012) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:07.430142 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.463194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:52:07.463194 n-d-799527-2 neutron-server[93815]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:52:07.463194 n-d-799527-2 neutron-server[93815]: [parameters: {'project_id_1': '33ad56bff9ae43fda3362c838e799a67', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 52, 7, 245903)}] Jul 06 11:52:07.463194 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:52:07.464062 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:52:07.488800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-8c2ef908-06f8-4fd3-accf-780b435bcafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.490703 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-8c2ef908-06f8-4fd3-accf-780b435bcafe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1725414 Jul 06 11:52:07.513095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] device_id is not set on port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:07.560228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b4c20a-4806-4424-84d6-6d528321d229,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:07.591947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-a8f1adda-1335-4b02-b39b-186e0223d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.593642 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-a8f1adda-1335-4b02-b39b-186e0223d318 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950956 Jul 06 11:52:07.781469 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.838178 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-6798e8e6-90a5-4527-8387-005f7fd43ff8 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039435 Jul 06 11:52:07.862746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d5c457f9-f49f-4453-98ba-7cb8a4818601 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 07724090-db9f-4647-8b8a-6f44c7975d3a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:07.863377 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5c457f9-f49f-4453-98ba-7cb8a4818601 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.918059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] Pushing event updated for resources: {'Subnet': ['ID=62090734-02ba-48fd-aeab-f8849e62c821,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:07.925576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] device_id is not set on port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:07.936933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] Checking segment: {'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:07.937355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] Network hostable DHCP agents. Network: 62ccb191-ad40-4267-aa18-920eef06537a, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:52:07.945759 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:07.972662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Transition to ACTIVE for port object 64b9c4a1-cdef-444b-991c-67a1b9e53a1d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:07.978918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] Network 62ccb191-ad40-4267-aa18-920eef06537a is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:52:07.996880 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.002831 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-23cfd62c-11b9-4fe2-b4d1-c757ee8bbac5 req-68b21efa-8714-42d5-bb33-4a68d423b6f8 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564722 Jul 06 11:52:08.006309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 62ccb191-ad40-4267-aa18-920eef06537a) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:08.010097 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5c457f9-f49f-4453-98ba-7cb8a4818601 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.013785 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:08.014374 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.020219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef189b0-0836-457c-bb8f-f804d18859b4 None None] Network 62ccb191-ad40-4267-aa18-920eef06537a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:08.025755 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:08.035663 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fa71822a-8bde-4147-947a-bf010539e99f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1311169 Jul 06 11:52:08.042933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:08.057180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-router', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:08.072220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d5c457f9-f49f-4453-98ba-7cb8a4818601 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 07724090-db9f-4647-8b8a-6f44c7975d3a owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:08.137161 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.161199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] device_id is not set on port afc1dcaf-8039-4839-a058-d2b57ec71675 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:08.162158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event updated for resources: {'Port': ['ID=64b9c4a1-cdef-444b-991c-67a1b9e53a1d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:08.272086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5cb81c-2517-4ee7-942a-f8b8081d1ce0 None None] Network 62ccb191-ad40-4267-aa18-920eef06537a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:08.406564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8::36e (a1cca57e-abd0-44b9-9f11-22b70e030ddd/d2311ca4-1e3b-46c4-ba68-d63877831634/afc1dcaf-8039-4839-a058-d2b57ec71675) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:08.624913 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.643357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object afc1dcaf-8039-4839-a058-d2b57ec71675 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:08.687984 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.723547 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.724578 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.736650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5b0a23ab-194d-443c-b3fc-3d1b317b5ef3 req-64595b2b-7783-48c5-8774-004f86001974 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 210 time: 0.0574324 Jul 06 11:52:08.752967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Checking segment: {'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:08.753359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Network hostable DHCP agents. Network: 98d890cc-b6e6-4c0d-b11b-e959224d43e5, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:52:08.773578 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:52:08.817199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=afc1dcaf-8039-4839-a058-d2b57ec71675,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:08.831502 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.871812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:08.876444 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:08.882564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:08.890583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:08.897647 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.897856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:52:08.925547 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-aa61501b-713a-4a73-871d-52ad83c2c1d2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9473829 Jul 06 11:52:08.926294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57026) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:08.934354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2ada0c44-76d3-45bd-a80e-7d42996cb669 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:08.970624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 98d890cc-b6e6-4c0d-b11b-e959224d43e5) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:08.985400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:09.004157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252d8a2d-d44b-4a3f-8ce4-b2fd079f1cc2 None None] Network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:09.045356 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089c077-5b48-4266-92c1-946be0c553d3 req-490781cb-c02f-4740-a93b-134c8d1272b2 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.046978 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-490781cb-c02f-4740-a93b-134c8d1272b2 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.86 "GET /v2.0/networks?id=a1462146-6a8f-48e9-8c5b-884f2aa45f24 HTTP/1.1" status: 200 len: 814 time: 0.3089867 Jul 06 11:52:09.068861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Request body: {'port': {'device_id': 'b3a69718-2266-4b0d-9052-9b8677d88ac6', 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24', 'admin_state_up': True, 'tenant_id': '590b4c52d8f7400cb629af50a02907a9'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:09.096559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:09.097151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:09.097495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:09.110489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:09.110489 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:09.113300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.115831 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 2 to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d Jul 06 11:52:09.139405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5c457f9-f49f-4453-98ba-7cb8a4818601 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.220526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ada0c44-76d3-45bd-a80e-7d42996cb669 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:09.222927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:09.223418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:09.223934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:09.225223 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ada0c44-76d3-45bd-a80e-7d42996cb669 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.229651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c457f9-f49f-4453-98ba-7cb8a4818601 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=07724090-db9f-4647-8b8a-6f44c7975d3a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:09.243729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:09.244182 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:09.247889 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 3 to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d Jul 06 11:52:09.290168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:09.290653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:09.291139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:09.303809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Made reservation on behalf of 590b4c52d8f7400cb629af50a02907a9 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:09.311122 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.330813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:09.331154 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:09.337653 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 4 to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d Jul 06 11:52:09.366471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7b0ed4ca-77fc-4b88-8912-f29c8b3b8acf None None] Provisioning for port afc1dcaf-8039-4839-a058-d2b57ec71675 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:09.377416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:09.377949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:09.378290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:09.379643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7b0ed4ca-77fc-4b88-8912-f29c8b3b8acf None None] Provisioning complete for port afc1dcaf-8039-4839-a058-d2b57ec71675 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:09.386336 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b0ed4ca-77fc-4b88-8912-f29c8b3b8acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.392966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:09.393504 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:09.394612 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5c457f9-f49f-4453-98ba-7cb8a4818601 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.396721 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d5c457f9-f49f-4453-98ba-7cb8a4818601 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/07724090-db9f-4647-8b8a-6f44c7975d3a HTTP/1.1" status: 204 len: 168 time: 1.9618883 Jul 06 11:52:09.399133 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 5 to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d Jul 06 11:52:09.408058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57030) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:09.440545 n-d-799527-2 neutron-server[93815]: INFO neutron.db.ipam_backend_mixin [None req-2ada0c44-76d3-45bd-a80e-7d42996cb669 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2311ca4-1e3b-46c4-ba68-d63877831634 (CIDR: 2001:db8::/64) Jul 06 11:52:09.448921 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ada0c44-76d3-45bd-a80e-7d42996cb669 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:52:09.449385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ada0c44-76d3-45bd-a80e-7d42996cb669 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:09.457677 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25b1945-ebe4-456a-bf6c-bb274e7b5f75 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:52:09.459523 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a25b1945-ebe4-456a-bf6c-bb274e7b5f75 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/07724090-db9f-4647-8b8a-6f44c7975d3a HTTP/1.1" status: 404 len: 333 time: 0.0502837 Jul 06 11:52:09.463757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57032) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:09.465836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:09.466180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:09.466534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:09.472238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ed4ca-77fc-4b88-8912-f29c8b3b8acf None None] Port afc1dcaf-8039-4839-a058-d2b57ec71675 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:09.499432 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2ada0c44-76d3-45bd-a80e-7d42996cb669 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5698786 Jul 06 11:52:09.504071 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57034) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:09.507809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:09.508203 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:09.512750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a9dba1e4-901e-4ecf-84d6-ceeb75129d4d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:09.516565 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 6 to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d Jul 06 11:52:09.551316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:09.551680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:09.552027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:09.559407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4d6257-c824-473e-a055-6a0b90363858 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting subnet 35eef9bf-5eba-490f-861a-08d9949c1c58 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:09.565080 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6257-c824-473e-a055-6a0b90363858 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.569055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:09.569394 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:09.583661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Allocated IP 172.20.0.3 (a1462146-6a8f-48e9-8c5b-884f2aa45f24/35782ebc-f906-42f2-845b-55ccf08d7668/7b8fe691-0e61-4716-ad21-8b34bc4ff2b8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:09.592590 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 7 to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d Jul 06 11:52:09.669982 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:09.670231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:09.670578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:09.678382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6257-c824-473e-a055-6a0b90363858 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.730033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dba1e4-901e-4ecf-84d6-ceeb75129d4d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:09.734004 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9dba1e4-901e-4ecf-84d6-ceeb75129d4d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.753948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:09.754288 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:09.758159 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 8 to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d Jul 06 11:52:09.808427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:09.808773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:09.809118 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:09.828392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:09.829003 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:09.848374 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 9 to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d Jul 06 11:52:09.868664 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.904811 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:09.905877 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:09.906218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:09.918310 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.920654 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.939343 n-d-799527-2 neutron-server[93815]: INFO neutron.db.ipam_backend_mixin [None req-a9dba1e4-901e-4ecf-84d6-ceeb75129d4d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 86e6b3a2-33ce-4f99-ac4c-0efe5b497c75 (CIDR: 2001:db8:0:1::/64) Jul 06 11:52:09.943035 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6257-c824-473e-a055-6a0b90363858 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.946062 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dba1e4-901e-4ecf-84d6-ceeb75129d4d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:52:09.947048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dba1e4-901e-4ecf-84d6-ceeb75129d4d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:09.948775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ee5833e-20c3-4fd2-b1c8-b2352422c9ea req-a49c036a-1bcd-4be3-8351-7fc3d940770d tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 210 time: 0.0703831 Jul 06 11:52:09.974480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:09.974830 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:09.977873 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a9dba1e4-901e-4ecf-84d6-ceeb75129d4d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4726689 Jul 06 11:52:09.978451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57040) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:09.986526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9e42b374-6994-4bea-8a0d-e190de55e22d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'subnet': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:09.987331 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 10 to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d Jul 06 11:52:10.050126 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.080464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:10.080907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:10.081283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:10.092783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:10.093118 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:10.093489 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.151679 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6257-c824-473e-a055-6a0b90363858 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.171596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Network a1462146-6a8f-48e9-8c5b-884f2aa45f24 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:10.180726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:10.190634 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:10.215697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Pushing event updated for resources: {'Port': ['ID=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:10.220945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d6257-c824-473e-a055-6a0b90363858 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Subnet': ['ID=35eef9bf-5eba-490f-861a-08d9949c1c58,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:10.232759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Allocated IP 172.25.0.184 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/523eefb9-cdd8-41af-b266-fc1d77c5622f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:10.235395 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6257-c824-473e-a055-6a0b90363858 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.239834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4738483d-0cff-4770-971e-6e45a5c9ebe5 None None] Network 132feb84-1ca7-4398-acdd-6d743eea0395 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:10.240069 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fc4d6257-c824-473e-a055-6a0b90363858 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/35eef9bf-5eba-490f-861a-08d9949c1c58 HTTP/1.1" status: 204 len: 168 time: 0.7727118 Jul 06 11:52:10.240768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57042) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:10.281896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] For port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:10.281896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempted to set empty binding levels {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 11:52:10.298250 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.323343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.324015 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.350603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e42b374-6994-4bea-8a0d-e190de55e22d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Made reservation on behalf of 33ad56bff9ae43fda3362c838e799a67 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:10.354856 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e42b374-6994-4bea-8a0d-e190de55e22d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.378656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.380383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.405044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event updated for resources: {'Port': ['ID=64b9c4a1-cdef-444b-991c-67a1b9e53a1d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:10.405864 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-60b849f5-18c2-4713-9d56-88102a9db683 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3428664 Jul 06 11:52:10.414834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.426254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3920ce00-b18b-4274-aff3-ffec1687c39d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.5645196 Jul 06 11:52:10.428801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57046) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:10.430393 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Request body: {'port': {'device_id': 'b3a69718-2266-4b0d-9052-9b8677d88ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:10.493975 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.494841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45496dc-51fb-45c7-bc0d-49cefdd29f70 None None] DHCP port deletion for 132feb84-1ca7-4398-acdd-6d743eea0395 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:52:10.553219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b45496dc-51fb-45c7-bc0d-49cefdd29f70 None None] Deleting port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:10.553641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b45496dc-51fb-45c7-bc0d-49cefdd29f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.603431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7076b6ab-d359-4ce1-8166-9b9c0bc7c35d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Deleting port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:10.603904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7076b6ab-d359-4ce1-8166-9b9c0bc7c35d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.638091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b45496dc-51fb-45c7-bc0d-49cefdd29f70 None None] For port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc,segment=NetworkSegment(ef442d9f-92b7-41d4-91b2-de60bc0561e7),segment_id=ef442d9f-92b7-41d4-91b2-de60bc0561e7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:10.638913 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b45496dc-51fb-45c7-bc0d-49cefdd29f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.654766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b45496dc-51fb-45c7-bc0d-49cefdd29f70 None None] Calling delete_port for 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:10.659916 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.733686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7076b6ab-d359-4ce1-8166-9b9c0bc7c35d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] For port 64b9c4a1-cdef-444b-991c-67a1b9e53a1d, host n-h1-799527-2, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:10.734100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7076b6ab-d359-4ce1-8166-9b9c0bc7c35d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.746319 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b45496dc-51fb-45c7-bc0d-49cefdd29f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.749196 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:10.754125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:10.762581 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:10.765884 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7076b6ab-d359-4ce1-8166-9b9c0bc7c35d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Calling delete_port for 64b9c4a1-cdef-444b-991c-67a1b9e53a1d owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:10.787320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45496dc-51fb-45c7-bc0d-49cefdd29f70 None None] Pushing event deleted for resources: {'Port': ['ID=2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:10.790643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Pushing event updated for resources: {'Port': ['ID=523eefb9-cdd8-41af-b266-fc1d77c5622f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:10.791129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45496dc-51fb-45c7-bc0d-49cefdd29f70 None None] No DVR routers for this DVR port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:10.938195 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.969858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:10.970207 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.007008 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7076b6ab-d359-4ce1-8166-9b9c0bc7c35d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.076381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076b6ab-d359-4ce1-8166-9b9c0bc7c35d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event deleted for resources: {'Port': ['ID=64b9c4a1-cdef-444b-991c-67a1b9e53a1d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:11.102743 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7076b6ab-d359-4ce1-8166-9b9c0bc7c35d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.106881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7076b6ab-d359-4ce1-8166-9b9c0bc7c35d tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "DELETE /v2.0/ports/64b9c4a1-cdef-444b-991c-67a1b9e53a1d HTTP/1.1" status: 204 len: 168 time: 0.6738915 Jul 06 11:52:11.109614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57054) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:11.164195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] For port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc, host n-d-799527-2, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:11.164589 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.196865 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59472f1-f0c7-4422-839e-25b9c8cfb01f tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:52:11.198419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d59472f1-f0c7-4422-839e-25b9c8cfb01f tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "GET /v2.0/ports/64b9c4a1-cdef-444b-991c-67a1b9e53a1d HTTP/1.1" status: 404 len: 333 time: 0.0804718 Jul 06 11:52:11.202022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:11.202227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57056) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:11.204035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:52:11.212005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Request body: {'port': {'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-373768600'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:11.230535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.255518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.261882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Made reservation on behalf of fe2b5edf3f664aeca1f981cf3b374447 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:11.264861 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.302085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:11.316615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No DVR routers for this DVR port 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:11.337569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167f259-8c54-4b56-9012-cf049dde66ef req-3945d8ab-f175-4279-9b56-8847b9cf765f tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:11.339656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6167f259-8c54-4b56-9012-cf049dde66ef req-3945d8ab-f175-4279-9b56-8847b9cf765f tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 931 time: 0.2398181 Jul 06 11:52:11.340532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] device_id is not set on port e9e8c0bf-827a-4864-b32b-56c15bdc69aa yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:11.427357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e42b374-6994-4bea-8a0d-e190de55e22d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.485224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6167f259-8c54-4b56-9012-cf049dde66ef req-1f502eb9-e7c8-4776-a975-b15e0d147915 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359096 Jul 06 11:52:11.511871 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.535970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132feb84-1ca7-4398-acdd-6d743eea0395']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:11.542733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e42b374-6994-4bea-8a0d-e190de55e22d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:11.556293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9e42b374-6994-4bea-8a0d-e190de55e22d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:11.558109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42b374-6994-4bea-8a0d-e190de55e22d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Subnet': ['ID=10884fe6-d3c0-4cc1-acf1-6e5a7784671b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:11.561929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef442d9f-92b7-41d4-91b2-de60bc0561e7') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:11.562227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef442d9f-92b7-41d4-91b2-de60bc0561e7') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:11.566521 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e42b374-6994-4bea-8a0d-e190de55e22d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:11.567131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e42b374-6994-4bea-8a0d-e190de55e22d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.577807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b100e8cb-36dc-4965-bab8-e9f8063e20be None None] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:11.593274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.637011 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9e42b374-6994-4bea-8a0d-e190de55e22d tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6561716 Jul 06 11:52:11.639849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57060) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:11.640804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.665123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:11.665667 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.710143 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.724344 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.728701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-724879377', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10884fe6-d3c0-4cc1-acf1-6e5a7784671b'}], 'security_groups': ['17daaf58-28cd-4794-a204-574c40e6101c', '0dc0629b-b653-4f5c-8de9-67ea331687fe']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:11.734131 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:11.743782 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:11.786865 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.817074 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.819287 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Transition to ACTIVE for port object 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:11.829953 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.832458 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/networks/132feb84-1ca7-4398-acdd-6d743eea0395 HTTP/1.1" status: 204 len: 168 time: 1.5874107 Jul 06 11:52:11.844797 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.854472 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57062) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:11.858280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9656e-c0fe-49a2-8ed0-f8dbf3aab5eb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Network': ['ID=132feb84-1ca7-4398-acdd-6d743eea0395,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:11.868723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-382069136'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:11.895035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01066ac-6133-403e-8133-e902803281d9 None None] Update dhcp port {'port': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'fixed_ips': [{'subnet_id': '86e6b3a2-33ce-4f99-ac4c-0efe5b497c75', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2311ca4-1e3b-46c4-ba68-d63877831634', 'ip_address': '2001:db8::2'}, {'subnet_id': '10884fe6-d3c0-4cc1-acf1-6e5a7784671b'}], 'binding:host_id': 'n-d-799527-2'}, 'id': 'bdea0ecc-1454-4b52-abad-c01a2d1bbf56'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:52:11.895761 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.940245 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e01066ac-6133-403e-8133-e902803281d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.964441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:11.968005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Pushing event updated for resources: {'Port': ['ID=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:11.970832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:11.975747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:11.979534 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.983003 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:11.985403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:11.986381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:11.986971 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.008314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e8c0bf-827a-4864-b32b-56c15bdc69aa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:12.020757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e67d7ca5-0616-4d7a-bc50-058886373da9 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8175268 Jul 06 11:52:12.024661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57064) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:12.030790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Router 5cd3eb76-139a-4842-a85d-f17efe5deb01 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:52:12.033655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:12.161882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:12.222661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.223017 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Added segment 89238327-96a0-4994-a6c8-e7eff707d32d of type vlan for network b2acbb75-d648-4436-8298-59552dbc3b4f Jul 06 11:52:12.291164 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Attempting to bind port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:12.291532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Attempting to bind port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'ca510d3a-ac50-4907-9c2b-acdc01f01062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:12.291870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Attempting to bind port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 on network a1462146-6a8f-48e9-8c5b-884f2aa45f24 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:12.325098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 on network a1462146-6a8f-48e9-8c5b-884f2aa45f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:12.325336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Attempting to bind port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 on network a1462146-6a8f-48e9-8c5b-884f2aa45f24 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:12.368513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e01066ac-6133-403e-8133-e902803281d9 None None] Allocated IP 2001:db8:0:2::2 (a1cca57e-abd0-44b9-9f11-22b70e030ddd/10884fe6-d3c0-4cc1-acf1-6e5a7784671b/bdea0ecc-1454-4b52-abad-c01a2d1bbf56) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:12.374068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.378124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:12.378448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Checking segment: {'id': 'ca510d3a-ac50-4907-9c2b-acdc01f01062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:12.379056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Bound using segment: {'id': 'ca510d3a-ac50-4907-9c2b-acdc01f01062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:12.379549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Bound port: 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca510d3a-ac50-4907-9c2b-acdc01f01062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:12.379898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.388188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.513320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e01066ac-6133-403e-8133-e902803281d9 None None] For port bdea0ecc-1454-4b52-abad-c01a2d1bbf56, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,segment=NetworkSegment(d4efe6f4-da34-46f0-87a9-2ff79d1172af),segment_id=d4efe6f4-da34-46f0-87a9-2ff79d1172af)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:12.535915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:12.571108 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.577009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:12.577260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:12.577531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.577647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2e73ad70-7e81-4fa6-9bcf-dc87a4dd04cc not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:12.623726 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e01066ac-6133-403e-8133-e902803281d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.645496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e01066ac-6133-403e-8133-e902803281d9 None None] Transition to ACTIVE for port object bdea0ecc-1454-4b52-abad-c01a2d1bbf56 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:12.664601 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e01066ac-6133-403e-8133-e902803281d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.682768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:12.719266 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8619733 Jul 06 11:52:12.729620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] For port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:12.730181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57070) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:12.736229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': 'b2acbb75-d648-4436-8298-59552dbc3b4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:12.764155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Sync routers for ids ['5cd3eb76-139a-4842-a85d-f17efe5deb01'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:12.783723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513913f-5f29-4b30-a1d1-75478dff6913 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Network': ['ID=b2acbb75-d648-4436-8298-59552dbc3b4f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:12.785153 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.789008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-453fc093-f1b9-4439-807d-afd1e659ae03 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7399976 Jul 06 11:52:12.791220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57072) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:12.791636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] For port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8,segment=NetworkSegment(ca510d3a-ac50-4907-9c2b-acdc01f01062),segment_id=ca510d3a-ac50-4907-9c2b-acdc01f01062)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:12.815328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.856663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Routers {'5cd3eb76-139a-4842-a85d-f17efe5deb01'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:12.857766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:51:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5cd3eb76-139a-4842-a85d-f17efe5deb01'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:12.860746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b2acbb75-d648-4436-8298-59552dbc3b4f details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:12.915320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:12.915984 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:12.917487 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] 10.222.0.86 "PUT /v2.0/ports/7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 HTTP/1.1" status: 200 len: 1091 time: 2.4962626 Jul 06 11:52:12.924125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a69718-2266-4b0d-9052-9b8677d88ac6', 'tag': '7b8fe691-0e61-4716-ad21-8b34bc4ff2b8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:12.926265 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e0a0a9-a615-4376-a5e3-b993ab67ecd1" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a69718-2266-4b0d-9052-9b8677d88ac6", "tag": "7b8fe691-0e61-4716-ad21-8b34bc4ff2b8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:12.961512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351223f7-d1fb-48a2-b613-894ea68d54be req-32c972ed-780b-4dba-b886-6ffa3cd968f9 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:12.969039 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-351223f7-d1fb-48a2-b613-894ea68d54be req-32c972ed-780b-4dba-b886-6ffa3cd968f9 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 943 time: 0.2960718 Jul 06 11:52:12.978557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01066ac-6133-403e-8133-e902803281d9 None None] Pushing event updated for resources: {'Port': ['ID=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:13.048657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca24ea0-0d06-4ce9-bf7a-0e588728e7af service neutron] Pushing event updated for resources: {'Port': ['ID=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:13.057333 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-351223f7-d1fb-48a2-b613-894ea68d54be req-d4ee5a04-afb8-4a8d-88af-37380aae5598 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871701 Jul 06 11:52:13.063257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:13.071232 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.092801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Delete allocated IP 2001:db8::36e (a1cca57e-abd0-44b9-9f11-22b70e030ddd/d2311ca4-1e3b-46c4-ba68-d63877831634) {{(pid=93815) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 11:52:13.104755 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67d5d05-4506-46f8-bebb-2f716bdc57cd x-openstack-request-id: req-e67d5d05-4506-46f8-bebb-2f716bdc57cd {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:13.105020 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a69718-2266-4b0d-9052-9b8677d88ac6", "tag": "7b8fe691-0e61-4716-ad21-8b34bc4ff2b8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:13.105279 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e67d5d05-4506-46f8-bebb-2f716bdc57cd {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:13.106213 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a69718-2266-4b0d-9052-9b8677d88ac6', 'tag': '7b8fe691-0e61-4716-ad21-8b34bc4ff2b8', 'status': 'completed', 'code': 200} Jul 06 11:52:13.122580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] device_id is not set on port e9e8c0bf-827a-4864-b32b-56c15bdc69aa yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:13.134716 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.137886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Allocated IP 2001:db8:0:2::ab (a1cca57e-abd0-44b9-9f11-22b70e030ddd/10884fe6-d3c0-4cc1-acf1-6e5a7784671b/afc1dcaf-8039-4839-a058-d2b57ec71675) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:13.188905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Transition to ACTIVE for port object e9e8c0bf-827a-4864-b32b-56c15bdc69aa will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:13.206103 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.210999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Set router 5cd3eb76-139a-4842-a85d-f17efe5deb01 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:13.332869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089c077-5b48-4266-92c1-946be0c553d3 req-4fa631ae-1e2a-493e-b187-09a7641e7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:13.334460 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-4fa631ae-1e2a-493e-b187-09a7641e7019 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=590b4c52d8f7400cb629af50a02907a9&device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 1094 time: 0.3598638 Jul 06 11:52:13.454425 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.464423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-router', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:08Z', 'updated_at': '2021-07-06T11:52:10Z', 'revision_number': 3, 'project_id': '7d96942b7a044277913f15966f23454c', 'gw_port': {'id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:09Z', 'updated_at': '2021-07-06T11:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:13.486767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Transition to ACTIVE for port object afc1dcaf-8039-4839-a058-d2b57ec71675 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:13.509643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Checking router: 5cd3eb76-139a-4842-a85d-f17efe5deb01 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:13.509878 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Updating router 5cd3eb76-139a-4842-a85d-f17efe5deb01 port 523eefb9-cdd8-41af-b266-fc1d77c5622f binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:52:13.554072 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.559342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.581479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.600632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-310e38ac-1c4c-4727-839c-410fbbfeebb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 HTTP/1.1" status: 200 len: 217 time: 0.2447531 Jul 06 11:52:13.638357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e8c0bf-827a-4864-b32b-56c15bdc69aa,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:13.675530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Subnet': ['ID=3bd02a47-1d8c-4f7b-953e-5e99171cfe21,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:13.693727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:13.694068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:13.694420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:13.704726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Checking segment: {'id': '89238327-96a0-4994-a6c8-e7eff707d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2acbb75-d648-4436-8298-59552dbc3b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:13.705089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network hostable DHCP agents. Network: b2acbb75-d648-4436-8298-59552dbc3b4f, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:52:13.771016 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network b2acbb75-d648-4436-8298-59552dbc3b4f is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:52:13.780424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] In _notify_port_updated(), no bound segment for port afc1dcaf-8039-4839-a058-d2b57ec71675 on network a1cca57e-abd0-44b9-9f11-22b70e030ddd {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:13.792767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:13.792767 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.792767 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "PUT /v2.0/ports/afc1dcaf-8039-4839-a058-d2b57ec71675 HTTP/1.1" status: 200 len: 968 time: 2.1454737 Jul 06 11:52:13.793752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57080) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:13.795060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, b2acbb75-d648-4436-8298-59552dbc3b4f) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:13.802094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:13.802688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.806247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:13.806936 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:13.817542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:13.820841 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 2 to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa Jul 06 11:52:13.832711 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-08061cd9-9134-40db-9689-67c23a6d48ec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0980337 Jul 06 11:52:13.833314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:13.838278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f0b162f6-7960-4745-85fb-44109ae77de3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2125638320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:13.863819 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089c077-5b48-4266-92c1-946be0c553d3 req-98051729-e110-4f6f-b7b1-f1035a5721cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:13.865531 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-98051729-e110-4f6f-b7b1-f1035a5721cb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=35782ebc-f906-42f2-845b-55ccf08d7668 HTTP/1.1" status: 200 len: 854 time: 0.2485967 Jul 06 11:52:13.870027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cf991a-003d-47c8-861b-ea3e7d1dd3d6 None None] Network b2acbb75-d648-4436-8298-59552dbc3b4f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:13.874455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c2795-a36b-4413-b954-0cf3c9628536 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event updated for resources: {'Port': ['ID=afc1dcaf-8039-4839-a058-d2b57ec71675,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:13.895532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:13.895758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:13.895990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:13.920723 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-c7ae550a-d2f7-4f56-977b-df0693f2cc47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a1462146-6a8f-48e9-8c5b-884f2aa45f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368705 Jul 06 11:52:13.931326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:13.931811 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:13.982656 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 3 to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa Jul 06 11:52:13.998392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Allocated IP 172.20.0.1 (62ccb191-ad40-4267-aa18-920eef06537a/62090734-02ba-48fd-aeab-f8849e62c821/9fdef75e-5d45-4228-8c4e-89675022984b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:14.049840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:14.050395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:14.050693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:14.072761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:14.073124 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:14.077043 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 4 to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa Jul 06 11:52:14.114049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:14.114318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:14.114890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:14.125428 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.140749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Transition to ACTIVE for port object 523eefb9-cdd8-41af-b266-fc1d77c5622f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:14.145210 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:14.145906 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:14.160189 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 5 to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa Jul 06 11:52:14.164683 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4e115bf9-aa73-4bb8-a5ed-38d8b14ebcd2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port afc1dcaf-8039-4839-a058-d2b57ec71675 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:14.169360 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.171969 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e115bf9-aa73-4bb8-a5ed-38d8b14ebcd2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.178736 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.195528 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0b162f6-7960-4745-85fb-44109ae77de3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.197088 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0b162f6-7960-4745-85fb-44109ae77de3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.263385 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94e4370d-b5a4-400f-8641-936974d502a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.273564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8489da53-325b-472b-bc61-6a96d08c87cd None None] Provisioning complete for port f6e0fa9c-02e6-4c95-ad20-04632639af6a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:14.273820 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8489da53-325b-472b-bc61-6a96d08c87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.310597 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0b162f6-7960-4745-85fb-44109ae77de3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.310986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-dd58d585-fb23-4068-ae1a-a4842afa28b0 service neutron] 10.222.0.86 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782852 Jul 06 11:52:14.314689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:14.315100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:14.315529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:14.338293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca4bb4-0c8c-4f5b-850f-4a8f16e30036 None None] Pushing event updated for resources: {'Port': ['ID=523eefb9-cdd8-41af-b266-fc1d77c5622f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:14.341631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:14.342054 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:14.347159 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0b162f6-7960-4745-85fb-44109ae77de3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.353716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Attempting to bind port 523eefb9-cdd8-41af-b266-fc1d77c5622f on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:14.354858 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 6 to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa Jul 06 11:52:14.355418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Attempting to bind port 523eefb9-cdd8-41af-b266-fc1d77c5622f by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:14.355796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Attempting to bind port 523eefb9-cdd8-41af-b266-fc1d77c5622f on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:14.371223 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.379176 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0b162f6-7960-4745-85fb-44109ae77de3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.380438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f0b162f6-7960-4745-85fb-44109ae77de3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5461416 Jul 06 11:52:14.386841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57088) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:14.390144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:14.390659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:14.391136 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.391753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:14.392775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Bound port: 523eefb9-cdd8-41af-b266-fc1d77c5622f, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:14.392775 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.397534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8489da53-325b-472b-bc61-6a96d08c87cd None None] Port f6e0fa9c-02e6-4c95-ad20-04632639af6a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:14.402407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'network_id': 'b2acbb75-d648-4436-8298-59552dbc3b4f', 'name': 'tempest-PortsTestJSON-1990159268'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:14.434421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Network 62ccb191-ad40-4267-aa18-920eef06537a is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:14.446509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:14.450131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:14.453623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Pushing event updated for resources: {'Port': ['ID=9fdef75e-5d45-4228-8c4e-89675022984b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:14.458648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e115bf9-aa73-4bb8-a5ed-38d8b14ebcd2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.468310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:14.468953 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:14.469491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:14.487479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1da98-5189-4428-a63c-c65f7e3fa08d req-bb09e8e4-fbbd-44cd-980e-543b6459a639 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:14.489074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45f1da98-5189-4428-a63c-c65f7e3fa08d req-bb09e8e4-fbbd-44cd-980e-543b6459a639 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 943 time: 0.1837277 Jul 06 11:52:14.497219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8489da53-325b-472b-bc61-6a96d08c87cd None None] Provisioning for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:14.507032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:14.507394 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:14.511287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8489da53-325b-472b-bc61-6a96d08c87cd None None] Provisioning complete for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:14.511831 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8489da53-325b-472b-bc61-6a96d08c87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.511986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4e115bf9-aa73-4bb8-a5ed-38d8b14ebcd2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for afc1dcaf-8039-4839-a058-d2b57ec71675 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:14.513873 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 7 to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa Jul 06 11:52:14.554503 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.565636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-b2acbb75-d648-4436-8298-59552dbc3b4f', 'network_id': 'b2acbb75-d648-4436-8298-59552dbc3b4f', 'tenant_id': '33bdebf81d734b84a02b7b29132c7a1c', 'fixed_ips': [{'subnet_id': '3bd02a47-1d8c-4f7b-953e-5e99171cfe21'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:52:14.566841 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.588158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] For port 523eefb9-cdd8-41af-b266-fc1d77c5622f, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:14.606653 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] For port 523eefb9-cdd8-41af-b266-fc1d77c5622f, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=523eefb9-cdd8-41af-b266-fc1d77c5622f,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:14.611562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bdea0ecc-1454-4b52-abad-c01a2d1bbf56 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:14.625649 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.628510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:14.628856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:14.629379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:14.657915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:14.658601 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:14.661445 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-45f1da98-5189-4428-a63c-c65f7e3fa08d req-0c083d49-edc5-4931-86d8-bca87284f9ff tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623652 Jul 06 11:52:14.661888 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 8 to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa Jul 06 11:52:14.667238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f089c077-5b48-4266-92c1-946be0c553d3 req-9f8f4a57-1733-4fcb-bed8-06f468f8e8be service neutron] 10.222.0.86 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400939 Jul 06 11:52:14.719212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:14.719769 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:14.723246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:14.751412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:14.752094 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:14.755253 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 9 to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa Jul 06 11:52:14.770963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:14.776741 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.801794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:14.832680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:14.833048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:14.833389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:14.849280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port 8916a552-e34f-4a71-ab27-a0b1a022eaaf yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:14.854293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:14.854604 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:14.857004 n-d-799527-2 neutron-server[93815]: INFO neutron.plugins.ml2.plugin [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 10 to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa Jul 06 11:52:14.861497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Routers {'5cd3eb76-139a-4842-a85d-f17efe5deb01'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:14.862165 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:51:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5cd3eb76-139a-4842-a85d-f17efe5deb01'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:14.954080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca4bb4-0c8c-4f5b-850f-4a8f16e30036 None None] Pushing event updated for resources: {'Port': ['ID=523eefb9-cdd8-41af-b266-fc1d77c5622f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:15.013581 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.019649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.030238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:15.030648 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.034592 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Allocated IP 172.20.0.2 (b2acbb75-d648-4436-8298-59552dbc3b4f/3bd02a47-1d8c-4f7b-953e-5e99171cfe21/76a73f1b-d2b1-409d-b205-431fbde42499) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:15.099104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Pushing event updated for resources: {'Port': ['ID=9fdef75e-5d45-4228-8c4e-89675022984b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:15.102291 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.229763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Network 62ccb191-ad40-4267-aa18-920eef06537a is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:15.232029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:15.283418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:15.284066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:15.284171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:15.308743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:15.309073 n-d-799527-2 neutron-server[93815]: ERROR neutron.plugins.ml2.managers [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:15.309457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.325064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] Set router 5cd3eb76-139a-4842-a85d-f17efe5deb01 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:15.376825 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e115bf9-aa73-4bb8-a5ed-38d8b14ebcd2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.380947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Router 5cd3eb76-139a-4842-a85d-f17efe5deb01 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:15.383358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a0a9-a615-4376-a5e3-b993ab67ecd1 req-b27a2f69-e897-4da5-a7be-1902482d8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:15.384485 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3e0a0a9-a615-4376-a5e3-b993ab67ecd1 req-b27a2f69-e897-4da5-a7be-1902482d8ea8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=590b4c52d8f7400cb629af50a02907a9&device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 1094 time: 0.6314406 Jul 06 11:52:15.426348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8489da53-325b-472b-bc61-6a96d08c87cd None None] Provisioning for port afc1dcaf-8039-4839-a058-d2b57ec71675 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:15.438683 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e115bf9-aa73-4bb8-a5ed-38d8b14ebcd2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=afc1dcaf-8039-4839-a058-d2b57ec71675,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:15.452886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8489da53-325b-472b-bc61-6a96d08c87cd None None] Provisioning complete for port afc1dcaf-8039-4839-a058-d2b57ec71675 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:15.452886 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8489da53-325b-472b-bc61-6a96d08c87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.514931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8489da53-325b-472b-bc61-6a96d08c87cd None None] Port afc1dcaf-8039-4839-a058-d2b57ec71675 was deleted so its status cannot be updated. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 11:52:15.544198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:15.544989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e115bf9-aa73-4bb8-a5ed-38d8b14ebcd2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.550083 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-06d9ce91-bf64-4008-a80a-cf84cdb13583 admin admin] 10.222.0.21 "PUT /v2.0/routers/5cd3eb76-139a-4842-a85d-f17efe5deb01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7587953 Jul 06 11:52:15.550807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57094) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:15.563275 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4e115bf9-aa73-4bb8-a5ed-38d8b14ebcd2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/afc1dcaf-8039-4839-a058-d2b57ec71675 HTTP/1.1" status: 204 len: 168 time: 1.7555997 Jul 06 11:52:15.576383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] For port e9e8c0bf-827a-4864-b32b-56c15bdc69aa, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:15.576935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempted to set empty binding levels {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 11:52:15.604327 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.606131 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bd3780-e8c2-4b34-ba55-909520190ac0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] GET failed (client error): The resource could not be found. Jul 06 11:52:15.609857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-98bd3780-e8c2-4b34-ba55-909520190ac0 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports/afc1dcaf-8039-4839-a058-d2b57ec71675 HTTP/1.1" status: 404 len: 333 time: 0.0565965 Jul 06 11:52:15.611089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57098) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:15.688840 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-162d4918-7240-45c2-a362-5eb2a04ba2f1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.725913 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-162d4918-7240-45c2-a362-5eb2a04ba2f1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.727961 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.741381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e8c0bf-827a-4864-b32b-56c15bdc69aa,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:15.744712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-95609317-17cf-45cb-98e9-b9311d2b370f None None] Could not find standard attr ID for object afc1dcaf-8039-4839-a058-d2b57ec71675. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:52:15.778850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Transition to ACTIVE for port object 76a73f1b-d2b1-409d-b205-431fbde42499 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:15.814736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] In _notify_port_updated(), no bound segment for port e9e8c0bf-827a-4864-b32b-56c15bdc69aa on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:15.822689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:15.822850 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-162d4918-7240-45c2-a362-5eb2a04ba2f1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.827313 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-162d4918-7240-45c2-a362-5eb2a04ba2f1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.828733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.829994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-162d4918-7240-45c2-a362-5eb2a04ba2f1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/security-groups/86df757b-37db-4877-b952-84100fd90f95 HTTP/1.1" status: 204 len: 168 time: 0.2177520 Jul 06 11:52:15.834761 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6d54e70f-414e-4f62-a5ea-1141735a45b6 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "PUT /v2.0/ports/e9e8c0bf-827a-4864-b32b-56c15bdc69aa HTTP/1.1" status: 200 len: 974 time: 3.8058410 Jul 06 11:52:15.839240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57104) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:15.839698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:15.840822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Transition to ACTIVE for port object 76a73f1b-d2b1-409d-b205-431fbde42499 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:15.854659 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:15.856733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a0a9-a615-4376-a5e3-b993ab67ecd1 req-b85a0b50-e2cc-4d8f-9682-d12f3f789f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:15.858517 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3e0a0a9-a615-4376-a5e3-b993ab67ecd1 req-b85a0b50-e2cc-4d8f-9682-d12f3f789f30 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a1462146-6a8f-48e9-8c5b-884f2aa45f24 HTTP/1.1" status: 200 len: 915 time: 0.4633002 Jul 06 11:52:15.933874 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d4918-7240-45c2-a362-5eb2a04ba2f1 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86df757b-37db-4877-b952-84100fd90f95,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:15.957708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.7 (b2acbb75-d648-4436-8298-59552dbc3b4f/3bd02a47-1d8c-4f7b-953e-5e99171cfe21/8916a552-e34f-4a71-ab27-a0b1a022eaaf) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:15.995490 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-105d1280-1386-4aed-bb5d-74a9c38b101a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.077000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.077605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.078158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.078713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.079342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.079988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.080533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.081078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.081754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.082443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.082974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.083567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.084193 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.084731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.086450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.087206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.087808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.088424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.089344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.089616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.090387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.090921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.091609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.092445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.093043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.093638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.094304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.094837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.095683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.096331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.096869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.097909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Pushing event updated for resources: {'Port': ['ID=76a73f1b-d2b1-409d-b205-431fbde42499,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:16.098420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.098719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.099256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.100049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.101798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.102718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.112484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cf3d0947-18a4-4fcf-995e-79fbfbeb934a tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32997 time: 0.2692215 Jul 06 11:52:16.113379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57114) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:16.117507 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Network b2acbb75-d648-4436-8298-59552dbc3b4f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:16.126306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:16.129860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:16.140172 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3e0a0a9-a615-4376-a5e3-b993ab67ecd1 req-55759391-d122-4e38-b266-da814c9efd19 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 HTTP/1.1" status: 200 len: 217 time: 0.1176877 Jul 06 11:52:16.172838 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-105d1280-1386-4aed-bb5d-74a9c38b101a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.198796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-router', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:08Z', 'updated_at': '2021-07-06T11:52:14Z', 'revision_number': 4, 'project_id': '7d96942b7a044277913f15966f23454c', 'gw_port': {'id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:09Z', 'updated_at': '2021-07-06T11:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9fdef75e-5d45-4228-8c4e-89675022984b', 'name': '', 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'mac_address': 'fa:16:3e:3a:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '62090734-02ba-48fd-aeab-f8849e62c821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:13Z', 'updated_at': '2021-07-06T11:52:14Z', 'revision_number': 1, 'project_id': '7d96942b7a044277913f15966f23454c', 'subnets': [{'id': '62090734-02ba-48fd-aeab-f8849e62c821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:16.228725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a0a9-a615-4376-a5e3-b993ab67ecd1 req-92f2714f-bdc3-4c76-aec9-54f4fdec9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.230240 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3e0a0a9-a615-4376-a5e3-b993ab67ecd1 req-92f2714f-bdc3-4c76-aec9-54f4fdec9c00 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=35782ebc-f906-42f2-845b-55ccf08d7668 HTTP/1.1" status: 200 len: 854 time: 0.0692039 Jul 06 11:52:16.237249 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac16a7-d14b-4e09-879f-d6d87d002000 None None] The sync data for ids ['5cd3eb76-139a-4842-a85d-f17efe5deb01'] in n-d-799527-2 is: [{'id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-router', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:08Z', 'updated_at': '2021-07-06T11:52:14Z', 'revision_number': 4, 'project_id': '7d96942b7a044277913f15966f23454c', 'gw_port': {'id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:09Z', 'updated_at': '2021-07-06T11:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9fdef75e-5d45-4228-8c4e-89675022984b', 'name': '', 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'mac_address': 'fa:16:3e:3a:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '62090734-02ba-48fd-aeab-f8849e62c821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:13Z', 'updated_at': '2021-07-06T11:52:14Z', 'revision_number': 1, 'project_id': '7d96942b7a044277913f15966f23454c', 'subnets': [{'id': '62090734-02ba-48fd-aeab-f8849e62c821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:16.256548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Attempting to bind port 76a73f1b-d2b1-409d-b205-431fbde42499 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:16.256991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Attempting to bind port 76a73f1b-d2b1-409d-b205-431fbde42499 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '89238327-96a0-4994-a6c8-e7eff707d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2acbb75-d648-4436-8298-59552dbc3b4f'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:16.258235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Attempting to bind port 76a73f1b-d2b1-409d-b205-431fbde42499 on network b2acbb75-d648-4436-8298-59552dbc3b4f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:16.265523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:16.265910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Checking segment: {'id': '89238327-96a0-4994-a6c8-e7eff707d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2acbb75-d648-4436-8298-59552dbc3b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:16.266375 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.266783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Bound using segment: {'id': '89238327-96a0-4994-a6c8-e7eff707d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2acbb75-d648-4436-8298-59552dbc3b4f'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:16.267278 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Bound port: 76a73f1b-d2b1-409d-b205-431fbde42499, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89238327-96a0-4994-a6c8-e7eff707d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2acbb75-d648-4436-8298-59552dbc3b4f'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:16.267713 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.322250 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3e0a0a9-a615-4376-a5e3-b993ab67ecd1 req-fb096960-1def-45d2-94a0-368fb93d1f79 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a1462146-6a8f-48e9-8c5b-884f2aa45f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475707 Jul 06 11:52:16.358438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] For port 76a73f1b-d2b1-409d-b205-431fbde42499, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:16.362996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] For port 76a73f1b-d2b1-409d-b205-431fbde42499, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=76a73f1b-d2b1-409d-b205-431fbde42499,segment=NetworkSegment(89238327-96a0-4994-a6c8-e7eff707d32d),segment_id=89238327-96a0-4994-a6c8-e7eff707d32d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:16.371712 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.423874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-105d1280-1386-4aed-bb5d-74a9c38b101a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.427099 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-105d1280-1386-4aed-bb5d-74a9c38b101a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.431878 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-105d1280-1386-4aed-bb5d-74a9c38b101a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/security-groups/0dc0629b-b653-4f5c-8de9-67ea331687fe HTTP/1.1" status: 204 len: 168 time: 0.5910461 Jul 06 11:52:16.433463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:16.486319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdea185-12f6-4ee4-bc06-0b2e7bd50c7f None None] Pushing event updated for resources: {'Port': ['ID=76a73f1b-d2b1-409d-b205-431fbde42499,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:16.492570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d1280-1386-4aed-bb5d-74a9c38b101a tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc0629b-b653-4f5c-8de9-67ea331687fe,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:16.500248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.526484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceaeeb-ecb3-43f7-951a-3f556f23ef4a req-b9218a84-86d3-4c7a-af21-e136c1c57a6a tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.534663 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6ceaeeb-ecb3-43f7-951a-3f556f23ef4a req-b9218a84-86d3-4c7a-af21-e136c1c57a6a tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 943 time: 0.4149690 Jul 06 11:52:16.543853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object 8916a552-e34f-4a71-ab27-a0b1a022eaaf will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:16.548545 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3e0a0a9-a615-4376-a5e3-b993ab67ecd1 req-403cab15-9e04-460a-bd03-7a3270aa7ff0 service neutron] 10.222.0.86 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165337 Jul 06 11:52:16.612841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2ce42652-b605-46cc-8607-b9cf90ef5c48 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Deleting port e9e8c0bf-827a-4864-b32b-56c15bdc69aa {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:16.613214 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ce42652-b605-46cc-8607-b9cf90ef5c48 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.704808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-ac320376-3609-4434-a7aa-83b7e3c0be40 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.707565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-ac320376-3609-4434-a7aa-83b7e3c0be40 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/networks?id=62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 200 len: 819 time: 0.4511526 Jul 06 11:52:16.709656 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f3e0a0a9-a615-4376-a5e3-b993ab67ecd1 req-8cf78301-5c08-43d5-b10a-21ad2c23df4b service neutron] 10.222.0.86 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511955 Jul 06 11:52:16.712847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6ceaeeb-ecb3-43f7-951a-3f556f23ef4a req-f228ec32-8238-4efd-bdd4-6d7591313d41 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773057 Jul 06 11:52:16.713941 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.733858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5ca26ef-cb28-4f45-90da-b18b56b1a1d7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.816214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-1476071e-050b-409f-a480-4ba9ea84e134 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/quotas/7d96942b7a044277913f15966f23454c HTTP/1.1" status: 200 len: 375 time: 0.0662148 Jul 06 11:52:16.843626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=8916a552-e34f-4a71-ab27-a0b1a022eaaf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:16.851493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network b2acbb75-d648-4436-8298-59552dbc3b4f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:16.856792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:16.861905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:16.906045 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5ca26ef-cb28-4f45-90da-b18b56b1a1d7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.918413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2ce42652-b605-46cc-8607-b9cf90ef5c48 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] For port e9e8c0bf-827a-4864-b32b-56c15bdc69aa, host n-h1-799527-2, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:16.918791 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ce42652-b605-46cc-8607-b9cf90ef5c48 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.951657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.952353 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:16.975062 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-480220f5-fc47-4964-87b3-f54a0c6571a3 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5766664 Jul 06 11:52:16.979749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57130) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:17.008690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2ce42652-b605-46cc-8607-b9cf90ef5c48 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Calling delete_port for e9e8c0bf-827a-4864-b32b-56c15bdc69aa owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:17.142451 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5ca26ef-cb28-4f45-90da-b18b56b1a1d7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:17.145079 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5ca26ef-cb28-4f45-90da-b18b56b1a1d7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:17.146319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b5ca26ef-cb28-4f45-90da-b18b56b1a1d7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/security-groups/17daaf58-28cd-4794-a204-574c40e6101c HTTP/1.1" status: 204 len: 168 time: 0.6957250 Jul 06 11:52:17.152808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57134) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:17.160314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-0725cb6c-3acf-4dc2-8bb5-277b6eab28b8 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d96942b7a044277913f15966f23454c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2820706 Jul 06 11:52:17.180401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca26ef-cb28-4f45-90da-b18b56b1a1d7 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17daaf58-28cd-4794-a204-574c40e6101c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:17.299263 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ce42652-b605-46cc-8607-b9cf90ef5c48 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:17.381034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc0a2a0-c789-41ed-8cb3-f2b929eee2e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting subnet d2311ca4-1e3b-46c4-ba68-d63877831634 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:17.391129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce42652-b605-46cc-8607-b9cf90ef5c48 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9e8c0bf-827a-4864-b32b-56c15bdc69aa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:17.399724 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a2a0-c789-41ed-8cb3-f2b929eee2e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:17.428051 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ce42652-b605-46cc-8607-b9cf90ef5c48 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:17.430196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2ce42652-b605-46cc-8607-b9cf90ef5c48 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e9e8c0bf-827a-4864-b32b-56c15bdc69aa HTTP/1.1" status: 204 len: 168 time: 1.3085864 Jul 06 11:52:17.437184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57136) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:17.477085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-d94a8f27-72ee-4d26-a6a7-0d99fa813e25 service neutron] 10.222.0.21 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990408 Jul 06 11:52:17.500595 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3de1b7f-d647-4156-9873-b4d25b90044f tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:52:17.503226 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a3de1b7f-d647-4156-9873-b4d25b90044f tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "GET /v2.0/ports/e9e8c0bf-827a-4864-b32b-56c15bdc69aa HTTP/1.1" status: 404 len: 333 time: 0.0619407 Jul 06 11:52:17.504648 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a2a0-c789-41ed-8cb3-f2b929eee2e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:17.512224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57138) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:17.518017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-688830446', 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:17.578787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Made reservation on behalf of fe2b5edf3f664aeca1f981cf3b374447 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:17.581417 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:17.622419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] device_id is not set on port a8cca66e-87dc-4264-bb9e-a6756d61b347 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:17.726584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-818e0b80-5470-4741-aaba-15ba7f2a1599 service neutron] 10.222.0.21 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417965 Jul 06 11:52:17.765074 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a2a0-c789-41ed-8cb3-f2b929eee2e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:17.852194 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a2a0-c789-41ed-8cb3-f2b929eee2e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:17.888941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0a2a0-c789-41ed-8cb3-f2b929eee2e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Subnet': ['ID=d2311ca4-1e3b-46c4-ba68-d63877831634,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:17.892871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a2a0-c789-41ed-8cb3-f2b929eee2e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:17.895384 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1fc0a2a0-c789-41ed-8cb3-f2b929eee2e2 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/d2311ca4-1e3b-46c4-ba68-d63877831634 HTTP/1.1" status: 204 len: 168 time: 0.7400258 Jul 06 11:52:17.902024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:17.908100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02db3d21-d354-4321-bd27-111a939b0143 None None] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:18.009070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.026689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-f587c027-58d3-4d5e-81cd-dd592d91fc87 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting subnet 10884fe6-d3c0-4cc1-acf1-6e5a7784671b {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:18.033481 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f587c027-58d3-4d5e-81cd-dd592d91fc87 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.104049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.137561 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f587c027-58d3-4d5e-81cd-dd592d91fc87 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.238162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47882787-21bf-4ae0-9366-98b2892bb4a9 None None] Network b2acbb75-d648-4436-8298-59552dbc3b4f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:18.377461 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.420343 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8845453-54c9-4c76-9b27-6541efaa6c7b req-8ba034cb-f6e4-4073-9152-837c352e3d7a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 210 time: 0.0546520 Jul 06 11:52:18.438959 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f587c027-58d3-4d5e-81cd-dd592d91fc87 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.464248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:18.518047 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.634994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:18.637736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:18.642254 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a247376-af65-44ed-a742-87546162254f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.651640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:18.658188 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:18.658188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.682584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-74db6489-7229-497b-845b-c87bcd607e3f None None] Provisioning for port 76a73f1b-d2b1-409d-b205-431fbde42499 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:18.693253 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1786327 Jul 06 11:52:18.699143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57162) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:18.702091 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc10162-b003-49ea-81c0-68ba9ea351bb req-a5cb6be2-996c-4fe4-9c30-0f7276394e2b tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:18.726604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cc10162-b003-49ea-81c0-68ba9ea351bb req-a5cb6be2-996c-4fe4-9c30-0f7276394e2b tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 943 time: 0.5030410 Jul 06 11:52:18.729349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b669ced-6212-4946-aa1e-ab0e98e437dc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event updated for resources: {'Port': ['ID=a8cca66e-87dc-4264-bb9e-a6756d61b347,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:18.828416 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f587c027-58d3-4d5e-81cd-dd592d91fc87 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.837088 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cc10162-b003-49ea-81c0-68ba9ea351bb req-b04bcf9a-ff40-4d1c-a3a8-67c0fd07f623 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059310 Jul 06 11:52:18.863844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c2309b-f343-4c1a-9d54-b33dec7e7562 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:18.872206 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-60c2309b-f343-4c1a-9d54-b33dec7e7562 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "GET /v2.0/ports/a8cca66e-87dc-4264-bb9e-a6756d61b347 HTTP/1.1" status: 200 len: 954 time: 0.1452305 Jul 06 11:52:18.880131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57172) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:18.902082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587c027-58d3-4d5e-81cd-dd592d91fc87 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Subnet': ['ID=10884fe6-d3c0-4cc1-acf1-6e5a7784671b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:18.929799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f587c027-58d3-4d5e-81cd-dd592d91fc87 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.932157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f587c027-58d3-4d5e-81cd-dd592d91fc87 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/10884fe6-d3c0-4cc1-acf1-6e5a7784671b HTTP/1.1" status: 204 len: 168 time: 1.0288887 Jul 06 11:52:18.938515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57174) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:18.966506 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.968078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 76a73f1b-d2b1-409d-b205-431fbde42499 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:18.997576 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.026611 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.149495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba2819-8293-4133-b336-d15b306cccd9 None None] Update dhcp port {'port': {'network_id': 'a1cca57e-abd0-44b9-9f11-22b70e030ddd', 'fixed_ips': [{'subnet_id': '86e6b3a2-33ce-4f99-ac4c-0efe5b497c75', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '10884fe6-d3c0-4cc1-acf1-6e5a7784671b'}], 'binding:host_id': 'n-d-799527-2'}, 'id': 'bdea0ecc-1454-4b52-abad-c01a2d1bbf56'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:52:19.162096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=8916a552-e34f-4a71-ab27-a0b1a022eaaf,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:19.188762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b0325fdb-773e-4eb0-bc2d-1f1a46c24ebc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Deleting port a8cca66e-87dc-4264-bb9e-a6756d61b347 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:19.189183 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0325fdb-773e-4eb0-bc2d-1f1a46c24ebc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.218808 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2819-8293-4133-b336-d15b306cccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.231295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8,segment=NetworkSegment(ca510d3a-ac50-4907-9c2b-acdc01f01062),segment_id=ca510d3a-ac50-4907-9c2b-acdc01f01062)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:19.267372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '7b8fe691-0e61-4716-ad21-8b34bc4ff2b8', 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24', 'port_id': '7b8fe691-0e61-4716-ad21-8b34bc4ff2b8', 'mac_address': 'fa:16:3e:73:ce:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35782ebc-f906-42f2-845b-55ccf08d7668', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:19.304444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 76a73f1b-d2b1-409d-b205-431fbde42499 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:19.364133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 76a73f1b-d2b1-409d-b205-431fbde42499 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:19.364616 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.408949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0325fdb-773e-4eb0-bc2d-1f1a46c24ebc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.458631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b0325fdb-773e-4eb0-bc2d-1f1a46c24ebc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Calling delete_port for a8cca66e-87dc-4264-bb9e-a6756d61b347 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:19.501804 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-6598329d-e0a8-464b-98fb-675c7e621f61 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:52:19.502792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6598329d-e0a8-464b-98fb-675c7e621f61 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:19.507705 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6598329d-e0a8-464b-98fb-675c7e621f61 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/d2311ca4-1e3b-46c4-ba68-d63877831634 HTTP/1.1" status: 404 len: 337 time: 0.5654714 Jul 06 11:52:19.510675 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57178) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:19.534898 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.574102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:19.625129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.636669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8,segment=NetworkSegment(ca510d3a-ac50-4907-9c2b-acdc01f01062),segment_id=ca510d3a-ac50-4907-9c2b-acdc01f01062)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:19.670646 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.713595 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e79de04-5344-4fe2-8fa3-4edf61f7878c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting subnet 86e6b3a2-33ce-4f99-ac4c-0efe5b497c75 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:19.740179 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e79de04-5344-4fe2-8fa3-4edf61f7878c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.765570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8929aa3c-c682-4fc5-8a2c-3f8f3601b672 None None] Network a1cca57e-abd0-44b9-9f11-22b70e030ddd requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:19.777531 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.842912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e79de04-5344-4fe2-8fa3-4edf61f7878c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.872967 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0325fdb-773e-4eb0-bc2d-1f1a46c24ebc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.930010 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Sync routers for ids ['5cd3eb76-139a-4842-a85d-f17efe5deb01'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:19.941719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0325fdb-773e-4eb0-bc2d-1f1a46c24ebc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8cca66e-87dc-4264-bb9e-a6756d61b347,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:19.948021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 76a73f1b-d2b1-409d-b205-431fbde42499, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=76a73f1b-d2b1-409d-b205-431fbde42499,segment=NetworkSegment(89238327-96a0-4994-a6c8-e7eff707d32d),segment_id=89238327-96a0-4994-a6c8-e7eff707d32d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:19.951270 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Routers {'5cd3eb76-139a-4842-a85d-f17efe5deb01'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:19.952098 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5cd3eb76-139a-4842-a85d-f17efe5deb01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:19.984913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-ce9c1cf1-0e20-4b25-9689-d92813b02e60 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:19.986148 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.987221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 523eefb9-cdd8-41af-b266-fc1d77c5622f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:19.988468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-ce9c1cf1-0e20-4b25-9689-d92813b02e60 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/networks?id=62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 200 len: 819 time: 1.1946855 Jul 06 11:52:20.023945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:20.039070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0325fdb-773e-4eb0-bc2d-1f1a46c24ebc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.045618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e79de04-5344-4fe2-8fa3-4edf61f7878c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.056330 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b0325fdb-773e-4eb0-bc2d-1f1a46c24ebc tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a8cca66e-87dc-4264-bb9e-a6756d61b347 HTTP/1.1" status: 204 len: 168 time: 1.1746809 Jul 06 11:52:20.170604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57184) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:20.171233 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Set router 5cd3eb76-139a-4842-a85d-f17efe5deb01 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:20.181092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['7b8fe691-0e61-4716-ad21-8b34bc4ff2b8'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:20.223847 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e79de04-5344-4fe2-8fa3-4edf61f7878c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.239831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-2917b154-dc91-46c8-86b9-ff885be6582b tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:20.248365 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-2917b154-dc91-46c8-86b9-ff885be6582b tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.47 "GET /v2.0/networks?id=62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 200 len: 819 time: 0.2241135 Jul 06 11:52:20.267222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Request body: {'port': {'device_id': 'e91404f4-6a1e-4d99-8559-d8293cdee2ba', 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a', 'admin_state_up': True, 'tenant_id': '7d96942b7a044277913f15966f23454c'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:20.286043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.338129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-79aa31b3-af5e-4c21-bacc-60424229cbe7 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/quotas/7d96942b7a044277913f15966f23454c HTTP/1.1" status: 200 len: 375 time: 0.1684368 Jul 06 11:52:20.396621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79de04-5344-4fe2-8fa3-4edf61f7878c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Subnet': ['ID=86e6b3a2-33ce-4f99-ac4c-0efe5b497c75,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:20.444887 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d035778-7a06-493d-a53c-6354f0a3a28f tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:52:20.446494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5d035778-7a06-493d-a53c-6354f0a3a28f tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "GET /v2.0/ports/a8cca66e-87dc-4264-bb9e-a6756d61b347 HTTP/1.1" status: 404 len: 333 time: 0.2744317 Jul 06 11:52:20.453337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57188) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:20.463920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Request body: {'port': {'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1946838648'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:20.478995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-edbc91b7-c8d0-4a7d-970e-f234c9e62db9 None None] Provisioning complete for port f6e0fa9c-02e6-4c95-ad20-04632639af6a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:20.479390 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-edbc91b7-c8d0-4a7d-970e-f234c9e62db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.486249 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e79de04-5344-4fe2-8fa3-4edf61f7878c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.497890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3e79de04-5344-4fe2-8fa3-4edf61f7878c tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/86e6b3a2-33ce-4f99-ac4c-0efe5b497c75 HTTP/1.1" status: 204 len: 168 time: 0.9812379 Jul 06 11:52:20.498121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57192) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:20.528816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Made reservation on behalf of fe2b5edf3f664aeca1f981cf3b374447 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:20.531637 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.540414 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.581598 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-ed47cc79-b482-48fb-b31a-336d867de845 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d96942b7a044277913f15966f23454c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2417903 Jul 06 11:52:20.605566 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-router', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:08Z', 'updated_at': '2021-07-06T11:52:14Z', 'revision_number': 4, 'project_id': '7d96942b7a044277913f15966f23454c', 'gw_port': {'id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:09Z', 'updated_at': '2021-07-06T11:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9fdef75e-5d45-4228-8c4e-89675022984b', 'name': '', 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'mac_address': 'fa:16:3e:3a:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '62090734-02ba-48fd-aeab-f8849e62c821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:13Z', 'updated_at': '2021-07-06T11:52:14Z', 'revision_number': 2, 'project_id': '7d96942b7a044277913f15966f23454c', 'subnets': [{'id': '62090734-02ba-48fd-aeab-f8849e62c821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:20.606156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] device_id is not set on port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:20.621205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-edbc91b7-c8d0-4a7d-970e-f234c9e62db9 None None] Port f6e0fa9c-02e6-4c95-ad20-04632639af6a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:20.622395 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb78423-310f-4079-a690-a87620798fbf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:52:20.622810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb78423-310f-4079-a690-a87620798fbf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:20.622941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=76a73f1b-d2b1-409d-b205-431fbde42499,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:20.627330 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6cb78423-310f-4079-a690-a87620798fbf tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/30c750fb-4d13-4be6-a2b4-5c3fe13b44e6 HTTP/1.1" status: 404 len: 337 time: 0.1239665 Jul 06 11:52:20.630979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57194) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:20.637109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 523eefb9-cdd8-41af-b266-fc1d77c5622f completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:20.673768 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Checking router: 5cd3eb76-139a-4842-a85d-f17efe5deb01 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:20.675180 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Updating router 5cd3eb76-139a-4842-a85d-f17efe5deb01 port 9fdef75e-5d45-4228-8c4e-89675022984b binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:52:20.676083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 523eefb9-cdd8-41af-b266-fc1d77c5622f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:20.676460 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.710900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d1d3f-0078-41bd-aa83-4482f0a2a703 req-aadf483f-33d9-456c-8d00-a8d187e3a064 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:20.723028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-edbc91b7-c8d0-4a7d-970e-f234c9e62db9 None None] Provisioning complete for port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:20.724820 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-edbc91b7-c8d0-4a7d-970e-f234c9e62db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.725670 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e9d1d3f-0078-41bd-aa83-4482f0a2a703 req-aadf483f-33d9-456c-8d00-a8d187e3a064 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 944 time: 0.5575142 Jul 06 11:52:20.753040 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.795574 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4b09d52b-2cf7-4576-970b-9e5cc42bbe00 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "GET /v2.0/ports?device_id=a268fc31-2df9-4344-b559-7ab52c00b235 HTTP/1.1" status: 200 len: 205 time: 0.1606047 Jul 06 11:52:20.801515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57196) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:20.890519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9e9d1d3f-0078-41bd-aa83-4482f0a2a703 req-282a8d4e-e34e-4a59-8f3d-3d151c3fa7e6 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637673 Jul 06 11:52:20.895320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b9433-3e78-414e-b168-06d15af5e988 None None] DHCP port deletion for a1cca57e-abd0-44b9-9f11-22b70e030ddd request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:52:20.896666 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-088f15bb-4ea2-45b1-88eb-931f162fefee tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] delete failed (client error): The resource could not be found. Jul 06 11:52:20.901026 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-088f15bb-4ea2-45b1-88eb-931f162fefee tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/routers/a268fc31-2df9-4344-b559-7ab52c00b235 HTTP/1.1" status: 404 len: 336 time: 0.0983255 Jul 06 11:52:20.912308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57200) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:20.978568 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.982028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Made reservation on behalf of 7d96942b7a044277913f15966f23454c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:20.985882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.007743 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-44994359-00e7-4560-8c3a-d6bce12d34b4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:52:21.008227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44994359-00e7-4560-8c3a-d6bce12d34b4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:21.012290 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-44994359-00e7-4560-8c3a-d6bce12d34b4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/7f2a2105-3607-45c1-beec-5349be0b3cc9 HTTP/1.1" status: 404 len: 337 time: 0.0915604 Jul 06 11:52:21.015036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57202) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:21.019996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 523eefb9-cdd8-41af-b266-fc1d77c5622f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=523eefb9-cdd8-41af-b266-fc1d77c5622f,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:21.029745 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.044621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-6d129772-6237-441f-addd-cbe6c5151e67 service neutron] 10.222.0.21 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597073 Jul 06 11:52:21.116427 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-5486275a-c261-45eb-81f3-10c097a3befa tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:52:21.117513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5486275a-c261-45eb-81f3-10c097a3befa tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:21.119896 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5486275a-c261-45eb-81f3-10c097a3befa tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/2d62c2fc-a114-4671-b7f1-2ad8a8b779e0 HTTP/1.1" status: 404 len: 337 time: 0.1037257 Jul 06 11:52:21.127114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57204) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:21.139841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d10b9433-3e78-414e-b168-06d15af5e988 None None] Deleting port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:21.140356 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d10b9433-3e78-414e-b168-06d15af5e988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.191066 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-115f69bf-9705-46eb-a2ab-b9ae2173a051 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:52:21.191882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115f69bf-9705-46eb-a2ab-b9ae2173a051 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:21.193905 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-115f69bf-9705-46eb-a2ab-b9ae2173a051 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/f877ea98-f8da-4fd0-bd4d-cba8d742f4b6 HTTP/1.1" status: 404 len: 337 time: 0.0605977 Jul 06 11:52:21.199556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57206) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:21.214604 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.222958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d10b9433-3e78-414e-b168-06d15af5e988 None None] For port bdea0ecc-1454-4b52-abad-c01a2d1bbf56, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,segment=NetworkSegment(d4efe6f4-da34-46f0-87a9-2ff79d1172af),segment_id=d4efe6f4-da34-46f0-87a9-2ff79d1172af)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:21.223730 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d10b9433-3e78-414e-b168-06d15af5e988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.228979 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Transition to ACTIVE for port object 9fdef75e-5d45-4228-8c4e-89675022984b will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:21.237615 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4732ee-640a-4c14-a542-047d0023b34e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:52:21.238381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4732ee-640a-4c14-a542-047d0023b34e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:21.239363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d10b9433-3e78-414e-b168-06d15af5e988 None None] Calling delete_port for bdea0ecc-1454-4b52-abad-c01a2d1bbf56 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:21.244100 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ee4732ee-640a-4c14-a542-047d0023b34e tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/14def06f-d4bb-4ae8-b0e3-3a113ddf2f3c HTTP/1.1" status: 404 len: 333 time: 0.0403228 Jul 06 11:52:21.246547 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.249966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57208) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:21.268771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.330813 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Pushing event updated for resources: {'Port': ['ID=9fdef75e-5d45-4228-8c4e-89675022984b,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:21.346125 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.346472 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.346814 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.347148 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.347497 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.347832 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.348161 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.348484 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.348805 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.349140 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.349434 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.349769 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:21.374437 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-50b52d4f-4bd1-4a55-b5a6-9e0911e8a167 service neutron] 10.222.0.21 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139758 Jul 06 11:52:21.376494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.380013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=523eefb9-cdd8-41af-b266-fc1d77c5622f,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:21.388654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 76a73f1b-d2b1-409d-b205-431fbde42499 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:21.411849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:21.415487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:21.441085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:21.442241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:21.443589 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.446884 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d10b9433-3e78-414e-b168-06d15af5e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.449973 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Attempting to bind port 9fdef75e-5d45-4228-8c4e-89675022984b on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:21.449973 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Attempting to bind port 9fdef75e-5d45-4228-8c4e-89675022984b by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:21.450268 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Attempting to bind port 9fdef75e-5d45-4228-8c4e-89675022984b on network 62ccb191-ad40-4267-aa18-920eef06537a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:21.472867 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:21.474114 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Checking segment: {'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:21.475628 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.478515 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Bound using segment: {'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:21.482149 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Bound port: 9fdef75e-5d45-4228-8c4e-89675022984b, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:21.482844 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.486212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0271745 Jul 06 11:52:21.489089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef02a68-79fd-4e82-9178-d352c5a3ed49 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event updated for resources: {'Port': ['ID=31cc865e-3c1f-4d66-9b76-680c5a0a52b2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:21.493101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57210) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:21.501183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b9433-3e78-414e-b168-06d15af5e988 None None] No DVR routers for this DVR port bdea0ecc-1454-4b52-abad-c01a2d1bbf56 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:21.503638 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-279e3c2f-04e9-4703-884a-70b6ba885043 None None] Provisioning complete for port 76a73f1b-d2b1-409d-b205-431fbde42499 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:21.504034 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-279e3c2f-04e9-4703-884a-70b6ba885043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.511626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:21.561053 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b9433-3e78-414e-b168-06d15af5e988 None None] Pushing event deleted for resources: {'Port': ['ID=bdea0ecc-1454-4b52-abad-c01a2d1bbf56,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:21.601113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 76a73f1b-d2b1-409d-b205-431fbde42499 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:21.601537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.628632 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.660922 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] For port 9fdef75e-5d45-4228-8c4e-89675022984b, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:21.670719 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] For port 9fdef75e-5d45-4228-8c4e-89675022984b, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9fdef75e-5d45-4228-8c4e-89675022984b,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:21.674956 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.750391 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Routers {'5cd3eb76-139a-4842-a85d-f17efe5deb01'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:21.751024 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5cd3eb76-139a-4842-a85d-f17efe5deb01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:21.751906 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bac0874-4c35-4db5-9c33-b7c019e2ced8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:52:21.752895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bac0874-4c35-4db5-9c33-b7c019e2ced8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:21.757882 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9bac0874-4c35-4db5-9c33-b7c019e2ced8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/44b7ba71-7802-421c-b039-35160d981a9b HTTP/1.1" status: 404 len: 337 time: 0.5062327 Jul 06 11:52:21.765628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57216) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:21.770493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8354414-dbf3-403f-8351-d3fb0e27fd97 req-376bfff3-5002-4e37-ba2a-1138a982b46d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 210 time: 0.0511811 Jul 06 11:52:21.795564 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f494d5b-6421-4e6a-87c8-bbe959c94496 None None] Pushing event updated for resources: {'Port': ['ID=9fdef75e-5d45-4228-8c4e-89675022984b,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:21.861749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-279e3c2f-04e9-4703-884a-70b6ba885043 None None] Provisioning for port 8916a552-e34f-4a71-ab27-a0b1a022eaaf completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:21.865929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-279e3c2f-04e9-4703-884a-70b6ba885043 None None] Provisioning complete for port 8916a552-e34f-4a71-ab27-a0b1a022eaaf triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:21.866343 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-279e3c2f-04e9-4703-884a-70b6ba885043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.877065 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.915660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Allocated IP 172.20.0.8 (62ccb191-ad40-4267-aa18-920eef06537a/62090734-02ba-48fd-aeab-f8849e62c821/63633871-8378-49d3-9c95-e1bc96bd1014) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:21.956175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-279e3c2f-04e9-4703-884a-70b6ba885043 None None] Port 8916a552-e34f-4a71-ab27-a0b1a022eaaf cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:21.964062 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] Set router 5cd3eb76-139a-4842-a85d-f17efe5deb01 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:21.965136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bdea0ecc-1454-4b52-abad-c01a2d1bbf56 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:21.974896 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7f50b3-0d03-4a63-a419-40cbe15bcc9f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:52:21.975556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7f50b3-0d03-4a63-a419-40cbe15bcc9f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:21.979199 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7d7f50b3-0d03-4a63-a419-40cbe15bcc9f tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/864dfe53-efa8-48a1-b06f-83bfedd51345 HTTP/1.1" status: 404 len: 337 time: 0.2102637 Jul 06 11:52:21.982875 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.987330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57222) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:22.020901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] device_id is not set on port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:22.039737 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.052219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: bdea0ecc-1454-4b52-abad-c01a2d1bbf56 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:22.052798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bdea0ecc-1454-4b52-abad-c01a2d1bbf56 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:22.070502 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce0f017-e6f6-4536-9448-921f135eb2c4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:52:22.072475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce0f017-e6f6-4536-9448-921f135eb2c4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:22.074422 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ce0f017-e6f6-4536-9448-921f135eb2c4 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/0085b126-27ce-4c93-bd71-d56d1a421d20 HTTP/1.1" status: 404 len: 333 time: 0.0788298 Jul 06 11:52:22.079818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Transition to ACTIVE for port object 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:22.086534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:22.121992 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.204122 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.209275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=8916a552-e34f-4a71-ab27-a0b1a022eaaf,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:22.211768 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca508fd2-63e1-44dd-b038-d88bfef16fe5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:52:22.215043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca508fd2-63e1-44dd-b038-d88bfef16fe5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:22.221789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ca508fd2-63e1-44dd-b038-d88bfef16fe5 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/7fb525a9-837b-4ecc-86f5-564125ce87eb HTTP/1.1" status: 404 len: 337 time: 0.1322968 Jul 06 11:52:22.224446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57230) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:22.311923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event updated for resources: {'Port': ['ID=31cc865e-3c1f-4d66-9b76-680c5a0a52b2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:22.315167 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:22.315530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:22.315882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:22.322000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:22.322339 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:22.324730 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.330422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7cd02-aec4-4eac-9806-354addfc86e2 req-c5d658e9-ac9e-4297-806d-6487a35e8c60 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:22.338226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7c7cd02-aec4-4eac-9806-354addfc86e2 req-c5d658e9-ac9e-4297-806d-6487a35e8c60 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 944 time: 0.2206111 Jul 06 11:52:22.338725 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 2 to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 Jul 06 11:52:22.384699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:22.385050 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:22.385395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:22.415166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:22.415532 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:22.417335 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 3 to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 Jul 06 11:52:22.423427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:22.433758 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-63732ffe-3993-471d-9cf6-b032b9382811 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] DELETE failed (client error): The resource could not be found. Jul 06 11:52:22.434366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63732ffe-3993-471d-9cf6-b032b9382811 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:22.436527 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-63732ffe-3993-471d-9cf6-b032b9382811 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/subnets/d00ab123-6706-450c-b5b8-cdc5407a3b8a HTTP/1.1" status: 404 len: 337 time: 0.2107778 Jul 06 11:52:22.439863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57236) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:22.459779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:22.461415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.461886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:22.462252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:22.481959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:22.482330 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:22.484663 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 4 to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 Jul 06 11:52:22.492633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7c7cd02-aec4-4eac-9806-354addfc86e2 req-0399d757-3cb3-4442-a651-7daebe5d796c tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302176 Jul 06 11:52:22.506341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:22.507632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:22.507991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:22.513262 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:22.513573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:22.513820 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:22.514348 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 5 to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 Jul 06 11:52:22.534898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:22.535423 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.545187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:22.545537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:22.545884 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:22.568255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:22.568255 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:22.568681 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 6 to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 Jul 06 11:52:22.578343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Network 62ccb191-ad40-4267-aa18-920eef06537a is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:22.580061 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-router', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:08Z', 'updated_at': '2021-07-06T11:52:14Z', 'revision_number': 4, 'project_id': '7d96942b7a044277913f15966f23454c', 'gw_port': {'id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:09Z', 'updated_at': '2021-07-06T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9fdef75e-5d45-4228-8c4e-89675022984b', 'name': '', 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'mac_address': 'fa:16:3e:3a:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '62090734-02ba-48fd-aeab-f8849e62c821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:13Z', 'updated_at': '2021-07-06T11:52:21Z', 'revision_number': 4, 'project_id': '7d96942b7a044277913f15966f23454c', 'subnets': [{'id': '62090734-02ba-48fd-aeab-f8849e62c821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:22.589280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:22.595596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:22.595955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:22.597891 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:22.609547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:22.609902 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:22.610313 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 7 to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 Jul 06 11:52:22.618264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:22.624516 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bf58f3-1465-487d-bc7d-b15d4ea57d23 None None] The sync data for ids ['5cd3eb76-139a-4842-a85d-f17efe5deb01'] in n-d-799527-2 is: [{'id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-router', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:08Z', 'updated_at': '2021-07-06T11:52:14Z', 'revision_number': 4, 'project_id': '7d96942b7a044277913f15966f23454c', 'gw_port': {'id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:09Z', 'updated_at': '2021-07-06T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9fdef75e-5d45-4228-8c4e-89675022984b', 'name': '', 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'mac_address': 'fa:16:3e:3a:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '62090734-02ba-48fd-aeab-f8849e62c821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:13Z', 'updated_at': '2021-07-06T11:52:21Z', 'revision_number': 4, 'project_id': '7d96942b7a044277913f15966f23454c', 'subnets': [{'id': '62090734-02ba-48fd-aeab-f8849e62c821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:22.636096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:22.636808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:22.636897 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:22.642308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:22.642727 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:22.643197 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 8 to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 Jul 06 11:52:22.657570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:22.658069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:22.658487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:22.664458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:22.664458 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:22.664795 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 9 to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 Jul 06 11:52:22.671030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Pushing event updated for resources: {'Port': ['ID=63633871-8378-49d3-9c95-e1bc96bd1014,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:22.693984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:22.694628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:22.695354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:22.700998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network b2acbb75-d648-4436-8298-59552dbc3b4f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:22.702353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:22.702769 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:22.703243 n-d-799527-2 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempt 10 to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 Jul 06 11:52:22.705722 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.712778 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:22.729781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:22.730199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:22.730604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempting to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:22.738683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:22.739099 n-d-799527-2 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Failed to bind port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on host n-h1-799527-2 for vnic_type normal using segments [{'id': 'd312dee1-04d4-4b39-85b8-233f8cbc82e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '98d890cc-b6e6-4c0d-b11b-e959224d43e5'}] Jul 06 11:52:22.739621 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.752505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a69718-2266-4b0d-9052-9b8677d88ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8fe691-0e61-4716-ad21-8b34bc4ff2b8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:22.755591 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a0d9d0-0d35-43d4-819d-d5c236d6440d" -d '{"events": [{"server_uuid": "b3a69718-2266-4b0d-9052-9b8677d88ac6", "name": "network-vif-plugged", "status": "completed", "tag": "7b8fe691-0e61-4716-ad21-8b34bc4ff2b8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:22.759244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:22.760325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.777104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8,segment=NetworkSegment(ca510d3a-ac50-4907-9c2b-acdc01f01062),segment_id=ca510d3a-ac50-4907-9c2b-acdc01f01062)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:22.785467 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.860301 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a607e2c4-7344-4cb5-8d92-9755e6007676 x-openstack-request-id: req-a607e2c4-7344-4cb5-8d92-9755e6007676 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:22.860599 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a69718-2266-4b0d-9052-9b8677d88ac6", "name": "network-vif-plugged", "status": "completed", "tag": "7b8fe691-0e61-4716-ad21-8b34bc4ff2b8", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:22.861876 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a607e2c4-7344-4cb5-8d92-9755e6007676 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:22.862093 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a69718-2266-4b0d-9052-9b8677d88ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8fe691-0e61-4716-ad21-8b34bc4ff2b8', 'code': 200} Jul 06 11:52:22.882701 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-14f57c3f-76cd-4c71-9d36-9ef3576cc691 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6210704 Jul 06 11:52:22.906329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] For port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:22.906703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attempted to set empty binding levels {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 11:52:22.913888 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.936751 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:22.981631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Request body: {'port': {'device_id': 'e91404f4-6a1e-4d99-8559-d8293cdee2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:22.997766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] In _notify_port_updated(), no bound segment for port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 on network 98d890cc-b6e6-4c0d-b11b-e959224d43e5 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:22.998661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:22.999287 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.000706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "PUT /v2.0/ports/31cc865e-3c1f-4d66-9b76-680c5a0a52b2 HTTP/1.1" status: 200 len: 975 time: 1.4973922 Jul 06 11:52:23.006717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57242) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:23.018643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-db984c83-d400-4bc3-866b-3b9caa1988d8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Deleting port f6e0fa9c-02e6-4c95-ad20-04632639af6a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:23.019397 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db984c83-d400-4bc3-866b-3b9caa1988d8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.060427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53221387-69ec-4145-8533-b0deb7d3d43e tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event updated for resources: {'Port': ['ID=31cc865e-3c1f-4d66-9b76-680c5a0a52b2,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:23.096979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b603c8f3-597c-4cc1-ae96-1b24483269c2 req-c868bd46-1563-4a03-9562-88f0f7e10fbb tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 210 time: 0.1088710 Jul 06 11:52:23.188934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f7c13cdd-88c2-4372-b360-ac0ba32d7535 None None] Provisioning complete for port 8916a552-e34f-4a71-ab27-a0b1a022eaaf triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:23.190059 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7c13cdd-88c2-4372-b360-ac0ba32d7535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.225395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9fdef75e-5d45-4228-8c4e-89675022984b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:23.261671 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db984c83-d400-4bc3-866b-3b9caa1988d8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.276576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f7c13cdd-88c2-4372-b360-ac0ba32d7535 None None] Port 8916a552-e34f-4a71-ab27-a0b1a022eaaf cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:23.299859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9fdef75e-5d45-4228-8c4e-89675022984b completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:23.305612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9fdef75e-5d45-4228-8c4e-89675022984b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:23.306166 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.312975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-db984c83-d400-4bc3-866b-3b9caa1988d8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Calling delete_port for f6e0fa9c-02e6-4c95-ad20-04632639af6a owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:23.346498 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.426758 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.427394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d227810-d2bc-4fb2-a5ad-ac858d621013 req-295b0fae-240c-4d30-b2aa-1f79641ca8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:23.429826 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0d227810-d2bc-4fb2-a5ad-ac858d621013 req-295b0fae-240c-4d30-b2aa-1f79641ca8d0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 1096 time: 0.3324623 Jul 06 11:52:23.453473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Router bd4010ce-4165-4862-9c16-830e772a1441 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:52:23.461604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b80ed-ad14-4732-813f-fcaf33e10f67 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Deleting port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:23.461946 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e3b80ed-ad14-4732-813f-fcaf33e10f67 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.477432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 9fdef75e-5d45-4228-8c4e-89675022984b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9fdef75e-5d45-4228-8c4e-89675022984b,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:23.482032 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.483267 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 523eefb9-cdd8-41af-b266-fc1d77c5622f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:23.595438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=9fdef75e-5d45-4228-8c4e-89675022984b,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:23.618668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 523eefb9-cdd8-41af-b266-fc1d77c5622f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:23.619043 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.787339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9e3b80ed-ad14-4732-813f-fcaf33e10f67 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] For port 31cc865e-3c1f-4d66-9b76-680c5a0a52b2, host n-h1-799527-2, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:23.787655 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e3b80ed-ad14-4732-813f-fcaf33e10f67 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.808414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c636d-074c-43b0-8b21-3d0c4824f445 req-e5faa179-1972-49e2-980f-5ca899e31995 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:23.818110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be3c636d-074c-43b0-8b21-3d0c4824f445 req-e5faa179-1972-49e2-980f-5ca899e31995 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 945 time: 0.0980120 Jul 06 11:52:23.854996 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0d227810-d2bc-4fb2-a5ad-ac858d621013 req-f4060c05-269f-48b7-8233-fa82231cb898 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971028 Jul 06 11:52:23.857694 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be3c636d-074c-43b0-8b21-3d0c4824f445 req-4c2497f6-edc9-485f-a51b-0093dfa58235 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385537 Jul 06 11:52:23.869573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db984c83-d400-4bc3-866b-3b9caa1988d8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.873714 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b80ed-ad14-4732-813f-fcaf33e10f67 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Calling delete_port for 31cc865e-3c1f-4d66-9b76-680c5a0a52b2 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:23.980097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db984c83-d400-4bc3-866b-3b9caa1988d8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Port': ['ID=f6e0fa9c-02e6-4c95-ad20-04632639af6a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:24.022042 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db984c83-d400-4bc3-866b-3b9caa1988d8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.024706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-db984c83-d400-4bc3-866b-3b9caa1988d8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/ports/f6e0fa9c-02e6-4c95-ad20-04632639af6a HTTP/1.1" status: 204 len: 168 time: 1.5822694 Jul 06 11:52:24.027343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:24.031187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:24.043220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b8095-e9c3-4b6b-a414-9cd5a4628a46 None None] Sync routers for ids ['bd4010ce-4165-4862-9c16-830e772a1441'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:24.046959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f0b196a0-fb4b-4f64-8741-d7c4e95e683a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "PUT /v2.0/routers/bd4010ce-4165-4862-9c16-830e772a1441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0638549 Jul 06 11:52:24.053164 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57252) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:24.053810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b8095-e9c3-4b6b-a414-9cd5a4628a46 None None] Routers {'bd4010ce-4165-4862-9c16-830e772a1441'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:24.054456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-025b8095-e9c3-4b6b-a414-9cd5a4628a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bd4010ce-4165-4862-9c16-830e772a1441'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:24.091769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-025b8095-e9c3-4b6b-a414-9cd5a4628a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:24.100948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b8095-e9c3-4b6b-a414-9cd5a4628a46 None None] Routers {'bd4010ce-4165-4862-9c16-830e772a1441'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:24.101755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-025b8095-e9c3-4b6b-a414-9cd5a4628a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bd4010ce-4165-4862-9c16-830e772a1441'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:24.112179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-85133c77-4e2e-47c0-a3b5-bae4c54d0935 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:24.113646 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-85133c77-4e2e-47c0-a3b5-bae4c54d0935 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.86 "GET /v2.0/networks?id=62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 200 len: 819 time: 0.4171264 Jul 06 11:52:24.115773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.137104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-025b8095-e9c3-4b6b-a414-9cd5a4628a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:24.137480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Request body: {'port': {'device_id': '80341d43-ed2c-4fec-8fbd-fc920ab02014', 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a', 'admin_state_up': True, 'tenant_id': '7d96942b7a044277913f15966f23454c'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:24.137770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b8095-e9c3-4b6b-a414-9cd5a4628a46 None None] The sync data for ids ['bd4010ce-4165-4862-9c16-830e772a1441'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:24.219607 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.246013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cca57e-abd0-44b9-9f11-22b70e030ddd']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:24.250926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e3b80ed-ad14-4732-813f-fcaf33e10f67 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.270887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16418454-9253-4ae9-9f3a-7b85bfea46bc req-5d93a01f-aec8-49ea-bbaa-97bac23f351f tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 210 time: 0.0407319 Jul 06 11:52:24.274382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4efe6f4-da34-46f0-87a9-2ff79d1172af') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:24.274687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4efe6f4-da34-46f0-87a9-2ff79d1172af') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:24.284178 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.302760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.311054 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:24.311477 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:24.314851 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:24.333198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b80ed-ad14-4732-813f-fcaf33e10f67 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Pushing event deleted for resources: {'Port': ['ID=31cc865e-3c1f-4d66-9b76-680c5a0a52b2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:24.348886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2884e78e-b142-4554-8384-6df4be0560ae tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:24.350400 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2884e78e-b142-4554-8384-6df4be0560ae tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4010ce-4165-4862-9c16-830e772a1441 HTTP/1.1" status: 200 len: 982 time: 0.2913458 Jul 06 11:52:24.357505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57258) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:24.361407 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e3b80ed-ad14-4732-813f-fcaf33e10f67 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.363135 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9e3b80ed-ad14-4732-813f-fcaf33e10f67 tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "DELETE /v2.0/ports/31cc865e-3c1f-4d66-9b76-680c5a0a52b2 HTTP/1.1" status: 204 len: 168 time: 1.3537645 Jul 06 11:52:24.365868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57260) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:24.399932 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-997a7990-cb18-4f88-96ec-b40132707b0f tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] GET failed (client error): The resource could not be found. Jul 06 11:52:24.401541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-997a7990-cb18-4f88-96ec-b40132707b0f tempest-PortsAdminExtendedAttrsTestJSON-37604854 tempest-PortsAdminExtendedAttrsTestJSON-37604854-project-admin] 10.222.0.21 "GET /v2.0/ports/31cc865e-3c1f-4d66-9b76-680c5a0a52b2 HTTP/1.1" status: 404 len: 333 time: 0.0339742 Jul 06 11:52:24.405135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57262) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:24.415383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63633871-8378-49d3-9c95-e1bc96bd1014 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:24.425271 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.456764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.458739 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] 10.222.0.21 "DELETE /v2.0/networks/a1cca57e-abd0-44b9-9f11-22b70e030ddd HTTP/1.1" status: 204 len: 168 time: 0.4301715 Jul 06 11:52:24.460270 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.490147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Made reservation on behalf of 7d96942b7a044277913f15966f23454c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:24.494877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.500784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Transition to ACTIVE for port object 63633871-8378-49d3-9c95-e1bc96bd1014 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:24.509246 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.512590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57551698-9d87-44b0-b8df-f9b0c7469fa8 tempest-PortsIpV6TestJSON-591293442 tempest-PortsIpV6TestJSON-591293442-project] Pushing event deleted for resources: {'Network': ['ID=a1cca57e-abd0-44b9-9f11-22b70e030ddd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:24.520110 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.637165 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.669626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d890cc-b6e6-4c0d-b11b-e959224d43e5']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:24.699838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd312dee1-04d4-4b39-85b8-233f8cbc82e3') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:24.700197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd312dee1-04d4-4b39-85b8-233f8cbc82e3') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:24.721297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.767855 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.776873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:24.777290 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:24.851440 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:24.871346 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.889005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.893108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] 10.222.0.21 "DELETE /v2.0/networks/98d890cc-b6e6-4c0d-b11b-e959224d43e5 HTTP/1.1" status: 204 len: 168 time: 0.4868088 Jul 06 11:52:24.909534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ad6c8-f675-44d7-80fd-903b3222e2c1 tempest-PortsAdminExtendedAttrsTestJSON-1664688216 tempest-PortsAdminExtendedAttrsTestJSON-1664688216-project] Pushing event deleted for resources: {'Network': ['ID=98d890cc-b6e6-4c0d-b11b-e959224d43e5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:25.011417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:25.109839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Pushing event updated for resources: {'Port': ['ID=63633871-8378-49d3-9c95-e1bc96bd1014,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:25.221064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f5d24575-9fdc-4f34-bb04-32b5bbc203e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33ad56bff9ae43fda3362c838e799a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081478 Jul 06 11:52:25.223529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:25.232731 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9fdef75e-5d45-4228-8c4e-89675022984b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:25.279069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Attempting to bind port 63633871-8378-49d3-9c95-e1bc96bd1014 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:25.279400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Attempting to bind port 63633871-8378-49d3-9c95-e1bc96bd1014 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:25.279860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Attempting to bind port 63633871-8378-49d3-9c95-e1bc96bd1014 on network 62ccb191-ad40-4267-aa18-920eef06537a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:25.293824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Port 63633871-8378-49d3-9c95-e1bc96bd1014 on network 62ccb191-ad40-4267-aa18-920eef06537a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:25.294143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Attempting to bind port 63633871-8378-49d3-9c95-e1bc96bd1014 on network 62ccb191-ad40-4267-aa18-920eef06537a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:25.313624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:25.313880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Checking segment: {'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:25.314225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Bound using segment: {'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:25.314663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Bound port: 63633871-8378-49d3-9c95-e1bc96bd1014, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:25.315128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.317865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Allocated IP 172.20.0.2 (62ccb191-ad40-4267-aa18-920eef06537a/62090734-02ba-48fd-aeab-f8849e62c821/a9b492dc-8dd2-40e3-b568-c22b61c7d093) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:25.318235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9fdef75e-5d45-4228-8c4e-89675022984b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:25.318616 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.355271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ecb50-b6ba-4cfe-846e-f222ae041d8f req-14c61e6a-e9ae-4d22-8421-0670ebaaf8db tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.358756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-042ecb50-b6ba-4cfe-846e-f222ae041d8f req-14c61e6a-e9ae-4d22-8421-0670ebaaf8db tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 945 time: 0.2955105 Jul 06 11:52:25.378196 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b82eea69-64a4-4984-97e6-05f39ccf23c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.484197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57286) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:25.488693 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b82eea69-64a4-4984-97e6-05f39ccf23c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.498765 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-042ecb50-b6ba-4cfe-846e-f222ae041d8f req-4b0122f8-ed54-469e-bc1b-e984b3a477dd tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259482 Jul 06 11:52:25.557169 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b82eea69-64a4-4984-97e6-05f39ccf23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.562907 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b82eea69-64a4-4984-97e6-05f39ccf23c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.564998 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b82eea69-64a4-4984-97e6-05f39ccf23c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dcbd257-d967-4ba7-a419-e5c2a4ab5d75 HTTP/1.1" status: 204 len: 168 time: 0.3404298 Jul 06 11:52:25.593786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] For port 63633871-8378-49d3-9c95-e1bc96bd1014, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:25.633229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eea69-64a4-4984-97e6-05f39ccf23c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcbd257-d967-4ba7-a419-e5c2a4ab5d75,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:25.678332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] For port 63633871-8378-49d3-9c95-e1bc96bd1014, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=63633871-8378-49d3-9c95-e1bc96bd1014,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:25.697585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.732570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8445c702-dd2e-4543-ad9f-b9c0fb47e273 req-df4aa103-b478-470b-9e42-9875b40786be tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 210 time: 0.1659048 Jul 06 11:52:25.852264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2dcac3e6-a8a8-4dbf-83f4-926bfca7e42e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1905f1b8476a4c258320ef0fd446d0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668294 Jul 06 11:52:25.855006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:25.872721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.873675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.875790 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] 10.222.0.47 "PUT /v2.0/ports/63633871-8378-49d3-9c95-e1bc96bd1014 HTTP/1.1" status: 200 len: 1091 time: 2.9234378 Jul 06 11:52:25.880049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91404f4-6a1e-4d99-8559-d8293cdee2ba', 'tag': '63633871-8378-49d3-9c95-e1bc96bd1014'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:25.882699 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfb1f2e-eef3-4314-b9c4-69208b3ec8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e91404f4-6a1e-4d99-8559-d8293cdee2ba", "tag": "63633871-8378-49d3-9c95-e1bc96bd1014"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:25.924573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.953928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51a1876e-1eb1-4d5e-954b-03d1fb8f0e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.980548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3b4186f-412b-4a0e-8f84-af28dfd73b95 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.988871 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906c08a5-ec81-4d41-b325-a4b2cfc6b90c x-openstack-request-id: req-906c08a5-ec81-4d41-b325-a4b2cfc6b90c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:25.993334 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91404f4-6a1e-4d99-8559-d8293cdee2ba", "tag": "63633871-8378-49d3-9c95-e1bc96bd1014", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:25.993824 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51a1876e-1eb1-4d5e-954b-03d1fb8f0e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.994175 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-906c08a5-ec81-4d41-b325-a4b2cfc6b90c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:25.994804 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91404f4-6a1e-4d99-8559-d8293cdee2ba', 'tag': '63633871-8378-49d3-9c95-e1bc96bd1014', 'status': 'completed', 'code': 200} Jul 06 11:52:26.082022 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51a1876e-1eb1-4d5e-954b-03d1fb8f0e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.086829 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51a1876e-1eb1-4d5e-954b-03d1fb8f0e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.090702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-51a1876e-1eb1-4d5e-954b-03d1fb8f0e75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25ca5c7a-b7e1-4de4-825e-6540ac620539 HTTP/1.1" status: 204 len: 168 time: 0.2321463 Jul 06 11:52:26.108039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1876e-1eb1-4d5e-954b-03d1fb8f0e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ca5c7a-b7e1-4de4-825e-6540ac620539,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:26.108256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584888d-f36c-4f00-b24e-d94db9415463 service neutron] Pushing event updated for resources: {'Port': ['ID=63633871-8378-49d3-9c95-e1bc96bd1014,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:26.191349 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.269876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Network 62ccb191-ad40-4267-aa18-920eef06537a is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:26.280300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:26.283011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:26.375879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-d5e3acd2-8bcc-4a2a-842c-5a401ed2755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.377625 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-d5e3acd2-8bcc-4a2a-842c-5a401ed2755a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d96942b7a044277913f15966f23454c&device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 1094 time: 0.4436352 Jul 06 11:52:26.378272 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Pushing event updated for resources: {'Port': ['ID=a9b492dc-8dd2-40e3-b568-c22b61c7d093,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:26.459654 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-0cf25c11-6e38-4e8e-ade9-eacf2af988ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63633871-8378-49d3-9c95-e1bc96bd1014 HTTP/1.1" status: 200 len: 217 time: 0.0731895 Jul 06 11:52:26.511975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.512640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.545176 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-05f08715-c74c-4801-aa16-e7778de0ad2d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4169421 Jul 06 11:52:26.550132 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57362) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:26.553674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-f1cb891b-a19c-4ff8-8ca2-6734bd04f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.555799 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-f1cb891b-a19c-4ff8-8ca2-6734bd04f915 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62090734-02ba-48fd-aeab-f8849e62c821 HTTP/1.1" status: 200 len: 859 time: 0.0875783 Jul 06 11:52:26.565503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Request body: {'port': {'device_id': '80341d43-ed2c-4fec-8fbd-fc920ab02014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:26.612773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-045e76f8-35b1-4ec6-8bd2-f720c8b72317 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe2b5edf3f664aeca1f981cf3b374447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613697 Jul 06 11:52:26.615024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:26.646991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-823e820a-ec45-44b8-a59d-c2c7aba1eb9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62ccb191-ad40-4267-aa18-920eef06537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751352 Jul 06 11:52:26.706757 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a94934b8-78c3-4f15-b809-390be466a88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.747511 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a94934b8-78c3-4f15-b809-390be466a88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.807021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.822638 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a94934b8-78c3-4f15-b809-390be466a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.826814 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a94934b8-78c3-4f15-b809-390be466a88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.828371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a94934b8-78c3-4f15-b809-390be466a88f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91b4c20a-4806-4424-84d6-6d528321d229 HTTP/1.1" status: 204 len: 168 time: 0.2121904 Jul 06 11:52:26.840704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4186f-412b-4a0e-8f84-af28dfd73b95 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 8916a552-e34f-4a71-ab27-a0b1a022eaaf {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:26.841051 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3b4186f-412b-4a0e-8f84-af28dfd73b95 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.847163 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-a3bb91f1-24cf-4cb6-809b-4ccd4bbfbe9c service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748593 Jul 06 11:52:26.863989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94934b8-78c3-4f15-b809-390be466a88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b4c20a-4806-4424-84d6-6d528321d229,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:27.101495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57406) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:27.119925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3b4186f-412b-4a0e-8f84-af28dfd73b95 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.150036 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-37ac0ebc-2b19-4643-bfd7-e5ba865999b4 req-9906d9c7-d26c-41ef-b4cf-b79d1144293c service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872007 Jul 06 11:52:27.154157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4186f-412b-4a0e-8f84-af28dfd73b95 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 8916a552-e34f-4a71-ab27-a0b1a022eaaf owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:27.211764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30e100-ebaf-4cac-a208-012132f7a0e8 req-df88a321-e1b4-4842-9973-f31451d145de tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:27.214624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc30e100-ebaf-4cac-a208-012132f7a0e8 req-df88a321-e1b4-4842-9973-f31451d145de tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 931 time: 0.1993115 Jul 06 11:52:27.306421 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc30e100-ebaf-4cac-a208-012132f7a0e8 req-c44785d5-967a-4897-8327-dff576ae128a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785036 Jul 06 11:52:27.443319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb1f2e-eef3-4314-b9c4-69208b3ec8a0 req-61f410de-632d-4f93-8392-74dcbdb1cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:27.444989 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dfb1f2e-eef3-4314-b9c4-69208b3ec8a0 req-61f410de-632d-4f93-8392-74dcbdb1cb8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d96942b7a044277913f15966f23454c&device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 1094 time: 0.2259073 Jul 06 11:52:27.541139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-981303390'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:27.575502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b492dc-8dd2-40e3-b568-c22b61c7d093 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:27.579465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:27.591961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.594230 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.620025 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3b4186f-412b-4a0e-8f84-af28dfd73b95 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.621583 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.636663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Transition to ACTIVE for port object a9b492dc-8dd2-40e3-b568-c22b61c7d093 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:27.666325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.668336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4186f-412b-4a0e-8f84-af28dfd73b95 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=8916a552-e34f-4a71-ab27-a0b1a022eaaf,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:27.751062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb1f2e-eef3-4314-b9c4-69208b3ec8a0 req-f365173e-9295-43af-b167-dfbfe7fd8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:27.752819 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dfb1f2e-eef3-4314-b9c4-69208b3ec8a0 req-f365173e-9295-43af-b167-dfbfe7fd8b39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 200 len: 920 time: 0.2753298 Jul 06 11:52:27.834364 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.841860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.863075 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dfb1f2e-eef3-4314-b9c4-69208b3ec8a0 req-2481e8fb-e758-41fd-ab92-1f824189e84e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63633871-8378-49d3-9c95-e1bc96bd1014 HTTP/1.1" status: 200 len: 217 time: 0.1019340 Jul 06 11:52:27.870627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Pushing event updated for resources: {'Port': ['ID=a9b492dc-8dd2-40e3-b568-c22b61c7d093,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:27.884282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:27.903216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaedfde7-41e3-400c-a6d1-5ffa2a9375ae,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:27.915850 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.918843 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added segment 3da30412-a930-4828-b52f-7fbea1faa569 of type vlan for network 01bc4bc1-7846-4985-b8e1-f5c2025c78ae Jul 06 11:52:27.980521 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.033979 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.041387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.042606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.111658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0072103 Jul 06 11:52:28.117720 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57430) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:28.129939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1914375252'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:28.134394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98067800-3c14-4a52-8bba-9c7b976c610c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Network': ['ID=01bc4bc1-7846-4985-b8e1-f5c2025c78ae,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:28.148538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 01bc4bc1-7846-4985-b8e1-f5c2025c78ae details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:28.154911 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3b4186f-412b-4a0e-8f84-af28dfd73b95 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.168819 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:28.169897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb1f2e-eef3-4314-b9c4-69208b3ec8a0 req-59ec0d3f-48e5-4d20-a387-a9070cedc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.171661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dfb1f2e-eef3-4314-b9c4-69208b3ec8a0 req-59ec0d3f-48e5-4d20-a387-a9070cedc464 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62090734-02ba-48fd-aeab-f8849e62c821 HTTP/1.1" status: 200 len: 859 time: 0.2982998 Jul 06 11:52:28.174522 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.190745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Attempting to bind port a9b492dc-8dd2-40e3-b568-c22b61c7d093 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:28.191223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Attempting to bind port a9b492dc-8dd2-40e3-b568-c22b61c7d093 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:28.191736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Attempting to bind port a9b492dc-8dd2-40e3-b568-c22b61c7d093 on network 62ccb191-ad40-4267-aa18-920eef06537a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:28.212746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:28.227312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Port a9b492dc-8dd2-40e3-b568-c22b61c7d093 on network 62ccb191-ad40-4267-aa18-920eef06537a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:28.227729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Attempting to bind port a9b492dc-8dd2-40e3-b568-c22b61c7d093 on network 62ccb191-ad40-4267-aa18-920eef06537a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:28.228538 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.228762 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added segment 633d70da-d400-46fd-a5a6-6606d28913a7 of type vlan for network 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 Jul 06 11:52:28.229949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57434) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:28.234327 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dfb1f2e-eef3-4314-b9c4-69208b3ec8a0 req-dd2f479e-041d-4db5-b445-97ab9324e358 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62ccb191-ad40-4267-aa18-920eef06537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446792 Jul 06 11:52:28.320644 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.338905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:28.339243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Checking segment: {'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:28.339662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Bound using segment: {'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:28.340115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Bound port: a9b492dc-8dd2-40e3-b568-c22b61c7d093, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c28d3a6-7b10-433b-b577-8392c43af7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:28.340469 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.391803 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.398527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.402934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.504488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3852456 Jul 06 11:52:28.508040 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57444) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:28.513941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'subnet': {'network_id': '01bc4bc1-7846-4985-b8e1-f5c2025c78ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:28.565061 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.597760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3254c1d-eef3-4a2a-9c1c-633a9554771e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Network': ['ID=95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:28.619395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:28.720507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d376ed-c8e7-4a32-afa3-e69c00496bc4 req-9620dc76-08b3-4f5b-ab6b-f79caa990cad tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.722055 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9d376ed-c8e7-4a32-afa3-e69c00496bc4 req-9620dc76-08b3-4f5b-ab6b-f79caa990cad tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 943 time: 0.1288548 Jul 06 11:52:28.730550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:28.734699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.757959 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.836888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9d376ed-c8e7-4a32-afa3-e69c00496bc4 req-21b813bb-a915-4cd4-832e-729653f4c67c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985136 Jul 06 11:52:28.871164 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1199791896'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:28.995759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] For port a9b492dc-8dd2-40e3-b568-c22b61c7d093, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:29.000774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b4186f-412b-4a0e-8f84-af28dfd73b95 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Router bd4010ce-4165-4862-9c16-830e772a1441 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:29.000998 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.004828 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Made reservation on behalf of 348074e1d683400dbd85e8f92a69c961 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:29.009199 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.025558 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.044581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] For port a9b492dc-8dd2-40e3-b568-c22b61c7d093, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9b492dc-8dd2-40e3-b568-c22b61c7d093,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:29.059360 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.076609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Subnet': ['ID=66c17ad3-b336-40e0-91a6-96baa236ffd4,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:29.080455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Checking segment: {'id': '3da30412-a930-4828-b52f-7fbea1faa569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '01bc4bc1-7846-4985-b8e1-f5c2025c78ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:29.080834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network hostable DHCP agents. Network: 01bc4bc1-7846-4985-b8e1-f5c2025c78ae, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:52:29.100968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 01bc4bc1-7846-4985-b8e1-f5c2025c78ae is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:52:29.103882 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dfb1f2e-eef3-4314-b9c4-69208b3ec8a0 req-65fbce51-aab6-4549-8fbb-a60e294b3577 service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8122866 Jul 06 11:52:29.115044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 01bc4bc1-7846-4985-b8e1-f5c2025c78ae) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:29.122495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:29.124051 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.134104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8fca9a-f103-43f0-b26f-7c10053b79f6 None None] Network 01bc4bc1-7846-4985-b8e1-f5c2025c78ae requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:29.205361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:29.205983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.207438 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] 10.222.0.86 "PUT /v2.0/ports/a9b492dc-8dd2-40e3-b568-c22b61c7d093 HTTP/1.1" status: 200 len: 1091 time: 2.6496751 Jul 06 11:52:29.212654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80341d43-ed2c-4fec-8fbd-fc920ab02014', 'tag': 'a9b492dc-8dd2-40e3-b568-c22b61c7d093'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:29.214927 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a85f3e0-32f8-4ff4-aafb-d65fed21ff09" -d '{"events": [{"name": "network-changed", "server_uuid": "80341d43-ed2c-4fec-8fbd-fc920ab02014", "tag": "a9b492dc-8dd2-40e3-b568-c22b61c7d093"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:29.331990 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e26b2be-d851-4175-9ff1-4e6c01286783 x-openstack-request-id: req-1e26b2be-d851-4175-9ff1-4e6c01286783 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:29.332319 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80341d43-ed2c-4fec-8fbd-fc920ab02014", "tag": "a9b492dc-8dd2-40e3-b568-c22b61c7d093", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:29.332523 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e26b2be-d851-4175-9ff1-4e6c01286783 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:29.332921 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80341d43-ed2c-4fec-8fbd-fc920ab02014', 'tag': 'a9b492dc-8dd2-40e3-b568-c22b61c7d093', 'status': 'completed', 'code': 200} Jul 06 11:52:29.359184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683cc74-1b0e-4d89-9119-f04b210e466b service neutron] Pushing event updated for resources: {'Port': ['ID=a9b492dc-8dd2-40e3-b568-c22b61c7d093,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:29.370010 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dfb1f2e-eef3-4314-b9c4-69208b3ec8a0 req-4239a64b-f68a-4585-85a2-39539d22bf94 service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525575 Jul 06 11:52:29.378628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b4186f-412b-4a0e-8f84-af28dfd73b95 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:29.385552 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e3b4186f-412b-4a0e-8f84-af28dfd73b95 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "PUT /v2.0/routers/bd4010ce-4165-4862-9c16-830e772a1441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0256300 Jul 06 11:52:29.388698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:29.393198 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1e28d-aa74-403e-a817-42da1520fc29 None None] Sync routers for ids ['bd4010ce-4165-4862-9c16-830e772a1441'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:29.409956 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1e28d-aa74-403e-a817-42da1520fc29 None None] Routers {'bd4010ce-4165-4862-9c16-830e772a1441'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:29.413377 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0af1e28d-aa74-403e-a817-42da1520fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bd4010ce-4165-4862-9c16-830e772a1441'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:29.462740 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-057c4bab-fd48-4138-ad3c-20326695b5cf tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:52:29.464584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-057c4bab-fd48-4138-ad3c-20326695b5cf tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/8916a552-e34f-4a71-ab27-a0b1a022eaaf HTTP/1.1" status: 404 len: 333 time: 0.0739913 Jul 06 11:52:29.471264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57454) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:29.492104 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0af1e28d-aa74-403e-a817-42da1520fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:29.508893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-815e1838-7996-4313-9b33-7f47ae059b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:29.514956 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1e28d-aa74-403e-a817-42da1520fc29 None None] Routers {'bd4010ce-4165-4862-9c16-830e772a1441'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:29.515930 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0af1e28d-aa74-403e-a817-42da1520fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bd4010ce-4165-4862-9c16-830e772a1441'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:29.517032 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-815e1838-7996-4313-9b33-7f47ae059b55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7d96942b7a044277913f15966f23454c&device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 1094 time: 0.2563055 Jul 06 11:52:29.539167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.599386 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.604642 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0af1e28d-aa74-403e-a817-42da1520fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:29.605081 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1e28d-aa74-403e-a817-42da1520fc29 None None] The sync data for ids ['bd4010ce-4165-4862-9c16-830e772a1441'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:29.605368 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-bde0db8b-4e39-4d5c-8bac-d266b658b426 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9b492dc-8dd2-40e3-b568-c22b61c7d093 HTTP/1.1" status: 200 len: 217 time: 0.0736997 Jul 06 11:52:29.612827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-01bc4bc1-7846-4985-b8e1-f5c2025c78ae', 'network_id': '01bc4bc1-7846-4985-b8e1-f5c2025c78ae', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'fixed_ips': [{'subnet_id': '66c17ad3-b336-40e0-91a6-96baa236ffd4'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:52:29.614076 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.635945 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8246d775-ad3d-4979-b40c-7d5f6120523f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.681091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:29.703594 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.704429 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Added segment d57afa4e-423b-41ec-a818-e680827e8f7e of type vlan for network fc06e396-5572-482d-aed0-c127b0c8187f Jul 06 11:52:29.716253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7025a8b3-28de-4a42-a949-d98781792775,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:29.739151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cacbba2a-4aee-4ee3-803f-8ee483cfd668 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2299585 Jul 06 11:52:29.762130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57458) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:29.771881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'subnet': {'network_id': '95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:29.777461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-ff4d247b-cbcc-4ed1-81fd-9cb647d216d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:29.779000 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-ff4d247b-cbcc-4ed1-81fd-9cb647d216d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=62090734-02ba-48fd-aeab-f8849e62c821 HTTP/1.1" status: 200 len: 859 time: 0.1591218 Jul 06 11:52:29.822109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.827098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Allocated IP 2001:db8::2 (01bc4bc1-7846-4985-b8e1-f5c2025c78ae/66c17ad3-b336-40e0-91a6-96baa236ffd4/d3201339-693f-4ca3-bf27-fcc8e895b2ff) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:29.913002 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-f96922f1-55e9-4a0b-af69-7468f36f1b2c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=62ccb191-ad40-4267-aa18-920eef06537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204734 Jul 06 11:52:29.950543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8246d775-ad3d-4979-b40c-7d5f6120523f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.953926 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8246d775-ad3d-4979-b40c-7d5f6120523f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.017247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.028327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:30.028954 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.030493 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8246d775-ad3d-4979-b40c-7d5f6120523f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.034226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8246d775-ad3d-4979-b40c-7d5f6120523f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Fanout notify agent at l3_agent the message router_deleted on router bd4010ce-4165-4862-9c16-830e772a1441 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:52:30.058500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8246d775-ad3d-4979-b40c-7d5f6120523f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.059860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8246d775-ad3d-4979-b40c-7d5f6120523f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/routers/bd4010ce-4165-4862-9c16-830e772a1441 HTTP/1.1" status: 204 len: 168 time: 0.5869100 Jul 06 11:52:30.063302 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.069691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:30.077791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Transition to ACTIVE for port object d3201339-693f-4ca3-bf27-fcc8e895b2ff will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:30.097398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Transition to ACTIVE for port object d3201339-693f-4ca3-bf27-fcc8e895b2ff will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:30.105748 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.139301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:30.141817 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.164457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a99f52-3840-44ef-8b9c-ec3662fd6841 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting subnet 3bd02a47-1d8c-4f7b-953e-5e99171cfe21 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:30.165495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Network 01bc4bc1-7846-4985-b8e1-f5c2025c78ae is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:30.170134 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9a99f52-3840-44ef-8b9c-ec3662fd6841 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.172014 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9399800 Jul 06 11:52:30.173238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:30.179052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:30.182825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Pushing event updated for resources: {'Port': ['ID=d3201339-693f-4ca3-bf27-fcc8e895b2ff,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:30.197244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57464) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:30.211615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f9454-98cb-4e9e-9ee6-bdbfab0d8cd3 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'Network': ['ID=fc06e396-5572-482d-aed0-c127b0c8187f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:30.212386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Request body: {'subnet': {'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:30.228426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network fc06e396-5572-482d-aed0-c127b0c8187f details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:30.254006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-7d8d0d44-9be4-4442-937d-0e6270e847e6 service neutron] 10.222.0.86 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327482 Jul 06 11:52:30.313402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9a99f52-3840-44ef-8b9c-ec3662fd6841 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.329348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58eb8de-c0a9-46c4-a14e-eeadb9479f46 req-f54e034f-b7c2-4f54-9e11-95ec716f0d1e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:30.329899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Attempting to bind port d3201339-693f-4ca3-bf27-fcc8e895b2ff on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:30.330355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Attempting to bind port d3201339-693f-4ca3-bf27-fcc8e895b2ff by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3da30412-a930-4828-b52f-7fbea1faa569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '01bc4bc1-7846-4985-b8e1-f5c2025c78ae'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:30.330793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Attempting to bind port d3201339-693f-4ca3-bf27-fcc8e895b2ff on network 01bc4bc1-7846-4985-b8e1-f5c2025c78ae {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:30.338883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:30.339486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e58eb8de-c0a9-46c4-a14e-eeadb9479f46 req-f54e034f-b7c2-4f54-9e11-95ec716f0d1e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 943 time: 0.2917852 Jul 06 11:52:30.339612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Checking segment: {'id': '3da30412-a930-4828-b52f-7fbea1faa569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '01bc4bc1-7846-4985-b8e1-f5c2025c78ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:30.339912 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.340387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Bound using segment: {'id': '3da30412-a930-4828-b52f-7fbea1faa569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '01bc4bc1-7846-4985-b8e1-f5c2025c78ae'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:30.341060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Bound port: d3201339-693f-4ca3-bf27-fcc8e895b2ff, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da30412-a930-4828-b52f-7fbea1faa569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '01bc4bc1-7846-4985-b8e1-f5c2025c78ae'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:30.341464 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.413548 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-afc20d08-5bfb-4713-b374-30aa8125c247 req-ecd6c7c1-849a-40c3-beda-44b5b8bd6e9d service neutron] 10.222.0.86 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468861 Jul 06 11:52:30.472766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-544dae9b-b611-4015-a5bf-445673188384 None None] For port d3201339-693f-4ca3-bf27-fcc8e895b2ff, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:30.477809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-544dae9b-b611-4015-a5bf-445673188384 None None] For port d3201339-693f-4ca3-bf27-fcc8e895b2ff, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d3201339-693f-4ca3-bf27-fcc8e895b2ff,segment=NetworkSegment(3da30412-a930-4828-b52f-7fbea1faa569),segment_id=3da30412-a930-4828-b52f-7fbea1faa569)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:30.480044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e58eb8de-c0a9-46c4-a14e-eeadb9479f46 req-afcc69fc-a7fb-46db-b343-7fb5cb1bab89 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395199 Jul 06 11:52:30.484779 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.530858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.543046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Made reservation on behalf of 348074e1d683400dbd85e8f92a69c961 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:30.547502 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.571126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dae9b-b611-4015-a5bf-445673188384 None None] Pushing event updated for resources: {'Port': ['ID=d3201339-693f-4ca3-bf27-fcc8e895b2ff,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:30.599334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9a99f52-3840-44ef-8b9c-ec3662fd6841 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.628068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Subnet': ['ID=5afd1c30-04cf-46df-8b99-3f53aad9c975,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:30.634901 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85f3e0-32f8-4ff4-aafb-d65fed21ff09 req-afae27ac-e15a-4999-b4fa-ab637509c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:30.636780 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5a85f3e0-32f8-4ff4-aafb-d65fed21ff09 req-afae27ac-e15a-4999-b4fa-ab637509c531 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7d96942b7a044277913f15966f23454c&device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 1094 time: 0.1647189 Jul 06 11:52:30.689244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Checking segment: {'id': '633d70da-d400-46fd-a5a6-6606d28913a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:30.689528 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network hostable DHCP agents. Network: 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:52:30.716795 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9a99f52-3840-44ef-8b9c-ec3662fd6841 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.774940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a99f52-3840-44ef-8b9c-ec3662fd6841 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd02a47-1d8c-4f7b-953e-5e99171cfe21,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:30.785983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:52:30.826981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:30.833410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e274c5db-6a84-423e-8eca-7302081e63ec None None] Network b2acbb75-d648-4436-8298-59552dbc3b4f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:30.839404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:30.841395 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.844598 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9a99f52-3840-44ef-8b9c-ec3662fd6841 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.846800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d9a99f52-3840-44ef-8b9c-ec3662fd6841 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/3bd02a47-1d8c-4f7b-953e-5e99171cfe21 HTTP/1.1" status: 204 len: 168 time: 0.7730927 Jul 06 11:52:30.849861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57472) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:30.862126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be03fca-783e-4d1a-a2e7-dc3b1db66cd8 None None] Network 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:30.918873 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1bf5fa8e-3793-4b5d-b038-e6a37720113d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1543949 Jul 06 11:52:30.923665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57474) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:30.930607 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85f3e0-32f8-4ff4-aafb-d65fed21ff09 req-3cfc1f94-2cc2-4444-88a4-5c1c25ff7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:30.934476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5a85f3e0-32f8-4ff4-aafb-d65fed21ff09 req-3cfc1f94-2cc2-4444-88a4-5c1c25ff7b9c service neutron] 10.222.0.86 "GET /v2.0/networks?id=62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 200 len: 920 time: 0.2882552 Jul 06 11:52:30.939742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5b7cb6a0-b8c3-471b-b902-2210ca4bee00 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-863288693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:31.040419 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5a85f3e0-32f8-4ff4-aafb-d65fed21ff09 req-ab0e4067-ffdb-494e-b27b-b960bd63282d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9b492dc-8dd2-40e3-b568-c22b61c7d093 HTTP/1.1" status: 200 len: 217 time: 0.0977159 Jul 06 11:52:31.065055 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.069485 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb6a0-b8c3-471b-b902-2210ca4bee00 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.071200 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb6a0-b8c3-471b-b902-2210ca4bee00 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.076457 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.184158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85f3e0-32f8-4ff4-aafb-d65fed21ff09 req-cb40acf2-7bd6-4ccd-991c-43bfd11ca45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.184803 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5a85f3e0-32f8-4ff4-aafb-d65fed21ff09 req-cb40acf2-7bd6-4ccd-991c-43bfd11ca45a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=62090734-02ba-48fd-aeab-f8849e62c821 HTTP/1.1" status: 200 len: 859 time: 0.1372228 Jul 06 11:52:31.264393 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5a85f3e0-32f8-4ff4-aafb-d65fed21ff09 req-59bd9313-d434-48c6-80e1-d3ab6760643f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=62ccb191-ad40-4267-aa18-920eef06537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711133 Jul 06 11:52:31.277148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d3201339-693f-4ca3-bf27-fcc8e895b2ff up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:31.296893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'Subnet': ['ID=e37993e7-c909-4530-8c7a-65ea94b8946e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:31.301706 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb6a0-b8c3-471b-b902-2210ca4bee00 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.309180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Checking segment: {'id': 'd57afa4e-423b-41ec-a818-e680827e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:31.309378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Network hostable DHCP agents. Network: fc06e396-5572-482d-aed0-c127b0c8187f, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:52:31.315094 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb6a0-b8c3-471b-b902-2210ca4bee00 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.352199 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb6a0-b8c3-471b-b902-2210ca4bee00 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.353323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5b7cb6a0-b8c3-471b-b902-2210ca4bee00 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4283490 Jul 06 11:52:31.356841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57476) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:31.360920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Network fc06e396-5572-482d-aed0-c127b0c8187f is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:52:31.386796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 76a73f1b-d2b1-409d-b205-431fbde42499 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:31.387135 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.405251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, fc06e396-5572-482d-aed0-c127b0c8187f) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:31.426886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b03dfed-4c0b-46fd-ab75-5dba2c006499 None None] Network fc06e396-5572-482d-aed0-c127b0c8187f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:31.465056 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5a85f3e0-32f8-4ff4-aafb-d65fed21ff09 req-2176cabf-6dbc-4838-a06c-77ee455aba76 service neutron] 10.222.0.86 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944933 Jul 06 11:52:31.471952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.473957 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.488034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4', 'network_id': '95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'fixed_ips': [{'subnet_id': '5afd1c30-04cf-46df-8b99-3f53aad9c975'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:52:31.489236 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.532402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] For port 76a73f1b-d2b1-409d-b205-431fbde42499, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=76a73f1b-d2b1-409d-b205-431fbde42499,segment=NetworkSegment(89238327-96a0-4994-a6c8-e7eff707d32d),segment_id=89238327-96a0-4994-a6c8-e7eff707d32d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:31.533138 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.567962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 76a73f1b-d2b1-409d-b205-431fbde42499 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:31.595762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-20554f6e-84be-4493-ac96-fdcfa6d04404 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3883593 Jul 06 11:52:31.596535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57480) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:31.613110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Request body: {'port': {'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f', 'name': 'tempest-AllowedAddressPairTestJSON-1094027213'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:31.712622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 63633871-8378-49d3-9c95-e1bc96bd1014 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:31.737048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0296ed4f-b14e-4499-9701-10e2edaa57b4 None None] DHCP port deletion for b2acbb75-d648-4436-8298-59552dbc3b4f request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:52:31.823536 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port d3201339-693f-4ca3-bf27-fcc8e895b2ff completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:31.939166 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5a85f3e0-32f8-4ff4-aafb-d65fed21ff09 req-39dbf103-7485-4a0d-9650-bbfbba5d03a9 service neutron] 10.222.0.86 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633548 Jul 06 11:52:32.030791 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.082307 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:52:32.179850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-fc06e396-5572-482d-aed0-c127b0c8187f', 'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f', 'tenant_id': '348074e1d683400dbd85e8f92a69c961', 'fixed_ips': [{'subnet_id': 'e37993e7-c909-4530-8c7a-65ea94b8946e'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:52:32.180727 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.243095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Allocated IP 2001:db8:1::2 (95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4/5afd1c30-04cf-46df-8b99-3f53aad9c975/52552282-3c7c-416b-9d7c-375345bdeac3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:32.385662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0296ed4f-b14e-4499-9701-10e2edaa57b4 None None] Deleting port 76a73f1b-d2b1-409d-b205-431fbde42499 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:32.386646 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0296ed4f-b14e-4499-9701-10e2edaa57b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.397729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec35b1e-9335-418e-9565-e6b69db2d5b8 None None] Network 01bc4bc1-7846-4985-b8e1-f5c2025c78ae requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:32.566012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Allocated IP 2001:db8::1 (01bc4bc1-7846-4985-b8e1-f5c2025c78ae/66c17ad3-b336-40e0-91a6-96baa236ffd4/58afb0b0-f600-45b0-953b-15067c6afe72) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:32.627603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 63633871-8378-49d3-9c95-e1bc96bd1014, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=63633871-8378-49d3-9c95-e1bc96bd1014,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:32.661913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-403cd60b-c2d7-4cdd-b4d5-d34f1ef980ee None None] Provisioning for port d3201339-693f-4ca3-bf27-fcc8e895b2ff completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:32.673935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd65bb0-053b-4ff1-9c23-f6a0c4ede162 req-b29531ef-0742-43e7-81f1-905112c7d0bc tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.681923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bbd65bb0-053b-4ff1-9c23-f6a0c4ede162 req-b29531ef-0742-43e7-81f1-905112c7d0bc tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 943 time: 0.9504576 Jul 06 11:52:32.733294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '63633871-8378-49d3-9c95-e1bc96bd1014', 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a', 'port_id': '63633871-8378-49d3-9c95-e1bc96bd1014', 'mac_address': 'fa:16:3e:2a:db:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62090734-02ba-48fd-aeab-f8849e62c821', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:32.736053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.738861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-403cd60b-c2d7-4cdd-b4d5-d34f1ef980ee None None] Provisioning complete for port d3201339-693f-4ca3-bf27-fcc8e895b2ff triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:32.739392 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-403cd60b-c2d7-4cdd-b4d5-d34f1ef980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.740180 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.750247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bbd65bb0-053b-4ff1-9c23-f6a0c4ede162 req-8e0f2917-69dc-4d4c-91a7-607148c98d03 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673673 Jul 06 11:52:32.769935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Transition to ACTIVE for port object 58afb0b0-f600-45b0-953b-15067c6afe72 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:32.791964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=76a73f1b-d2b1-409d-b205-431fbde42499,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:32.804981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No DVR routers for this DVR port 76a73f1b-d2b1-409d-b205-431fbde42499 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:32.826788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Made reservation on behalf of 348074e1d683400dbd85e8f92a69c961 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:32.830474 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.838653 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.902335 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] device_id is not set on port ebd159f0-0c21-450e-b38d-880ca4ac0f18 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:32.906940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0296ed4f-b14e-4499-9701-10e2edaa57b4 None None] For port 76a73f1b-d2b1-409d-b205-431fbde42499, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=76a73f1b-d2b1-409d-b205-431fbde42499,segment=NetworkSegment(89238327-96a0-4994-a6c8-e7eff707d32d),segment_id=89238327-96a0-4994-a6c8-e7eff707d32d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:32.907427 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0296ed4f-b14e-4499-9701-10e2edaa57b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.909392 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 01bc4bc1-7846-4985-b8e1-f5c2025c78ae is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:32.913171 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.914138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Allocated IP 172.20.0.2 (fc06e396-5572-482d-aed0-c127b0c8187f/e37993e7-c909-4530-8c7a-65ea94b8946e/4b491238-fd62-4407-b0b1-9a0548f01aee) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:32.918891 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:32.927162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:32.928082 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.954398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2acbb75-d648-4436-8298-59552dbc3b4f']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:32.973262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89238327-96a0-4994-a6c8-e7eff707d32d') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:32.973562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89238327-96a0-4994-a6c8-e7eff707d32d') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:32.990122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.992179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=58afb0b0-f600-45b0-953b-15067c6afe72,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:33.012629 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.027971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:33.029215 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.032768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0296ed4f-b14e-4499-9701-10e2edaa57b4 None None] Calling delete_port for 76a73f1b-d2b1-409d-b205-431fbde42499 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:33.038304 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:33.040939 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-403cd60b-c2d7-4cdd-b4d5-d34f1ef980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.063967 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.124391 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.139129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.139129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/networks/b2acbb75-d648-4436-8298-59552dbc3b4f HTTP/1.1" status: 204 len: 168 time: 2.2871921 Jul 06 11:52:33.142832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63633871-8378-49d3-9c95-e1bc96bd1014 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:33.144359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57492) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:33.168524 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.168755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00cc98-db6d-4011-a6d6-e630d155b712 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Network': ['ID=b2acbb75-d648-4436-8298-59552dbc3b4f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:33.198166 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 76a73f1b-d2b1-409d-b205-431fbde42499 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:33.222484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c6132-8b7e-4ead-af22-c91c7baa938b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:33.224570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a69c6132-8b7e-4ead-af22-c91c7baa938b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/36bb8621-764d-46ca-af59-3cec7616a924 HTTP/1.1" status: 200 len: 840 time: 0.0665367 Jul 06 11:52:33.228244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57494) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:33.353663 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a8c0d942-e13d-4255-afae-06f77f9ae3d2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/36bb8621-764d-46ca-af59-3cec7616a924?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1242599 Jul 06 11:52:33.357289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57496) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:33.364457 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e34e1858-e708-4500-86d8-52ecb5c37b98 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:33.492614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 76a73f1b-d2b1-409d-b205-431fbde42499 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:33.493200 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 76a73f1b-d2b1-409d-b205-431fbde42499 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:33.519876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-403cd60b-c2d7-4cdd-b4d5-d34f1ef980ee None None] For port d3201339-693f-4ca3-bf27-fcc8e895b2ff, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d3201339-693f-4ca3-bf27-fcc8e895b2ff,segment=NetworkSegment(3da30412-a930-4828-b52f-7fbea1faa569),segment_id=3da30412-a930-4828-b52f-7fbea1faa569)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:33.532958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 63633871-8378-49d3-9c95-e1bc96bd1014, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=63633871-8378-49d3-9c95-e1bc96bd1014,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:33.536598 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-403cd60b-c2d7-4cdd-b4d5-d34f1ef980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.575472 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34e1858-e708-4500-86d8-52ecb5c37b98 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:33.580150 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e34e1858-e708-4500-86d8-52ecb5c37b98 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.585888 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.642701 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0296ed4f-b14e-4499-9701-10e2edaa57b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.685212 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.717816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0296ed4f-b14e-4499-9701-10e2edaa57b4 None None] Network b2acbb75-d648-4436-8298-59552dbc3b4f is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:52:33.718306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296ed4f-b14e-4499-9701-10e2edaa57b4 None None] No DVR routers for this DVR port 76a73f1b-d2b1-409d-b205-431fbde42499 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:33.727080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Transition to ACTIVE for port object 52552282-3c7c-416b-9d7c-375345bdeac3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:33.732613 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.742620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.743718 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.780649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Transition to ACTIVE for port object 52552282-3c7c-416b-9d7c-375345bdeac3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:33.801992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cd60b-c2d7-4cdd-b4d5-d34f1ef980ee None None] Pushing event updated for resources: {'Port': ['ID=d3201339-693f-4ca3-bf27-fcc8e895b2ff,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:33.805686 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.898538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Network 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:33.925111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:33.933106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:33.964152 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.075163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=63633871-8378-49d3-9c95-e1bc96bd1014,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:34.095871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['63633871-8378-49d3-9c95-e1bc96bd1014'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:34.113948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be21ea-ed09-4df3-8cb7-e721cef396f3 req-ffe0ff80-120f-4e39-a69d-97b7fe985985 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:34.128753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04be21ea-ed09-4df3-8cb7-e721cef396f3 req-ffe0ff80-120f-4e39-a69d-97b7fe985985 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 943 time: 0.1774404 Jul 06 11:52:34.246747 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04be21ea-ed09-4df3-8cb7-e721cef396f3 req-a9d4604f-8c1a-4627-8eae-616033816871 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167521 Jul 06 11:52:34.248686 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Transition to ACTIVE for port object 4b491238-fd62-4407-b0b1-9a0548f01aee will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:34.330621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Attempting to bind port 52552282-3c7c-416b-9d7c-375345bdeac3 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:34.331149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Attempting to bind port 52552282-3c7c-416b-9d7c-375345bdeac3 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '633d70da-d400-46fd-a5a6-6606d28913a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:34.331646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Attempting to bind port 52552282-3c7c-416b-9d7c-375345bdeac3 on network 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:34.338772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296ed4f-b14e-4499-9701-10e2edaa57b4 None None] Pushing event deleted for resources: {'Port': ['ID=76a73f1b-d2b1-409d-b205-431fbde42499,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:34.471685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:34.472460 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Checking segment: {'id': '633d70da-d400-46fd-a5a6-6606d28913a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:34.473074 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.473658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Bound using segment: {'id': '633d70da-d400-46fd-a5a6-6606d28913a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:34.474420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Bound port: 52552282-3c7c-416b-9d7c-375345bdeac3, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633d70da-d400-46fd-a5a6-6606d28913a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:34.475027 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.499309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-536baf9b-fa48-4762-b8a3-bf4a0a2dd64f None None] Provisioning complete for port d3201339-693f-4ca3-bf27-fcc8e895b2ff triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:34.501401 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-536baf9b-fa48-4762-b8a3-bf4a0a2dd64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.542815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e34e1858-e708-4500-86d8-52ecb5c37b98 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.557997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Transition to ACTIVE for port object 4b491238-fd62-4407-b0b1-9a0548f01aee will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:34.563197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a9b492dc-8dd2-40e3-b568-c22b61c7d093 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:34.587327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=58afb0b0-f600-45b0-953b-15067c6afe72,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:34.598286 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.613649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Pushing event updated for resources: {'Port': ['ID=52552282-3c7c-416b-9d7c-375345bdeac3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:34.697884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e1858-e708-4500-86d8-52ecb5c37b98 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:34.704518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Allocated IP 172.20.0.8 (fc06e396-5572-482d-aed0-c127b0c8187f/e37993e7-c909-4530-8c7a-65ea94b8946e/ebd159f0-0c21-450e-b38d-880ca4ac0f18) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:34.716080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e1858-e708-4500-86d8-52ecb5c37b98 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Subnet': ['ID=3977edd0-48c8-4019-bdd6-44ff1e49b2ae,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:34.723927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e34e1858-e708-4500-86d8-52ecb5c37b98 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:34.752798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34e1858-e708-4500-86d8-52ecb5c37b98 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:34.753329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e34e1858-e708-4500-86d8-52ecb5c37b98 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.761963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Network fc06e396-5572-482d-aed0-c127b0c8187f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:34.763862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f6be7-f4c7-4d2f-8187-df3ca723aef4 None None] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:34.794491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:34.795524 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e34e1858-e708-4500-86d8-52ecb5c37b98 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4371145 Jul 06 11:52:34.799025 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57516) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:34.804621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f63cd9c4-8c50-46f8-a561-645ffc1706bd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'security_group': {'name': 'tempest-secgroup-1348533700'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:34.835473 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f63cd9c4-8c50-46f8-a561-645ffc1706bd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.838895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:34.845094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898e2a7-230c-45d6-b861-037631d78cb1 req-c3ac3437-dc26-4a93-9886-561bea798968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:34.846741 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0898e2a7-230c-45d6-b861-037631d78cb1 req-c3ac3437-dc26-4a93-9886-561bea798968 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1095 time: 0.3214877 Jul 06 11:52:34.849514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 01bc4bc1-7846-4985-b8e1-f5c2025c78ae is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:34.856755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Pushing event updated for resources: {'Port': ['ID=4b491238-fd62-4407-b0b1-9a0548f01aee,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:34.858375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:34.956279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] For port 52552282-3c7c-416b-9d7c-375345bdeac3, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:34.997990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] For port 52552282-3c7c-416b-9d7c-375345bdeac3, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=52552282-3c7c-416b-9d7c-375345bdeac3,segment=NetworkSegment(633d70da-d400-46fd-a5a6-6606d28913a7),segment_id=633d70da-d400-46fd-a5a6-6606d28913a7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:35.006058 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.028430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Transition to ACTIVE for port object ebd159f0-0c21-450e-b38d-880ca4ac0f18 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:35.078113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.082504 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.141681 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f63cd9c4-8c50-46f8-a561-645ffc1706bd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.141916 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a9b492dc-8dd2-40e3-b568-c22b61c7d093, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9b492dc-8dd2-40e3-b568-c22b61c7d093,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:35.156173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f63cd9c4-8c50-46f8-a561-645ffc1706bd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.167727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Network fc06e396-5572-482d-aed0-c127b0c8187f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:35.175934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:35.188284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:35.212549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Attempting to bind port 4b491238-fd62-4407-b0b1-9a0548f01aee on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:35.212549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Attempting to bind port 4b491238-fd62-4407-b0b1-9a0548f01aee by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd57afa4e-423b-41ec-a818-e680827e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:35.212549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Attempting to bind port 4b491238-fd62-4407-b0b1-9a0548f01aee on network fc06e396-5572-482d-aed0-c127b0c8187f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:35.243911 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cd9c4-8c50-46f8-a561-645ffc1706bd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70aefd7c-0547-4262-a95a-5a8c0fccb07e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:35.260117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d3201339-693f-4ca3-bf27-fcc8e895b2ff up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:35.284095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'a9b492dc-8dd2-40e3-b568-c22b61c7d093', 'network_id': '62ccb191-ad40-4267-aa18-920eef06537a', 'port_id': 'a9b492dc-8dd2-40e3-b568-c22b61c7d093', 'mac_address': 'fa:16:3e:c1:e1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62090734-02ba-48fd-aeab-f8849e62c821', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:35.313482 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:35.313482 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Checking segment: {'id': 'd57afa4e-423b-41ec-a818-e680827e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:35.314125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577964e-e233-4e1c-af65-41d97b454955 req-3b78f980-4b44-48b5-80ed-344a11c4a7ea tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.314246 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.314246 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Bound using segment: {'id': 'd57afa4e-423b-41ec-a818-e680827e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:35.314246 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Bound port: 4b491238-fd62-4407-b0b1-9a0548f01aee, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57afa4e-423b-41ec-a818-e680827e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:35.322591 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.330173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1577964e-e233-4e1c-af65-41d97b454955 req-3b78f980-4b44-48b5-80ed-344a11c4a7ea tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.8174531 Jul 06 11:52:35.356784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-536baf9b-fa48-4762-b8a3-bf4a0a2dd64f None None] Provisioning for port 58afb0b0-f600-45b0-953b-15067c6afe72 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:35.376442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.377860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.422847 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f63cd9c4-8c50-46f8-a561-645ffc1706bd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.429856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'Port': ['ID=ebd159f0-0c21-450e-b38d-880ca4ac0f18,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:35.431005 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f63cd9c4-8c50-46f8-a561-645ffc1706bd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6308236 Jul 06 11:52:35.434547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-536baf9b-fa48-4762-b8a3-bf4a0a2dd64f None None] Provisioning complete for port 58afb0b0-f600-45b0-953b-15067c6afe72 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:35.434923 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-536baf9b-fa48-4762-b8a3-bf4a0a2dd64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.440451 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57522) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:35.463995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8eea5670-fb33-4ba6-abf9-88855128ec15 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'security_group': {'name': 'tempest-secgroup-390197403'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:35.491153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abed181-c526-4a83-9da9-1974946c4c81 None None] Pushing event updated for resources: {'Port': ['ID=52552282-3c7c-416b-9d7c-375345bdeac3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:35.516772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898e2a7-230c-45d6-b861-037631d78cb1 req-f7de6e6b-1bfa-43fb-aa03-88db3d3ed961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.518878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0898e2a7-230c-45d6-b861-037631d78cb1 req-f7de6e6b-1bfa-43fb-aa03-88db3d3ed961 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.6481214 Jul 06 11:52:35.536292 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1577964e-e233-4e1c-af65-41d97b454955 req-316ffba2-8900-4d9c-8218-081f521c9efb tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004457 Jul 06 11:52:35.611594 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eea5670-fb33-4ba6-abf9-88855128ec15 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.634490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router 553a05bd-a56f-4908-a517-b7f11857d3c8 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:52:35.646057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cee14f60-2baa-4427-9612-146e6996bef7 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0456245 Jul 06 11:52:35.646177 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0898e2a7-230c-45d6-b861-037631d78cb1 req-6ce663fa-6a43-4321-8ffd-87cb519ed501 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 999 time: 0.1137350 Jul 06 11:52:35.648225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57524) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:35.692646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Request body: {'port': {'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f', 'name': 'tempest-AllowedAddressPairTestJSON-286114319', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ee:d0:2a'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:35.708096 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.760445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-536baf9b-fa48-4762-b8a3-bf4a0a2dd64f None None] Port 58afb0b0-f600-45b0-953b-15067c6afe72 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:35.764772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] For port 4b491238-fd62-4407-b0b1-9a0548f01aee, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:35.766147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988c24b-d411-4695-9bc5-e1ce08e16016 req-1b10d964-9eb5-410b-810c-f9958eefe3ff tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.768287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9988c24b-d411-4695-9bc5-e1ce08e16016 req-1b10d964-9eb5-410b-810c-f9958eefe3ff tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 943 time: 0.2030947 Jul 06 11:52:35.792526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] For port 4b491238-fd62-4407-b0b1-9a0548f01aee, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4b491238-fd62-4407-b0b1-9a0548f01aee,segment=NetworkSegment(d57afa4e-423b-41ec-a818-e680827e8f7e),segment_id=d57afa4e-423b-41ec-a818-e680827e8f7e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:35.796879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b492dc-8dd2-40e3-b568-c22b61c7d093 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:35.814123 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.816210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d3201339-693f-4ca3-bf27-fcc8e895b2ff triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:35.817017 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.829739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eea5670-fb33-4ba6-abf9-88855128ec15 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.846354 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eea5670-fb33-4ba6-abf9-88855128ec15 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.908788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a9b492dc-8dd2-40e3-b568-c22b61c7d093, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9b492dc-8dd2-40e3-b568-c22b61c7d093,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:35.921704 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9988c24b-d411-4695-9bc5-e1ce08e16016 req-e0be248d-5cd5-4892-8a82-6b3b5d3e70a7 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418035 Jul 06 11:52:35.929715 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.943233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eea5670-fb33-4ba6-abf9-88855128ec15 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.947482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8eea5670-fb33-4ba6-abf9-88855128ec15 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4991093 Jul 06 11:52:35.948624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57528) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:35.958504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1586104093', 'security_groups': ['9694651c-b26a-48a9-8f54-c63f996bcb0e'], 'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3977edd0-48c8-4019-bdd6-44ff1e49b2ae'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:35.980698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898e2a7-230c-45d6-b861-037631d78cb1 req-c9b0abfc-62be-480f-b2e7-e9771a4220fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.982239 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0898e2a7-230c-45d6-b861-037631d78cb1 req-c9b0abfc-62be-480f-b2e7-e9771a4220fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.3021526 Jul 06 11:52:36.046296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d123670-f58e-406a-abaf-405805bcc5f6 None None] Pushing event updated for resources: {'Port': ['ID=4b491238-fd62-4407-b0b1-9a0548f01aee,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:36.056870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-97f0f411-8e59-41e7-88de-01fbc51811b4 None None] Provisioning complete for port 58afb0b0-f600-45b0-953b-15067c6afe72 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:36.056870 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97f0f411-8e59-41e7-88de-01fbc51811b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.059045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:36.071160 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-af6eaa12-7dab-4bdc-bd5d-251ae6abd2d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/553a05bd-a56f-4908-a517-b7f11857d3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7099166 Jul 06 11:52:36.074326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57530) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:36.076794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6430b-8664-4578-9ad1-79a9c651624f None None] Sync routers for ids ['553a05bd-a56f-4908-a517-b7f11857d3c8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:36.173216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-53ac8393-65a1-4a59-b0f9-e94e85610e85', 'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'tenant_id': '33bdebf81d734b84a02b7b29132c7a1c', 'fixed_ips': [{'subnet_id': '3977edd0-48c8-4019-bdd6-44ff1e49b2ae'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:52:36.174109 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.196306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea5670-fb33-4ba6-abf9-88855128ec15 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9694651c-b26a-48a9-8f54-c63f996bcb0e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:36.217155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ceaeef-f035-4a43-9ff9-b92798c24153 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:36.221351 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-85ceaeef-f035-4a43-9ff9-b92798c24153 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports/58afb0b0-f600-45b0-953b-15067c6afe72 HTTP/1.1" status: 200 len: 911 time: 0.1432381 Jul 06 11:52:36.222354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57532) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:36.231283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898e2a7-230c-45d6-b861-037631d78cb1 req-397c8e8d-cb02-44bf-b95f-715446dd6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:36.232963 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0898e2a7-230c-45d6-b861-037631d78cb1 req-397c8e8d-cb02-44bf-b95f-715446dd6b44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356153 Jul 06 11:52:36.234183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Made reservation on behalf of 348074e1d683400dbd85e8f92a69c961 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:36.286501 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6430b-8664-4578-9ad1-79a9c651624f None None] Routers {'553a05bd-a56f-4908-a517-b7f11857d3c8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:36.287690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-abe6430b-8664-4578-9ad1-79a9c651624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['553a05bd-a56f-4908-a517-b7f11857d3c8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:36.371033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-97f0f411-8e59-41e7-88de-01fbc51811b4 None None] Port 58afb0b0-f600-45b0-953b-15067c6afe72 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:36.380434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a9b492dc-8dd2-40e3-b568-c22b61c7d093'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:36.391420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a9b492dc-8dd2-40e3-b568-c22b61c7d093,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:36.395891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-abe6430b-8664-4578-9ad1-79a9c651624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:36.589287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6430b-8664-4578-9ad1-79a9c651624f None None] Routers {'553a05bd-a56f-4908-a517-b7f11857d3c8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:36.592128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-abe6430b-8664-4578-9ad1-79a9c651624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['553a05bd-a56f-4908-a517-b7f11857d3c8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:36.610966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:36.700265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-abe6430b-8664-4578-9ad1-79a9c651624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:36.700659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6430b-8664-4578-9ad1-79a9c651624f None None] The sync data for ids ['553a05bd-a56f-4908-a517-b7f11857d3c8'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:36.702177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.717807 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0898e2a7-230c-45d6-b861-037631d78cb1 req-50e68f88-99e9-42c5-b9e4-71f44a95a8bc service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836448 Jul 06 11:52:36.791697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] device_id is not set on port cf2d1655-e3a7-4d83-ac67-a46af9870b83 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:36.831130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.990570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port d0b55fa4-291c-4dd3-972f-86329fdc244c yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:37.009960 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0898e2a7-230c-45d6-b861-037631d78cb1 req-f504793c-9b8a-4ee2-be7a-e3eae438568e service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838132 Jul 06 11:52:37.103705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Allocated IP 172.20.0.13 (fc06e396-5572-482d-aed0-c127b0c8187f/e37993e7-c909-4530-8c7a-65ea94b8946e/cf2d1655-e3a7-4d83-ac67-a46af9870b83) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:37.238395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Allocated IP 172.20.0.2 (53ac8393-65a1-4a59-b0f9-e94e85610e85/3977edd0-48c8-4019-bdd6-44ff1e49b2ae/1c356f85-88bb-488e-ae4a-46ba3581a1a4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:37.410467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2688f379-fed6-4c92-ae05-503f2f5e571b None None] Network 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:37.483353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52552282-3c7c-416b-9d7c-375345bdeac3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:37.529897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.557141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Transition to ACTIVE for port object cf2d1655-e3a7-4d83-ac67-a46af9870b83 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:37.633312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 63633871-8378-49d3-9c95-e1bc96bd1014 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:37.665042 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.675495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef4452-1db6-4a52-acaa-bbe7abcc36b0 req-b0341ead-e706-4316-9f77-564675ee1114 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:37.692621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcef4452-1db6-4a52-acaa-bbe7abcc36b0 req-b0341ead-e706-4316-9f77-564675ee1114 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.7937672 Jul 06 11:52:37.700755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a5ea32c6-6d9d-4daa-9ccc-5331c1ac4c2d None None] Provisioning for port 52552282-3c7c-416b-9d7c-375345bdeac3 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:37.745708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Network fc06e396-5572-482d-aed0-c127b0c8187f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:37.749924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:37.758124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:37.777182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a011f18-3105-4caf-86e7-64cd0107aad4 req-105f0a8d-7f69-4dae-90bb-174e9a1653a4 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:37.784384 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a011f18-3105-4caf-86e7-64cd0107aad4 req-105f0a8d-7f69-4dae-90bb-174e9a1653a4 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 944 time: 0.5944958 Jul 06 11:52:37.875085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:37.875293 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.884622 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcef4452-1db6-4a52-acaa-bbe7abcc36b0 req-febba623-4d46-4e99-898d-acd58d6ee695 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906672 Jul 06 11:52:37.894714 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'Port': ['ID=cf2d1655-e3a7-4d83-ac67-a46af9870b83,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:37.920841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.923660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.924076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.924417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.925086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.926284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.926284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.926666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.930243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.930243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.930243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.930243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:37.938535 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bf34e1de-bc18-47e5-874b-cd808f95b0c6 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2565389 Jul 06 11:52:37.942624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57548) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:37.981354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a011f18-3105-4caf-86e7-64cd0107aad4 req-8a0a5166-1bf8-4e3b-84f1-3b6b4baef14a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959846 Jul 06 11:52:37.992648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 52552282-3c7c-416b-9d7c-375345bdeac3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:37.998907 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.045112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 52552282-3c7c-416b-9d7c-375345bdeac3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:38.045586 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.051955 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.052624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Transition to ACTIVE for port object 1c356f85-88bb-488e-ae4a-46ba3581a1a4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:38.092079 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 63633871-8378-49d3-9c95-e1bc96bd1014 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:38.092079 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c1a8d-a3d9-4f3e-951b-7a0d5be60789 None None] Network fc06e396-5572-482d-aed0-c127b0c8187f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:38.119422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 63633871-8378-49d3-9c95-e1bc96bd1014 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:38.119422 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.121716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Transition to ACTIVE for port object 1c356f85-88bb-488e-ae4a-46ba3581a1a4 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:38.129004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a94a6b-ad79-4cd7-8ce5-11908643e3e1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:38.138827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a94a6b-ad79-4cd7-8ce5-11908643e3e1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:38.156447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a94a6b-ad79-4cd7-8ce5-11908643e3e1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:38.163328 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-98a94a6b-ad79-4cd7-8ce5-11908643e3e1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2147455 Jul 06 11:52:38.164292 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57550) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:38.196637 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.267974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-034decee-d4a1-41a1-b95b-f7d3a4f2a33a None None] Provisioning for port 4b491238-fd62-4407-b0b1-9a0548f01aee completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:38.299796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:38.321331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Pushing event updated for resources: {'Port': ['ID=1c356f85-88bb-488e-ae4a-46ba3581a1a4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:38.328677 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:38.339244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-012a0279-5f09-4515-be72-12a89420925b tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Deleting port cf2d1655-e3a7-4d83-ac67-a46af9870b83 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:38.339920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-012a0279-5f09-4515-be72-12a89420925b tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.343871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:38.382055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.9 (53ac8393-65a1-4a59-b0f9-e94e85610e85/3977edd0-48c8-4019-bdd6-44ff1e49b2ae/d0b55fa4-291c-4dd3-972f-86329fdc244c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:38.480733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-012a0279-5f09-4515-be72-12a89420925b tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.499002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-012a0279-5f09-4515-be72-12a89420925b tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Calling delete_port for cf2d1655-e3a7-4d83-ac67-a46af9870b83 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:38.572974 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.609648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Attempting to bind port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:38.610204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Attempting to bind port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '89a06347-e0d0-4ece-a608-f8fbba1a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:38.610677 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Attempting to bind port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 on network 53ac8393-65a1-4a59-b0f9-e94e85610e85 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:38.617289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.656315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:38.665774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Checking segment: {'id': '89a06347-e0d0-4ece-a608-f8fbba1a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:38.665774 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.665774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Bound using segment: {'id': '89a06347-e0d0-4ece-a608-f8fbba1a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:38.665774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Bound port: 1c356f85-88bb-488e-ae4a-46ba3581a1a4, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a06347-e0d0-4ece-a608-f8fbba1a9794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:38.665774 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.729590 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-012a0279-5f09-4515-be72-12a89420925b tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.754362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91404f4-6a1e-4d99-8559-d8293cdee2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63633871-8378-49d3-9c95-e1bc96bd1014'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:38.757651 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0490f879-8450-4ab6-9dd4-800e5f05f383" -d '{"events": [{"server_uuid": "e91404f4-6a1e-4d99-8559-d8293cdee2ba", "name": "network-vif-plugged", "status": "completed", "tag": "63633871-8378-49d3-9c95-e1bc96bd1014"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:38.761827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 52552282-3c7c-416b-9d7c-375345bdeac3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=52552282-3c7c-416b-9d7c-375345bdeac3,segment=NetworkSegment(633d70da-d400-46fd-a5a6-6606d28913a7),segment_id=633d70da-d400-46fd-a5a6-6606d28913a7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:38.780151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a0279-5f09-4515-be72-12a89420925b tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event deleted for resources: {'Port': ['ID=cf2d1655-e3a7-4d83-ac67-a46af9870b83,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:38.800940 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.802151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4b491238-fd62-4407-b0b1-9a0548f01aee up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:38.813801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 63633871-8378-49d3-9c95-e1bc96bd1014, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=63633871-8378-49d3-9c95-e1bc96bd1014,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:38.827984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Allocated IP 2001:db8:1::1 (95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4/5afd1c30-04cf-46df-8b99-3f53aad9c975/2d55330b-f8e3-442d-8aec-6ce96e3429ff) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:38.873067 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.879296 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7ddd8e-0105-41a2-b921-f171c2cb1564 x-openstack-request-id: req-2d7ddd8e-0105-41a2-b921-f171c2cb1564 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:38.879625 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91404f4-6a1e-4d99-8559-d8293cdee2ba", "name": "network-vif-plugged", "status": "completed", "tag": "63633871-8378-49d3-9c95-e1bc96bd1014", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:38.880040 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d7ddd8e-0105-41a2-b921-f171c2cb1564 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:38.880512 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91404f4-6a1e-4d99-8559-d8293cdee2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63633871-8378-49d3-9c95-e1bc96bd1014', 'code': 200} Jul 06 11:52:38.954755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] For port 1c356f85-88bb-488e-ae4a-46ba3581a1a4, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:38.961994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7e5fcb79-a67e-499d-825f-868350da65be None None] Provisioning complete for port 52552282-3c7c-416b-9d7c-375345bdeac3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:38.962466 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e5fcb79-a67e-499d-825f-868350da65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.964192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=52552282-3c7c-416b-9d7c-375345bdeac3,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:39.005646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] For port 1c356f85-88bb-488e-ae4a-46ba3581a1a4, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1c356f85-88bb-488e-ae4a-46ba3581a1a4,segment=NetworkSegment(89a06347-e0d0-4ece-a608-f8fbba1a9794),segment_id=89a06347-e0d0-4ece-a608-f8fbba1a9794)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:39.058050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.074715 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-012a0279-5f09-4515-be72-12a89420925b tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.077243 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-012a0279-5f09-4515-be72-12a89420925b tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "DELETE /v2.0/ports/cf2d1655-e3a7-4d83-ac67-a46af9870b83 HTTP/1.1" status: 204 len: 168 time: 0.9119141 Jul 06 11:52:39.079804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57560) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:39.112655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 4b491238-fd62-4407-b0b1-9a0548f01aee completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:39.149987 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.159832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4b491238-fd62-4407-b0b1-9a0548f01aee triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:39.160475 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.169411 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23c0a2e-9b19-480b-8947-3b6d15e79590 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] GET failed (client error): The resource could not be found. Jul 06 11:52:39.177317 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d23c0a2e-9b19-480b-8947-3b6d15e79590 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "GET /v2.0/ports/cf2d1655-e3a7-4d83-ac67-a46af9870b83 HTTP/1.1" status: 404 len: 333 time: 0.0954554 Jul 06 11:52:39.180327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57562) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:39.192208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Request body: {'port': {'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f', 'name': 'tempest-AllowedAddressPairTestJSON-808757956'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:39.234149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=63633871-8378-49d3-9c95-e1bc96bd1014,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:39.286372 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.306548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Transition to ACTIVE for port object 2d55330b-f8e3-442d-8aec-6ce96e3429ff will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:39.404673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0d3aa-deb7-484a-8bb9-3ace68687156 None None] Pushing event updated for resources: {'Port': ['ID=1c356f85-88bb-488e-ae4a-46ba3581a1a4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:39.405440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object d0b55fa4-291c-4dd3-972f-86329fdc244c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:39.447314 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabc87f-fb94-48a3-a5c5-79da7dfb4ffc req-38415bb6-6472-48b0-92dc-27dde2ec073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:39.450013 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1dabc87f-fb94-48a3-a5c5-79da7dfb4ffc req-38415bb6-6472-48b0-92dc-27dde2ec073b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 1096 time: 0.4652662 Jul 06 11:52:39.518437 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.534710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Made reservation on behalf of 348074e1d683400dbd85e8f92a69c961 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:39.541798 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.578790 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1dabc87f-fb94-48a3-a5c5-79da7dfb4ffc req-3757d282-b886-43e3-9bd6-094ebea581a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141264 Jul 06 11:52:39.593107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] device_id is not set on port fbb6693a-763d-4a94-b081-0ddea6244be3 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:39.700531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c36d524c-2fa7-405d-880f-6eaf88448abb None None] Could not find standard attr ID for object cf2d1655-e3a7-4d83-ac67-a46af9870b83. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:52:39.709336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.710038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 4b491238-fd62-4407-b0b1-9a0548f01aee, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4b491238-fd62-4407-b0b1-9a0548f01aee,segment=NetworkSegment(d57afa4e-423b-41ec-a818-e680827e8f7e),segment_id=d57afa4e-423b-41ec-a818-e680827e8f7e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:39.734618 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.734849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf5ac0-07d8-45fa-94ff-3bccba43821b req-e4591e46-96fe-4c7f-a018-4f6a5c9d367e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:39.738975 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ddf5ac0-07d8-45fa-94ff-3bccba43821b req-e4591e46-96fe-4c7f-a018-4f6a5c9d367e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.5573475 Jul 06 11:52:39.744092 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.814964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c36d524c-2fa7-405d-880f-6eaf88448abb None None] Provisioning for port ebd159f0-0c21-450e-b38d-880ca4ac0f18 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:39.816145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:39.846315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c36d524c-2fa7-405d-880f-6eaf88448abb None None] Provisioning complete for port ebd159f0-0c21-450e-b38d-880ca4ac0f18 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:39.854544 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:39.863913 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c36d524c-2fa7-405d-880f-6eaf88448abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.887994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:39.888558 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.898849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:39.916432 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:40.023550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ed997-418b-4ad9-8948-52df718f8739 req-f1d8cd68-63ef-4297-997b-51af44efb49e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:40.025238 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e29ed997-418b-4ad9-8948-52df718f8739 req-f1d8cd68-63ef-4297-997b-51af44efb49e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 944 time: 0.7099888 Jul 06 11:52:40.026090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:40.076524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c36d524c-2fa7-405d-880f-6eaf88448abb None None] Port ebd159f0-0c21-450e-b38d-880ca4ac0f18 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:40.157793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Allocated IP 172.20.0.7 (fc06e396-5572-482d-aed0-c127b0c8187f/e37993e7-c909-4530-8c7a-65ea94b8946e/fbb6693a-763d-4a94-b081-0ddea6244be3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:40.182954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=4b491238-fd62-4407-b0b1-9a0548f01aee,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:40.208672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c36d524c-2fa7-405d-880f-6eaf88448abb None None] Provisioning complete for port 4b491238-fd62-4407-b0b1-9a0548f01aee triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:40.218723 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c36d524c-2fa7-405d-880f-6eaf88448abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.226655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=d0b55fa4-291c-4dd3-972f-86329fdc244c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:40.296523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52552282-3c7c-416b-9d7c-375345bdeac3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:40.344720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ddf5ac0-07d8-45fa-94ff-3bccba43821b req-962bbdc9-8250-4836-8c76-cb6c12149480 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5097194 Jul 06 11:52:40.346467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.347389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.351110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.351771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.358944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.359622 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.371638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.372568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.372987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.373437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.373883 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.374686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:40.421786 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 52552282-3c7c-416b-9d7c-375345bdeac3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:40.424168 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.447877 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e29ed997-418b-4ad9-8948-52df718f8739 req-75b6451d-7877-4e3d-b1bb-8fcc2440ea6d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897982 Jul 06 11:52:40.620597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:40.621282 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.637857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a9b492dc-8dd2-40e3-b568-c22b61c7d093 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:40.734928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.746641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=2d55330b-f8e3-442d-8aec-6ce96e3429ff,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:40.749842 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.771285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57570) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:40.776492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6e5b42b2-bc4a-49dd-959d-ae9563bca38d None None] Could not find standard attr ID for object cf2d1655-e3a7-4d83-ac67-a46af9870b83. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:52:40.779900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8b9e8396-af82-434c-a097-535ccd900ed2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8301167 Jul 06 11:52:40.794965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cef5c71e-65a1-49a2-b8b8-87a675133445 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:41.013105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Transition to ACTIVE for port object fbb6693a-763d-4a94-b081-0ddea6244be3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:41.260987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port a9b492dc-8dd2-40e3-b568-c22b61c7d093 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:41.267978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port a9b492dc-8dd2-40e3-b568-c22b61c7d093 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:41.268613 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.278766 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.317100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6e5b42b2-bc4a-49dd-959d-ae9563bca38d None None] Provisioning complete for port ebd159f0-0c21-450e-b38d-880ca4ac0f18 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:41.317474 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e5b42b2-bc4a-49dd-959d-ae9563bca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.346877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Network fc06e396-5572-482d-aed0-c127b0c8187f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:41.357725 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1c356f85-88bb-488e-ae4a-46ba3581a1a4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:41.409888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'Port': ['ID=fbb6693a-763d-4a94-b081-0ddea6244be3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:41.415862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:41.422294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:41.458790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef5c71e-65a1-49a2-b8b8-87a675133445 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:41.462515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cef5c71e-65a1-49a2-b8b8-87a675133445 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.491071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.503167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b42b2-bc4a-49dd-959d-ae9563bca38d None None] Port ebd159f0-0c21-450e-b38d-880ca4ac0f18 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:41.520854 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.523170 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.627944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6e5b42b2-bc4a-49dd-959d-ae9563bca38d None None] Provisioning for port 2d55330b-f8e3-442d-8aec-6ce96e3429ff completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:41.639735 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.643094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:41.649909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=2d55330b-f8e3-442d-8aec-6ce96e3429ff,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:41.677671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6e5b42b2-bc4a-49dd-959d-ae9563bca38d None None] Provisioning complete for port 2d55330b-f8e3-442d-8aec-6ce96e3429ff triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:41.678041 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e5b42b2-bc4a-49dd-959d-ae9563bca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.681843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:41.683190 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.716660 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5fd939c0-bfef-4b9c-815b-889a9ca8586a tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5352538 Jul 06 11:52:41.729349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57582) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:41.737650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2d68ef2c-a1cd-40ea-81c2-62f9014281a9 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ee:d0:2a'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:41.775431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b42b2-bc4a-49dd-959d-ae9563bca38d None None] Port 2d55330b-f8e3-442d-8aec-6ce96e3429ff cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:41.784340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80341d43-ed2c-4fec-8fbd-fc920ab02014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b492dc-8dd2-40e3-b568-c22b61c7d093'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:41.787297 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d820ce46-fe01-4ff7-8146-165f23ec900c" -d '{"events": [{"server_uuid": "80341d43-ed2c-4fec-8fbd-fc920ab02014", "name": "network-vif-plugged", "status": "completed", "tag": "a9b492dc-8dd2-40e3-b568-c22b61c7d093"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:41.813770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a9b492dc-8dd2-40e3-b568-c22b61c7d093, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9b492dc-8dd2-40e3-b568-c22b61c7d093,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:41.824690 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.898255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4b491238-fd62-4407-b0b1-9a0548f01aee up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:41.963056 n-d-799527-2 neutron-server[93815]: INFO neutron.db.ipam_backend_mixin [None req-cef5c71e-65a1-49a2-b8b8-87a675133445 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3977edd0-48c8-4019-bdd6-44ff1e49b2ae (CIDR: 172.20.0.0/28) Jul 06 11:52:42.009458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a9b492dc-8dd2-40e3-b568-c22b61c7d093,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:42.014430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-64d709f5-f2c3-429f-9442-2b12b0120b37 None None] Provisioning complete for port 36bb8621-764d-46ca-af59-3cec7616a924 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:42.015146 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64d709f5-f2c3-429f-9442-2b12b0120b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.042273 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef5c71e-65a1-49a2-b8b8-87a675133445 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:52:42.043650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef5c71e-65a1-49a2-b8b8-87a675133445 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:42.069821 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cef5c71e-65a1-49a2-b8b8-87a675133445 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2960703 Jul 06 11:52:42.074024 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4b491238-fd62-4407-b0b1-9a0548f01aee triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:42.074674 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.076604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-64d709f5-f2c3-429f-9442-2b12b0120b37 None None] Port 36bb8621-764d-46ca-af59-3cec7616a924 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:42.077673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57586) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:42.093497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d2a6e136-2607-4a09-91a2-ab7bb02db653 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:42.122820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-64d709f5-f2c3-429f-9442-2b12b0120b37 None None] Provisioning for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:42.130413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-64d709f5-f2c3-429f-9442-2b12b0120b37 None None] Provisioning complete for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:42.131068 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64d709f5-f2c3-429f-9442-2b12b0120b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.363484 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d68ef2c-a1cd-40ea-81c2-62f9014281a9 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.372271 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64d709f5-f2c3-429f-9442-2b12b0120b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.414905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-64d709f5-f2c3-429f-9442-2b12b0120b37 None None] For port 1c356f85-88bb-488e-ae4a-46ba3581a1a4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1c356f85-88bb-488e-ae4a-46ba3581a1a4,segment=NetworkSegment(89a06347-e0d0-4ece-a608-f8fbba1a9794),segment_id=89a06347-e0d0-4ece-a608-f8fbba1a9794)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:42.419231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdade88-4eb5-4678-bb42-e5cf10ca67d0 req-096ded1c-852d-49ed-9010-deb4d0e7a06e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.419907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a6e136-2607-4a09-91a2-ab7bb02db653 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:42.421390 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64d709f5-f2c3-429f-9442-2b12b0120b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.424844 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e136-2607-4a09-91a2-ab7bb02db653 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.429158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bdade88-4eb5-4678-bb42-e5cf10ca67d0 req-096ded1c-852d-49ed-9010-deb4d0e7a06e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 944 time: 0.6678998 Jul 06 11:52:42.446835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb7676-0247-44a2-9527-d1e7a5789192 req-41e6c7f4-c6fe-471f-862a-b2c4c2d5cf27 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.456104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23eb7676-0247-44a2-9527-d1e7a5789192 req-41e6c7f4-c6fe-471f-862a-b2c4c2d5cf27 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.8016987 Jul 06 11:52:42.493951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:42.495400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d709f5-f2c3-429f-9442-2b12b0120b37 None None] Pushing event updated for resources: {'Port': ['ID=1c356f85-88bb-488e-ae4a-46ba3581a1a4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:42.508087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:42.540746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9bdade88-4eb5-4678-bb42-e5cf10ca67d0 req-ac67374a-422d-4d1a-8844-ec0376c65fe3 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103902 Jul 06 11:52:42.566227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c726f6ce-a282-4da2-8710-19c4ee74dddd None None] Provisioning for port d0b55fa4-291c-4dd3-972f-86329fdc244c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:42.572809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c726f6ce-a282-4da2-8710-19c4ee74dddd None None] Provisioning complete for port d0b55fa4-291c-4dd3-972f-86329fdc244c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:42.573512 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c726f6ce-a282-4da2-8710-19c4ee74dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.653580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23eb7676-0247-44a2-9527-d1e7a5789192 req-85d98b1a-605d-436a-86c3-4305e1bb6940 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963308 Jul 06 11:52:42.656651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c726f6ce-a282-4da2-8710-19c4ee74dddd None None] Port d0b55fa4-291c-4dd3-972f-86329fdc244c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:42.682348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c726f6ce-a282-4da2-8710-19c4ee74dddd None None] Provisioning for port fbb6693a-763d-4a94-b081-0ddea6244be3 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:42.691111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c726f6ce-a282-4da2-8710-19c4ee74dddd None None] Provisioning complete for port fbb6693a-763d-4a94-b081-0ddea6244be3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:42.692847 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c726f6ce-a282-4da2-8710-19c4ee74dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.790476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c726f6ce-a282-4da2-8710-19c4ee74dddd None None] Port fbb6693a-763d-4a94-b081-0ddea6244be3 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:42.792019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router 553a05bd-a56f-4908-a517-b7f11857d3c8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:42.808605 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668fb997-e43b-4d74-80e3-5cac9b57ffb3 x-openstack-request-id: req-668fb997-e43b-4d74-80e3-5cac9b57ffb3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:42.808974 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80341d43-ed2c-4fec-8fbd-fc920ab02014", "name": "network-vif-plugged", "status": "completed", "tag": "a9b492dc-8dd2-40e3-b568-c22b61c7d093", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:42.809424 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-668fb997-e43b-4d74-80e3-5cac9b57ffb3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:42.809896 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80341d43-ed2c-4fec-8fbd-fc920ab02014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b492dc-8dd2-40e3-b568-c22b61c7d093', 'code': 200} Jul 06 11:52:42.922253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a44a3876-878f-44cd-a098-d37d6451d854 None None] Provisioning complete for port 2d55330b-f8e3-442d-8aec-6ce96e3429ff triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:42.923117 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a44a3876-878f-44cd-a098-d37d6451d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.955329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:42.962214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9188fb7b-808a-477d-b52d-dcd31620e044 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/553a05bd-a56f-4908-a517-b7f11857d3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7385437 Jul 06 11:52:42.965714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57590) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:42.971343 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3fc67f-90c0-4581-8c5a-74f445233795 None None] Sync routers for ids ['553a05bd-a56f-4908-a517-b7f11857d3c8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:42.988496 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fc67f-90c0-4581-8c5a-74f445233795 None None] Routers {'553a05bd-a56f-4908-a517-b7f11857d3c8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:42.995355 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7c3fc67f-90c0-4581-8c5a-74f445233795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['553a05bd-a56f-4908-a517-b7f11857d3c8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:42.995986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a44a3876-878f-44cd-a098-d37d6451d854 None None] Port 2d55330b-f8e3-442d-8aec-6ce96e3429ff cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:43.041252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e29b988-12a0-4da3-ad74-323373856172 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.046184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1e29b988-12a0-4da3-ad74-323373856172 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports/2d55330b-f8e3-442d-8aec-6ce96e3429ff HTTP/1.1" status: 200 len: 913 time: 0.0760465 Jul 06 11:52:43.046536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:43.049604 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7c3fc67f-90c0-4581-8c5a-74f445233795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:43.068508 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fc67f-90c0-4581-8c5a-74f445233795 None None] Routers {'553a05bd-a56f-4908-a517-b7f11857d3c8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:43.071939 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7c3fc67f-90c0-4581-8c5a-74f445233795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['553a05bd-a56f-4908-a517-b7f11857d3c8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:43.113080 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7c3fc67f-90c0-4581-8c5a-74f445233795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:43.113942 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3fc67f-90c0-4581-8c5a-74f445233795 None None] The sync data for ids ['553a05bd-a56f-4908-a517-b7f11857d3c8'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:43.297728 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d68ef2c-a1cd-40ea-81c2-62f9014281a9 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.316454 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d68ef2c-a1cd-40ea-81c2-62f9014281a9 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.379894 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e136-2607-4a09-91a2-ab7bb02db653 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.472987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68ef2c-a1cd-40ea-81c2-62f9014281a9 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'Port': ['ID=fbb6693a-763d-4a94-b081-0ddea6244be3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:43.495039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4568d77-e252-477f-9b7d-6abea1bf96be req-2f93ac1d-39db-48f5-b2aa-21cdf88ee954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.499289 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f4568d77-e252-477f-9b7d-6abea1bf96be req-2f93ac1d-39db-48f5-b2aa-21cdf88ee954 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 1096 time: 0.6027465 Jul 06 11:52:43.501126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a6e136-2607-4a09-91a2-ab7bb02db653 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:43.524687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d2a6e136-2607-4a09-91a2-ab7bb02db653 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:43.532966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6e136-2607-4a09-91a2-ab7bb02db653 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.533711 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e136-2607-4a09-91a2-ab7bb02db653 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.534477 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78121e1-83a0-4902-993c-23aaf7e5be90 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.535070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5bc15c-592c-4279-b911-c37dc18d85a7 None None] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:43.576224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6e136-2607-4a09-91a2-ab7bb02db653 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Subnet': ['ID=9ff3f82f-b9fd-4dbd-98f6-bb218a513d9a,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:43.617424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2d68ef2c-a1cd-40ea-81c2-62f9014281a9 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] In _notify_port_updated(), no bound segment for port fbb6693a-763d-4a94-b081-0ddea6244be3 on network fc06e396-5572-482d-aed0-c127b0c8187f {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:43.638815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d68ef2c-a1cd-40ea-81c2-62f9014281a9 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.652047 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d68ef2c-a1cd-40ea-81c2-62f9014281a9 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.654354 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2d68ef2c-a1cd-40ea-81c2-62f9014281a9 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "PUT /v2.0/ports/fbb6693a-763d-4a94-b081-0ddea6244be3 HTTP/1.1" status: 200 len: 992 time: 1.9237549 Jul 06 11:52:43.658727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:43.677744 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d2a6e136-2607-4a09-91a2-ab7bb02db653 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5981922 Jul 06 11:52:43.684680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57602) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:43.692472 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1799028851', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ff3f82f-b9fd-4dbd-98f6-bb218a513d9a'}], 'security_groups': ['70aefd7c-0547-4262-a95a-5a8c0fccb07e']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:43.702805 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f4568d77-e252-477f-9b7d-6abea1bf96be req-a22a7505-bc40-4c6f-8507-a8b5d785f123 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886821 Jul 06 11:52:43.914844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1c356f85-88bb-488e-ae4a-46ba3581a1a4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:43.958350 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d09beb31-7616-4ed1-88e6-4fc3a1347d01 None None] Provisioning complete for port fbb6693a-763d-4a94-b081-0ddea6244be3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:43.958739 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d09beb31-7616-4ed1-88e6-4fc3a1347d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.013336 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.024844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d09beb31-7616-4ed1-88e6-4fc3a1347d01 None None] Port fbb6693a-763d-4a94-b081-0ddea6244be3 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:44.043820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:44.044201 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.149455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5d4be-e35e-4fa4-b014-7cae741ea67f req-7d9c3b76-45f6-4d6c-a1da-fd48b6a6259d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:44.151166 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87f5d4be-e35e-4fa4-b014-7cae741ea67f req-7d9c3b76-45f6-4d6c-a1da-fd48b6a6259d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.2638068 Jul 06 11:52:44.170772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-77ad9a47-6aaa-49d0-871d-6cb8a4207b62 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Deleting port fbb6693a-763d-4a94-b081-0ddea6244be3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:44.171256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ad9a47-6aaa-49d0-871d-6cb8a4207b62 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.187377 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-774fe891-477b-4a62-b927-2bef9b9601e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.212770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980513d9-209a-4a48-be7d-af3f3d4af5a5 req-00af0b18-20a0-4da8-9329-74085bb821d8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:44.220275 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-980513d9-209a-4a48-be7d-af3f3d4af5a5 req-00af0b18-20a0-4da8-9329-74085bb821d8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2790730 Jul 06 11:52:44.224277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa8d956-ca4a-408c-8322-51e654ab0bd9 None None] Update dhcp port {'port': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'fixed_ips': [{'subnet_id': '3977edd0-48c8-4019-bdd6-44ff1e49b2ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ff3f82f-b9fd-4dbd-98f6-bb218a513d9a'}], 'binding:host_id': 'n-d-799527-2'}, 'id': '1c356f85-88bb-488e-ae4a-46ba3581a1a4'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:52:44.286219 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d956-ca4a-408c-8322-51e654ab0bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.347047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87f5d4be-e35e-4fa4-b014-7cae741ea67f req-ec75a583-88e0-42aa-802d-916450284be1 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855540 Jul 06 11:52:44.414553 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-980513d9-209a-4a48-be7d-af3f3d4af5a5 req-3da3d7ac-0632-4286-815d-695b9b2808c8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930077 Jul 06 11:52:44.480608 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ad9a47-6aaa-49d0-871d-6cb8a4207b62 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.502569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Delete allocated IP 172.20.0.9 (53ac8393-65a1-4a59-b0f9-e94e85610e85/3977edd0-48c8-4019-bdd6-44ff1e49b2ae) {{(pid=93815) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 11:52:44.516538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.28 (53ac8393-65a1-4a59-b0f9-e94e85610e85/9ff3f82f-b9fd-4dbd-98f6-bb218a513d9a/d0b55fa4-291c-4dd3-972f-86329fdc244c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:44.518789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-77ad9a47-6aaa-49d0-871d-6cb8a4207b62 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Calling delete_port for fbb6693a-763d-4a94-b081-0ddea6244be3 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:44.601277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e78121e1-83a0-4902-993c-23aaf7e5be90 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 2d55330b-f8e3-442d-8aec-6ce96e3429ff {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:44.601959 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78121e1-83a0-4902-993c-23aaf7e5be90 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.737920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78121e1-83a0-4902-993c-23aaf7e5be90 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.777046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e78121e1-83a0-4902-993c-23aaf7e5be90 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 2d55330b-f8e3-442d-8aec-6ce96e3429ff owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:44.777362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.850902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object d0b55fa4-291c-4dd3-972f-86329fdc244c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:44.851435 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ad9a47-6aaa-49d0-871d-6cb8a4207b62 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.857205 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.888663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad9a47-6aaa-49d0-871d-6cb8a4207b62 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event deleted for resources: {'Port': ['ID=fbb6693a-763d-4a94-b081-0ddea6244be3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:44.934550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9fa8d956-ca4a-408c-8322-51e654ab0bd9 None None] Allocated IP 172.20.0.18 (53ac8393-65a1-4a59-b0f9-e94e85610e85/9ff3f82f-b9fd-4dbd-98f6-bb218a513d9a/1c356f85-88bb-488e-ae4a-46ba3581a1a4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:44.993493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=d0b55fa4-291c-4dd3-972f-86329fdc244c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:45.018619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] In _notify_port_updated(), no bound segment for port d0b55fa4-291c-4dd3-972f-86329fdc244c on network 53ac8393-65a1-4a59-b0f9-e94e85610e85 {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:45.026792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:45.028212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.029927 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-100e169c-faf5-4b28-a3da-b22a8c6e227b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "PUT /v2.0/ports/d0b55fa4-291c-4dd3-972f-86329fdc244c HTTP/1.1" status: 200 len: 921 time: 1.3449626 Jul 06 11:52:45.033637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57612) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:45.138355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9fa8d956-ca4a-408c-8322-51e654ab0bd9 None None] For port 1c356f85-88bb-488e-ae4a-46ba3581a1a4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1c356f85-88bb-488e-ae4a-46ba3581a1a4,segment=NetworkSegment(89a06347-e0d0-4ece-a608-f8fbba1a9794),segment_id=89a06347-e0d0-4ece-a608-f8fbba1a9794)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:45.187419 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ad9a47-6aaa-49d0-871d-6cb8a4207b62 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.189995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-77ad9a47-6aaa-49d0-871d-6cb8a4207b62 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "DELETE /v2.0/ports/fbb6693a-763d-4a94-b081-0ddea6244be3 HTTP/1.1" status: 204 len: 168 time: 1.5278604 Jul 06 11:52:45.192872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:45.205483 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d956-ca4a-408c-8322-51e654ab0bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.207174 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78121e1-83a0-4902-993c-23aaf7e5be90 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.224535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fb206ea5-d656-450a-b11b-739d41fb16c0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port d0b55fa4-291c-4dd3-972f-86329fdc244c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:45.226539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb206ea5-d656-450a-b11b-739d41fb16c0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.248935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9fa8d956-ca4a-408c-8322-51e654ab0bd9 None None] Transition to ACTIVE for port object 1c356f85-88bb-488e-ae4a-46ba3581a1a4 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:45.249519 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-04758e65-561a-451e-88bf-5f6f3a8a516f tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] GET failed (client error): The resource could not be found. Jul 06 11:52:45.251188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-04758e65-561a-451e-88bf-5f6f3a8a516f tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "GET /v2.0/ports/fbb6693a-763d-4a94-b081-0ddea6244be3 HTTP/1.1" status: 404 len: 333 time: 0.0572665 Jul 06 11:52:45.265631 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fa8d956-ca4a-408c-8322-51e654ab0bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.279536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57616) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:45.304584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Request body: {'port': {'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f', 'name': 'tempest-AllowedAddressPairTestJSON-1374066950'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:45.348309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb206ea5-d656-450a-b11b-739d41fb16c0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.369144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fb206ea5-d656-450a-b11b-739d41fb16c0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for d0b55fa4-291c-4dd3-972f-86329fdc244c owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:45.411946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78121e1-83a0-4902-993c-23aaf7e5be90 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=2d55330b-f8e3-442d-8aec-6ce96e3429ff,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:45.464114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8d956-ca4a-408c-8322-51e654ab0bd9 None None] Pushing event updated for resources: {'Port': ['ID=1c356f85-88bb-488e-ae4a-46ba3581a1a4,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:45.671051 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78121e1-83a0-4902-993c-23aaf7e5be90 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.676652 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb206ea5-d656-450a-b11b-739d41fb16c0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.711799 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb206ea5-d656-450a-b11b-739d41fb16c0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=d0b55fa4-291c-4dd3-972f-86329fdc244c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:45.740220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Made reservation on behalf of 348074e1d683400dbd85e8f92a69c961 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:45.766350 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.774962 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:52:45.885134 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb206ea5-d656-450a-b11b-739d41fb16c0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.888020 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fb206ea5-d656-450a-b11b-739d41fb16c0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/d0b55fa4-291c-4dd3-972f-86329fdc244c HTTP/1.1" status: 204 len: 168 time: 0.8521383 Jul 06 11:52:45.891523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57634) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:45.905397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1c356f85-88bb-488e-ae4a-46ba3581a1a4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:45.926286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b11427-5c89-40c9-affc-fd861aa567a9 req-b35640e9-fe27-4df2-a6ac-885b64be69d2 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:45.928645 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5b11427-5c89-40c9-affc-fd861aa567a9 req-b35640e9-fe27-4df2-a6ac-885b64be69d2 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.3426738 Jul 06 11:52:45.943038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] device_id is not set on port 286461cc-a756-4844-bd95-b0cfb431f1b7 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:45.943511 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b88cc2-6e51-4a68-8952-93ecb496b198 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:52:45.945427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-05b88cc2-6e51-4a68-8952-93ecb496b198 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/d0b55fa4-291c-4dd3-972f-86329fdc244c HTTP/1.1" status: 404 len: 333 time: 0.0524054 Jul 06 11:52:45.949257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57636) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:46.032759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eca6181-259c-4c85-8856-5ac57d726ba9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.068363 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eca6181-259c-4c85-8856-5ac57d726ba9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.116420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eca6181-259c-4c85-8856-5ac57d726ba9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.120899 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eca6181-259c-4c85-8856-5ac57d726ba9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.125387 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7eca6181-259c-4c85-8856-5ac57d726ba9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/security-groups/9694651c-b26a-48a9-8f54-c63f996bcb0e HTTP/1.1" status: 204 len: 168 time: 0.1737928 Jul 06 11:52:46.126065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57646) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:46.134982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5b11427-5c89-40c9-affc-fd861aa567a9 req-e209fb16-5ca3-43da-87ae-c560c52af994 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478460 Jul 06 11:52:46.172471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca6181-259c-4c85-8856-5ac57d726ba9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9694651c-b26a-48a9-8f54-c63f996bcb0e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:46.197453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Allocated IP 172.20.0.3 (fc06e396-5572-482d-aed0-c127b0c8187f/e37993e7-c909-4530-8c7a-65ea94b8946e/286461cc-a756-4844-bd95-b0cfb431f1b7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:46.207655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78121e1-83a0-4902-993c-23aaf7e5be90 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router 553a05bd-a56f-4908-a517-b7f11857d3c8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:46.273528 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14a1734b-5a6a-4aa8-833f-7e444d3d5bb8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.321160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14a1734b-5a6a-4aa8-833f-7e444d3d5bb8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.363324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-17275ecb-90ff-405e-89ca-de648e55f7f8 None None] Could not find standard attr ID for object d0b55fa4-291c-4dd3-972f-86329fdc244c. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:52:46.386721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-17275ecb-90ff-405e-89ca-de648e55f7f8 None None] Provisioning complete for port 36bb8621-764d-46ca-af59-3cec7616a924 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:46.387301 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17275ecb-90ff-405e-89ca-de648e55f7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.391917 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14a1734b-5a6a-4aa8-833f-7e444d3d5bb8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.401266 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14a1734b-5a6a-4aa8-833f-7e444d3d5bb8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.406545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57650) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:46.408864 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-14a1734b-5a6a-4aa8-833f-7e444d3d5bb8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/security-groups/70aefd7c-0547-4262-a95a-5a8c0fccb07e HTTP/1.1" status: 204 len: 168 time: 0.2780535 Jul 06 11:52:46.417441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78121e1-83a0-4902-993c-23aaf7e5be90 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:46.426275 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e78121e1-83a0-4902-993c-23aaf7e5be90 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/553a05bd-a56f-4908-a517-b7f11857d3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3786569 Jul 06 11:52:46.438911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a608ff-3418-4e54-80ee-674f2477a0f9 None None] Sync routers for ids ['553a05bd-a56f-4908-a517-b7f11857d3c8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:46.440382 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57652) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:46.451006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-17275ecb-90ff-405e-89ca-de648e55f7f8 None None] Port 36bb8621-764d-46ca-af59-3cec7616a924 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:46.461649 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1734b-5a6a-4aa8-833f-7e444d3d5bb8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aefd7c-0547-4262-a95a-5a8c0fccb07e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:46.467253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a608ff-3418-4e54-80ee-674f2477a0f9 None None] Routers {'553a05bd-a56f-4908-a517-b7f11857d3c8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:46.468353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-78a608ff-3418-4e54-80ee-674f2477a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['553a05bd-a56f-4908-a517-b7f11857d3c8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:46.483477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-17275ecb-90ff-405e-89ca-de648e55f7f8 None None] Provisioning for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:46.503242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f79c6b9-bb0b-47e7-a7d0-9e1eb8621c3b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting subnet 3977edd0-48c8-4019-bdd6-44ff1e49b2ae {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:46.512581 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f79c6b9-bb0b-47e7-a7d0-9e1eb8621c3b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.543824 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.567966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-17275ecb-90ff-405e-89ca-de648e55f7f8 None None] Provisioning complete for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:46.569110 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17275ecb-90ff-405e-89ca-de648e55f7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.571901 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f79c6b9-bb0b-47e7-a7d0-9e1eb8621c3b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.574988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Transition to ACTIVE for port object 286461cc-a756-4844-bd95-b0cfb431f1b7 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:46.588258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-78a608ff-3418-4e54-80ee-674f2477a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:46.699657 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a608ff-3418-4e54-80ee-674f2477a0f9 None None] Routers {'553a05bd-a56f-4908-a517-b7f11857d3c8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:46.704890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-78a608ff-3418-4e54-80ee-674f2477a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['553a05bd-a56f-4908-a517-b7f11857d3c8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:46.708713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.769915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-78a608ff-3418-4e54-80ee-674f2477a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:46.770587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a608ff-3418-4e54-80ee-674f2477a0f9 None None] The sync data for ids ['553a05bd-a56f-4908-a517-b7f11857d3c8'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:46.811325 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f79c6b9-bb0b-47e7-a7d0-9e1eb8621c3b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.884939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Network fc06e396-5572-482d-aed0-c127b0c8187f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:46.933103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:46.941805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:46.946942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'Port': ['ID=286461cc-a756-4844-bd95-b0cfb431f1b7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:46.975228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80c68d-7119-43ff-8e18-8bd1853d241e req-6498d0f5-a2e6-4cda-82eb-ae0a6402fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:46.980463 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-de80c68d-7119-43ff-8e18-8bd1853d241e req-6498d0f5-a2e6-4cda-82eb-ae0a6402fea0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7d96942b7a044277913f15966f23454c&device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 1096 time: 0.2016885 Jul 06 11:52:47.049344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:47.050020 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.054917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f79c6b9-bb0b-47e7-a7d0-9e1eb8621c3b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.103831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79c6b9-bb0b-47e7-a7d0-9e1eb8621c3b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Subnet': ['ID=3977edd0-48c8-4019-bdd6-44ff1e49b2ae,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:47.110745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-47719dfb-94e5-42b4-a37a-2b4ce373dfc1 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8314123 Jul 06 11:52:47.111968 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f79c6b9-bb0b-47e7-a7d0-9e1eb8621c3b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.113882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1f79c6b9-bb0b-47e7-a7d0-9e1eb8621c3b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/3977edd0-48c8-4019-bdd6-44ff1e49b2ae HTTP/1.1" status: 204 len: 168 time: 0.7062993 Jul 06 11:52:47.118271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:47.118612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57664) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:47.124895 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f839befe-39df-4f9e-8515-f265e79725ce tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ee:d0:2a'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:47.132855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bdbea43c-7c6c-44f8-8b02-1c0f678a6090 None None] Could not find standard attr ID for object d0b55fa4-291c-4dd3-972f-86329fdc244c. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:52:47.134762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5649d3f5-bd0e-4007-8622-7af578c02c5c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:47.268578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80c68d-7119-43ff-8e18-8bd1853d241e req-0ba9f05f-33f7-487a-a5ae-066dac2f53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:47.270178 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-de80c68d-7119-43ff-8e18-8bd1853d241e req-0ba9f05f-33f7-487a-a5ae-066dac2f53c4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 200 len: 920 time: 0.2817225 Jul 06 11:52:47.369995 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-de80c68d-7119-43ff-8e18-8bd1853d241e req-0b63b4dc-4fdd-434d-b30b-ba15e35fcaae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9b492dc-8dd2-40e3-b568-c22b61c7d093 HTTP/1.1" status: 200 len: 217 time: 0.0873420 Jul 06 11:52:47.370851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9309be29-1092-43f6-92c6-5587d0a2938e None None] Provisioning for port 286461cc-a756-4844-bd95-b0cfb431f1b7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:47.377078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9309be29-1092-43f6-92c6-5587d0a2938e None None] Provisioning complete for port 286461cc-a756-4844-bd95-b0cfb431f1b7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:47.377850 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9309be29-1092-43f6-92c6-5587d0a2938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.433264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9309be29-1092-43f6-92c6-5587d0a2938e None None] Port 286461cc-a756-4844-bd95-b0cfb431f1b7 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:47.465217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80c68d-7119-43ff-8e18-8bd1853d241e req-3f12f46c-0387-48d4-a0f2-deb9a781b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:47.466924 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-de80c68d-7119-43ff-8e18-8bd1853d241e req-3f12f46c-0387-48d4-a0f2-deb9a781b8b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=62090734-02ba-48fd-aeab-f8849e62c821 HTTP/1.1" status: 200 len: 859 time: 0.0724361 Jul 06 11:52:47.469518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b2fffb-bca4-4df8-b4a6-2e31bea9560d None None] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:47.514873 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-de80c68d-7119-43ff-8e18-8bd1853d241e req-296ac46d-cf28-406c-8051-24c27d51c3a7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=62ccb191-ad40-4267-aa18-920eef06537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386007 Jul 06 11:52:47.603171 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5d86-ab34-424a-8e86-fcdd52fc21c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.662065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd562829-3bc0-4677-b5cb-9355961b134a req-fa2765dd-0419-4665-b67d-6fe29e7eda5c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:47.665098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd562829-3bc0-4677-b5cb-9355961b134a req-fa2765dd-0419-4665-b67d-6fe29e7eda5c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.8504038 Jul 06 11:52:47.814949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd562829-3bc0-4677-b5cb-9355961b134a req-8757f044-6ad5-4f6e-a4e5-51657ec54313 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409383 Jul 06 11:52:47.859981 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-de80c68d-7119-43ff-8e18-8bd1853d241e req-1e876cd9-46ed-4dd1-9148-f52efd4b3ab0 service neutron] 10.222.0.86 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297498 Jul 06 11:52:47.915747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5649d3f5-bd0e-4007-8622-7af578c02c5c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:47.920203 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5649d3f5-bd0e-4007-8622-7af578c02c5c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.994905 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f839befe-39df-4f9e-8515-f265e79725ce tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.011099 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-de80c68d-7119-43ff-8e18-8bd1853d241e req-8c818544-5550-4baa-97fe-fe364d4c2994 service neutron] 10.222.0.86 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422966 Jul 06 11:52:48.130103 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc5d86-ab34-424a-8e86-fcdd52fc21c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 58afb0b0-f600-45b0-953b-15067c6afe72 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:48.130452 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5d86-ab34-424a-8e86-fcdd52fc21c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.178349 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.261377 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5d86-ab34-424a-8e86-fcdd52fc21c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.287620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc5d86-ab34-424a-8e86-fcdd52fc21c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 58afb0b0-f600-45b0-953b-15067c6afe72 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:48.378204 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6645077-df6e-4e41-b3b2-189478454ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.451972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f839befe-39df-4f9e-8515-f265e79725ce tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.464366 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f839befe-39df-4f9e-8515-f265e79725ce tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.515130 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5d86-ab34-424a-8e86-fcdd52fc21c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.545143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc5d86-ab34-424a-8e86-fcdd52fc21c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=58afb0b0-f600-45b0-953b-15067c6afe72,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:48.585449 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f148e0a0-24e8-49e7-b4b0-b6341bc5139c None None] Provisioning complete for port 36bb8621-764d-46ca-af59-3cec7616a924 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:48.586268 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f148e0a0-24e8-49e7-b4b0-b6341bc5139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.587989 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5649d3f5-bd0e-4007-8622-7af578c02c5c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.636914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f148e0a0-24e8-49e7-b4b0-b6341bc5139c None None] Port 36bb8621-764d-46ca-af59-3cec7616a924 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:48.647987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f148e0a0-24e8-49e7-b4b0-b6341bc5139c None None] Provisioning complete for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:48.648438 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f148e0a0-24e8-49e7-b4b0-b6341bc5139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.685909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649d3f5-bd0e-4007-8622-7af578c02c5c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Subnet': ['ID=a4ace825-a3c5-4040-9c50-e94d99665bc9,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:48.688570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839befe-39df-4f9e-8515-f265e79725ce tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'Port': ['ID=286461cc-a756-4844-bd95-b0cfb431f1b7,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:48.699394 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.713353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5649d3f5-bd0e-4007-8622-7af578c02c5c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:48.714525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f839befe-39df-4f9e-8515-f265e79725ce tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] In _notify_port_updated(), no bound segment for port 286461cc-a756-4844-bd95-b0cfb431f1b7 on network fc06e396-5572-482d-aed0-c127b0c8187f {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:48.720308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f839befe-39df-4f9e-8515-f265e79725ce tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.721313 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f839befe-39df-4f9e-8515-f265e79725ce tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.722837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f839befe-39df-4f9e-8515-f265e79725ce tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "PUT /v2.0/ports/286461cc-a756-4844-bd95-b0cfb431f1b7 HTTP/1.1" status: 200 len: 996 time: 1.6032891 Jul 06 11:52:48.725338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5649d3f5-bd0e-4007-8622-7af578c02c5c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:48.728433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57684) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:48.743367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5649d3f5-bd0e-4007-8622-7af578c02c5c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.744296 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5649d3f5-bd0e-4007-8622-7af578c02c5c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.746881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5d86-ab34-424a-8e86-fcdd52fc21c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.752550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04a794b-41c9-40ee-9fdc-096cf25b828a None None] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:48.817012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5649d3f5-bd0e-4007-8622-7af578c02c5c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6875460 Jul 06 11:52:48.821118 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57686) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:48.830867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-84b0ab0f-2737-4468-8a1a-6234f80459d0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'security_group': {'name': 'tempest-secgroup-1356646293'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:48.980960 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b0ab0f-2737-4468-8a1a-6234f80459d0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.042298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-da68c898-d498-41c8-ad65-719b3130aac7 None None] Provisioning complete for port 286461cc-a756-4844-bd95-b0cfb431f1b7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:49.043148 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da68c898-d498-41c8-ad65-719b3130aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.076510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0c036f46-1b91-47ec-8027-6cd05a36a86c tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Deleting port 286461cc-a756-4844-bd95-b0cfb431f1b7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:49.076993 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c036f46-1b91-47ec-8027-6cd05a36a86c tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.099049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdc5d86-ab34-424a-8e86-fcdd52fc21c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router 553a05bd-a56f-4908-a517-b7f11857d3c8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:49.153283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-da68c898-d498-41c8-ad65-719b3130aac7 None None] Port 286461cc-a756-4844-bd95-b0cfb431f1b7 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:49.196420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdc5d86-ab34-424a-8e86-fcdd52fc21c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:49.203440 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2fdc5d86-ab34-424a-8e86-fcdd52fc21c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/553a05bd-a56f-4908-a517-b7f11857d3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7565465 Jul 06 11:52:49.206321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57694) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:49.212901 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1878513a-2cb0-41e6-80e7-a902cbdffa66 None None] Sync routers for ids ['553a05bd-a56f-4908-a517-b7f11857d3c8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:49.233001 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878513a-2cb0-41e6-80e7-a902cbdffa66 None None] Routers {'553a05bd-a56f-4908-a517-b7f11857d3c8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:49.236871 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1878513a-2cb0-41e6-80e7-a902cbdffa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['553a05bd-a56f-4908-a517-b7f11857d3c8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:49.247350 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c036f46-1b91-47ec-8027-6cd05a36a86c tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.251789 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3ac929cb-8821-4e59-9273-ce2d11f3602d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=553a05bd-a56f-4908-a517-b7f11857d3c8 HTTP/1.1" status: 200 len: 205 time: 0.0441358 Jul 06 11:52:49.254240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57696) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:49.281461 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0c036f46-1b91-47ec-8027-6cd05a36a86c tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Calling delete_port for 286461cc-a756-4844-bd95-b0cfb431f1b7 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:49.288702 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b0ab0f-2737-4468-8a1a-6234f80459d0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.299942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd13be-f942-4fa0-8eb0-595b6cb0afe2 req-21fcd546-8746-4c7e-a7e3-9bf1bd22c49c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:49.308541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7dd13be-f942-4fa0-8eb0-595b6cb0afe2 req-21fcd546-8746-4c7e-a7e3-9bf1bd22c49c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.2504680 Jul 06 11:52:49.331072 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b0ab0f-2737-4468-8a1a-6234f80459d0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.357781 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1878513a-2cb0-41e6-80e7-a902cbdffa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:49.366839 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76bb5baa-5cf4-4a46-bf87-ca51bc467a19 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.383277 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878513a-2cb0-41e6-80e7-a902cbdffa66 None None] Routers {'553a05bd-a56f-4908-a517-b7f11857d3c8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:49.386651 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1878513a-2cb0-41e6-80e7-a902cbdffa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['553a05bd-a56f-4908-a517-b7f11857d3c8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:49.386985 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae85fbe-e67d-4cb8-b0e8-7cf58fd52574 None None] Update dhcp port {'port': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'fixed_ips': [{'subnet_id': '9ff3f82f-b9fd-4dbd-98f6-bb218a513d9a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a4ace825-a3c5-4040-9c50-e94d99665bc9'}], 'binding:host_id': 'n-d-799527-2'}, 'id': '1c356f85-88bb-488e-ae4a-46ba3581a1a4'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:52:49.430297 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ae85fbe-e67d-4cb8-b0e8-7cf58fd52574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.462811 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b0ab0f-2737-4468-8a1a-6234f80459d0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.466781 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-84b0ab0f-2737-4468-8a1a-6234f80459d0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6391718 Jul 06 11:52:49.467443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57700) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:49.471660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5a45f8f5-ed63-4692-9175-ce905dbfeb16 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'security_group': {'name': 'tempest-secgroup-158825247'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:49.479780 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1878513a-2cb0-41e6-80e7-a902cbdffa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:49.482730 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1878513a-2cb0-41e6-80e7-a902cbdffa66 None None] The sync data for ids ['553a05bd-a56f-4908-a517-b7f11857d3c8'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:49.513741 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7dd13be-f942-4fa0-8eb0-595b6cb0afe2 req-3e598316-cdbd-40bb-ad14-cc055e532294 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038262 Jul 06 11:52:49.516593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0ab0f-2737-4468-8a1a-6234f80459d0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ce0136-6aa4-4874-89eb-187c29b46d97,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:49.665736 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c036f46-1b91-47ec-8027-6cd05a36a86c tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.713502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4ae85fbe-e67d-4cb8-b0e8-7cf58fd52574 None None] Allocated IP 172.20.0.2 (53ac8393-65a1-4a59-b0f9-e94e85610e85/a4ace825-a3c5-4040-9c50-e94d99665bc9/1c356f85-88bb-488e-ae4a-46ba3581a1a4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:49.779567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c036f46-1b91-47ec-8027-6cd05a36a86c tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event deleted for resources: {'Port': ['ID=286461cc-a756-4844-bd95-b0cfb431f1b7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:49.865014 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c036f46-1b91-47ec-8027-6cd05a36a86c tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.870318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0c036f46-1b91-47ec-8027-6cd05a36a86c tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "DELETE /v2.0/ports/286461cc-a756-4844-bd95-b0cfb431f1b7 HTTP/1.1" status: 204 len: 168 time: 1.1380801 Jul 06 11:52:49.870446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:49.897957 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4ae85fbe-e67d-4cb8-b0e8-7cf58fd52574 None None] For port 1c356f85-88bb-488e-ae4a-46ba3581a1a4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1c356f85-88bb-488e-ae4a-46ba3581a1a4,segment=NetworkSegment(89a06347-e0d0-4ece-a608-f8fbba1a9794),segment_id=89a06347-e0d0-4ece-a608-f8fbba1a9794)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:49.910973 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-775e984e-b444-40fd-83f2-8dca43b5e502 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] GET failed (client error): The resource could not be found. Jul 06 11:52:49.918734 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-775e984e-b444-40fd-83f2-8dca43b5e502 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "GET /v2.0/ports/286461cc-a756-4844-bd95-b0cfb431f1b7 HTTP/1.1" status: 404 len: 333 time: 0.0413177 Jul 06 11:52:49.918958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57704) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:49.927049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Request body: {'port': {'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f', 'name': 'tempest-AllowedAddressPairTestJSON-157875913'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:49.947230 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ae85fbe-e67d-4cb8-b0e8-7cf58fd52574 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.975704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4ae85fbe-e67d-4cb8-b0e8-7cf58fd52574 None None] Transition to ACTIVE for port object 1c356f85-88bb-488e-ae4a-46ba3581a1a4 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:49.980380 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ae85fbe-e67d-4cb8-b0e8-7cf58fd52574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.076313 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76bb5baa-5cf4-4a46-bf87-ca51bc467a19 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.079371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76bb5baa-5cf4-4a46-bf87-ca51bc467a19 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.123746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae85fbe-e67d-4cb8-b0e8-7cf58fd52574 None None] Pushing event updated for resources: {'Port': ['ID=1c356f85-88bb-488e-ae4a-46ba3581a1a4,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:50.137887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:52:50.137887 n-d-799527-2 neutron-server[93814]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 11:52:50.137887 n-d-799527-2 neutron-server[93814]: [parameters: {'project_id': '348074e1d683400dbd85e8f92a69c961', 'id': 'bee03262-884f-433e-bbd3-ada919b64e36', 'expiration': datetime.datetime(2021, 7, 6, 11, 54, 50, 86349)}] Jul 06 11:52:50.137887 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:52:50.138392 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:52:50.145859 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76bb5baa-5cf4-4a46-bf87-ca51bc467a19 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.146474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bb5baa-5cf4-4a46-bf87-ca51bc467a19 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Fanout notify agent at l3_agent the message router_deleted on router 553a05bd-a56f-4908-a517-b7f11857d3c8 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:52:50.157314 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76bb5baa-5cf4-4a46-bf87-ca51bc467a19 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.158597 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-76bb5baa-5cf4-4a46-bf87-ca51bc467a19 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/553a05bd-a56f-4908-a517-b7f11857d3c8 HTTP/1.1" status: 204 len: 168 time: 0.9032183 Jul 06 11:52:50.160382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a45f8f5-ed63-4692-9175-ce905dbfeb16 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.162495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57708) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:50.239353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e902c8be-8243-4cc6-8af2-a761b46fb0c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting subnet 5afd1c30-04cf-46df-8b99-3f53aad9c975 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:50.246450 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e902c8be-8243-4cc6-8af2-a761b46fb0c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.303635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a45f8f5-ed63-4692-9175-ce905dbfeb16 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.305872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e902c8be-8243-4cc6-8af2-a761b46fb0c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.308576 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a45f8f5-ed63-4692-9175-ce905dbfeb16 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.357012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45f8f5-ed63-4692-9175-ce905dbfeb16 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c20b557-47e1-4d94-922c-25cc1b3b3c11,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:50.371802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a45f8f5-ed63-4692-9175-ce905dbfeb16 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.378243 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5a45f8f5-ed63-4692-9175-ce905dbfeb16 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9099560 Jul 06 11:52:50.382421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57710) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:50.391365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d47d0bd6-048a-4f11-9b1b-05e82bfb94a2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'security_group': {'name': 'tempest-secgroup-415715654'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:50.406436 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.439408 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d47d0bd6-048a-4f11-9b1b-05e82bfb94a2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.477330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e902c8be-8243-4cc6-8af2-a761b46fb0c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.591073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e902c8be-8243-4cc6-8af2-a761b46fb0c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.638249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902c8be-8243-4cc6-8af2-a761b46fb0c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Subnet': ['ID=5afd1c30-04cf-46df-8b99-3f53aad9c975,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:50.644753 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d47d0bd6-048a-4f11-9b1b-05e82bfb94a2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.651742 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d47d0bd6-048a-4f11-9b1b-05e82bfb94a2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.667902 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e902c8be-8243-4cc6-8af2-a761b46fb0c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.672463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e902c8be-8243-4cc6-8af2-a761b46fb0c0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/5afd1c30-04cf-46df-8b99-3f53aad9c975 HTTP/1.1" status: 204 len: 168 time: 0.5063474 Jul 06 11:52:50.679318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d978af7f-99c6-4c5d-a49c-56d174306fee None None] Network 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:50.691290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57718) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:50.721632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d0bd6-048a-4f11-9b1b-05e82bfb94a2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda2ad68-4f53-4301-9fea-9a3928dc31f6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:50.788530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b131a66d-7052-4787-9e04-b693faf8477b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting subnet 66c17ad3-b336-40e0-91a6-96baa236ffd4 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:50.800831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b131a66d-7052-4787-9e04-b693faf8477b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.875993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Made reservation on behalf of 348074e1d683400dbd85e8f92a69c961 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:50.879707 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d47d0bd6-048a-4f11-9b1b-05e82bfb94a2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.882542 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d47d0bd6-048a-4f11-9b1b-05e82bfb94a2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4974430 Jul 06 11:52:50.882828 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.885590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57720) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:50.891878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-558298884', 'security_groups': ['fda2ad68-4f53-4301-9fea-9a3928dc31f6'], 'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4ace825-a3c5-4040-9c50-e94d99665bc9'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:50.931081 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b131a66d-7052-4787-9e04-b693faf8477b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.970527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] device_id is not set on port 4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:51.041620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] DHCP port deletion for 95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:52:51.123265 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:51.142086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca18f8-0f4c-453d-b1e4-b178c824d44f req-a6125d53-0061-454b-a42f-3ba97dcb086e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:51.143959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94ca18f8-0f4c-453d-b1e4-b178c824d44f req-a6125d53-0061-454b-a42f-3ba97dcb086e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.4728620 Jul 06 11:52:51.195747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Allocated IP 172.20.0.5 (fc06e396-5572-482d-aed0-c127b0c8187f/e37993e7-c909-4530-8c7a-65ea94b8946e/4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:51.247869 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b131a66d-7052-4787-9e04-b693faf8477b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.272516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c60a388b-e1da-4d4b-a8c4-fcef6d3af20e None None] Provisioning complete for port 36bb8621-764d-46ca-af59-3cec7616a924 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:51.273048 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c60a388b-e1da-4d4b-a8c4-fcef6d3af20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.285763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94ca18f8-0f4c-453d-b1e4-b178c824d44f req-1c97f5a7-4a09-4989-bfa4-92ef8ce8a964 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070411 Jul 06 11:52:51.306479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.311992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c60a388b-e1da-4d4b-a8c4-fcef6d3af20e None None] Port 36bb8621-764d-46ca-af59-3cec7616a924 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:51.331175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c60a388b-e1da-4d4b-a8c4-fcef6d3af20e None None] Provisioning for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:51.338109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c60a388b-e1da-4d4b-a8c4-fcef6d3af20e None None] Provisioning complete for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:51.338496 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c60a388b-e1da-4d4b-a8c4-fcef6d3af20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.354345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] device_id is not set on port 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:51.365760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Deleting port 52552282-3c7c-416b-9d7c-375345bdeac3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:51.366173 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.427972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b131a66d-7052-4787-9e04-b693faf8477b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.466692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131a66d-7052-4787-9e04-b693faf8477b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Subnet': ['ID=66c17ad3-b336-40e0-91a6-96baa236ffd4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:51.481076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] For port 52552282-3c7c-416b-9d7c-375345bdeac3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=52552282-3c7c-416b-9d7c-375345bdeac3,segment=NetworkSegment(633d70da-d400-46fd-a5a6-6606d28913a7),segment_id=633d70da-d400-46fd-a5a6-6606d28913a7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:51.485665 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b131a66d-7052-4787-9e04-b693faf8477b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.490032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b131a66d-7052-4787-9e04-b693faf8477b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/66c17ad3-b336-40e0-91a6-96baa236ffd4 HTTP/1.1" status: 204 len: 168 time: 0.7869761 Jul 06 11:52:51.490960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57724) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:51.493786 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.515680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f66fd-5ad9-4179-b925-e508a6cb9d38 None None] Network 01bc4bc1-7846-4985-b8e1-f5c2025c78ae requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:51.575755 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.602935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Calling delete_port for 52552282-3c7c-416b-9d7c-375345bdeac3 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:51.610538 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.633606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.14 (53ac8393-65a1-4a59-b0f9-e94e85610e85/a4ace825-a3c5-4040-9c50-e94d99665bc9/0bb78af9-5f57-4c65-9327-d5fcc4900aa7) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:51.657890 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Transition to ACTIVE for port object 4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:51.686245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 52552282-3c7c-416b-9d7c-375345bdeac3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:51.686575 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.789871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port 52552282-3c7c-416b-9d7c-375345bdeac3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=52552282-3c7c-416b-9d7c-375345bdeac3,segment=NetworkSegment(633d70da-d400-46fd-a5a6-6606d28913a7),segment_id=633d70da-d400-46fd-a5a6-6606d28913a7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:51.790246 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.815043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 52552282-3c7c-416b-9d7c-375345bdeac3 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:51.905839 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.929564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1c356f85-88bb-488e-ae4a-46ba3581a1a4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:51.936999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:51.978621 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.069344 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.092446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:52.093930 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=0bb78af9-5f57-4c65-9327-d5fcc4900aa7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:52.107797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:52.112957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:52.170423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Network fc06e396-5572-482d-aed0-c127b0c8187f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:52.178261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:52.186439 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:52.199291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:52.200526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.204549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:52.204964 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.220374 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4d35bc75-1827-44aa-98f3-c8931fd1b413 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3336241 Jul 06 11:52:52.225801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57732) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:52.235221 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-59e856b8-b13d-4eb8-8185-dc9e2180efec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:52.273928 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.292220 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.316865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] No DVR routers for this DVR port 52552282-3c7c-416b-9d7c-375345bdeac3 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:52.319065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'Port': ['ID=4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:52.324947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Pushing event deleted for resources: {'Port': ['ID=52552282-3c7c-416b-9d7c-375345bdeac3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:52.339337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.339337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.339337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.340003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.340093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.340456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.340773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.341100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.341426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.341752 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.342077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.342402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da8bd-8650-483d-bd4e-54c43905621f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:52.367279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=52552282-3c7c-416b-9d7c-375345bdeac3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:52.385736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No DVR routers for this DVR port 52552282-3c7c-416b-9d7c-375345bdeac3 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:52.428297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae565d5b-c915-4ac0-80bc-b6c2052fcf84 None None] DHCP port deletion for 01bc4bc1-7846-4985-b8e1-f5c2025c78ae request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:52:52.442608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:52.444194 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.525286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ae565d5b-c915-4ac0-80bc-b6c2052fcf84 None None] Deleting port d3201339-693f-4ca3-bf27-fcc8e895b2ff {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:52.525760 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae565d5b-c915-4ac0-80bc-b6c2052fcf84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.584869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e856b8-b13d-4eb8-8185-dc9e2180efec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:52.585424 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.589693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59e856b8-b13d-4eb8-8185-dc9e2180efec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.606564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:52.610569 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ae565d5b-c915-4ac0-80bc-b6c2052fcf84 None None] For port d3201339-693f-4ca3-bf27-fcc8e895b2ff, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d3201339-693f-4ca3-bf27-fcc8e895b2ff,segment=NetworkSegment(3da30412-a930-4828-b52f-7fbea1faa569),segment_id=3da30412-a930-4828-b52f-7fbea1faa569)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:52.610973 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae565d5b-c915-4ac0-80bc-b6c2052fcf84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.621170 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633d70da-d400-46fd-a5a6-6606d28913a7') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:52.621626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633d70da-d400-46fd-a5a6-6606d28913a7') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:52.631949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ae565d5b-c915-4ac0-80bc-b6c2052fcf84 None None] Calling delete_port for d3201339-693f-4ca3-bf27-fcc8e895b2ff owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:52.636509 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.674651 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.703032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52552282-3c7c-416b-9d7c-375345bdeac3 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:52.716600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:52.716914 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:52.720917 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:52.748633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 52552282-3c7c-416b-9d7c-375345bdeac3 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:52.749593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52552282-3c7c-416b-9d7c-375345bdeac3 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:52.759361 n-d-799527-2 neutron-server[93815]: INFO neutron.db.ipam_backend_mixin [None req-59e856b8-b13d-4eb8-8185-dc9e2180efec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a4ace825-a3c5-4040-9c50-e94d99665bc9 (CIDR: 172.20.0.0/28) Jul 06 11:52:52.774290 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3e66681d-ef3d-4b36-9e18-1431efbe95e0 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8541760 Jul 06 11:52:52.781544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57740) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:52.789169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Request body: {'port': {'network_id': 'fc06e396-5572-482d-aed0-c127b0c8187f', 'name': 'tempest-AllowedAddressPairTestJSON-462237639'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:52.810205 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.815308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2011651b-f254-4638-9a9d-ddc43bc3381e None None] Provisioning for port 4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:52.818725 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e856b8-b13d-4eb8-8185-dc9e2180efec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:52:52.820159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e856b8-b13d-4eb8-8185-dc9e2180efec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:52.820570 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.821756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2011651b-f254-4638-9a9d-ddc43bc3381e None None] Provisioning complete for port 4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:52.822091 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2011651b-f254-4638-9a9d-ddc43bc3381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.825197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/networks/95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4 HTTP/1.1" status: 204 len: 168 time: 1.3305783 Jul 06 11:52:52.825304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57742) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:52.852306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f69d0-d511-4f33-8555-86e510839fda req-494f9780-ec6f-4c32-9755-73f4ac4e288d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:52.859312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-844f69d0-d511-4f33-8555-86e510839fda req-494f9780-ec6f-4c32-9755-73f4ac4e288d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.1783276 Jul 06 11:52:52.870803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2011651b-f254-4638-9a9d-ddc43bc3381e None None] Port 4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:52.876122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134d45c-942c-4897-9bdd-eb923fb87f38 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Network': ['ID=95d8b654-e0a6-4fcf-afd5-ea289d0b6bf4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:52.906923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2011651b-f254-4638-9a9d-ddc43bc3381e None None] Provisioning for port 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:52.909461 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-59e856b8-b13d-4eb8-8185-dc9e2180efec tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6821983 Jul 06 11:52:52.914420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57750) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:52.916919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2011651b-f254-4638-9a9d-ddc43bc3381e None None] Provisioning complete for port 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:52.917917 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2011651b-f254-4638-9a9d-ddc43bc3381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.925374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9fd29b55-68c3-4909-92fa-f05a76f32eb6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:52.969471 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae565d5b-c915-4ac0-80bc-b6c2052fcf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.976367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-844f69d0-d511-4f33-8555-86e510839fda req-221abab0-5de1-450c-b823-269cf137a559 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125989 Jul 06 11:52:53.013102 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.082022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae565d5b-c915-4ac0-80bc-b6c2052fcf84 None None] Pushing event deleted for resources: {'Port': ['ID=d3201339-693f-4ca3-bf27-fcc8e895b2ff,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:53.094322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae565d5b-c915-4ac0-80bc-b6c2052fcf84 None None] No DVR routers for this DVR port d3201339-693f-4ca3-bf27-fcc8e895b2ff on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:53.123969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2011651b-f254-4638-9a9d-ddc43bc3381e None None] Port 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:53.140442 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.152934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bc4bc1-7846-4985-b8e1-f5c2025c78ae']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:53.168965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Made reservation on behalf of 348074e1d683400dbd85e8f92a69c961 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:53.169848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da30412-a930-4828-b52f-7fbea1faa569') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:53.170147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da30412-a930-4828-b52f-7fbea1faa569') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:53.173520 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.182900 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.201198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] device_id is not set on port 5e37b4be-b03c-4f3c-ab10-9f7649becca9 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:53.205982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd29b55-68c3-4909-92fa-f05a76f32eb6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:53.210044 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9fd29b55-68c3-4909-92fa-f05a76f32eb6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.228490 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:53.247746 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:53.346779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.353168 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.362080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/networks/01bc4bc1-7846-4985-b8e1-f5c2025c78ae HTTP/1.1" status: 204 len: 168 time: 0.5357082 Jul 06 11:52:53.365274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57756) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:53.378068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1642572259'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:53.378932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eb59b-022c-44d0-a0da-edca498c5bdb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Network': ['ID=01bc4bc1-7846-4985-b8e1-f5c2025c78ae,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:53.452093 n-d-799527-2 neutron-server[93815]: INFO neutron.db.ipam_backend_mixin [None req-9fd29b55-68c3-4909-92fa-f05a76f32eb6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9ff3f82f-b9fd-4dbd-98f6-bb218a513d9a (CIDR: 172.20.0.16/28) Jul 06 11:52:53.461774 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd29b55-68c3-4909-92fa-f05a76f32eb6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:52:53.462279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd29b55-68c3-4909-92fa-f05a76f32eb6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:52:53.467549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:53.472467 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.478481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Allocated IP 172.20.0.4 (fc06e396-5572-482d-aed0-c127b0c8187f/e37993e7-c909-4530-8c7a-65ea94b8946e/5e37b4be-b03c-4f3c-ab10-9f7649becca9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:53.514418 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9fd29b55-68c3-4909-92fa-f05a76f32eb6 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5956125 Jul 06 11:52:53.515257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57758) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:53.525145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f4930765-795a-4593-99df-87319621c35c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'subnet': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:53.532135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:53.559756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.560105 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added segment 1530e884-fde6-4cf8-9bb6-30037c8743df of type vlan for network 0ea93fa4-9c20-4ad2-808a-5b4e054da98e Jul 06 11:52:53.652334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4930765-795a-4593-99df-87319621c35c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Made reservation on behalf of 33bdebf81d734b84a02b7b29132c7a1c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:53.656847 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4930765-795a-4593-99df-87319621c35c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.659134 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.725919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.731491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:53.732120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.795136 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.862627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d3201339-693f-4ca3-bf27-fcc8e895b2ff no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:53.868148 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4912674 Jul 06 11:52:53.868148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Transition to ACTIVE for port object 5e37b4be-b03c-4f3c-ab10-9f7649becca9 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:53.869375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57760) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:53.870905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb19f6d-ceac-463e-a365-684597a2c09c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Network': ['ID=0ea93fa4-9c20-4ad2-808a-5b4e054da98e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:53.878174 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'subnet': {'network_id': '0ea93fa4-9c20-4ad2-808a-5b4e054da98e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:53.898724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 0ea93fa4-9c20-4ad2-808a-5b4e054da98e details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:53.903408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: d3201339-693f-4ca3-bf27-fcc8e895b2ff {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:53.903974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d3201339-693f-4ca3-bf27-fcc8e895b2ff not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:53.993084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-17a90a51-8694-4846-9136-cffc76079b87 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1817763 Jul 06 11:52:54.003666 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4930765-795a-4593-99df-87319621c35c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.010462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.072648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4930765-795a-4593-99df-87319621c35c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Subnet': ['ID=de12f506-6ab8-4e25-b4ae-71a05974b0dc,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:54.082236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4930765-795a-4593-99df-87319621c35c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:54.084879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f4930765-795a-4593-99df-87319621c35c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:54.087988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4930765-795a-4593-99df-87319621c35c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.088970 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4930765-795a-4593-99df-87319621c35c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.097499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d3393-8098-4741-8438-da78de315c64 None None] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:54.129177 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:54.133743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f4930765-795a-4593-99df-87319621c35c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6161695 Jul 06 11:52:54.134259 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.136531 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57766) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:54.145242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-374588670', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de12f506-6ab8-4e25-b4ae-71a05974b0dc'}], 'security_groups': ['51ce0136-6aa4-4874-89eb-187c29b46d97', '8c20b557-47e1-4d94-922c-25cc1b3b3c11']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:54.164365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Network fc06e396-5572-482d-aed0-c127b0c8187f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:54.214028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:54.229029 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:54.237546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'Port': ['ID=5e37b4be-b03c-4f3c-ab10-9f7649becca9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:54.285606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-fedfc8e3-25cc-4d4f-9a4d-6f9641c64472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.297686 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-fedfc8e3-25cc-4d4f-9a4d-6f9641c64472 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 1096 time: 0.2628486 Jul 06 11:52:54.507979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f13e01-88ee-40f0-aa12-819607286bdd req-ce0f8454-ad90-4fd9-81ea-5ee0bfd45b90 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.514953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35f13e01-88ee-40f0-aa12-819607286bdd req-ce0f8454-ad90-4fd9-81ea-5ee0bfd45b90 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.2877703 Jul 06 11:52:54.535277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e976c5d9-418c-4016-9d66-0a47b6070936 None None] Update dhcp port {'port': {'network_id': '53ac8393-65a1-4a59-b0f9-e94e85610e85', 'fixed_ips': [{'subnet_id': '9ff3f82f-b9fd-4dbd-98f6-bb218a513d9a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a4ace825-a3c5-4040-9c50-e94d99665bc9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'de12f506-6ab8-4e25-b4ae-71a05974b0dc'}], 'binding:host_id': 'n-d-799527-2'}, 'id': '1c356f85-88bb-488e-ae4a-46ba3581a1a4'} from n-d-799527-2. {{(pid=93816) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 11:52:54.571711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-705ef8a4-89b1-4e28-99d9-9cf31f324147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.574010 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-705ef8a4-89b1-4e28-99d9-9cf31f324147 service neutron] 10.222.0.86 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.1037014 Jul 06 11:52:54.581426 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.603978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35f13e01-88ee-40f0-aa12-819607286bdd req-df4a82fd-731a-4e7b-9a2a-284c95351aa2 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880225 Jul 06 11:52:54.611868 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e976c5d9-418c-4016-9d66-0a47b6070936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.629046 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.670146 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-e970336d-7080-4a5b-8cb8-6501d838889b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916c1c2d-3c88-4d17-8b44-f1eeca17bb89 HTTP/1.1" status: 200 len: 217 time: 0.0812490 Jul 06 11:52:54.699603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.700966 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.779747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Subnet': ['ID=d90add12-518f-4180-b738-3c11009f372c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:54.802328 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d4f5472d-47f6-4ba1-bfdd-19a0a2720cd5 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0145133 Jul 06 11:52:54.808588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57772) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:54.809450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Checking segment: {'id': '1530e884-fde6-4cf8-9bb6-30037c8743df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0ea93fa4-9c20-4ad2-808a-5b4e054da98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:54.809900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network hostable DHCP agents. Network: 0ea93fa4-9c20-4ad2-808a-5b4e054da98e, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:52:54.810856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e976c5d9-418c-4016-9d66-0a47b6070936 None None] Allocated IP 172.20.0.34 (53ac8393-65a1-4a59-b0f9-e94e85610e85/de12f506-6ab8-4e25-b4ae-71a05974b0dc/1c356f85-88bb-488e-ae4a-46ba3581a1a4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:54.819848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-421753b6-d94e-4f4f-89a8-963aba82fe7d tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ee:d0:2a'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:81:06:2d'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:54.858089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-25e63408-d737-4bed-8208-bd47ae7b7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.859590 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-25e63408-d737-4bed-8208-bd47ae7b7722 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1759374 Jul 06 11:52:54.925859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-71fd005c-faf7-4ffe-90f2-788886a54aaa None None] Provisioning for port 5e37b4be-b03c-4f3c-ab10-9f7649becca9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:54.933294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 0ea93fa4-9c20-4ad2-808a-5b4e054da98e is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:52:54.935668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-71fd005c-faf7-4ffe-90f2-788886a54aaa None None] Provisioning complete for port 5e37b4be-b03c-4f3c-ab10-9f7649becca9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:54.936162 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71fd005c-faf7-4ffe-90f2-788886a54aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.976112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e976c5d9-418c-4016-9d66-0a47b6070936 None None] For port 1c356f85-88bb-488e-ae4a-46ba3581a1a4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1c356f85-88bb-488e-ae4a-46ba3581a1a4,segment=NetworkSegment(89a06347-e0d0-4ece-a608-f8fbba1a9794),segment_id=89a06347-e0d0-4ece-a608-f8fbba1a9794)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:54.988588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 0ea93fa4-9c20-4ad2-808a-5b4e054da98e) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:54.993656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.994367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.006670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f41209-4e4a-4c33-adb0-982c011eb483 None None] Network 0ea93fa4-9c20-4ad2-808a-5b4e054da98e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:55.016109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-71fd005c-faf7-4ffe-90f2-788886a54aaa None None] Port 5e37b4be-b03c-4f3c-ab10-9f7649becca9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:55.028835 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b72ab205-0b54-4298-86e0-ff4cd09f7303 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1530292 Jul 06 11:52:55.029886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57774) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:55.035858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3e5c6621-f35f-435a-a793-fa5c93858e1d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-633522638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:55.060623 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e976c5d9-418c-4016-9d66-0a47b6070936 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.069114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-46ddfabe-3bd3-4104-aba6-466e9186c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:55.070998 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-46ddfabe-3bd3-4104-aba6-466e9186c313 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013891 Jul 06 11:52:55.085591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e976c5d9-418c-4016-9d66-0a47b6070936 None None] Transition to ACTIVE for port object 1c356f85-88bb-488e-ae4a-46ba3581a1a4 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:55.099479 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e976c5d9-418c-4016-9d66-0a47b6070936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.192530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-5a929854-f98c-475b-8d1b-f8fb1cd7002f service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103125 Jul 06 11:52:55.201336 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6621-f35f-435a-a793-fa5c93858e1d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.202762 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6621-f35f-435a-a793-fa5c93858e1d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.298638 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976c5d9-418c-4016-9d66-0a47b6070936 None None] Pushing event updated for resources: {'Port': ['ID=1c356f85-88bb-488e-ae4a-46ba3581a1a4,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:55.342722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Delete allocated IP 172.20.0.14 (53ac8393-65a1-4a59-b0f9-e94e85610e85/a4ace825-a3c5-4040-9c50-e94d99665bc9) {{(pid=93814) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 11:52:55.379527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Allocated IP 172.20.0.40 (53ac8393-65a1-4a59-b0f9-e94e85610e85/de12f506-6ab8-4e25-b4ae-71a05974b0dc/0bb78af9-5f57-4c65-9327-d5fcc4900aa7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:55.381943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-0ea93fa4-9c20-4ad2-808a-5b4e054da98e', 'network_id': '0ea93fa4-9c20-4ad2-808a-5b4e054da98e', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'fixed_ips': [{'subnet_id': 'd90add12-518f-4180-b738-3c11009f372c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:52:55.382841 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.452293 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6621-f35f-435a-a793-fa5c93858e1d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.515868 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c774685-f6bf-4b37-b448-fb0a57d14181 req-b2f6a4d2-6ec2-409a-b41e-5ee032c3023b service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454035 Jul 06 11:52:55.516997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6621-f35f-435a-a793-fa5c93858e1d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.526750 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-421753b6-d94e-4f4f-89a8-963aba82fe7d tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.560167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5c6621-f35f-435a-a793-fa5c93858e1d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.562453 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3e5c6621-f35f-435a-a793-fa5c93858e1d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5302515 Jul 06 11:52:55.565323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:55.576014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'port': {'network_id': '0ea93fa4-9c20-4ad2-808a-5b4e054da98e', 'name': 'tempest-RoutersIpV6Test-2044288256'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:55.611071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Allocated IP 2001:db8::2 (0ea93fa4-9c20-4ad2-808a-5b4e054da98e/d90add12-518f-4180-b738-3c11009f372c/43e6b58a-8c11-4238-a234-1731823e7e58) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:55.824364 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.903167 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Transition to ACTIVE for port object 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:55.936433 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.940891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:55.941168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1c356f85-88bb-488e-ae4a-46ba3581a1a4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:55.945463 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.982243 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.003136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Transition to ACTIVE for port object 43e6b58a-8c11-4238-a234-1731823e7e58 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:56.028456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Transition to ACTIVE for port object 43e6b58a-8c11-4238-a234-1731823e7e58 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:56.038764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-421753b6-d94e-4f4f-89a8-963aba82fe7d tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.040640 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.049825 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-421753b6-d94e-4f4f-89a8-963aba82fe7d tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.098886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Network 0ea93fa4-9c20-4ad2-808a-5b4e054da98e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:56.105553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Pushing event updated for resources: {'Port': ['ID=43e6b58a-8c11-4238-a234-1731823e7e58,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:56.107223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:56.109672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:56.166385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] device_id is not set on port 362cfc28-510d-4836-a416-0abb52e3cf42 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:52:56.172622 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421753b6-d94e-4f4f-89a8-963aba82fe7d tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event updated for resources: {'Port': ['ID=5e37b4be-b03c-4f3c-ab10-9f7649becca9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:56.173700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Attempting to bind port 43e6b58a-8c11-4238-a234-1731823e7e58 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:56.174078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Attempting to bind port 43e6b58a-8c11-4238-a234-1731823e7e58 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '1530e884-fde6-4cf8-9bb6-30037c8743df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0ea93fa4-9c20-4ad2-808a-5b4e054da98e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:56.174448 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Attempting to bind port 43e6b58a-8c11-4238-a234-1731823e7e58 on network 0ea93fa4-9c20-4ad2-808a-5b4e054da98e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:56.180455 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:56.180840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Checking segment: {'id': '1530e884-fde6-4cf8-9bb6-30037c8743df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0ea93fa4-9c20-4ad2-808a-5b4e054da98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:56.181237 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.181630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Bound using segment: {'id': '1530e884-fde6-4cf8-9bb6-30037c8743df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0ea93fa4-9c20-4ad2-808a-5b4e054da98e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:56.182103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Bound port: 43e6b58a-8c11-4238-a234-1731823e7e58, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1530e884-fde6-4cf8-9bb6-30037c8743df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0ea93fa4-9c20-4ad2-808a-5b4e054da98e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:56.187256 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.216822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-421753b6-d94e-4f4f-89a8-963aba82fe7d tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] In _notify_port_updated(), no bound segment for port 5e37b4be-b03c-4f3c-ab10-9f7649becca9 on network fc06e396-5572-482d-aed0-c127b0c8187f {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:56.225683 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421753b6-d94e-4f4f-89a8-963aba82fe7d tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:56.226397 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-421753b6-d94e-4f4f-89a8-963aba82fe7d tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.244114 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-421753b6-d94e-4f4f-89a8-963aba82fe7d tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "PUT /v2.0/ports/5e37b4be-b03c-4f3c-ab10-9f7649becca9 HTTP/1.1" status: 200 len: 1054 time: 1.4210145 Jul 06 11:52:56.244835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57790) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:56.264815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] In _notify_port_updated(), no bound segment for port 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 on network 53ac8393-65a1-4a59-b0f9-e94e85610e85 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:52:56.274355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:56.276071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.283535 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "PUT /v2.0/ports/0bb78af9-5f57-4c65-9327-d5fcc4900aa7 HTTP/1.1" status: 200 len: 959 time: 2.1454678 Jul 06 11:52:56.295416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57792) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:56.301038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] For port 43e6b58a-8c11-4238-a234-1731823e7e58, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:56.306074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] For port 43e6b58a-8c11-4238-a234-1731823e7e58, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=43e6b58a-8c11-4238-a234-1731823e7e58,segment=NetworkSegment(1530e884-fde6-4cf8-9bb6-30037c8743df),segment_id=1530e884-fde6-4cf8-9bb6-30037c8743df)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:56.312646 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.387775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709113d-9c55-446b-bc41-c0f9aa66b216 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event updated for resources: {'Port': ['ID=0bb78af9-5f57-4c65-9327-d5fcc4900aa7,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:56.440572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7752ae-49f8-4668-8f90-113d2c0db3e4 None None] Pushing event updated for resources: {'Port': ['ID=43e6b58a-8c11-4238-a234-1731823e7e58,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:56.467564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ba60773d-097a-4b83-bb5f-780d7d117d67 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Deleting port 5e37b4be-b03c-4f3c-ab10-9f7649becca9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:56.473477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35117c74-3b10-40d9-a65e-b05a69856763 req-bfb9c80a-17a8-4ce2-b0a6-eda8420afc03 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:56.478680 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba60773d-097a-4b83-bb5f-780d7d117d67 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.482716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35117c74-3b10-40d9-a65e-b05a69856763 req-bfb9c80a-17a8-4ce2-b0a6-eda8420afc03 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.5695839 Jul 06 11:52:56.497716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bb424020-ac72-426a-87a1-fe5e8e97c539 None None] Provisioning complete for port 36bb8621-764d-46ca-af59-3cec7616a924 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:56.498094 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb424020-ac72-426a-87a1-fe5e8e97c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.561315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bb424020-ac72-426a-87a1-fe5e8e97c539 None None] Port 36bb8621-764d-46ca-af59-3cec7616a924 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:56.589742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bb424020-ac72-426a-87a1-fe5e8e97c539 None None] Provisioning for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:56.596446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bb424020-ac72-426a-87a1-fe5e8e97c539 None None] Provisioning complete for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:56.596855 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb424020-ac72-426a-87a1-fe5e8e97c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.612444 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba60773d-097a-4b83-bb5f-780d7d117d67 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.626222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ba60773d-097a-4b83-bb5f-780d7d117d67 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Calling delete_port for 5e37b4be-b03c-4f3c-ab10-9f7649becca9 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:56.632337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35117c74-3b10-40d9-a65e-b05a69856763 req-e1c2e5ea-f438-4897-b497-3014805dcb72 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484718 Jul 06 11:52:56.664560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-602c942c-970e-468e-bf4a-1deff18dd6ff tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:56.665466 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-602c942c-970e-468e-bf4a-1deff18dd6ff tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.738123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bb424020-ac72-426a-87a1-fe5e8e97c539 None None] Provisioning for port 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:56.750324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bb424020-ac72-426a-87a1-fe5e8e97c539 None None] Provisioning complete for port 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:56.760202 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb424020-ac72-426a-87a1-fe5e8e97c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.800936 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-602c942c-970e-468e-bf4a-1deff18dd6ff tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.822869 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba60773d-097a-4b83-bb5f-780d7d117d67 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.834163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-602c942c-970e-468e-bf4a-1deff18dd6ff tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:56.837172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Allocated IP 2001:db8::220 (0ea93fa4-9c20-4ad2-808a-5b4e054da98e/d90add12-518f-4180-b738-3c11009f372c/362cfc28-510d-4836-a416-0abb52e3cf42) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:56.882533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60773d-097a-4b83-bb5f-780d7d117d67 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event deleted for resources: {'Port': ['ID=5e37b4be-b03c-4f3c-ab10-9f7649becca9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:56.889755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bb424020-ac72-426a-87a1-fe5e8e97c539 None None] Port 0bb78af9-5f57-4c65-9327-d5fcc4900aa7 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:57.003319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2893088c-7838-4fe6-a9bf-71fa00feb0cc None None] Could not find standard attr ID for object 5e37b4be-b03c-4f3c-ab10-9f7649becca9. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:52:57.246441 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.248850 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-602c942c-970e-468e-bf4a-1deff18dd6ff tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.308215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba60773d-097a-4b83-bb5f-780d7d117d67 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.311519 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ba60773d-097a-4b83-bb5f-780d7d117d67 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "DELETE /v2.0/ports/5e37b4be-b03c-4f3c-ab10-9f7649becca9 HTTP/1.1" status: 204 len: 168 time: 1.0646667 Jul 06 11:52:57.313119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57800) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:57.322952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c942c-970e-468e-bf4a-1deff18dd6ff tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=0bb78af9-5f57-4c65-9327-d5fcc4900aa7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:57.337706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Transition to ACTIVE for port object 362cfc28-510d-4836-a416-0abb52e3cf42 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:57.363549 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd807af7-7ad5-451a-b812-255cfa16ce7d tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] GET failed (client error): The resource could not be found. Jul 06 11:52:57.366973 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cd807af7-7ad5-451a-b812-255cfa16ce7d tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "GET /v2.0/ports/5e37b4be-b03c-4f3c-ab10-9f7649becca9 HTTP/1.1" status: 404 len: 333 time: 0.0511882 Jul 06 11:52:57.369965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57802) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:57.418600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d78529f0-38a4-4bbd-b214-3490d9c0e316 None None] Could not find standard attr ID for object 0bb78af9-5f57-4c65-9327-d5fcc4900aa7. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 11:52:57.445573 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-602c942c-970e-468e-bf4a-1deff18dd6ff tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.447857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-602c942c-970e-468e-bf4a-1deff18dd6ff tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/0bb78af9-5f57-4c65-9327-d5fcc4900aa7 HTTP/1.1" status: 204 len: 168 time: 1.1486738 Jul 06 11:52:57.450489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:57.488657 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.498570 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-614bc14e-70d8-4e0c-93e9-b71c757504b8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] GET failed (client error): The resource could not be found. Jul 06 11:52:57.500432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-614bc14e-70d8-4e0c-93e9-b71c757504b8 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports/0bb78af9-5f57-4c65-9327-d5fcc4900aa7 HTTP/1.1" status: 404 len: 333 time: 0.0488143 Jul 06 11:52:57.503602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57808) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:57.540064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c5962634-d9cc-40a5-a886-1366a22bdd48 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Deleting port 4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:57.540506 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5962634-d9cc-40a5-a886-1366a22bdd48 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.582181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 0ea93fa4-9c20-4ad2-808a-5b4e054da98e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:57.593928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=362cfc28-510d-4836-a416-0abb52e3cf42,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:57.603106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:57.605446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:57.612932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:57.613885 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.643400 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5962634-d9cc-40a5-a886-1366a22bdd48 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.664198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1d66a3de-7396-4bbf-989b-69b5756fbaf4 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0953696 Jul 06 11:52:57.669271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57812) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:57.679147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c5962634-d9cc-40a5-a886-1366a22bdd48 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Calling delete_port for 4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:57.894574 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5962634-d9cc-40a5-a886-1366a22bdd48 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.988349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 43e6b58a-8c11-4238-a234-1731823e7e58 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:58.000624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5962634-d9cc-40a5-a886-1366a22bdd48 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event deleted for resources: {'Port': ['ID=4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:58.118183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 43e6b58a-8c11-4238-a234-1731823e7e58 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:58.227244 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5962634-d9cc-40a5-a886-1366a22bdd48 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.234850 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c5962634-d9cc-40a5-a886-1366a22bdd48 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "DELETE /v2.0/ports/4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2 HTTP/1.1" status: 204 len: 168 time: 0.8635588 Jul 06 11:52:58.240618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:58.311580 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd48af2-a26d-4e1f-85b9-16d0ded225ff tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] GET failed (client error): The resource could not be found. Jul 06 11:52:58.313349 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fdd48af2-a26d-4e1f-85b9-16d0ded225ff tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "GET /v2.0/ports/4231fe8d-651d-4b4d-9c06-4f5a1d9a47f2 HTTP/1.1" status: 404 len: 333 time: 0.0711555 Jul 06 11:52:58.325957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57822) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:58.448319 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e958b764-f67a-4081-a63e-fc55b86a745d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.573664 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.594715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb1e7c-52c5-485a-a059-4f4e3a1f81cc tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Deleting port ebd159f0-0c21-450e-b38d-880ca4ac0f18 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:58.595089 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1e7c-52c5-485a-a059-4f4e3a1f81cc tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.633644 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e958b764-f67a-4081-a63e-fc55b86a745d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.727572 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.748509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279234f2-a22a-43b0-be87-5e9ce929fa1f None None] Network 0ea93fa4-9c20-4ad2-808a-5b4e054da98e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:58.769187 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1e7c-52c5-485a-a059-4f4e3a1f81cc tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.790847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb1e7c-52c5-485a-a059-4f4e3a1f81cc tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Calling delete_port for ebd159f0-0c21-450e-b38d-880ca4ac0f18 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:58.884491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e958b764-f67a-4081-a63e-fc55b86a745d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.887779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e958b764-f67a-4081-a63e-fc55b86a745d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.892206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e958b764-f67a-4081-a63e-fc55b86a745d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/security-groups/fda2ad68-4f53-4301-9fea-9a3928dc31f6 HTTP/1.1" status: 204 len: 168 time: 1.3877468 Jul 06 11:52:58.896048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57826) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:58.906338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4aa5eb0b-ff6b-4b6e-a823-87a93a6a9cfd None None] Provisioning for port 43e6b58a-8c11-4238-a234-1731823e7e58 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:58.918844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958b764-f67a-4081-a63e-fc55b86a745d tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda2ad68-4f53-4301-9fea-9a3928dc31f6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:58.930575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c008e-d261-4834-ba1c-6c5ec5c26310 req-7904b2f2-5140-4901-a1e9-60b16abd103e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:58.932293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a33c008e-d261-4834-ba1c-6c5ec5c26310 req-7904b2f2-5140-4901-a1e9-60b16abd103e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.4810419 Jul 06 11:52:58.951577 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4aa5eb0b-ff6b-4b6e-a823-87a93a6a9cfd None None] Provisioning complete for port 43e6b58a-8c11-4238-a234-1731823e7e58 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:58.952077 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4aa5eb0b-ff6b-4b6e-a823-87a93a6a9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.995435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1e7c-52c5-485a-a059-4f4e3a1f81cc tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.084411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb1e7c-52c5-485a-a059-4f4e3a1f81cc tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event deleted for resources: {'Port': ['ID=ebd159f0-0c21-450e-b38d-880ca4ac0f18,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:59.097689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a33c008e-d261-4834-ba1c-6c5ec5c26310 req-78b7ebbf-fdf4-4623-893e-c81c7bc95c42 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572545 Jul 06 11:52:59.137482 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4aa5eb0b-ff6b-4b6e-a823-87a93a6a9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.236499 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba75620d-4b62-48b1-a5ef-ca4164d8d16f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.254964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcdb1e7c-52c5-485a-a059-4f4e3a1f81cc tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.265091 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bcdb1e7c-52c5-485a-a059-4f4e3a1f81cc tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "DELETE /v2.0/ports/ebd159f0-0c21-450e-b38d-880ca4ac0f18 HTTP/1.1" status: 204 len: 168 time: 0.9359231 Jul 06 11:52:59.265841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57830) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:59.335914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2220fec-5aec-40ed-ba80-9d4ba9397f31 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Deleting subnet e37993e7-c909-4530-8c7a-65ea94b8946e {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:59.339882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2220fec-5aec-40ed-ba80-9d4ba9397f31 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.365741 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba75620d-4b62-48b1-a5ef-ca4164d8d16f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.389967 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.468928 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2220fec-5aec-40ed-ba80-9d4ba9397f31 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.566499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4aa5eb0b-ff6b-4b6e-a823-87a93a6a9cfd None None] For port 43e6b58a-8c11-4238-a234-1731823e7e58, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=43e6b58a-8c11-4238-a234-1731823e7e58,segment=NetworkSegment(1530e884-fde6-4cf8-9bb6-30037c8743df),segment_id=1530e884-fde6-4cf8-9bb6-30037c8743df)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:59.579635 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba75620d-4b62-48b1-a5ef-ca4164d8d16f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.581324 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4aa5eb0b-ff6b-4b6e-a823-87a93a6a9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.584422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba75620d-4b62-48b1-a5ef-ca4164d8d16f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.588800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ba75620d-4b62-48b1-a5ef-ca4164d8d16f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c20b557-47e1-4d94-922c-25cc1b3b3c11 HTTP/1.1" status: 204 len: 168 time: 0.6779337 Jul 06 11:52:59.621607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2220fec-5aec-40ed-ba80-9d4ba9397f31 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.654605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57834) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:59.696775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5eb0b-ff6b-4b6e-a823-87a93a6a9cfd None None] Pushing event updated for resources: {'Port': ['ID=43e6b58a-8c11-4238-a234-1731823e7e58,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:59.726153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3cdf4240-7792-4fbf-9258-22e7cf4138ed None None] Provisioning for port 362cfc28-510d-4836-a416-0abb52e3cf42 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:59.731369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3cdf4240-7792-4fbf-9258-22e7cf4138ed None None] Provisioning complete for port 362cfc28-510d-4836-a416-0abb52e3cf42 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:59.734788 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4240-7792-4fbf-9258-22e7cf4138ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.819934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf4240-7792-4fbf-9258-22e7cf4138ed None None] Port 362cfc28-510d-4836-a416-0abb52e3cf42 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:59.838748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75620d-4b62-48b1-a5ef-ca4164d8d16f tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c20b557-47e1-4d94-922c-25cc1b3b3c11,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:59.849183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3cdf4240-7792-4fbf-9258-22e7cf4138ed None None] Provisioning complete for port 43e6b58a-8c11-4238-a234-1731823e7e58 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:59.849897 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4240-7792-4fbf-9258-22e7cf4138ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.955198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 43e6b58a-8c11-4238-a234-1731823e7e58 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:59.976398 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.982780 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.135902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=362cfc28-510d-4836-a416-0abb52e3cf42,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:00.137693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 43e6b58a-8c11-4238-a234-1731823e7e58 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:00.138290 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.251089 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d27cd49-d1a8-427f-99b8-5f4f12dee3fd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.261373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2220fec-5aec-40ed-ba80-9d4ba9397f31 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.292413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9ea05174-8a2f-4354-b2b4-7c9550e6e65e None None] Provisioning complete for port 362cfc28-510d-4836-a416-0abb52e3cf42 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:00.293218 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea05174-8a2f-4354-b2b4-7c9550e6e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.311348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2220fec-5aec-40ed-ba80-9d4ba9397f31 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event deleted for resources: {'Subnet': ['ID=e37993e7-c909-4530-8c7a-65ea94b8946e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:00.322049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2220fec-5aec-40ed-ba80-9d4ba9397f31 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.326823 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e2220fec-5aec-40ed-ba80-9d4ba9397f31 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "DELETE /v2.0/subnets/e37993e7-c909-4530-8c7a-65ea94b8946e HTTP/1.1" status: 204 len: 168 time: 1.0584834 Jul 06 11:53:00.326823 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d27cd49-d1a8-427f-99b8-5f4f12dee3fd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.329454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57840) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:00.332983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0d07f5-d09a-4144-beab-3464da338c36 None None] Network fc06e396-5572-482d-aed0-c127b0c8187f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:00.337713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.416008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9ea05174-8a2f-4354-b2b4-7c9550e6e65e None None] Port 362cfc28-510d-4836-a416-0abb52e3cf42 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:00.459215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.513344 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d27cd49-d1a8-427f-99b8-5f4f12dee3fd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.516779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d27cd49-d1a8-427f-99b8-5f4f12dee3fd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.517864 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3d27cd49-d1a8-427f-99b8-5f4f12dee3fd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/security-groups/51ce0136-6aa4-4874-89eb-187c29b46d97 HTTP/1.1" status: 204 len: 168 time: 0.8619747 Jul 06 11:53:00.523019 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57844) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:00.554022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5da56591-6d3c-433c-b9de-532c0615504e None None] Provisioning complete for port 362cfc28-510d-4836-a416-0abb52e3cf42 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:00.555591 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5da56591-6d3c-433c-b9de-532c0615504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.575767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27cd49-d1a8-427f-99b8-5f4f12dee3fd tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ce0136-6aa4-4874-89eb-187c29b46d97,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:00.594451 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431fbc2-b2de-4458-97b1-40daaf97246d req-14c617b4-6563-44a6-90d8-abad2b49f4e6 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:00.601772 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d431fbc2-b2de-4458-97b1-40daaf97246d req-14c617b4-6563-44a6-90d8-abad2b49f4e6 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.2063777 Jul 06 11:53:00.605138 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.622543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e4c3d1-34c4-407a-8920-be12f6c9c420 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting subnet a4ace825-a3c5-4040-9c50-e94d99665bc9 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:00.629080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09e4c3d1-34c4-407a-8920-be12f6c9c420 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.642053 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5da56591-6d3c-433c-b9de-532c0615504e None None] Port 362cfc28-510d-4836-a416-0abb52e3cf42 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:00.648759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536acbaa-b5d4-49c6-af13-34127d3d7e12 None None] DHCP port deletion for fc06e396-5572-482d-aed0-c127b0c8187f request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:00.673703 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Deleting port 4b491238-fd62-4407-b0b1-9a0548f01aee {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:00.674041 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.716314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-536acbaa-b5d4-49c6-af13-34127d3d7e12 None None] Deleting port 4b491238-fd62-4407-b0b1-9a0548f01aee {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:00.716698 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-536acbaa-b5d4-49c6-af13-34127d3d7e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.743229 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09e4c3d1-34c4-407a-8920-be12f6c9c420 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.795013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] For port 4b491238-fd62-4407-b0b1-9a0548f01aee, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4b491238-fd62-4407-b0b1-9a0548f01aee,segment=NetworkSegment(d57afa4e-423b-41ec-a818-e680827e8f7e),segment_id=d57afa4e-423b-41ec-a818-e680827e8f7e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:00.795436 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.808188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-536acbaa-b5d4-49c6-af13-34127d3d7e12 None None] For port 4b491238-fd62-4407-b0b1-9a0548f01aee, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4b491238-fd62-4407-b0b1-9a0548f01aee,segment=NetworkSegment(d57afa4e-423b-41ec-a818-e680827e8f7e),segment_id=d57afa4e-423b-41ec-a818-e680827e8f7e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:00.808584 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-536acbaa-b5d4-49c6-af13-34127d3d7e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.810358 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d431fbc2-b2de-4458-97b1-40daaf97246d req-5a42d0c5-f17f-45cb-b772-8f2a8a7dce21 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022183 Jul 06 11:53:00.822584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Calling delete_port for 4b491238-fd62-4407-b0b1-9a0548f01aee owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:00.823910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-536acbaa-b5d4-49c6-af13-34127d3d7e12 None None] Calling delete_port for 4b491238-fd62-4407-b0b1-9a0548f01aee owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:00.913445 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-536acbaa-b5d4-49c6-af13-34127d3d7e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.926078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09e4c3d1-34c4-407a-8920-be12f6c9c420 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.943898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536acbaa-b5d4-49c6-af13-34127d3d7e12 None None] Pushing event deleted for resources: {'Port': ['ID=4b491238-fd62-4407-b0b1-9a0548f01aee,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:00.950401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536acbaa-b5d4-49c6-af13-34127d3d7e12 None None] No DVR routers for this DVR port 4b491238-fd62-4407-b0b1-9a0548f01aee on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:00.994982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.002456 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.003280 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.014871 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.047166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] No DVR routers for this DVR port 4b491238-fd62-4407-b0b1-9a0548f01aee on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:01.049940 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09e4c3d1-34c4-407a-8920-be12f6c9c420 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.052045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event deleted for resources: {'Port': ['ID=4b491238-fd62-4407-b0b1-9a0548f01aee,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:01.103890 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=362cfc28-510d-4836-a416-0abb52e3cf42,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:01.109591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4c3d1-34c4-407a-8920-be12f6c9c420 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ace825-a3c5-4040-9c50-e94d99665bc9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:01.113332 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09e4c3d1-34c4-407a-8920-be12f6c9c420 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.119021 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-09e4c3d1-34c4-407a-8920-be12f6c9c420 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/a4ace825-a3c5-4040-9c50-e94d99665bc9 HTTP/1.1" status: 204 len: 168 time: 0.5898373 Jul 06 11:53:01.122428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65fcb86-0798-41d3-8c60-8929dd083c53 None None] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:01.123978 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57850) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:01.186506 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.197869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc06e396-5572-482d-aed0-c127b0c8187f']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:01.210103 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57afa4e-423b-41ec-a818-e680827e8f7e') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:01.210401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57afa4e-423b-41ec-a818-e680827e8f7e') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:01.212774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 0ea93fa4-9c20-4ad2-808a-5b4e054da98e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:01.217379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-231188a3-edad-4a5e-83dc-085dc401a40c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting subnet de12f506-6ab8-4e25-b4ae-71a05974b0dc {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:01.219925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.220739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:01.222500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-231188a3-edad-4a5e-83dc-085dc401a40c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.235684 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.244028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:01.244972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:53:01.249726 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:01.254012 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:01.337567 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.348618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-231188a3-edad-4a5e-83dc-085dc401a40c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.363000 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.365984 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] 10.222.0.21 "DELETE /v2.0/networks/fc06e396-5572-482d-aed0-c127b0c8187f HTTP/1.1" status: 204 len: 168 time: 1.0355389 Jul 06 11:53:01.393117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff4f8b-9205-48dd-870b-babf9c2b8db2 tempest-AllowedAddressPairTestJSON-1275144022 tempest-AllowedAddressPairTestJSON-1275144022-project] Pushing event deleted for resources: {'Network': ['ID=fc06e396-5572-482d-aed0-c127b0c8187f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:01.474898 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-231188a3-edad-4a5e-83dc-085dc401a40c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.514561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e4543b19-307b-4962-9177-e2833081b794 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:53:01.577344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1f11b40c-42a4-4c04-8be0-7879ce7e9399 None None] Provisioning complete for port 362cfc28-510d-4836-a416-0abb52e3cf42 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:01.577891 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f11b40c-42a4-4c04-8be0-7879ce7e9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.631703 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-231188a3-edad-4a5e-83dc-085dc401a40c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.636794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1f11b40c-42a4-4c04-8be0-7879ce7e9399 None None] Port 362cfc28-510d-4836-a416-0abb52e3cf42 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:01.657984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-231188a3-edad-4a5e-83dc-085dc401a40c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.659769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-231188a3-edad-4a5e-83dc-085dc401a40c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/de12f506-6ab8-4e25-b4ae-71a05974b0dc HTTP/1.1" status: 204 len: 168 time: 0.5347517 Jul 06 11:53:01.662846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57858) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:01.693376 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-066c924f-ab90-4581-9303-428a5e6cea33 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:53:01.693636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066c924f-ab90-4581-9303-428a5e6cea33 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:53:01.695472 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-066c924f-ab90-4581-9303-428a5e6cea33 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/a4ace825-a3c5-4040-9c50-e94d99665bc9 HTTP/1.1" status: 404 len: 337 time: 0.0315239 Jul 06 11:53:01.696814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231188a3-edad-4a5e-83dc-085dc401a40c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Subnet': ['ID=de12f506-6ab8-4e25-b4ae-71a05974b0dc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:01.698716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57860) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:01.757737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:01.763694 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6d473de6-f37f-4cdb-8f61-e04537ed0cab tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e4543b19-307b-4962-9177-e2833081b794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0931840 Jul 06 11:53:01.766310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57862) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:01.774764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ef2bd-16e3-4fa8-be55-ac2ad6ff71f7 None None] Sync routers for ids ['e4543b19-307b-4962-9177-e2833081b794'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:01.805828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57866) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:01.810567 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ef2bd-16e3-4fa8-be55-ac2ad6ff71f7 None None] Routers {'e4543b19-307b-4962-9177-e2833081b794'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:01.811269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-163ef2bd-16e3-4fa8-be55-ac2ad6ff71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e4543b19-307b-4962-9177-e2833081b794'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:01.863341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d3606-5e47-4e22-8727-10c6a58a1dfa tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:01.871978 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9378a4-6cfe-4821-855f-a930e02125ed tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting subnet 9ff3f82f-b9fd-4dbd-98f6-bb218a513d9a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:01.880801 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2d6d3606-5e47-4e22-8727-10c6a58a1dfa tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports/362cfc28-510d-4836-a416-0abb52e3cf42 HTTP/1.1" status: 200 len: 984 time: 0.1135023 Jul 06 11:53:01.881865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57872) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:01.886659 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f9378a4-6cfe-4821-855f-a930e02125ed tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.903300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-163ef2bd-16e3-4fa8-be55-ac2ad6ff71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:01.908779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4b491238-fd62-4407-b0b1-9a0548f01aee no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:01.949209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 4b491238-fd62-4407-b0b1-9a0548f01aee {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:01.950971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4b491238-fd62-4407-b0b1-9a0548f01aee not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:01.973997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ef2bd-16e3-4fa8-be55-ac2ad6ff71f7 None None] Routers {'e4543b19-307b-4962-9177-e2833081b794'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:01.976049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-163ef2bd-16e3-4fa8-be55-ac2ad6ff71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e4543b19-307b-4962-9177-e2833081b794'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:01.979997 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f9378a4-6cfe-4821-855f-a930e02125ed tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.076228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-163ef2bd-16e3-4fa8-be55-ac2ad6ff71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:02.077332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ef2bd-16e3-4fa8-be55-ac2ad6ff71f7 None None] The sync data for ids ['e4543b19-307b-4962-9177-e2833081b794'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:02.191152 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-43cb5996-7b85-40f5-8f39-2e4cf13f03ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=348074e1d683400dbd85e8f92a69c961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844616 Jul 06 11:53:02.193480 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f9378a4-6cfe-4821-855f-a930e02125ed tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.195371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57876) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.231405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca11ffa-5ddd-4eb1-a266-776af7870957 req-3cf7a358-77e7-4e31-bcbe-a0dfdd372264 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:02.232229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba710415-3049-4334-a523-bb141b8ebb1f None None] Network 53ac8393-65a1-4a59-b0f9-e94e85610e85 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:02.233005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fca11ffa-5ddd-4eb1-a266-776af7870957 req-3cf7a358-77e7-4e31-bcbe-a0dfdd372264 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.1898816 Jul 06 11:53:02.281827 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8083bdc-9947-43ce-bc9a-519f89f85610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.297925 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fca11ffa-5ddd-4eb1-a266-776af7870957 req-317c4357-610c-4cf7-97b7-23b761077d51 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481966 Jul 06 11:53:02.300064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7feefbc0-b836-44bc-85a0-c284c96270d3 None None] Provisioning complete for port 36bb8621-764d-46ca-af59-3cec7616a924 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:02.300439 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7feefbc0-b836-44bc-85a0-c284c96270d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.310537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f9378a4-6cfe-4821-855f-a930e02125ed tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.321590 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8083bdc-9947-43ce-bc9a-519f89f85610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.346618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9378a4-6cfe-4821-855f-a930e02125ed tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff3f82f-b9fd-4dbd-98f6-bb218a513d9a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:02.347040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7feefbc0-b836-44bc-85a0-c284c96270d3 None None] Port 36bb8621-764d-46ca-af59-3cec7616a924 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:02.348950 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f9378a4-6cfe-4821-855f-a930e02125ed tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.351626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9f9378a4-6cfe-4821-855f-a930e02125ed tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/9ff3f82f-b9fd-4dbd-98f6-bb218a513d9a HTTP/1.1" status: 204 len: 168 time: 0.6516364 Jul 06 11:53:02.354068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57878) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.371778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7feefbc0-b836-44bc-85a0-c284c96270d3 None None] Provisioning complete for port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:02.372153 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7feefbc0-b836-44bc-85a0-c284c96270d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.389238 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4a60ec-5da6-426f-94f9-588ee966b77b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:53:02.389859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4a60ec-5da6-426f-94f9-588ee966b77b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:53:02.391785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ec4a60ec-5da6-426f-94f9-588ee966b77b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/3977edd0-48c8-4019-bdd6-44ff1e49b2ae HTTP/1.1" status: 404 len: 337 time: 0.0366085 Jul 06 11:53:02.394804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57880) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.429430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3223fcff-46f2-4bfd-a6a9-61064e54c7ab tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4010ce-4165-4862-9c16-830e772a1441 HTTP/1.1" status: 200 len: 205 time: 0.0333524 Jul 06 11:53:02.430147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.478063 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-d7425232-689a-43f2-881f-5e5b920adbb2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] delete failed (client error): The resource could not be found. Jul 06 11:53:02.481516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d7425232-689a-43f2-881f-5e5b920adbb2 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/routers/bd4010ce-4165-4862-9c16-830e772a1441 HTTP/1.1" status: 404 len: 336 time: 0.0480123 Jul 06 11:53:02.481670 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8083bdc-9947-43ce-bc9a-519f89f85610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.481773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57884) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.482683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8083bdc-9947-43ce-bc9a-519f89f85610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.483866 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b8083bdc-9947-43ce-bc9a-519f89f85610 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7025a8b3-28de-4a42-a949-d98781792775 HTTP/1.1" status: 204 len: 168 time: 0.2875409 Jul 06 11:53:02.497535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-413a1584-7c03-40ce-932c-300464128270 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.500564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8083bdc-9947-43ce-bc9a-519f89f85610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7025a8b3-28de-4a42-a949-d98781792775,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:02.531505 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebe3f13-6381-4377-8ca4-f74e63338cd9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:53:02.531979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebe3f13-6381-4377-8ca4-f74e63338cd9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:53:02.549597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57888) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.549899 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-eebe3f13-6381-4377-8ca4-f74e63338cd9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/3bd02a47-1d8c-4f7b-953e-5e99171cfe21 HTTP/1.1" status: 404 len: 337 time: 0.0670159 Jul 06 11:53:02.607119 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-8745d2ea-e048-4a8f-b322-0bdbb8271778 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:53:02.607635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8745d2ea-e048-4a8f-b322-0bdbb8271778 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:53:02.609371 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8745d2ea-e048-4a8f-b322-0bdbb8271778 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/35eef9bf-5eba-490f-861a-08d9949c1c58 HTTP/1.1" status: 404 len: 337 time: 0.0584443 Jul 06 11:53:02.611979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57890) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.622950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d3d178-e20c-47a6-bff9-45e9bc8755eb None None] DHCP port deletion for 53ac8393-65a1-4a59-b0f9-e94e85610e85 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:02.645039 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-413ea5c3-da0c-4287-93ee-ba2abc5d986b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:53:02.645518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413ea5c3-da0c-4287-93ee-ba2abc5d986b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:53:02.647891 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-413ea5c3-da0c-4287-93ee-ba2abc5d986b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/c7085d4e-eb5c-4ecf-b750-0e91c35bfadd HTTP/1.1" status: 404 len: 337 time: 0.0350039 Jul 06 11:53:02.650549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57894) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.679761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-53d3d178-e20c-47a6-bff9-45e9bc8755eb None None] Deleting port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:02.680176 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53d3d178-e20c-47a6-bff9-45e9bc8755eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.686779 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a77b066-40c2-4d83-8a83-ac1bb327781b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:53:02.687517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a77b066-40c2-4d83-8a83-ac1bb327781b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:53:02.689839 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5a77b066-40c2-4d83-8a83-ac1bb327781b tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/bd60a171-44c4-4c40-802c-83d1b9c1ba70 HTTP/1.1" status: 404 len: 333 time: 0.0380282 Jul 06 11:53:02.692287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57896) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.725022 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1073cb-66ae-423f-8965-1aa03c0806fb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:53:02.725634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1073cb-66ae-423f-8965-1aa03c0806fb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:53:02.727758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fb1073cb-66ae-423f-8965-1aa03c0806fb tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/66905387-02c1-4d2a-a4ac-440d6f10a110 HTTP/1.1" status: 404 len: 337 time: 0.0343845 Jul 06 11:53:02.730690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57898) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.767664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-53d3d178-e20c-47a6-bff9-45e9bc8755eb None None] For port 1c356f85-88bb-488e-ae4a-46ba3581a1a4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1c356f85-88bb-488e-ae4a-46ba3581a1a4,segment=NetworkSegment(89a06347-e0d0-4ece-a608-f8fbba1a9794),segment_id=89a06347-e0d0-4ece-a608-f8fbba1a9794)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:02.767664 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53d3d178-e20c-47a6-bff9-45e9bc8755eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.779847 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-7527e6eb-8743-4ae8-b882-b0083d3c35f0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:53:02.780656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7527e6eb-8743-4ae8-b882-b0083d3c35f0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:53:02.782786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7527e6eb-8743-4ae8-b882-b0083d3c35f0 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/cbcfa8bc-1468-4873-8299-f5811d395676 HTTP/1.1" status: 404 len: 337 time: 0.0510287 Jul 06 11:53:02.789312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57902) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.792914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-53d3d178-e20c-47a6-bff9-45e9bc8755eb None None] Calling delete_port for 1c356f85-88bb-488e-ae4a-46ba3581a1a4 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:02.830215 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26a605c-481d-4547-9882-76cc8ed0a756 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:53:02.831208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26a605c-481d-4547-9882-76cc8ed0a756 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:53:02.836750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57908) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.837602 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a26a605c-481d-4547-9882-76cc8ed0a756 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/d812018f-6211-4452-aa16-dc800a0ccb1f HTTP/1.1" status: 404 len: 333 time: 0.0467448 Jul 06 11:53:02.864606 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0c1c28-ca10-44fe-a77c-9f04291535f9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:53:02.865113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0c1c28-ca10-44fe-a77c-9f04291535f9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:53:02.867019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0a0c1c28-ca10-44fe-a77c-9f04291535f9 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/c5f5c294-1b10-4b59-ad97-212b6853d46b HTTP/1.1" status: 404 len: 337 time: 0.0292313 Jul 06 11:53:02.876690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.920018 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee36be27-ac47-4156-a2d1-fa638b6af26a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] DELETE failed (client error): The resource could not be found. Jul 06 11:53:02.920695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee36be27-ac47-4156-a2d1-fa638b6af26a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:53:02.927043 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ee36be27-ac47-4156-a2d1-fa638b6af26a tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/subnets/c8834ecb-64d3-47e2-ba79-0ecfb3802dd7 HTTP/1.1" status: 404 len: 337 time: 0.0486012 Jul 06 11:53:02.927285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57914) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.949774 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53d3d178-e20c-47a6-bff9-45e9bc8755eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.981401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-413a1584-7c03-40ce-932c-300464128270 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 362cfc28-510d-4836-a416-0abb52e3cf42 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:02.981742 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-413a1584-7c03-40ce-932c-300464128270 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.998537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3d178-e20c-47a6-bff9-45e9bc8755eb None None] Pushing event deleted for resources: {'Port': ['ID=1c356f85-88bb-488e-ae4a-46ba3581a1a4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:03.005845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3d178-e20c-47a6-bff9-45e9bc8755eb None None] No DVR routers for this DVR port 1c356f85-88bb-488e-ae4a-46ba3581a1a4 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:03.128482 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-413a1584-7c03-40ce-932c-300464128270 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.150931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-413a1584-7c03-40ce-932c-300464128270 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 362cfc28-510d-4836-a416-0abb52e3cf42 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:03.163720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2a235f4e-b4d4-4946-85bf-ac3131d171a5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Deleting port 36bb8621-764d-46ca-af59-3cec7616a924 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:03.164093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a235f4e-b4d4-4946-85bf-ac3131d171a5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.278271 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a235f4e-b4d4-4946-85bf-ac3131d171a5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.294369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2a235f4e-b4d4-4946-85bf-ac3131d171a5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Calling delete_port for 36bb8621-764d-46ca-af59-3cec7616a924 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:03.462957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a235f4e-b4d4-4946-85bf-ac3131d171a5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.501894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a235f4e-b4d4-4946-85bf-ac3131d171a5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Port': ['ID=36bb8621-764d-46ca-af59-3cec7616a924,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:03.510240 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-413a1584-7c03-40ce-932c-300464128270 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.516614 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a235f4e-b4d4-4946-85bf-ac3131d171a5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.521342 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2a235f4e-b4d4-4946-85bf-ac3131d171a5 tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/ports/36bb8621-764d-46ca-af59-3cec7616a924 HTTP/1.1" status: 204 len: 168 time: 0.5908265 Jul 06 11:53:03.522199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57936) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:03.537519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4fdc3-8595-45b7-b68f-c766f001d646 req-b27809f5-9762-4ae1-b44b-11f1cd122438 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:03.539098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58f4fdc3-8595-45b7-b68f-c766f001d646 req-b27809f5-9762-4ae1-b44b-11f1cd122438 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.0976684 Jul 06 11:53:03.570177 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a1584-7c03-40ce-932c-300464128270 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=362cfc28-510d-4836-a416-0abb52e3cf42,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:03.592458 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58f4fdc3-8595-45b7-b68f-c766f001d646 req-1797ddd8-bc05-425a-963c-cb5d67c7a692 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456562 Jul 06 11:53:03.728768 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.733170 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-413a1584-7c03-40ce-932c-300464128270 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.850046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1c356f85-88bb-488e-ae4a-46ba3581a1a4 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:03.872075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 1c356f85-88bb-488e-ae4a-46ba3581a1a4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:03.872416 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1c356f85-88bb-488e-ae4a-46ba3581a1a4 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:03.947882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.987812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ac8393-65a1-4a59-b0f9-e94e85610e85']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:04.004066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a06347-e0d0-4ece-a608-f8fbba1a9794') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:04.004366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a06347-e0d0-4ece-a608-f8fbba1a9794') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:04.007535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413a1584-7c03-40ce-932c-300464128270 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e4543b19-307b-4962-9177-e2833081b794 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:04.019023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.042722 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.086744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:04.087014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:04.090704 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:04.166821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413a1584-7c03-40ce-932c-300464128270 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:04.176876 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-413a1584-7c03-40ce-932c-300464128270 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e4543b19-307b-4962-9177-e2833081b794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2937534 Jul 06 11:53:04.177375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57956) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:04.177843 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed87b67-10e7-4ad7-a0af-763556a3d73b None None] Sync routers for ids ['e4543b19-307b-4962-9177-e2833081b794'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:04.191111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.199235 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed87b67-10e7-4ad7-a0af-763556a3d73b None None] Routers {'e4543b19-307b-4962-9177-e2833081b794'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:04.204142 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bed87b67-10e7-4ad7-a0af-763556a3d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e4543b19-307b-4962-9177-e2833081b794'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:04.221860 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.229259 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] 10.222.0.21 "DELETE /v2.0/networks/53ac8393-65a1-4a59-b0f9-e94e85610e85 HTTP/1.1" status: 204 len: 168 time: 0.7005389 Jul 06 11:53:04.236530 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bed87b67-10e7-4ad7-a0af-763556a3d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:04.245065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c7aa3-aef9-4042-9873-ca2ae79a559c tempest-PortsTestJSON-1876575411 tempest-PortsTestJSON-1876575411-project] Pushing event deleted for resources: {'Network': ['ID=53ac8393-65a1-4a59-b0f9-e94e85610e85,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:04.246376 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed87b67-10e7-4ad7-a0af-763556a3d73b None None] Routers {'e4543b19-307b-4962-9177-e2833081b794'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:04.247008 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bed87b67-10e7-4ad7-a0af-763556a3d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e4543b19-307b-4962-9177-e2833081b794'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:04.284966 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bed87b67-10e7-4ad7-a0af-763556a3d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:04.285444 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed87b67-10e7-4ad7-a0af-763556a3d73b None None] The sync data for ids ['e4543b19-307b-4962-9177-e2833081b794'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:04.458007 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-89488be6-2882-4b47-9147-c45722e63cf6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 11:53:04.459163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-89488be6-2882-4b47-9147-c45722e63cf6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e4543b19-307b-4962-9177-e2833081b794/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2806942 Jul 06 11:53:04.462491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57970) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:04.495556 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-edd45c18-63ff-41b3-8072-c7259ff2a745 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4543b19-307b-4962-9177-e2833081b794 HTTP/1.1" status: 200 len: 205 time: 0.0316148 Jul 06 11:53:04.498259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57972) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:04.553166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57974) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:04.580374 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-152dd9e4-78fe-46e6-ba0d-31f809983812 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.733074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6564cf8b-e2d4-4d08-ba81-5c91392725bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33bdebf81d734b84a02b7b29132c7a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833425 Jul 06 11:53:04.736006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57986) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:04.835019 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-390cd7b8-bf94-4029-968c-d2e53175c6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.870269 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-390cd7b8-bf94-4029-968c-d2e53175c6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.893092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcbb31-cb04-4658-9ccb-81c9c44b3886 req-8ddcd293-40ef-4aa9-a778-3f5c30e814eb tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:04.894743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bafcbb31-cb04-4658-9ccb-81c9c44b3886 req-8ddcd293-40ef-4aa9-a778-3f5c30e814eb tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.1224148 Jul 06 11:53:04.972149 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bafcbb31-cb04-4658-9ccb-81c9c44b3886 req-01d7b09d-fb2c-4e89-8080-b43aedd352e8 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553331 Jul 06 11:53:04.994275 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-390cd7b8-bf94-4029-968c-d2e53175c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.997284 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-390cd7b8-bf94-4029-968c-d2e53175c6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.001227 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-390cd7b8-bf94-4029-968c-d2e53175c6d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1cf9013f-2f61-4009-b791-ffd187412fe9 HTTP/1.1" status: 204 len: 168 time: 0.2619834 Jul 06 11:53:05.014744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cd7b8-bf94-4029-968c-d2e53175c6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf9013f-2f61-4009-b791-ffd187412fe9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:05.097128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-152dd9e4-78fe-46e6-ba0d-31f809983812 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.099417 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-152dd9e4-78fe-46e6-ba0d-31f809983812 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.150209 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-152dd9e4-78fe-46e6-ba0d-31f809983812 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.150682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152dd9e4-78fe-46e6-ba0d-31f809983812 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Fanout notify agent at l3_agent the message router_deleted on router e4543b19-307b-4962-9177-e2833081b794 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:53:05.163719 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-152dd9e4-78fe-46e6-ba0d-31f809983812 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.165629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-152dd9e4-78fe-46e6-ba0d-31f809983812 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/e4543b19-307b-4962-9177-e2833081b794 HTTP/1.1" status: 204 len: 168 time: 0.6659746 Jul 06 11:53:05.168165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58000) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:05.238112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc68b5ea-6f69-435e-9fc4-81799007c75e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting subnet d90add12-518f-4180-b738-3c11009f372c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:05.242537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc68b5ea-6f69-435e-9fc4-81799007c75e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.289727 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc68b5ea-6f69-435e-9fc4-81799007c75e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.400330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc68b5ea-6f69-435e-9fc4-81799007c75e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.485019 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc68b5ea-6f69-435e-9fc4-81799007c75e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.517480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68b5ea-6f69-435e-9fc4-81799007c75e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Subnet': ['ID=d90add12-518f-4180-b738-3c11009f372c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:05.521767 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc68b5ea-6f69-435e-9fc4-81799007c75e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.526562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58022) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:05.526702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bc68b5ea-6f69-435e-9fc4-81799007c75e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/d90add12-518f-4180-b738-3c11009f372c HTTP/1.1" status: 204 len: 168 time: 0.3573196 Jul 06 11:53:05.529482 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0bed4-b27b-4709-a2a4-155be6bcb20a None None] Network 0ea93fa4-9c20-4ad2-808a-5b4e054da98e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:05.620079 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.651840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58026) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:05.694264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 43e6b58a-8c11-4238-a234-1731823e7e58 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:05.694890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.788528 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02081a68-fad2-4e66-b28b-2a0e35c14029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.805416 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75908370-ea02-425c-858d-0b10949caf78 None None] DHCP port deletion for 0ea93fa4-9c20-4ad2-808a-5b4e054da98e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:05.807512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port 43e6b58a-8c11-4238-a234-1731823e7e58, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=43e6b58a-8c11-4238-a234-1731823e7e58,segment=NetworkSegment(1530e884-fde6-4cf8-9bb6-30037c8743df),segment_id=1530e884-fde6-4cf8-9bb6-30037c8743df)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:05.807894 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.831939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 43e6b58a-8c11-4238-a234-1731823e7e58 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:05.900668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-75908370-ea02-425c-858d-0b10949caf78 None None] Deleting port 43e6b58a-8c11-4238-a234-1731823e7e58 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:05.901213 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75908370-ea02-425c-858d-0b10949caf78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.920898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 43e6b58a-8c11-4238-a234-1731823e7e58 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:05.976362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.016680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-75908370-ea02-425c-858d-0b10949caf78 None None] For port 43e6b58a-8c11-4238-a234-1731823e7e58, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=43e6b58a-8c11-4238-a234-1731823e7e58,segment=NetworkSegment(1530e884-fde6-4cf8-9bb6-30037c8743df),segment_id=1530e884-fde6-4cf8-9bb6-30037c8743df)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:06.017623 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75908370-ea02-425c-858d-0b10949caf78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.033817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No active binding found for port 43e6b58a-8c11-4238-a234-1731823e7e58 {{(pid=93816) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:53:06.033976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02081a68-fad2-4e66-b28b-2a0e35c14029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.034585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 43e6b58a-8c11-4238-a234-1731823e7e58 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:06.042999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02081a68-fad2-4e66-b28b-2a0e35c14029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.043173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=43e6b58a-8c11-4238-a234-1731823e7e58,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:06.050902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-75908370-ea02-425c-858d-0b10949caf78 None None] Calling delete_port for 43e6b58a-8c11-4238-a234-1731823e7e58 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:06.051628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No DVR routers for this DVR port 43e6b58a-8c11-4238-a234-1731823e7e58 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:06.095834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-02081a68-fad2-4e66-b28b-2a0e35c14029 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70a6a767b1754398ba073f2e12284a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400616 Jul 06 11:53:06.095834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58042) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:06.103187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02081a68-fad2-4e66-b28b-2a0e35c14029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a6a934-24fc-43db-8811-abf7d6a608cd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:06.183985 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75908370-ea02-425c-858d-0b10949caf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.190794 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.205331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea93fa4-9c20-4ad2-808a-5b4e054da98e']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:06.218664 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d831ca86-7a3a-4d70-a80b-443ab5205210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.221901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75908370-ea02-425c-858d-0b10949caf78 None None] Pushing event deleted for resources: {'Port': ['ID=43e6b58a-8c11-4238-a234-1731823e7e58,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:06.223275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1530e884-fde6-4cf8-9bb6-30037c8743df') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:06.225440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1530e884-fde6-4cf8-9bb6-30037c8743df') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:06.228144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75908370-ea02-425c-858d-0b10949caf78 None None] No DVR routers for this DVR port 43e6b58a-8c11-4238-a234-1731823e7e58 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:06.250245 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.253253 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d831ca86-7a3a-4d70-a80b-443ab5205210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.275649 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.284887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:06.285572 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:06.289413 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:06.296285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de398c5e-55b5-44b8-90f0-1844edba346f req-07a894fd-c334-42fb-abda-785a1044609d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:06.298018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de398c5e-55b5-44b8-90f0-1844edba346f req-07a894fd-c334-42fb-abda-785a1044609d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.1322424 Jul 06 11:53:06.304759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58046) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:06.383649 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.385081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de398c5e-55b5-44b8-90f0-1844edba346f req-693fb6f4-5008-41d1-a1b6-6838c7448a18 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731995 Jul 06 11:53:06.390578 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.393757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/networks/0ea93fa4-9c20-4ad2-808a-5b4e054da98e HTTP/1.1" status: 204 len: 168 time: 0.8658507 Jul 06 11:53:06.398371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58054) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:06.413157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1210645831'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:06.430134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184285bd-2e33-4c32-b4ff-e35ca850d976 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Network': ['ID=0ea93fa4-9c20-4ad2-808a-5b4e054da98e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:06.434407 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d831ca86-7a3a-4d70-a80b-443ab5205210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.438104 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d831ca86-7a3a-4d70-a80b-443ab5205210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.439631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d831ca86-7a3a-4d70-a80b-443ab5205210 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6a6a934-24fc-43db-8811-abf7d6a608cd HTTP/1.1" status: 204 len: 168 time: 0.3427844 Jul 06 11:53:06.466970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831ca86-7a3a-4d70-a80b-443ab5205210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a6a934-24fc-43db-8811-abf7d6a608cd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:06.487061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:06.492128 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.511643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3b4d922e-c4db-4690-a7f8-847765e41d06 tempest-DvrRoutersNegativeTest-764288999 tempest-DvrRoutersNegativeTest-764288999-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-130957944', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:06.515117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.policy [None req-3b4d922e-c4db-4690-a7f8-847765e41d06 tempest-DvrRoutersNegativeTest-764288999 tempest-DvrRoutersNegativeTest-764288999-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93814) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 06 11:53:06.515603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.policy [None req-3b4d922e-c4db-4690-a7f8-847765e41d06 tempest-DvrRoutersNegativeTest-764288999 tempest-DvrRoutersNegativeTest-764288999-project] Failed policy check for 'create_router' {{(pid=93814) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 06 11:53:06.516307 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-3b4d922e-c4db-4690-a7f8-847765e41d06 tempest-DvrRoutersNegativeTest-764288999 tempest-DvrRoutersNegativeTest-764288999-project] create failed (client error): Access was denied to this resource. Jul 06 11:53:06.517401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3b4d922e-c4db-4690-a7f8-847765e41d06 tempest-DvrRoutersNegativeTest-764288999 tempest-DvrRoutersNegativeTest-764288999-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2113826 Jul 06 11:53:06.530415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:06.541216 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.541793 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added segment 6c513afb-1fa0-4819-9df4-23db15e06b7e of type vlan for network 420eeadc-742f-486f-af97-9b0d9844a2ba Jul 06 11:53:06.590781 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.634006 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.640383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:06.641238 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.732087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3324292 Jul 06 11:53:06.732874 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:06.740954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'subnet': {'network_id': '420eeadc-742f-486f-af97-9b0d9844a2ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:06.796608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207e13f-86f0-4fd9-a6da-8102e812ac42 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Network': ['ID=420eeadc-742f-486f-af97-9b0d9844a2ba,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:06.812068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 420eeadc-742f-486f-af97-9b0d9844a2ba details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:06.834284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-26eb39b0-835d-4266-b1c2-4e6f20bd02c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1119452 Jul 06 11:53:06.862625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58072) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:06.892607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:06.897427 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.989239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-f227b311-77b0-4538-9d61-08f9742e9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:06.990295 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-f227b311-77b0-4538-9d61-08f9742e9250 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1095 time: 0.1040282 Jul 06 11:53:07.057906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58076) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:07.082318 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1f82f28-0d96-420a-be95-7a434d4991ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.096163 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa66c8d0-52f1-445c-96ca-00bb49fcad34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.179567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-25dbb4ad-f4c3-432b-ad79-3e9adb4ef8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:07.181219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-25dbb4ad-f4c3-432b-ad79-3e9adb4ef8e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.1657848 Jul 06 11:53:07.189986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.256223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Subnet': ['ID=19cee19a-9cb8-4a98-b37c-16a2a0fde32b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:07.260746 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-abc4142a-7b96-4243-9c94-741eb361a833 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 999 time: 0.0721521 Jul 06 11:53:07.265534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Checking segment: {'id': '6c513afb-1fa0-4819-9df4-23db15e06b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '420eeadc-742f-486f-af97-9b0d9844a2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:07.265942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network hostable DHCP agents. Network: 420eeadc-742f-486f-af97-9b0d9844a2ba, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:07.286202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 420eeadc-742f-486f-af97-9b0d9844a2ba is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:07.297681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 420eeadc-742f-486f-af97-9b0d9844a2ba) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:07.304241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:07.304661 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.309188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10957a6c-857f-4c8e-905e-63e4e05c2740 None None] Network 420eeadc-742f-486f-af97-9b0d9844a2ba requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:07.322230 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa66c8d0-52f1-445c-96ca-00bb49fcad34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.330851 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa66c8d0-52f1-445c-96ca-00bb49fcad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.340136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-74b4a265-47a0-4f0f-a802-5351083097d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:07.341660 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-74b4a265-47a0-4f0f-a802-5351083097d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.0746133 Jul 06 11:53:07.453481 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-aa66c8d0-52f1-445c-96ca-00bb49fcad34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0972c13dc84f459a9977fd4ce8d2ed56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5897076 Jul 06 11:53:07.455955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66c8d0-52f1-445c-96ca-00bb49fcad34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb888864-b664-4033-8771-c1dddf9b10f3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:07.484948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58082) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:07.499625 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1f82f28-0d96-420a-be95-7a434d4991ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.509107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1f82f28-0d96-420a-be95-7a434d4991ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.541264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bc151b05-4f1e-456a-92ca-4a6ec7c01e9b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8052635 Jul 06 11:53:07.544599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:07.565963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f66c9f18-c82c-4f3d-ae2e-229c290fdac2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-55163415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:07.580313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-420eeadc-742f-486f-af97-9b0d9844a2ba', 'network_id': '420eeadc-742f-486f-af97-9b0d9844a2ba', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'fixed_ips': [{'subnet_id': '19cee19a-9cb8-4a98-b37c-16a2a0fde32b'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:53:07.581587 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.627197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-cde4c9f1-cd66-4263-b455-54852aef7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:07.627841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f82f28-0d96-420a-be95-7a434d4991ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115a2cce-da6f-479a-98da-ca7c37163969,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:07.628770 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-cde4c9f1-cd66-4263-b455-54852aef7238 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2745061 Jul 06 11:53:07.629706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f66c9f18-c82c-4f3d-ae2e-229c290fdac2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.643145 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f66c9f18-c82c-4f3d-ae2e-229c290fdac2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.645498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e1f82f28-0d96-420a-be95-7a434d4991ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a5f307d28e54ca0bea9f43eee4f9adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5864358 Jul 06 11:53:07.648696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:07.765374 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc59656-86c7-4632-b053-dc17c95fa274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.818454 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc59656-86c7-4632-b053-dc17c95fa274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.829091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Allocated IP 2001:db8::2 (420eeadc-742f-486f-af97-9b0d9844a2ba/19cee19a-9cb8-4a98-b37c-16a2a0fde32b/a67960d4-5231-4739-94ad-91ed8e872b7d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:07.839736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e9fd-a54f-46f1-8ebf-7df14cb2fbbc req-90104523-e5b0-4532-9499-77788ae50347 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:07.841338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bb0e9fd-a54f-46f1-8ebf-7df14cb2fbbc req-90104523-e5b0-4532-9499-77788ae50347 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.2206521 Jul 06 11:53:07.890095 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f66c9f18-c82c-4f3d-ae2e-229c290fdac2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.900305 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-20c9e955-0cb0-45cb-a454-11762061d563 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480817 Jul 06 11:53:07.900877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64229fc8-6dfd-40c5-b9fa-b0adf88c2038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.903935 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f66c9f18-c82c-4f3d-ae2e-229c290fdac2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.906614 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bb0e9fd-a54f-46f1-8ebf-7df14cb2fbbc req-02f8db03-2609-443e-8d6f-f2a8c540bcec tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529451 Jul 06 11:53:07.938056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc59656-86c7-4632-b053-dc17c95fa274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.946816 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc59656-86c7-4632-b053-dc17c95fa274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.952777 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8cc59656-86c7-4632-b053-dc17c95fa274 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/115a2cce-da6f-479a-98da-ca7c37163969 HTTP/1.1" status: 204 len: 168 time: 0.3007874 Jul 06 11:53:07.975606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc59656-86c7-4632-b053-dc17c95fa274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115a2cce-da6f-479a-98da-ca7c37163969,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:08.072141 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64229fc8-6dfd-40c5-b9fa-b0adf88c2038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.087345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f66c9f18-c82c-4f3d-ae2e-229c290fdac2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.088987 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f66c9f18-c82c-4f3d-ae2e-229c290fdac2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5422599 Jul 06 11:53:08.091926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58094) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:08.096250 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.131867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Transition to ACTIVE for port object a67960d4-5231-4739-94ad-91ed8e872b7d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:08.149435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Transition to ACTIVE for port object a67960d4-5231-4739-94ad-91ed8e872b7d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:08.157231 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.193849 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60c9ba2c-58a3-421a-aaa4-af39b50e26c8 req-400aa315-3e96-4302-943f-67607389f645 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833188 Jul 06 11:53:08.200890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64229fc8-6dfd-40c5-b9fa-b0adf88c2038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.203854 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64229fc8-6dfd-40c5-b9fa-b0adf88c2038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.205104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-64229fc8-6dfd-40c5-b9fa-b0adf88c2038 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb888864-b664-4033-8771-c1dddf9b10f3 HTTP/1.1" status: 204 len: 168 time: 0.7163067 Jul 06 11:53:08.231902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64229fc8-6dfd-40c5-b9fa-b0adf88c2038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb888864-b664-4033-8771-c1dddf9b10f3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:08.244965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Network 420eeadc-742f-486f-af97-9b0d9844a2ba is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:08.266531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:08.282813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:08.306608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Pushing event updated for resources: {'Port': ['ID=a67960d4-5231-4739-94ad-91ed8e872b7d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:08.368734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Attempting to bind port a67960d4-5231-4739-94ad-91ed8e872b7d on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:08.369108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Attempting to bind port a67960d4-5231-4739-94ad-91ed8e872b7d by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '6c513afb-1fa0-4819-9df4-23db15e06b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '420eeadc-742f-486f-af97-9b0d9844a2ba'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:08.369470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Attempting to bind port a67960d4-5231-4739-94ad-91ed8e872b7d on network 420eeadc-742f-486f-af97-9b0d9844a2ba {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:08.377047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:08.377525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Checking segment: {'id': '6c513afb-1fa0-4819-9df4-23db15e06b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '420eeadc-742f-486f-af97-9b0d9844a2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:08.378024 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.378510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Bound using segment: {'id': '6c513afb-1fa0-4819-9df4-23db15e06b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '420eeadc-742f-486f-af97-9b0d9844a2ba'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:08.379611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Bound port: a67960d4-5231-4739-94ad-91ed8e872b7d, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c513afb-1fa0-4819-9df4-23db15e06b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '420eeadc-742f-486f-af97-9b0d9844a2ba'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:08.381510 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.467091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] For port a67960d4-5231-4739-94ad-91ed8e872b7d, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:08.471591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] For port a67960d4-5231-4739-94ad-91ed8e872b7d, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a67960d4-5231-4739-94ad-91ed8e872b7d,segment=NetworkSegment(6c513afb-1fa0-4819-9df4-23db15e06b7e),segment_id=6c513afb-1fa0-4819-9df4-23db15e06b7e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:08.478887 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.552850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44628e-7add-4345-82eb-d3f5eab4dfa5 None None] Pushing event updated for resources: {'Port': ['ID=a67960d4-5231-4739-94ad-91ed8e872b7d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:09.158382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:09.461896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd912fa-812d-4612-9ae4-abc29d194f8a req-bc4bfb58-fff2-4ed5-83b5-20751730630d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:09.464167 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bfd912fa-812d-4612-9ae4-abc29d194f8a req-bc4bfb58-fff2-4ed5-83b5-20751730630d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.2033467 Jul 06 11:53:09.581294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bfd912fa-812d-4612-9ae4-abc29d194f8a req-1e96d2b9-5bc5-4d04-8616-00b3564e144d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054325 Jul 06 11:53:09.630473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Allocated IP 2001:db8::1 (420eeadc-742f-486f-af97-9b0d9844a2ba/19cee19a-9cb8-4a98-b37c-16a2a0fde32b/ac5d0fa8-633e-4635-afa2-32b5ca36a881) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:09.894057 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:09.925035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58152) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:09.935816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Transition to ACTIVE for port object ac5d0fa8-633e-4635-afa2-32b5ca36a881 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:09.990416 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a67960d4-5231-4739-94ad-91ed8e872b7d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:10.047341 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.082120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port a67960d4-5231-4739-94ad-91ed8e872b7d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:10.119364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-36af307f-71e8-4bca-8126-a13d40fb0e4a tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-410668310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:10.187013 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36af307f-71e8-4bca-8126-a13d40fb0e4a tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.189087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 420eeadc-742f-486f-af97-9b0d9844a2ba is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:10.191519 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36af307f-71e8-4bca-8126-a13d40fb0e4a tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.202419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:10.211425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:10.212741 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.219042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=ac5d0fa8-633e-4635-afa2-32b5ca36a881,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:10.330221 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36af307f-71e8-4bca-8126-a13d40fb0e4a tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.331251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4667a743-2342-4035-8c09-2c7010c4e2a2 None None] Network 420eeadc-742f-486f-af97-9b0d9844a2ba requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:10.339253 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36af307f-71e8-4bca-8126-a13d40fb0e4a tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.381861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36af307f-71e8-4bca-8126-a13d40fb0e4a tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.383494 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-36af307f-71e8-4bca-8126-a13d40fb0e4a tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4573452 Jul 06 11:53:10.387638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58160) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:10.393222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-924360697'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:10.455069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Made reservation on behalf of 4c539ac1a10e47439e6f733316174fc2 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:10.458982 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.481773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.506815 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.515288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3978317a-3899-46c3-894d-42eeaa55358c None None] Provisioning for port a67960d4-5231-4739-94ad-91ed8e872b7d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:10.525137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3978317a-3899-46c3-894d-42eeaa55358c None None] Provisioning complete for port a67960d4-5231-4739-94ad-91ed8e872b7d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:10.525512 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3978317a-3899-46c3-894d-42eeaa55358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.738127 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3978317a-3899-46c3-894d-42eeaa55358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.804596 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.819783 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.890676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:10.938264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3978317a-3899-46c3-894d-42eeaa55358c None None] For port a67960d4-5231-4739-94ad-91ed8e872b7d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a67960d4-5231-4739-94ad-91ed8e872b7d,segment=NetworkSegment(6c513afb-1fa0-4819-9df4-23db15e06b7e),segment_id=6c513afb-1fa0-4819-9df4-23db15e06b7e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:10.946147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef75dfa2-32cd-4db8-bee1-f90cde5b29ae,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:10.954570 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.954943 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Added segment 392dbac3-5b07-412a-a7ff-f92ed6f88da2 of type vlan for network 38dd5257-7c31-454a-ae2e-4345323dbf70 Jul 06 11:53:11.000323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3978317a-3899-46c3-894d-42eeaa55358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.080095 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.105605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978317a-3899-46c3-894d-42eeaa55358c None None] Pushing event updated for resources: {'Port': ['ID=a67960d4-5231-4739-94ad-91ed8e872b7d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:11.128647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd945fea-0904-4c3d-8b42-72745dc73616 req-b21b7726-bc1a-4004-9a84-80e58dbfca86 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.128876 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.131422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd945fea-0904-4c3d-8b42-72745dc73616 req-b21b7726-bc1a-4004-9a84-80e58dbfca86 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.3263190 Jul 06 11:53:11.145379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.147115 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.172302 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7833760 Jul 06 11:53:11.193832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58172) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:11.220742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Request body: {'subnet': {'network_id': '38dd5257-7c31-454a-ae2e-4345323dbf70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:11.236365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd945fea-0904-4c3d-8b42-72745dc73616 req-e4cec265-db1f-439c-8213-e1ec405adff1 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951960 Jul 06 11:53:11.306697 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.317076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.318779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.363188 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce0581-d607-4b0d-9407-09f310a64c8e tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event updated for resources: {'Network': ['ID=38dd5257-7c31-454a-ae2e-4345323dbf70,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:11.386253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 38dd5257-7c31-454a-ae2e-4345323dbf70 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:11.415754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Made reservation on behalf of 4c539ac1a10e47439e6f733316174fc2 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:11.419764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.471364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=ac5d0fa8-633e-4635-afa2-32b5ca36a881,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:11.529922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 420eeadc-742f-486f-af97-9b0d9844a2ba is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:11.533925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:11.652151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-07fd9b6c-d8f5-4b09-9b49-b76f9e451d1d None None] Provisioning for port ac5d0fa8-633e-4635-afa2-32b5ca36a881 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:11.669183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-07fd9b6c-d8f5-4b09-9b49-b76f9e451d1d None None] Provisioning complete for port ac5d0fa8-633e-4635-afa2-32b5ca36a881 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:11.669815 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07fd9b6c-d8f5-4b09-9b49-b76f9e451d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.745626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router 52fd6032-9780-41f5-a050-28d199a152af is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:53:11.752684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-07fd9b6c-d8f5-4b09-9b49-b76f9e451d1d None None] Port ac5d0fa8-633e-4635-afa2-32b5ca36a881 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:11.778515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-07fd9b6c-d8f5-4b09-9b49-b76f9e451d1d None None] Provisioning complete for port a67960d4-5231-4739-94ad-91ed8e872b7d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:11.778856 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07fd9b6c-d8f5-4b09-9b49-b76f9e451d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.817477 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.898347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:11.906128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event updated for resources: {'Subnet': ['ID=cc6b04df-9f26-4472-af55-df60e09171f5,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:11.912926 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-007dffb9-04b6-4b45-be18-fdfc209cda44 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/52fd6032-9780-41f5-a050-28d199a152af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8198695 Jul 06 11:53:11.914872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93725d24-fe3e-4ebb-aefb-10e5e867c4aa None None] Sync routers for ids ['52fd6032-9780-41f5-a050-28d199a152af'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:11.916295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58180) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:11.940321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93725d24-fe3e-4ebb-aefb-10e5e867c4aa None None] Routers {'52fd6032-9780-41f5-a050-28d199a152af'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:11.941046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-93725d24-fe3e-4ebb-aefb-10e5e867c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['52fd6032-9780-41f5-a050-28d199a152af'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:11.941576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Checking segment: {'id': '392dbac3-5b07-412a-a7ff-f92ed6f88da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '38dd5257-7c31-454a-ae2e-4345323dbf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:11.941950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Network hostable DHCP agents. Network: 38dd5257-7c31-454a-ae2e-4345323dbf70, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:11.945879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a67960d4-5231-4739-94ad-91ed8e872b7d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:11.969390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Network 38dd5257-7c31-454a-ae2e-4345323dbf70 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:11.984826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 38dd5257-7c31-454a-ae2e-4345323dbf70) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:11.991001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.991745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.993676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084582d9-d828-4796-ae04-175255ee4921 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.996903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-084582d9-d828-4796-ae04-175255ee4921 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports/ac5d0fa8-633e-4635-afa2-32b5ca36a881 HTTP/1.1" status: 200 len: 911 time: 0.0780640 Jul 06 11:53:11.998697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58182) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:12.015715 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a11a29a1-7c57-4a17-8304-898251700fbf tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8118665 Jul 06 11:53:12.016800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af4d84-57a6-48a9-80d5-84ffb4460d4d None None] Network 38dd5257-7c31-454a-ae2e-4345323dbf70 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:12.020946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58184) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:12.024070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-93725d24-fe3e-4ebb-aefb-10e5e867c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:12.027666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Request body: {'network': {'name': 'tempest-router-network01--680275965'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:12.058966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Made reservation on behalf of 4c539ac1a10e47439e6f733316174fc2 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:12.066749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.111394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:12.132149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.132638 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Added segment 776eb5b0-b495-4272-9825-555152a9cf52 of type vlan for network fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 Jul 06 11:53:12.186237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.237058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.250331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:12.250784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.344997 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3226776 Jul 06 11:53:12.353445 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58196) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:12.361945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Request body: {'network': {'name': 'tempest-router-network02--524131247'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:12.374031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a0c9f-e1b5-4c11-abb7-8ff8d4e5da1d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event updated for resources: {'Network': ['ID=fcb3cb46-a1ff-4791-8bf1-2ceff72c3136,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:12.409892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:12.414981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Made reservation on behalf of 4c539ac1a10e47439e6f733316174fc2 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:12.421878 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.489984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:12.504802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.505845 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Added segment f53ef69c-e0c6-47a9-a646-b231c14cfcdc of type vlan for network fbf6869c-29ac-4198-b1c1-e9931b6d73ec Jul 06 11:53:12.514532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93725d24-fe3e-4ebb-aefb-10e5e867c4aa None None] Routers {'52fd6032-9780-41f5-a050-28d199a152af'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:12.515187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-93725d24-fe3e-4ebb-aefb-10e5e867c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['52fd6032-9780-41f5-a050-28d199a152af'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:12.575858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.588168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f158a219-c0e1-45b8-848f-802cfa06e99d None None] Provisioning complete for port ac5d0fa8-633e-4635-afa2-32b5ca36a881 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:12.588549 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f158a219-c0e1-45b8-848f-802cfa06e99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.606742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-93725d24-fe3e-4ebb-aefb-10e5e867c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:12.607949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93725d24-fe3e-4ebb-aefb-10e5e867c4aa None None] The sync data for ids ['52fd6032-9780-41f5-a050-28d199a152af'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:12.622337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5be9ea-07bc-4301-b049-a170ae8b54d2 req-76faf41e-8a5f-4210-9b3e-900c9d40135c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:12.624004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d5be9ea-07bc-4301-b049-a170ae8b54d2 req-76faf41e-8a5f-4210-9b3e-900c9d40135c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.1664600 Jul 06 11:53:12.632043 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8c4b-5f13-475e-a45f-178fa6da6052 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.650283 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.658823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:12.660971 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.707291 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3527577 Jul 06 11:53:12.730150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58204) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:12.735499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Request body: {'subnet': {'network_id': 'fcb3cb46-a1ff-4791-8bf1-2ceff72c3136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:12.816995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85c38d-3a0d-4c05-b696-5ebe49c355c5 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event updated for resources: {'Network': ['ID=fbf6869c-29ac-4198-b1c1-e9931b6d73ec,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:12.824381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a67960d4-5231-4739-94ad-91ed8e872b7d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:12.825215 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.854100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f158a219-c0e1-45b8-848f-802cfa06e99d None None] Port ac5d0fa8-633e-4635-afa2-32b5ca36a881 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:12.874330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d5be9ea-07bc-4301-b049-a170ae8b54d2 req-ccb94041-42ac-4ccc-ae25-d386d9aa13c2 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397628 Jul 06 11:53:12.883598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-38dd5257-7c31-454a-ae2e-4345323dbf70', 'network_id': '38dd5257-7c31-454a-ae2e-4345323dbf70', 'tenant_id': '4c539ac1a10e47439e6f733316174fc2', 'fixed_ips': [{'subnet_id': 'cc6b04df-9f26-4472-af55-df60e09171f5'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:53:12.884343 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.893698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network fbf6869c-29ac-4198-b1c1-e9931b6d73ec details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:13.097874 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Made reservation on behalf of 4c539ac1a10e47439e6f733316174fc2 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:13.102409 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.173608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c851255b-ef2c-4c31-9deb-3715dff164b3 None None] Provisioning complete for port ac5d0fa8-633e-4635-afa2-32b5ca36a881 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:13.174148 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c851255b-ef2c-4c31-9deb-3715dff164b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.258407 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c851255b-ef2c-4c31-9deb-3715dff164b3 None None] Port ac5d0fa8-633e-4635-afa2-32b5ca36a881 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:13.280356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Allocated IP 172.20.0.2 (38dd5257-7c31-454a-ae2e-4345323dbf70/cc6b04df-9f26-4472-af55-df60e09171f5/09c921a7-7156-4ba3-a60a-ef36f0544939) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:13.407320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d8c4b-5f13-475e-a45f-178fa6da6052 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port ac5d0fa8-633e-4635-afa2-32b5ca36a881 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:13.407718 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8c4b-5f13-475e-a45f-178fa6da6052 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.413109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.492521 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.507255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Transition to ACTIVE for port object 09c921a7-7156-4ba3-a60a-ef36f0544939 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:13.537537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Transition to ACTIVE for port object 09c921a7-7156-4ba3-a60a-ef36f0544939 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:13.551795 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.587079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event updated for resources: {'Subnet': ['ID=83b07fe3-39b0-4231-9483-e7e61b3fa73a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:13.614118 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8c4b-5f13-475e-a45f-178fa6da6052 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.632859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Checking segment: {'id': '776eb5b0-b495-4272-9825-555152a9cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fcb3cb46-a1ff-4791-8bf1-2ceff72c3136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:13.633469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Network hostable DHCP agents. Network: fcb3cb46-a1ff-4791-8bf1-2ceff72c3136, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:13.635600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d8c4b-5f13-475e-a45f-178fa6da6052 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for ac5d0fa8-633e-4635-afa2-32b5ca36a881 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:13.649302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Network 38dd5257-7c31-454a-ae2e-4345323dbf70 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:13.655205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:13.661870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:13.711506 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Network fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:13.738887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, fcb3cb46-a1ff-4791-8bf1-2ceff72c3136) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:13.757506 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Attempting to bind port 09c921a7-7156-4ba3-a60a-ef36f0544939 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:13.758271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Attempting to bind port 09c921a7-7156-4ba3-a60a-ef36f0544939 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '392dbac3-5b07-412a-a7ff-f92ed6f88da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '38dd5257-7c31-454a-ae2e-4345323dbf70'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:13.758652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Attempting to bind port 09c921a7-7156-4ba3-a60a-ef36f0544939 on network 38dd5257-7c31-454a-ae2e-4345323dbf70 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:13.759493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:13.760162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.765355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Pushing event updated for resources: {'Port': ['ID=09c921a7-7156-4ba3-a60a-ef36f0544939,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:13.776163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa6480-917b-4b03-bcd9-97fae0cedd7e None None] Network fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:13.779898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:13.779898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Checking segment: {'id': '392dbac3-5b07-412a-a7ff-f92ed6f88da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '38dd5257-7c31-454a-ae2e-4345323dbf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:13.780302 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.780709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Bound using segment: {'id': '392dbac3-5b07-412a-a7ff-f92ed6f88da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '38dd5257-7c31-454a-ae2e-4345323dbf70'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:13.781197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Bound port: 09c921a7-7156-4ba3-a60a-ef36f0544939, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dbac3-5b07-412a-a7ff-f92ed6f88da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '38dd5257-7c31-454a-ae2e-4345323dbf70'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:13.781590 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.830350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-93932338-d2d8-4433-8e78-c79ea48c88f7 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0988979 Jul 06 11:53:13.833980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58226) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:13.840999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Request body: {'subnet': {'network_id': 'fbf6869c-29ac-4198-b1c1-e9931b6d73ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:13.921717 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] For port 09c921a7-7156-4ba3-a60a-ef36f0544939, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:13.926040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] For port 09c921a7-7156-4ba3-a60a-ef36f0544939, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=09c921a7-7156-4ba3-a60a-ef36f0544939,segment=NetworkSegment(392dbac3-5b07-412a-a7ff-f92ed6f88da2),segment_id=392dbac3-5b07-412a-a7ff-f92ed6f88da2)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:13.944735 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8c4b-5f13-475e-a45f-178fa6da6052 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.977555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d8c4b-5f13-475e-a45f-178fa6da6052 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=ac5d0fa8-633e-4635-afa2-32b5ca36a881,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:13.987504 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.050143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Made reservation on behalf of 4c539ac1a10e47439e6f733316174fc2 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:14.055577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.094453 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-fcb3cb46-a1ff-4791-8bf1-2ceff72c3136', 'network_id': 'fcb3cb46-a1ff-4791-8bf1-2ceff72c3136', 'tenant_id': '4c539ac1a10e47439e6f733316174fc2', 'fixed_ips': [{'subnet_id': '83b07fe3-39b0-4231-9483-e7e61b3fa73a'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:53:14.094453 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.213168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea4b76-2fde-4a2e-aa53-347d5108e038 None None] Pushing event updated for resources: {'Port': ['ID=09c921a7-7156-4ba3-a60a-ef36f0544939,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:14.266303 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b18a2b29-33c7-4ce7-81da-fbee5c7dacbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.274307 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8c4b-5f13-475e-a45f-178fa6da6052 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.783746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Allocated IP 172.20.0.2 (fcb3cb46-a1ff-4791-8bf1-2ceff72c3136/83b07fe3-39b0-4231-9483-e7e61b3fa73a/4bb848e3-aef6-4147-8ca6-ae1ec5121d74) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:14.789821 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.893474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4bf97-739a-4861-96e5-f014fc69358c req-0437bfe3-5268-461f-911b-1c944539a2cc tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:14.894076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Checking segment: {'id': 'f53ef69c-e0c6-47a9-a646-b231c14cfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fbf6869c-29ac-4198-b1c1-e9931b6d73ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:14.894076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Network hostable DHCP agents. Network: fbf6869c-29ac-4198-b1c1-e9931b6d73ec, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:14.896980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event updated for resources: {'Subnet': ['ID=74edffa2-e0b5-4612-b474-2c8a9cba837c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:14.901325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6cc4bf97-739a-4861-96e5-f014fc69358c req-0437bfe3-5268-461f-911b-1c944539a2cc tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.4563332 Jul 06 11:53:14.911084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3d8c4b-5f13-475e-a45f-178fa6da6052 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router 52fd6032-9780-41f5-a050-28d199a152af has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:14.934610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Network fbf6869c-29ac-4198-b1c1-e9931b6d73ec is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:14.949606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, fbf6869c-29ac-4198-b1c1-e9931b6d73ec) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:14.961857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:14.961857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.976274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a86d9-fdb8-46d1-9d86-76100a1a2bb0 None None] Network fbf6869c-29ac-4198-b1c1-e9931b6d73ec requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:14.992623 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3516aeb6-d981-4edc-8eb4-411dc7cedc41 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1576753 Jul 06 11:53:14.996441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58238) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:15.088319 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.109345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Transition to ACTIVE for port object 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:15.140940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Transition to ACTIVE for port object 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:15.172122 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.265293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Network fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:15.266656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Pushing event updated for resources: {'Port': ['ID=4bb848e3-aef6-4147-8ca6-ae1ec5121d74,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:15.277384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:15.279948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:15.284805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-fbf6869c-29ac-4198-b1c1-e9931b6d73ec', 'network_id': 'fbf6869c-29ac-4198-b1c1-e9931b6d73ec', 'tenant_id': '4c539ac1a10e47439e6f733316174fc2', 'fixed_ips': [{'subnet_id': '74edffa2-e0b5-4612-b474-2c8a9cba837c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:53:15.287917 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.415778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.442615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Attempting to bind port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:15.443651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Attempting to bind port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '776eb5b0-b495-4272-9825-555152a9cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fcb3cb46-a1ff-4791-8bf1-2ceff72c3136'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:15.444023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Attempting to bind port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 on network fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:15.455846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:15.456265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Checking segment: {'id': '776eb5b0-b495-4272-9825-555152a9cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fcb3cb46-a1ff-4791-8bf1-2ceff72c3136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:15.456623 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.457019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Bound using segment: {'id': '776eb5b0-b495-4272-9825-555152a9cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fcb3cb46-a1ff-4791-8bf1-2ceff72c3136'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:15.457513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Bound port: 4bb848e3-aef6-4147-8ca6-ae1ec5121d74, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776eb5b0-b495-4272-9825-555152a9cf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fcb3cb46-a1ff-4791-8bf1-2ceff72c3136'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:15.457900 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.480393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6cc4bf97-739a-4861-96e5-f014fc69358c req-f7c2be91-eb2c-483d-b041-ecbff53ac34c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651336 Jul 06 11:53:15.497552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3d8c4b-5f13-475e-a45f-178fa6da6052 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:15.516276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5d3d8c4b-5f13-475e-a45f-178fa6da6052 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/52fd6032-9780-41f5-a050-28d199a152af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5159085 Jul 06 11:53:15.518055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58242) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:15.523799 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736aa28-fb25-49ab-9808-3e38193b32e4 None None] Sync routers for ids ['52fd6032-9780-41f5-a050-28d199a152af'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:15.544950 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736aa28-fb25-49ab-9808-3e38193b32e4 None None] Routers {'52fd6032-9780-41f5-a050-28d199a152af'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:15.546066 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4736aa28-fb25-49ab-9808-3e38193b32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['52fd6032-9780-41f5-a050-28d199a152af'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:15.555333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Allocated IP 172.20.0.2 (fbf6869c-29ac-4198-b1c1-e9931b6d73ec/74edffa2-e0b5-4612-b474-2c8a9cba837c/ce704d10-d8d0-4b37-8a11-51cd3ddc0d46) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:15.566480 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-722d22f4-c1a0-4e06-9028-92cbb7cd6dbf tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fd6032-9780-41f5-a050-28d199a152af HTTP/1.1" status: 200 len: 205 time: 0.0457308 Jul 06 11:53:15.569492 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:15.612088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] For port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:15.662292 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4736aa28-fb25-49ab-9808-3e38193b32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:15.665765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] For port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4bb848e3-aef6-4147-8ca6-ae1ec5121d74,segment=NetworkSegment(776eb5b0-b495-4272-9825-555152a9cf52),segment_id=776eb5b0-b495-4272-9825-555152a9cf52)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:15.674614 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.684094 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736aa28-fb25-49ab-9808-3e38193b32e4 None None] Routers {'52fd6032-9780-41f5-a050-28d199a152af'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:15.684734 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4736aa28-fb25-49ab-9808-3e38193b32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:52:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['52fd6032-9780-41f5-a050-28d199a152af'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:15.693656 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5e41-286c-4408-ac9f-476eca93a562 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.755660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31251027-41b4-4282-aed8-92837d1e6b3f None None] Pushing event updated for resources: {'Port': ['ID=4bb848e3-aef6-4147-8ca6-ae1ec5121d74,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:15.810070 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4736aa28-fb25-49ab-9808-3e38193b32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:15.811707 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736aa28-fb25-49ab-9808-3e38193b32e4 None None] The sync data for ids ['52fd6032-9780-41f5-a050-28d199a152af'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:16.091014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Allocated IP 172.20.0.1 (fcb3cb46-a1ff-4791-8bf1-2ceff72c3136/83b07fe3-39b0-4231-9483-e7e61b3fa73a/ea8ff0ec-18e3-413a-be60-d170dd1808c7) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:16.148435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b312c3-2a7b-4962-9c1d-37ae22588f3d None None] Network 38dd5257-7c31-454a-ae2e-4345323dbf70 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:16.183783 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5e41-286c-4408-ac9f-476eca93a562 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.187934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5e41-286c-4408-ac9f-476eca93a562 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.257682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 09c921a7-7156-4ba3-a60a-ef36f0544939 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:16.278537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5e41-286c-4408-ac9f-476eca93a562 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.279325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2e5e41-286c-4408-ac9f-476eca93a562 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Fanout notify agent at l3_agent the message router_deleted on router 52fd6032-9780-41f5-a050-28d199a152af {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:53:16.296873 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5e41-286c-4408-ac9f-476eca93a562 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.299895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fb2e5e41-286c-4408-ac9f-476eca93a562 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/52fd6032-9780-41f5-a050-28d199a152af HTTP/1.1" status: 204 len: 168 time: 0.7268655 Jul 06 11:53:16.300807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58262) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:16.392849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.410342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Transition to ACTIVE for port object ea8ff0ec-18e3-413a-be60-d170dd1808c7 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:16.465903 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.501439 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c00b5f-e8b1-4e48-bc80-48ec40e4c1ae tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting subnet 19cee19a-9cb8-4a98-b37c-16a2a0fde32b {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:16.505899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8c00b5f-e8b1-4e48-bc80-48ec40e4c1ae tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.534254 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.566187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Transition to ACTIVE for port object ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:16.568678 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8c00b5f-e8b1-4e48-bc80-48ec40e4c1ae tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.574086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Network fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:16.596680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:16.613671 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:16.621822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Transition to ACTIVE for port object ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:16.674616 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.710121 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.731729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-deb01687-20d4-4d05-a051-831d520bda93 None None] Provisioning for port 09c921a7-7156-4ba3-a60a-ef36f0544939 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:16.757056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8c00b5f-e8b1-4e48-bc80-48ec40e4c1ae tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.791765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event updated for resources: {'Port': ['ID=ea8ff0ec-18e3-413a-be60-d170dd1808c7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:16.869597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2ad6e-40ae-4d0d-bc6b-f9c8e94d4751 req-f1deb804-e8de-488e-b4e5-28144c89ac2f tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:16.887415 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fc2ad6e-40ae-4d0d-bc6b-f9c8e94d4751 req-f1deb804-e8de-488e-b4e5-28144c89ac2f tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.2036178 Jul 06 11:53:16.888874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 09c921a7-7156-4ba3-a60a-ef36f0544939 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:16.893499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Network fbf6869c-29ac-4198-b1c1-e9931b6d73ec is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:16.920857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 09c921a7-7156-4ba3-a60a-ef36f0544939 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:16.921412 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.923623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:16.926401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:16.953859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Pushing event updated for resources: {'Port': ['ID=ce704d10-d8d0-4b37-8a11-51cd3ddc0d46,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:16.971121 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8c00b5f-e8b1-4e48-bc80-48ec40e4c1ae tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.973243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.998902 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8c00b5f-e8b1-4e48-bc80-48ec40e4c1ae tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.025122 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f8c00b5f-e8b1-4e48-bc80-48ec40e4c1ae tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/19cee19a-9cb8-4a98-b37c-16a2a0fde32b HTTP/1.1" status: 204 len: 168 time: 0.7230508 Jul 06 11:53:17.029732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:17.061956 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fc2ad6e-40ae-4d0d-bc6b-f9c8e94d4751 req-a0cb7029-d82c-40a5-aa24-6290e39f0ab4 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725094 Jul 06 11:53:17.077960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c00b5f-e8b1-4e48-bc80-48ec40e4c1ae tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Subnet': ['ID=19cee19a-9cb8-4a98-b37c-16a2a0fde32b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:17.248337 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.352794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae0fcb-1545-4c2f-a711-db7cc20d19e5 None None] Network 420eeadc-742f-486f-af97-9b0d9844a2ba requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:17.395076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port a67960d4-5231-4739-94ad-91ed8e872b7d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:17.396256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.590734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port a67960d4-5231-4739-94ad-91ed8e872b7d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a67960d4-5231-4739-94ad-91ed8e872b7d,segment=NetworkSegment(6c513afb-1fa0-4819-9df4-23db15e06b7e),segment_id=6c513afb-1fa0-4819-9df4-23db15e06b7e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:17.591125 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.612748 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.618521 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for a67960d4-5231-4739-94ad-91ed8e872b7d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:17.620765 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.640780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Attempting to bind port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:17.642399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Attempting to bind port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'f53ef69c-e0c6-47a9-a646-b231c14cfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fbf6869c-29ac-4198-b1c1-e9931b6d73ec'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:17.642964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Attempting to bind port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 on network fbf6869c-29ac-4198-b1c1-e9931b6d73ec {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:17.671613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:17.672294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Checking segment: {'id': 'f53ef69c-e0c6-47a9-a646-b231c14cfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fbf6869c-29ac-4198-b1c1-e9931b6d73ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:17.672890 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.673455 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Bound using segment: {'id': 'f53ef69c-e0c6-47a9-a646-b231c14cfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fbf6869c-29ac-4198-b1c1-e9931b6d73ec'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:17.674107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Bound port: ce704d10-d8d0-4b37-8a11-51cd3ddc0d46, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53ef69c-e0c6-47a9-a646-b231c14cfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fbf6869c-29ac-4198-b1c1-e9931b6d73ec'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:17.674675 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.772813 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.812589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=a67960d4-5231-4739-94ad-91ed8e872b7d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:17.818215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No DVR routers for this DVR port a67960d4-5231-4739-94ad-91ed8e872b7d on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:17.851354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event updated for resources: {'Port': ['ID=ea8ff0ec-18e3-413a-be60-d170dd1808c7,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:17.851772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a193d64-13d2-4cc9-bfae-cd107610f351 None None] Network fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:17.876566 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.954727 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.983091 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420eeadc-742f-486f-af97-9b0d9844a2ba']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:18.010844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c513afb-1fa0-4819-9df4-23db15e06b7e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:18.011226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c513afb-1fa0-4819-9df4-23db15e06b7e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:18.013676 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.029671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99888ae-276a-4d83-b383-8fb3f0e346c2 None None] DHCP port deletion for 420eeadc-742f-486f-af97-9b0d9844a2ba request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:18.038073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.069237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d5bcc5fe-bce7-4856-92e9-6496c287a9a5 None None] Provisioning for port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:18.072178 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.081159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:18.082569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.086828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] For port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:18.089641 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:18.157983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Network fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:18.159612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:18.262616 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.297565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] For port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ce704d10-d8d0-4b37-8a11-51cd3ddc0d46,segment=NetworkSegment(f53ef69c-e0c6-47a9-a646-b231c14cfcdc),segment_id=f53ef69c-e0c6-47a9-a646-b231c14cfcdc)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:18.328451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 09c921a7-7156-4ba3-a60a-ef36f0544939, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=09c921a7-7156-4ba3-a60a-ef36f0544939,segment=NetworkSegment(392dbac3-5b07-412a-a7ff-f92ed6f88da2),segment_id=392dbac3-5b07-412a-a7ff-f92ed6f88da2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:18.336520 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.340912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.351223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/networks/420eeadc-742f-486f-af97-9b0d9844a2ba HTTP/1.1" status: 204 len: 168 time: 1.2839310 Jul 06 11:53:18.351223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82faedd-a2f3-474c-818d-2825d7bced96 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Network': ['ID=420eeadc-742f-486f-af97-9b0d9844a2ba,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:18.358862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58292) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:18.373100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1134974434', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:18.387352 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.410816 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.441292 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.448732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.532290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Router 15b3e2ff-b16c-4cda-84b8-18a29801b8a7 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:53:18.560183 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.641391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56da140-ff4a-4655-bcce-691c0c2a9808 None None] Pushing event updated for resources: {'Port': ['ID=ce704d10-d8d0-4b37-8a11-51cd3ddc0d46,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:18.832600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:18.840067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:18.848112 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cfd13e55-c426-498a-87e7-477e44918464 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "PUT /v2.0/routers/15b3e2ff-b16c-4cda-84b8-18a29801b8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8469350 Jul 06 11:53:18.849087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58294) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:18.875045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc423f-6b4e-4996-a838-ed01f2937cee req-f12135c2-1741-4094-bde4-f1f1cc1cdcca tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:18.876706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2dbc423f-6b4e-4996-a838-ed01f2937cee req-f12135c2-1741-4094-bde4-f1f1cc1cdcca tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.5400405 Jul 06 11:53:18.888889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-11517c50-9f25-40da-9562-9bb2e6953b89 None None] Provisioning complete for port 09c921a7-7156-4ba3-a60a-ef36f0544939 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:18.889706 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11517c50-9f25-40da-9562-9bb2e6953b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.892754 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-964a3c4f-fdd2-4c6a-8d33-7b1f94012a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.917144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2124c7bc-c253-4f5f-925d-7b640999d1d0 None None] Sync routers for ids ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:18.974666 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.028769 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.084106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2124c7bc-c253-4f5f-925d-7b640999d1d0 None None] Routers {'15b3e2ff-b16c-4cda-84b8-18a29801b8a7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:19.084983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2124c7bc-c253-4f5f-925d-7b640999d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:19.138197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=09c921a7-7156-4ba3-a60a-ef36f0544939,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:19.151417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2124c7bc-c253-4f5f-925d-7b640999d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:19.239023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2124c7bc-c253-4f5f-925d-7b640999d1d0 None None] Routers {'15b3e2ff-b16c-4cda-84b8-18a29801b8a7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:19.240608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2124c7bc-c253-4f5f-925d-7b640999d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:19.243807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2dbc423f-6b4e-4996-a838-ed01f2937cee req-9081d551-e094-4720-82f7-486718df9127 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542524 Jul 06 11:53:19.344435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2124c7bc-c253-4f5f-925d-7b640999d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:19.345252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2124c7bc-c253-4f5f-925d-7b640999d1d0 None None] The sync data for ids ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:19.359070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:19.375731 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:19.377018 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.615756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bdbfc438-015a-44db-86fe-534d51d88799 None None] Provisioning for port ea8ff0ec-18e3-413a-be60-d170dd1808c7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:19.627202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bdbfc438-015a-44db-86fe-534d51d88799 None None] Provisioning complete for port ea8ff0ec-18e3-413a-be60-d170dd1808c7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:19.633714 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc438-015a-44db-86fe-534d51d88799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.636885 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.751199 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.796539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4bb848e3-aef6-4147-8ca6-ae1ec5121d74,segment=NetworkSegment(776eb5b0-b495-4272-9825-555152a9cf52),segment_id=776eb5b0-b495-4272-9825-555152a9cf52)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:19.815542 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.817187 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.878024 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bdbfc438-015a-44db-86fe-534d51d88799 None None] Port ea8ff0ec-18e3-413a-be60-d170dd1808c7 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:20.009941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608de8d-e79a-4672-9cf5-34dfc3a4177a req-5a22065c-077a-46f2-9942-5df97c252dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:20.011928 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a608de8d-e79a-4672-9cf5-34dfc3a4177a req-5a22065c-077a-46f2-9942-5df97c252dda service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 1096 time: 0.3831379 Jul 06 11:53:20.041175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a67960d4-5231-4739-94ad-91ed8e872b7d no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:20.136645 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: a67960d4-5231-4739-94ad-91ed8e872b7d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:20.137003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a67960d4-5231-4739-94ad-91ed8e872b7d not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:20.195997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bdbfc438-015a-44db-86fe-534d51d88799 None None] Provisioning complete for port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:20.196597 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc438-015a-44db-86fe-534d51d88799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.447179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Allocated IP 172.25.0.219 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/875ff752-5b17-4395-b525-08ef7f7e2783) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:20.587654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=4bb848e3-aef6-4147-8ca6-ae1ec5121d74,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:20.621422 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.849323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 09c921a7-7156-4ba3-a60a-ef36f0544939 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:21.048963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-63520568-d514-40a5-b5de-49760907f78e None None] Provisioning complete for port ea8ff0ec-18e3-413a-be60-d170dd1808c7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:21.049464 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63520568-d514-40a5-b5de-49760907f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.102199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a8b15e-a22d-483d-913c-246f28aa731e None None] Network fbf6869c-29ac-4198-b1c1-e9931b6d73ec requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:21.108577 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-35dd3305-6f44-4085-bafe-c3417f356ccb tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:53:21.113196 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-35dd3305-6f44-4085-bafe-c3417f356ccb tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "PUT /v2.0/routers/15b3e2ff-b16c-4cda-84b8-18a29801b8a7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2596853 Jul 06 11:53:21.113950 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.115124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58318) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:21.138775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca618e-3dc1-4b00-b89a-42765df1aa2f req-511e1dd8-e667-4794-bf66-21d43820f08b tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:21.140539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35ca618e-3dc1-4b00-b89a-42765df1aa2f req-511e1dd8-e667-4794-bf66-21d43820f08b tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.2906153 Jul 06 11:53:21.240501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35ca618e-3dc1-4b00-b89a-42765df1aa2f req-63e9236b-432a-43d2-b0dc-4535adb8f81a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867615 Jul 06 11:53:21.271149 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.350900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:21.354410 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a608de8d-e79a-4672-9cf5-34dfc3a4177a req-8f8f5266-e62c-4ac6-8bea-9e6900749dae service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3296044 Jul 06 11:53:21.361629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:21.372050 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:21.403299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-63520568-d514-40a5-b5de-49760907f78e None None] Port ea8ff0ec-18e3-413a-be60-d170dd1808c7 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:21.453972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 09c921a7-7156-4ba3-a60a-ef36f0544939 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:21.454578 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.500841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=875ff752-5b17-4395-b525-08ef7f7e2783,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:21.632120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0925-f02f-4652-a4d3-259bbf62c13f tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.740845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1a763c95-924c-4de3-a5b0-8e4a637f4f27 None None] Provisioning for port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:21.898193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:22.027442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:22.033909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:22.034183 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.077550 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.207013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b0925-f02f-4652-a4d3-259bbf62c13f tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Deleting port ea8ff0ec-18e3-413a-be60-d170dd1808c7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:22.207429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0925-f02f-4652-a4d3-259bbf62c13f tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.322580 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.472023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ce704d10-d8d0-4b37-8a11-51cd3ddc0d46,segment=NetworkSegment(f53ef69c-e0c6-47a9-a646-b231c14cfcdc),segment_id=f53ef69c-e0c6-47a9-a646-b231c14cfcdc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:22.475788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-83901fbf-b713-4ddd-8f2b-6cf23a2d2d78 None None] Provisioning complete for port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:22.476409 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83901fbf-b713-4ddd-8f2b-6cf23a2d2d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.516611 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0925-f02f-4652-a4d3-259bbf62c13f tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.545277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b0925-f02f-4652-a4d3-259bbf62c13f tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Calling delete_port for ea8ff0ec-18e3-413a-be60-d170dd1808c7 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:22.555970 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.604281 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.730170 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffa627-393e-4140-9e56-75e92ddf7f60 req-175477e0-e08c-4a29-901f-a6543d174de4 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:22.732851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddffa627-393e-4140-9e56-75e92ddf7f60 req-175477e0-e08c-4a29-901f-a6543d174de4 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.2166662 Jul 06 11:53:22.746645 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:22.776389 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:53:22.842162 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddffa627-393e-4140-9e56-75e92ddf7f60 req-28034488-9777-46cf-a048-22da442affb0 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958214 Jul 06 11:53:22.883427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=ce704d10-d8d0-4b37-8a11-51cd3ddc0d46,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:22.914223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:22.914891 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.930615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router 8690f8cb-7d14-49f7-9333-1c27d918be38 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:53:22.950866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0925-f02f-4652-a4d3-259bbf62c13f tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.017499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b0925-f02f-4652-a4d3-259bbf62c13f tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event deleted for resources: {'Port': ['ID=ea8ff0ec-18e3-413a-be60-d170dd1808c7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:23.114093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:23.126614 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09afd9ff-4821-405b-9380-e9777918bd85 None None] Sync routers for ids ['8690f8cb-7d14-49f7-9333-1c27d918be38'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:23.149534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.151211 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-37eac385-6909-468f-a178-beb294f5e67f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7906189 Jul 06 11:53:23.153878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58338) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.154600 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09afd9ff-4821-405b-9380-e9777918bd85 None None] Routers {'8690f8cb-7d14-49f7-9333-1c27d918be38'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:23.155484 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-09afd9ff-4821-405b-9380-e9777918bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8690f8cb-7d14-49f7-9333-1c27d918be38'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:23.206067 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-09afd9ff-4821-405b-9380-e9777918bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:23.216838 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09afd9ff-4821-405b-9380-e9777918bd85 None None] Routers {'8690f8cb-7d14-49f7-9333-1c27d918be38'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:23.218460 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-09afd9ff-4821-405b-9380-e9777918bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8690f8cb-7d14-49f7-9333-1c27d918be38'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:23.265391 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-09afd9ff-4821-405b-9380-e9777918bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:23.266596 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09afd9ff-4821-405b-9380-e9777918bd85 None None] The sync data for ids ['8690f8cb-7d14-49f7-9333-1c27d918be38'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:23.287248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0925-f02f-4652-a4d3-259bbf62c13f tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.367478 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3865969a-6485-41a4-8ae8-6b24d5b2287a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/routers/8690f8cb-7d14-49f7-9333-1c27d918be38 HTTP/1.1" status: 200 len: 885 time: 0.2115681 Jul 06 11:53:23.369614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58342) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.566354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8b0925-f02f-4652-a4d3-259bbf62c13f tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Router 15b3e2ff-b16c-4cda-84b8-18a29801b8a7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:23.709147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8b0925-f02f-4652-a4d3-259bbf62c13f tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:23.722215 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3b8b0925-f02f-4652-a4d3-259bbf62c13f tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "PUT /v2.0/routers/15b3e2ff-b16c-4cda-84b8-18a29801b8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6061082 Jul 06 11:53:23.722908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58348) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.731016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef4369-1ed9-46c0-93c9-9d50c04abc8e None None] Sync routers for ids ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:23.749025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef4369-1ed9-46c0-93c9-9d50c04abc8e None None] Routers {'15b3e2ff-b16c-4cda-84b8-18a29801b8a7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:23.751475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8fef4369-1ed9-46c0-93c9-9d50c04abc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:23.771287 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-f459e187-8628-4bf5-8d5a-4534b13d315d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] delete failed (client error): The resource could not be found. Jul 06 11:53:23.779352 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f459e187-8628-4bf5-8d5a-4534b13d315d tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-679407514 HTTP/1.1" status: 404 len: 334 time: 0.0549378 Jul 06 11:53:23.779997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58350) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.786654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7af80be1-6bec-4585-80f2-d1b573aa2435 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Request body: {'router': {'external_gateway_info': {'network_id': '15b3e2ff-b16c-4cda-84b8-18a29801b8a7'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:24.084599 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8fef4369-1ed9-46c0-93c9-9d50c04abc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.111178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef4369-1ed9-46c0-93c9-9d50c04abc8e None None] Routers {'15b3e2ff-b16c-4cda-84b8-18a29801b8a7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:24.111874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8fef4369-1ed9-46c0-93c9-9d50c04abc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.201292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8fef4369-1ed9-46c0-93c9-9d50c04abc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.201894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef4369-1ed9-46c0-93c9-9d50c04abc8e None None] The sync data for ids ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:24.280345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7af80be1-6bec-4585-80f2-d1b573aa2435 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.315288 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-7af80be1-6bec-4585-80f2-d1b573aa2435 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] update failed (client error): The resource could not be found. Jul 06 11:53:24.318537 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7af80be1-6bec-4585-80f2-d1b573aa2435 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "PUT /v2.0/routers/15b3e2ff-b16c-4cda-84b8-18a29801b8a7 HTTP/1.1" status: 404 len: 339 time: 0.5373042 Jul 06 11:53:24.325031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58368) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.461664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ac5ef-e187-4b5d-a629-7a0c93169e88 req-2b463c46-0e4e-4033-bd07-9b7d93b72c4d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:24.472449 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5b2ac5ef-e187-4b5d-a629-7a0c93169e88 req-2b463c46-0e4e-4033-bd07-9b7d93b72c4d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.2099278 Jul 06 11:53:24.521602 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1510ab2b-5386-4f49-a4a5-926409147f16 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1506577 Jul 06 11:53:24.525830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.541496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f5ab5e7d-d33b-4a53-8055-eacc5a88d9c9 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1134974434'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:24.597865 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5b2ac5ef-e187-4b5d-a629-7a0c93169e88 req-169a175f-7e4c-4a57-a13d-e495c535084c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203065 Jul 06 11:53:24.838089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:24.966538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:24.967183 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.035239 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.225598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87725bb-9ced-4139-8caa-9cdb8b906e65 req-40520537-1ed6-4f83-8261-a428875635fc tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:25.227324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a87725bb-9ced-4139-8caa-9cdb8b906e65 req-40520537-1ed6-4f83-8261-a428875635fc tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.3162141 Jul 06 11:53:25.341202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5e7d-d33b-4a53-8055-eacc5a88d9c9 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.349297 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a87725bb-9ced-4139-8caa-9cdb8b906e65 req-da411137-27a5-4fdd-9964-0e42a94eac80 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917563 Jul 06 11:53:25.361985 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5e7d-d33b-4a53-8055-eacc5a88d9c9 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.432872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Allocated IP 172.20.0.1 (38dd5257-7c31-454a-ae2e-4345323dbf70/cc6b04df-9f26-4472-af55-df60e09171f5/81b33651-3389-4166-ab7e-bef0cc99216f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:25.524309 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ab5e7d-d33b-4a53-8055-eacc5a88d9c9 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router 8690f8cb-7d14-49f7-9333-1c27d918be38 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:25.633275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.652352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Transition to ACTIVE for port object 81b33651-3389-4166-ab7e-bef0cc99216f will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:25.691840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ab5e7d-d33b-4a53-8055-eacc5a88d9c9 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:25.705444 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a0b50-b976-4c72-b16e-a9d771bdd055 None None] Sync routers for ids ['8690f8cb-7d14-49f7-9333-1c27d918be38'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:25.726282 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a0b50-b976-4c72-b16e-a9d771bdd055 None None] Routers {'8690f8cb-7d14-49f7-9333-1c27d918be38'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:25.726875 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-551a0b50-b976-4c72-b16e-a9d771bdd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8690f8cb-7d14-49f7-9333-1c27d918be38'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.760914 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5e7d-d33b-4a53-8055-eacc5a88d9c9 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.769292 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:25.776426 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f5ab5e7d-d33b-4a53-8055-eacc5a88d9c9 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/8690f8cb-7d14-49f7-9333-1c27d918be38 HTTP/1.1" status: 200 len: 892 time: 1.2439680 Jul 06 11:53:25.846685 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-551a0b50-b976-4c72-b16e-a9d771bdd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.871843 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a0b50-b976-4c72-b16e-a9d771bdd055 None None] Routers {'8690f8cb-7d14-49f7-9333-1c27d918be38'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:25.872731 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-551a0b50-b976-4c72-b16e-a9d771bdd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['8690f8cb-7d14-49f7-9333-1c27d918be38'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.921085 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-551a0b50-b976-4c72-b16e-a9d771bdd055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:25.922005 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a0b50-b976-4c72-b16e-a9d771bdd055 None None] The sync data for ids ['8690f8cb-7d14-49f7-9333-1c27d918be38'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:26.000635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629d88-b3ac-41e9-aa70-d0023392188b req-3816591b-3731-4188-803b-5fd4221e33c1 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:26.008900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1629d88-b3ac-41e9-aa70-d0023392188b req-3816591b-3731-4188-803b-5fd4221e33c1 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.1087263 Jul 06 11:53:26.046518 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1ffdae28-3ff7-47c5-854f-1d348711d2a5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/routers/8690f8cb-7d14-49f7-9333-1c27d918be38 HTTP/1.1" status: 200 len: 892 time: 0.2760363 Jul 06 11:53:26.048744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58398) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:26.081943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1629d88-b3ac-41e9-aa70-d0023392188b req-5ad78502-d694-4d86-8231-ff8b18a26cdf tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715427 Jul 06 11:53:26.107120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6f6378d2-4953-491b-b64f-dc847dd3d5f3 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8690f8cb-7d14-49f7-9333-1c27d918be38 HTTP/1.1" status: 200 len: 205 time: 0.0571609 Jul 06 11:53:26.109188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.110190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58402) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:26.178432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Network 38dd5257-7c31-454a-ae2e-4345323dbf70 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:26.183656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:26.191557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:26.253578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event updated for resources: {'Port': ['ID=81b33651-3389-4166-ab7e-bef0cc99216f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:26.289275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.439700 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.534844 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.714220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf05ec35-5bbe-40ac-87c1-110c339550ea None None] Provisioning for port 81b33651-3389-4166-ab7e-bef0cc99216f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:26.723418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf05ec35-5bbe-40ac-87c1-110c339550ea None None] Provisioning complete for port 81b33651-3389-4166-ab7e-bef0cc99216f triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:26.724150 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf05ec35-5bbe-40ac-87c1-110c339550ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.742635 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.878984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cf05ec35-5bbe-40ac-87c1-110c339550ea None None] Port 81b33651-3389-4166-ab7e-bef0cc99216f cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:26.918959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 875ff752-5b17-4395-b525-08ef7f7e2783 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:26.919413 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.094766 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.116053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 875ff752-5b17-4395-b525-08ef7f7e2783 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:27.424964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c115be8-84dc-464e-8318-fa9fe87f67f7 req-2eb5820c-c258-4234-a6b2-20f5f81ce3df tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:27.426624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c115be8-84dc-464e-8318-fa9fe87f67f7 req-2eb5820c-c258-4234-a6b2-20f5f81ce3df tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.1332302 Jul 06 11:53:27.444353 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.451315 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.486250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c115be8-84dc-464e-8318-fa9fe87f67f7 req-09541493-f3fb-478e-9fa2-a2c02135d823 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526507 Jul 06 11:53:27.498645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.570554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event updated for resources: {'Port': ['ID=81b33651-3389-4166-ab7e-bef0cc99216f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:27.576439 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=875ff752-5b17-4395-b525-08ef7f7e2783,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:27.634460 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.720314 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.774109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Network 38dd5257-7c31-454a-ae2e-4345323dbf70 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:27.775902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:27.938822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Router 15b3e2ff-b16c-4cda-84b8-18a29801b8a7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:27.944798 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.947235 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.040480 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.041294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Fanout notify agent at l3_agent the message router_deleted on router 8690f8cb-7d14-49f7-9333-1c27d918be38 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:53:28.058568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.062464 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f46354bc-02af-4778-ac1d-cc1cbd40a9ce tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/8690f8cb-7d14-49f7-9333-1c27d918be38 HTTP/1.1" status: 204 len: 168 time: 1.9492068 Jul 06 11:53:28.065785 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58432) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:28.079820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1372201488'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:28.150815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:28.153890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:28.167763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71629355-cbd2-4389-8236-2cb1ee0606aa None None] Sync routers for ids ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:28.169768 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.170465 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4e1657a3-f7a7-4911-9326-37c9f7f532ab tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "PUT /v2.0/routers/15b3e2ff-b16c-4cda-84b8-18a29801b8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8437095 Jul 06 11:53:28.173199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58434) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:28.182108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71629355-cbd2-4389-8236-2cb1ee0606aa None None] Routers {'15b3e2ff-b16c-4cda-84b8-18a29801b8a7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:28.183036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-71629355-cbd2-4389-8236-2cb1ee0606aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:28.261950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-71629355-cbd2-4389-8236-2cb1ee0606aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:28.293258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71629355-cbd2-4389-8236-2cb1ee0606aa None None] Routers {'15b3e2ff-b16c-4cda-84b8-18a29801b8a7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:28.294687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-71629355-cbd2-4389-8236-2cb1ee0606aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:28.295516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:28.340831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.340831 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added segment 0050d41b-6fd2-4734-9f09-8eaf90f9ab30 of type vlan for network ee993988-41cc-422d-b8a3-983614f26ebb Jul 06 11:53:28.359645 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-974f5c07-df2f-4c3e-bf97-c0661f72f035 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.378896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-71629355-cbd2-4389-8236-2cb1ee0606aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:28.380019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71629355-cbd2-4389-8236-2cb1ee0606aa None None] The sync data for ids ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:28.408591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ef0dfb43-f0ed-41f8-8644-6e63f3343749 None None] Provisioning complete for port 81b33651-3389-4166-ab7e-bef0cc99216f triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:28.408977 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef0dfb43-f0ed-41f8-8644-6e63f3343749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.463947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ef0dfb43-f0ed-41f8-8644-6e63f3343749 None None] Port 81b33651-3389-4166-ab7e-bef0cc99216f cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:28.486197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed98b2a-f559-467b-93fe-ae6d73bf3e99 req-fe65e2e1-a290-44cf-9bf1-8a4c08308f07 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:28.488737 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ed98b2a-f559-467b-93fe-ae6d73bf3e99 req-fe65e2e1-a290-44cf-9bf1-8a4c08308f07 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.2749071 Jul 06 11:53:28.492495 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.542662 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-974f5c07-df2f-4c3e-bf97-c0661f72f035 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 11:53:28.547082 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-974f5c07-df2f-4c3e-bf97-c0661f72f035 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "DELETE /v2.0/routers/15b3e2ff-b16c-4cda-84b8-18a29801b8a7 HTTP/1.1" status: 409 len: 329 time: 0.3724477 Jul 06 11:53:28.547842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58438) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:28.559474 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.565954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:28.566658 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.595634 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.670129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5982611 Jul 06 11:53:28.672521 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58440) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:28.680790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'subnet': {'network_id': 'ee993988-41cc-422d-b8a3-983614f26ebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:28.701351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8c78d-1d31-486f-a428-19c2153ba4af tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Network': ['ID=ee993988-41cc-422d-b8a3-983614f26ebb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:28.739861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network ee993988-41cc-422d-b8a3-983614f26ebb details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:28.761014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ed98b2a-f559-467b-93fe-ae6d73bf3e99 req-12e39427-2369-43bf-a41c-eb6140470451 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621861 Jul 06 11:53:28.843163 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.872734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:28.876496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.256844 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c55151e-48c5-4177-a513-63e240d9e0e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.272891 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.341032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Checking segment: {'id': '0050d41b-6fd2-4734-9f09-8eaf90f9ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ee993988-41cc-422d-b8a3-983614f26ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:29.341420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network hostable DHCP agents. Network: ee993988-41cc-422d-b8a3-983614f26ebb, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:29.359604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Subnet': ['ID=43cf10de-7371-421c-8bc9-88ccbf2da490,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:29.375360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network ee993988-41cc-422d-b8a3-983614f26ebb is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:29.395810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, ee993988-41cc-422d-b8a3-983614f26ebb) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:29.412035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823aff6e-e26c-40e9-86d3-f9ee88aa7b13 None None] Network ee993988-41cc-422d-b8a3-983614f26ebb requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:29.434620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:29.435551 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.478382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a14e811e-da15-4f07-b968-d272c7e72496 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8025835 Jul 06 11:53:29.480893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:29.495484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-00256c37-ccc5-42c4-b079-bfc2041400c1 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1463605292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:29.550539 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00256c37-ccc5-42c4-b079-bfc2041400c1 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.554680 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00256c37-ccc5-42c4-b079-bfc2041400c1 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.649087 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00256c37-ccc5-42c4-b079-bfc2041400c1 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.654675 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00256c37-ccc5-42c4-b079-bfc2041400c1 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.678404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00256c37-ccc5-42c4-b079-bfc2041400c1 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.682459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9c55151e-48c5-4177-a513-63e240d9e0e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Deleting port 81b33651-3389-4166-ab7e-bef0cc99216f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:29.682796 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c55151e-48c5-4177-a513-63e240d9e0e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.683211 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-00256c37-ccc5-42c4-b079-bfc2041400c1 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2005692 Jul 06 11:53:29.684077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58452) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:29.819987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-ee993988-41cc-422d-b8a3-983614f26ebb', 'network_id': 'ee993988-41cc-422d-b8a3-983614f26ebb', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'fixed_ips': [{'subnet_id': '43cf10de-7371-421c-8bc9-88ccbf2da490'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:53:29.821245 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.899764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c55151e-48c5-4177-a513-63e240d9e0e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.915504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9c55151e-48c5-4177-a513-63e240d9e0e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Calling delete_port for 81b33651-3389-4166-ab7e-bef0cc99216f owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:30.016488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Allocated IP 2001:db8::2 (ee993988-41cc-422d-b8a3-983614f26ebb/43cf10de-7371-421c-8bc9-88ccbf2da490/60817459-48f8-42de-afa3-f7c1232e3622) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:30.220236 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c55151e-48c5-4177-a513-63e240d9e0e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.251909 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.278179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Transition to ACTIVE for port object 60817459-48f8-42de-afa3-f7c1232e3622 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:30.325527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Transition to ACTIVE for port object 60817459-48f8-42de-afa3-f7c1232e3622 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:30.342713 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.371389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55151e-48c5-4177-a513-63e240d9e0e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event deleted for resources: {'Port': ['ID=81b33651-3389-4166-ab7e-bef0cc99216f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:30.465992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Network ee993988-41cc-422d-b8a3-983614f26ebb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:30.472733 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:30.476907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:30.516953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Pushing event updated for resources: {'Port': ['ID=60817459-48f8-42de-afa3-f7c1232e3622,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:30.671821 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Attempting to bind port 60817459-48f8-42de-afa3-f7c1232e3622 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:30.672395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Attempting to bind port 60817459-48f8-42de-afa3-f7c1232e3622 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '0050d41b-6fd2-4734-9f09-8eaf90f9ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ee993988-41cc-422d-b8a3-983614f26ebb'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:30.672945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Attempting to bind port 60817459-48f8-42de-afa3-f7c1232e3622 on network ee993988-41cc-422d-b8a3-983614f26ebb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:30.682784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c55151e-48c5-4177-a513-63e240d9e0e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.699666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:30.700282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Checking segment: {'id': '0050d41b-6fd2-4734-9f09-8eaf90f9ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ee993988-41cc-422d-b8a3-983614f26ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:30.700941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.710656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13cda0-226a-4a5c-a9f5-c1fa34088967 req-90a83177-0576-45f2-b0fa-adb2d8c22522 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:30.711750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Bound using segment: {'id': '0050d41b-6fd2-4734-9f09-8eaf90f9ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ee993988-41cc-422d-b8a3-983614f26ebb'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:30.712801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Bound port: 60817459-48f8-42de-afa3-f7c1232e3622, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0050d41b-6fd2-4734-9f09-8eaf90f9ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ee993988-41cc-422d-b8a3-983614f26ebb'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:30.713487 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.719618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe13cda0-226a-4a5c-a9f5-c1fa34088967 req-90a83177-0576-45f2-b0fa-adb2d8c22522 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.2689612 Jul 06 11:53:30.750670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.882060 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe13cda0-226a-4a5c-a9f5-c1fa34088967 req-a1b97713-af8f-4807-9fd3-f5d42a76432f tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610680 Jul 06 11:53:30.963649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] For port 60817459-48f8-42de-afa3-f7c1232e3622, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:30.970253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] For port 60817459-48f8-42de-afa3-f7c1232e3622, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=60817459-48f8-42de-afa3-f7c1232e3622,segment=NetworkSegment(0050d41b-6fd2-4734-9f09-8eaf90f9ab30),segment_id=0050d41b-6fd2-4734-9f09-8eaf90f9ab30)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:30.982878 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.019943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c55151e-48c5-4177-a513-63e240d9e0e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Router 15b3e2ff-b16c-4cda-84b8-18a29801b8a7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:31.084793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3353b5e-5964-4f1d-abbe-87809b4f1d40 None None] Pushing event updated for resources: {'Port': ['ID=60817459-48f8-42de-afa3-f7c1232e3622,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:31.210770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c55151e-48c5-4177-a513-63e240d9e0e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:31.233289 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9c55151e-48c5-4177-a513-63e240d9e0e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "PUT /v2.0/routers/15b3e2ff-b16c-4cda-84b8-18a29801b8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6842351 Jul 06 11:53:31.245847 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fed3ecd-559e-4abe-bfd6-4ef4eab37ad0 None None] Sync routers for ids ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:31.249441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58466) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:31.266891 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed3ecd-559e-4abe-bfd6-4ef4eab37ad0 None None] Routers {'15b3e2ff-b16c-4cda-84b8-18a29801b8a7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:31.267590 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fed3ecd-559e-4abe-bfd6-4ef4eab37ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:31.338939 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-968b26fd-4575-4f38-b1e2-cb6e09365a58 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] show failed (client error): The resource could not be found. Jul 06 11:53:31.344934 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-968b26fd-4575-4f38-b1e2-cb6e09365a58 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1416852298 HTTP/1.1" status: 404 len: 335 time: 0.0891416 Jul 06 11:53:31.349315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58470) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:31.354845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-54f25dd6-6fa8-43c7-a93f-a73589708952 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:31.390133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Allocated IP 2001:db8::1 (ee993988-41cc-422d-b8a3-983614f26ebb/43cf10de-7371-421c-8bc9-88ccbf2da490/56286775-db85-455a-bae7-02a44ef55f30) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:31.398320 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fed3ecd-559e-4abe-bfd6-4ef4eab37ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:31.422909 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed3ecd-559e-4abe-bfd6-4ef4eab37ad0 None None] Routers {'15b3e2ff-b16c-4cda-84b8-18a29801b8a7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:31.423871 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fed3ecd-559e-4abe-bfd6-4ef4eab37ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:31.512086 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-54f25dd6-6fa8-43c7-a93f-a73589708952 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] update failed (client error): The resource could not be found. Jul 06 11:53:31.524398 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-54f25dd6-6fa8-43c7-a93f-a73589708952 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-473813407 HTTP/1.1" status: 404 len: 334 time: 0.1665676 Jul 06 11:53:31.526898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58476) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:31.581835 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fed3ecd-559e-4abe-bfd6-4ef4eab37ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:31.582754 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fed3ecd-559e-4abe-bfd6-4ef4eab37ad0 None None] The sync data for ids ['15b3e2ff-b16c-4cda-84b8-18a29801b8a7'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:31.706442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c06e69c-9fff-4989-9a43-c8fa13a801a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Deleting subnet 74edffa2-e0b5-4612-b474-2c8a9cba837c {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:31.724726 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c06e69c-9fff-4989-9a43-c8fa13a801a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.736780 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.776358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Transition to ACTIVE for port object 56286775-db85-455a-bae7-02a44ef55f30 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:31.800165 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c06e69c-9fff-4989-9a43-c8fa13a801a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.879644 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.948780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network ee993988-41cc-422d-b8a3-983614f26ebb is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:31.953107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:31.956669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:31.959130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.031647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=56286775-db85-455a-bae7-02a44ef55f30,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:32.071172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c06e69c-9fff-4989-9a43-c8fa13a801a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.173937 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c06e69c-9fff-4989-9a43-c8fa13a801a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.226820 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.242267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06e69c-9fff-4989-9a43-c8fa13a801a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event deleted for resources: {'Subnet': ['ID=74edffa2-e0b5-4612-b474-2c8a9cba837c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:32.252297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c06e69c-9fff-4989-9a43-c8fa13a801a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.254887 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4c06e69c-9fff-4989-9a43-c8fa13a801a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "DELETE /v2.0/subnets/74edffa2-e0b5-4612-b474-2c8a9cba837c HTTP/1.1" status: 204 len: 168 time: 0.7214363 Jul 06 11:53:32.258567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58492) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:32.259876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df8a375-6261-4328-977b-57bd31880267 None None] Network fbf6869c-29ac-4198-b1c1-e9931b6d73ec requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:32.525958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-6307299e-cf5e-46c3-85e2-9a6357c8e29b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Deleting subnet 83b07fe3-39b0-4231-9483-e7e61b3fa73a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:32.536149 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6307299e-cf5e-46c3-85e2-9a6357c8e29b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.590108 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6307299e-cf5e-46c3-85e2-9a6357c8e29b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.650764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4462629-42ec-408e-8406-15a65b737ffa None None] DHCP port deletion for fbf6869c-29ac-4198-b1c1-e9931b6d73ec request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:32.766895 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8206d6b-3e03-448b-8254-dabd28033fa5 req-9c6798f9-4e09-48dc-b3bb-e5059ffdfb47 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:32.773132 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b4462629-42ec-408e-8406-15a65b737ffa None None] Deleting port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:32.773764 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4462629-42ec-408e-8406-15a65b737ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.779312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8206d6b-3e03-448b-8254-dabd28033fa5 req-9c6798f9-4e09-48dc-b3bb-e5059ffdfb47 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 945 time: 0.4403181 Jul 06 11:53:32.928643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 60817459-48f8-42de-afa3-f7c1232e3622 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:32.980662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1d46bd-3035-49d1-a9f9-ce2ce17331f5 None None] Network ee993988-41cc-422d-b8a3-983614f26ebb requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:33.025464 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6307299e-cf5e-46c3-85e2-9a6357c8e29b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.037096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8206d6b-3e03-448b-8254-dabd28033fa5 req-e5c5c265-75f1-465b-9f14-4e03a7290719 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563732 Jul 06 11:53:33.074766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b4462629-42ec-408e-8406-15a65b737ffa None None] For port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ce704d10-d8d0-4b37-8a11-51cd3ddc0d46,segment=NetworkSegment(f53ef69c-e0c6-47a9-a646-b231c14cfcdc),segment_id=f53ef69c-e0c6-47a9-a646-b231c14cfcdc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:33.075331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4462629-42ec-408e-8406-15a65b737ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.103637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b4462629-42ec-408e-8406-15a65b737ffa None None] Calling delete_port for ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:33.120135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3e2e0689-a963-4994-8f7f-e61ecde069ad None None] Provisioning for port 60817459-48f8-42de-afa3-f7c1232e3622 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:33.125416 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6307299e-cf5e-46c3-85e2-9a6357c8e29b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.168287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307299e-cf5e-46c3-85e2-9a6357c8e29b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event deleted for resources: {'Subnet': ['ID=83b07fe3-39b0-4231-9483-e7e61b3fa73a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:33.174561 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6307299e-cf5e-46c3-85e2-9a6357c8e29b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.179857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58500) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:33.180367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6307299e-cf5e-46c3-85e2-9a6357c8e29b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "DELETE /v2.0/subnets/83b07fe3-39b0-4231-9483-e7e61b3fa73a HTTP/1.1" status: 204 len: 168 time: 0.9177461 Jul 06 11:53:33.202632 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.209322 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.210410 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.264440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=56286775-db85-455a-bae7-02a44ef55f30,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:33.273224 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.338447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee80add-4010-4440-a604-4c8795a9b2eb None None] Network fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:33.394331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network ee993988-41cc-422d-b8a3-983614f26ebb is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:33.396515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:33.406871 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4462629-42ec-408e-8406-15a65b737ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.417412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Deleting port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:33.418188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.437908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 60817459-48f8-42de-afa3-f7c1232e3622 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:33.473260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 60817459-48f8-42de-afa3-f7c1232e3622 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:33.473627 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.513505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4462629-42ec-408e-8406-15a65b737ffa None None] Pushing event deleted for resources: {'Port': ['ID=ce704d10-d8d0-4b37-8a11-51cd3ddc0d46,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:33.549358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] For port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46, host n-d-799527-2, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:33.549896 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.558734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4462629-42ec-408e-8406-15a65b737ffa None None] No DVR routers for this DVR port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:33.577585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Calling delete_port for ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:33.579581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:53:33.580900 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.602096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] No DVR routers for this DVR port ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:33.628895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event deleted for resources: {'Port': ['ID=ce704d10-d8d0-4b37-8a11-51cd3ddc0d46,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:33.637590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:53:33.763877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.774453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:33.780949 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.795203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf6869c-29ac-4198-b1c1-e9931b6d73ec']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:33.796984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96836e76-a739-4cda-bf05-280fda9bd86d None None] Sync routers for ids ['f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:33.807248 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-faf90fc2-0b0a-44dc-95d6-4a616d3e66dc tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1216240 Jul 06 11:53:33.807965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58506) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:33.811843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96836e76-a739-4cda-bf05-280fda9bd86d None None] Routers {'f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:33.812466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-96836e76-a739-4cda-bf05-280fda9bd86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:33.814914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53ef69c-e0c6-47a9-a646-b231c14cfcdc') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:33.815205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53ef69c-e0c6-47a9-a646-b231c14cfcdc') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:33.831556 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.883381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3779752e-eb8d-41fc-a3d7-436dc16294e2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:33.887909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3779752e-eb8d-41fc-a3d7-436dc16294e2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports/56286775-db85-455a-bae7-02a44ef55f30 HTTP/1.1" status: 200 len: 911 time: 0.0788791 Jul 06 11:53:33.889020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58510) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:33.894992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d8cd71ee-9bb2-4d0c-a001-b011b0c798d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43cf10de-7371-421c-8bc9-88ccbf2da490'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:33.908034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.912885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-96836e76-a739-4cda-bf05-280fda9bd86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:33.922847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:33.923261 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:33.933986 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:33.940444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5460f4b6-fb3e-46e4-b550-e001f868af2d None None] DHCP port deletion for fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:33.996798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96836e76-a739-4cda-bf05-280fda9bd86d None None] Routers {'f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:33.997446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-96836e76-a739-4cda-bf05-280fda9bd86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:34.070548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.077835 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.085993 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "DELETE /v2.0/networks/fbf6869c-29ac-4198-b1c1-e9931b6d73ec HTTP/1.1" status: 204 len: 168 time: 0.9009771 Jul 06 11:53:34.102175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58518) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:34.124426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 60817459-48f8-42de-afa3-f7c1232e3622, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=60817459-48f8-42de-afa3-f7c1232e3622,segment=NetworkSegment(0050d41b-6fd2-4734-9f09-8eaf90f9ab30),segment_id=0050d41b-6fd2-4734-9f09-8eaf90f9ab30)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:34.126547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-96836e76-a739-4cda-bf05-280fda9bd86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:34.128347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96836e76-a739-4cda-bf05-280fda9bd86d None None] The sync data for ids ['f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:34.138893 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.297389 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.310184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5df0f-8c30-4860-9b15-29bd968a8400 req-9ec9751b-5f85-4093-97a1-50f5d2ca2761 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:34.311814 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63e5df0f-8c30-4860-9b15-29bd968a8400 req-9ec9751b-5f85-4093-97a1-50f5d2ca2761 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 945 time: 0.4664798 Jul 06 11:53:34.317005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d05d2-881f-46cd-8543-72987be34b77 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event deleted for resources: {'Network': ['ID=fbf6869c-29ac-4198-b1c1-e9931b6d73ec,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:34.382616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5460f4b6-fb3e-46e4-b550-e001f868af2d None None] Deleting port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:34.383236 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5460f4b6-fb3e-46e4-b550-e001f868af2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.464554 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8cd71ee-9bb2-4d0c-a001-b011b0c798d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.476624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Deleting port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:34.476990 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.546937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5460f4b6-fb3e-46e4-b550-e001f868af2d None None] For port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4bb848e3-aef6-4147-8ca6-ae1ec5121d74,segment=NetworkSegment(776eb5b0-b495-4272-9825-555152a9cf52),segment_id=776eb5b0-b495-4272-9825-555152a9cf52)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:34.547430 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5460f4b6-fb3e-46e4-b550-e001f868af2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.603314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5460f4b6-fb3e-46e4-b550-e001f868af2d None None] Calling delete_port for 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:34.628566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=60817459-48f8-42de-afa3-f7c1232e3622,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:34.630599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-63e5df0f-8c30-4860-9b15-29bd968a8400 req-b95df2ef-abfa-4141-b286-5ee0d2888ac5 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Deleting port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:34.636357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-63e5df0f-8c30-4860-9b15-29bd968a8400 req-b95df2ef-abfa-4141-b286-5ee0d2888ac5 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.762472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e7bf1fc0-3130-484f-ae8f-941e956d8497 None None] Provisioning complete for port 60817459-48f8-42de-afa3-f7c1232e3622 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:34.767708 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1fc0-3130-484f-ae8f-941e956d8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.880167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:34.942070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] For port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4bb848e3-aef6-4147-8ca6-ae1ec5121d74,segment=NetworkSegment(776eb5b0-b495-4272-9825-555152a9cf52),segment_id=776eb5b0-b495-4272-9825-555152a9cf52)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:34.942541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:34.971462 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Calling delete_port for 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:35.141676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e7bf1fc0-3130-484f-ae8f-941e956d8497 None None] Provisioning for port 56286775-db85-455a-bae7-02a44ef55f30 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:35.154479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e7bf1fc0-3130-484f-ae8f-941e956d8497 None None] Provisioning complete for port 56286775-db85-455a-bae7-02a44ef55f30 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:35.154861 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7bf1fc0-3130-484f-ae8f-941e956d8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.170524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-63e5df0f-8c30-4860-9b15-29bd968a8400 req-b95df2ef-abfa-4141-b286-5ee0d2888ac5 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] For port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8,segment=NetworkSegment(ca510d3a-ac50-4907-9c2b-acdc01f01062),segment_id=ca510d3a-ac50-4907-9c2b-acdc01f01062)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:35.170904 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-63e5df0f-8c30-4860-9b15-29bd968a8400 req-b95df2ef-abfa-4141-b286-5ee0d2888ac5 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.180342 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.185858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce1259-7eb5-47fe-9e97-7af385e38444 req-1d75d5dd-6ba7-4108-b1ed-5e95cf0cf417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:35.187549 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92ce1259-7eb5-47fe-9e97-7af385e38444 req-1d75d5dd-6ba7-4108-b1ed-5e95cf0cf417 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d96942b7a044277913f15966f23454c&device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 1096 time: 0.4717946 Jul 06 11:53:35.235600 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5460f4b6-fb3e-46e4-b550-e001f868af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.275643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-63e5df0f-8c30-4860-9b15-29bd968a8400 req-b95df2ef-abfa-4141-b286-5ee0d2888ac5 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Calling delete_port for 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:35.304381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] No DVR routers for this DVR port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:35.308759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event deleted for resources: {'Port': ['ID=4bb848e3-aef6-4147-8ca6-ae1ec5121d74,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:35.515931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460f4b6-fb3e-46e4-b550-e001f868af2d None None] Pushing event deleted for resources: {'Port': ['ID=4bb848e3-aef6-4147-8ca6-ae1ec5121d74,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:35.519062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf1fc0-3130-484f-ae8f-941e956d8497 None None] Port 56286775-db85-455a-bae7-02a44ef55f30 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:35.520573 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.542759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460f4b6-fb3e-46e4-b550-e001f868af2d None None] No DVR routers for this DVR port 4bb848e3-aef6-4147-8ca6-ae1ec5121d74 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:35.569055 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.581330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce1259-7eb5-47fe-9e97-7af385e38444 req-4fae6cc3-87f0-415c-a911-c444c1ee1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:35.583718 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92ce1259-7eb5-47fe-9e97-7af385e38444 req-4fae6cc3-87f0-415c-a911-c444c1ee1b5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 200 len: 920 time: 0.3723428 Jul 06 11:53:35.589232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb3cb46-a1ff-4791-8bf1-2ceff72c3136']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:35.596906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:35.621851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:35.622636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ce704d10-d8d0-4b37-8a11-51cd3ddc0d46 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:35.649310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6111f092-b05f-4fc1-bd40-b30db610d1fe None None] Provisioning complete for port 56286775-db85-455a-bae7-02a44ef55f30 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:35.651276 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6111f092-b05f-4fc1-bd40-b30db610d1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.732463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6111f092-b05f-4fc1-bd40-b30db610d1fe None None] Port 56286775-db85-455a-bae7-02a44ef55f30 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:35.736711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8c1fe-e39a-424c-ba67-ff9142c868f3 req-428910cc-6709-401e-9463-6776b27048ba tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:35.747353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdf8c1fe-e39a-424c-ba67-ff9142c868f3 req-428910cc-6709-401e-9463-6776b27048ba tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.2614689 Jul 06 11:53:35.768226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6864d09-41f7-4839-8fab-93796e9d5e54 req-1b2dfa6f-fe0e-41f4-aab2-a1e5f4c8af56 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:35.769969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a6864d09-41f7-4839-8fab-93796e9d5e54 req-1b2dfa6f-fe0e-41f4-aab2-a1e5f4c8af56 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 945 time: 0.2862017 Jul 06 11:53:35.901562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdf8c1fe-e39a-424c-ba67-ff9142c868f3 req-62a7878e-03bb-4bed-a9eb-cb565ab174dd tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515987 Jul 06 11:53:35.972890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a6864d09-41f7-4839-8fab-93796e9d5e54 req-ebd7efc8-d63e-42df-ac9b-eba8a7c13499 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923196 Jul 06 11:53:36.116376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776eb5b0-b495-4272-9825-555152a9cf52') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:36.116965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776eb5b0-b495-4272-9825-555152a9cf52') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:36.136752 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.143341 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92ce1259-7eb5-47fe-9e97-7af385e38444 req-deed6f08-eb7b-49d5-9922-d0dcc8da03f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63633871-8378-49d3-9c95-e1bc96bd1014 HTTP/1.1" status: 200 len: 217 time: 0.5474899 Jul 06 11:53:36.219437 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.222781 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8cd71ee-9bb2-4d0c-a001-b011b0c798d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.234096 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8cd71ee-9bb2-4d0c-a001-b011b0c798d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.242038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd71ee-9bb2-4d0c-a001-b011b0c798d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:36.243909 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8cd71ee-9bb2-4d0c-a001-b011b0c798d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.247513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d8cd71ee-9bb2-4d0c-a001-b011b0c798d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/ports/56286775-db85-455a-bae7-02a44ef55f30 HTTP/1.1" status: 200 len: 911 time: 2.3550713 Jul 06 11:53:36.247897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:36.247897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.248822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58534) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:36.252693 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:36.312166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce1259-7eb5-47fe-9e97-7af385e38444 req-a7603c5a-6f8e-4701-83f2-1b064a991096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:36.317756 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92ce1259-7eb5-47fe-9e97-7af385e38444 req-a7603c5a-6f8e-4701-83f2-1b064a991096 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62090734-02ba-48fd-aeab-f8849e62c821 HTTP/1.1" status: 200 len: 859 time: 0.1567981 Jul 06 11:53:36.356917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92ce1259-7eb5-47fe-9e97-7af385e38444 req-b175ee2b-6ded-4476-9e85-e15503b407c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62ccb191-ad40-4267-aa18-920eef06537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328443 Jul 06 11:53:36.360957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-63e5df0f-8c30-4860-9b15-29bd968a8400 req-b95df2ef-abfa-4141-b286-5ee0d2888ac5 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.377811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['7b8fe691-0e61-4716-ad21-8b34bc4ff2b8'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:36.431508 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.439130 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.442713 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "DELETE /v2.0/networks/fcb3cb46-a1ff-4791-8bf1-2ceff72c3136 HTTP/1.1" status: 204 len: 168 time: 2.3379726 Jul 06 11:53:36.451906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58536) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:36.528149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c4c938-70fd-43bd-b5d0-3efdd9b4b7a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Deleting subnet cc6b04df-9f26-4472-af55-df60e09171f5 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:36.537225 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36c4c938-70fd-43bd-b5d0-3efdd9b4b7a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.574111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95df2ef-abfa-4141-b286-5ee0d2888ac5 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Pushing event deleted for resources: {'Port': ['ID=7b8fe691-0e61-4716-ad21-8b34bc4ff2b8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:36.631348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd71ee-9bb2-4d0c-a001-b011b0c798d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=56286775-db85-455a-bae7-02a44ef55f30,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:36.638556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed2e54-72e5-44e7-a192-809b153551e4 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event deleted for resources: {'Network': ['ID=fcb3cb46-a1ff-4791-8bf1-2ceff72c3136,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:36.674339 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36c4c938-70fd-43bd-b5d0-3efdd9b4b7a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.686936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e5df0f-8c30-4860-9b15-29bd968a8400 req-b95df2ef-abfa-4141-b286-5ee0d2888ac5 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] No DVR routers for this DVR port 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:36.690748 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-63e5df0f-8c30-4860-9b15-29bd968a8400 req-b95df2ef-abfa-4141-b286-5ee0d2888ac5 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.696561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-63e5df0f-8c30-4860-9b15-29bd968a8400 req-b95df2ef-abfa-4141-b286-5ee0d2888ac5 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.86 "DELETE /v2.0/ports/7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 HTTP/1.1" status: 204 len: 173 time: 2.3771672 Jul 06 11:53:36.700963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a69718-2266-4b0d-9052-9b8677d88ac6', 'name': 'network-vif-deleted', 'tag': '7b8fe691-0e61-4716-ad21-8b34bc4ff2b8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:36.703724 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572718c7-7892-4560-ad32-8c08990ea1b9" -d '{"events": [{"server_uuid": "b3a69718-2266-4b0d-9052-9b8677d88ac6", "name": "network-vif-deleted", "tag": "7b8fe691-0e61-4716-ad21-8b34bc4ff2b8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:36.713582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 60817459-48f8-42de-afa3-f7c1232e3622 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:36.786784 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92ce1259-7eb5-47fe-9e97-7af385e38444 req-2269bd18-9de1-43ac-a193-0c3b86d3e616 service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230244 Jul 06 11:53:36.883061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 60817459-48f8-42de-afa3-f7c1232e3622 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:36.886611 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.958203 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36c4c938-70fd-43bd-b5d0-3efdd9b4b7a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.960233 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2fe49d-f881-40b5-b347-3153571a89a4 x-openstack-request-id: req-1f2fe49d-f881-40b5-b347-3153571a89a4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:36.962643 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a69718-2266-4b0d-9052-9b8677d88ac6", "name": "network-vif-deleted", "tag": "7b8fe691-0e61-4716-ad21-8b34bc4ff2b8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:36.965751 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f2fe49d-f881-40b5-b347-3153571a89a4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:36.966350 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a69718-2266-4b0d-9052-9b8677d88ac6', 'name': 'network-vif-deleted', 'tag': '7b8fe691-0e61-4716-ad21-8b34bc4ff2b8', 'status': 'completed', 'code': 200} Jul 06 11:53:37.008086 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92ce1259-7eb5-47fe-9e97-7af385e38444 req-cefde9b6-b0c9-44d8-a8f7-2e2498e13896 service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144396 Jul 06 11:53:37.278223 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fbd1-1786-42b1-87b4-a2148f5884f5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.281311 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36c4c938-70fd-43bd-b5d0-3efdd9b4b7a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.342156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fde7f5f0-a25b-41ff-9807-5936490f65de req-acd6a376-94c9-44b2-9909-28f50bccc300 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3a69718-2266-4b0d-9052-9b8677d88ac6 HTTP/1.1" status: 200 len: 210 time: 0.0833275 Jul 06 11:53:37.402650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4c938-70fd-43bd-b5d0-3efdd9b4b7a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6b04df-9f26-4472-af55-df60e09171f5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:37.419248 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36c4c938-70fd-43bd-b5d0-3efdd9b4b7a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.420223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-36c4c938-70fd-43bd-b5d0-3efdd9b4b7a3 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "DELETE /v2.0/subnets/cc6b04df-9f26-4472-af55-df60e09171f5 HTTP/1.1" status: 204 len: 168 time: 0.9675524 Jul 06 11:53:37.424761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58554) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:37.429129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9bf29e-8543-4c99-9a93-cb0225a633c1 None None] Network 38dd5257-7c31-454a-ae2e-4345323dbf70 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:37.638955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.674183 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93c8a3-8f57-45e3-88d1-bdcd2a18900d req-3bb4c6aa-8e89-40e9-b2b1-fb7acc258380 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:37.689326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a93c8a3-8f57-45e3-88d1-bdcd2a18900d req-3bb4c6aa-8e89-40e9-b2b1-fb7acc258380 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.4873180 Jul 06 11:53:37.763369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Deleting port 09c921a7-7156-4ba3-a60a-ef36f0544939 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:37.763858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.782268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a93c8a3-8f57-45e3-88d1-bdcd2a18900d req-842b1a6c-4688-4bc5-a403-6591ccb014a9 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922141 Jul 06 11:53:37.891517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c8148-b52d-4ccc-8e0e-0b8ea0297c25 None None] DHCP port deletion for 38dd5257-7c31-454a-ae2e-4345323dbf70 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:37.968318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] For port 09c921a7-7156-4ba3-a60a-ef36f0544939, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=09c921a7-7156-4ba3-a60a-ef36f0544939,segment=NetworkSegment(392dbac3-5b07-412a-a7ff-f92ed6f88da2),segment_id=392dbac3-5b07-412a-a7ff-f92ed6f88da2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:37.968576 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.989024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Calling delete_port for 09c921a7-7156-4ba3-a60a-ef36f0544939 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:38.025827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-349c8148-b52d-4ccc-8e0e-0b8ea0297c25 None None] Deleting port 09c921a7-7156-4ba3-a60a-ef36f0544939 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:38.026537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-349c8148-b52d-4ccc-8e0e-0b8ea0297c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.056725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8ea4fbd1-1786-42b1-87b4-a2148f5884f5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 56286775-db85-455a-bae7-02a44ef55f30 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:38.057734 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fbd1-1786-42b1-87b4-a2148f5884f5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.137898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.165082 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-349c8148-b52d-4ccc-8e0e-0b8ea0297c25 None None] For port 09c921a7-7156-4ba3-a60a-ef36f0544939, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=09c921a7-7156-4ba3-a60a-ef36f0544939,segment=NetworkSegment(392dbac3-5b07-412a-a7ff-f92ed6f88da2),segment_id=392dbac3-5b07-412a-a7ff-f92ed6f88da2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:38.165082 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-349c8148-b52d-4ccc-8e0e-0b8ea0297c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.170825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] No DVR routers for this DVR port 09c921a7-7156-4ba3-a60a-ef36f0544939 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:38.172964 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event deleted for resources: {'Port': ['ID=09c921a7-7156-4ba3-a60a-ef36f0544939,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:38.195140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-349c8148-b52d-4ccc-8e0e-0b8ea0297c25 None None] Calling delete_port for 09c921a7-7156-4ba3-a60a-ef36f0544939 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:38.213835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.214339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.217492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.217492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.217492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.217492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.217492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.217492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.217492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.217492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.217492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.224094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:38.309872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fbd1-1786-42b1-87b4-a2148f5884f5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.313967 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.329695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8ea4fbd1-1786-42b1-87b4-a2148f5884f5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 56286775-db85-455a-bae7-02a44ef55f30 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:38.344777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38dd5257-7c31-454a-ae2e-4345323dbf70']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:38.352385 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-349c8148-b52d-4ccc-8e0e-0b8ea0297c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.367765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392dbac3-5b07-412a-a7ff-f92ed6f88da2') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:38.368326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392dbac3-5b07-412a-a7ff-f92ed6f88da2') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:38.380780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.415650 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.441704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:38.443520 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.448890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c8148-b52d-4ccc-8e0e-0b8ea0297c25 None None] Pushing event deleted for resources: {'Port': ['ID=09c921a7-7156-4ba3-a60a-ef36f0544939,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:38.453929 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:38.459663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c8148-b52d-4ccc-8e0e-0b8ea0297c25 None None] No DVR routers for this DVR port 09c921a7-7156-4ba3-a60a-ef36f0544939 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:38.567963 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.577579 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.579974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "DELETE /v2.0/networks/38dd5257-7c31-454a-ae2e-4345323dbf70 HTTP/1.1" status: 204 len: 168 time: 1.1521902 Jul 06 11:53:38.586241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:38.603934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c4849-7444-4241-a144-6156fed30216 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Pushing event deleted for resources: {'Network': ['ID=38dd5257-7c31-454a-ae2e-4345323dbf70,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:38.636160 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58564) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:38.636500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3bf14b6a-0206-4069-ae66-e354533762d0 tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "GET /v2.0/ports?device_id=15b3e2ff-b16c-4cda-84b8-18a29801b8a7 HTTP/1.1" status: 200 len: 205 time: 0.0504041 Jul 06 11:53:38.745038 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fbd1-1786-42b1-87b4-a2148f5884f5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.781303 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40dddcef-2474-4c1a-a4d6-2931c138272b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.799576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 09c921a7-7156-4ba3-a60a-ef36f0544939 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:38.853417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4fbd1-1786-42b1-87b4-a2148f5884f5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=56286775-db85-455a-bae7-02a44ef55f30,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:38.913086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 09c921a7-7156-4ba3-a60a-ef36f0544939 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:38.913914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 09c921a7-7156-4ba3-a60a-ef36f0544939 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:38.916568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:39.011011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:39.011222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7b8fe691-0e61-4716-ad21-8b34bc4ff2b8 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:39.366830 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40dddcef-2474-4c1a-a4d6-2931c138272b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.369523 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40dddcef-2474-4c1a-a4d6-2931c138272b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.384445 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ea4fbd1-1786-42b1-87b4-a2148f5884f5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.479068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40dddcef-2474-4c1a-a4d6-2931c138272b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.480350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dddcef-2474-4c1a-a4d6-2931c138272b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Fanout notify agent at l3_agent the message router_deleted on router 15b3e2ff-b16c-4cda-84b8-18a29801b8a7 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:53:39.494055 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40dddcef-2474-4c1a-a4d6-2931c138272b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.495285 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-40dddcef-2474-4c1a-a4d6-2931c138272b tempest-RoutersNegativeTest-797619030 tempest-RoutersNegativeTest-797619030-project] 10.222.0.21 "DELETE /v2.0/routers/15b3e2ff-b16c-4cda-84b8-18a29801b8a7 HTTP/1.1" status: 204 len: 168 time: 0.8580716 Jul 06 11:53:39.571945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ccdde-e5a6-4ba7-a3d3-c9749ee6abfc req-6a7b2a69-298a-47bf-a1f4-409beb501c11 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:39.573854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f04ccdde-e5a6-4ba7-a3d3-c9749ee6abfc req-6a7b2a69-298a-47bf-a1f4-409beb501c11 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.3117535 Jul 06 11:53:39.700069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea4fbd1-1786-42b1-87b4-a2148f5884f5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:39.736757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f04ccdde-e5a6-4ba7-a3d3-c9749ee6abfc req-70775342-387c-4477-a585-f058ad751ae3 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529167 Jul 06 11:53:39.836112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea4fbd1-1786-42b1-87b4-a2148f5884f5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:39.845179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8ea4fbd1-1786-42b1-87b4-a2148f5884f5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5922205 Jul 06 11:53:39.845970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58580) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:39.847820 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d8f93-3157-497f-b18d-f02625b43dee None None] Sync routers for ids ['f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:39.864534 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d8f93-3157-497f-b18d-f02625b43dee None None] Routers {'f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:39.865527 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f10d8f93-3157-497f-b18d-f02625b43dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:39.891114 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-14677d94-3a3f-4915-bfde-56b98c850633 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1 HTTP/1.1" status: 200 len: 205 time: 0.0405715 Jul 06 11:53:39.891905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58584) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:39.913161 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f10d8f93-3157-497f-b18d-f02625b43dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:39.923267 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d8f93-3157-497f-b18d-f02625b43dee None None] Routers {'f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:39.923922 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f10d8f93-3157-497f-b18d-f02625b43dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:40.020666 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f10d8f93-3157-497f-b18d-f02625b43dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:40.021902 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d8f93-3157-497f-b18d-f02625b43dee None None] The sync data for ids ['f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:40.061039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58588) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:40.405788 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc359d71-56cb-42b5-8a75-7b253f7d63c5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.515226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:40.527324 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7b6f5c2a-d75f-417a-9279-07409b0349a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c539ac1a10e47439e6f733316174fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492006 Jul 06 11:53:40.612144 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc359d71-56cb-42b5-8a75-7b253f7d63c5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.615860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc359d71-56cb-42b5-8a75-7b253f7d63c5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.705336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc359d71-56cb-42b5-8a75-7b253f7d63c5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.709186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc359d71-56cb-42b5-8a75-7b253f7d63c5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Fanout notify agent at l3_agent the message router_deleted on router f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:53:40.734202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc359d71-56cb-42b5-8a75-7b253f7d63c5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.748444 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58600) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:40.752920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bc359d71-56cb-42b5-8a75-7b253f7d63c5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1 HTTP/1.1" status: 204 len: 168 time: 0.8523850 Jul 06 11:53:40.794448 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.886778 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.921872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb45b431-6813-4b5c-9c38-c61471a8b095 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting subnet 43cf10de-7371-421c-8bc9-88ccbf2da490 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:40.934816 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb45b431-6813-4b5c-9c38-c61471a8b095 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.993425 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb45b431-6813-4b5c-9c38-c61471a8b095 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.064633 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.067988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.069193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef75dfa2-32cd-4db8-bee1-f90cde5b29ae HTTP/1.1" status: 204 len: 168 time: 0.5528038 Jul 06 11:53:41.110379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef75dfa2-32cd-4db8-bee1-f90cde5b29ae,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:41.122377 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae913e9-b570-431f-95c4-4d657f9494e2 req-f3d475d1-d5ee-49da-b04d-9395335b30ce tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:41.130319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ae913e9-b570-431f-95c4-4d657f9494e2 req-f3d475d1-d5ee-49da-b04d-9395335b30ce tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.1602895 Jul 06 11:53:41.143360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.143777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.144057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.144396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.145334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.145727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.146067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.146398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.147285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.147285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.147609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.147722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffd299-50a3-45d4-80bf-d9a8ed41c8d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:41.187504 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb45b431-6813-4b5c-9c38-c61471a8b095 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.210591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ae913e9-b570-431f-95c4-4d657f9494e2 req-23bba46a-7a0b-4cdb-8056-957feb8ebe67 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791357 Jul 06 11:53:41.307471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb45b431-6813-4b5c-9c38-c61471a8b095 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.331627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb45b431-6813-4b5c-9c38-c61471a8b095 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.335824 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bb45b431-6813-4b5c-9c38-c61471a8b095 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/43cf10de-7371-421c-8bc9-88ccbf2da490 HTTP/1.1" status: 204 len: 168 time: 0.5711324 Jul 06 11:53:41.338726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:41.343987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be00a81e-af0e-442e-b880-1e2cce7202a7 None None] Network ee993988-41cc-422d-b8a3-983614f26ebb requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:41.392415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45b431-6813-4b5c-9c38-c61471a8b095 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Subnet': ['ID=43cf10de-7371-421c-8bc9-88ccbf2da490,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:41.495271 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.636838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 60817459-48f8-42de-afa3-f7c1232e3622 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:41.637205 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.745025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd2ae9b-b402-41a8-9a06-6f43da100dfd None None] DHCP port deletion for ee993988-41cc-422d-b8a3-983614f26ebb request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:41.894491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2ae9b-b402-41a8-9a06-6f43da100dfd None None] Deleting port 60817459-48f8-42de-afa3-f7c1232e3622 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:41.897558 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ae9b-b402-41a8-9a06-6f43da100dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.912552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port 60817459-48f8-42de-afa3-f7c1232e3622, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=60817459-48f8-42de-afa3-f7c1232e3622,segment=NetworkSegment(0050d41b-6fd2-4734-9f09-8eaf90f9ab30),segment_id=0050d41b-6fd2-4734-9f09-8eaf90f9ab30)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:41.913081 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.970789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 60817459-48f8-42de-afa3-f7c1232e3622 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:42.118699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1cd2ae9b-b402-41a8-9a06-6f43da100dfd None None] For port 60817459-48f8-42de-afa3-f7c1232e3622, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=60817459-48f8-42de-afa3-f7c1232e3622,segment=NetworkSegment(0050d41b-6fd2-4734-9f09-8eaf90f9ab30),segment_id=0050d41b-6fd2-4734-9f09-8eaf90f9ab30)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:42.119375 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ae9b-b402-41a8-9a06-6f43da100dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.170618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2ae9b-b402-41a8-9a06-6f43da100dfd None None] Calling delete_port for 60817459-48f8-42de-afa3-f7c1232e3622 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:42.284924 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.358554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No DVR routers for this DVR port 60817459-48f8-42de-afa3-f7c1232e3622 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:42.362511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=60817459-48f8-42de-afa3-f7c1232e3622,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:42.450247 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ae9b-b402-41a8-9a06-6f43da100dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.516304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2ae9b-b402-41a8-9a06-6f43da100dfd None None] Pushing event deleted for resources: {'Port': ['ID=60817459-48f8-42de-afa3-f7c1232e3622,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:42.532379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd2ae9b-b402-41a8-9a06-6f43da100dfd None None] No DVR routers for this DVR port 60817459-48f8-42de-afa3-f7c1232e3622 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:42.713618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.730639 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee993988-41cc-422d-b8a3-983614f26ebb']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:42.736688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 60817459-48f8-42de-afa3-f7c1232e3622 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:42.755588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0050d41b-6fd2-4734-9f09-8eaf90f9ab30') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:42.755905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0050d41b-6fd2-4734-9f09-8eaf90f9ab30') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:42.770319 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.808046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 60817459-48f8-42de-afa3-f7c1232e3622 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:42.808855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 60817459-48f8-42de-afa3-f7c1232e3622 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:42.819722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f4f90-a9d5-4d94-b3f7-5645af31dcbb req-fac3444e-428c-4598-ad74-beb847e36022 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:42.827488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-396f4f90-a9d5-4d94-b3f7-5645af31dcbb req-fac3444e-428c-4598-ad74-beb847e36022 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.1768072 Jul 06 11:53:42.831413 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.852483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:42.852910 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:42.856747 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:42.951728 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-396f4f90-a9d5-4d94-b3f7-5645af31dcbb req-ad9fbe0b-d023-4b09-aa74-c2b206b8cf06 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231196 Jul 06 11:53:42.988053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.996146 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.007123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/networks/ee993988-41cc-422d-b8a3-983614f26ebb HTTP/1.1" status: 204 len: 168 time: 1.6670206 Jul 06 11:53:43.008960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58660) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:43.018848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-848513e8-c28a-4cac-8419-a3eef7415af6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1349589171', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:43.046059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3148c0d-a6fa-48a6-8a9b-0342cb55f5f6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Network': ['ID=ee993988-41cc-422d-b8a3-983614f26ebb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:43.107526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-848513e8-c28a-4cac-8419-a3eef7415af6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.109663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-848513e8-c28a-4cac-8419-a3eef7415af6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.269844 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-848513e8-c28a-4cac-8419-a3eef7415af6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.280303 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-848513e8-c28a-4cac-8419-a3eef7415af6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.310975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-848513e8-c28a-4cac-8419-a3eef7415af6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.316447 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-848513e8-c28a-4cac-8419-a3eef7415af6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3056362 Jul 06 11:53:43.319944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58672) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:43.330896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1790619628'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:43.460634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:43.486466 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.549538 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:43.576436 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.577465 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added segment bb0fca5b-ece6-47eb-a1ae-210816f929c5 of type vlan for network 67f2fbf4-ee3a-479d-bfe3-f939ab317695 Jul 06 11:53:43.671822 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.788828 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.804743 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.805422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.015340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Network': ['ID=67f2fbf4-ee3a-479d-bfe3-f939ab317695,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:44.032497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e8dead56-3c5c-4183-b03d-b25ff5e719cb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7106578 Jul 06 11:53:44.036925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58694) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:44.039676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 67f2fbf4-ee3a-479d-bfe3-f939ab317695 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:44.052034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'subnet': {'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:44.218494 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c563c701-201a-4dc0-a37a-fcdbb5fbf75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.360417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:44.365263 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.495210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55f688-4bd5-430a-b3a3-5a1d27a2ec58 req-3f446d82-fc14-439c-b395-939c67412862 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:44.496923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d55f688-4bd5-430a-b3a3-5a1d27a2ec58 req-3f446d82-fc14-439c-b395-939c67412862 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.2125912 Jul 06 11:53:44.558418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58704) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:44.634484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d55f688-4bd5-430a-b3a3-5a1d27a2ec58 req-646861f8-aea2-4391-b90c-a5703c57d2bc tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742171 Jul 06 11:53:44.705715 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.720446 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-878dbbec-8b6b-4c2e-977c-dbecc20382f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.793803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Subnet': ['ID=2e696947-3458-4dff-b749-ac18784f2062,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:44.820795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Checking segment: {'id': 'bb0fca5b-ece6-47eb-a1ae-210816f929c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:44.821272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network hostable DHCP agents. Network: 67f2fbf4-ee3a-479d-bfe3-f939ab317695, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:44.848444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 67f2fbf4-ee3a-479d-bfe3-f939ab317695 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:44.863961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 67f2fbf4-ee3a-479d-bfe3-f939ab317695) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:44.869054 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-878dbbec-8b6b-4c2e-977c-dbecc20382f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.872101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:44.873071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.877989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-878dbbec-8b6b-4c2e-977c-dbecc20382f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.882898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a22896-c1d8-48da-94fe-a58c75198ea9 None None] Network 67f2fbf4-ee3a-479d-bfe3-f939ab317695 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:44.909391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1465cb94-d6a2-48d7-b06e-cf23bdb6d5b0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8664191 Jul 06 11:53:44.909702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58708) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:44.950032 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-878dbbec-8b6b-4c2e-977c-dbecc20382f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4c5f19474914a90945f84e1f51add1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3902500 Jul 06 11:53:44.954189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58714) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:45.059666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878dbbec-8b6b-4c2e-977c-dbecc20382f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87da0dce-dc20-469c-b41a-175c67a69748,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:45.073353 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48290a62-5096-4b69-aee1-953d11fc53f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.106882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48290a62-5096-4b69-aee1-953d11fc53f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.194694 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48290a62-5096-4b69-aee1-953d11fc53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.199065 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48290a62-5096-4b69-aee1-953d11fc53f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.200358 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-48290a62-5096-4b69-aee1-953d11fc53f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87da0dce-dc20-469c-b41a-175c67a69748 HTTP/1.1" status: 204 len: 168 time: 0.2449005 Jul 06 11:53:45.212098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48290a62-5096-4b69-aee1-953d11fc53f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87da0dce-dc20-469c-b41a-175c67a69748,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:45.291562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:53:45.293507 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.514532 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.532097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Allocated IP 2001:db8::2 (67f2fbf4-ee3a-479d-bfe3-f939ab317695/2e696947-3458-4dff-b749-ac18784f2062/629397d6-f532-4d84-82c1-48d81106911b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:45.736523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58730) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:45.755383 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10a792fb-cd54-4325-8bf6-3a8af3d12d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.828061 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.842479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Transition to ACTIVE for port object 629397d6-f532-4d84-82c1-48d81106911b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:45.870982 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Transition to ACTIVE for port object 629397d6-f532-4d84-82c1-48d81106911b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:45.878544 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.907379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10a792fb-cd54-4325-8bf6-3a8af3d12d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.914091 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10a792fb-cd54-4325-8bf6-3a8af3d12d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.945206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Network 67f2fbf4-ee3a-479d-bfe3-f939ab317695 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:45.946491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Pushing event updated for resources: {'Port': ['ID=629397d6-f532-4d84-82c1-48d81106911b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:45.951117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:45.953721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:45.989991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-10a792fb-cd54-4325-8bf6-3a8af3d12d35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=536ae4c40d3640299763e4d2e05354ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518656 Jul 06 11:53:45.991178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a792fb-cd54-4325-8bf6-3a8af3d12d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dba18af-4416-4494-b65d-d00a4fd50ef9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:45.995855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58732) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:46.028118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Attempting to bind port 629397d6-f532-4d84-82c1-48d81106911b on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:46.028519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Attempting to bind port 629397d6-f532-4d84-82c1-48d81106911b by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'bb0fca5b-ece6-47eb-a1ae-210816f929c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:46.028858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Attempting to bind port 629397d6-f532-4d84-82c1-48d81106911b on network 67f2fbf4-ee3a-479d-bfe3-f939ab317695 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:46.034821 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:46.036096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Checking segment: {'id': 'bb0fca5b-ece6-47eb-a1ae-210816f929c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:46.036600 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.037147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Bound using segment: {'id': 'bb0fca5b-ece6-47eb-a1ae-210816f929c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:46.037653 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Bound port: 629397d6-f532-4d84-82c1-48d81106911b, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0fca5b-ece6-47eb-a1ae-210816f929c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:46.038210 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.042107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd8298-85df-4ef8-bee8-04eecfaaed1f req-749955f9-a595-4c2b-a90e-a2e45cdaaf0a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:46.043801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ffd8298-85df-4ef8-bee8-04eecfaaed1f req-749955f9-a595-4c2b-a90e-a2e45cdaaf0a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.1622806 Jul 06 11:53:46.049879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Allocated IP 2001:db8::1 (67f2fbf4-ee3a-479d-bfe3-f939ab317695/2e696947-3458-4dff-b749-ac18784f2062/86ab94cf-16eb-4906-af63-6a00a6d6ea9d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:46.136675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] For port 629397d6-f532-4d84-82c1-48d81106911b, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:46.141746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] For port 629397d6-f532-4d84-82c1-48d81106911b, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=629397d6-f532-4d84-82c1-48d81106911b,segment=NetworkSegment(bb0fca5b-ece6-47eb-a1ae-210816f929c5),segment_id=bb0fca5b-ece6-47eb-a1ae-210816f929c5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:46.147705 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.172706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ffd8298-85df-4ef8-bee8-04eecfaaed1f req-3d7e958d-cea3-4c8d-9d68-cb6286b060c9 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192610 Jul 06 11:53:46.247673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74f86a-f98d-45bd-a446-55bccdfeebe4 None None] Pushing event updated for resources: {'Port': ['ID=629397d6-f532-4d84-82c1-48d81106911b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:46.258611 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82f34647-dc72-49c1-aee8-33aeb05aab0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.312689 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82f34647-dc72-49c1-aee8-33aeb05aab0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.345382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.385542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Transition to ACTIVE for port object 86ab94cf-16eb-4906-af63-6a00a6d6ea9d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:46.438014 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82f34647-dc72-49c1-aee8-33aeb05aab0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.442791 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82f34647-dc72-49c1-aee8-33aeb05aab0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.445354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-82f34647-dc72-49c1-aee8-33aeb05aab0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dba18af-4416-4494-b65d-d00a4fd50ef9 HTTP/1.1" status: 204 len: 168 time: 0.4472482 Jul 06 11:53:46.465897 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f34647-dc72-49c1-aee8-33aeb05aab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dba18af-4416-4494-b65d-d00a4fd50ef9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:46.499077 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.672343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 67f2fbf4-ee3a-479d-bfe3-f939ab317695 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:46.685638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:46.690467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:46.691045 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.783598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=86ab94cf-16eb-4906-af63-6a00a6d6ea9d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:46.878433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 629397d6-f532-4d84-82c1-48d81106911b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:46.939682 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.004465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 629397d6-f532-4d84-82c1-48d81106911b completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:47.462592 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.482051 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.483355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.656849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=86ab94cf-16eb-4906-af63-6a00a6d6ea9d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:47.736302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff9ec5-c3e6-40aa-8573-01caa7fd54d8 req-bfa54861-96e7-42aa-86e5-73490a2d680a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:47.737939 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ceff9ec5-c3e6-40aa-8573-01caa7fd54d8 req-bfa54861-96e7-42aa-86e5-73490a2d680a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.2716684 Jul 06 11:53:47.770685 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network 67f2fbf4-ee3a-479d-bfe3-f939ab317695 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:47.773355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:47.820186 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ceff9ec5-c3e6-40aa-8573-01caa7fd54d8 req-38301d16-03bb-43a4-a673-5da58bfc9e2c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728059 Jul 06 11:53:47.867810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858626c1-909b-41dc-bdb6-7a1126a7aa3a None None] Network 67f2fbf4-ee3a-479d-bfe3-f939ab317695 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:48.000305 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c47e5123-7070-4efa-91d0-6cce91a554d4 None None] Provisioning for port 629397d6-f532-4d84-82c1-48d81106911b completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:48.024165 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c47e5123-7070-4efa-91d0-6cce91a554d4 None None] Provisioning complete for port 629397d6-f532-4d84-82c1-48d81106911b triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:48.024922 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c47e5123-7070-4efa-91d0-6cce91a554d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.221451 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c47e5123-7070-4efa-91d0-6cce91a554d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.239076 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.265696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e326824c-4d52-4f0b-b2c4-0ed079033286 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:53:48.295100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c47e5123-7070-4efa-91d0-6cce91a554d4 None None] For port 629397d6-f532-4d84-82c1-48d81106911b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=629397d6-f532-4d84-82c1-48d81106911b,segment=NetworkSegment(bb0fca5b-ece6-47eb-a1ae-210816f929c5),segment_id=bb0fca5b-ece6-47eb-a1ae-210816f929c5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:48.304033 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c47e5123-7070-4efa-91d0-6cce91a554d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.387166 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2237282-cf5a-4e73-bb0f-fb3eb11a73e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.402383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e5123-7070-4efa-91d0-6cce91a554d4 None None] Pushing event updated for resources: {'Port': ['ID=629397d6-f532-4d84-82c1-48d81106911b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:48.451080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:48.460397 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9c4e0f9d-0bd2-45c5-b65f-34d9740f981d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5483716 Jul 06 11:53:48.464440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58792) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:48.469496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Sync routers for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:48.474544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1984927342'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:48.481469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:48.482213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:48.537753 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:48.541785 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.639968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:48.703180 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.704330 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added segment 0384e371-9321-40c3-b129-3cc1fb439d29 of type vlan for network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 Jul 06 11:53:48.792099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 629397d6-f532-4d84-82c1-48d81106911b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:48.805563 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.851234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:48.869455 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.974639 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.991351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:48.992497 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.071331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b1fbc643-8ab1-497d-ba5d-f74380415373 None None] Provisioning for port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:49.182493 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b1fbc643-8ab1-497d-ba5d-f74380415373 None None] Provisioning complete for port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:49.182974 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc643-8ab1-497d-ba5d-f74380415373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.296430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbc643-8ab1-497d-ba5d-f74380415373 None None] Port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:49.335498 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-52b9325d-353b-45b9-b86a-516d5fd0ae78 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:49.345392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-52b9325d-353b-45b9-b86a-516d5fd0ae78 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/networks?id=a1462146-6a8f-48e9-8c5b-884f2aa45f24 HTTP/1.1" status: 200 len: 814 time: 0.2679784 Jul 06 11:53:49.381967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Network': ['ID=c57d4efa-0bc3-4929-9503-86f3c8f3d7b9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:49.382567 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-825c2206-d277-4c47-a4f7-a9b21c2b148b tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/quotas/590b4c52d8f7400cb629af50a02907a9 HTTP/1.1" status: 200 len: 375 time: 0.0359206 Jul 06 11:53:49.420402 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d8204835-3b59-440f-8fd9-0b7cd9b20bc2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9544654 Jul 06 11:53:49.423413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58826) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:49.430541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:49.435007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'subnet': {'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:49.518844 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-1794d840-c189-470a-823d-0ba473cda4ac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=590b4c52d8f7400cb629af50a02907a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1287982 Jul 06 11:53:49.535661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 629397d6-f532-4d84-82c1-48d81106911b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:49.536259 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.673031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b1fbc643-8ab1-497d-ba5d-f74380415373 None None] Provisioning complete for port 629397d6-f532-4d84-82c1-48d81106911b triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:49.673661 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc643-8ab1-497d-ba5d-f74380415373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.708772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2549a25-1225-43cc-bcd3-671753d2d81e req-c83d560b-60d3-4e0a-98e3-0906c9caa249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:49.740435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b2549a25-1225-43cc-bcd3-671753d2d81e req-c83d560b-60d3-4e0a-98e3-0906c9caa249 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 1096 time: 0.4554689 Jul 06 11:53:49.946792 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b2549a25-1225-43cc-bcd3-671753d2d81e req-d82c13c0-ca44-403c-80ef-caffb2630bfd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001834 Jul 06 11:53:49.992831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:50.020643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-b13ea1e0-5ebf-48d6-962c-5c499469d45c service neutron] 10.222.0.21 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967036 Jul 06 11:53:50.028854 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.135039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4184ae4-f28f-4af1-8761-630d78b64ae8 req-9612f3f1-a2ca-4c54-a41e-4173589652b2 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:50.139393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4184ae4-f28f-4af1-8761-630d78b64ae8 req-9612f3f1-a2ca-4c54-a41e-4173589652b2 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3640547 Jul 06 11:53:50.358833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:53:46Z', 'revision_number': 2, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:47Z', 'revision_number': 2, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:50.397227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Checking router: e326824c-4d52-4f0b-b2c4-0ed079033286 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:53:50.397614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Updating router e326824c-4d52-4f0b-b2c4-0ed079033286 port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:53:50.432329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-b8e2dce7-ef7a-4c58-b4d5-d38979da36bb service neutron] 10.222.0.21 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104476 Jul 06 11:53:50.444866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4184ae4-f28f-4af1-8761-630d78b64ae8 req-73b5d5f8-3a7c-457c-a9a4-57ba37478cf5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377262 Jul 06 11:53:50.537131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.560381 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.583743 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.609935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d26c8528-47c6-459c-94d7-3c05f34c5144 None None] Provisioning complete for port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:50.623010 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d26c8528-47c6-459c-94d7-3c05f34c5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.717909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Subnet': ['ID=9145b159-80d3-4060-99bc-11025caab31b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:50.742500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Checking segment: {'id': '0384e371-9321-40c3-b129-3cc1fb439d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:50.742840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network hostable DHCP agents. Network: c57d4efa-0bc3-4929-9503-86f3c8f3d7b9, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:50.797944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:50.822282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, c57d4efa-0bc3-4929-9503-86f3c8f3d7b9) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:50.829389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:50.835172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.875238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-96596b18-5e47-4b8f-acab-f5aa56d03202 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4503536 Jul 06 11:53:50.876349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58870) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:50.889828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4bd88b-ef27-450d-b527-ff64a1451daf None None] Network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:51.137123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58876) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:51.179802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d26c8528-47c6-459c-94d7-3c05f34c5144 None None] Port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:51.302993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3182ab-ceae-41eb-ba7e-d347c5b1af41 req-a5225fac-2349-460e-a3ef-9e40c2139b36 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:51.307115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e3182ab-ceae-41eb-ba7e-d347c5b1af41 req-a5225fac-2349-460e-a3ef-9e40c2139b36 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.6277642 Jul 06 11:53:51.389463 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f967235-4484-4e2d-a3bf-def64ce395f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.624394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:53:51.625717 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.637059 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e3182ab-ceae-41eb-ba7e-d347c5b1af41 req-06657eec-d47a-4b3b-8d0e-baea66a35657 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643070 Jul 06 11:53:51.651181 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f967235-4484-4e2d-a3bf-def64ce395f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.660983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f967235-4484-4e2d-a3bf-def64ce395f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.744224 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1f967235-4484-4e2d-a3bf-def64ce395f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed55a32797bf43168251d33d1eb24b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6058905 Jul 06 11:53:51.756321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58888) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:51.763152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f967235-4484-4e2d-a3bf-def64ce395f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd91afe-a75a-4f94-bebf-fbd3bad3fa04,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:51.873435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-092f0cdb-1f33-469d-bc2a-2cd1d5497e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.888999 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f83960e9-6b76-4d30-bfaf-f94b96d8031e req-f51140a7-fd3b-4c80-9960-a0acf9b38fd0 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 210 time: 0.1445410 Jul 06 11:53:51.900883 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-092f0cdb-1f33-469d-bc2a-2cd1d5497e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.985870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-092f0cdb-1f33-469d-bc2a-2cd1d5497e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.005721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a014789-6f66-4ad6-8dcd-c8e7078c7e04 req-cdfe7eda-5581-4c90-940d-e70d88b24926 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:52.007543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-092f0cdb-1f33-469d-bc2a-2cd1d5497e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.010034 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-092f0cdb-1f33-469d-bc2a-2cd1d5497e5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bd91afe-a75a-4f94-bebf-fbd3bad3fa04 HTTP/1.1" status: 204 len: 168 time: 0.2521620 Jul 06 11:53:52.017960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a014789-6f66-4ad6-8dcd-c8e7078c7e04 req-cdfe7eda-5581-4c90-940d-e70d88b24926 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3272843 Jul 06 11:53:52.025555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f0cdb-1f33-469d-bc2a-2cd1d5497e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd91afe-a75a-4f94-bebf-fbd3bad3fa04,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:52.067814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Allocated IP 2001:db8:1::2 (c57d4efa-0bc3-4929-9503-86f3c8f3d7b9/9145b159-80d3-4060-99bc-11025caab31b/539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:52.111723 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.181480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Transition to ACTIVE for port object 86ab94cf-16eb-4906-af63-6a00a6d6ea9d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:52.190942 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a014789-6f66-4ad6-8dcd-c8e7078c7e04 req-56dc5c8c-1f9c-4f59-b4fd-f588ba63eb47 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707432 Jul 06 11:53:52.226252 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.266383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.679680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Pushing event updated for resources: {'Port': ['ID=86ab94cf-16eb-4906-af63-6a00a6d6ea9d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:52.761685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58914) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:52.766534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.766918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.767269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.768784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.768784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.770815 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.771226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.771605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.771939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.775558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.777001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.777346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:52.782551 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a20e672-a3d9-48d3-ba61-aa6babec99ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.822690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Attempting to bind port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:52.823194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Attempting to bind port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'bb0fca5b-ece6-47eb-a1ae-210816f929c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:52.823768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Attempting to bind port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d on network 67f2fbf4-ee3a-479d-bfe3-f939ab317695 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:52.853840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:52.853840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Checking segment: {'id': 'bb0fca5b-ece6-47eb-a1ae-210816f929c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:52.854226 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.854403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Bound using segment: {'id': 'bb0fca5b-ece6-47eb-a1ae-210816f929c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:52.854983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Bound port: 86ab94cf-16eb-4906-af63-6a00a6d6ea9d, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0fca5b-ece6-47eb-a1ae-210816f929c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:52.855465 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.916535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b1999-c080-4f24-b82b-c104f949148d req-a167cc9c-5c4f-4f1c-9ae9-6daf42297aad tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:52.920938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-a167cc9c-5c4f-4f1c-9ae9-6daf42297aad tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 812 time: 0.3975978 Jul 06 11:53:52.984679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.016950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Transition to ACTIVE for port object 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:53.023228 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a20e672-a3d9-48d3-ba61-aa6babec99ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.033313 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a20e672-a3d9-48d3-ba61-aa6babec99ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.055224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-291ae81e-786d-4629-b47a-e20e031781ae tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/quotas/82cc64db5e6f49a7afc82e2d50e9fc7b HTTP/1.1" status: 200 len: 375 time: 0.0960765 Jul 06 11:53:53.064621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Transition to ACTIVE for port object 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:53.080333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] For port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:53.085270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] For port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=86ab94cf-16eb-4906-af63-6a00a6d6ea9d,segment=NetworkSegment(bb0fca5b-ece6-47eb-a1ae-210816f929c5),segment_id=bb0fca5b-ece6-47eb-a1ae-210816f929c5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:53.087426 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.122989 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.147074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:53.155331 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1a20e672-a3d9-48d3-ba61-aa6babec99ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=719ed1256bc941e4a6162e85c83e9917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925111 Jul 06 11:53:53.156651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:53.158970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20e672-a3d9-48d3-ba61-aa6babec99ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cbb231-a01d-4307-878b-a65ff191a1b0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:53.166157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58918) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:53.181980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:53.188241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Pushing event updated for resources: {'Port': ['ID=539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:53.199568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:53.200234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:53.261230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a2cd6-c883-4501-8015-04ff362d48ee None None] Pushing event updated for resources: {'Port': ['ID=86ab94cf-16eb-4906-af63-6a00a6d6ea9d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:53.320727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-095aa028-64b3-42ee-982b-7d92172af967 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:53.323737 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-095aa028-64b3-42ee-982b-7d92172af967 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.47 "GET /v2.0/networks?id=a1462146-6a8f-48e9-8c5b-884f2aa45f24 HTTP/1.1" status: 200 len: 814 time: 0.2466326 Jul 06 11:53:53.355805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Request body: {'port': {'device_id': '6897eb92-3df2-4198-a943-e3916b9467a8', 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24', 'admin_state_up': True, 'tenant_id': '590b4c52d8f7400cb629af50a02907a9'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:53.432093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c433607-1bb4-46b2-9ba7-10cbb515e6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.445925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Attempting to bind port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:53.446311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Attempting to bind port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '0384e371-9321-40c3-b129-3cc1fb439d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:53.446679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Attempting to bind port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 on network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:53.458489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:53.461323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:53.461701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Checking segment: {'id': '0384e371-9321-40c3-b129-3cc1fb439d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:53.462134 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.462683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Bound using segment: {'id': '0384e371-9321-40c3-b129-3cc1fb439d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:53.463071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Bound port: 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0384e371-9321-40c3-b129-3cc1fb439d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:53.463477 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.481449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74fb21-cc0c-45ef-8666-efd8296bd5fe req-d9a78a56-b0e4-4996-acc4-369bf002a352 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:53.486091 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c433607-1bb4-46b2-9ba7-10cbb515e6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.496239 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d74fb21-cc0c-45ef-8666-efd8296bd5fe req-d9a78a56-b0e4-4996-acc4-369bf002a352 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.5655513 Jul 06 11:53:53.500471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Allocated IP 2001:db8:1::1 (c57d4efa-0bc3-4929-9503-86f3c8f3d7b9/9145b159-80d3-4060-99bc-11025caab31b/017c794e-27fd-4980-b6d2-0d349d2d9b67) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:53.632090 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c433607-1bb4-46b2-9ba7-10cbb515e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.638022 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c433607-1bb4-46b2-9ba7-10cbb515e6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.641024 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5c433607-1bb4-46b2-9ba7-10cbb515e6ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3cbb231-a01d-4307-878b-a65ff191a1b0 HTTP/1.1" status: 204 len: 168 time: 0.4735017 Jul 06 11:53:53.666194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c433607-1bb4-46b2-9ba7-10cbb515e6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cbb231-a01d-4307-878b-a65ff191a1b0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:53.677174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-70d77d3b-8ede-4e35-ad5d-eb7b1a212a28 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5620704 Jul 06 11:53:53.763899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Made reservation on behalf of 590b4c52d8f7400cb629af50a02907a9 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:53.770142 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.897196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] For port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:53.942081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] For port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8,segment=NetworkSegment(0384e371-9321-40c3-b129-3cc1fb439d29),segment_id=0384e371-9321-40c3-b129-3cc1fb439d29)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:53.959623 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d74fb21-cc0c-45ef-8666-efd8296bd5fe req-47e4d9a6-1398-4d9b-9ad3-b018ac847d5c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614942 Jul 06 11:53:53.963035 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.133541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b073f98-a4da-4da7-8544-db3af39478e6 None None] Pushing event updated for resources: {'Port': ['ID=539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:54.141347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Allocated IP 172.20.0.5 (a1462146-6a8f-48e9-8c5b-884f2aa45f24/35782ebc-f906-42f2-845b-55ccf08d7668/bb369394-09ee-4dcb-8598-0ce9481a2757) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:54.186093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:53:46Z', 'revision_number': 2, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:53Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:54.275044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30115186-892d-470e-8f03-aa03ccdef4e9 None None] The sync data for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 is: [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:53:46Z', 'revision_number': 2, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:53Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:54.284498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-babec5fa-ea06-4ed0-a29c-1b6fe9941c3f service neutron] 10.222.0.21 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291829 Jul 06 11:53:54.603050 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.743196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-687d88b1-f159-404c-934d-617661842060 req-cefcc65e-1953-4c4f-9690-737853377379 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 210 time: 0.3681459 Jul 06 11:53:54.826648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.849231 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.995590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:55.012150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-bdda7d3b-758a-4151-ad8d-17afc41cd8fc service neutron] 10.222.0.21 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047100 Jul 06 11:53:55.015122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Transition to ACTIVE for port object 017c794e-27fd-4980-b6d2-0d349d2d9b67 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:55.101222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Network a1462146-6a8f-48e9-8c5b-884f2aa45f24 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:55.127236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:55.149476 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.157031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:55.185950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:55.330267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:55.458277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Pushing event updated for resources: {'Port': ['ID=bb369394-09ee-4dcb-8598-0ce9481a2757,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:55.467530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=017c794e-27fd-4980-b6d2-0d349d2d9b67,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:55.489465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:55.504380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:55.510502 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.538982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:55.555683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.602587 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-3199a079-07fb-431e-95a4-ecd24c8905c4 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2676930 Jul 06 11:53:55.636157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Request body: {'port': {'device_id': '6897eb92-3df2-4198-a943-e3916b9467a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:56.195919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:56.481896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e190b6-54d2-415d-9aad-ed8969fd2514 None None] Network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:56.582660 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-0d38d51c-3215-43ce-983b-615ec8b2fddc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6768262 Jul 06 11:53:56.830748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2476934-4063-4eb6-ab8c-816344fa8069 req-441d0e9a-dd34-4aaf-a25c-1fe7c1dc026e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 210 time: 0.2504838 Jul 06 11:53:56.948360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 86ab94cf-16eb-4906-af63-6a00a6d6ea9d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:57.074298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fe0d9fde-45c0-492d-a3b8-b6bee9a03327 None None] Provisioning for port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:57.074545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb369394-09ee-4dcb-8598-0ce9481a2757 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:57.103324 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.105131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fe0d9fde-45c0-492d-a3b8-b6bee9a03327 None None] Provisioning complete for port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:57.106213 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9fde-45c0-492d-a3b8-b6bee9a03327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.136889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-147d8840-430b-4a2f-9f1c-621540e1e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.138615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-147d8840-430b-4a2f-9f1c-621540e1e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.139302 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-147d8840-430b-4a2f-9f1c-621540e1e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.145446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-147d8840-430b-4a2f-9f1c-621540e1e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.146380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-147d8840-430b-4a2f-9f1c-621540e1e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.147644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-147d8840-430b-4a2f-9f1c-621540e1e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.148153 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-147d8840-430b-4a2f-9f1c-621540e1e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.153175 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-147d8840-430b-4a2f-9f1c-621540e1e053 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6499 time: 0.3223608 Jul 06 11:53:57.195998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Transition to ACTIVE for port object bb369394-09ee-4dcb-8598-0ce9481a2757 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:57.204396 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.242395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:57.257098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a72820-89da-45df-8ab4-cfb66e963431 req-72d4476f-0c45-42e8-98b6-3a487d32f1b7 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.261137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:57.261512 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.264974 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3a72820-89da-45df-8ab4-cfb66e963431 req-72d4476f-0c45-42e8-98b6-3a487d32f1b7 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 931 time: 0.6878252 Jul 06 11:53:57.291013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb56dc-1caf-4c22-9dfc-16e306915fa5 req-9deb1a7c-0f82-4fdc-ac28-1c53ea5e8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.293013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0fb56dc-1caf-4c22-9dfc-16e306915fa5 req-9deb1a7c-0f82-4fdc-ac28-1c53ea5e8c35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d96942b7a044277913f15966f23454c&device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 1096 time: 0.7112658 Jul 06 11:53:57.308350 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.467620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Pushing event updated for resources: {'Port': ['ID=bb369394-09ee-4dcb-8598-0ce9481a2757,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:57.494887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3a72820-89da-45df-8ab4-cfb66e963431 req-55b4a5a5-0c06-408b-9555-67a23677c847 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244389 Jul 06 11:53:57.500193 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9fde-45c0-492d-a3b8-b6bee9a03327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.649403 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-b93df222-32e5-4278-af2f-68758b42b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.655077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-b93df222-32e5-4278-af2f-68758b42b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.655486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-b93df222-32e5-4278-af2f-68758b42b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.657262 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-b93df222-32e5-4278-af2f-68758b42b67a service neutron] 10.222.0.86 "GET /v2.0/networks?id=fc45a5f0-1e2d-452c-93ef-0f6b827b1039&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=6500b71c-f47e-4815-a660-d6db6c42d73e&id=6500b71c-f47e-4815-a660-d6db6c42d73e HTTP/1.1" status: 200 len: 2298 time: 0.4212976 Jul 06 11:53:57.659181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Attempting to bind port bb369394-09ee-4dcb-8598-0ce9481a2757 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:57.661514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Attempting to bind port bb369394-09ee-4dcb-8598-0ce9481a2757 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'ca510d3a-ac50-4907-9c2b-acdc01f01062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:57.662226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Attempting to bind port bb369394-09ee-4dcb-8598-0ce9481a2757 on network a1462146-6a8f-48e9-8c5b-884f2aa45f24 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:57.683630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Port bb369394-09ee-4dcb-8598-0ce9481a2757 on network a1462146-6a8f-48e9-8c5b-884f2aa45f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:53:57.688577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Attempting to bind port bb369394-09ee-4dcb-8598-0ce9481a2757 on network a1462146-6a8f-48e9-8c5b-884f2aa45f24 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:57.787211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:57.787972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Checking segment: {'id': 'ca510d3a-ac50-4907-9c2b-acdc01f01062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:57.789702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Bound using segment: {'id': 'ca510d3a-ac50-4907-9c2b-acdc01f01062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:57.790396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Bound port: bb369394-09ee-4dcb-8598-0ce9481a2757, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca510d3a-ac50-4907-9c2b-acdc01f01062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:57.790990 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.830727 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.844380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fe0d9fde-45c0-492d-a3b8-b6bee9a03327 None None] For port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8,segment=NetworkSegment(0384e371-9321-40c3-b129-3cc1fb439d29),segment_id=0384e371-9321-40c3-b129-3cc1fb439d29)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:57.881972 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9fde-45c0-492d-a3b8-b6bee9a03327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.070210 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-124627e8-3cd8-49b7-aad8-88047eeb823e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7a5a745-bcee-4e50-843c-2df3aff45473 HTTP/1.1" status: 200 len: 1000 time: 0.3880639 Jul 06 11:53:58.081186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=86ab94cf-16eb-4906-af63-6a00a6d6ea9d,segment=NetworkSegment(bb0fca5b-ece6-47eb-a1ae-210816f929c5),segment_id=bb0fca5b-ece6-47eb-a1ae-210816f929c5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:58.116034 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.141866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d9fde-45c0-492d-a3b8-b6bee9a03327 None None] Pushing event updated for resources: {'Port': ['ID=539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:58.154398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9d05a3aa-29b3-4857-849a-21683a2bb93d None None] Provisioning for port 017c794e-27fd-4980-b6d2-0d349d2d9b67 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:58.185139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9d05a3aa-29b3-4857-849a-21683a2bb93d None None] Provisioning complete for port 017c794e-27fd-4980-b6d2-0d349d2d9b67 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:58.185966 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d05a3aa-29b3-4857-849a-21683a2bb93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.250490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9d05a3aa-29b3-4857-849a-21683a2bb93d None None] Port 017c794e-27fd-4980-b6d2-0d349d2d9b67 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:58.252867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb56dc-1caf-4c22-9dfc-16e306915fa5 req-5719907c-d68f-4284-8d4e-bbbc85770d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:58.255031 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0fb56dc-1caf-4c22-9dfc-16e306915fa5 req-5719907c-d68f-4284-8d4e-bbbc85770d6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 200 len: 920 time: 0.9494958 Jul 06 11:53:58.305283 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57a517cd-7970-4233-8ea9-1049513d4abb req-6ed0b5dc-3931-4156-86ef-bef32b183e73 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 210 time: 0.1463821 Jul 06 11:53:58.315603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=86ab94cf-16eb-4906-af63-6a00a6d6ea9d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:58.318007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] For port bb369394-09ee-4dcb-8598-0ce9481a2757, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:58.325994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-0bcebe57-ec72-4a6a-a468-3ee137c1e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:58.329805 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-0bcebe57-ec72-4a6a-a468-3ee137c1e242 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78e85877-f670-4c7e-8b64-45444a2227a0 HTTP/1.1" status: 200 len: 855 time: 0.2443192 Jul 06 11:53:58.345047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9d05a3aa-29b3-4857-849a-21683a2bb93d None None] Provisioning complete for port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:58.346265 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d05a3aa-29b3-4857-849a-21683a2bb93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.376615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] For port bb369394-09ee-4dcb-8598-0ce9481a2757, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=bb369394-09ee-4dcb-8598-0ce9481a2757,segment=NetworkSegment(ca510d3a-ac50-4907-9c2b-acdc01f01062),segment_id=ca510d3a-ac50-4907-9c2b-acdc01f01062)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:58.395100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0fb56dc-1caf-4c22-9dfc-16e306915fa5 req-265d7ac1-674e-45d4-9eb9-369da20c51fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63633871-8378-49d3-9c95-e1bc96bd1014 HTTP/1.1" status: 200 len: 217 time: 0.1035759 Jul 06 11:53:58.436376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b1999-c080-4f24-b82b-c104f949148d req-bcf0d1c8-2c2d-4df8-8089-228977883d49 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:58.443374 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-bcf0d1c8-2c2d-4df8-8089-228977883d49 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.86 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 812 time: 0.5506763 Jul 06 11:53:58.454580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.484730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Request body: {'port': {'device_id': '171ab963-8d96-4a6f-b7ec-aa5743ea2cfa', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'admin_state_up': True, 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:58.517602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb56dc-1caf-4c22-9dfc-16e306915fa5 req-cdc31a1c-a69f-4527-a5c0-759dfea4ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:58.519488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0fb56dc-1caf-4c22-9dfc-16e306915fa5 req-cdc31a1c-a69f-4527-a5c0-759dfea4ab36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62090734-02ba-48fd-aeab-f8849e62c821 HTTP/1.1" status: 200 len: 859 time: 0.1156237 Jul 06 11:53:58.626102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0fb56dc-1caf-4c22-9dfc-16e306915fa5 req-8d1fe49a-5c1b-4c1e-b2b0-9118092b303a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62ccb191-ad40-4267-aa18-920eef06537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927539 Jul 06 11:53:58.638754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad2ac0-8270-4ca5-8bbf-df68540989ed req-aaf2dda7-75b2-487a-8bde-d97608157629 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:58.640896 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eaad2ac0-8270-4ca5-8bbf-df68540989ed req-aaf2dda7-75b2-487a-8bde-d97608157629 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 1.2690699 Jul 06 11:53:58.686951 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.770561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8cc4cfef-033d-47f3-9379-fd4ee4dacccc None None] Provisioning complete for port 017c794e-27fd-4980-b6d2-0d349d2d9b67 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:58.770937 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8cc4cfef-033d-47f3-9379-fd4ee4dacccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.778229 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eaad2ac0-8270-4ca5-8bbf-df68540989ed req-36c71c74-9717-4e77-a6ba-2397c03ebfd1 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224711 Jul 06 11:53:58.822917 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.866977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4cfef-033d-47f3-9379-fd4ee4dacccc None None] Port 017c794e-27fd-4980-b6d2-0d349d2d9b67 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:58.915331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:59.014776 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0fb56dc-1caf-4c22-9dfc-16e306915fa5 req-9a7b4387-3193-4cc3-a4f8-1034b64e2ee8 service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702195 Jul 06 11:53:59.033178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:59.033556 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.103430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Pushing event updated for resources: {'Port': ['ID=bb369394-09ee-4dcb-8598-0ce9481a2757,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:59.148103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 86ab94cf-16eb-4906-af63-6a00a6d6ea9d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:59.148553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:59.149297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.151112 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.165013 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-548d71ac-a880-4bb2-93b1-48e254187973 service neutron] 10.222.0.47 "PUT /v2.0/ports/bb369394-09ee-4dcb-8598-0ce9481a2757 HTTP/1.1" status: 200 len: 1091 time: 3.5548382 Jul 06 11:53:59.167544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6897eb92-3df2-4198-a943-e3916b9467a8', 'tag': 'bb369394-09ee-4dcb-8598-0ce9481a2757'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:59.174726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.176249 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.180012 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78d44c9-106f-48dc-b326-4ae7a5e39a22" -d '{"events": [{"name": "network-changed", "server_uuid": "6897eb92-3df2-4198-a943-e3916b9467a8", "tag": "bb369394-09ee-4dcb-8598-0ce9481a2757"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:59.218887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:59.219543 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.266244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-715bd89d-6a68-4e9a-8476-84bc66718203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:59.268512 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-715bd89d-6a68-4e9a-8476-84bc66718203 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fc45a5f0-1e2d-452c-93ef-0f6b827b1039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9129736 Jul 06 11:53:59.299339 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2a796d-349e-4d25-beef-7f3779998d00 x-openstack-request-id: req-2b2a796d-349e-4d25-beef-7f3779998d00 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:59.299731 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6897eb92-3df2-4198-a943-e3916b9467a8", "tag": "bb369394-09ee-4dcb-8598-0ce9481a2757", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:59.299964 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b2a796d-349e-4d25-beef-7f3779998d00 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:59.300401 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6897eb92-3df2-4198-a943-e3916b9467a8', 'tag': 'bb369394-09ee-4dcb-8598-0ce9481a2757', 'status': 'completed', 'code': 200} Jul 06 11:53:59.325656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0fb56dc-1caf-4c22-9dfc-16e306915fa5 req-56066bf7-409e-4015-bba2-f72a5e4b0394 service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780578 Jul 06 11:53:59.466647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d7c6e-fd32-4682-8de7-3ef18c47ca60 req-80683ca4-305f-4f8d-9931-988e1426de93 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:59.467823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-774497df-83d6-41d9-b125-ddf2451d64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:59.469353 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-774497df-83d6-41d9-b125-ddf2451d64c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=590b4c52d8f7400cb629af50a02907a9&device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 1094 time: 0.2513223 Jul 06 11:53:59.475568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f82d7c6e-fd32-4682-8de7-3ef18c47ca60 req-80683ca4-305f-4f8d-9931-988e1426de93 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 943 time: 0.6731541 Jul 06 11:53:59.523501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:59.532034 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-8b2e8956-824e-47e8-9ac1-4d15243b9fad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb369394-09ee-4dcb-8598-0ce9481a2757 HTTP/1.1" status: 200 len: 217 time: 0.0514803 Jul 06 11:53:59.535360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Made reservation on behalf of 82cc64db5e6f49a7afc82e2d50e9fc7b for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:59.539021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.545162 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=017c794e-27fd-4980-b6d2-0d349d2d9b67,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:59.552890 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:59.553850 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-e0d562c2-2206-482d-bfa8-cf5ed44a16c7 service neutron] 10.222.0.86 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755198 Jul 06 11:53:59.776717 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:53:59.810741 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-df72a62d-e771-45b6-a85d-7e2d61a08e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:59.813541 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-df72a62d-e771-45b6-a85d-7e2d61a08e1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35782ebc-f906-42f2-845b-55ccf08d7668 HTTP/1.1" status: 200 len: 854 time: 0.2700679 Jul 06 11:53:59.948837 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-d32e5ff2-055a-431e-a807-fc7bc6651d8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a1462146-6a8f-48e9-8c5b-884f2aa45f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879297 Jul 06 11:54:00.013840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f8d7ae2b-789d-45ed-ae71-9396e69aeeb4 None None] Provisioning complete for port 017c794e-27fd-4980-b6d2-0d349d2d9b67 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:00.014659 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ae2b-789d-45ed-ae71-9396e69aeeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.063025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f82d7c6e-fd32-4682-8de7-3ef18c47ca60 req-a3d711bf-02b4-471c-a6ab-e6596422c1c9 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859799 Jul 06 11:54:00.145588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f8d7ae2b-789d-45ed-ae71-9396e69aeeb4 None None] Port 017c794e-27fd-4980-b6d2-0d349d2d9b67 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:00.158475 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-8cb2ec0d-ca84-4e3f-b96f-66f0d1150359 service neutron] 10.222.0.86 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518115 Jul 06 11:54:00.161611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d181997-e380-4dc5-8396-fd1dccc8117c req-941f7d13-b506-48f9-93b4-de07136d3d73 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 210 time: 0.1168847 Jul 06 11:54:00.163182 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-20dd8362-1df6-42ef-a7b2-1338d6301977 service neutron] 10.222.0.47 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061536 Jul 06 11:54:00.208285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e326824c-4d52-4f0b-b2c4-0ed079033286 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:00.270658 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-9d4ea258-574c-4709-9c4a-d9a31a6b8fab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=56e2de8f-0167-420f-8b93-43b7a223a454 HTTP/1.1" status: 200 len: 217 time: 0.0992053 Jul 06 11:54:00.299120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Allocated IP 172.20.0.7 (50b2a7f7-73bf-450e-90b6-1dc0017ce431/cc1823c6-31ea-41af-a296-af4300e5b5d6/5a348077-e5a4-4677-823a-6e21f0c52041) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:00.371849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-98dce163-4979-4abe-8bcb-39593d0a83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.373280 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-98dce163-4979-4abe-8bcb-39593d0a83e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.0912120 Jul 06 11:54:00.403111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:00.408577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-67d5785c-2ad0-4f0a-8f26-7e0f2f2323a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5276871 Jul 06 11:54:00.413300 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:00.417001 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Sync routers for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:00.425242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-972324577'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:00.428865 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:00.429799 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:00.441905 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9ee203-4522-4287-933d-461eee8ffa0b req-07cc6037-4913-489b-a82b-023d1a2e3f06 service neutron] 10.222.0.47 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715387 Jul 06 11:54:00.465386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:00.470495 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.511787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a42d9-6999-4842-ae77-b9ef5803223d req-44a70ee4-933e-409e-9d73-5eccbd233782 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.515965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-220a42d9-6999-4842-ae77-b9ef5803223d req-44a70ee4-933e-409e-9d73-5eccbd233782 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.1876380 Jul 06 11:54:00.543009 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:00.549967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:00.573847 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.574574 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added segment 33a09199-e1f3-4ee5-9ab9-88339843a6ea of type vlan for network a937085a-90c7-429e-bd64-465084d075c1 Jul 06 11:54:00.607735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-4c1943ee-4117-44c3-9a74-f0ead34772f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.609507 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-4c1943ee-4117-44c3-9a74-f0ead34772f4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2254739 Jul 06 11:54:00.621701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-220a42d9-6999-4842-ae77-b9ef5803223d req-6ceb6370-ab70-4aff-ad5d-3cddb8263914 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963738 Jul 06 11:54:00.688920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.731695 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.732276 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.741831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.744168 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.752007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d44c9-106f-48dc-b326-4ae7a5e39a22 req-595b1e9c-e4ac-4194-8a02-69e8c76bb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.755235 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78d44c9-106f-48dc-b326-4ae7a5e39a22 req-595b1e9c-e4ac-4194-8a02-69e8c76bb699 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=590b4c52d8f7400cb629af50a02907a9&device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 1094 time: 0.2176421 Jul 06 11:54:00.775341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3557658 Jul 06 11:54:00.777203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:00.777978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Transition to ACTIVE for port object 5a348077-e5a4-4677-823a-6e21f0c52041 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:00.840208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'subnet': {'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:00.852288 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-57256988-7711-489f-9a4d-239b2c38fb1a service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302303 Jul 06 11:54:00.931870 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 3, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:53:58Z', 'revision_number': 2, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:00.961680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2987487-d316-4030-9ea8-e2f0243b97d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Network': ['ID=a937085a-90c7-429e-bd64-465084d075c1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:00.964666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d44c9-106f-48dc-b326-4ae7a5e39a22 req-35bbffea-52d5-4676-abf4-88c16c8c0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.966282 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Checking router: e326824c-4d52-4f0b-b2c4-0ed079033286 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:00.966476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78d44c9-106f-48dc-b326-4ae7a5e39a22 req-35bbffea-52d5-4676-abf4-88c16c8c0978 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a1462146-6a8f-48e9-8c5b-884f2aa45f24 HTTP/1.1" status: 200 len: 915 time: 0.2023468 Jul 06 11:54:00.966989 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Updating router e326824c-4d52-4f0b-b2c4-0ed079033286 port 017c794e-27fd-4980-b6d2-0d349d2d9b67 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:00.969478 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.982749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a937085a-90c7-429e-bd64-465084d075c1 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:00.996351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:01.005635 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.017140 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.063782 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78d44c9-106f-48dc-b326-4ae7a5e39a22 req-8754e600-d1f9-4287-8661-c3e230ff29e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb369394-09ee-4dcb-8598-0ce9481a2757 HTTP/1.1" status: 200 len: 217 time: 0.0855386 Jul 06 11:54:01.075628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:01.093869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['916c1c2d-3c88-4d17-8b44-f1eeca17bb89'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:01.102646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:01.147795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:01.158089 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-56171982-7aaf-49bb-93c4-eca03212e954 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963765 Jul 06 11:54:01.161925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b959815e-67ab-4829-943b-186423eba635'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:01.230312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event updated for resources: {'Port': ['ID=5a348077-e5a4-4677-823a-6e21f0c52041,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:01.431410 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d44c9-106f-48dc-b326-4ae7a5e39a22 req-bfa97617-74b2-49aa-942d-6e53ec05a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:01.433739 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78d44c9-106f-48dc-b326-4ae7a5e39a22 req-bfa97617-74b2-49aa-942d-6e53ec05a1ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=35782ebc-f906-42f2-845b-55ccf08d7668 HTTP/1.1" status: 200 len: 854 time: 0.3603001 Jul 06 11:54:01.439019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-bdec4206-3d97-4f9a-96dd-bd5388275cba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=8e4656d7-6a85-4977-b392-1dd2dedf8b37 HTTP/1.1" status: 200 len: 217 time: 0.2119834 Jul 06 11:54:01.509309 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78d44c9-106f-48dc-b326-4ae7a5e39a22 req-ff0320e4-5665-4e87-a8f1-b17d97093ee6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a1462146-6a8f-48e9-8c5b-884f2aa45f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645058 Jul 06 11:54:01.629408 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.641670 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Transition to ACTIVE for port object 017c794e-27fd-4980-b6d2-0d349d2d9b67 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:01.649702 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.713663 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Pushing event updated for resources: {'Port': ['ID=017c794e-27fd-4980-b6d2-0d349d2d9b67,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:01.726616 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.727121 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.728741 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.729238 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.729683 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.730162 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.730623 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.731103 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.731773 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.732231 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.732899 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.733321 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:01.749915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-15223b92-958f-4813-a364-5613a0d117fe None None] Provisioning for port 5a348077-e5a4-4677-823a-6e21f0c52041 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:01.756872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-e2610a86-cf6c-4942-88f5-c60b8a703c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:01.758038 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-e2610a86-cf6c-4942-88f5-c60b8a703c9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.2477918 Jul 06 11:54:01.765465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-15223b92-958f-4813-a364-5613a0d117fe None None] Provisioning complete for port 5a348077-e5a4-4677-823a-6e21f0c52041 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:01.765836 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15223b92-958f-4813-a364-5613a0d117fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.840440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:01.841126 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.858961 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-15223b92-958f-4813-a364-5613a0d117fe None None] Port 5a348077-e5a4-4677-823a-6e21f0c52041 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:01.895382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.959462 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Attempting to bind port 017c794e-27fd-4980-b6d2-0d349d2d9b67 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:01.961691 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Attempting to bind port 017c794e-27fd-4980-b6d2-0d349d2d9b67 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '0384e371-9321-40c3-b129-3cc1fb439d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:01.962295 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Attempting to bind port 017c794e-27fd-4980-b6d2-0d349d2d9b67 on network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:01.981423 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:01.981836 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Checking segment: {'id': '0384e371-9321-40c3-b129-3cc1fb439d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:01.982307 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.983199 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Bound using segment: {'id': '0384e371-9321-40c3-b129-3cc1fb439d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:01.986819 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Bound port: 017c794e-27fd-4980-b6d2-0d349d2d9b67, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0384e371-9321-40c3-b129-3cc1fb439d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:01.988908 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.011030 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9763bf5b-25fd-4f52-bcc1-39dea30a8b6d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5524535 Jul 06 11:54:02.049617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Request body: {'port': {'device_id': '171ab963-8d96-4a6f-b7ec-aa5743ea2cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:02.092334 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78d44c9-106f-48dc-b326-4ae7a5e39a22 req-0936b8ce-3491-4031-b499-84a696781153 service neutron] 10.222.0.47 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686922 Jul 06 11:54:02.155104 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] For port 017c794e-27fd-4980-b6d2-0d349d2d9b67, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:02.159884 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] For port 017c794e-27fd-4980-b6d2-0d349d2d9b67, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=017c794e-27fd-4980-b6d2-0d349d2d9b67,segment=NetworkSegment(0384e371-9321-40c3-b129-3cc1fb439d29),segment_id=0384e371-9321-40c3-b129-3cc1fb439d29)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:02.171989 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.178185 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Subnet': ['ID=80df93cb-9865-4396-8ffe-852320ef8584,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:02.220455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e6c49-7c19-431b-aa03-0c2b96c15dc9 req-0ba4889b-b6eb-49ed-b879-60deb468c29c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:02.232758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-466e6c49-7c19-431b-aa03-0c2b96c15dc9 req-0ba4889b-b6eb-49ed-b879-60deb468c29c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 931 time: 0.7233279 Jul 06 11:54:02.240206 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:02.240832 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:02.245534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844bad4-7981-4c3a-a8a1-b4a90b01df92 req-04cfaa47-bc99-4ee5-b491-bfbdda6d0923 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:02.247191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2844bad4-7981-4c3a-a8a1-b4a90b01df92 req-04cfaa47-bc99-4ee5-b491-bfbdda6d0923 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 943 time: 0.7041426 Jul 06 11:54:02.281728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Checking segment: {'id': '33a09199-e1f3-4ee5-9ab9-88339843a6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:02.282243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network hostable DHCP agents. Network: a937085a-90c7-429e-bd64-465084d075c1, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:02.292727 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.328454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-cca8318f-57fc-495e-aadf-f46827990380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:02.330378 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-cca8318f-57fc-495e-aadf-f46827990380 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5473332 Jul 06 11:54:02.380090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2844bad4-7981-4c3a-a8a1-b4a90b01df92 req-cf7f5693-463f-44b5-9048-36eb59eddb2f tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123238 Jul 06 11:54:02.396113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-466e6c49-7c19-431b-aa03-0c2b96c15dc9 req-305486fb-279e-4a40-89d9-612b7b4f91ed tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618507 Jul 06 11:54:02.399151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network a937085a-90c7-429e-bd64-465084d075c1 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:54:02.424580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, a937085a-90c7-429e-bd64-465084d075c1) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:02.444502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e3c5e-590b-443a-a675-9d11ad379a0e None None] Network a937085a-90c7-429e-bd64-465084d075c1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:02.450760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:02.462308 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.522971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dc98af05-11f6-4fe4-b619-b9d514bbc430 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7272410 Jul 06 11:54:02.525942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:02.545001 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:02.789934 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ff0e3-f9e2-45dc-be9b-ea415bb6043e None None] Pushing event updated for resources: {'Port': ['ID=017c794e-27fd-4980-b6d2-0d349d2d9b67,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:02.906896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-a937085a-90c7-429e-bd64-465084d075c1', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:54:02.908285 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.084924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a348077-e5a4-4677-823a-6e21f0c52041 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:03.090476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Allocated IP 2001:db8:2::2 (a937085a-90c7-429e-bd64-465084d075c1/80df93cb-9865-4396-8ffe-852320ef8584/13aa0c77-d7f6-48ae-8fcf-e697f753797f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:03.093985 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.130663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Transition to ACTIVE for port object 5a348077-e5a4-4677-823a-6e21f0c52041 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:03.140665 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c78d44c9-106f-48dc-b326-4ae7a5e39a22 req-a5f76bea-f5f4-46df-8b48-4b4bf658fc2a service neutron] 10.222.0.47 "GET /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0162306 Jul 06 11:54:03.170687 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.276378 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 3, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:02Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:03.293484 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-3e81312f-99a5-4ee1-8f55-6711915fddb7 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162997 Jul 06 11:54:03.296879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a348077-e5a4-4677-823a-6e21f0c52041,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:03.356122 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f8cc2-8998-4ab1-8517-c37ed81630b2 None None] The sync data for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 is: [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 3, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:02Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:03.371129 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.393450 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Transition to ACTIVE for port object 13aa0c77-d7f6-48ae-8fcf-e697f753797f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:03.442525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29be0d2-c855-48fb-a02f-9d0c5b4d735b req-e8f91f4a-535b-42b3-833f-c7f8f4955550 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:03.452307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c29be0d2-c855-48fb-a02f-9d0c5b4d735b req-e8f91f4a-535b-42b3-833f-c7f8f4955550 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.5204268 Jul 06 11:54:03.477058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Attempting to bind port 5a348077-e5a4-4677-823a-6e21f0c52041 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:03.477396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Attempting to bind port 5a348077-e5a4-4677-823a-6e21f0c52041 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:03.477735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Attempting to bind port 5a348077-e5a4-4677-823a-6e21f0c52041 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:03.483560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Port 5a348077-e5a4-4677-823a-6e21f0c52041 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:03.483887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Attempting to bind port 5a348077-e5a4-4677-823a-6e21f0c52041 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:03.492346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:03.492688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Checking segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:03.493344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Bound using segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:03.493776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Bound port: 5a348077-e5a4-4677-823a-6e21f0c52041, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:03.494403 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.501718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Transition to ACTIVE for port object 13aa0c77-d7f6-48ae-8fcf-e697f753797f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:03.528604 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.578331 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-c90cca51-dfc4-42a6-97f9-dba9428ef7dd service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707407 Jul 06 11:54:03.622850 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c29be0d2-c855-48fb-a02f-9d0c5b4d735b req-7ac7aebd-87e4-454b-ae3c-5cd839a1aa7f tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688147 Jul 06 11:54:03.635602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Network a937085a-90c7-429e-bd64-465084d075c1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:03.678457 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:03.690420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:03.781370 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-0cb4ad36-1abb-40cb-9800-eaee53cc8d6b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=e029091b-0985-43fe-b1b1-4edd53785c4d HTTP/1.1" status: 200 len: 217 time: 0.1892583 Jul 06 11:54:03.793534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Pushing event updated for resources: {'Port': ['ID=13aa0c77-d7f6-48ae-8fcf-e697f753797f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:03.897680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] For port 5a348077-e5a4-4677-823a-6e21f0c52041, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:03.897901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Attempting to bind port 13aa0c77-d7f6-48ae-8fcf-e697f753797f on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:03.898426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Attempting to bind port 13aa0c77-d7f6-48ae-8fcf-e697f753797f by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '33a09199-e1f3-4ee5-9ab9-88339843a6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:03.898808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Attempting to bind port 13aa0c77-d7f6-48ae-8fcf-e697f753797f on network a937085a-90c7-429e-bd64-465084d075c1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:03.925935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:03.927025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Checking segment: {'id': '33a09199-e1f3-4ee5-9ab9-88339843a6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:03.927841 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.928502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Bound using segment: {'id': '33a09199-e1f3-4ee5-9ab9-88339843a6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:03.929331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Bound port: 13aa0c77-d7f6-48ae-8fcf-e697f753797f, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a09199-e1f3-4ee5-9ab9-88339843a6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:03.930050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.939167 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.966619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] For port 5a348077-e5a4-4677-823a-6e21f0c52041, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5a348077-e5a4-4677-823a-6e21f0c52041,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:03.999619 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.000087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device bb369394-09ee-4dcb-8598-0ce9481a2757 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:04.032237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-3d9174a3-dbc5-496d-a0eb-dd8555305227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:04.036921 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-3d9174a3-dbc5-496d-a0eb-dd8555305227 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.2463331 Jul 06 11:54:04.065024 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] For port 13aa0c77-d7f6-48ae-8fcf-e697f753797f, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:04.072439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] For port 13aa0c77-d7f6-48ae-8fcf-e697f753797f, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=13aa0c77-d7f6-48ae-8fcf-e697f753797f,segment=NetworkSegment(33a09199-e1f3-4ee5-9ab9-88339843a6ea),segment_id=33a09199-e1f3-4ee5-9ab9-88339843a6ea)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:04.087107 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.108963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:04.110452 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.113546 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] 10.222.0.86 "PUT /v2.0/ports/5a348077-e5a4-4677-823a-6e21f0c52041 HTTP/1.1" status: 200 len: 1091 time: 2.0899353 Jul 06 11:54:04.201152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171ab963-8d96-4a6f-b7ec-aa5743ea2cfa', 'tag': '5a348077-e5a4-4677-823a-6e21f0c52041'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:04.205972 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97" -d '{"events": [{"name": "network-changed", "server_uuid": "171ab963-8d96-4a6f-b7ec-aa5743ea2cfa", "tag": "5a348077-e5a4-4677-823a-6e21f0c52041"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:04.298225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port bb369394-09ee-4dcb-8598-0ce9481a2757, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=bb369394-09ee-4dcb-8598-0ce9481a2757,segment=NetworkSegment(ca510d3a-ac50-4907-9c2b-acdc01f01062),segment_id=ca510d3a-ac50-4907-9c2b-acdc01f01062)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:04.329727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8495a64-1dfa-496d-b6c3-4f6d2e853acb req-95287e62-5c93-4747-9b61-b9b3a5f5512b tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:04.335786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaa52b-1c61-4fce-9db5-5b9b8bd785a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a348077-e5a4-4677-823a-6e21f0c52041,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:04.339889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8495a64-1dfa-496d-b6c3-4f6d2e853acb req-95287e62-5c93-4747-9b61-b9b3a5f5512b tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 943 time: 0.5720778 Jul 06 11:54:04.400241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'bb369394-09ee-4dcb-8598-0ce9481a2757', 'network_id': 'a1462146-6a8f-48e9-8c5b-884f2aa45f24', 'port_id': 'bb369394-09ee-4dcb-8598-0ce9481a2757', 'mac_address': 'fa:16:3e:5c:3a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35782ebc-f906-42f2-845b-55ccf08d7668', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:04.401851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a9366-6ba7-4712-9d97-b0e39fade1de None None] Pushing event updated for resources: {'Port': ['ID=13aa0c77-d7f6-48ae-8fcf-e697f753797f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:04.461110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b1999-c080-4f24-b82b-c104f949148d req-c8b09cd2-b1a6-43f5-acde-394efad6a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:04.462744 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-c8b09cd2-b1a6-43f5-acde-394efad6a9fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 1094 time: 0.2419908 Jul 06 11:54:04.476403 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-b47581c4-0a04-4760-aba8-188081c68d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:04.478037 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-b47581c4-0a04-4760-aba8-188081c68d98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3864181 Jul 06 11:54:04.481923 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.505586 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb369394-09ee-4dcb-8598-0ce9481a2757 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:04.550938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8495a64-1dfa-496d-b6c3-4f6d2e853acb req-10fa39c2-2d3b-41ca-a3da-087d3d0cb8cf tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075872 Jul 06 11:54:04.565080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port bb369394-09ee-4dcb-8598-0ce9481a2757, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=bb369394-09ee-4dcb-8598-0ce9481a2757,segment=NetworkSegment(ca510d3a-ac50-4907-9c2b-acdc01f01062),segment_id=ca510d3a-ac50-4907-9c2b-acdc01f01062)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:04.574876 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.705767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=bb369394-09ee-4dcb-8598-0ce9481a2757,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:04.788607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388319d-b0fa-444d-9e5e-ff1aced7f468 req-8fee450e-7e02-454f-9a8b-29a203ebaa96 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:04.790226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f388319d-b0fa-444d-9e5e-ff1aced7f468 req-8fee450e-7e02-454f-9a8b-29a203ebaa96 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 943 time: 0.8347585 Jul 06 11:54:04.865792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 017c794e-27fd-4980-b6d2-0d349d2d9b67 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:05.014044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['bb369394-09ee-4dcb-8598-0ce9481a2757'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:05.018070 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f388319d-b0fa-444d-9e5e-ff1aced7f468 req-207b0135-765c-4a97-b059-0f3aac4c589f tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032042 Jul 06 11:54:05.109835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 017c794e-27fd-4980-b6d2-0d349d2d9b67 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:05.120894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 017c794e-27fd-4980-b6d2-0d349d2d9b67 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:05.121404 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.330082 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.338193 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Allocated IP 2001:db8:2::1 (a937085a-90c7-429e-bd64-465084d075c1/80df93cb-9865-4396-8ffe-852320ef8584/24af37ad-d18a-4c6d-aa5e-60f551c32405) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:05.398358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 017c794e-27fd-4980-b6d2-0d349d2d9b67, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=017c794e-27fd-4980-b6d2-0d349d2d9b67,segment=NetworkSegment(0384e371-9321-40c3-b129-3cc1fb439d29),segment_id=0384e371-9321-40c3-b129-3cc1fb439d29)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:05.413377 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.482573 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc16737d-fa72-4de5-95d9-407f2f513ec7 x-openstack-request-id: req-dc16737d-fa72-4de5-95d9-407f2f513ec7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:05.483117 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171ab963-8d96-4a6f-b7ec-aa5743ea2cfa", "tag": "5a348077-e5a4-4677-823a-6e21f0c52041", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:05.483117 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc16737d-fa72-4de5-95d9-407f2f513ec7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:05.483871 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171ab963-8d96-4a6f-b7ec-aa5743ea2cfa', 'tag': '5a348077-e5a4-4677-823a-6e21f0c52041', 'status': 'completed', 'code': 200} Jul 06 11:54:05.487131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-9f263331-01e5-4416-a298-99785f9e8e1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a348077-e5a4-4677-823a-6e21f0c52041 HTTP/1.1" status: 200 len: 217 time: 1.0080318 Jul 06 11:54:05.520157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=017c794e-27fd-4980-b6d2-0d349d2d9b67,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:05.575122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.579906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b1999-c080-4f24-b82b-c104f949148d req-e7bb64d5-5a1e-4ec6-8aa4-a94ad7fef2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:05.582253 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-e7bb64d5-5a1e-4ec6-8aa4-a94ad7fef2be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.0828943 Jul 06 11:54:05.584302 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-9710df11-2fb2-4eb1-b398-266780fd0980 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0941348 Jul 06 11:54:05.592263 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Transition to ACTIVE for port object 24af37ad-d18a-4c6d-aa5e-60f551c32405 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:05.642767 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.781251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network a937085a-90c7-429e-bd64-465084d075c1 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:05.799645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=24af37ad-d18a-4c6d-aa5e-60f551c32405,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:05.814770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:05.821118 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:05.821118 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.900842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b1999-c080-4f24-b82b-c104f949148d req-7d66dd84-44db-41dc-b491-d735c20a59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:05.904051 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-7d66dd84-44db-41dc-b491-d735c20a59de service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3083827 Jul 06 11:54:05.944555 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-d9b6e375-0391-4522-8cd1-f42533ab1fe0 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368239 Jul 06 11:54:06.046809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e38da-ba50-4b68-b1dc-9b96aa49e778 req-f3d5750b-02e4-4cb8-b18a-027d82e53956 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:06.054778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a5e38da-ba50-4b68-b1dc-9b96aa49e778 req-f3d5750b-02e4-4cb8-b18a-027d82e53956 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 944 time: 0.2717366 Jul 06 11:54:06.067479 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-5a60a540-cc0e-4fa2-8717-a26a2552412c service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213641 Jul 06 11:54:06.141567 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a5e38da-ba50-4b68-b1dc-9b96aa49e778 req-ec93a658-3e80-48ae-abec-0d01061a67d5 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823472 Jul 06 11:54:06.238718 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.321582 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-f995c856-a3bb-4e86-b97c-f77d7ec6f215 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 HTTP/1.1" status: 200 len: 217 time: 0.2519805 Jul 06 11:54:06.324230 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3e9b1999-c080-4f24-b82b-c104f949148d req-c0814926-040e-45da-ab47-c5551c1ea66b service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458811 Jul 06 11:54:06.526094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-60ce4338-5f2a-491f-a16a-f3518e5dc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:06.528278 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-60ce4338-5f2a-491f-a16a-f3518e5dc2e3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.1870463 Jul 06 11:54:06.550582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b389045f-891c-404d-91ad-64e26c295a35 None None] Network a937085a-90c7-429e-bd64-465084d075c1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:06.605960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97 req-dad9f87b-b612-4172-bb09-4af9c3ccc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:06.608774 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97 req-dad9f87b-b612-4172-bb09-4af9c3ccc5c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 1094 time: 0.1902897 Jul 06 11:54:06.632052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a1946-8fd4-472b-867a-d91e45ac086c req-6ca053b4-04ec-4c18-a411-16b88b67d100 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:06.642430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-216a1946-8fd4-472b-867a-d91e45ac086c req-6ca053b4-04ec-4c18-a411-16b88b67d100 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 943 time: 0.3224022 Jul 06 11:54:06.758438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9440dfe0-4c56-4783-b5d3-ea0110a00d07 None None] Provisioning for port 13aa0c77-d7f6-48ae-8fcf-e697f753797f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:06.781331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-0046d188-fbcb-4a77-8774-f88d77125ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:06.786932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-0046d188-fbcb-4a77-8774-f88d77125ee6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2468901 Jul 06 11:54:06.888735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 017c794e-27fd-4980-b6d2-0d349d2d9b67 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:06.985908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97 req-f782f66b-6432-4792-93f6-a8abe6d79ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:06.988541 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97 req-f782f66b-6432-4792-93f6-a8abe6d79ed1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.3720601 Jul 06 11:54:06.990965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-b5095c70-e285-49e3-9e3b-939313fa3f04 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941648 Jul 06 11:54:07.000973 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 017c794e-27fd-4980-b6d2-0d349d2d9b67 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:07.001457 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.101740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 13aa0c77-d7f6-48ae-8fcf-e697f753797f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:07.122003 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97 req-71575cb5-a563-4c36-9d60-1a23821d3e10 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a348077-e5a4-4677-823a-6e21f0c52041 HTTP/1.1" status: 200 len: 217 time: 0.1193647 Jul 06 11:54:07.148651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-216a1946-8fd4-472b-867a-d91e45ac086c req-3e9c2758-74d3-447e-a3cd-46f5b6f3f52e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053220 Jul 06 11:54:07.205588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f66829-088e-4257-be99-97a1514aace3 req-b801d448-515b-4fd4-81b8-44e1abcdc414 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:07.210949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 13aa0c77-d7f6-48ae-8fcf-e697f753797f completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:07.212826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6f66829-088e-4257-be99-97a1514aace3 req-b801d448-515b-4fd4-81b8-44e1abcdc414 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.4684989 Jul 06 11:54:07.220594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 13aa0c77-d7f6-48ae-8fcf-e697f753797f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:07.220979 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.301030 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.311646 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.312522 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.321207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97 req-d8741348-d98e-4127-a740-6df89bbd97af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:07.322729 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97 req-d8741348-d98e-4127-a740-6df89bbd97af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1903684 Jul 06 11:54:07.342634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6f66829-088e-4257-be99-97a1514aace3 req-83cfc8d6-560f-49b3-93d8-e511162bd6ae tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288400 Jul 06 11:54:07.412221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-f7ee10a6-29c5-41f4-a646-073d8089771e service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042814 Jul 06 11:54:07.447356 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.499252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=24af37ad-d18a-4c6d-aa5e-60f551c32405,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:07.524303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1ca14c81-8548-46b4-96b5-e6481be5750d None None] Provisioning for port 24af37ad-d18a-4c6d-aa5e-60f551c32405 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:07.542136 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-08ff8888-20f3-43a3-9f95-63ff11b23f97 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0af014a-513b-4deb-980d-b17fe4c4a924 HTTP/1.1" status: 200 len: 217 time: 0.1111772 Jul 06 11:54:07.568639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 13aa0c77-d7f6-48ae-8fcf-e697f753797f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=13aa0c77-d7f6-48ae-8fcf-e697f753797f,segment=NetworkSegment(33a09199-e1f3-4ee5-9ab9-88339843a6ea),segment_id=33a09199-e1f3-4ee5-9ab9-88339843a6ea)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:07.569979 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1ca14c81-8548-46b4-96b5-e6481be5750d None None] Provisioning complete for port 24af37ad-d18a-4c6d-aa5e-60f551c32405 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:07.570281 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca14c81-8548-46b4-96b5-e6481be5750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.576036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.725668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network a937085a-90c7-429e-bd64-465084d075c1 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:07.726365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1ca14c81-8548-46b4-96b5-e6481be5750d None None] Port 24af37ad-d18a-4c6d-aa5e-60f551c32405 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:07.733208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:07.750200 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=13aa0c77-d7f6-48ae-8fcf-e697f753797f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:07.765533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1ca14c81-8548-46b4-96b5-e6481be5750d None None] Provisioning complete for port 13aa0c77-d7f6-48ae-8fcf-e697f753797f triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:07.765924 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca14c81-8548-46b4-96b5-e6481be5750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.783658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97 req-45d95823-b45b-4100-b6fd-c3c0a355b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:07.794236 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97 req-45d95823-b45b-4100-b6fd-c3c0a355b3b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4603279 Jul 06 11:54:07.891114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-29fd9859-6cc8-4826-9374-1740dd930e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:07.892839 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-29fd9859-6cc8-4826-9374-1740dd930e56 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3f5942-b855-4f35-bafa-058c0f9ea5c7 HTTP/1.1" status: 200 len: 797 time: 0.3365579 Jul 06 11:54:07.954329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2b8b5-43d8-4887-8f0a-46c23d03c664 req-f09bc5c9-aaca-4c0c-9b52-c30ad0db35aa tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:07.967012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2de2b8b5-43d8-4887-8f0a-46c23d03c664 req-f09bc5c9-aaca-4c0c-9b52-c30ad0db35aa tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 944 time: 0.3918488 Jul 06 11:54:08.002399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device bb369394-09ee-4dcb-8598-0ce9481a2757 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:08.029010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e326824c-4d52-4f0b-b2c4-0ed079033286 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:08.110161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2de2b8b5-43d8-4887-8f0a-46c23d03c664 req-ec7bb875-dda9-4b8e-bc17-ecc8993d40b9 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419513 Jul 06 11:54:08.150338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-084c8b17-8d72-4808-b2e5-463f6155dd52 None None] Provisioning complete for port 24af37ad-d18a-4c6d-aa5e-60f551c32405 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:08.150759 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-084c8b17-8d72-4808-b2e5-463f6155dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.173354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-01338efe-91ad-4432-af66-d6a9b75c45db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:08.182909 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-01338efe-91ad-4432-af66-d6a9b75c45db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2335610 Jul 06 11:54:08.194062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port bb369394-09ee-4dcb-8598-0ce9481a2757 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:08.203556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port bb369394-09ee-4dcb-8598-0ce9481a2757 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:08.203938 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.237019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-084c8b17-8d72-4808-b2e5-463f6155dd52 None None] Port 24af37ad-d18a-4c6d-aa5e-60f551c32405 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:08.267810 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97 req-edec0a61-6ca4-48d3-99d0-b970fda77bad service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605815 Jul 06 11:54:08.377973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:08.388214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6dfecc7a-7c84-4877-9e76-830248f3985f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8608036 Jul 06 11:54:08.390962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:08.398047 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.401848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1534823068'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:08.423009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Sync routers for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:08.436804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:08.448015 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.452938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6897eb92-3df2-4198-a943-e3916b9467a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb369394-09ee-4dcb-8598-0ce9481a2757'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:08.455228 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cd4788-6e9d-46b2-b764-c99b3b880f21" -d '{"events": [{"server_uuid": "6897eb92-3df2-4198-a943-e3916b9467a8", "name": "network-vif-plugged", "status": "completed", "tag": "bb369394-09ee-4dcb-8598-0ce9481a2757"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:08.472463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:08.472974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:08.478020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port bb369394-09ee-4dcb-8598-0ce9481a2757, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=bb369394-09ee-4dcb-8598-0ce9481a2757,segment=NetworkSegment(ca510d3a-ac50-4907-9c2b-acdc01f01062),segment_id=ca510d3a-ac50-4907-9c2b-acdc01f01062)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:08.480746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a0c77c95-ea77-4a62-be07-ee2a262ef58d None None] Provisioning complete for port 24af37ad-d18a-4c6d-aa5e-60f551c32405 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:08.481092 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0c77c95-ea77-4a62-be07-ee2a262ef58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.529034 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-d17455dd-d98c-4c2a-bbce-f7876fbde33c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6334355 Jul 06 11:54:08.535219 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.614189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:08.659100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=bb369394-09ee-4dcb-8598-0ce9481a2757,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:08.667629 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.667984 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added segment a41705d3-dd94-4d0b-97eb-a1c15987a8e6 of type vlan for network f2c27d44-bdf2-4321-b895-430a3d837d05 Jul 06 11:54:08.715628 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a5e1b8-80d2-45e2-b0b9-57cc1f6d607c x-openstack-request-id: req-50a5e1b8-80d2-45e2-b0b9-57cc1f6d607c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:08.715930 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6897eb92-3df2-4198-a943-e3916b9467a8", "name": "network-vif-plugged", "status": "completed", "tag": "bb369394-09ee-4dcb-8598-0ce9481a2757", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:08.716796 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50a5e1b8-80d2-45e2-b0b9-57cc1f6d607c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:08.716796 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6897eb92-3df2-4198-a943-e3916b9467a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb369394-09ee-4dcb-8598-0ce9481a2757', 'code': 200} Jul 06 11:54:08.764174 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a0c77c95-ea77-4a62-be07-ee2a262ef58d None None] Port 24af37ad-d18a-4c6d-aa5e-60f551c32405 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:08.781440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 13aa0c77-d7f6-48ae-8fcf-e697f753797f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:08.830551 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59f2a276-1bc8-42b7-81c9-ddd00cc7cd97 req-cb7e80da-6410-443a-bdbf-e5fcfc8bae7f service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265475 Jul 06 11:54:08.879190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:08.904590 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-3940ecf5-a470-4f96-953d-9a93fac31285 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6829543 Jul 06 11:54:08.910689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-9253d6de-02cf-4f83-bad5-a064c8d663f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:08.912875 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-9253d6de-02cf-4f83-bad5-a064c8d663f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 1096 time: 0.2135406 Jul 06 11:54:08.930625 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.976744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3be8ef-bb44-4ea4-9191-efb2e7648f0d req-94b6aa69-2ee0-48d0-83e9-72c0d7964fb0 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:08.978727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b3be8ef-bb44-4ea4-9191-efb2e7648f0d req-94b6aa69-2ee0-48d0-83e9-72c0d7964fb0 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 943 time: 0.4625540 Jul 06 11:54:08.981591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.988028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:08.988903 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.029032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6368439 Jul 06 11:54:09.029879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:09.042226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5a348077-e5a4-4677-823a-6e21f0c52041 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:09.049166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'subnet': {'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:09.062358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 13aa0c77-d7f6-48ae-8fcf-e697f753797f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:09.062833 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.073286 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-b4cc82ce-3f06-484d-a24e-b2dfe4c16f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:09.075549 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-b4cc82ce-3f06-484d-a24e-b2dfe4c16f6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.1302524 Jul 06 11:54:09.218755 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-4ffe2f57-ad02-4ed1-b8dc-fa7a3ec4623f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b959815e-67ab-4829-943b-186423eba635 HTTP/1.1" status: 200 len: 217 time: 0.1027863 Jul 06 11:54:09.354061 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:54:09.361100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482f69c-7e6e-48dd-8f51-6b8f7244476b tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Network': ['ID=f2c27d44-bdf2-4321-b895-430a3d837d05,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:09.432155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f2c27d44-bdf2-4321-b895-430a3d837d05 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:09.447637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-653f1558-13e4-4668-9a5f-df0bca57cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:09.450255 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-653f1558-13e4-4668-9a5f-df0bca57cbff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.2159963 Jul 06 11:54:09.471504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b3be8ef-bb44-4ea4-9191-efb2e7648f0d req-58d7e706-197c-4765-9495-231e92e8903a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668901 Jul 06 11:54:09.517058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Made reservation on behalf of 49829dd6790344f2b9f01f55d00f21ec for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:09.527718 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.578447 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-7c3d9e62-7718-4c94-8ed3-9c8d4f6b9b56 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641822 Jul 06 11:54:09.646622 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6f361-b03a-427d-92e2-93edd5893108 req-3887eeea-b898-4cc9-ada0-ad8dea3c2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:09.648420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46b6f361-b03a-427d-92e2-93edd5893108 req-3887eeea-b898-4cc9-ada0-ad8dea3c2444 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 1096 time: 0.8367040 Jul 06 11:54:09.706839 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-b2b36c06-9420-4c47-b11b-700e04a47573 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d HTTP/1.1" status: 200 len: 217 time: 0.1101577 Jul 06 11:54:09.850781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-7563a2d4-5349-4002-90c1-a0ce5fb8e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:09.868300 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-7563a2d4-5349-4002-90c1-a0ce5fb8e26f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4017258 Jul 06 11:54:09.896024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-2bdb71d0-5d3e-4ddf-a388-78fe50f4f5d1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:54:09.897230 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-2bdb71d0-5d3e-4ddf-a388-78fe50f4f5d1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203407 Jul 06 11:54:09.929348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5a348077-e5a4-4677-823a-6e21f0c52041, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5a348077-e5a4-4677-823a-6e21f0c52041,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:10.065190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-1b38a773-6e35-405d-bbfb-d57d636babf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:10.066846 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-1b38a773-6e35-405d-bbfb-d57d636babf9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3f5942-b855-4f35-bafa-058c0f9ea5c7 HTTP/1.1" status: 200 len: 797 time: 0.3515716 Jul 06 11:54:10.082951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '5a348077-e5a4-4677-823a-6e21f0c52041', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'port_id': '5a348077-e5a4-4677-823a-6e21f0c52041', 'mac_address': 'fa:16:3e:60:59:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:10.112789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46b6f361-b03a-427d-92e2-93edd5893108 req-4adbcad5-c665-4f90-8f04-08dbc80f4455 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096699 Jul 06 11:54:10.165853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:06Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:06Z', 'revision_number': 2, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:10.204815 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-a8db9503-013b-481d-aea3-69f6aea05d0a service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904611 Jul 06 11:54:10.209243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Checking router: e326824c-4d52-4f0b-b2c4-0ed079033286 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:10.209817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Updating router e326824c-4d52-4f0b-b2c4-0ed079033286 port 24af37ad-d18a-4c6d-aa5e-60f551c32405 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:10.219407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-230ae3b7-5a8a-4d64-ad0e-336e2832ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:10.221253 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-230ae3b7-5a8a-4d64-ad0e-336e2832ab1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1436450 Jul 06 11:54:10.253380 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.255624 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.308727 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.320514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308615a-147b-4a5c-90d6-22f257abd9ef req-108feb24-4e5d-4b3d-8414-9407004f4b14 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:10.328330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8308615a-147b-4a5c-90d6-22f257abd9ef req-108feb24-4e5d-4b3d-8414-9407004f4b14 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 945 time: 0.8525825 Jul 06 11:54:10.329884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a348077-e5a4-4677-823a-6e21f0c52041 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:10.401008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8308615a-147b-4a5c-90d6-22f257abd9ef req-52863e92-3cb4-4357-b361-64bbbdbc4919 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715854 Jul 06 11:54:10.428730 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5a348077-e5a4-4677-823a-6e21f0c52041, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5a348077-e5a4-4677-823a-6e21f0c52041,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:10.443195 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1da400b-7080-4260-99f1-a0d740e15c09 req-a02634c0-e235-42e0-bbd4-eb64c0768e82 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185881 Jul 06 11:54:10.443782 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.445104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-ff79548a-7710-49df-9f55-1f4a339d86eb service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126510 Jul 06 11:54:10.447305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Subnet': ['ID=eef286c3-9a3f-4b1d-b130-df874a145142,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:10.464427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Checking segment: {'id': 'a41705d3-dd94-4d0b-97eb-a1c15987a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:10.465122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network hostable DHCP agents. Network: f2c27d44-bdf2-4321-b895-430a3d837d05, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:10.500754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network f2c27d44-bdf2-4321-b895-430a3d837d05 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:54:10.519954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f2c27d44-bdf2-4321-b895-430a3d837d05) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:10.536935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:10.537835 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.547099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99980331-148e-4225-99c9-086efead1e01 None None] Network f2c27d44-bdf2-4321-b895-430a3d837d05 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:10.578124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7404ab50-e555-426f-970f-615720a1cf84 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5334485 Jul 06 11:54:10.579556 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59256) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:10.626895 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-17dc8c86-5c58-48f9-ac0a-5a359b887668 req-fb99fd34-7859-446e-bce4-7c8b5a46cb7a service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666884 Jul 06 11:54:10.822305 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=5a348077-e5a4-4677-823a-6e21f0c52041,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:10.957303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['5a348077-e5a4-4677-823a-6e21f0c52041'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:11.005525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf8512-def5-4bdb-9b92-7e048ba78b37 req-07f73a37-dd0c-48ea-a74e-0bff2abcd8eb tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:11.014143 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12cf8512-def5-4bdb-9b92-7e048ba78b37 req-07f73a37-dd0c-48ea-a74e-0bff2abcd8eb tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 944 time: 0.3404138 Jul 06 11:54:11.097443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-f2c27d44-bdf2-4321-b895-430a3d837d05', 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'fixed_ips': [{'subnet_id': 'eef286c3-9a3f-4b1d-b130-df874a145142'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:54:11.099790 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.107991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12cf8512-def5-4bdb-9b92-7e048ba78b37 req-1a4731d4-e73b-465f-81d3-fea4a8db430e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928433 Jul 06 11:54:11.475116 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.483031 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.518992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Transition to ACTIVE for port object 24af37ad-d18a-4c6d-aa5e-60f551c32405 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:11.531636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Allocated IP 2001:db8:3::2 (f2c27d44-bdf2-4321-b895-430a3d837d05/eef286c3-9a3f-4b1d-b130-df874a145142/02950455-33bb-4f0d-b813-884f12832f86) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:11.540517 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.964742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Attempting to bind port 24af37ad-d18a-4c6d-aa5e-60f551c32405 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:11.965437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Attempting to bind port 24af37ad-d18a-4c6d-aa5e-60f551c32405 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '33a09199-e1f3-4ee5-9ab9-88339843a6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:11.965566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Attempting to bind port 24af37ad-d18a-4c6d-aa5e-60f551c32405 on network a937085a-90c7-429e-bd64-465084d075c1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:12.001441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:12.001995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Checking segment: {'id': '33a09199-e1f3-4ee5-9ab9-88339843a6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:12.002219 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.002623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Bound using segment: {'id': '33a09199-e1f3-4ee5-9ab9-88339843a6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:12.006096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Bound port: 24af37ad-d18a-4c6d-aa5e-60f551c32405, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a09199-e1f3-4ee5-9ab9-88339843a6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:12.007191 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.187548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] For port 24af37ad-d18a-4c6d-aa5e-60f551c32405, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:12.197122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] For port 24af37ad-d18a-4c6d-aa5e-60f551c32405, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=24af37ad-d18a-4c6d-aa5e-60f551c32405,segment=NetworkSegment(33a09199-e1f3-4ee5-9ab9-88339843a6ea),segment_id=33a09199-e1f3-4ee5-9ab9-88339843a6ea)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:12.212484 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.257562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451fc4e-a52d-40fa-b810-4bf60ef36092 None None] Pushing event updated for resources: {'Port': ['ID=24af37ad-d18a-4c6d-aa5e-60f551c32405,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:12.316732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:12.317662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:12.321984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cc5f8-fa23-4dcc-87a2-b0bc72a5b9a0 req-35065d8f-d902-4232-8cc5-33edf8db6e1b tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:12.335768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d43cc5f8-fa23-4dcc-87a2-b0bc72a5b9a0 req-35065d8f-d902-4232-8cc5-33edf8db6e1b tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 945 time: 0.6195111 Jul 06 11:54:12.451232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d43cc5f8-fa23-4dcc-87a2-b0bc72a5b9a0 req-55ecf335-fb2a-491b-abcc-9aef4d6f1c77 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133573 Jul 06 11:54:12.546142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:12.687107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab62bbd-99a3-45db-b6f9-731a34948680 req-ffc8b818-340c-46e2-95e4-144e62d59d17 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:12.691749 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ab62bbd-99a3-45db-b6f9-731a34948680 req-ffc8b818-340c-46e2-95e4-144e62d59d17 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 944 time: 0.2079580 Jul 06 11:54:12.695132 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451fc4e-a52d-40fa-b810-4bf60ef36092 None None] Pushing event updated for resources: {'Port': ['ID=24af37ad-d18a-4c6d-aa5e-60f551c32405,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:12.790992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ab62bbd-99a3-45db-b6f9-731a34948680 req-e78d389d-8231-435d-b128-361f14711adc tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863955 Jul 06 11:54:12.884530 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.985019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Transition to ACTIVE for port object 02950455-33bb-4f0d-b813-884f12832f86 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:13.029793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5a348077-e5a4-4677-823a-6e21f0c52041 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:13.088350 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Transition to ACTIVE for port object 02950455-33bb-4f0d-b813-884f12832f86 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:13.151918 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.232439 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Allocated IP 2001:db8:3::1 (f2c27d44-bdf2-4321-b895-430a3d837d05/eef286c3-9a3f-4b1d-b130-df874a145142/259cc6e7-6a32-4786-8162-2d8863ed5807) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:13.482916 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Pushing event updated for resources: {'Port': ['ID=02950455-33bb-4f0d-b813-884f12832f86,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:13.513583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Network f2c27d44-bdf2-4321-b895-430a3d837d05 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:13.522542 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:13.525636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:13.603656 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.603968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 5a348077-e5a4-4677-823a-6e21f0c52041 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:13.644422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Transition to ACTIVE for port object 259cc6e7-6a32-4786-8162-2d8863ed5807 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:13.673041 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 5a348077-e5a4-4677-823a-6e21f0c52041 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:13.673422 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.728857 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.769326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Attempting to bind port 02950455-33bb-4f0d-b813-884f12832f86 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:13.769689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Attempting to bind port 02950455-33bb-4f0d-b813-884f12832f86 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'a41705d3-dd94-4d0b-97eb-a1c15987a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:13.770219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Attempting to bind port 02950455-33bb-4f0d-b813-884f12832f86 on network f2c27d44-bdf2-4321-b895-430a3d837d05 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:13.785762 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:13.786138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Checking segment: {'id': 'a41705d3-dd94-4d0b-97eb-a1c15987a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:13.786509 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.786928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Bound using segment: {'id': 'a41705d3-dd94-4d0b-97eb-a1c15987a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:13.787406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Bound port: 02950455-33bb-4f0d-b813-884f12832f86, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41705d3-dd94-4d0b-97eb-a1c15987a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:13.787834 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.835103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network f2c27d44-bdf2-4321-b895-430a3d837d05 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:13.854792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:13.867427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:13.868297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.993655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] For port 02950455-33bb-4f0d-b813-884f12832f86, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:14.009856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] For port 02950455-33bb-4f0d-b813-884f12832f86, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=02950455-33bb-4f0d-b813-884f12832f86,segment=NetworkSegment(a41705d3-dd94-4d0b-97eb-a1c15987a8e6),segment_id=a41705d3-dd94-4d0b-97eb-a1c15987a8e6)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:14.062274 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.066534 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.124888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:06Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:12Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:14.162323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=259cc6e7-6a32-4786-8162-2d8863ed5807,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:14.179873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744db7d3-639f-4e1d-9d39-0d37d0fcfa34 None None] The sync data for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 is: [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:06Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:12Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:14.234693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a8a12-454e-401d-a0c7-0d29c6ffa9c5 None None] Pushing event updated for resources: {'Port': ['ID=02950455-33bb-4f0d-b813-884f12832f86,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:14.291977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5a348077-e5a4-4677-823a-6e21f0c52041, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5a348077-e5a4-4677-823a-6e21f0c52041,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:14.294673 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54ae4cc6-4c64-4ad8-b147-9dcbefe2c6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.300757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171ab963-8d96-4a6f-b7ec-aa5743ea2cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a348077-e5a4-4677-823a-6e21f0c52041'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:14.308463 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382561e7-9d74-4459-ae03-f7838702d37d" -d '{"events": [{"server_uuid": "171ab963-8d96-4a6f-b7ec-aa5743ea2cfa", "name": "network-vif-plugged", "status": "completed", "tag": "5a348077-e5a4-4677-823a-6e21f0c52041"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:14.339930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.418254 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec792a2-bda7-4149-aed8-a3deed1856c8 x-openstack-request-id: req-cec792a2-bda7-4149-aed8-a3deed1856c8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:14.422385 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171ab963-8d96-4a6f-b7ec-aa5743ea2cfa", "name": "network-vif-plugged", "status": "completed", "tag": "5a348077-e5a4-4677-823a-6e21f0c52041", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:14.423030 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cec792a2-bda7-4149-aed8-a3deed1856c8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:14.423840 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171ab963-8d96-4a6f-b7ec-aa5743ea2cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a348077-e5a4-4677-823a-6e21f0c52041', 'code': 200} Jul 06 11:54:14.544570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=5a348077-e5a4-4677-823a-6e21f0c52041,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:14.574102 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.717950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa19ed-23a6-4b54-8508-fbdc7cd8ac13 req-efcc1968-c4d5-4284-8ea3-5ca9ac232cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:14.723779 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-50aa19ed-23a6-4b54-8508-fbdc7cd8ac13 req-efcc1968-c4d5-4284-8ea3-5ca9ac232cc6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 1096 time: 0.2090924 Jul 06 11:54:14.837260 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-50aa19ed-23a6-4b54-8508-fbdc7cd8ac13 req-e1eb5932-7683-4948-b303-5a33e17d2d36 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025779 Jul 06 11:54:15.002618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 24af37ad-d18a-4c6d-aa5e-60f551c32405 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:15.143340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 24af37ad-d18a-4c6d-aa5e-60f551c32405 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:15.150264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 24af37ad-d18a-4c6d-aa5e-60f551c32405 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:15.150743 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.400553 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.477165 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 24af37ad-d18a-4c6d-aa5e-60f551c32405, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=24af37ad-d18a-4c6d-aa5e-60f551c32405,segment=NetworkSegment(33a09199-e1f3-4ee5-9ab9-88339843a6ea),segment_id=33a09199-e1f3-4ee5-9ab9-88339843a6ea)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:15.487603 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.603818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=24af37ad-d18a-4c6d-aa5e-60f551c32405,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:15.817518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bdf58-e41f-4d98-97c5-f5e3cd58ca2f req-338599e8-1968-417d-99b4-b8daecf4fe38 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:15.825613 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf0bdf58-e41f-4d98-97c5-f5e3cd58ca2f req-338599e8-1968-417d-99b4-b8daecf4fe38 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 944 time: 1.7659924 Jul 06 11:54:16.002710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf0bdf58-e41f-4d98-97c5-f5e3cd58ca2f req-409324c4-7b65-4686-8359-b5dd167b6220 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760468 Jul 06 11:54:16.266002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483139aa-db59-40c1-975a-43f0c0f568bc None None] Network f2c27d44-bdf2-4321-b895-430a3d837d05 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:16.293616 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.302145 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.304605 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.422956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event updated for resources: {'Port': ['ID=259cc6e7-6a32-4786-8162-2d8863ed5807,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:16.529427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Network f2c27d44-bdf2-4321-b895-430a3d837d05 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:16.540047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1603e6ee-fe97-40d0-b921-d004b845b104 None None] Provisioning for port 02950455-33bb-4f0d-b813-884f12832f86 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:16.540270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:16.848271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e326824c-4d52-4f0b-b2c4-0ed079033286 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:16.948713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 24af37ad-d18a-4c6d-aa5e-60f551c32405 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:17.013598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:17.024263 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59332) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:17.024766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-75de8067-ac1a-49b4-9d20-501d72ce5b7f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4427421 Jul 06 11:54:17.028340 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Sync routers for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:17.041814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-96e9aaa8-743e-485c-908d-18b8e3708d3a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:17.056432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 24af37ad-d18a-4c6d-aa5e-60f551c32405 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:17.057876 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.079868 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:17.080517 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:53:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:17.154992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6c5e3e63-fac9-4d54-bd06-b0f3434c368d None None] Provisioning for port 259cc6e7-6a32-4786-8162-2d8863ed5807 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:17.171290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6c5e3e63-fac9-4d54-bd06-b0f3434c368d None None] Provisioning complete for port 259cc6e7-6a32-4786-8162-2d8863ed5807 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:17.172010 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3e63-fac9-4d54-bd06-b0f3434c368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.295784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e3e63-fac9-4d54-bd06-b0f3434c368d None None] Port 259cc6e7-6a32-4786-8162-2d8863ed5807 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:17.314217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 02950455-33bb-4f0d-b813-884f12832f86 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:17.453188 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:17.494292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 02950455-33bb-4f0d-b813-884f12832f86 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:17.500275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 02950455-33bb-4f0d-b813-884f12832f86 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:17.500651 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.592467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcc198-1cf5-4939-8b8a-0021bc1ab00a req-390679b4-bf98-4e19-b12b-528a3687cf38 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:17.602033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6bcc198-1cf5-4939-8b8a-0021bc1ab00a req-390679b4-bf98-4e19-b12b-528a3687cf38 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 945 time: 0.1799214 Jul 06 11:54:17.662631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6bcc198-1cf5-4939-8b8a-0021bc1ab00a req-aa5561e6-ef64-43b9-b304-0941862c8e44 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592806 Jul 06 11:54:17.771270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-272cfd99-3682-47e1-8ae5-b64a681c03b4 None None] Provisioning complete for port 259cc6e7-6a32-4786-8162-2d8863ed5807 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:17.772019 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-272cfd99-3682-47e1-8ae5-b64a681c03b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.781821 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.937068 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:14Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '259cc6e7-6a32-4786-8162-2d8863ed5807', 'name': '', 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:7d:53:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:16Z', 'revision_number': 2, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:17.962198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-272cfd99-3682-47e1-8ae5-b64a681c03b4 None None] Port 259cc6e7-6a32-4786-8162-2d8863ed5807 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:17.987318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 02950455-33bb-4f0d-b813-884f12832f86, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=02950455-33bb-4f0d-b813-884f12832f86,segment=NetworkSegment(a41705d3-dd94-4d0b-97eb-a1c15987a8e6),segment_id=a41705d3-dd94-4d0b-97eb-a1c15987a8e6)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:17.997856 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.028685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83dba80b-2d2d-4877-8c22-142b4d61b363 req-c0adca4e-8263-41bd-a8dd-8de9f74d741c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b HTTP/1.1" status: 200 len: 267 time: 0.1423395 Jul 06 11:54:18.047549 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Checking router: e326824c-4d52-4f0b-b2c4-0ed079033286 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:18.048100 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Updating router e326824c-4d52-4f0b-b2c4-0ed079033286 port 259cc6e7-6a32-4786-8162-2d8863ed5807 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:18.180654 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.198149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.extraroute_db [None req-96e9aaa8-743e-485c-908d-18b8e3708d3a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93815) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 11:54:18.241478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=02950455-33bb-4f0d-b813-884f12832f86,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:18.258716 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.260532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.extraroute_db [None req-96e9aaa8-743e-485c-908d-18b8e3708d3a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Removed routes are [] {{(pid=93815) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 11:54:18.261043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96e9aaa8-743e-485c-908d-18b8e3708d3a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.279101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c95ee60e-3db7-458e-88e6-166bf593104a None None] Provisioning complete for port 259cc6e7-6a32-4786-8162-2d8863ed5807 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:18.286884 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c95ee60e-3db7-458e-88e6-166bf593104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.302806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dba80b-2d2d-4877-8c22-142b4d61b363 req-80721160-4cc1-4396-b29f-907473b35aad tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:18.315956 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83dba80b-2d2d-4877-8c22-142b4d61b363 req-80721160-4cc1-4396-b29f-907473b35aad tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 945 time: 0.2796364 Jul 06 11:54:18.332376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-83dba80b-2d2d-4877-8c22-142b4d61b363 req-3643b3df-9dde-4cff-bf45-8ddb62af41c6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Request body: {'port': {'security_groups': []}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:18.432364 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d0b0e38-678c-4d6e-9e48-19c0a39cb2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.457613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c95ee60e-3db7-458e-88e6-166bf593104a None None] Port 259cc6e7-6a32-4786-8162-2d8863ed5807 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:18.629049 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-83dba80b-2d2d-4877-8c22-142b4d61b363 req-3643b3df-9dde-4cff-bf45-8ddb62af41c6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.686863 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.741504 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.762583 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96e9aaa8-743e-485c-908d-18b8e3708d3a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.763790 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Transition to ACTIVE for port object 259cc6e7-6a32-4786-8162-2d8863ed5807 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:18.767321 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96e9aaa8-743e-485c-908d-18b8e3708d3a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.778517 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.825551 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 02950455-33bb-4f0d-b813-884f12832f86 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:18.828056 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0521d-5023-4905-805c-5bce6f39c89a None None] Pushing event updated for resources: {'Port': ['ID=259cc6e7-6a32-4786-8162-2d8863ed5807,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:18.969702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 02950455-33bb-4f0d-b813-884f12832f86 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:18.970079 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.996126 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Attempting to bind port 259cc6e7-6a32-4786-8162-2d8863ed5807 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:18.996426 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Attempting to bind port 259cc6e7-6a32-4786-8162-2d8863ed5807 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'a41705d3-dd94-4d0b-97eb-a1c15987a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:19.004479 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Attempting to bind port 259cc6e7-6a32-4786-8162-2d8863ed5807 on network f2c27d44-bdf2-4321-b895-430a3d837d05 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:19.010320 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:19.010849 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Checking segment: {'id': 'a41705d3-dd94-4d0b-97eb-a1c15987a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:19.011376 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.011969 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Bound using segment: {'id': 'a41705d3-dd94-4d0b-97eb-a1c15987a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:19.012513 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Bound port: 259cc6e7-6a32-4786-8162-2d8863ed5807, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41705d3-dd94-4d0b-97eb-a1c15987a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:19.013008 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.068186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e9aaa8-743e-485c-908d-18b8e3708d3a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e326824c-4d52-4f0b-b2c4-0ed079033286 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:19.089309 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-83dba80b-2d2d-4877-8c22-142b4d61b363 req-3643b3df-9dde-4cff-bf45-8ddb62af41c6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] For port 5a348077-e5a4-4677-823a-6e21f0c52041, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5a348077-e5a4-4677-823a-6e21f0c52041,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:19.173175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-83dba80b-2d2d-4877-8c22-142b4d61b363 req-3643b3df-9dde-4cff-bf45-8ddb62af41c6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.187236 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-83dba80b-2d2d-4877-8c22-142b4d61b363 req-3643b3df-9dde-4cff-bf45-8ddb62af41c6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.188805 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] For port 259cc6e7-6a32-4786-8162-2d8863ed5807, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:19.203041 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] For port 259cc6e7-6a32-4786-8162-2d8863ed5807, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=259cc6e7-6a32-4786-8162-2d8863ed5807,segment=NetworkSegment(a41705d3-dd94-4d0b-97eb-a1c15987a8e6),segment_id=a41705d3-dd94-4d0b-97eb-a1c15987a8e6)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:19.211161 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.216402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['916c1c2d-3c88-4d17-8b44-f1eeca17bb89', '5a348077-e5a4-4677-823a-6e21f0c52041'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:19.219019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b959815e-67ab-4829-943b-186423eba635'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:19.400760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643b3df-9dde-4cff-bf45-8ddb62af41c6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event updated for resources: {'Port': ['ID=5a348077-e5a4-4677-823a-6e21f0c52041,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:19.406541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e9aaa8-743e-485c-908d-18b8e3708d3a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:19.417347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dba80b-2d2d-4877-8c22-142b4d61b363 req-3643b3df-9dde-4cff-bf45-8ddb62af41c6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:19.418412 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-83dba80b-2d2d-4877-8c22-142b4d61b363 req-3643b3df-9dde-4cff-bf45-8ddb62af41c6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.425368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83dba80b-2d2d-4877-8c22-142b4d61b363 req-3643b3df-9dde-4cff-bf45-8ddb62af41c6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "PUT /v2.0/ports/5a348077-e5a4-4677-823a-6e21f0c52041 HTTP/1.1" status: 200 len: 904 time: 1.1077070 Jul 06 11:54:19.426747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171ab963-8d96-4a6f-b7ec-aa5743ea2cfa', 'tag': '5a348077-e5a4-4677-823a-6e21f0c52041'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:19.427062 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96e9aaa8-743e-485c-908d-18b8e3708d3a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.430231 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d1f855-25d8-4b99-9892-9483ea7883f4" -d '{"events": [{"name": "network-changed", "server_uuid": "171ab963-8d96-4a6f-b7ec-aa5743ea2cfa", "tag": "5a348077-e5a4-4677-823a-6e21f0c52041"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:19.433909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59354) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:19.434019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-96e9aaa8-743e-485c-908d-18b8e3708d3a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286 HTTP/1.1" status: 200 len: 954 time: 2.4081955 Jul 06 11:54:19.631816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['5a348077-e5a4-4677-823a-6e21f0c52041'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:19.676579 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d304195-38d1-49dd-8bfb-de2ae8b29e65 x-openstack-request-id: req-5d304195-38d1-49dd-8bfb-de2ae8b29e65 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:19.676902 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171ab963-8d96-4a6f-b7ec-aa5743ea2cfa", "tag": "5a348077-e5a4-4677-823a-6e21f0c52041", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:19.677130 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d304195-38d1-49dd-8bfb-de2ae8b29e65 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:19.678334 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171ab963-8d96-4a6f-b7ec-aa5743ea2cfa', 'tag': '5a348077-e5a4-4677-823a-6e21f0c52041', 'status': 'completed', 'code': 200} Jul 06 11:54:19.824182 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:19.825171 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:19.872731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1f855-25d8-4b99-9892-9483ea7883f4 req-6f9b5458-8451-4147-b194-55f0338ee275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:19.881955 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-62d1f855-25d8-4b99-9892-9483ea7883f4 req-6f9b5458-8451-4147-b194-55f0338ee275 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 1058 time: 0.2861032 Jul 06 11:54:19.963349 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5b3f9746-daa5-4f65-ada2-c7be88ee7dcf tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286 HTTP/1.1" status: 200 len: 954 time: 0.5279818 Jul 06 11:54:19.976286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59364) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:19.997185 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5a489540-40b7-41ba-9bfc-79faed472b3e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'routes': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:20.128331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2b580-65d3-495c-94a8-14724eaceada req-54a0be35-4cd4-48f7-bea7-689ed79fcfc8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:20.149719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24e2b580-65d3-495c-94a8-14724eaceada req-54a0be35-4cd4-48f7-bea7-689ed79fcfc8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 907 time: 0.4862936 Jul 06 11:54:20.190879 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0521d-5023-4905-805c-5bce6f39c89a None None] Pushing event updated for resources: {'Port': ['ID=259cc6e7-6a32-4786-8162-2d8863ed5807,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:20.193490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1f855-25d8-4b99-9892-9483ea7883f4 req-684fa2bb-68a9-4d1d-bb26-5cd279750508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:20.203245 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-62d1f855-25d8-4b99-9892-9483ea7883f4 req-684fa2bb-68a9-4d1d-bb26-5cd279750508 service neutron] 10.222.0.86 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.3144901 Jul 06 11:54:20.205724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-932a7dbb-daee-41d4-b6ea-f49aab3f3a15 None None] Provisioning complete for port 5a348077-e5a4-4677-823a-6e21f0c52041 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:20.207353 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-932a7dbb-daee-41d4-b6ea-f49aab3f3a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.221504 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:20.338532 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-62d1f855-25d8-4b99-9892-9483ea7883f4 req-6d54c666-dbd0-4b5e-ac28-305ebe58d19b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a348077-e5a4-4677-823a-6e21f0c52041 HTTP/1.1" status: 200 len: 217 time: 0.1280015 Jul 06 11:54:20.494851 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.525377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1f855-25d8-4b99-9892-9483ea7883f4 req-f25c573c-ae79-4575-a21d-9491c0149eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:20.531727 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-62d1f855-25d8-4b99-9892-9483ea7883f4 req-f25c573c-ae79-4575-a21d-9491c0149eb3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1856277 Jul 06 11:54:20.734719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1f855-25d8-4b99-9892-9483ea7883f4 req-14b98cf0-7c43-461c-b31d-81dc08eaa8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:20.740466 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-62d1f855-25d8-4b99-9892-9483ea7883f4 req-14b98cf0-7c43-461c-b31d-81dc08eaa8a1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009163 Jul 06 11:54:20.745021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81182c3e-2029-4bb7-a392-32f818bceaea req-74e3bfd0-8a40-4ab7-b451-addaa1179846 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:20.753614 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81182c3e-2029-4bb7-a392-32f818bceaea req-74e3bfd0-8a40-4ab7-b451-addaa1179846 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3016195 Jul 06 11:54:20.813119 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:18Z', 'revision_number': 6, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '259cc6e7-6a32-4786-8162-2d8863ed5807', 'name': '', 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:7d:53:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:19Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:20.861992 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b4472c-c824-4e2d-9bd8-f589c1c67177 None None] The sync data for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 is: [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:18Z', 'revision_number': 6, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '259cc6e7-6a32-4786-8162-2d8863ed5807', 'name': '', 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:7d:53:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:19Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:20.902502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81182c3e-2029-4bb7-a392-32f818bceaea req-8509c71d-5db9-442d-bd08-f0ea86f49830 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476383 Jul 06 11:54:21.082238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-62d1f855-25d8-4b99-9892-9483ea7883f4 req-f66a5e42-ee04-4593-8f6b-6a24cf400616 service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309984 Jul 06 11:54:21.191619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-5a489540-40b7-41ba-9bfc-79faed472b3e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 11:54:21.192264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-5a489540-40b7-41ba-9bfc-79faed472b3e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 11:54:21.285226 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a489540-40b7-41ba-9bfc-79faed472b3e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.311199 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-62d1f855-25d8-4b99-9892-9483ea7883f4 req-92717a15-db1d-4189-b2f6-b246000b8a9b service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158842 Jul 06 11:54:21.317404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784d9c8-24d9-4d9a-adc0-e67130a061ef req-fc7d0a03-62ed-4af3-8f83-c19ad8bf583d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:21.325697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6784d9c8-24d9-4d9a-adc0-e67130a061ef req-fc7d0a03-62ed-4af3-8f83-c19ad8bf583d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.1272118 Jul 06 11:54:21.601524 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a489540-40b7-41ba-9bfc-79faed472b3e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.608943 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a489540-40b7-41ba-9bfc-79faed472b3e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.616150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6784d9c8-24d9-4d9a-adc0-e67130a061ef req-fe921dcf-ccb5-41a8-8a4a-bbba7936ba1c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880218 Jul 06 11:54:21.880013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a489540-40b7-41ba-9bfc-79faed472b3e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e326824c-4d52-4f0b-b2c4-0ed079033286 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:22.173693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ec16f-7830-4792-82a5-1cd205a31228 None None] Sync routers for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:22.192465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ec16f-7830-4792-82a5-1cd205a31228 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:22.193632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-906ec16f-7830-4792-82a5-1cd205a31228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:22.353419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-906ec16f-7830-4792-82a5-1cd205a31228 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:22.588200 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a489540-40b7-41ba-9bfc-79faed472b3e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:22.599126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a489540-40b7-41ba-9bfc-79faed472b3e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.600384 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5a489540-40b7-41ba-9bfc-79faed472b3e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286 HTTP/1.1" status: 200 len: 704 time: 2.6197944 Jul 06 11:54:22.603438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59424) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:22.701738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-46ba4e8f-ee6e-4abf-b1f0-132711fa6c7d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:22.703315 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-46ba4e8f-ee6e-4abf-b1f0-132711fa6c7d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 812 time: 0.6765931 Jul 06 11:54:22.738974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-906ec16f-7830-4792-82a5-1cd205a31228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:21Z', 'revision_number': 7, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '259cc6e7-6a32-4786-8162-2d8863ed5807', 'name': '', 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:7d:53:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:19Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:22.746422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-28a790e0-ec89-41a3-a129-f6a02c59225e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/quotas/82cc64db5e6f49a7afc82e2d50e9fc7b HTTP/1.1" status: 200 len: 375 time: 0.0259082 Jul 06 11:54:22.826677 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 259cc6e7-6a32-4786-8162-2d8863ed5807 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:22.829844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ec16f-7830-4792-82a5-1cd205a31228 None None] Checking router: e326824c-4d52-4f0b-b2c4-0ed079033286 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:22.871140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ec16f-7830-4792-82a5-1cd205a31228 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:22.872199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-906ec16f-7830-4792-82a5-1cd205a31228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:22.922642 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7468f46a-1147-4c36-add0-36438d5c7d16 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286 HTTP/1.1" status: 200 len: 704 time: 0.3169780 Jul 06 11:54:22.926181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59428) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:22.955997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-6b7e6317-558a-4556-a13d-2a08ae53c6db tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2029729 Jul 06 11:54:23.033625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 259cc6e7-6a32-4786-8162-2d8863ed5807 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:23.039539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-906ec16f-7830-4792-82a5-1cd205a31228 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:23.119376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 259cc6e7-6a32-4786-8162-2d8863ed5807 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:23.120816 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.126311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-68f0495c-62f1-4b72-b3eb-0f06faa4a9c8 service neutron] 10.222.0.21 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626663 Jul 06 11:54:23.290575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-66f37e8a-5eb5-402a-9174-8c90c7fc8728 service neutron] 10.222.0.21 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576984 Jul 06 11:54:23.714386 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.782264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20322fa0-cbd0-4a00-9161-d12cd1ccf315 req-29553a3c-d789-4c7c-82d8-0afa786599f0 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 210 time: 0.0860941 Jul 06 11:54:23.903938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 259cc6e7-6a32-4786-8162-2d8863ed5807, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=259cc6e7-6a32-4786-8162-2d8863ed5807,segment=NetworkSegment(a41705d3-dd94-4d0b-97eb-a1c15987a8e6),segment_id=a41705d3-dd94-4d0b-97eb-a1c15987a8e6)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:23.954507 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.099912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-906ec16f-7830-4792-82a5-1cd205a31228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:21Z', 'revision_number': 7, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '259cc6e7-6a32-4786-8162-2d8863ed5807', 'name': '', 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:7d:53:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:19Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:24.102781 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=259cc6e7-6a32-4786-8162-2d8863ed5807,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:24.567564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ec16f-7830-4792-82a5-1cd205a31228 None None] The sync data for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 is: [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:21Z', 'revision_number': 7, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '259cc6e7-6a32-4786-8162-2d8863ed5807', 'name': '', 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:7d:53:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:19Z', 'revision_number': 4, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:24.683907 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.856516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 259cc6e7-6a32-4786-8162-2d8863ed5807 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:24.985159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 259cc6e7-6a32-4786-8162-2d8863ed5807 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:24.985397 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.170893 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766635dc-f603-419a-a4ef-2b3217911650 None None] Sync routers for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:25.186653 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766635dc-f603-419a-a4ef-2b3217911650 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:25.192172 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a014113-7a82-453e-af40-7a224726ee95 req-75bbff96-aaba-48fd-8bc3-6ea64ea6d049 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 210 time: 0.0648208 Jul 06 11:54:25.192822 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-766635dc-f603-419a-a4ef-2b3217911650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:25.436983 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-766635dc-f603-419a-a4ef-2b3217911650 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:25.615984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 259cc6e7-6a32-4786-8162-2d8863ed5807 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:25.619317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.939329 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-766635dc-f603-419a-a4ef-2b3217911650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:21Z', 'revision_number': 7, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '259cc6e7-6a32-4786-8162-2d8863ed5807', 'name': '', 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:7d:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:23Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:25.942218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port 259cc6e7-6a32-4786-8162-2d8863ed5807, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=259cc6e7-6a32-4786-8162-2d8863ed5807,segment=NetworkSegment(a41705d3-dd94-4d0b-97eb-a1c15987a8e6),segment_id=a41705d3-dd94-4d0b-97eb-a1c15987a8e6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:25.942739 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.979682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 259cc6e7-6a32-4786-8162-2d8863ed5807 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:26.017338 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766635dc-f603-419a-a4ef-2b3217911650 None None] Checking router: e326824c-4d52-4f0b-b2c4-0ed079033286 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:26.046605 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766635dc-f603-419a-a4ef-2b3217911650 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:26.047670 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-766635dc-f603-419a-a4ef-2b3217911650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:26.254310 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-766635dc-f603-419a-a4ef-2b3217911650 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:26.339964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eec267-aa48-4434-9403-cb36e30351e4 req-0a8a8aa0-a9b9-410e-ab4f-df4f3e898e76 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:26.345781 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9eec267-aa48-4434-9403-cb36e30351e4 req-0a8a8aa0-a9b9-410e-ab4f-df4f3e898e76 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.2316673 Jul 06 11:54:26.454628 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9eec267-aa48-4434-9403-cb36e30351e4 req-40fb97e8-6831-4a8e-9574-b8ce364ce86e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023107 Jul 06 11:54:26.642809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35cb0944-4a3a-4951-a880-aa6e08640720 req-8da295a9-89a1-408c-8f85-5551f1daf4a7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 210 time: 0.0900016 Jul 06 11:54:26.817874 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-766635dc-f603-419a-a4ef-2b3217911650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:21Z', 'revision_number': 7, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '259cc6e7-6a32-4786-8162-2d8863ed5807', 'name': '', 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:7d:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:23Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:26.875205 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766635dc-f603-419a-a4ef-2b3217911650 None None] The sync data for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 is: [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:21Z', 'revision_number': 7, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '259cc6e7-6a32-4786-8162-2d8863ed5807', 'name': '', 'network_id': 'f2c27d44-bdf2-4321-b895-430a3d837d05', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:7d:53:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:23Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': 'eef286c3-9a3f-4b1d-b130-df874a145142', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:26.888163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-238c3f40-9ccb-4879-a253-c219ad3bf593 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:26.890323 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-238c3f40-9ccb-4879-a253-c219ad3bf593 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.86 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 812 time: 0.8100128 Jul 06 11:54:26.898476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516da044-a94d-4170-9c9a-1933c45d6f9a req-6ee706a8-8270-41fc-99fe-4ac942aaf54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:26.903548 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-516da044-a94d-4170-9c9a-1933c45d6f9a req-6ee706a8-8270-41fc-99fe-4ac942aaf54e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d96942b7a044277913f15966f23454c&device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 1096 time: 0.8058777 Jul 06 11:54:26.910973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Request body: {'port': {'device_id': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'admin_state_up': True, 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:27.086157 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.260166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=259cc6e7-6a32-4786-8162-2d8863ed5807,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:27.326057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Made reservation on behalf of 82cc64db5e6f49a7afc82e2d50e9fc7b for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:27.348597 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.371866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59510) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:27.564939 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48aceda7-f7da-4b60-8106-4ecb23429f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.626449 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516da044-a94d-4170-9c9a-1933c45d6f9a req-885d72ef-e4a6-43e4-aefe-073e6da344d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:27.628179 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-516da044-a94d-4170-9c9a-1933c45d6f9a req-885d72ef-e4a6-43e4-aefe-073e6da344d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 200 len: 920 time: 0.5557768 Jul 06 11:54:27.632433 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.716447 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-516da044-a94d-4170-9c9a-1933c45d6f9a req-f55c6f58-ec93-41a1-b63c-a49b4ce61002 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63633871-8378-49d3-9c95-e1bc96bd1014 HTTP/1.1" status: 200 len: 217 time: 0.0794117 Jul 06 11:54:27.800387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Allocated IP 172.20.0.13 (50b2a7f7-73bf-450e-90b6-1dc0017ce431/cc1823c6-31ea-41af-a296-af4300e5b5d6/f4afa136-99d0-40e7-90be-6acb72a99db0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:27.819687 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48aceda7-f7da-4b60-8106-4ecb23429f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.833939 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48aceda7-f7da-4b60-8106-4ecb23429f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.866472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-48aceda7-f7da-4b60-8106-4ecb23429f1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffc14a846d0946ed80e2895dbeead93e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4932415 Jul 06 11:54:27.875975 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029f942-fb15-440e-8f8a-8e63560ec0c8 req-931d0a86-fc25-41b2-a0f3-e9847d36e737 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:27.884212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b029f942-fb15-440e-8f8a-8e63560ec0c8 req-931d0a86-fc25-41b2-a0f3-e9847d36e737 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.2446065 Jul 06 11:54:27.889333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59520) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:27.911313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516da044-a94d-4170-9c9a-1933c45d6f9a req-07f12c6a-f1af-4bbc-9548-1c4c9f4c52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:27.913023 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-516da044-a94d-4170-9c9a-1933c45d6f9a req-07f12c6a-f1af-4bbc-9548-1c4c9f4c52e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62090734-02ba-48fd-aeab-f8849e62c821 HTTP/1.1" status: 200 len: 859 time: 0.1862032 Jul 06 11:54:27.950322 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aceda7-f7da-4b60-8106-4ecb23429f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf7ea60-4c6c-4af5-91e1-095de799e2e8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:27.957619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-457e20de-ca4f-4533-b39a-b46e5c6a6fa5 req-df27fc10-d18a-40a7-836c-d5d5f002418e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 210 time: 0.1073785 Jul 06 11:54:28.008303 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b029f942-fb15-440e-8f8a-8e63560ec0c8 req-f4580b9e-894c-4bb0-8964-2c8d24bea894 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227126 Jul 06 11:54:28.051696 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-516da044-a94d-4170-9c9a-1933c45d6f9a req-56298e10-d878-439d-b616-f0c31c4f437c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62ccb191-ad40-4267-aa18-920eef06537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724359 Jul 06 11:54:28.439075 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c74388f1-9b8b-4a86-b8bf-9fcca9d5b0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.473376 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-516da044-a94d-4170-9c9a-1933c45d6f9a req-95c9c1bf-56e7-4776-b454-7c2ea9e3d26d service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112945 Jul 06 11:54:28.532314 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e326824c-4d52-4f0b-b2c4-0ed079033286 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:28.575582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c74388f1-9b8b-4a86-b8bf-9fcca9d5b0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.608039 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.652043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.753828 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.760218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Transition to ACTIVE for port object f4afa136-99d0-40e7-90be-6acb72a99db0 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:28.800551 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-516da044-a94d-4170-9c9a-1933c45d6f9a req-985383de-b3ba-407c-974d-076ad91cbfb5 service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092172 Jul 06 11:54:28.822624 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c74388f1-9b8b-4a86-b8bf-9fcca9d5b0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.827200 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c74388f1-9b8b-4a86-b8bf-9fcca9d5b0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.829251 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c74388f1-9b8b-4a86-b8bf-9fcca9d5b0af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cf7ea60-4c6c-4af5-91e1-095de799e2e8 HTTP/1.1" status: 204 len: 168 time: 0.9262409 Jul 06 11:54:28.843661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:28.856180 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4a611-5bf1-4c42-a4b0-fad743b74c83 None None] Sync routers for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:28.868778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59534) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:28.869453 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0aaccf0a-d715-42f0-8abf-25f6f19bc3eb tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9409001 Jul 06 11:54:28.873787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74388f1-9b8b-4a86-b8bf-9fcca9d5b0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf7ea60-4c6c-4af5-91e1-095de799e2e8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:28.885770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4a611-5bf1-4c42-a4b0-fad743b74c83 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:28.886525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66f4a611-5bf1-4c42-a4b0-fad743b74c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:28.896356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.937319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['916c1c2d-3c88-4d17-8b44-f1eeca17bb89'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:28.939697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b959815e-67ab-4829-943b-186423eba635'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:28.994371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event updated for resources: {'Port': ['ID=f4afa136-99d0-40e7-90be-6acb72a99db0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:29.002038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a044fc8-fbad-45c1-bb39-3e80254c0d0c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting subnet eef286c3-9a3f-4b1d-b130-df874a145142 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:54:29.010863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:29.011706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:29.014659 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:29.023355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a044fc8-fbad-45c1-bb39-3e80254c0d0c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.078389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:29.079070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.104870 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a6918559-77e1-4da5-8f63-5b275ed94ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2001326 Jul 06 11:54:29.113518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a044fc8-fbad-45c1-bb39-3e80254c0d0c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.124424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Request body: {'port': {'device_id': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:29.258974 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a044fc8-fbad-45c1-bb39-3e80254c0d0c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.321861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.490925 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a044fc8-fbad-45c1-bb39-3e80254c0d0c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.495854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-66f4a611-5bf1-4c42-a4b0-fad743b74c83 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:29.556823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a044fc8-fbad-45c1-bb39-3e80254c0d0c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Subnet': ['ID=eef286c3-9a3f-4b1d-b130-df874a145142,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:29.562475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59550) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:29.575056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a044fc8-fbad-45c1-bb39-3e80254c0d0c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.577258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8a044fc8-fbad-45c1-bb39-3e80254c0d0c tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/eef286c3-9a3f-4b1d-b130-df874a145142 HTTP/1.1" status: 204 len: 168 time: 0.7074366 Jul 06 11:54:29.581458 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59552) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:29.584747 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f48299c3-3041-445e-a5f3-e71442864ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.592605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed18494-7233-41a2-91d9-8ba6f34cfd3c None None] Network f2c27d44-bdf2-4321-b895-430a3d837d05 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:29.631295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dcd85-50a5-48e3-b466-35a29d48ee00 req-6457100b-e9fa-4b28-9568-3747e8103d56 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:29.633251 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df6dcd85-50a5-48e3-b466-35a29d48ee00 req-6457100b-e9fa-4b28-9568-3747e8103d56 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 932 time: 0.2091541 Jul 06 11:54:29.648386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92840d1d-a7f2-4d24-8811-4bff1f6d24b7 req-576dc3c8-d6c3-44ce-a2b1-ce5fa6eda95f tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:29.656487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92840d1d-a7f2-4d24-8811-4bff1f6d24b7 req-576dc3c8-d6c3-44ce-a2b1-ce5fa6eda95f tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.2297485 Jul 06 11:54:29.718072 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f48299c3-3041-445e-a5f3-e71442864ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.731809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df6dcd85-50a5-48e3-b466-35a29d48ee00 req-b6eb42a7-c32d-42ff-aafe-b9f1f9d31155 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727930 Jul 06 11:54:29.767330 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f48299c3-3041-445e-a5f3-e71442864ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.781681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92840d1d-a7f2-4d24-8811-4bff1f6d24b7 req-532dfbc9-8916-40c7-b89f-478ac777c3c4 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240964 Jul 06 11:54:29.821048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48299c3-3041-445e-a5f3-e71442864ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af8876c-3c17-4336-a7fa-b125f76b231a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:29.892892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59554) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:29.894016 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f48299c3-3041-445e-a5f3-e71442864ed8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9019590c3e0947cc8981211d7794d95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289318 Jul 06 11:54:29.900484 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.980497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc5395c4-ef15-486d-b3e6-99ac686869b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.031355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc5395c4-ef15-486d-b3e6-99ac686869b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.046216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4afa136-99d0-40e7-90be-6acb72a99db0 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:30.057692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.084685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 02950455-33bb-4f0d-b813-884f12832f86 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:30.085115 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.098698 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc5395c4-ef15-486d-b3e6-99ac686869b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.099200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Transition to ACTIVE for port object f4afa136-99d0-40e7-90be-6acb72a99db0 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:30.101896 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc5395c4-ef15-486d-b3e6-99ac686869b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.103299 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bc5395c4-ef15-486d-b3e6-99ac686869b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0af8876c-3c17-4336-a7fa-b125f76b231a HTTP/1.1" status: 204 len: 168 time: 0.2079885 Jul 06 11:54:30.112298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5395c4-ef15-486d-b3e6-99ac686869b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af8876c-3c17-4336-a7fa-b125f76b231a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:30.144541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.153642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f08c317d-a0c3-4a3d-8427-4f00342c37ef None None] Provisioning for port f4afa136-99d0-40e7-90be-6acb72a99db0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:30.204057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Pushing event updated for resources: {'Port': ['ID=f4afa136-99d0-40e7-90be-6acb72a99db0,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:30.237263 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port 02950455-33bb-4f0d-b813-884f12832f86, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=02950455-33bb-4f0d-b813-884f12832f86,segment=NetworkSegment(a41705d3-dd94-4d0b-97eb-a1c15987a8e6),segment_id=a41705d3-dd94-4d0b-97eb-a1c15987a8e6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:30.237730 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.301007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 02950455-33bb-4f0d-b813-884f12832f86 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:30.381436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Attempting to bind port f4afa136-99d0-40e7-90be-6acb72a99db0 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:30.381856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Attempting to bind port f4afa136-99d0-40e7-90be-6acb72a99db0 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:30.382195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Attempting to bind port f4afa136-99d0-40e7-90be-6acb72a99db0 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:30.399003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Port f4afa136-99d0-40e7-90be-6acb72a99db0 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:30.399340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Attempting to bind port f4afa136-99d0-40e7-90be-6acb72a99db0 on network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:30.406161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:30.406505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Checking segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:30.407240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Bound using segment: {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:30.407662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Bound port: f4afa136-99d0-40e7-90be-6acb72a99db0, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:30.408027 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.473888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c780523-53db-4216-b9f2-c13c6c8d9e64 None None] DHCP port deletion for f2c27d44-bdf2-4321-b895-430a3d837d05 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:54:30.485829 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.504575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No DVR routers for this DVR port 02950455-33bb-4f0d-b813-884f12832f86 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:30.548471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6c780523-53db-4216-b9f2-c13c6c8d9e64 None None] The port '02950455-33bb-4f0d-b813-884f12832f86' was deleted {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 06 11:54:30.606033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66f4a611-5bf1-4c42-a4b0-fad743b74c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:26Z', 'revision_number': 8, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:30.680282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4a611-5bf1-4c42-a4b0-fad743b74c83 None None] Checking router: e326824c-4d52-4f0b-b2c4-0ed079033286 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:30.709665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4a611-5bf1-4c42-a4b0-fad743b74c83 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:30.710728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66f4a611-5bf1-4c42-a4b0-fad743b74c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:30.813236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 02950455-33bb-4f0d-b813-884f12832f86 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:30.948664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 02950455-33bb-4f0d-b813-884f12832f86 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:30.949019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 02950455-33bb-4f0d-b813-884f12832f86 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:30.964751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=02950455-33bb-4f0d-b813-884f12832f86,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:31.022692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] For port f4afa136-99d0-40e7-90be-6acb72a99db0, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:31.028392 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-66f4a611-5bf1-4c42-a4b0-fad743b74c83 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:31.029075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] For port f4afa136-99d0-40e7-90be-6acb72a99db0, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f4afa136-99d0-40e7-90be-6acb72a99db0,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:31.094266 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.133622 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae943721-fcb4-4d0d-a027-a7a22976028e req-3b7b9957-1269-4dc5-b166-00b490849ac6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:31.142081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae943721-fcb4-4d0d-a027-a7a22976028e req-3b7b9957-1269-4dc5-b166-00b490849ac6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 944 time: 0.2194738 Jul 06 11:54:31.179315 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7fb45-d3cc-4740-82eb-541ad612cafc req-e7abbecc-4e7c-42e5-99a2-0f3113daafae tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:31.181487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6b7fb45-d3cc-4740-82eb-541ad612cafc req-e7abbecc-4e7c-42e5-99a2-0f3113daafae tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.1870615 Jul 06 11:54:31.235803 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.238735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:31.239720 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.241404 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] 10.222.0.86 "PUT /v2.0/ports/f4afa136-99d0-40e7-90be-6acb72a99db0 HTTP/1.1" status: 200 len: 1092 time: 2.1285074 Jul 06 11:54:31.242159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'tag': 'f4afa136-99d0-40e7-90be-6acb72a99db0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:31.247482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae943721-fcb4-4d0d-a027-a7a22976028e req-331f44c5-66be-4dd4-8ea5-84b59527d9cd tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035681 Jul 06 11:54:31.249235 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d10e253-4f97-481b-83f5-0aa16c30d29f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd43c9d7-7c3e-4c95-ba3b-d2db0b672825", "tag": "f4afa136-99d0-40e7-90be-6acb72a99db0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:31.270891 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97428e3-1129-4959-8821-86eb23a5560b service neutron] Pushing event updated for resources: {'Port': ['ID=f4afa136-99d0-40e7-90be-6acb72a99db0,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:31.289301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c27d44-bdf2-4321-b895-430a3d837d05']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:31.316724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6b7fb45-d3cc-4740-82eb-541ad612cafc req-676ca911-5ed2-41d4-937f-a8d5d8b17524 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223094 Jul 06 11:54:31.416452 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41705d3-dd94-4d0b-97eb-a1c15987a8e6') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:31.416910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41705d3-dd94-4d0b-97eb-a1c15987a8e6') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:31.458478 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.504292 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.553490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:54:31.553973 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:54:31.561136 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:54:31.619728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66f4a611-5bf1-4c42-a4b0-fad743b74c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:26Z', 'revision_number': 8, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:31.719883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f4a611-5bf1-4c42-a4b0-fad743b74c83 None None] The sync data for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 is: [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:26Z', 'revision_number': 8, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24af37ad-d18a-4c6d-aa5e-60f551c32405', 'name': '', 'network_id': 'a937085a-90c7-429e-bd64-465084d075c1', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:d2:a6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '80df93cb-9865-4396-8ffe-852320ef8584', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:04Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '80df93cb-9865-4396-8ffe-852320ef8584', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:31.732307 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0983fb7-eb06-430e-a228-df7ea7feb62b x-openstack-request-id: req-f0983fb7-eb06-430e-a228-df7ea7feb62b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:31.732679 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd43c9d7-7c3e-4c95-ba3b-d2db0b672825", "tag": "f4afa136-99d0-40e7-90be-6acb72a99db0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:31.738656 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0983fb7-eb06-430e-a228-df7ea7feb62b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:31.739687 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'tag': 'f4afa136-99d0-40e7-90be-6acb72a99db0', 'status': 'completed', 'code': 200} Jul 06 11:54:31.763062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-3a8b6d3c-afcc-41fb-bf54-dbbbb9bd6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:31.764650 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-3a8b6d3c-afcc-41fb-bf54-dbbbb9bd6b75 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 1095 time: 0.4601564 Jul 06 11:54:31.782119 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.815385 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.819524 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/networks/f2c27d44-bdf2-4321-b895-430a3d837d05 HTTP/1.1" status: 204 len: 168 time: 2.2227118 Jul 06 11:54:31.820248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59610) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:31.824605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143cd3e-6c89-4c27-b326-55744016cd13 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Network': ['ID=f2c27d44-bdf2-4321-b895-430a3d837d05,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:31.873931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-4bc18cde-931e-4700-a89e-1ede2bfddd53 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4afa136-99d0-40e7-90be-6acb72a99db0 HTTP/1.1" status: 200 len: 217 time: 0.0554633 Jul 06 11:54:31.932892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-e4cc7c7e-9427-4ebb-ae36-a356a6b9e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:31.934434 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-e4cc7c7e-9427-4ebb-ae36-a356a6b9e675 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.0503473 Jul 06 11:54:32.021815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a75f9dd1-8b14-407f-8167-a0c3df7a2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:32.023546 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-a75f9dd1-8b14-407f-8167-a0c3df7a2d2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819612 Jul 06 11:54:32.161502 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-269b37dd-788d-4b99-8636-c350097afcc5 service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304877 Jul 06 11:54:32.346953 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.395727 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c87fc0e-5dca-41c6-aa66-dd4f0973a8b0 req-678e4fa7-87d0-4f28-a03e-6140adc0d36e service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197716 Jul 06 11:54:32.590255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e253-4f97-481b-83f5-0aa16c30d29f req-5bce0cc6-c01f-4930-ae1b-0a235e5f69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:32.592291 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d10e253-4f97-481b-83f5-0aa16c30d29f req-5bce0cc6-c01f-4930-ae1b-0a235e5f69ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 1095 time: 0.1297116 Jul 06 11:54:32.669008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 259cc6e7-6a32-4786-8162-2d8863ed5807 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:32.695110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 259cc6e7-6a32-4786-8162-2d8863ed5807 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:32.709801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 259cc6e7-6a32-4786-8162-2d8863ed5807 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:32.771060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd289734-9d3b-4bd5-bac4-0114ee55c402 req-de250bcd-520f-4cc5-a3ac-f0492712f31e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:32.773229 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd289734-9d3b-4bd5-bac4-0114ee55c402 req-de250bcd-520f-4cc5-a3ac-f0492712f31e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 944 time: 0.2826204 Jul 06 11:54:32.795072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e253-4f97-481b-83f5-0aa16c30d29f req-39bc2687-79e6-4509-8e91-00a5acbfffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:32.798106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d10e253-4f97-481b-83f5-0aa16c30d29f req-39bc2687-79e6-4509-8e91-00a5acbfffca service neutron] 10.222.0.86 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.1968079 Jul 06 11:54:32.853282 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d10e253-4f97-481b-83f5-0aa16c30d29f req-053cbfb7-2c96-463b-ad48-b9ce14e026a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4afa136-99d0-40e7-90be-6acb72a99db0 HTTP/1.1" status: 200 len: 217 time: 0.0472190 Jul 06 11:54:32.881380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b09960-e8fc-413e-8062-13c4ca7c4d2a req-489f6640-c886-4ee4-841f-95f7ec9b8460 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:32.888418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-38b09960-e8fc-413e-8062-13c4ca7c4d2a req-489f6640-c886-4ee4-841f-95f7ec9b8460 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.3207052 Jul 06 11:54:32.908276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd289734-9d3b-4bd5-bac4-0114ee55c402 req-02a79394-e5fc-41d6-9e99-0deaa78aa236 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248631 Jul 06 11:54:32.934615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e253-4f97-481b-83f5-0aa16c30d29f req-b6d2b021-7065-4964-a244-072fc20a6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:32.936521 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d10e253-4f97-481b-83f5-0aa16c30d29f req-b6d2b021-7065-4964-a244-072fc20a6818 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.0753152 Jul 06 11:54:32.985986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-38b09960-e8fc-413e-8062-13c4ca7c4d2a req-6077d91f-eb89-48b2-bbba-466a0b59514a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966687 Jul 06 11:54:33.028200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e253-4f97-481b-83f5-0aa16c30d29f req-2ebf2ed4-9af7-457c-b3b1-e1d9b7059fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:33.030459 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d10e253-4f97-481b-83f5-0aa16c30d29f req-2ebf2ed4-9af7-457c-b3b1-e1d9b7059fed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834842 Jul 06 11:54:33.071645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 24af37ad-d18a-4c6d-aa5e-60f551c32405 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:33.072165 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.171518 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d10e253-4f97-481b-83f5-0aa16c30d29f req-28c0993e-175f-469c-b517-856646740b1a service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336572 Jul 06 11:54:33.220190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port 24af37ad-d18a-4c6d-aa5e-60f551c32405, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=24af37ad-d18a-4c6d-aa5e-60f551c32405,segment=NetworkSegment(33a09199-e1f3-4ee5-9ab9-88339843a6ea),segment_id=33a09199-e1f3-4ee5-9ab9-88339843a6ea)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:33.220718 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.246666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 24af37ad-d18a-4c6d-aa5e-60f551c32405 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:33.411898 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d10e253-4f97-481b-83f5-0aa16c30d29f req-f3aa2e9f-defa-4c5f-ba1e-2ce8d4aa1a24 service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209561 Jul 06 11:54:33.624696 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.677743 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=24af37ad-d18a-4c6d-aa5e-60f551c32405,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:34.005649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.394590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59786) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:34.478566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef344e3-4e45-4c06-8785-481a07ae8663 req-137a63e5-718b-4eb9-8e5e-25ea10e1e611 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:34.480303 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fef344e3-4e45-4c06-8785-481a07ae8663 req-137a63e5-718b-4eb9-8e5e-25ea10e1e611 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 944 time: 0.2459178 Jul 06 11:54:34.493775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3d5f6-0a37-4e05-973f-6aafc002e9e6 req-07a9f107-c0f7-4e2e-a10b-b5c4d7b2c59e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:34.495350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2ef3d5f6-0a37-4e05-973f-6aafc002e9e6 req-07a9f107-c0f7-4e2e-a10b-b5c4d7b2c59e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.2148807 Jul 06 11:54:34.530371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e326824c-4d52-4f0b-b2c4-0ed079033286 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:34.575488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cbad-5287-4ba9-aa68-a8157fb501c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.654588 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2ef3d5f6-0a37-4e05-973f-6aafc002e9e6 req-61aa0634-afc8-4566-87ff-d4fa9055f6dc tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479790 Jul 06 11:54:34.691658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fef344e3-4e45-4c06-8785-481a07ae8663 req-6e96d097-70eb-4297-973d-7d271d2665f0 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903520 Jul 06 11:54:34.828663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cbad-5287-4ba9-aa68-a8157fb501c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.834935 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cbad-5287-4ba9-aa68-a8157fb501c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.859818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:34.865569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6910411b-010e-41d9-9ef3-2f1a99362fad tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0439637 Jul 06 11:54:34.868468 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59794) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:34.871781 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd305e2-1fb5-4bf3-9cfc-1a7414dded2a None None] Sync routers for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:34.888903 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd305e2-1fb5-4bf3-9cfc-1a7414dded2a None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:34.889544 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fcd305e2-1fb5-4bf3-9cfc-1a7414dded2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:34.987509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8de62b-362d-44cf-b333-e40976d10886 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting subnet 80df93cb-9865-4396-8ffe-852320ef8584 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:54:35.007305 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8de62b-362d-44cf-b333-e40976d10886 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.020430 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dcb3cbad-5287-4ba9-aa68-a8157fb501c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e7f6d6a7dab40d8a7feff86b94d5be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6223106 Jul 06 11:54:35.025739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59798) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:35.074123 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-fcd305e2-1fb5-4bf3-9cfc-1a7414dded2a None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:35.099520 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8de62b-362d-44cf-b333-e40976d10886 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.171852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f4afa136-99d0-40e7-90be-6acb72a99db0 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:35.211312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3cbad-5287-4ba9-aa68-a8157fb501c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475fabbb-3191-4878-8fb9-f9012f6855c2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:35.219173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49355d29-9900-4b38-a042-5b4599acd368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.297047 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49355d29-9900-4b38-a042-5b4599acd368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.321501 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8de62b-362d-44cf-b333-e40976d10886 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.371071 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fcd305e2-1fb5-4bf3-9cfc-1a7414dded2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:33Z', 'revision_number': 9, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:35.393942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f4afa136-99d0-40e7-90be-6acb72a99db0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f4afa136-99d0-40e7-90be-6acb72a99db0,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:35.432822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'f4afa136-99d0-40e7-90be-6acb72a99db0', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'port_id': 'f4afa136-99d0-40e7-90be-6acb72a99db0', 'mac_address': 'fa:16:3e:18:26:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:35.459054 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49355d29-9900-4b38-a042-5b4599acd368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.462041 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49355d29-9900-4b38-a042-5b4599acd368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.467993 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-49355d29-9900-4b38-a042-5b4599acd368 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/475fabbb-3191-4878-8fb9-f9012f6855c2 HTTP/1.1" status: 204 len: 168 time: 0.4402828 Jul 06 11:54:35.486008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49355d29-9900-4b38-a042-5b4599acd368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475fabbb-3191-4878-8fb9-f9012f6855c2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:35.529507 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.562328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4afa136-99d0-40e7-90be-6acb72a99db0 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:35.603860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f4afa136-99d0-40e7-90be-6acb72a99db0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f4afa136-99d0-40e7-90be-6acb72a99db0,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:35.626088 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.626614 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8de62b-362d-44cf-b333-e40976d10886 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.705036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8de62b-362d-44cf-b333-e40976d10886 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Subnet': ['ID=80df93cb-9865-4396-8ffe-852320ef8584,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:35.713011 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8de62b-362d-44cf-b333-e40976d10886 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.721863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62801e3c-1720-4e7e-a59f-18e179982389 None None] Network a937085a-90c7-429e-bd64-465084d075c1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:35.740268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cb8de62b-362d-44cf-b333-e40976d10886 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/80df93cb-9865-4396-8ffe-852320ef8584 HTTP/1.1" status: 204 len: 168 time: 0.8706164 Jul 06 11:54:35.745464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59812) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:35.848325 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd305e2-1fb5-4bf3-9cfc-1a7414dded2a None None] Checking router: e326824c-4d52-4f0b-b2c4-0ed079033286 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:35.867515 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd305e2-1fb5-4bf3-9cfc-1a7414dded2a None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:35.868821 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fcd305e2-1fb5-4bf3-9cfc-1a7414dded2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:35.892158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f4afa136-99d0-40e7-90be-6acb72a99db0,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:35.937166 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.017408 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-fcd305e2-1fb5-4bf3-9cfc-1a7414dded2a None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:36.033594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['f4afa136-99d0-40e7-90be-6acb72a99db0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:36.140055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59822) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:36.166511 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d08250b-5e81-4e50-afc8-e89b10e0a260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.260121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e0ca67-4e6a-4627-ae20-e6baea834f32 None None] DHCP port deletion for a937085a-90c7-429e-bd64-465084d075c1 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:54:36.361286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-35e0ca67-4e6a-4627-ae20-e6baea834f32 None None] Deleting port 13aa0c77-d7f6-48ae-8fcf-e697f753797f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:36.362258 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35e0ca67-4e6a-4627-ae20-e6baea834f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.429380 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fcd305e2-1fb5-4bf3-9cfc-1a7414dded2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:33Z', 'revision_number': 9, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:36.462466 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d08250b-5e81-4e50-afc8-e89b10e0a260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.464876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-35e0ca67-4e6a-4627-ae20-e6baea834f32 None None] For port 13aa0c77-d7f6-48ae-8fcf-e697f753797f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=13aa0c77-d7f6-48ae-8fcf-e697f753797f,segment=NetworkSegment(33a09199-e1f3-4ee5-9ab9-88339843a6ea),segment_id=33a09199-e1f3-4ee5-9ab9-88339843a6ea)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:36.465262 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35e0ca67-4e6a-4627-ae20-e6baea834f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.469473 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d08250b-5e81-4e50-afc8-e89b10e0a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.474227 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd305e2-1fb5-4bf3-9cfc-1a7414dded2a None None] The sync data for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 is: [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:33Z', 'revision_number': 9, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '017c794e-27fd-4980-b6d2-0d349d2d9b67', 'name': '', 'network_id': 'c57d4efa-0bc3-4929-9503-86f3c8f3d7b9', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:f0:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '9145b159-80d3-4060-99bc-11025caab31b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '9145b159-80d3-4060-99bc-11025caab31b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:36.499727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-35e0ca67-4e6a-4627-ae20-e6baea834f32 None None] Calling delete_port for 13aa0c77-d7f6-48ae-8fcf-e697f753797f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:36.551345 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4d08250b-5e81-4e50-afc8-e89b10e0a260 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0ea9f7d982d40a8950caed325e7fc39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096055 Jul 06 11:54:36.574782 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59830) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:36.641226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08250b-5e81-4e50-afc8-e89b10e0a260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3812569e-f749-48d8-b786-bb7dd4087213,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:36.645780 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35e0ca67-4e6a-4627-ae20-e6baea834f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.668081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e0ca67-4e6a-4627-ae20-e6baea834f32 None None] No DVR routers for this DVR port 13aa0c77-d7f6-48ae-8fcf-e697f753797f on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:36.694500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0ca67-4e6a-4627-ae20-e6baea834f32 None None] Pushing event deleted for resources: {'Port': ['ID=13aa0c77-d7f6-48ae-8fcf-e697f753797f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:36.718569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 13aa0c77-d7f6-48ae-8fcf-e697f753797f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:36.719157 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.730971 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a96f1c-c2ab-41be-9335-4dfeb138f5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.776647 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:54:36.778680 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a96f1c-c2ab-41be-9335-4dfeb138f5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.849015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0baf52-5fbb-4621-83bb-8584ab7efb50 req-ca4927b4-1cbb-443d-836b-2f4d493a143c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:36.861026 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d0baf52-5fbb-4621-83bb-8584ab7efb50 req-ca4927b4-1cbb-443d-836b-2f4d493a143c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 945 time: 0.8389947 Jul 06 11:54:36.913949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017c3d2-7edb-435a-92a1-41619e5f43d0 req-9a6ad96b-38bd-4bae-babc-d4ef83c86b9d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:36.920016 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7017c3d2-7edb-435a-92a1-41619e5f43d0 req-9a6ad96b-38bd-4bae-babc-d4ef83c86b9d tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.8910770 Jul 06 11:54:36.927495 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a96f1c-c2ab-41be-9335-4dfeb138f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.930124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a96f1c-c2ab-41be-9335-4dfeb138f5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.931315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-95a96f1c-c2ab-41be-9335-4dfeb138f5d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3812569e-f749-48d8-b786-bb7dd4087213 HTTP/1.1" status: 204 len: 168 time: 0.3586876 Jul 06 11:54:36.945465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a96f1c-c2ab-41be-9335-4dfeb138f5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3812569e-f749-48d8-b786-bb7dd4087213,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:37.005833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 24af37ad-d18a-4c6d-aa5e-60f551c32405 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:37.053451 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d0baf52-5fbb-4621-83bb-8584ab7efb50 req-1244fac5-ab5b-41da-b9f0-8030128d8ff9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911473 Jul 06 11:54:37.054354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 24af37ad-d18a-4c6d-aa5e-60f551c32405 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:37.055201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 24af37ad-d18a-4c6d-aa5e-60f551c32405 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:37.055201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 13aa0c77-d7f6-48ae-8fcf-e697f753797f no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:37.114560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 13aa0c77-d7f6-48ae-8fcf-e697f753797f {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:37.114918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 13aa0c77-d7f6-48ae-8fcf-e697f753797f not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:37.129551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port 13aa0c77-d7f6-48ae-8fcf-e697f753797f, host n-d-799527-2, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:37.132810 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.238778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 13aa0c77-d7f6-48ae-8fcf-e697f753797f owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:37.261278 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7017c3d2-7edb-435a-92a1-41619e5f43d0 req-4936f07b-c55c-4d5f-9520-5e09a0201a95 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220418 Jul 06 11:54:37.266127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Port 13aa0c77-d7f6-48ae-8fcf-e697f753797f was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:54:37.269879 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.344483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No DVR routers for this DVR port 13aa0c77-d7f6-48ae-8fcf-e697f753797f on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:37.363102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=13aa0c77-d7f6-48ae-8fcf-e697f753797f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:37.601506 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.633686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a937085a-90c7-429e-bd64-465084d075c1']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:37.670573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a09199-e1f3-4ee5-9ab9-88339843a6ea') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:37.671087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a09199-e1f3-4ee5-9ab9-88339843a6ea') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:37.685499 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.711906 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.723387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:54:37.724659 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:54:37.808793 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:54:37.825478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.832847 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.838716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59862) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:37.839402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/networks/a937085a-90c7-429e-bd64-465084d075c1 HTTP/1.1" status: 204 len: 168 time: 2.0927570 Jul 06 11:54:37.858242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7cc25-6f5c-44d9-9428-60af43457bd6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Network': ['ID=a937085a-90c7-429e-bd64-465084d075c1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:38.131490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dc5bd-4898-41b7-905f-f73b2324bf13 req-53acef57-4b1f-4c88-832a-99d5a0ecb270 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:38.133803 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d9dc5bd-4898-41b7-905f-f73b2324bf13 req-53acef57-4b1f-4c88-832a-99d5a0ecb270 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.1174014 Jul 06 11:54:38.152516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59874) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:38.193752 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d9dc5bd-4898-41b7-905f-f73b2324bf13 req-9ec2729d-1f05-4e95-a611-8c67e032a9f9 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539074 Jul 06 11:54:38.392171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1095477166-network', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:38.425125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Made reservation on behalf of 06b0c8f3170045098f5e1bfabb4f6760 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:38.427376 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.439357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.468234 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.485813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11300e5f-8b65-4b3b-a3e4-3c5328f29ee7 req-6e4c1db5-964e-4f4e-81c4-428396f9a37c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:38.495024 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11300e5f-8b65-4b3b-a3e4-3c5328f29ee7 req-6e4c1db5-964e-4f4e-81c4-428396f9a37c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 945 time: 0.1832249 Jul 06 11:54:38.553674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ba04d-e73c-44bc-98b0-ab7301c56cab req-c483a529-0534-4d2b-815c-2ab2e9ea12b7 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:38.557136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-133ba04d-e73c-44bc-98b0-ab7301c56cab req-c483a529-0534-4d2b-815c-2ab2e9ea12b7 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.1542289 Jul 06 11:54:38.576225 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11300e5f-8b65-4b3b-a3e4-3c5328f29ee7 req-e1ceb3a3-73f4-44ae-a522-8a5ceee0eea7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800638 Jul 06 11:54:38.656540 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-133ba04d-e73c-44bc-98b0-ab7301c56cab req-4c5c528c-9b18-43ec-b905-260a3c835e99 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917547 Jul 06 11:54:38.788648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.838417 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.000801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb60623-1383-4465-b91c-0593beb19b5d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:39.005483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:39.021120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.021487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.021823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.022349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.022878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.023226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.023599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.023937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.024268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.024596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.024925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.025253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:39.046460 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.046740 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Added segment 3c11411e-3825-4f43-85ab-8ab20d2a91e4 of type vlan for network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 Jul 06 11:54:39.114261 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.157407 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.158411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.158993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.161857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 017c794e-27fd-4980-b6d2-0d349d2d9b67 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:39.162189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.176589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f4afa136-99d0-40e7-90be-6acb72a99db0 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:39.257229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port f4afa136-99d0-40e7-90be-6acb72a99db0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:39.262002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port f4afa136-99d0-40e7-90be-6acb72a99db0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:39.262810 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.271388 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1170323 Jul 06 11:54:39.274309 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:39.279254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] Request body: {'subnet': {'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1095477166-subnet', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:39.309510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40096a3-de96-434e-893f-88c6e6c0b00b admin admin] Pushing event updated for resources: {'Network': ['ID=9e8cc18e-a9b9-440a-9257-de88c56b6e92,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:39.321896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] Made reservation on behalf of 06b0c8f3170045098f5e1bfabb4f6760 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:39.324672 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.335332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:39.339456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port 017c794e-27fd-4980-b6d2-0d349d2d9b67, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=017c794e-27fd-4980-b6d2-0d349d2d9b67,segment=NetworkSegment(0384e371-9321-40c3-b129-3cc1fb439d29),segment_id=0384e371-9321-40c3-b129-3cc1fb439d29)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:39.339955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.364072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 017c794e-27fd-4980-b6d2-0d349d2d9b67 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:39.479927 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.514452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f4afa136-99d0-40e7-90be-6acb72a99db0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f4afa136-99d0-40e7-90be-6acb72a99db0,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:39.515625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4afa136-99d0-40e7-90be-6acb72a99db0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:39.519280 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8667e8f-725b-4b11-bb09-7f779d99f158" -d '{"events": [{"server_uuid": "bd43c9d7-7c3e-4c95-ba3b-d2db0b672825", "name": "network-vif-plugged", "status": "completed", "tag": "f4afa136-99d0-40e7-90be-6acb72a99db0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:39.538130 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.594987 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eee73dc-8ec1-4d9b-9712-8deb951ff769 x-openstack-request-id: req-8eee73dc-8ec1-4d9b-9712-8deb951ff769 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:39.595642 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd43c9d7-7c3e-4c95-ba3b-d2db0b672825", "name": "network-vif-plugged", "status": "completed", "tag": "f4afa136-99d0-40e7-90be-6acb72a99db0", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:39.596128 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8eee73dc-8ec1-4d9b-9712-8deb951ff769 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:39.596824 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4afa136-99d0-40e7-90be-6acb72a99db0', 'code': 200} Jul 06 11:54:39.621654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c271cc5-ef2e-4677-a164-2a17a4be287b req-e785205b-c0ff-4c35-b503-f294e93a3354 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.623290 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c271cc5-ef2e-4677-a164-2a17a4be287b req-e785205b-c0ff-4c35-b503-f294e93a3354 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.1822369 Jul 06 11:54:39.686726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f4afa136-99d0-40e7-90be-6acb72a99db0,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:39.711343 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.769413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147ab45f-590a-4b4e-9326-1bb515f7886f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:39.777283 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c271cc5-ef2e-4677-a164-2a17a4be287b req-72df8adb-39dd-41b6-ab63-6acee1c79ad9 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454651 Jul 06 11:54:39.810126 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.850388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c15e9-0b73-4134-93be-efd52fdb4dce req-e9bdbf29-7e6f-48ef-858c-afcc78f89176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.853111 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b56c15e9-0b73-4134-93be-efd52fdb4dce req-e9bdbf29-7e6f-48ef-858c-afcc78f89176 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 1097 time: 0.1476011 Jul 06 11:54:39.895356 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] Checking segment: {'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:39.897134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=017c794e-27fd-4980-b6d2-0d349d2d9b67,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:39.899439 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] Network hostable DHCP agents. Network: 9e8cc18e-a9b9-440a-9257-de88c56b6e92, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:39.995252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] Network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:54:40.091386 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b56c15e9-0b73-4134-93be-efd52fdb4dce req-e4add64f-09b5-428e-ac99-7a4c252a649a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638827 Jul 06 11:54:40.097181 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.120545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 9e8cc18e-a9b9-440a-9257-de88c56b6e92) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:40.130282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da234dc-6668-4922-8567-e922c0b2916f None None] Network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:40.145588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.146833 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.175500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe48f35-ddb8-4bea-b529-5e710d0cefdc req-cd6b1480-0342-4a30-86a0-2c5b282d7615 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.181522 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fe48f35-ddb8-4bea-b529-5e710d0cefdc req-cd6b1480-0342-4a30-86a0-2c5b282d7615 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.3568828 Jul 06 11:54:40.270685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fe48f35-ddb8-4bea-b529-5e710d0cefdc req-9f6fb70f-f747-4fa6-9517-da0ec483fd76 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881078 Jul 06 11:54:40.297800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c0022071-ec5c-4da8-98b7-490a5a7f0a43 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0223680 Jul 06 11:54:40.302753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:40.320872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:40.352659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b6837-d9de-4e1b-8022-b42e29df6098 req-dd7bc10d-e30f-4c4f-9e4c-ccd77f6f7738 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.360652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-451b6837-d9de-4e1b-8022-b42e29df6098 req-dd7bc10d-e30f-4c4f-9e4c-ccd77f6f7738 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.3238306 Jul 06 11:54:40.497482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e326824c-4d52-4f0b-b2c4-0ed079033286 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:40.515020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-451b6837-d9de-4e1b-8022-b42e29df6098 req-af54221f-ceaa-484a-bcab-a7052bf98697 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508050 Jul 06 11:54:40.523740 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.525904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.619737 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.808347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:40.838396 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b4951480-fdc0-47fa-bc46-eb3c8fa77e59 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9983981 Jul 06 11:54:40.842097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59914) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:41.039766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a2f2c-c021-4417-a6ac-08c5f4d6b1b0 None None] Sync routers for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:41.088998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-9640bad1-5346-4b5f-bc0c-2588ae18936e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting subnet 9145b159-80d3-4060-99bc-11025caab31b {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:54:41.111760 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9640bad1-5346-4b5f-bc0c-2588ae18936e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.150478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'fixed_ips': [{'subnet_id': '147ab45f-590a-4b4e-9326-1bb515f7886f'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:54:41.151356 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.157395 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.195061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a2f2c-c021-4417-a6ac-08c5f4d6b1b0 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:41.197356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef6a2f2c-c021-4417-a6ac-08c5f4d6b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:41.316458 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9640bad1-5346-4b5f-bc0c-2588ae18936e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.363489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ac56b-306f-482b-bd8c-8243f23e3a84 req-b37c5241-fb6a-4231-a0b0-98504e6dc8c4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:41.374427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-221ac56b-306f-482b-bd8c-8243f23e3a84 req-b37c5241-fb6a-4231-a0b0-98504e6dc8c4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.1366520 Jul 06 11:54:41.438859 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-221ac56b-306f-482b-bd8c-8243f23e3a84 req-29485016-57c5-42d3-8fbd-e1922a0736c2 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609400 Jul 06 11:54:41.475391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734f874-9be8-4d10-9604-0155c1a2c8dd req-8c2bfda0-2a31-42ad-9a79-2b349de0ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:41.477023 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1734f874-9be8-4d10-9604-0155c1a2c8dd req-8c2bfda0-2a31-42ad-9a79-2b349de0ba7c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 1096 time: 0.2459219 Jul 06 11:54:41.561843 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9640bad1-5346-4b5f-bc0c-2588ae18936e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.623349 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1734f874-9be8-4d10-9604-0155c1a2c8dd req-2ef82c36-90e4-4769-b93a-0f5a443638da service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306615 Jul 06 11:54:41.662344 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9640bad1-5346-4b5f-bc0c-2588ae18936e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.669482 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ef6a2f2c-c021-4417-a6ac-08c5f4d6b1b0 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:41.742649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.760709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640bad1-5346-4b5f-bc0c-2588ae18936e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Subnet': ['ID=9145b159-80d3-4060-99bc-11025caab31b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:41.768445 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9640bad1-5346-4b5f-bc0c-2588ae18936e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.774579 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9640bad1-5346-4b5f-bc0c-2588ae18936e tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/9145b159-80d3-4060-99bc-11025caab31b HTTP/1.1" status: 204 len: 168 time: 0.9315655 Jul 06 11:54:41.777858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59932) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:41.778025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6118d02-5791-41d2-91bb-68fbcff3c803 None None] Network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:41.795270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79466b7a-3b13-41de-851d-8e939c402fa2 req-9bec6c6f-e7f0-411e-80c2-e193c19bd5a7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:41.805314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79466b7a-3b13-41de-851d-8e939c402fa2 req-9bec6c6f-e7f0-411e-80c2-e193c19bd5a7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.2324564 Jul 06 11:54:41.838086 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.853925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Allocated IP 172.20.0.2 (9e8cc18e-a9b9-440a-9257-de88c56b6e92/147ab45f-590a-4b4e-9326-1bb515f7886f/2784f150-6fb2-4a15-9b4d-ea33b834e064) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:41.951345 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79466b7a-3b13-41de-851d-8e939c402fa2 req-a24160e6-1b4f-4d4c-988f-63d02d80a91b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445799 Jul 06 11:54:41.980950 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.109796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc57864-8bbf-4915-bf96-0c144807740e req-29227211-de20-4216-9de9-df603a361c7a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.125318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:42.127442 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bc57864-8bbf-4915-bf96-0c144807740e req-29227211-de20-4216-9de9-df603a361c7a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.3792486 Jul 06 11:54:42.128147 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.264236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3dd72d-56ed-4fbd-be97-fbfb21335170 None None] DHCP port deletion for c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:54:42.290113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Allocated IP 172.25.0.58 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/b8dab90f-6163-4f28-8bb3-d9b097bf069e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:42.327878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8,segment=NetworkSegment(0384e371-9321-40c3-b129-3cc1fb439d29),segment_id=0384e371-9321-40c3-b129-3cc1fb439d29)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:42.328537 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.344370 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.374855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bc57864-8bbf-4915-bf96-0c144807740e req-563e22da-c9c5-4a79-9816-aa69e5e98bb9 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458618 Jul 06 11:54:42.376485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Transition to ACTIVE for port object 2784f150-6fb2-4a15-9b4d-ea33b834e064 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:42.412771 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5a3dd72d-56ed-4fbd-be97-fbfb21335170 None None] Deleting port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:42.413324 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd72d-56ed-4fbd-be97-fbfb21335170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.417958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef6a2f2c-c021-4417-a6ac-08c5f4d6b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:39Z', 'revision_number': 10, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:42.435204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:42.453042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Transition to ACTIVE for port object 2784f150-6fb2-4a15-9b4d-ea33b834e064 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:42.467320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a2f2c-c021-4417-a6ac-08c5f4d6b1b0 None None] Checking router: e326824c-4d52-4f0b-b2c4-0ed079033286 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:42.511617 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.565466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Pushing event updated for resources: {'Port': ['ID=2784f150-6fb2-4a15-9b4d-ea33b834e064,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:42.613631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a2f2c-c021-4417-a6ac-08c5f4d6b1b0 None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:42.614318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef6a2f2c-c021-4417-a6ac-08c5f4d6b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:42.859679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.952366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ef6a2f2c-c021-4417-a6ac-08c5f4d6b1b0 None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:42.972059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:42.998501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No DVR routers for this DVR port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:43.007221 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.059338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514941b-1343-4f7f-9715-75448195876d req-7db84968-6fcb-4bbe-adbd-afa58f6a8e47 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:43.067948 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0514941b-1343-4f7f-9715-75448195876d req-7db84968-6fcb-4bbe-adbd-afa58f6a8e47 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.3161132 Jul 06 11:54:43.072436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5a3dd72d-56ed-4fbd-be97-fbfb21335170 None None] For port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8,segment=NetworkSegment(0384e371-9321-40c3-b129-3cc1fb439d29),segment_id=0384e371-9321-40c3-b129-3cc1fb439d29)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:43.072886 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd72d-56ed-4fbd-be97-fbfb21335170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.076962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:43.174387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:43.178148 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0514941b-1343-4f7f-9715-75448195876d req-10043a53-a4f3-41dd-a388-f5664ec9331f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054101 Jul 06 11:54:43.183043 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.233868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:43.234502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:43.241266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:43.248888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:43.251389 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5a3dd72d-56ed-4fbd-be97-fbfb21335170 None None] Calling delete_port for 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:43.292740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:43.311626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:43.320478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:43.335296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.380519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57d4efa-0bc3-4929-9503-86f3c8f3d7b9']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:43.400436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0384e371-9321-40c3-b129-3cc1fb439d29') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:43.400833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0384e371-9321-40c3-b129-3cc1fb439d29') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:43.413613 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.429173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Pushing event updated for resources: {'Port': ['ID=b8dab90f-6163-4f28-8bb3-d9b097bf069e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:43.440753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.441107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.441456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.441801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.442624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.442974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.443312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.443679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.444015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.444379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.444943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.445081 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:43.463138 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.472621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:54:43.473045 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.597360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Attempting to bind port 2784f150-6fb2-4a15-9b4d-ea33b834e064 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:43.598783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Attempting to bind port 2784f150-6fb2-4a15-9b4d-ea33b834e064 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:43.602177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Attempting to bind port 2784f150-6fb2-4a15-9b4d-ea33b834e064 on network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:54:43.605874 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:54:43.614015 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.616771 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:43.617698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Checking segment: {'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:43.618639 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.619370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Bound using segment: {'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:43.620145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Bound port: 2784f150-6fb2-4a15-9b4d-ea33b834e064, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:43.620856 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.656614 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.662880 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/networks/c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 HTTP/1.1" status: 204 len: 168 time: 1.8835056 Jul 06 11:54:43.663930 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1021c8-97be-4a41-8516-9fea97af74b6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Network': ['ID=c57d4efa-0bc3-4929-9503-86f3c8f3d7b9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:43.674970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59950) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:43.841599 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd72d-56ed-4fbd-be97-fbfb21335170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.900885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d9e66-09e3-4cd8-a373-1171b4ea2675 req-c7c9bc4a-6276-473c-9e63-4dec39474b17 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:43.902389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed4d9e66-09e3-4cd8-a373-1171b4ea2675 req-c7c9bc4a-6276-473c-9e63-4dec39474b17 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.5185885 Jul 06 11:54:43.931748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a3dd72d-56ed-4fbd-be97-fbfb21335170 None None] Network c57d4efa-0bc3-4929-9503-86f3c8f3d7b9 is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:54:43.932166 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3dd72d-56ed-4fbd-be97-fbfb21335170 None None] No DVR routers for this DVR port 539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:43.934669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dd72d-56ed-4fbd-be97-fbfb21335170 None None] Pushing event deleted for resources: {'Port': ['ID=539e6fdd-fb3d-43d0-b4f8-80fe4f4e2fd8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:43.945415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] For port 2784f150-6fb2-4a15-9b4d-ea33b834e064, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:43.967154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] For port 2784f150-6fb2-4a15-9b4d-ea33b834e064, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2784f150-6fb2-4a15-9b4d-ea33b834e064,segment=NetworkSegment(3c11411e-3825-4f43-85ab-8ab20d2a91e4),segment_id=3c11411e-3825-4f43-85ab-8ab20d2a91e4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:43.976694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef6a2f2c-c021-4417-a6ac-08c5f4d6b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:39Z', 'revision_number': 10, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:44.026119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a2f2c-c021-4417-a6ac-08c5f4d6b1b0 None None] The sync data for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 is: [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:39Z', 'revision_number': 10, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None, '_interfaces': [{'id': '86ab94cf-16eb-4906-af63-6a00a6d6ea9d', 'name': '', 'network_id': '67f2fbf4-ee3a-479d-bfe3-f939ab317695', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'mac_address': 'fa:16:3e:e3:83:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': '2e696947-3458-4dff-b749-ac18784f2062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:45Z', 'updated_at': '2021-07-06T11:53:57Z', 'revision_number': 5, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'subnets': [{'id': '2e696947-3458-4dff-b749-ac18784f2062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:44.031317 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.133664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343ede6-eb48-4781-8a90-ba80e73572b6 None None] Pushing event updated for resources: {'Port': ['ID=2784f150-6fb2-4a15-9b4d-ea33b834e064,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:44.197222 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aeff4645-a906-4181-ba5c-e738bce37298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.371336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.382632 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed4d9e66-09e3-4cd8-a373-1171b4ea2675 req-f3fe93b2-9b82-4995-98fe-f64daac32ac7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937823 Jul 06 11:54:44.966456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2784f150-6fb2-4a15-9b4d-ea33b834e064 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:45.065988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 2784f150-6fb2-4a15-9b4d-ea33b834e064 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:45.088171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 017c794e-27fd-4980-b6d2-0d349d2d9b67 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:45.155695 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.221515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 017c794e-27fd-4980-b6d2-0d349d2d9b67 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:45.221942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 017c794e-27fd-4980-b6d2-0d349d2d9b67 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:45.359557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59970) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:45.398262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.654288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16b0f646-1665-4c57-80aa-8e3355d778d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.701180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922080c-163a-46b1-b4ba-7ed761031cb8 req-4de3ad41-9652-4c40-87b1-9e51ca18c70b tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.708722 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2922080c-163a-46b1-b4ba-7ed761031cb8 req-4de3ad41-9652-4c40-87b1-9e51ca18c70b tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 1.5329316 Jul 06 11:54:45.800356 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2922080c-163a-46b1-b4ba-7ed761031cb8 req-74948ebf-0ba6-43bc-9bc6-c0e1964ad9e0 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904140 Jul 06 11:54:45.879484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0fc44-f622-4102-acb5-3172e3a280b3 req-a9b1578b-9acf-4c00-9197-572934a4466b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.891360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05a0fc44-f622-4102-acb5-3172e3a280b3 req-a9b1578b-9acf-4c00-9197-572934a4466b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 1.1897948 Jul 06 11:54:45.927519 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16b0f646-1665-4c57-80aa-8e3355d778d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.946180 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16b0f646-1665-4c57-80aa-8e3355d778d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.018993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Router 761c99f5-d663-48e8-9334-c6be2c14cd93 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:54:46.044276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05a0fc44-f622-4102-acb5-3172e3a280b3 req-62acdf09-07f9-46b1-b1dd-e7abc826318f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027727 Jul 06 11:54:46.056101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969507b5-8078-4d8d-abd9-21180a66aead None None] Network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:46.080851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0f646-1665-4c57-80aa-8e3355d778d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e6fae2-9c9b-4dc0-911b-f09ecec173fc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:46.093559 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-16b0f646-1665-4c57-80aa-8e3355d778d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4cacfefd5a043e7b1d88e8679f928b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7269433 Jul 06 11:54:46.098066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:46.264956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f2f6c444-4824-48b8-af06-9b2821fcdc07 None None] Provisioning for port 2784f150-6fb2-4a15-9b4d-ea33b834e064 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:46.295853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f2f6c444-4824-48b8-af06-9b2821fcdc07 None None] Provisioning complete for port 2784f150-6fb2-4a15-9b4d-ea33b834e064 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:46.296804 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2f6c444-4824-48b8-af06-9b2821fcdc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.333517 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ce91728-8a31-45af-bb7c-f82c4d934d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.383186 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ce91728-8a31-45af-bb7c-f82c4d934d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.415655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:46.446011 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f1694-1855-4454-8941-06888631274f None None] Sync routers for ids ['761c99f5-d663-48e8-9334-c6be2c14cd93'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:46.490817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:46.491198 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.497218 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f1694-1855-4454-8941-06888631274f None None] Routers {'761c99f5-d663-48e8-9334-c6be2c14cd93'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:46.501219 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1c0f1694-1855-4454-8941-06888631274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['761c99f5-d663-48e8-9334-c6be2c14cd93'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:46.550033 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.560018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7ba071d8-1abb-464a-ba62-43abc9eaf650 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2500985 Jul 06 11:54:46.568776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59984) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:46.781988 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port 86ab94cf-16eb-4906-af63-6a00a6d6ea9d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=86ab94cf-16eb-4906-af63-6a00a6d6ea9d,segment=NetworkSegment(bb0fca5b-ece6-47eb-a1ae-210816f929c5),segment_id=bb0fca5b-ece6-47eb-a1ae-210816f929c5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:46.782626 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.805188 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 86ab94cf-16eb-4906-af63-6a00a6d6ea9d owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:46.846541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601d40b-8c45-46fb-a9df-c22359ae299b req-c261c97d-99f2-4eb8-91a5-af0c390fb537 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:46.855004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8601d40b-8c45-46fb-a9df-c22359ae299b req-c261c97d-99f2-4eb8-91a5-af0c390fb537 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.3934457 Jul 06 11:54:46.890835 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1c0f1694-1855-4454-8941-06888631274f None None] Set router 761c99f5-d663-48e8-9334-c6be2c14cd93 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:46.946715 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2f6c444-4824-48b8-af06-9b2821fcdc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.953623 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ce91728-8a31-45af-bb7c-f82c4d934d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.956515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ce91728-8a31-45af-bb7c-f82c4d934d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.977498 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ce91728-8a31-45af-bb7c-f82c4d934d34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35e6fae2-9c9b-4dc0-911b-f09ecec173fc HTTP/1.1" status: 204 len: 168 time: 0.8628974 Jul 06 11:54:47.075645 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f2f6c444-4824-48b8-af06-9b2821fcdc07 None None] For port 2784f150-6fb2-4a15-9b4d-ea33b834e064, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2784f150-6fb2-4a15-9b4d-ea33b834e064,segment=NetworkSegment(3c11411e-3825-4f43-85ab-8ab20d2a91e4),segment_id=3c11411e-3825-4f43-85ab-8ab20d2a91e4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:47.082292 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2f6c444-4824-48b8-af06-9b2821fcdc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.129107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce91728-8a31-45af-bb7c-f82c4d934d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e6fae2-9c9b-4dc0-911b-f09ecec173fc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:47.147388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8601d40b-8c45-46fb-a9df-c22359ae299b req-6d9a7031-49c0-4bae-a64b-1cfcf0f35e83 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769051 Jul 06 11:54:47.298191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6c444-4824-48b8-af06-9b2821fcdc07 None None] Pushing event updated for resources: {'Port': ['ID=2784f150-6fb2-4a15-9b4d-ea33b834e064,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:47.410963 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.480512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=86ab94cf-16eb-4906-af63-6a00a6d6ea9d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:47.642060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9464560d-7b6c-4aec-8a9d-a3f6b449e922 None None] Provisioning complete for port 2784f150-6fb2-4a15-9b4d-ea33b834e064 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:47.642734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9464560d-7b6c-4aec-8a9d-a3f6b449e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.677238 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1c0f1694-1855-4454-8941-06888631274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:43Z', 'revision_number': 3, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:47.713103 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f1694-1855-4454-8941-06888631274f None None] Checking router: 761c99f5-d663-48e8-9334-c6be2c14cd93 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:47.714570 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f1694-1855-4454-8941-06888631274f None None] Updating router 761c99f5-d663-48e8-9334-c6be2c14cd93 port b8dab90f-6163-4f28-8bb3-d9b097bf069e binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:47.794339 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1694-1855-4454-8941-06888631274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.837239 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.037273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1ddeb-e427-42ea-b500-3e21b64d4d85 req-88218d64-32e1-4b31-8c0e-bdc1010d9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.039260 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33a1ddeb-e427-42ea-b500-3e21b64d4d85 req-88218d64-32e1-4b31-8c0e-bdc1010d9044 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d96942b7a044277913f15966f23454c&device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 1096 time: 0.4436872 Jul 06 11:54:48.055926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c523b-4937-465c-b431-4c8286535eed req-aae296a8-64b7-402c-ba0e-190ecc92140d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.061215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e4c523b-4937-465c-b431-4c8286535eed req-aae296a8-64b7-402c-ba0e-190ecc92140d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.5470822 Jul 06 11:54:48.178291 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.223908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e326824c-4d52-4f0b-b2c4-0ed079033286 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:48.240753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e4c523b-4937-465c-b431-4c8286535eed req-207feb3e-edd9-4a98-9fc1-8376418d5658 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605585 Jul 06 11:54:48.258882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1ddeb-e427-42ea-b500-3e21b64d4d85 req-031f09fb-3ec2-4a65-be1f-52059a7e9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.260430 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33a1ddeb-e427-42ea-b500-3e21b64d4d85 req-031f09fb-3ec2-4a65-be1f-52059a7e9f53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 200 len: 920 time: 0.2055779 Jul 06 11:54:48.356600 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1694-1855-4454-8941-06888631274f None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.373965 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f683b9aa-6ad6-4e91-9ef5-d7137616d45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.381208 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-1c0f1694-1855-4454-8941-06888631274f None None] Transition to ACTIVE for port object b8dab90f-6163-4f28-8bb3-d9b097bf069e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:48.402276 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1694-1855-4454-8941-06888631274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.423218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:48.438377 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-41d4f1fa-d045-4260-83ea-2dd50fbc99d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7613974 Jul 06 11:54:48.439124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88a5fa-dbcd-465c-96dd-4607d92c732a None None] Sync routers for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:48.450699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60024) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:48.456486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88a5fa-dbcd-465c-96dd-4607d92c732a None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:48.458153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dd88a5fa-dbcd-465c-96dd-4607d92c732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:48.508748 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33a1ddeb-e427-42ea-b500-3e21b64d4d85 req-4416f5fc-c804-4706-a66b-aeef3066d751 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63633871-8378-49d3-9c95-e1bc96bd1014 HTTP/1.1" status: 200 len: 217 time: 0.0687294 Jul 06 11:54:48.550283 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483235a0-3071-468b-aa60-466e71485b77 None None] Pushing event updated for resources: {'Port': ['ID=b8dab90f-6163-4f28-8bb3-d9b097bf069e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:48.567565 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-1c0f1694-1855-4454-8941-06888631274f None None] Attempting to bind port b8dab90f-6163-4f28-8bb3-d9b097bf069e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:48.573501 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-1c0f1694-1855-4454-8941-06888631274f None None] Attempting to bind port b8dab90f-6163-4f28-8bb3-d9b097bf069e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:48.573501 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f1694-1855-4454-8941-06888631274f None None] Attempting to bind port b8dab90f-6163-4f28-8bb3-d9b097bf069e on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:48.586209 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f1694-1855-4454-8941-06888631274f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:48.587475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1df754-b13f-4513-a0a3-d9d6db024080 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting subnet 2e696947-3458-4dff-b749-ac18784f2062 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:54:48.590678 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f1694-1855-4454-8941-06888631274f None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:48.597293 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a1df754-b13f-4513-a0a3-d9d6db024080 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.604281 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1694-1855-4454-8941-06888631274f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.605869 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f1694-1855-4454-8941-06888631274f None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:48.609983 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-1c0f1694-1855-4454-8941-06888631274f None None] Bound port: b8dab90f-6163-4f28-8bb3-d9b097bf069e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:48.610492 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1694-1855-4454-8941-06888631274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.632884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1ddeb-e427-42ea-b500-3e21b64d4d85 req-85e1f218-41e4-4271-98c3-b6bde9ecf8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.635653 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33a1ddeb-e427-42ea-b500-3e21b64d4d85 req-85e1f218-41e4-4271-98c3-b6bde9ecf8d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62090734-02ba-48fd-aeab-f8849e62c821 HTTP/1.1" status: 200 len: 859 time: 0.1190255 Jul 06 11:54:48.654185 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a1df754-b13f-4513-a0a3-d9d6db024080 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.692350 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-dd88a5fa-dbcd-465c-96dd-4607d92c732a None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:48.742539 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33a1ddeb-e427-42ea-b500-3e21b64d4d85 req-a920fc2b-5b9d-4d5b-ae9e-6ba875d5ef46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62ccb191-ad40-4267-aa18-920eef06537a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982323 Jul 06 11:54:48.764412 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-1c0f1694-1855-4454-8941-06888631274f None None] For port b8dab90f-6163-4f28-8bb3-d9b097bf069e, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:48.769748 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-1c0f1694-1855-4454-8941-06888631274f None None] For port b8dab90f-6163-4f28-8bb3-d9b097bf069e, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b8dab90f-6163-4f28-8bb3-d9b097bf069e,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:48.776422 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1694-1855-4454-8941-06888631274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.865135 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483235a0-3071-468b-aa60-466e71485b77 None None] Pushing event updated for resources: {'Port': ['ID=b8dab90f-6163-4f28-8bb3-d9b097bf069e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:48.893450 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f1694-1855-4454-8941-06888631274f None None] Routers {'761c99f5-d663-48e8-9334-c6be2c14cd93'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:48.894093 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1c0f1694-1855-4454-8941-06888631274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['761c99f5-d663-48e8-9334-c6be2c14cd93'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:49.039831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a1df754-b13f-4513-a0a3-d9d6db024080 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.054393 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33a1ddeb-e427-42ea-b500-3e21b64d4d85 req-26d0bca9-6319-4ce0-8d13-ed9b41b5c69f service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031483 Jul 06 11:54:49.167800 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1c0f1694-1855-4454-8941-06888631274f None None] Set router 761c99f5-d663-48e8-9334-c6be2c14cd93 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:49.217808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2784f150-6fb2-4a15-9b4d-ea33b834e064 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:49.273964 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.296242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dd88a5fa-dbcd-465c-96dd-4607d92c732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:47Z', 'revision_number': 11, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:49.339245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88a5fa-dbcd-465c-96dd-4607d92c732a None None] Checking router: e326824c-4d52-4f0b-b2c4-0ed079033286 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:49.360236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88a5fa-dbcd-465c-96dd-4607d92c732a None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:49.361332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dd88a5fa-dbcd-465c-96dd-4607d92c732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:49.369005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a1df754-b13f-4513-a0a3-d9d6db024080 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.453940 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33a1ddeb-e427-42ea-b500-3e21b64d4d85 req-59d6d2ea-e455-46b5-9e02-7899cf6705dd service neutron] 10.222.0.47 "GET /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935997 Jul 06 11:54:49.469986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1df754-b13f-4513-a0a3-d9d6db024080 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Subnet': ['ID=2e696947-3458-4dff-b749-ac18784f2062,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:49.489470 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.492012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-dd88a5fa-dbcd-465c-96dd-4607d92c732a None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:49.588676 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1c0f1694-1855-4454-8941-06888631274f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:43Z', 'revision_number': 3, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:49.590543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dd88a5fa-dbcd-465c-96dd-4607d92c732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:47Z', 'revision_number': 11, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:49.620759 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f1694-1855-4454-8941-06888631274f None None] The sync data for ids ['761c99f5-d663-48e8-9334-c6be2c14cd93'] in n-d-799527-2 is: [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:43Z', 'revision_number': 3, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:49.629929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88a5fa-dbcd-465c-96dd-4607d92c732a None None] The sync data for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 is: [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:47Z', 'revision_number': 11, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:49.630831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a1df754-b13f-4513-a0a3-d9d6db024080 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.638650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7a1df754-b13f-4513-a0a3-d9d6db024080 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/2e696947-3458-4dff-b749-ac18784f2062 HTTP/1.1" status: 204 len: 168 time: 1.1813297 Jul 06 11:54:49.640276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60052) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:49.642370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b87dbb-9e10-4e9e-a684-68e814ab0768 None None] Network 67f2fbf4-ee3a-479d-bfe3-f939ab317695 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:49.667528 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2784f150-6fb2-4a15-9b4d-ea33b834e064 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:49.667528 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.786908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c1209-5f27-40c7-b5a1-944770d82b1c req-3f0cece4-3fee-4809-bdef-0030cc661282 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.794205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-544c1209-5f27-40c7-b5a1-944770d82b1c req-3f0cece4-3fee-4809-bdef-0030cc661282 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 1.3403101 Jul 06 11:54:49.805887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:49.876978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.903605 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-544c1209-5f27-40c7-b5a1-944770d82b1c req-4ad6cac4-7981-4f36-869a-fce368f9164b tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080618 Jul 06 11:54:49.988152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ffefe-d5e7-4643-af8c-878c1133e492 req-dee97563-2c52-473a-9cb0-b7a42a79baf4 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:50.004834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e27ffefe-d5e7-4643-af8c-878c1133e492 req-dee97563-2c52-473a-9cb0-b7a42a79baf4 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.3608615 Jul 06 11:54:50.022914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Deleting port 629397d6-f532-4d84-82c1-48d81106911b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:50.023700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.092544 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5746e0a-24cd-428c-8211-3cf0bf43de1d None None] DHCP port deletion for 67f2fbf4-ee3a-479d-bfe3-f939ab317695 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:54:50.096339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Allocated IP 172.20.0.1 (9e8cc18e-a9b9-440a-9257-de88c56b6e92/147ab45f-590a-4b4e-9326-1bb515f7886f/22657b00-c9c2-4b30-afa4-329cd8b5ad3c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:50.175979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e27ffefe-d5e7-4643-af8c-878c1133e492 req-e4507ad7-5dd9-47ab-b382-2e417699820b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545572 Jul 06 11:54:50.240325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2ad39980-9c84-48db-a1eb-9c6010bc633f details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:50.329470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e5746e0a-24cd-428c-8211-3cf0bf43de1d None None] Deleting port 629397d6-f532-4d84-82c1-48d81106911b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:50.331162 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5746e0a-24cd-428c-8211-3cf0bf43de1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.336133 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5fcba5-d571-4cfd-81bd-49326609513c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.434327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] For port 629397d6-f532-4d84-82c1-48d81106911b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=629397d6-f532-4d84-82c1-48d81106911b,segment=NetworkSegment(bb0fca5b-ece6-47eb-a1ae-210816f929c5),segment_id=bb0fca5b-ece6-47eb-a1ae-210816f929c5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:50.435957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.512335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Calling delete_port for 629397d6-f532-4d84-82c1-48d81106911b owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:50.534021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e5746e0a-24cd-428c-8211-3cf0bf43de1d None None] For port 629397d6-f532-4d84-82c1-48d81106911b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=629397d6-f532-4d84-82c1-48d81106911b,segment=NetworkSegment(bb0fca5b-ece6-47eb-a1ae-210816f929c5),segment_id=bb0fca5b-ece6-47eb-a1ae-210816f929c5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:50.534653 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5746e0a-24cd-428c-8211-3cf0bf43de1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.568478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e5746e0a-24cd-428c-8211-3cf0bf43de1d None None] Calling delete_port for 629397d6-f532-4d84-82c1-48d81106911b owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:50.572056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.616866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Transition to ACTIVE for port object 22657b00-c9c2-4b30-afa4-329cd8b5ad3c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:50.757321 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5fcba5-d571-4cfd-81bd-49326609513c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.765966 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5fcba5-d571-4cfd-81bd-49326609513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.781431 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.805195 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5746e0a-24cd-428c-8211-3cf0bf43de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.818538 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:54:50.883213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5746e0a-24cd-428c-8211-3cf0bf43de1d None None] No DVR routers for this DVR port 629397d6-f532-4d84-82c1-48d81106911b on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:50.885750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5746e0a-24cd-428c-8211-3cf0bf43de1d None None] Pushing event deleted for resources: {'Port': ['ID=629397d6-f532-4d84-82c1-48d81106911b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:50.908721 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cf5fcba5-d571-4cfd-81bd-49326609513c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0b07de9359f4faea5d64168033b3e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0975840 Jul 06 11:54:50.911048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60060) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:50.920004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:50.942176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fcba5-d571-4cfd-81bd-49326609513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef07c758-80cf-4a8a-99f1-1487d68c4a22,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:50.955829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:50.960393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:51.001370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b8dab90f-6163-4f28-8bb3-d9b097bf069e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:51.015422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Pushing event updated for resources: {'Port': ['ID=22657b00-c9c2-4b30-afa4-329cd8b5ad3c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:51.050140 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.090002 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.095146 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.141334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port b8dab90f-6163-4f28-8bb3-d9b097bf069e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:51.154437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Port': ['ID=629397d6-f532-4d84-82c1-48d81106911b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:51.161555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No DVR routers for this DVR port 629397d6-f532-4d84-82c1-48d81106911b on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:51.164492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b8dab90f-6163-4f28-8bb3-d9b097bf069e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:51.164874 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.241539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44716e35-bed0-4604-9b11-dc55febd3ab2 req-b278c36a-8e5a-4783-b565-41343fdbab70 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.258924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-44716e35-bed0-4604-9b11-dc55febd3ab2 req-b278c36a-8e5a-4783-b565-41343fdbab70 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.3535936 Jul 06 11:54:51.260586 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:51.273515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'port_id': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'mac_address': 'fa:16:3e:9a:4c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:51.280773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f4afa136-99d0-40e7-90be-6acb72a99db0 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:51.334276 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.346345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f2fbf4-ee3a-479d-bfe3-f939ab317695']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:51.359338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0fca5b-ece6-47eb-a1ae-210816f929c5') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:51.359961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0fca5b-ece6-47eb-a1ae-210816f929c5') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:51.373199 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.394379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-44716e35-bed0-4604-9b11-dc55febd3ab2 req-e3d81fdb-7463-43cd-bce6-fcaeb5c6adf0 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344597 Jul 06 11:54:51.405657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.415190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:54:51.416337 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.490096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f4afa136-99d0-40e7-90be-6acb72a99db0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f4afa136-99d0-40e7-90be-6acb72a99db0,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:54:51.496425 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:54:51.500754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69c12ec1-b37e-41b9-89e7-a13d62abc5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.508329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.513723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'f4afa136-99d0-40e7-90be-6acb72a99db0', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'port_id': 'f4afa136-99d0-40e7-90be-6acb72a99db0', 'mac_address': 'fa:16:3e:18:26:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:51.526841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.537104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/networks/67f2fbf4-ee3a-479d-bfe3-f939ab317695 HTTP/1.1" status: 204 len: 168 time: 1.8953335 Jul 06 11:54:51.546490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60080) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:51.578711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cbfb76d6-59e7-4614-a59c-006a49e43bda tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'routes': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:51.596473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdea5c2-4597-4eea-92e6-c74bbc8e4fa0 req-354cab81-f201-4a18-9362-c00ccaef400e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.598226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-acdea5c2-4597-4eea-92e6-c74bbc8e4fa0 req-354cab81-f201-4a18-9362-c00ccaef400e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.2941327 Jul 06 11:54:51.746376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b94ddfde-c71a-4e5c-b79b-a56a0c81fc46 None None] Provisioning for port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:51.761622 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.779332 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.785061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ad39980-9c84-48db-a1eb-9c6010bc633f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:51.788851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-acdea5c2-4597-4eea-92e6-c74bbc8e4fa0 req-45bc2677-e1cf-40c5-9a96-1cfcd6e3081c tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241024 Jul 06 11:54:51.798223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b94ddfde-c71a-4e5c-b79b-a56a0c81fc46 None None] Provisioning complete for port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:51.799058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b94ddfde-c71a-4e5c-b79b-a56a0c81fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.842957 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bec38-b510-4b9b-b8a3-4f68f47f1d03 req-6cb4635a-a3b1-4f76-8389-51f4993eada1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.847254 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.852605 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba2bec38-b510-4b9b-b8a3-4f68f47f1d03 req-6cb4635a-a3b1-4f76-8389-51f4993eada1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.2001026 Jul 06 11:54:51.896595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:51.926899 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.930791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4afa136-99d0-40e7-90be-6acb72a99db0 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:51.954652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.extraroute_db [None req-cbfb76d6-59e7-4614-a59c-006a49e43bda tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Added routes are [] {{(pid=93815) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 11:54:51.956196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.extraroute_db [None req-cbfb76d6-59e7-4614-a59c-006a49e43bda tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Removed routes are [] {{(pid=93815) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 11:54:51.957948 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbfb76d6-59e7-4614-a59c-006a49e43bda tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.996087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ace74-717f-4eaa-a23c-c8e41917ec7d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Pushing event deleted for resources: {'Network': ['ID=67f2fbf4-ee3a-479d-bfe3-f939ab317695,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:51.996465 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba2bec38-b510-4b9b-b8a3-4f68f47f1d03 req-52ceee0a-d878-462c-8fcc-fc411321bd0d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425931 Jul 06 11:54:52.011291 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69c12ec1-b37e-41b9-89e7-a13d62abc5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.076019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=2ad39980-9c84-48db-a1eb-9c6010bc633f,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:52.080956 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.114175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port b8dab90f-6163-4f28-8bb3-d9b097bf069e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b8dab90f-6163-4f28-8bb3-d9b097bf069e,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:52.116064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b94ddfde-c71a-4e5c-b79b-a56a0c81fc46 None None] Port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:52.134122 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.174158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f4afa136-99d0-40e7-90be-6acb72a99db0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f4afa136-99d0-40e7-90be-6acb72a99db0,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:52.182941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.221271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['2ad39980-9c84-48db-a1eb-9c6010bc633f'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:52.261782 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.270191 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.271914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=b8dab90f-6163-4f28-8bb3-d9b097bf069e,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:52.284164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 629397d6-f532-4d84-82c1-48d81106911b no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:52.311047 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbfb76d6-59e7-4614-a59c-006a49e43bda tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.322296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbfb76d6-59e7-4614-a59c-006a49e43bda tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.364261 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f4afa136-99d0-40e7-90be-6acb72a99db0,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:52.438643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['f4afa136-99d0-40e7-90be-6acb72a99db0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:52.442548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 629397d6-f532-4d84-82c1-48d81106911b {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:52.443393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 629397d6-f532-4d84-82c1-48d81106911b not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:52.444149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 86ab94cf-16eb-4906-af63-6a00a6d6ea9d no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:52.452222 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Pushing event updated for resources: {'Port': ['ID=22657b00-c9c2-4b30-afa4-329cd8b5ad3c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:52.456941 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.525479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfb76d6-59e7-4614-a59c-006a49e43bda tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router e326824c-4d52-4f0b-b2c4-0ed079033286 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:52.537085 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 86ab94cf-16eb-4906-af63-6a00a6d6ea9d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:52.537714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 86ab94cf-16eb-4906-af63-6a00a6d6ea9d not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:52.554216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69c12ec1-b37e-41b9-89e7-a13d62abc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.556911 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69c12ec1-b37e-41b9-89e7-a13d62abc5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.558112 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-69c12ec1-b37e-41b9-89e7-a13d62abc5ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef07c758-80cf-4a8a-99f1-1487d68c4a22 HTTP/1.1" status: 204 len: 168 time: 1.6449282 Jul 06 11:54:52.694753 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c12ec1-b37e-41b9-89e7-a13d62abc5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef07c758-80cf-4a8a-99f1-1487d68c4a22,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:52.802593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:52.808823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:52.811439 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfb76d6-59e7-4614-a59c-006a49e43bda tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:52.824526 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9234825-1e0f-46fa-b94f-864cd45efe2f None None] Sync routers for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:52.830565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbfb76d6-59e7-4614-a59c-006a49e43bda tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.832310 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cbfb76d6-59e7-4614-a59c-006a49e43bda tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286 HTTP/1.1" status: 200 len: 705 time: 1.2813659 Jul 06 11:54:52.835085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:52.871354 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9234825-1e0f-46fa-b94f-864cd45efe2f None None] Routers {'e326824c-4d52-4f0b-b2c4-0ed079033286'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:52.883624 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e9234825-1e0f-46fa-b94f-864cd45efe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e326824c-4d52-4f0b-b2c4-0ed079033286'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:52.939022 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-253c1ea1-7983-4349-8775-83aa0c22dbe3 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326824c-4d52-4f0b-b2c4-0ed079033286 HTTP/1.1" status: 200 len: 205 time: 0.0990217 Jul 06 11:54:52.943187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60110) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:53.020117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b8dab90f-6163-4f28-8bb3-d9b097bf069e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:53.255273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f95608da-50f5-4c92-a730-fd66f056e211 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.571433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-527baeb1-1dd1-4c0c-ad63-ce01172ed563 None None] Provisioning complete for port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:53.572181 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-527baeb1-1dd1-4c0c-ad63-ce01172ed563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.602392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f95608da-50f5-4c92-a730-fd66f056e211 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.605370 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f95608da-50f5-4c92-a730-fd66f056e211 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.609240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb31835-6e19-4914-933e-be3ca341cfca req-87f6f3a0-f63c-4cf4-a646-3a94f99dd4be tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.627821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1cb31835-6e19-4914-933e-be3ca341cfca req-87f6f3a0-f63c-4cf4-a646-3a94f99dd4be tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 945 time: 0.6982543 Jul 06 11:54:53.639749 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e9234825-1e0f-46fa-b94f-864cd45efe2f None None] Set router e326824c-4d52-4f0b-b2c4-0ed079033286 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:53.655837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b8dab90f-6163-4f28-8bb3-d9b097bf069e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:53.656223 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.684813 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f95608da-50f5-4c92-a730-fd66f056e211 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.686540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95608da-50f5-4c92-a730-fd66f056e211 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Fanout notify agent at l3_agent the message router_deleted on router e326824c-4d52-4f0b-b2c4-0ed079033286 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:54:53.708259 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f95608da-50f5-4c92-a730-fd66f056e211 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.721179 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f95608da-50f5-4c92-a730-fd66f056e211 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286 HTTP/1.1" status: 204 len: 168 time: 0.7757471 Jul 06 11:54:53.722825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60128) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:53.725038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02edc6-3fcc-4b68-928a-f60084332fd6 req-b14c043e-10fa-404b-a2b3-5c80e23fa4a0 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.727275 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a02edc6-3fcc-4b68-928a-f60084332fd6 req-b14c043e-10fa-404b-a2b3-5c80e23fa4a0 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.4371331 Jul 06 11:54:53.731948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Router 761c99f5-d663-48e8-9334-c6be2c14cd93 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:53.741390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-23e54d01-7bc9-46b0-b2df-07dc44236e5d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-994600205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:53.781919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-527baeb1-1dd1-4c0c-ad63-ce01172ed563 None None] Port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:53.836488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23e54d01-7bc9-46b0-b2df-07dc44236e5d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.840010 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23e54d01-7bc9-46b0-b2df-07dc44236e5d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.902044 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e9234825-1e0f-46fa-b94f-864cd45efe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e326824c-4d52-4f0b-b2c4-0ed079033286', 'name': 'tempest-RoutersIpV6Test-router-1349589171', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:43Z', 'updated_at': '2021-07-06T11:54:47Z', 'revision_number': 11, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:53.914519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1cb31835-6e19-4914-933e-be3ca341cfca req-6a1ea660-1f92-49bd-a739-6d4c0b28ace6 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848201 Jul 06 11:54:53.950130 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23e54d01-7bc9-46b0-b2df-07dc44236e5d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.954353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a02edc6-3fcc-4b68-928a-f60084332fd6 req-115755c7-1cf2-4267-9550-5acae29561f6 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109420 Jul 06 11:54:53.957245 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23e54d01-7bc9-46b0-b2df-07dc44236e5d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.020411 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23e54d01-7bc9-46b0-b2df-07dc44236e5d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.025604 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-23e54d01-7bc9-46b0-b2df-07dc44236e5d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3002417 Jul 06 11:54:54.026620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60138) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:54.046332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-89c487cd-7c25-4f2b-910d-fedb1a297a70 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:54.046825 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9234825-1e0f-46fa-b94f-864cd45efe2f None None] Checking router: e326824c-4d52-4f0b-b2c4-0ed079033286 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:54.081548 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9234825-1e0f-46fa-b94f-864cd45efe2f None None] Routers set() bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:54.081942 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9234825-1e0f-46fa-b94f-864cd45efe2f None None] Router IDs set() for agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:54:54.082715 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_agentschedulers_db [None req-e9234825-1e0f-46fa-b94f-864cd45efe2f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e326824c-4d52-4f0b-b2c4-0ed079033286'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent'). {{(pid=93817) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 11:54:54.083538 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9234825-1e0f-46fa-b94f-864cd45efe2f None None] The sync data for ids ['e326824c-4d52-4f0b-b2c4-0ed079033286'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:54.246368 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2ad39980-9c84-48db-a1eb-9c6010bc633f up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:54.326307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 2ad39980-9c84-48db-a1eb-9c6010bc633f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:54.327633 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.371502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:54.371665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60144) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:54.389975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Sync routers for ids ['761c99f5-d663-48e8-9334-c6be2c14cd93'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:54.396638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-02d1557f-0370-4ad0-a5d0-b331ebc09d19 admin admin] 10.222.0.21 "PUT /v2.0/routers/761c99f5-d663-48e8-9334-c6be2c14cd93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8176310 Jul 06 11:54:54.409588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Routers {'761c99f5-d663-48e8-9334-c6be2c14cd93'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:54.410244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['761c99f5-d663-48e8-9334-c6be2c14cd93'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:54.482114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7506d5f-8f95-4418-b878-6a6753e52c92 req-31abb087-c7d9-461d-97f8-6ed0e3eac906 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:54.484235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7506d5f-8f95-4418-b878-6a6753e52c92 req-31abb087-c7d9-461d-97f8-6ed0e3eac906 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 945 time: 0.0862789 Jul 06 11:54:54.590615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7506d5f-8f95-4418-b878-6a6753e52c92 req-b3fdd861-4e9c-442f-8e64-32df6dc426f0 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922139 Jul 06 11:54:54.639167 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.739818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:54.742571 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6440ac-a1e5-4535-a248-89479812eb03" -d '{"events": [{"server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "name": "network-vif-plugged", "status": "completed", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:54.794245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Set router 761c99f5-d663-48e8-9334-c6be2c14cd93 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:54.895022 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8140f2-aad3-4f65-b683-9a8e25107499 x-openstack-request-id: req-9f8140f2-aad3-4f65-b683-9a8e25107499 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:54.895381 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "name": "network-vif-plugged", "status": "completed", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:54.895663 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f8140f2-aad3-4f65-b683-9a8e25107499 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:54.896088 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'code': 200} Jul 06 11:54:54.900725 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:55.005596 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.197757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=2ad39980-9c84-48db-a1eb-9c6010bc633f,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:55.241817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.242539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.244029 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.244749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.245211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.246396 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.247418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.248185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.248459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.249121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.249535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.250080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:55.336738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f4afa136-99d0-40e7-90be-6acb72a99db0 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:55.584535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cbf64-086b-4c3e-974a-96d81010392b req-5423aa35-9121-4254-8f09-835248d84ba7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:55.598568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-744cbf64-086b-4c3e-974a-96d81010392b req-5423aa35-9121-4254-8f09-835248d84ba7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.2475846 Jul 06 11:54:55.640218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-840575909-network', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:55.659002 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89c487cd-7c25-4f2b-910d-fedb1a297a70 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.703956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89c487cd-7c25-4f2b-910d-fedb1a297a70 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.711645 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-744cbf64-086b-4c3e-974a-96d81010392b req-ae9a4ebe-eb64-4cc6-9537-a8df11b48fc8 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911570 Jul 06 11:54:55.712234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60178) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:55.719591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-528637043-network', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:55.740618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Made reservation on behalf of be84a3fc713d4ed285df754e19f8f834 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:55.745948 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.890083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '22657b00-c9c2-4b30-afa4-329cd8b5ad3c', 'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'mac_address': 'fa:16:3e:da:5a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:49Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 2, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'subnets': [{'id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:55.931361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.947630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port f4afa136-99d0-40e7-90be-6acb72a99db0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:55.948536 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.021785 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484f454-a930-4f64-aa86-d2beb3c72b8b req-30daa4c5-6203-472b-a099-9c37ffdf0588 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:56.029655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6484f454-a930-4f64-aa86-d2beb3c72b8b req-30daa4c5-6203-472b-a099-9c37ffdf0588 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 945 time: 0.1457524 Jul 06 11:54:56.041902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Checking router: 761c99f5-d663-48e8-9334-c6be2c14cd93 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:56.042167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Updating router 761c99f5-d663-48e8-9334-c6be2c14cd93 port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:56.117984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Made reservation on behalf of f8594256b2f7417da405b1b15b0be24c for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:56.128610 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.129761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6484f454-a930-4f64-aa86-d2beb3c72b8b req-75815b6e-e73e-4afe-88f8-aebe60076ebc tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991681 Jul 06 11:54:56.131777 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.183322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.194491 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.311619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c487cd-7c25-4f2b-910d-fedb1a297a70 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Router 0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:54:56.567912 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.570065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c487cd-7c25-4f2b-910d-fedb1a297a70 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:56.582210 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89c487cd-7c25-4f2b-910d-fedb1a297a70 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.583798 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee0e7b-c44b-4975-8e90-609189ac668f None None] Sync routers for ids ['0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:56.588394 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-89c487cd-7c25-4f2b-910d-fedb1a297a70 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "PUT /v2.0/routers/0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28 HTTP/1.1" status: 200 len: 697 time: 2.5606649 Jul 06 11:54:56.591288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60198) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:56.603925 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee0e7b-c44b-4975-8e90-609189ac668f None None] Routers {'0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:56.606779 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7dee0e7b-c44b-4975-8e90-609189ac668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:56.641134 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.694848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Transition to ACTIVE for port object 22657b00-c9c2-4b30-afa4-329cd8b5ad3c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:56.805194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f4afa136-99d0-40e7-90be-6acb72a99db0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f4afa136-99d0-40e7-90be-6acb72a99db0,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:56.821969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.832783 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.938610 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.953494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.977415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.979337 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7dee0e7b-c44b-4975-8e90-609189ac668f None None] Set router 0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:57.040025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4afa136-99d0-40e7-90be-6acb72a99db0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:57.049267 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18ce4fb-2801-4d8b-9971-92768cb980b4" -d '{"events": [{"server_uuid": "bd43c9d7-7c3e-4c95-ba3b-d2db0b672825", "name": "network-vif-plugged", "status": "completed", "tag": "f4afa136-99d0-40e7-90be-6acb72a99db0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:57.053907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f4afa136-99d0-40e7-90be-6acb72a99db0,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:57.113910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:57.144334 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.144660 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Added segment d37e09f4-2348-4203-af83-4ba00459c52d of type vlan for network c5501d94-4929-499f-a471-b699ac0e8674 Jul 06 11:54:57.204662 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7dee0e7b-c44b-4975-8e90-609189ac668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28', 'name': 'tempest-RoutersIpV6Test-router-994600205', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:53Z', 'updated_at': '2021-07-06T11:54:55Z', 'revision_number': 2, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:57.228208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f82f1d-9e80-4222-ba8a-5b61707823bb None None] Pushing event updated for resources: {'Port': ['ID=22657b00-c9c2-4b30-afa4-329cd8b5ad3c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:57.293577 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a602912b-87d9-435f-9372-e4219f878bda x-openstack-request-id: req-a602912b-87d9-435f-9372-e4219f878bda {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:57.293898 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd43c9d7-7c3e-4c95-ba3b-d2db0b672825", "name": "network-vif-plugged", "status": "completed", "tag": "f4afa136-99d0-40e7-90be-6acb72a99db0", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:57.299104 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a602912b-87d9-435f-9372-e4219f878bda {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:57.299663 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4afa136-99d0-40e7-90be-6acb72a99db0', 'code': 200} Jul 06 11:54:57.317353 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee0e7b-c44b-4975-8e90-609189ac668f None None] Checking router: 0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:57.326089 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.339543 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee0e7b-c44b-4975-8e90-609189ac668f None None] Routers {'0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:57.340232 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7dee0e7b-c44b-4975-8e90-609189ac668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:57.415867 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6b11db14-3957-46e5-95d4-1d632e8106a7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/routers/0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28 HTTP/1.1" status: 200 len: 703 time: 0.8232737 Jul 06 11:54:57.424691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60218) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:57.441132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29d82af-cc32-4b18-bc2a-4fca3446a12d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:57.528955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Attempting to bind port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:57.529361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Attempting to bind port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:57.529704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Attempting to bind port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c on network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:57.544784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:57.545637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Checking segment: {'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:57.546065 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.546574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Bound using segment: {'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:57.547087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Bound port: 22657b00-c9c2-4b30-afa4-329cd8b5ad3c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:57.547557 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.553181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:57.573015 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7dee0e7b-c44b-4975-8e90-609189ac668f None None] Set router 0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:57.575152 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3b87a172-17a7-449d-90b3-c02e4ddd8233 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28 HTTP/1.1" status: 200 len: 205 time: 0.1491842 Jul 06 11:54:57.589803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60220) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:57.614078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:54:57.667293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ffd8e6-cee8-47a1-8294-651ad484a770,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:57.679622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.682855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:57.683838 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.704196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] For port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:57.708522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] For port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=22657b00-c9c2-4b30-afa4-329cd8b5ad3c,segment=NetworkSegment(3c11411e-3825-4f43-85ab-8ab20d2a91e4),segment_id=3c11411e-3825-4f43-85ab-8ab20d2a91e4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:57.719365 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.753284 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7dee0e7b-c44b-4975-8e90-609189ac668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28', 'name': 'tempest-RoutersIpV6Test-router-994600205', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:53Z', 'updated_at': '2021-07-06T11:54:55Z', 'revision_number': 2, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:57.848777 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee0e7b-c44b-4975-8e90-609189ac668f None None] The sync data for ids ['0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28'] in n-d-799527-2 is: [{'id': '0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28', 'name': 'tempest-RoutersIpV6Test-router-994600205', 'tenant_id': '49829dd6790344f2b9f01f55d00f21ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:53Z', 'updated_at': '2021-07-06T11:54:55Z', 'revision_number': 2, 'project_id': '49829dd6790344f2b9f01f55d00f21ec', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:57.853356 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdc49f4-3e9e-411c-8f6a-65a32ed6956a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.870737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f82f1d-9e80-4222-ba8a-5b61707823bb None None] Pushing event updated for resources: {'Port': ['ID=22657b00-c9c2-4b30-afa4-329cd8b5ad3c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:57.966779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb7123-b2c1-4605-bf99-ee13a9a4f2d8 req-bb86eb7f-2cee-4e24-944d-7367c6562928 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:57.968492 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5fb7123-b2c1-4605-bf99-ee13a9a4f2d8 req-bb86eb7f-2cee-4e24-944d-7367c6562928 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.7619877 Jul 06 11:54:57.975996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Routers {'761c99f5-d663-48e8-9334-c6be2c14cd93'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:57.976669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['761c99f5-d663-48e8-9334-c6be2c14cd93'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:58.005193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.006118 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Added segment 2e9d9a19-5c7d-48d0-906a-206d90735732 of type vlan for network f47d1289-f90c-4be9-99c0-9c7786ff53ef Jul 06 11:54:58.015275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] Pushing event updated for resources: {'Network': ['ID=c5501d94-4929-499f-a471-b699ac0e8674,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:58.046091 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-57446034-ebb2-450c-acb2-295001823502 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6715167 Jul 06 11:54:58.052342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:58.077087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] Request body: {'subnet': {'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-840575909-subnet', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:58.150129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.210576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] Made reservation on behalf of be84a3fc713d4ed285df754e19f8f834 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:58.214145 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.232411 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.233772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.236503 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.289011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] Set router 761c99f5-d663-48e8-9334-c6be2c14cd93 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:58.422736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] Pushing event updated for resources: {'Network': ['ID=f47d1289-f90c-4be9-99c0-9c7786ff53ef,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:58.526811 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3ff721f3-c3e1-4bee-b2dc-ecfad804eb5b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8126545 Jul 06 11:54:58.527327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60226) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:58.537966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715520f6-3760-4d64-9757-f155775fa800 req-e6c4ef6c-c316-4a44-9d98-8e5078a83f56 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.545564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] Request body: {'subnet': {'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-528637043-subnet', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:58.546336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-715520f6-3760-4d64-9757-f155775fa800 req-e6c4ef6c-c316-4a44-9d98-8e5078a83f56 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.9617641 Jul 06 11:54:58.603580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.606877 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-30ea8e05-d2ee-4a40-9ad5-c2f0e70148c8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6340353 Jul 06 11:54:58.614218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] Made reservation on behalf of f8594256b2f7417da405b1b15b0be24c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:58.622629 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.674286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network c5501d94-4929-499f-a471-b699ac0e8674 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:58.677844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f47d1289-f90c-4be9-99c0-9c7786ff53ef details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:58.819859 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdc49f4-3e9e-411c-8f6a-65a32ed6956a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.822466 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdc49f4-3e9e-411c-8f6a-65a32ed6956a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.853612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-71d6238c-a8e3-47d3-a5e1-77d9202d48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.855792 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-71d6238c-a8e3-47d3-a5e1-77d9202d48f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 1096 time: 0.1926801 Jul 06 11:54:59.097272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc09a7f7-b80a-414e-b7c0-97c502192979,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:59.134049 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdc49f4-3e9e-411c-8f6a-65a32ed6956a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.146548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdc49f4-3e9e-411c-8f6a-65a32ed6956a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Fanout notify agent at l3_agent the message router_deleted on router 0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:54:59.170293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-a76d2862-419d-4c84-8e41-28bd79b1892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.172101 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-a76d2862-419d-4c84-8e41-28bd79b1892f service neutron] 10.222.0.86 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.2684095 Jul 06 11:54:59.196542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdc49f4-3e9e-411c-8f6a-65a32ed6956a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.210875 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ebdc49f4-3e9e-411c-8f6a-65a32ed6956a tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28 HTTP/1.1" status: 204 len: 168 time: 1.6197152 Jul 06 11:54:59.238937 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.253416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60228) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:59.263484 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-b5d9d646-a4e3-4ecd-8745-33c0fa5d75f5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=916c1c2d-3c88-4d17-8b44-f1eeca17bb89 HTTP/1.1" status: 200 len: 217 time: 0.0785067 Jul 06 11:54:59.292478 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5fb7123-b2c1-4605-bf99-ee13a9a4f2d8 req-ca2218b9-cdee-4728-9387-1c48511e7e4c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2390189 Jul 06 11:54:59.316196 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.451869 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-715520f6-3760-4d64-9757-f155775fa800 req-f158687d-d797-424c-95cc-65fcb7be2829 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9040318 Jul 06 11:54:59.456682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2e65c5af-0e39-4ec7-891b-2594721193e6 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28 HTTP/1.1" status: 200 len: 205 time: 0.1466839 Jul 06 11:54:59.461136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60230) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:59.595111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-04be5ac2-e38b-4fbf-8f8c-e5316ffc46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.604492 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-04be5ac2-e38b-4fbf-8f8c-e5316ffc46b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.2662971 Jul 06 11:54:59.686071 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-d85d38b7-bbd6-487b-9bb8-90475ba0e34d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] delete failed (client error): The resource could not be found. Jul 06 11:54:59.687903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d85d38b7-bbd6-487b-9bb8-90475ba0e34d tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/0dbea2bf-0dd0-4499-ad0e-b6d2c2661e28 HTTP/1.1" status: 404 len: 336 time: 0.2261012 Jul 06 11:54:59.692855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:59.726836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] Checking segment: {'id': 'd37e09f4-2348-4203-af83-4ba00459c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:59.727490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] Network hostable DHCP agents. Network: c5501d94-4929-499f-a471-b699ac0e8674, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:59.788046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '22657b00-c9c2-4b30-afa4-329cd8b5ad3c', 'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'mac_address': 'fa:16:3e:da:5a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:49Z', 'updated_at': '2021-07-06T11:54:57Z', 'revision_number': 4, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'subnets': [{'id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:59.797051 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae3f28a-dfe3-4dad-8542-04e4166a8220 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] DELETE failed (client error): The resource could not be found. Jul 06 11:54:59.797781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae3f28a-dfe3-4dad-8542-04e4166a8220 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:54:59.804098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bae3f28a-dfe3-4dad-8542-04e4166a8220 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/eef286c3-9a3f-4b1d-b130-df874a145142 HTTP/1.1" status: 404 len: 337 time: 0.1076925 Jul 06 11:54:59.807672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60234) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:59.869559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b70c024-2b55-459f-a343-35d6c86c2140 None None] The sync data for ids ['761c99f5-d663-48e8-9334-c6be2c14cd93'] in n-d-799527-2 is: [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '22657b00-c9c2-4b30-afa4-329cd8b5ad3c', 'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'mac_address': 'fa:16:3e:da:5a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:49Z', 'updated_at': '2021-07-06T11:54:57Z', 'revision_number': 4, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'subnets': [{'id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:59.898663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.930045 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-2896696e-d11b-4413-a18b-3a81df19a7d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] DELETE failed (client error): The resource could not be found. Jul 06 11:54:59.930812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2896696e-d11b-4413-a18b-3a81df19a7d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:54:59.940067 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2896696e-d11b-4413-a18b-3a81df19a7d2 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/80df93cb-9865-4396-8ffe-852320ef8584 HTTP/1.1" status: 404 len: 337 time: 0.1101484 Jul 06 11:54:59.941755 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60238) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:00.009507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] Network c5501d94-4929-499f-a471-b699ac0e8674 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:55:00.031656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, c5501d94-4929-499f-a471-b699ac0e8674) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:00.059222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ced390-ec78-429c-bb85-3fe1c8e15b36 None None] Network c5501d94-4929-499f-a471-b699ac0e8674 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:00.077479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:00.099812 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.125312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f4cd82b6-b5ec-4801-af71-282497c07d9d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0659554 Jul 06 11:55:00.129058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60240) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:00.147136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-840575909-router', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:00.232982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.234256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.322886 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-804fee1b-bfd3-441a-9645-8ffa3908855f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] DELETE failed (client error): The resource could not be found. Jul 06 11:55:00.323521 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804fee1b-bfd3-441a-9645-8ffa3908855f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:55:00.338843 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-804fee1b-bfd3-441a-9645-8ffa3908855f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/9145b159-80d3-4060-99bc-11025caab31b HTTP/1.1" status: 404 len: 337 time: 0.3629897 Jul 06 11:55:00.382312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60242) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:00.478241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.537944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f9f824-255d-4eda-aea0-17ffd9d9b167,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:00.608400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] Checking segment: {'id': '2e9d9a19-5c7d-48d0-906a-206d90735732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:00.612675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] Network hostable DHCP agents. Network: f47d1289-f90c-4be9-99c0-9c7786ff53ef, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:55:00.615509 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-099e0d97-1d24-43df-9420-9280164e69b1 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] DELETE failed (client error): The resource could not be found. Jul 06 11:55:00.624178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099e0d97-1d24-43df-9420-9280164e69b1 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:55:00.629411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-099e0d97-1d24-43df-9420-9280164e69b1 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/2e696947-3458-4dff-b749-ac18784f2062 HTTP/1.1" status: 404 len: 337 time: 0.2085791 Jul 06 11:55:00.631023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60248) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:00.695011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-c5501d94-4929-499f-a471-b699ac0e8674', 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'fixed_ips': [{'subnet_id': 'bc09a7f7-b80a-414e-b7c0-97c502192979'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:55:00.700403 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.976664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-a3c56de0-25b3-49e6-9400-d122a224aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:00.990739 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-a3c56de0-25b3-49e6-9400-d122a224aaaa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2700026 Jul 06 11:55:00.998353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-0cc139bf-810d-4033-9c68-3c8ed2ce9884 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:55:00.999724 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-0cc139bf-810d-4033-9c68-3c8ed2ce9884 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076957 Jul 06 11:55:01.051423 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bb05670a-2274-491f-9e8b-0169c5e64070 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326824c-4d52-4f0b-b2c4-0ed079033286 HTTP/1.1" status: 200 len: 205 time: 0.4077029 Jul 06 11:55:01.094807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22657b00-c9c2-4b30-afa4-329cd8b5ad3c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:01.102797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60256) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:01.190255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:01.197759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:01.199665 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.258719 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Allocated IP 172.20.0.2 (c5501d94-4929-499f-a471-b699ac0e8674/bc09a7f7-b80a-414e-b7c0-97c502192979/c361461e-3f75-402d-bc2b-9203f3b52ff2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:01.303603 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.439395 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.471330 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-99427a07-1989-45ca-84f4-d59ee8c511e7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] delete failed (client error): The resource could not be found. Jul 06 11:55:01.475359 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-99427a07-1989-45ca-84f4-d59ee8c511e7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/e326824c-4d52-4f0b-b2c4-0ed079033286 HTTP/1.1" status: 404 len: 336 time: 0.3691354 Jul 06 11:55:01.479490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:01.498136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=22657b00-c9c2-4b30-afa4-329cd8b5ad3c,segment=NetworkSegment(3c11411e-3825-4f43-85ab-8ab20d2a91e4),segment_id=3c11411e-3825-4f43-85ab-8ab20d2a91e4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:01.505663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] Network f47d1289-f90c-4be9-99c0-9c7786ff53ef is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:55:01.523895 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.531703 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f47d1289-f90c-4be9-99c0-9c7786ff53ef) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:01.558586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:01.559198 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.604086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=22657b00-c9c2-4b30-afa4-329cd8b5ad3c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:01.608357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46edf61-1c35-4b32-9f62-076c95a15a19 None None] Network f47d1289-f90c-4be9-99c0-9c7786ff53ef requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:01.681113 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cfee49ef-4ec6-4db0-ab34-a1e1216d2e1d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.1452136 Jul 06 11:55:01.681694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60260) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:01.723097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6264dbed-5a14-4af9-9546-ecdeee84bdf0 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1 HTTP/1.1" status: 200 len: 205 time: 0.2421820 Jul 06 11:55:01.731185 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-94bb5c46-4e3b-4253-97c2-1194b097e6d1 service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809781 Jul 06 11:55:01.732659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60262) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:01.750859 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-528637043-router', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:01.842360 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-d6a9f090-c341-46e3-a695-ed37e52c9ba9 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] delete failed (client error): The resource could not be found. Jul 06 11:55:01.853931 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d6a9f090-c341-46e3-a695-ed37e52c9ba9 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/f6f600f3-68b0-4392-a4b2-3e31b3eeb9c1 HTTP/1.1" status: 404 len: 336 time: 0.1049984 Jul 06 11:55:01.862734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:01.986775 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f1a55c-ce9b-49a4-89f8-6626ee723ff3 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] DELETE failed (client error): The resource could not be found. Jul 06 11:55:01.987249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f1a55c-ce9b-49a4-89f8-6626ee723ff3 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:55:01.989219 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a6f1a55c-ce9b-49a4-89f8-6626ee723ff3 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/43cf10de-7371-421c-8bc9-88ccbf2da490 HTTP/1.1" status: 404 len: 337 time: 0.1226330 Jul 06 11:55:02.028379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60268) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:02.148472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-f47d1289-f90c-4be9-99c0-9c7786ff53ef', 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'fixed_ips': [{'subnet_id': '68f9f824-255d-4eda-aea0-17ffd9d9b167'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:55:02.152224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.159341 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.166023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.181620 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fa7269cb-d986-450d-a0e9-dcd00e9dfa79 req-9242a1fc-0d0b-41fb-8d9c-bda30c4c903d service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251800 Jul 06 11:55:02.181986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b4122e12-cd3c-43b1-8305-690b5a03cc91 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=8690f8cb-7d14-49f7-9333-1c27d918be38 HTTP/1.1" status: 200 len: 205 time: 0.1504650 Jul 06 11:55:02.185309 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:02.194043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d6757-7c43-4912-9777-bf89c3dea735 req-20eb7c10-268c-48ad-9f3f-edf31717bcc4 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:02.210177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-913d6757-7c43-4912-9777-bf89c3dea735 req-20eb7c10-268c-48ad-9f3f-edf31717bcc4 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.8916054 Jul 06 11:55:02.242054 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b606b-3db7-45cb-93d8-e1ddcd60f00e req-4047aa80-21fa-48e9-9092-cc5f62b6236b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:02.250171 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a6b606b-3db7-45cb-93d8-e1ddcd60f00e req-4047aa80-21fa-48e9-9092-cc5f62b6236b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.9305375 Jul 06 11:55:02.349235 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.354510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a6b606b-3db7-45cb-93d8-e1ddcd60f00e req-6b7d4b17-5bc8-40d1-bb52-ca8a097c7528 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031268 Jul 06 11:55:02.371186 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-5c8ab0d2-36d3-4daf-8cf1-2498c129bc94 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] delete failed (client error): The resource could not be found. Jul 06 11:55:02.377934 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5c8ab0d2-36d3-4daf-8cf1-2498c129bc94 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/8690f8cb-7d14-49f7-9333-1c27d918be38 HTTP/1.1" status: 404 len: 336 time: 0.1623459 Jul 06 11:55:02.381318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:02.603756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a1d914f6-140c-493f-85d7-87eb1725c1f1 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fd6032-9780-41f5-a050-28d199a152af HTTP/1.1" status: 200 len: 205 time: 0.2127295 Jul 06 11:55:02.604525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60278) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:02.679788 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-913d6757-7c43-4912-9777-bf89c3dea735 req-4316fa99-8c10-44cb-952c-daa0d9174034 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615922 Jul 06 11:55:02.726673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Allocated IP 172.20.0.2 (f47d1289-f90c-4be9-99c0-9c7786ff53ef/68f9f824-255d-4eda-aea0-17ffd9d9b167/c416312a-9dbd-4486-be40-1dd3cf7a3e83) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:02.757620 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-1f250aeb-9512-4fff-b0c3-1141e8de64d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] delete failed (client error): The resource could not be found. Jul 06 11:55:02.765104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1f250aeb-9512-4fff-b0c3-1141e8de64d5 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/52fd6032-9780-41f5-a050-28d199a152af HTTP/1.1" status: 404 len: 336 time: 0.1457031 Jul 06 11:55:02.769248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:02.877194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.974604 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0da9e1-3b6b-4b14-8972-4207f89474fd tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] DELETE failed (client error): The resource could not be found. Jul 06 11:55:02.988067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0da9e1-3b6b-4b14-8972-4207f89474fd tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:55:02.994881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5a0da9e1-3b6b-4b14-8972-4207f89474fd tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/19cee19a-9cb8-4a98-b37c-16a2a0fde32b HTTP/1.1" status: 404 len: 337 time: 0.2237575 Jul 06 11:55:02.998519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60282) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:03.026806 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.039588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Transition to ACTIVE for port object c416312a-9dbd-4486-be40-1dd3cf7a3e83 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:03.063057 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Transition to ACTIVE for port object c416312a-9dbd-4486-be40-1dd3cf7a3e83 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:03.066498 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.073356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22657b00-c9c2-4b30-afa4-329cd8b5ad3c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:03.083744 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.104889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d698c-1ca1-456d-be79-d7de0fe3806e req-5cf7fe85-743a-49fc-9141-07a1e1347d99 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:03.106984 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0f0d698c-1ca1-456d-be79-d7de0fe3806e req-5cf7fe85-743a-49fc-9141-07a1e1347d99 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.47 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 945 time: 0.5099339 Jul 06 11:55:03.213527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Pushing event updated for resources: {'Port': ['ID=c416312a-9dbd-4486-be40-1dd3cf7a3e83,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:03.219352 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Transition to ACTIVE for port object c361461e-3f75-402d-bc2b-9203f3b52ff2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:03.296670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Transition to ACTIVE for port object c361461e-3f75-402d-bc2b-9203f3b52ff2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:03.300783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Network f47d1289-f90c-4be9-99c0-9c7786ff53ef is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:03.332991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:03.341451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:03.371616 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.409225 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f1cc23f8-0d5d-4a97-b160-4b293da9bb72 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4543b19-307b-4962-9177-e2833081b794 HTTP/1.1" status: 200 len: 205 time: 0.3733013 Jul 06 11:55:03.425369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60286) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:03.557935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Pushing event updated for resources: {'Port': ['ID=c361461e-3f75-402d-bc2b-9203f3b52ff2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:03.593856 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-ecff84e7-f674-4dcb-9808-8d98ef829166 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] delete failed (client error): The resource could not be found. Jul 06 11:55:03.609645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60290) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:03.629344 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ecff84e7-f674-4dcb-9808-8d98ef829166 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/e4543b19-307b-4962-9177-e2833081b794 HTTP/1.1" status: 404 len: 336 time: 0.1527803 Jul 06 11:55:03.685756 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5377d8-0b8e-4625-adc1-b9fdd647b6d3 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] DELETE failed (client error): The resource could not be found. Jul 06 11:55:03.686697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5377d8-0b8e-4625-adc1-b9fdd647b6d3 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:55:03.690795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7d5377d8-0b8e-4625-adc1-b9fdd647b6d3 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/d90add12-518f-4180-b738-3c11009f372c HTTP/1.1" status: 404 len: 337 time: 0.0776944 Jul 06 11:55:03.697504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60292) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:03.719734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:03.719734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.789857 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.817114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Network c5501d94-4929-499f-a471-b699ac0e8674 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:03.845321 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9c9ba-60d8-46dc-a39d-a725a52e902f req-670f377f-b5d2-41fd-b239-a799844aaaac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:03.846971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3b9c9ba-60d8-46dc-a39d-a725a52e902f req-670f377f-b5d2-41fd-b239-a799844aaaac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 945 time: 0.9455357 Jul 06 11:55:03.849727 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.858046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:03.877842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:03.880453 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Attempting to bind port c416312a-9dbd-4486-be40-1dd3cf7a3e83 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:03.881068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Attempting to bind port c416312a-9dbd-4486-be40-1dd3cf7a3e83 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '2e9d9a19-5c7d-48d0-906a-206d90735732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:03.881672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Attempting to bind port c416312a-9dbd-4486-be40-1dd3cf7a3e83 on network f47d1289-f90c-4be9-99c0-9c7786ff53ef {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:03.894205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:03.895026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Checking segment: {'id': '2e9d9a19-5c7d-48d0-906a-206d90735732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:03.895687 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.896299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Bound using segment: {'id': '2e9d9a19-5c7d-48d0-906a-206d90735732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:03.897097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Bound port: c416312a-9dbd-4486-be40-1dd3cf7a3e83, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9d9a19-5c7d-48d0-906a-206d90735732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:03.897854 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.902885 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3b9c9ba-60d8-46dc-a39d-a725a52e902f req-cedd0ea5-823f-4a35-9eed-312b08a32b40 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2de1a92-7f25-4384-a0b6-fca5ed320c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486443 Jul 06 11:55:04.104408 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.148909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Allocated IP 172.25.0.117 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/a35137c7-7514-4cde-a813-55fdefcbb256) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:04.171432 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.183028 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bb1d766a-6a94-4b43-9032-3be2faadb7c7 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "GET /v2.0/ports?device_id=553a05bd-a56f-4908-a517-b7f11857d3c8 HTTP/1.1" status: 200 len: 205 time: 0.4772336 Jul 06 11:55:04.192111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60298) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:04.232105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0f0d698c-1ca1-456d-be79-d7de0fe3806e req-48375e22-00f3-4377-bb61-e5169541d4ac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Deleting port bb369394-09ee-4dcb-8598-0ce9481a2757 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:04.232507 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0f0d698c-1ca1-456d-be79-d7de0fe3806e req-48375e22-00f3-4377-bb61-e5169541d4ac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.348459 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2764d-9854-4f69-bf2c-95815d9cd2c0 req-619eaefe-d772-477c-9c35-c00815acb87e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:04.350049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aec2764d-9854-4f69-bf2c-95815d9cd2c0 req-619eaefe-d772-477c-9c35-c00815acb87e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.6714740 Jul 06 11:55:04.453693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Attempting to bind port c361461e-3f75-402d-bc2b-9203f3b52ff2 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:04.454424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Attempting to bind port c361461e-3f75-402d-bc2b-9203f3b52ff2 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd37e09f4-2348-4203-af83-4ba00459c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:04.455807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Attempting to bind port c361461e-3f75-402d-bc2b-9203f3b52ff2 on network c5501d94-4929-499f-a471-b699ac0e8674 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:04.486084 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:04.491679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Checking segment: {'id': 'd37e09f4-2348-4203-af83-4ba00459c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:04.491679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.492267 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Bound using segment: {'id': 'd37e09f4-2348-4203-af83-4ba00459c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:04.493620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Bound port: c361461e-3f75-402d-bc2b-9203f3b52ff2, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37e09f4-2348-4203-af83-4ba00459c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:04.493620 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.537778 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-3c00262d-20fd-4dbe-b617-6e8574a8f172 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] delete failed (client error): The resource could not be found. Jul 06 11:55:04.539150 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3c00262d-20fd-4dbe-b617-6e8574a8f172 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/routers/553a05bd-a56f-4908-a517-b7f11857d3c8 HTTP/1.1" status: 404 len: 336 time: 0.3454797 Jul 06 11:55:04.544608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60302) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:04.727236 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.763226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0f0d698c-1ca1-456d-be79-d7de0fe3806e req-48375e22-00f3-4377-bb61-e5169541d4ac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] For port bb369394-09ee-4dcb-8598-0ce9481a2757, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=bb369394-09ee-4dcb-8598-0ce9481a2757,segment=NetworkSegment(ca510d3a-ac50-4907-9c2b-acdc01f01062),segment_id=ca510d3a-ac50-4907-9c2b-acdc01f01062)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:04.764386 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0f0d698c-1ca1-456d-be79-d7de0fe3806e req-48375e22-00f3-4377-bb61-e5169541d4ac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.807155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0f0d698c-1ca1-456d-be79-d7de0fe3806e req-48375e22-00f3-4377-bb61-e5169541d4ac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Calling delete_port for bb369394-09ee-4dcb-8598-0ce9481a2757 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:04.817748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-759226b4-71a0-420b-9323-3f527560af7f None None] For port c416312a-9dbd-4486-be40-1dd3cf7a3e83, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:04.854192 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aec2764d-9854-4f69-bf2c-95815d9cd2c0 req-56e6fa6e-d736-4ee9-9a09-f1a3a4f8e4d9 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4424973 Jul 06 11:55:04.862079 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-76576a22-3289-4329-b6af-2ca3da2f728f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] DELETE failed (client error): The resource could not be found. Jul 06 11:55:04.862796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76576a22-3289-4329-b6af-2ca3da2f728f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:55:04.865325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-76576a22-3289-4329-b6af-2ca3da2f728f tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/5afd1c30-04cf-46df-8b99-3f53aad9c975 HTTP/1.1" status: 404 len: 337 time: 0.3162403 Jul 06 11:55:04.869900 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.874648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60304) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:04.904361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-759226b4-71a0-420b-9323-3f527560af7f None None] For port c416312a-9dbd-4486-be40-1dd3cf7a3e83, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c416312a-9dbd-4486-be40-1dd3cf7a3e83,segment=NetworkSegment(2e9d9a19-5c7d-48d0-906a-206d90735732),segment_id=2e9d9a19-5c7d-48d0-906a-206d90735732)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:04.918601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] For port c361461e-3f75-402d-bc2b-9203f3b52ff2, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:04.927351 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] For port c361461e-3f75-402d-bc2b-9203f3b52ff2, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c361461e-3f75-402d-bc2b-9203f3b52ff2,segment=NetworkSegment(d37e09f4-2348-4203-af83-4ba00459c52d),segment_id=d37e09f4-2348-4203-af83-4ba00459c52d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:04.932671 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.956263 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:05.035700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Allocated IP 172.25.0.41 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/e66c6a1d-fe05-457d-9ec8-acb23e097205) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:05.183349 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc9e932-99b1-49ea-81c4-bc635a734619 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] DELETE failed (client error): The resource could not be found. Jul 06 11:55:05.183880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc9e932-99b1-49ea-81c4-bc635a734619 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:55:05.194369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bcc9e932-99b1-49ea-81c4-bc635a734619 tempest-RoutersIpV6Test-1194390944 tempest-RoutersIpV6Test-1194390944-project] 10.222.0.21 "DELETE /v2.0/subnets/66c17ad3-b336-40e0-91a6-96baa236ffd4 HTTP/1.1" status: 404 len: 337 time: 0.3001449 Jul 06 11:55:05.210794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759226b4-71a0-420b-9323-3f527560af7f None None] Pushing event updated for resources: {'Port': ['ID=c416312a-9dbd-4486-be40-1dd3cf7a3e83,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:05.340190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:05.426722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:05.429612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d7ec2-873b-4554-91c9-77078d95b56f None None] Pushing event updated for resources: {'Port': ['ID=c361461e-3f75-402d-bc2b-9203f3b52ff2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:05.437776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Pushing event updated for resources: {'Port': ['ID=a35137c7-7514-4cde-a813-55fdefcbb256,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:05.459899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:05.629768 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:05.639773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227436a-d54a-470b-bf77-98926b0dd93e req-c0b82126-36d0-4dfd-8444-214bc7f65860 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:05.650179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6227436a-d54a-470b-bf77-98926b0dd93e req-c0b82126-36d0-4dfd-8444-214bc7f65860 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 1.2969089 Jul 06 11:55:05.858257 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:06.085419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:06.085739 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0f0d698c-1ca1-456d-be79-d7de0fe3806e req-48375e22-00f3-4377-bb61-e5169541d4ac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:06.105483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:06.148151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:06.297716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device bb369394-09ee-4dcb-8598-0ce9481a2757 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:06.415329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: bb369394-09ee-4dcb-8598-0ce9481a2757 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:06.415996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device bb369394-09ee-4dcb-8598-0ce9481a2757 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:06.521475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Pushing event updated for resources: {'Port': ['ID=e66c6a1d-fe05-457d-9ec8-acb23e097205,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:06.535779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60322) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:06.855507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6227436a-d54a-470b-bf77-98926b0dd93e req-6af4e478-1095-417c-9bfe-56dcc553b27d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2042580 Jul 06 11:55:06.932389 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.123614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48375e22-00f3-4377-bb61-e5169541d4ac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Pushing event deleted for resources: {'Port': ['ID=bb369394-09ee-4dcb-8598-0ce9481a2757,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:07.233193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6254698e-f6e5-4556-9024-fcac44886477 req-76ac0238-cb49-4cda-87d3-0a82fb9c2671 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 210 time: 0.4161510 Jul 06 11:55:07.238034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c361461e-3f75-402d-bc2b-9203f3b52ff2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:07.370407 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port c361461e-3f75-402d-bc2b-9203f3b52ff2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:07.377264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c416312a-9dbd-4486-be40-1dd3cf7a3e83 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:07.457600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4110b6b5-deef-4184-841d-0d58900bedf7 None None] Network f47d1289-f90c-4be9-99c0-9c7786ff53ef requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:07.504007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0d698c-1ca1-456d-be79-d7de0fe3806e req-48375e22-00f3-4377-bb61-e5169541d4ac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] No DVR routers for this DVR port bb369394-09ee-4dcb-8598-0ce9481a2757 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:07.513890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0f0d698c-1ca1-456d-be79-d7de0fe3806e req-48375e22-00f3-4377-bb61-e5169541d4ac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.524086 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0f0d698c-1ca1-456d-be79-d7de0fe3806e req-48375e22-00f3-4377-bb61-e5169541d4ac tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.47 "DELETE /v2.0/ports/bb369394-09ee-4dcb-8598-0ce9481a2757 HTTP/1.1" status: 204 len: 173 time: 4.4078519 Jul 06 11:55:07.537987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6897eb92-3df2-4198-a943-e3916b9467a8', 'name': 'network-vif-deleted', 'tag': 'bb369394-09ee-4dcb-8598-0ce9481a2757'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:07.549169 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2b96f8-fd04-4d4d-9359-decf0a7ce18a" -d '{"events": [{"server_uuid": "6897eb92-3df2-4198-a943-e3916b9467a8", "name": "network-vif-deleted", "tag": "bb369394-09ee-4dcb-8598-0ce9481a2757"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:07.584992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port c416312a-9dbd-4486-be40-1dd3cf7a3e83 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:07.592758 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f2679ed2-c867-4f84-9b65-65f097bac82a None None] Provisioning for port c416312a-9dbd-4486-be40-1dd3cf7a3e83 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:07.621035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c416312a-9dbd-4486-be40-1dd3cf7a3e83 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:07.624796 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:07.648916 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f2679ed2-c867-4f84-9b65-65f097bac82a None None] Provisioning complete for port c416312a-9dbd-4486-be40-1dd3cf7a3e83 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:07.650016 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635d17-6696-404c-a7a6-8411a9a49957 req-4e14739a-74d4-4c41-b65b-9c7e7508af56 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:07.652116 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b635d17-6696-404c-a7a6-8411a9a49957 req-4e14739a-74d4-4c41-b65b-9c7e7508af56 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.4174685 Jul 06 11:55:07.659586 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2679ed2-c867-4f84-9b65-65f097bac82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.090150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b635d17-6696-404c-a7a6-8411a9a49957 req-5ea53367-4eb7-4023-953e-0a869125e4af tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016796 Jul 06 11:55:08.097147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8990b9cf-1939-40fc-b0d3-e5e5afbb8096 None None] Network c5501d94-4929-499f-a471-b699ac0e8674 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:08.162115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.593199 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.719283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port c416312a-9dbd-4486-be40-1dd3cf7a3e83, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c416312a-9dbd-4486-be40-1dd3cf7a3e83,segment=NetworkSegment(2e9d9a19-5c7d-48d0-906a-206d90735732),segment_id=2e9d9a19-5c7d-48d0-906a-206d90735732)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:08.732785 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.750138 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b741f8f-f215-43b2-8c4a-86ccb28e785f req-84f25307-23af-4413-bde2-d0db12740608 tempest-VolumesSnapshotTestJSON-1374663843 tempest-VolumesSnapshotTestJSON-1374663843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6897eb92-3df2-4198-a943-e3916b9467a8 HTTP/1.1" status: 200 len: 210 time: 0.1865671 Jul 06 11:55:08.913823 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df7b822-8cc9-49bf-8892-2acb275d7492 x-openstack-request-id: req-8df7b822-8cc9-49bf-8892-2acb275d7492 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:08.915024 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6897eb92-3df2-4198-a943-e3916b9467a8", "name": "network-vif-deleted", "tag": "bb369394-09ee-4dcb-8598-0ce9481a2757", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:08.915544 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8df7b822-8cc9-49bf-8892-2acb275d7492 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:08.917873 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6897eb92-3df2-4198-a943-e3916b9467a8', 'name': 'network-vif-deleted', 'tag': 'bb369394-09ee-4dcb-8598-0ce9481a2757', 'status': 'completed', 'code': 200} Jul 06 11:55:08.948367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=c416312a-9dbd-4486-be40-1dd3cf7a3e83,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:08.976484 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4aca38c7-f3fc-4f8d-b84c-5822f56d8474 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49829dd6790344f2b9f01f55d00f21ec&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4331036 Jul 06 11:55:08.980123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60340) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:09.006370 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2679ed2-c867-4f84-9b65-65f097bac82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.210492 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac132230-8183-4571-993c-73ce608ec53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.213352 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.254047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.277488 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-f2679ed2-c867-4f84-9b65-65f097bac82a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:55:09.277852 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-f2679ed2-c867-4f84-9b65-65f097bac82a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:55:09.450278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb269c-02a2-4eea-ae2b-ab4e054ffd0b req-59a9b412-c64c-4e2f-8c89-d7d33859d00b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:09.450278 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3bb269c-02a2-4eea-ae2b-ab4e054ffd0b req-59a9b412-c64c-4e2f-8c89-d7d33859d00b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 1.0078409 Jul 06 11:55:09.599829 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac132230-8183-4571-993c-73ce608ec53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.677449 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3bb269c-02a2-4eea-ae2b-ab4e054ffd0b req-eaa677b9-45ec-4f21-b0df-bbbee8cb7413 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177324 Jul 06 11:55:09.723076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b271d9-6d86-43ea-bce7-0bf5d99f7f1c req-a84e6639-016b-4676-a6b3-25f4b39d8ce0 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:09.724991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49b271d9-6d86-43ea-bce7-0bf5d99f7f1c req-a84e6639-016b-4676-a6b3-25f4b39d8ce0 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.1994734 Jul 06 11:55:09.726512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Router ad351884-3852-45ad-a8ec-504aecd17bc2 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:55:09.755859 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Router 334e50d9-be81-49f3-a37b-1023b4145306 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:55:09.867573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac132230-8183-4571-993c-73ce608ec53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.872920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac132230-8183-4571-993c-73ce608ec53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:09.889590 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ac132230-8183-4571-993c-73ce608ec53b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eaedfde7-41e3-400c-a6d1-5ffa2a9375ae HTTP/1.1" status: 204 len: 168 time: 0.9022336 Jul 06 11:55:09.964905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac132230-8183-4571-993c-73ce608ec53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaedfde7-41e3-400c-a6d1-5ffa2a9375ae,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:10.023569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49b271d9-6d86-43ea-bce7-0bf5d99f7f1c req-64e98894-77c3-437e-aed7-a31e3b53c2d1 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837231 Jul 06 11:55:10.103366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0afc21f8-6bd6-4f78-85f7-54296feb2ee1 None None] Provisioning complete for port c416312a-9dbd-4486-be40-1dd3cf7a3e83 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:10.105698 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0afc21f8-6bd6-4f78-85f7-54296feb2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.204611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:10.207708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:10.223844 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Sync routers for ids ['334e50d9-be81-49f3-a37b-1023b4145306'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:10.241914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Sync routers for ids ['ad351884-3852-45ad-a8ec-504aecd17bc2'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:10.243391 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Routers {'334e50d9-be81-49f3-a37b-1023b4145306'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:10.244141 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['334e50d9-be81-49f3-a37b-1023b4145306'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:10.261646 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.264817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-19c276df-d200-43c8-a4ff-a62bc2c7dd5f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.1349447 Jul 06 11:55:10.269436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60362) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:10.306451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Routers {'ad351884-3852-45ad-a8ec-504aecd17bc2'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:10.307515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ad351884-3852-45ad-a8ec-504aecd17bc2'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:10.456133 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.463291 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-56c8165b-617a-4932-b406-03b693ea7274 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.7782698 Jul 06 11:55:10.466387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60366) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:10.611630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cbacf-09fa-431a-a6d9-fe4d98624135 req-3c55f3fe-7289-4886-8e12-5ec00fb4309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:10.613886 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-107cbacf-09fa-431a-a6d9-fe4d98624135 req-3c55f3fe-7289-4886-8e12-5ec00fb4309a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 1097 time: 0.6662154 Jul 06 11:55:10.655258 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Set router 334e50d9-be81-49f3-a37b-1023b4145306 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:11.028953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c416312a-9dbd-4486-be40-1dd3cf7a3e83 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:11.097775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Set router ad351884-3852-45ad-a8ec-504aecd17bc2 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:11.479884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c416312a-9dbd-4486-be40-1dd3cf7a3e83 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:11.480964 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.496701 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e50d9-be81-49f3-a37b-1023b4145306', 'name': 'tempest-TestServerBasicOps-528637043-router', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:02Z', 'updated_at': '2021-07-06T11:55:06Z', 'revision_number': 3, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'gw_port': {'id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:04Z', 'updated_at': '2021-07-06T11:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:11.561144 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Checking router: 334e50d9-be81-49f3-a37b-1023b4145306 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:11.563063 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Updating router 334e50d9-be81-49f3-a37b-1023b4145306 port e66c6a1d-fe05-457d-9ec8-acb23e097205 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:11.592908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0afc21f8-6bd6-4f78-85f7-54296feb2ee1 None None] Provisioning for port c361461e-3f75-402d-bc2b-9203f3b52ff2 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:11.619317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0afc21f8-6bd6-4f78-85f7-54296feb2ee1 None None] Provisioning complete for port c361461e-3f75-402d-bc2b-9203f3b52ff2 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:11.620818 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0afc21f8-6bd6-4f78-85f7-54296feb2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.622875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cbacf-09fa-431a-a6d9-fe4d98624135 req-db27aa68-9f39-4c35-82ea-3c71a37509a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:11.631749 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-107cbacf-09fa-431a-a6d9-fe4d98624135 req-db27aa68-9f39-4c35-82ea-3c71a37509a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.8182316 Jul 06 11:55:11.681017 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.822543 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-107cbacf-09fa-431a-a6d9-fe4d98624135 req-7069928f-e9ca-4308-9d2a-8611f59da97b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f HTTP/1.1" status: 200 len: 1002 time: 0.1799438 Jul 06 11:55:12.186382 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cbacf-09fa-431a-a6d9-fe4d98624135 req-59282c6d-e4bd-4053-acf6-2fd98d99e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.192979 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-107cbacf-09fa-431a-a6d9-fe4d98624135 req-59282c6d-e4bd-4053-acf6-2fd98d99e839 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.2412667 Jul 06 11:55:12.214269 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0afc21f8-6bd6-4f78-85f7-54296feb2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.251656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'name': 'tempest-TestAggregatesBasicOps-840575909-router', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:00Z', 'updated_at': '2021-07-06T11:55:07Z', 'revision_number': 3, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'gw_port': {'id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:03Z', 'updated_at': '2021-07-06T11:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:12.281454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60402) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:12.306797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e280b1-5f56-4089-ba77-518982bcdbce req-6448aca7-f9bf-4463-8669-046de70db719 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.320157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07e280b1-5f56-4089-ba77-518982bcdbce req-6448aca7-f9bf-4463-8669-046de70db719 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.6542439 Jul 06 11:55:12.336925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c24c19-81a2-44d7-819a-adb9141dc180 req-d1e895d0-0653-47f9-842e-0bffa40cb6f6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.354512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16c24c19-81a2-44d7-819a-adb9141dc180 req-d1e895d0-0653-47f9-842e-0bffa40cb6f6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.5268724 Jul 06 11:55:12.520361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cbacf-09fa-431a-a6d9-fe4d98624135 req-fe1df8bb-4eb0-4093-9123-d55aff077eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.521978 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-107cbacf-09fa-431a-a6d9-fe4d98624135 req-fe1df8bb-4eb0-4093-9123-d55aff077eab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031515 Jul 06 11:55:12.576588 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16c24c19-81a2-44d7-819a-adb9141dc180 req-cd764ce0-7b73-4e8c-8ac9-844ce5ea6469 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171559 Jul 06 11:55:12.720634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07e280b1-5f56-4089-ba77-518982bcdbce req-4c13d211-3eef-4e3d-aa7e-184c4fe18eaa tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990724 Jul 06 11:55:12.723418 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.823508 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.917817 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-01f2af0c-d60c-479e-9c9b-33783ccd3f7d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122016202'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:12.940163 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.988934 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Transition to ACTIVE for port object e66c6a1d-fe05-457d-9ec8-acb23e097205 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:13.003528 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.072689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Checking router: ad351884-3852-45ad-a8ec-504aecd17bc2 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:13.073160 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Updating router ad351884-3852-45ad-a8ec-504aecd17bc2 port a35137c7-7514-4cde-a813-55fdefcbb256 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:13.171547 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Attempting to bind port e66c6a1d-fe05-457d-9ec8-acb23e097205 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:13.172062 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Attempting to bind port e66c6a1d-fe05-457d-9ec8-acb23e097205 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:13.172445 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Attempting to bind port e66c6a1d-fe05-457d-9ec8-acb23e097205 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:13.177291 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Pushing event updated for resources: {'Port': ['ID=e66c6a1d-fe05-457d-9ec8-acb23e097205,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:13.200218 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:13.201637 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:13.202341 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.204972 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:13.204972 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Bound port: e66c6a1d-fe05-457d-9ec8-acb23e097205, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:13.204972 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.245458 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01f2af0c-d60c-479e-9c9b-33783ccd3f7d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.280862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.280862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.280862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.280862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.280862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.280862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.280862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.280862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.280862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.280862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.281723 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.281723 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:13.298954 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01f2af0c-d60c-479e-9c9b-33783ccd3f7d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.315867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0afc21f8-6bd6-4f78-85f7-54296feb2ee1 None None] For port c361461e-3f75-402d-bc2b-9203f3b52ff2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c361461e-3f75-402d-bc2b-9203f3b52ff2,segment=NetworkSegment(d37e09f4-2348-4203-af83-4ba00459c52d),segment_id=d37e09f4-2348-4203-af83-4ba00459c52d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:13.333683 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0afc21f8-6bd6-4f78-85f7-54296feb2ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.347157 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.437330 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] For port e66c6a1d-fe05-457d-9ec8-acb23e097205, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:13.439295 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-107cbacf-09fa-431a-a6d9-fe4d98624135 req-3da8daf8-c63b-496d-8877-8883279de8e6 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8894582 Jul 06 11:55:13.448427 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] For port e66c6a1d-fe05-457d-9ec8-acb23e097205, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e66c6a1d-fe05-457d-9ec8-acb23e097205,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:13.456596 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.588784 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01f2af0c-d60c-479e-9c9b-33783ccd3f7d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.625547 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ab0c1-aca7-48d8-be12-89e56a1f5dc1 None None] Pushing event updated for resources: {'Port': ['ID=e66c6a1d-fe05-457d-9ec8-acb23e097205,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:13.651102 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01f2af0c-d60c-479e-9c9b-33783ccd3f7d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:13.692641 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Routers {'334e50d9-be81-49f3-a37b-1023b4145306'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:13.693923 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['334e50d9-be81-49f3-a37b-1023b4145306'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:13.999660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2af0c-d60c-479e-9c9b-33783ccd3f7d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7766854c-e80d-473c-9822-c91a62ee5c54,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:14.068339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Allocated IP 172.20.0.1 (c5501d94-4929-499f-a471-b699ac0e8674/bc09a7f7-b80a-414e-b7c0-97c502192979/869e0bc9-aad5-4602-9af4-24fe33d06ce3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:14.080974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-107cbacf-09fa-431a-a6d9-fe4d98624135 req-9254b7f3-f203-4ca7-83fc-987bcf31edb5 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305683 Jul 06 11:55:14.099624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Allocated IP 172.20.0.1 (f47d1289-f90c-4be9-99c0-9c7786ff53ef/68f9f824-255d-4eda-aea0-17ffd9d9b167/120e4574-c7da-4209-bbaf-a8a98ad101f1) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:14.228994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc21f8-6bd6-4f78-85f7-54296feb2ee1 None None] Pushing event updated for resources: {'Port': ['ID=c361461e-3f75-402d-bc2b-9203f3b52ff2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:14.257650 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ddebeb66-52a4-469e-bd80-f101e3433d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.272382 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.296055 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Transition to ACTIVE for port object a35137c7-7514-4cde-a813-55fdefcbb256 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:14.310560 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.383726 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.413555 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:55:14.420896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Transition to ACTIVE for port object 120e4574-c7da-4209-bbaf-a8a98ad101f1 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:14.466903 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Attempting to bind port a35137c7-7514-4cde-a813-55fdefcbb256 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:14.467238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Attempting to bind port a35137c7-7514-4cde-a813-55fdefcbb256 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:14.467637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Attempting to bind port a35137c7-7514-4cde-a813-55fdefcbb256 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:14.475827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ea5c7-da15-4fe6-acb5-d9a794a275e1 None None] Pushing event updated for resources: {'Port': ['ID=a35137c7-7514-4cde-a813-55fdefcbb256,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:14.482044 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] Set router 334e50d9-be81-49f3-a37b-1023b4145306 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:14.486603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:14.486940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:14.487351 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.500026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:14.500576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Bound port: a35137c7-7514-4cde-a813-55fdefcbb256, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:14.501015 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.602989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.636000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] For port a35137c7-7514-4cde-a813-55fdefcbb256, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:14.647261 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] For port a35137c7-7514-4cde-a813-55fdefcbb256, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a35137c7-7514-4cde-a813-55fdefcbb256,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:14.665256 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.682189 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01f2af0c-d60c-479e-9c9b-33783ccd3f7d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.712626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85beba6-4c4b-4073-8add-1fe8c975b6fc req-20103a4d-eda0-4b32-918d-9c3346dd2d07 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:14.728353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f85beba6-4c4b-4073-8add-1fe8c975b6fc req-20103a4d-eda0-4b32-918d-9c3346dd2d07 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.7633302 Jul 06 11:55:14.779493 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01f2af0c-d60c-479e-9c9b-33783ccd3f7d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:14.821757 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Network f47d1289-f90c-4be9-99c0-9c7786ff53ef is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:14.851573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:14.872639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:14.881204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Pushing event updated for resources: {'Port': ['ID=120e4574-c7da-4209-bbaf-a8a98ad101f1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:14.919632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Routers {'ad351884-3852-45ad-a8ec-504aecd17bc2'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:14.924626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:54:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ad351884-3852-45ad-a8ec-504aecd17bc2'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:14.993285 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.038577 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Transition to ACTIVE for port object 869e0bc9-aad5-4602-9af4-24fe33d06ce3 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:15.126925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.142523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2af0c-d60c-479e-9c9b-33783ccd3f7d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334c7b9d-6d1d-4358-827a-1d70b85996a3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:15.150398 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.194494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c361461e-3f75-402d-bc2b-9203f3b52ff2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:15.228720 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e50d9-be81-49f3-a37b-1023b4145306', 'name': 'tempest-TestServerBasicOps-528637043-router', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:02Z', 'updated_at': '2021-07-06T11:55:06Z', 'revision_number': 3, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'gw_port': {'id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:04Z', 'updated_at': '2021-07-06T11:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:15.271393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f85beba6-4c4b-4073-8add-1fe8c975b6fc req-30f22c78-27bb-4f44-b60b-6b3da7b82007 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400131 Jul 06 11:55:15.364227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78461ecf-606d-4e0c-9f88-4889d819dace req-2e41e42d-60ab-476d-94ab-08a65e420ea8 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:15.374159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78461ecf-606d-4e0c-9f88-4889d819dace req-2e41e42d-60ab-476d-94ab-08a65e420ea8 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 1.1891468 Jul 06 11:55:15.384597 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46061c95-6ee2-4520-bfe6-386de190d798 None None] The sync data for ids ['334e50d9-be81-49f3-a37b-1023b4145306'] in n-d-799527-2 is: [{'id': '334e50d9-be81-49f3-a37b-1023b4145306', 'name': 'tempest-TestServerBasicOps-528637043-router', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:02Z', 'updated_at': '2021-07-06T11:55:06Z', 'revision_number': 3, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'gw_port': {'id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:04Z', 'updated_at': '2021-07-06T11:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:15.452460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=869e0bc9-aad5-4602-9af4-24fe33d06ce3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:15.478582 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01f2af0c-d60c-479e-9c9b-33783ccd3f7d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.480404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-01f2af0c-d60c-479e-9c9b-33783ccd3f7d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.1933830 Jul 06 11:55:15.494126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60434) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:15.555727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] Set router ad351884-3852-45ad-a8ec-504aecd17bc2 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:15.583712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Network c5501d94-4929-499f-a471-b699ac0e8674 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:15.634134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:15.645202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:15.733704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ea5c7-da15-4fe6-acb5-d9a794a275e1 None None] Pushing event updated for resources: {'Port': ['ID=a35137c7-7514-4cde-a813-55fdefcbb256,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:15.761866 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-236dd3cb-4c3c-4854-adfd-e0f4469c03aa tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2543879 Jul 06 11:55:15.768049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60436) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:15.780230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ae48a1ac-20ec-4047-8ad1-631e067c42ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group': {'name': 'tempest-security--2077282402', 'description': 'tempest-security-description-1705565609'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:15.901460 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78461ecf-606d-4e0c-9f88-4889d819dace req-eba0a240-0ec2-4b4b-be2d-3829aab5e577 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193554 Jul 06 11:55:15.957434 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae48a1ac-20ec-4047-8ad1-631e067c42ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.960983 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.968244 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.983926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-161d879e-a601-45ff-8177-15bdc0a0043c None None] Provisioning for port 120e4574-c7da-4209-bbaf-a8a98ad101f1 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:16.049641 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-161d879e-a601-45ff-8177-15bdc0a0043c None None] Provisioning complete for port 120e4574-c7da-4209-bbaf-a8a98ad101f1 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:16.050022 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-161d879e-a601-45ff-8177-15bdc0a0043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.156351 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae48a1ac-20ec-4047-8ad1-631e067c42ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.203404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae48a1ac-20ec-4047-8ad1-631e067c42ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.206282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae48a1ac-20ec-4047-8ad1-631e067c42ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.207676 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ae48a1ac-20ec-4047-8ad1-631e067c42ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "PUT /v2.0/security-groups/334c7b9d-6d1d-4358-827a-1d70b85996a3 HTTP/1.1" status: 200 len: 1780 time: 0.4369342 Jul 06 11:55:16.249986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-161d879e-a601-45ff-8177-15bdc0a0043c None None] Port 120e4574-c7da-4209-bbaf-a8a98ad101f1 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:16.284095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60440) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:16.346802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c361461e-3f75-402d-bc2b-9203f3b52ff2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:16.348339 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.458661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48a1ac-20ec-4047-8ad1-631e067c42ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334c7b9d-6d1d-4358-827a-1d70b85996a3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:16.688736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-024e5d21-7cd7-464a-9cca-fe8ff9c8cc39 None None] Provisioning for port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:16.698298 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.716283 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.721704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-024e5d21-7cd7-464a-9cca-fe8ff9c8cc39 None None] Provisioning complete for port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:16.722538 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-024e5d21-7cd7-464a-9cca-fe8ff9c8cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.749225 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8445ac38-ec17-469f-99bb-a06d19ab014b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-groups/334c7b9d-6d1d-4358-827a-1d70b85996a3 HTTP/1.1" status: 200 len: 1780 time: 0.4574451 Jul 06 11:55:16.761341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:16.928636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.934324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-024e5d21-7cd7-464a-9cca-fe8ff9c8cc39 None None] Port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:16.946820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'name': 'tempest-TestAggregatesBasicOps-840575909-router', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:00Z', 'updated_at': '2021-07-06T11:55:07Z', 'revision_number': 3, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'gw_port': {'id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:03Z', 'updated_at': '2021-07-06T11:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:17.049557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaffc463-9bd2-449a-81ef-fa31928554e4 None None] The sync data for ids ['ad351884-3852-45ad-a8ec-504aecd17bc2'] in n-d-799527-2 is: [{'id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'name': 'tempest-TestAggregatesBasicOps-840575909-router', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:00Z', 'updated_at': '2021-07-06T11:55:07Z', 'revision_number': 3, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'gw_port': {'id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:03Z', 'updated_at': '2021-07-06T11:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:17.255488 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.287074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e66c6a1d-fe05-457d-9ec8-acb23e097205 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:17.353011 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9767fcb-9d3e-4af2-8d99-c4f0545ca819 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.402837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Network f47d1289-f90c-4be9-99c0-9c7786ff53ef is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:17.420361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:17.446687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Pushing event updated for resources: {'Port': ['ID=120e4574-c7da-4209-bbaf-a8a98ad101f1,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:17.510873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e66c6a1d-fe05-457d-9ec8-acb23e097205 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:17.530216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e66c6a1d-fe05-457d-9ec8-acb23e097205 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:17.536812 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.586927 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9767fcb-9d3e-4af2-8d99-c4f0545ca819 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.897569 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.929159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port e66c6a1d-fe05-457d-9ec8-acb23e097205, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e66c6a1d-fe05-457d-9ec8-acb23e097205,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:17.939211 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.952173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Router 334e50d9-be81-49f3-a37b-1023b4145306 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:18.197580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:18.208704 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0bd182ec-442a-4ce6-9894-ea0304ae7d49 admin admin] 10.222.0.21 "PUT /v2.0/routers/334e50d9-be81-49f3-a37b-1023b4145306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7371838 Jul 06 11:55:18.247422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7a8d60f8-2872-417d-baf1-ef54b1332b3d None None] Provisioning complete for port 120e4574-c7da-4209-bbaf-a8a98ad101f1 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:18.247837 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a8d60f8-2872-417d-baf1-ef54b1332b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.264116 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9767fcb-9d3e-4af2-8d99-c4f0545ca819 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.271572 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9767fcb-9d3e-4af2-8d99-c4f0545ca819 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.273230 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c9767fcb-9d3e-4af2-8d99-c4f0545ca819 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-groups/334c7b9d-6d1d-4358-827a-1d70b85996a3 HTTP/1.1" status: 204 len: 168 time: 1.5031538 Jul 06 11:55:18.275790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60462) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:18.432642 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3562cab1-9e42-4172-897a-f49c26c4080d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1547713 Jul 06 11:55:18.437396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60464) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:18.445254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=e66c6a1d-fe05-457d-9ec8-acb23e097205,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:18.449352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee5a2c-6c11-4188-bf76-0ffd9517026a req-0b278ab5-8216-4bce-87db-6a1ca3241c66 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:18.469928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91ee5a2c-6c11-4188-bf76-0ffd9517026a req-0b278ab5-8216-4bce-87db-6a1ca3241c66 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 1.5025058 Jul 06 11:55:18.474248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9767fcb-9d3e-4af2-8d99-c4f0545ca819 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334c7b9d-6d1d-4358-827a-1d70b85996a3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:18.490224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.499279 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-88729478-40a1-4579-b5e3-2c700826435a tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] delete failed (client error): The resource could not be found. Jul 06 11:55:18.501013 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-88729478-40a1-4579-b5e3-2c700826435a tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-groups/334c7b9d-6d1d-4358-827a-1d70b85996a3 HTTP/1.1" status: 404 len: 347 time: 0.0622139 Jul 06 11:55:18.506500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60466) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:18.514389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5ca8983c-1417-43ec-906f-57d1c3ebad22 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group': {'name': 'tempest-secgroup--204766325'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:18.546134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d60f8-2872-417d-baf1-ef54b1332b3d None None] Port 120e4574-c7da-4209-bbaf-a8a98ad101f1 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:18.561641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c76a07b4-d094-495d-a7f7-cb4b78eed163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.615155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ca8983c-1417-43ec-906f-57d1c3ebad22 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.727242 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.775379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91ee5a2c-6c11-4188-bf76-0ffd9517026a req-9de34e1f-fc1d-4d78-b29d-6307155fa579 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944210 Jul 06 11:55:19.021216 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.085387 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.145043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ca8983c-1417-43ec-906f-57d1c3ebad22 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.154832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ca8983c-1417-43ec-906f-57d1c3ebad22 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.234124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38941e54-35c5-4edb-b3d0-cf698bba7217 req-0fbc4dca-4f0a-4163-ac3e-ce1207048695 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:19.257220 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-38941e54-35c5-4edb-b3d0-cf698bba7217 req-0fbc4dca-4f0a-4163-ac3e-ce1207048695 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 1.3843250 Jul 06 11:55:19.260754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8983c-1417-43ec-906f-57d1c3ebad22 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4338d586-9709-4469-871c-ed4cee8e3e55,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:19.286366 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ca8983c-1417-43ec-906f-57d1c3ebad22 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.288111 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ca8983c-1417-43ec-906f-57d1c3ebad22 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7787609 Jul 06 11:55:19.291080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60474) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:19.303947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f2d5a77e-adaf-4a0c-8a02-bb941d00033f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': '4338d586-9709-4469-871c-ed4cee8e3e55', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:19.406112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a77e-adaf-4a0c-8a02-bb941d00033f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.502594 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.514101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a35137c7-7514-4cde-a813-55fdefcbb256 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:19.566539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-38941e54-35c5-4edb-b3d0-cf698bba7217 req-e26495e9-b75b-4432-9f4c-f495449f085d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000591 Jul 06 11:55:19.567267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=869e0bc9-aad5-4602-9af4-24fe33d06ce3,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:19.680972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a77e-adaf-4a0c-8a02-bb941d00033f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.696737 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a77e-adaf-4a0c-8a02-bb941d00033f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.727285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port a35137c7-7514-4cde-a813-55fdefcbb256 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:19.755611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a35137c7-7514-4cde-a813-55fdefcbb256 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:19.759949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5a77e-adaf-4a0c-8a02-bb941d00033f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d843fd48-5f99-4839-ba1a-d67981d5ad69,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:19.762142 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.801208 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a77e-adaf-4a0c-8a02-bb941d00033f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.802997 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f2d5a77e-adaf-4a0c-8a02-bb941d00033f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5105946 Jul 06 11:55:19.804632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Sync routers for ids ['334e50d9-be81-49f3-a37b-1023b4145306'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:19.805719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60478) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:19.828092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Routers {'334e50d9-be81-49f3-a37b-1023b4145306'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:19.829777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['334e50d9-be81-49f3-a37b-1023b4145306'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:19.942951 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5639-91f7-424f-8440-a58ecdae4fee tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.965136 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5639-91f7-424f-8440-a58ecdae4fee tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:19.988691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Network c5501d94-4929-499f-a471-b699ac0e8674 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:19.993695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:20.074891 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5639-91f7-424f-8440-a58ecdae4fee tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.117175 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5639-91f7-424f-8440-a58ecdae4fee tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.122886 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4f7a5639-91f7-424f-8440-a58ecdae4fee tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d843fd48-5f99-4839-ba1a-d67981d5ad69 HTTP/1.1" status: 204 len: 168 time: 0.3143506 Jul 06 11:55:20.152811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60484) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:20.186621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a5639-91f7-424f-8440-a58ecdae4fee tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d843fd48-5f99-4839-ba1a-d67981d5ad69,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:20.341776 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.409463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Set router 334e50d9-be81-49f3-a37b-1023b4145306 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:20.443973 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-20c4eb73-87ca-4ff0-a6f2-8bcd288160b1 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2879267 Jul 06 11:55:20.452228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60492) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:20.677062 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1e61e4e-9afc-468d-8cb6-ce00a7bb9e6f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.694015 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.720985 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port a35137c7-7514-4cde-a813-55fdefcbb256, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a35137c7-7514-4cde-a813-55fdefcbb256,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:20.750149 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.773905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e66c6a1d-fe05-457d-9ec8-acb23e097205 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:20.801183 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1e61e4e-9afc-468d-8cb6-ce00a7bb9e6f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:20.865776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60500) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:20.926752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7f0c6b9d-c330-4d54-96c9-23a2fb9a61ef tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41666131', 'description': 'tempest-secgroup-smoke-41666131 description', 'project_id': '06b0c8f3170045098f5e1bfabb4f6760'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:21.004681 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f0c6b9d-c330-4d54-96c9-23a2fb9a61ef tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.114005 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1e61e4e-9afc-468d-8cb6-ce00a7bb9e6f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.120272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1e61e4e-9afc-468d-8cb6-ce00a7bb9e6f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.121568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c1e61e4e-9afc-468d-8cb6-ce00a7bb9e6f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-groups/4338d586-9709-4469-871c-ed4cee8e3e55 HTTP/1.1" status: 204 len: 168 time: 0.6680112 Jul 06 11:55:21.124630 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60502) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:21.177497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e61e4e-9afc-468d-8cb6-ce00a7bb9e6f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4338d586-9709-4469-871c-ed4cee8e3e55,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:21.397793 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f0c6b9d-c330-4d54-96c9-23a2fb9a61ef tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.413016 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f0c6b9d-c330-4d54-96c9-23a2fb9a61ef tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.469339 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=a35137c7-7514-4cde-a813-55fdefcbb256,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:21.548506 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f0c6b9d-c330-4d54-96c9-23a2fb9a61ef tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.553994 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7f0c6b9d-c330-4d54-96c9-23a2fb9a61ef tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6871648 Jul 06 11:55:21.557631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60512) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:21.560088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-91e57caf-7469-4d5f-aa80-59920aee6bee None None] Provisioning complete for port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:21.561316 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91e57caf-7469-4d5f-aa80-59920aee6bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.576029 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-de5ff5f2-647b-4618-b4dc-42d1f14fd5f1 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Request body: {'security_group_rule': {'security_group_id': '3659bdc1-29cc-4b30-8e2d-09818f153e84', 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:21.596977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c6b9d-c330-4d54-96c9-23a2fb9a61ef tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3659bdc1-29cc-4b30-8e2d-09818f153e84,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:21.604337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-183a4a79-3479-4b75-b01c-b53af52a4028 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4785082 Jul 06 11:55:21.612256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60514) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:21.676789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de5ff5f2-647b-4618-b4dc-42d1f14fd5f1 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.724276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b3f13924-b06d-4afd-b323-a571b8f4427c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group': {'name': 'tempest-secgroup--707940601'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:21.785633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Router ad351884-3852-45ad-a8ec-504aecd17bc2 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:21.838716 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de5ff5f2-647b-4618-b4dc-42d1f14fd5f1 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.856824 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de5ff5f2-647b-4618-b4dc-42d1f14fd5f1 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.928565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ff5f2-647b-4618-b4dc-42d1f14fd5f1 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816ed1e3-8fa6-4fdd-832f-b634a966f959,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:21.944354 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de5ff5f2-647b-4618-b4dc-42d1f14fd5f1 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:21.945720 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-de5ff5f2-647b-4618-b4dc-42d1f14fd5f1 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3827078 Jul 06 11:55:21.948640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60524) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:21.955291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7c0bd8d7-e92a-4d76-902e-80b0caf9e931 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Request body: {'security_group_rule': {'security_group_id': '3659bdc1-29cc-4b30-8e2d-09818f153e84', 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:22.028700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c0bd8d7-e92a-4d76-902e-80b0caf9e931 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.035689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e66c6a1d-fe05-457d-9ec8-acb23e097205 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:22.036566 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.153746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-91e57caf-7469-4d5f-aa80-59920aee6bee None None] Port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:22.205652 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c0bd8d7-e92a-4d76-902e-80b0caf9e931 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.224098 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c0bd8d7-e92a-4d76-902e-80b0caf9e931 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.227032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:22.237844 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Sync routers for ids ['ad351884-3852-45ad-a8ec-504aecd17bc2'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:22.251637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-09f8336f-9fd0-43dd-8aa7-6f3404a6e1c9 admin admin] 10.222.0.21 "PUT /v2.0/routers/ad351884-3852-45ad-a8ec-504aecd17bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9801669 Jul 06 11:55:22.265662 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3f13924-b06d-4afd-b323-a571b8f4427c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.266465 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Routers {'ad351884-3852-45ad-a8ec-504aecd17bc2'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:22.267436 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ad351884-3852-45ad-a8ec-504aecd17bc2'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:22.306728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bd8d7-e92a-4d76-902e-80b0caf9e931 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015ac3d5-b139-4755-ab16-a9c9016e7069,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:22.338364 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c0bd8d7-e92a-4d76-902e-80b0caf9e931 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.342591 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7c0bd8d7-e92a-4d76-902e-80b0caf9e931 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3898611 Jul 06 11:55:22.342804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60536) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:22.351756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-39e942ca-c702-4b08-aabe-035bb8ef66fa tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Request body: {'security_group_rule': {'security_group_id': '3659bdc1-29cc-4b30-8e2d-09818f153e84', 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:22.370545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12572bc7-1710-4a16-b484-d1cdc849082b req-f38c0dee-94cd-4fd9-bb4e-fce261bceb20 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:22.383291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12572bc7-1710-4a16-b484-d1cdc849082b req-f38c0dee-94cd-4fd9-bb4e-fce261bceb20 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.9254448 Jul 06 11:55:22.515324 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39e942ca-c702-4b08-aabe-035bb8ef66fa tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.620670 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Set router ad351884-3852-45ad-a8ec-504aecd17bc2 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:22.640673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12572bc7-1710-4a16-b484-d1cdc849082b req-32533fae-396e-48bc-a0a8-8904e77bfce4 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508428 Jul 06 11:55:22.675626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46c2e9-7ae6-4896-a9f7-2db32dcde199 req-4efdf2eb-c2a6-463f-b7c3-ea6e03143706 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:22.701659 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a46c2e9-7ae6-4896-a9f7-2db32dcde199 req-4efdf2eb-c2a6-463f-b7c3-ea6e03143706 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 1.5870740 Jul 06 11:55:22.733325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e50d9-be81-49f3-a37b-1023b4145306', 'name': 'tempest-TestServerBasicOps-528637043-router', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:02Z', 'updated_at': '2021-07-06T11:55:15Z', 'revision_number': 4, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'gw_port': {'id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:04Z', 'updated_at': '2021-07-06T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '120e4574-c7da-4209-bbaf-a8a98ad101f1', 'name': '', 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'mac_address': 'fa:16:3e:30:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '68f9f824-255d-4eda-aea0-17ffd9d9b167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:12Z', 'updated_at': '2021-07-06T11:55:16Z', 'revision_number': 2, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'subnets': [{'id': '68f9f824-255d-4eda-aea0-17ffd9d9b167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:22.830636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Checking router: 334e50d9-be81-49f3-a37b-1023b4145306 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:22.832005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Updating router 334e50d9-be81-49f3-a37b-1023b4145306 port 120e4574-c7da-4209-bbaf-a8a98ad101f1 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:22.947613 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39e942ca-c702-4b08-aabe-035bb8ef66fa tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.963305 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39e942ca-c702-4b08-aabe-035bb8ef66fa tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.037969 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3f13924-b06d-4afd-b323-a571b8f4427c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.059675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e942ca-c702-4b08-aabe-035bb8ef66fa tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274940f3-2113-42ea-805a-9aa1a8868fc2,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:23.071569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3f13924-b06d-4afd-b323-a571b8f4427c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.104538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a46c2e9-7ae6-4896-a9f7-2db32dcde199 req-e24effc0-18be-4fea-9453-62dc97fb049b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963695 Jul 06 11:55:23.136464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a35137c7-7514-4cde-a813-55fdefcbb256 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:23.142306 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.161100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3f13924-b06d-4afd-b323-a571b8f4427c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.165997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b3f13924-b06d-4afd-b323-a571b8f4427c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4634953 Jul 06 11:55:23.175360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60550) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:23.195202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-73f40da6-d293-428f-9c73-73ca5e6ee440 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': 'b0f98538-a234-4f97-8862-37bef08c7f4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:23.214907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f13924-b06d-4afd-b323-a571b8f4427c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f98538-a234-4f97-8862-37bef08c7f4a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:23.242274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39e942ca-c702-4b08-aabe-035bb8ef66fa tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.247669 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-39e942ca-c702-4b08-aabe-035bb8ef66fa tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9000609 Jul 06 11:55:23.255413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60552) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:23.280546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-17592aeb-ad7a-4485-95ed-71547bc35322 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Request body: {'security_group_rule': {'security_group_id': '3659bdc1-29cc-4b30-8e2d-09818f153e84', 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:23.396325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7131779-bc35-43d0-addb-f8c1cc5547a8 req-1639d30a-5c9e-4eb5-a849-af8c736f6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:23.402295 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7131779-bc35-43d0-addb-f8c1cc5547a8 req-1639d30a-5c9e-4eb5-a849-af8c736f6ff4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 1097 time: 0.3288443 Jul 06 11:55:23.405268 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73f40da6-d293-428f-9c73-73ca5e6ee440 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.429013 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'name': 'tempest-TestAggregatesBasicOps-840575909-router', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:00Z', 'updated_at': '2021-07-06T11:55:16Z', 'revision_number': 4, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'gw_port': {'id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:03Z', 'updated_at': '2021-07-06T11:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '869e0bc9-aad5-4602-9af4-24fe33d06ce3', 'name': '', 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'mac_address': 'fa:16:3e:2b:69:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'bc09a7f7-b80a-414e-b7c0-97c502192979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:12Z', 'updated_at': '2021-07-06T11:55:18Z', 'revision_number': 2, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'subnets': [{'id': 'bc09a7f7-b80a-414e-b7c0-97c502192979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:23.468756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17592aeb-ad7a-4485-95ed-71547bc35322 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.572565 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Checking router: ad351884-3852-45ad-a8ec-504aecd17bc2 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:23.583003 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Updating router ad351884-3852-45ad-a8ec-504aecd17bc2 port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:23.625836 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73f40da6-d293-428f-9c73-73ca5e6ee440 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.643542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73f40da6-d293-428f-9c73-73ca5e6ee440 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.759058 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.808071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73f40da6-d293-428f-9c73-73ca5e6ee440 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.809320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-73f40da6-d293-428f-9c73-73ca5e6ee440 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6304760 Jul 06 11:55:23.818764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17592aeb-ad7a-4485-95ed-71547bc35322 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.821595 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f40da6-d293-428f-9c73-73ca5e6ee440 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308eb6e0-1abc-4a5a-be95-f1bddfca6ad4,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:23.824057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60566) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:23.827145 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17592aeb-ad7a-4485-95ed-71547bc35322 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.830109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a35137c7-7514-4cde-a813-55fdefcbb256 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:23.836267 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.849941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-249dbab0-07df-4f10-a96a-bd4f6a79d08c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': 'b0f98538-a234-4f97-8862-37bef08c7f4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:23.881971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7131779-bc35-43d0-addb-f8c1cc5547a8 req-3b319419-8275-4716-b6f9-c4e7e231546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:23.884576 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17592aeb-ad7a-4485-95ed-71547bc35322 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.887893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-17592aeb-ad7a-4485-95ed-71547bc35322 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6233053 Jul 06 11:55:23.888910 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7131779-bc35-43d0-addb-f8c1cc5547a8 req-3b319419-8275-4716-b6f9-c4e7e231546f service neutron] 10.222.0.86 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.4795325 Jul 06 11:55:23.890851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60568) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:23.914276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c251fbab-8556-4288-b8ee-910ec975f466 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Request body: {'security_group_rule': {'security_group_id': '3659bdc1-29cc-4b30-8e2d-09818f153e84', 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:23.924920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17592aeb-ad7a-4485-95ed-71547bc35322 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01eec983-f71f-4c86-8784-b3d160e14bcf,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:24.045136 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7131779-bc35-43d0-addb-f8c1cc5547a8 req-0627d112-133b-4e6e-9000-ab3b59601aeb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4afa136-99d0-40e7-90be-6acb72a99db0 HTTP/1.1" status: 200 len: 217 time: 0.1428463 Jul 06 11:55:24.105870 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-c251fbab-8556-4288-b8ee-910ec975f466 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Project 06b0c8f3170045098f5e1bfabb4f6760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 11:55:24.206986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60576) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:24.233999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1616266821-network', 'tenant_id': '4e504077f335476ababde2f72f007c3f'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:24.237601 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c251fbab-8556-4288-b8ee-910ec975f466 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.249336 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-249dbab0-07df-4f10-a96a-bd4f6a79d08c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.427970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7131779-bc35-43d0-addb-f8c1cc5547a8 req-4a0868ee-a46f-40e0-b384-4222f0284012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:24.430182 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7131779-bc35-43d0-addb-f8c1cc5547a8 req-4a0868ee-a46f-40e0-b384-4222f0284012 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.3597100 Jul 06 11:55:24.554587 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c251fbab-8556-4288-b8ee-910ec975f466 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.559015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Made reservation on behalf of 4e504077f335476ababde2f72f007c3f for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:24.577683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.586765 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955f34-7c90-4402-afc1-ed72a463ef67 req-89f71e46-5e96-4b8c-ad8a-ba1d2a991315 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:24.607819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3955f34-7c90-4402-afc1-ed72a463ef67 req-89f71e46-5e96-4b8c-ad8a-ba1d2a991315 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.4735742 Jul 06 11:55:24.613957 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c251fbab-8556-4288-b8ee-910ec975f466 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.644812 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.683990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Transition to ACTIVE for port object 120e4574-c7da-4209-bbaf-a8a98ad101f1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:24.713720 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.754305 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.773643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036b31a-8928-4964-bb27-0d665050ecb8 None None] Pushing event updated for resources: {'Port': ['ID=120e4574-c7da-4209-bbaf-a8a98ad101f1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:24.852545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-249dbab0-07df-4f10-a96a-bd4f6a79d08c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.853964 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3955f34-7c90-4402-afc1-ed72a463ef67 req-f2248772-7141-46d7-afa2-ca083492b92a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448323 Jul 06 11:55:24.930784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-249dbab0-07df-4f10-a96a-bd4f6a79d08c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.937455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251fbab-8556-4288-b8ee-910ec975f466 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817a0f41-871e-40fd-9022-0596070b3a6c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:25.007693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Attempting to bind port 120e4574-c7da-4209-bbaf-a8a98ad101f1 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.016912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Attempting to bind port 120e4574-c7da-4209-bbaf-a8a98ad101f1 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '2e9d9a19-5c7d-48d0-906a-206d90735732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.017575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Attempting to bind port 120e4574-c7da-4209-bbaf-a8a98ad101f1 on network f47d1289-f90c-4be9-99c0-9c7786ff53ef {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.046456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:25.047210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Checking segment: {'id': '2e9d9a19-5c7d-48d0-906a-206d90735732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:25.048036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.048696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Bound using segment: {'id': '2e9d9a19-5c7d-48d0-906a-206d90735732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:25.065199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Bound port: 120e4574-c7da-4209-bbaf-a8a98ad101f1, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9d9a19-5c7d-48d0-906a-206d90735732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:25.069089 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.160709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282baff-07fe-4f26-a160-079a29875bb3 req-66f66bcf-6090-4e57-bb6b-0ef817bcbfc8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:25.173064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a282baff-07fe-4f26-a160-079a29875bb3 req-66f66bcf-6090-4e57-bb6b-0ef817bcbfc8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.3557482 Jul 06 11:55:25.226903 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.250316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a282baff-07fe-4f26-a160-079a29875bb3 req-4c8ea204-55e6-499c-84b6-4c8d67366f08 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761662 Jul 06 11:55:25.273186 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Transition to ACTIVE for port object 869e0bc9-aad5-4602-9af4-24fe33d06ce3 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:25.284919 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.435281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] For port 120e4574-c7da-4209-bbaf-a8a98ad101f1, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:25.446740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] For port 120e4574-c7da-4209-bbaf-a8a98ad101f1, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=120e4574-c7da-4209-bbaf-a8a98ad101f1,segment=NetworkSegment(2e9d9a19-5c7d-48d0-906a-206d90735732),segment_id=2e9d9a19-5c7d-48d0-906a-206d90735732)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:25.469710 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.569300 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b575b77-cb3e-4e7c-88d3-9c8f7f339ae2 None None] Pushing event updated for resources: {'Port': ['ID=869e0bc9-aad5-4602-9af4-24fe33d06ce3,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:25.625747 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Attempting to bind port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.626940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036b31a-8928-4964-bb27-0d665050ecb8 None None] Pushing event updated for resources: {'Port': ['ID=120e4574-c7da-4209-bbaf-a8a98ad101f1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:25.627871 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Attempting to bind port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd37e09f4-2348-4203-af83-4ba00459c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.628254 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Attempting to bind port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 on network c5501d94-4929-499f-a471-b699ac0e8674 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.651179 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:25.651617 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Checking segment: {'id': 'd37e09f4-2348-4203-af83-4ba00459c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:25.652040 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.652449 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Bound using segment: {'id': 'd37e09f4-2348-4203-af83-4ba00459c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:25.655851 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Bound port: 869e0bc9-aad5-4602-9af4-24fe33d06ce3, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37e09f4-2348-4203-af83-4ba00459c52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:25.656365 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.671279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Routers {'334e50d9-be81-49f3-a37b-1023b4145306'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:25.672890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['334e50d9-be81-49f3-a37b-1023b4145306'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:25.890083 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] For port 869e0bc9-aad5-4602-9af4-24fe33d06ce3, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:25.900631 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] For port 869e0bc9-aad5-4602-9af4-24fe33d06ce3, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=869e0bc9-aad5-4602-9af4-24fe33d06ce3,segment=NetworkSegment(d37e09f4-2348-4203-af83-4ba00459c52d),segment_id=d37e09f4-2348-4203-af83-4ba00459c52d)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:25.908955 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.088727 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Routers {'ad351884-3852-45ad-a8ec-504aecd17bc2'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:26.093077 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ad351884-3852-45ad-a8ec-504aecd17bc2'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:26.121452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] Set router 334e50d9-be81-49f3-a37b-1023b4145306 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:26.410366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dbab0-07df-4f10-a96a-bd4f6a79d08c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5947dd7-a5bc-4e48-951f-eb2dacd3d24c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:26.429781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f9450-4c25-4bda-a69f-c798bf6366d1 req-a39b45f7-3391-4507-8feb-6661f11954b7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:26.446962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7131779-bc35-43d0-addb-f8c1cc5547a8 req-5da1bb95-999a-49eb-822f-bb7450645288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:26.450772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7131779-bc35-43d0-addb-f8c1cc5547a8 req-5da1bb95-999a-49eb-822f-bb7450645288 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.9283056 Jul 06 11:55:26.454366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-009f9450-4c25-4bda-a69f-c798bf6366d1 req-a39b45f7-3391-4507-8feb-6661f11954b7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.1717296 Jul 06 11:55:26.482770 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] Set router ad351884-3852-45ad-a8ec-504aecd17bc2 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:26.570786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-009f9450-4c25-4bda-a69f-c798bf6366d1 req-cca560fd-04cd-4edb-a65d-aa9dcbd61168 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116376 Jul 06 11:55:26.621687 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b575b77-cb3e-4e7c-88d3-9c8f7f339ae2 None None] Pushing event updated for resources: {'Port': ['ID=869e0bc9-aad5-4602-9af4-24fe33d06ce3,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:26.831909 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7131779-bc35-43d0-addb-f8c1cc5547a8 req-576385e6-7a29-4609-8f0e-d3e636e41dc1 service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570752 Jul 06 11:55:26.924520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14da92-ce96-4925-b2d6-1942b64736ad req-c3032a7d-520b-4b01-aee3-ec7a83306ae2 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:26.929379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c14da92-ce96-4925-b2d6-1942b64736ad req-c3032a7d-520b-4b01-aee3-ec7a83306ae2 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 946 time: 0.2642446 Jul 06 11:55:27.053497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e50d9-be81-49f3-a37b-1023b4145306', 'name': 'tempest-TestServerBasicOps-528637043-router', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:02Z', 'updated_at': '2021-07-06T11:55:15Z', 'revision_number': 4, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'gw_port': {'id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:04Z', 'updated_at': '2021-07-06T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '120e4574-c7da-4209-bbaf-a8a98ad101f1', 'name': '', 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'mac_address': 'fa:16:3e:30:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '68f9f824-255d-4eda-aea0-17ffd9d9b167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:12Z', 'updated_at': '2021-07-06T11:55:25Z', 'revision_number': 4, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'subnets': [{'id': '68f9f824-255d-4eda-aea0-17ffd9d9b167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:27.064799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c14da92-ce96-4925-b2d6-1942b64736ad req-c80b24bb-093f-4170-a8fc-bcff2bb4fd39 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288395 Jul 06 11:55:27.107877 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb7911-a1db-4e3f-b116-f6f97dfa20ce None None] The sync data for ids ['334e50d9-be81-49f3-a37b-1023b4145306'] in n-d-799527-2 is: [{'id': '334e50d9-be81-49f3-a37b-1023b4145306', 'name': 'tempest-TestServerBasicOps-528637043-router', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:02Z', 'updated_at': '2021-07-06T11:55:15Z', 'revision_number': 4, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'gw_port': {'id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:04Z', 'updated_at': '2021-07-06T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '120e4574-c7da-4209-bbaf-a8a98ad101f1', 'name': '', 'network_id': 'f47d1289-f90c-4be9-99c0-9c7786ff53ef', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'mac_address': 'fa:16:3e:30:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '68f9f824-255d-4eda-aea0-17ffd9d9b167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:12Z', 'updated_at': '2021-07-06T11:55:25Z', 'revision_number': 4, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'subnets': [{'id': '68f9f824-255d-4eda-aea0-17ffd9d9b167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:27.195016 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7131779-bc35-43d0-addb-f8c1cc5547a8 req-b9cdc636-eadc-4c5b-afc6-42fb586209dc service neutron] 10.222.0.86 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428876 Jul 06 11:55:27.309814 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'name': 'tempest-TestAggregatesBasicOps-840575909-router', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:00Z', 'updated_at': '2021-07-06T11:55:16Z', 'revision_number': 4, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'gw_port': {'id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:03Z', 'updated_at': '2021-07-06T11:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '869e0bc9-aad5-4602-9af4-24fe33d06ce3', 'name': '', 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'mac_address': 'fa:16:3e:2b:69:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'bc09a7f7-b80a-414e-b7c0-97c502192979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:12Z', 'updated_at': '2021-07-06T11:55:25Z', 'revision_number': 4, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'subnets': [{'id': 'bc09a7f7-b80a-414e-b7c0-97c502192979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:27.425068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.442073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c251fbab-8556-4288-b8ee-910ec975f466 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.443845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c251fbab-8556-4288-b8ee-910ec975f466 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 3.5468967 Jul 06 11:55:27.445654 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.446625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60604) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:27.452146 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35511e-d823-42db-8f03-6221ff71af9d None None] The sync data for ids ['ad351884-3852-45ad-a8ec-504aecd17bc2'] in n-d-799527-2 is: [{'id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'name': 'tempest-TestAggregatesBasicOps-840575909-router', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:00Z', 'updated_at': '2021-07-06T11:55:16Z', 'revision_number': 4, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'gw_port': {'id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:03Z', 'updated_at': '2021-07-06T11:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '869e0bc9-aad5-4602-9af4-24fe33d06ce3', 'name': '', 'network_id': 'c5501d94-4929-499f-a471-b699ac0e8674', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'mac_address': 'fa:16:3e:2b:69:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': 'bc09a7f7-b80a-414e-b7c0-97c502192979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:12Z', 'updated_at': '2021-07-06T11:55:25Z', 'revision_number': 4, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'subnets': [{'id': 'bc09a7f7-b80a-414e-b7c0-97c502192979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:27.455171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5da4168f-12b9-4d95-9d7e-31692166f676 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Request body: {'security_group_rule': {'security_group_id': '3659bdc1-29cc-4b30-8e2d-09818f153e84', 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:27.456121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f4afa136-99d0-40e7-90be-6acb72a99db0 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:27.485311 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-249dbab0-07df-4f10-a96a-bd4f6a79d08c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.491043 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-249dbab0-07df-4f10-a96a-bd4f6a79d08c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 3.6624541 Jul 06 11:55:27.521503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60606) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:27.533138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-233f0bcd-d450-4334-b3df-99f863bd90ce tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': 'b0f98538-a234-4f97-8862-37bef08c7f4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:27.543590 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-5da4168f-12b9-4d95-9d7e-31692166f676 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Project 06b0c8f3170045098f5e1bfabb4f6760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 11:55:27.583109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5da4168f-12b9-4d95-9d7e-31692166f676 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.653909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:55:27.746239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e7febc-541d-4344-aaf9-a7829e2f72fd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:27.763589 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.809750 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.810610 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Added segment de6d0284-dd1a-40b9-ad4e-cf429898a584 of type vlan for network 02bdce8e-4399-4181-b0fb-62104bbe87d1 Jul 06 11:55:27.851971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4afa136-99d0-40e7-90be-6acb72a99db0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:27.854369 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbe66f1-13a0-44ea-abd5-cc47db861386" -d '{"events": [{"server_uuid": "bd43c9d7-7c3e-4c95-ba3b-d2db0b672825", "name": "network-vif-unplugged", "status": "completed", "tag": "f4afa136-99d0-40e7-90be-6acb72a99db0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:27.918079 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f4afa136-99d0-40e7-90be-6acb72a99db0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f4afa136-99d0-40e7-90be-6acb72a99db0,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:27.938993 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.939278 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5da4168f-12b9-4d95-9d7e-31692166f676 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.951084 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5da4168f-12b9-4d95-9d7e-31692166f676 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.032764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.073235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4168f-12b9-4d95-9d7e-31692166f676 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66931220-dc0f-4e98-8d24-824debaeb553,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:28.092414 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5da4168f-12b9-4d95-9d7e-31692166f676 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.095776 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5da4168f-12b9-4d95-9d7e-31692166f676 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6462069 Jul 06 11:55:28.132890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-233f0bcd-d450-4334-b3df-99f863bd90ce tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.146681 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.148395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:28.149002 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.201812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f4afa136-99d0-40e7-90be-6acb72a99db0,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:28.224539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea69d7a-5230-46ad-a997-0053e6723c2b req-c55fe1ca-a085-41dc-957d-465136e7796b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:28.240527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eea69d7a-5230-46ad-a997-0053e6723c2b req-c55fe1ca-a085-41dc-957d-465136e7796b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.2672436 Jul 06 11:55:28.325316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eea69d7a-5230-46ad-a997-0053e6723c2b req-3b3ec104-4cee-45a2-802d-5cb7083c659c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827241 Jul 06 11:55:28.356698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] Pushing event updated for resources: {'Network': ['ID=02bdce8e-4399-4181-b0fb-62104bbe87d1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:28.374844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60636) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:28.379133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 02bdce8e-4399-4181-b0fb-62104bbe87d1 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:55:28.380237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] Request body: {'subnet': {'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1616266821-subnet', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:28.389235 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6e1f45be-135b-412a-8ba1-95e9d91fa46d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.1796415 Jul 06 11:55:28.431843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] Made reservation on behalf of 4e504077f335476ababde2f72f007c3f for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:28.434395 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.497911 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-233f0bcd-d450-4334-b3df-99f863bd90ce tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.510742 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-233f0bcd-d450-4334-b3df-99f863bd90ce tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.582631 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-233f0bcd-d450-4334-b3df-99f863bd90ce tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.585270 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-233f0bcd-d450-4334-b3df-99f863bd90ce tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0606055 Jul 06 11:55:28.604854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f0bcd-d450-4334-b3df-99f863bd90ce tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651f053f-daae-428a-83d8-681165c0815e,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:28.615826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60638) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:28.621517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d4896516-b651-4842-b60a-72fbd505a938 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': 'b0f98538-a234-4f97-8862-37bef08c7f4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:28.629110 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.723904 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4896516-b651-4842-b60a-72fbd505a938 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.729604 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb8f4bf-660f-4df3-9d7e-dc6368294b6d x-openstack-request-id: req-9cb8f4bf-660f-4df3-9d7e-dc6368294b6d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:28.730079 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd43c9d7-7c3e-4c95-ba3b-d2db0b672825", "name": "network-vif-unplugged", "status": "completed", "tag": "f4afa136-99d0-40e7-90be-6acb72a99db0", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:28.733985 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cb8f4bf-660f-4df3-9d7e-dc6368294b6d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:28.735151 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4afa136-99d0-40e7-90be-6acb72a99db0', 'code': 200} Jul 06 11:55:28.809265 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.949797 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4896516-b651-4842-b60a-72fbd505a938 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.956427 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4896516-b651-4842-b60a-72fbd505a938 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.972792 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.007259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4896516-b651-4842-b60a-72fbd505a938 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac83835-dd34-495b-8de6-74c714829697,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:29.027889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4896516-b651-4842-b60a-72fbd505a938 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.032938 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d4896516-b651-4842-b60a-72fbd505a938 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4130197 Jul 06 11:55:29.036263 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60640) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:29.050646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2fc8a25f-bca9-4c19-a418-36a22f07b7e5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': 'b0f98538-a234-4f97-8862-37bef08c7f4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:29.073710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 869e0bc9-aad5-4602-9af4-24fe33d06ce3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:29.113779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:29.171803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] Checking segment: {'id': 'de6d0284-dd1a-40b9-ad4e-cf429898a584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:29.172230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] Network hostable DHCP agents. Network: 02bdce8e-4399-4181-b0fb-62104bbe87d1, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:55:29.196490 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a25f-bca9-4c19-a418-36a22f07b7e5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.233111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be6759-7c7d-431b-bd48-1660cfcad204 req-fea542e6-d7a0-4195-a8b0-eac88cbfaf7e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.249798 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6be6759-7c7d-431b-bd48-1660cfcad204 req-fea542e6-d7a0-4195-a8b0-eac88cbfaf7e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.4412677 Jul 06 11:55:29.252389 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:29.264437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:29.265033 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.327420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] Network 02bdce8e-4399-4181-b0fb-62104bbe87d1 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:55:29.374533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a25f-bca9-4c19-a418-36a22f07b7e5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.477885 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6be6759-7c7d-431b-bd48-1660cfcad204 req-e5c354a3-3c3a-4040-a2a0-3a067f7b4e3b tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250330 Jul 06 11:55:29.482437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 02bdce8e-4399-4181-b0fb-62104bbe87d1) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:29.492900 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a25f-bca9-4c19-a418-36a22f07b7e5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.508696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.509441 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.541134 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6226375e-ad66-4cfc-9abe-c2440c92b3df admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1649067 Jul 06 11:55:29.544120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60648) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:29.549119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74025cc9-697b-426d-83db-c0b9d3f3b19d None None] Network 02bdce8e-4399-4181-b0fb-62104bbe87d1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:29.553756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1616266821-router', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:29.576244 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a25f-bca9-4c19-a418-36a22f07b7e5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.581225 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2fc8a25f-bca9-4c19-a418-36a22f07b7e5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5435696 Jul 06 11:55:29.585169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60650) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:29.642587 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.643673 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.767241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-016326c2-b598-480a-a4c6-60aee2b273e4 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.786052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8a25f-bca9-4c19-a418-36a22f07b7e5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81df9057-db1e-4e1c-90ea-cd87a88bebd3,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:29.794222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be3fe1-5093-4635-b6ad-d3c5e3a60ada req-5b26b9b2-c4fe-4c8c-9e18-54dd6ed19413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.807247 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7be3fe1-5093-4635-b6ad-d3c5e3a60ada req-5b26b9b2-c4fe-4c8c-9e18-54dd6ed19413 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 1097 time: 0.5135064 Jul 06 11:55:29.809370 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-016326c2-b598-480a-a4c6-60aee2b273e4 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.895065 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.921879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-c78fdeaf-5d46-4d45-b97b-ad3fc1fa890e tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41666131&fields=id&tenant_id=06b0c8f3170045098f5e1bfabb4f6760 HTTP/1.1" status: 200 len: 267 time: 0.1732411 Jul 06 11:55:30.010990 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-016326c2-b598-480a-a4c6-60aee2b273e4 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.024932 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-016326c2-b598-480a-a4c6-60aee2b273e4 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.026780 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-016326c2-b598-480a-a4c6-60aee2b273e4 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/81df9057-db1e-4e1c-90ea-cd87a88bebd3 HTTP/1.1" status: 204 len: 168 time: 0.4196143 Jul 06 11:55:30.040649 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60660) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:30.043356 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016326c2-b598-480a-a4c6-60aee2b273e4 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81df9057-db1e-4e1c-90ea-cd87a88bebd3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:30.048997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 869e0bc9-aad5-4602-9af4-24fe33d06ce3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=869e0bc9-aad5-4602-9af4-24fe33d06ce3,segment=NetworkSegment(d37e09f4-2348-4203-af83-4ba00459c52d),segment_id=d37e09f4-2348-4203-af83-4ba00459c52d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:30.059359 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.075309 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.076098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 120e4574-c7da-4209-bbaf-a8a98ad101f1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:30.161006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c633ba3c-08be-4cf5-8587-79a571db6f9e tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1125388 Jul 06 11:55:30.161237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60664) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:30.214679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-436ffe02-fd91-430a-9a48-123f556a731d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.277189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be3fe1-5093-4635-b6ad-d3c5e3a60ada req-fa9a53c0-48bd-4fd0-b883-0df5b1c5e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.280134 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7be3fe1-5093-4635-b6ad-d3c5e3a60ada req-fa9a53c0-48bd-4fd0-b883-0df5b1c5e8ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.4592197 Jul 06 11:55:30.290513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60d338-3e45-438e-b627-141a1e944d40 req-8cb83ea6-0e54-4933-b27c-a393459c5ef8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.293515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-436ffe02-fd91-430a-9a48-123f556a731d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.300607 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a60d338-3e45-438e-b627-141a1e944d40 req-8cb83ea6-0e54-4933-b27c-a393459c5ef8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 944 time: 0.6863306 Jul 06 11:55:30.312425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=869e0bc9-aad5-4602-9af4-24fe33d06ce3,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:30.381762 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 120e4574-c7da-4209-bbaf-a8a98ad101f1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:30.393410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 120e4574-c7da-4209-bbaf-a8a98ad101f1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:30.393653 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.457427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7be3fe1-5093-4635-b6ad-d3c5e3a60ada req-e5859ec7-86d3-48b4-a848-937d3b8ec94f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f HTTP/1.1" status: 200 len: 1002 time: 0.1555898 Jul 06 11:55:30.522271 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-436ffe02-fd91-430a-9a48-123f556a731d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.527308 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-436ffe02-fd91-430a-9a48-123f556a731d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.531866 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-436ffe02-fd91-430a-9a48-123f556a731d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/bac83835-dd34-495b-8de6-74c714829697 HTTP/1.1" status: 204 len: 168 time: 0.3664834 Jul 06 11:55:30.539627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-02bdce8e-4399-4181-b0fb-62104bbe87d1', 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'fixed_ips': [{'subnet_id': 'd4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:55:30.540618 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.579274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60666) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:30.586998 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a60d338-3e45-438e-b627-141a1e944d40 req-4f51d5ef-324b-4709-87ae-b609a91f9848 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806368 Jul 06 11:55:30.630866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ffe02-fd91-430a-9a48-123f556a731d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bac83835-dd34-495b-8de6-74c714829697,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:30.638152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be3fe1-5093-4635-b6ad-d3c5e3a60ada req-afee206b-dedb-4e54-a399-cfa88ddb8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.639066 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7be3fe1-5093-4635-b6ad-d3c5e3a60ada req-afee206b-dedb-4e54-a399-cfa88ddb8505 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.1591256 Jul 06 11:55:30.639631 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.673969 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-848171b5-8fbd-4ced-9c62-788e2b12eb74 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.687676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-848171b5-8fbd-4ced-9c62-788e2b12eb74 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/networks?id=9e8cc18e-a9b9-440a-9257-de88c56b6e92 HTTP/1.1" status: 200 len: 809 time: 0.7635148 Jul 06 11:55:30.724257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-0a6512ad-ecf6-41e9-bc11-969fe41415fe tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/quotas/06b0c8f3170045098f5e1bfabb4f6760 HTTP/1.1" status: 200 len: 375 time: 0.0342700 Jul 06 11:55:30.761418 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f47605ab-ea8d-4363-9d91-cd1045e68699 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1762800 Jul 06 11:55:30.765595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60670) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:30.873116 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.888473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fbd9e-5424-4763-ae0a-12bf3133882f req-4230c56c-cbc3-4802-b042-05a6946252a9 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.890086 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-772fbd9e-5424-4763-ae0a-12bf3133882f req-4230c56c-cbc3-4802-b042-05a6946252a9 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.86 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 945 time: 0.3696086 Jul 06 11:55:30.901317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-884f1c67-8519-4d0e-9151-e37990d7163d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.927796 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-884f1c67-8519-4d0e-9151-e37990d7163d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.972366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 120e4574-c7da-4209-bbaf-a8a98ad101f1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=120e4574-c7da-4209-bbaf-a8a98ad101f1,segment=NetworkSegment(2e9d9a19-5c7d-48d0-906a-206d90735732),segment_id=2e9d9a19-5c7d-48d0-906a-206d90735732)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:30.989092 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.995836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-4638f0ef-6307-4522-b068-0389c4147499 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06b0c8f3170045098f5e1bfabb4f6760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2704298 Jul 06 11:55:31.046516 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-884f1c67-8519-4d0e-9151-e37990d7163d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.059263 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-884f1c67-8519-4d0e-9151-e37990d7163d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.060526 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-884f1c67-8519-4d0e-9151-e37990d7163d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/651f053f-daae-428a-83d8-681165c0815e HTTP/1.1" status: 204 len: 168 time: 0.2820337 Jul 06 11:55:31.077927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60672) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:31.104327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f1c67-8519-4d0e-9151-e37990d7163d tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=651f053f-daae-428a-83d8-681165c0815e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:31.113299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be3fe1-5093-4635-b6ad-d3c5e3a60ada req-8f772998-5d0b-4479-bb97-85e461adbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:31.115882 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7be3fe1-5093-4635-b6ad-d3c5e3a60ada req-8f772998-5d0b-4479-bb97-85e461adbc95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4636071 Jul 06 11:55:31.141273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Allocated IP 172.20.0.2 (02bdce8e-4399-4181-b0fb-62104bbe87d1/d4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e/145612b0-9974-4d48-98a8-64796fa7010a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:31.182101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=120e4574-c7da-4209-bbaf-a8a98ad101f1,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:31.206944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca862c8e-3f14-4c0c-9601-7757f5f2b85b req-9fbd4dcd-7a7e-4706-922f-12017ce956c7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:31.216874 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca862c8e-3f14-4c0c-9601-7757f5f2b85b req-9fbd4dcd-7a7e-4706-922f-12017ce956c7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 946 time: 0.2956789 Jul 06 11:55:31.237187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 869e0bc9-aad5-4602-9af4-24fe33d06ce3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:31.349953 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7be3fe1-5093-4635-b6ad-d3c5e3a60ada req-4259be70-5f24-4d4a-a2b6-bc01869d6a57 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202687 Jul 06 11:55:31.445432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-772fbd9e-5424-4763-ae0a-12bf3133882f req-ca05a433-b8cd-4378-b3ac-a170f0e38715 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Deleting port a9b492dc-8dd2-40e3-b568-c22b61c7d093 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:31.445780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-772fbd9e-5424-4763-ae0a-12bf3133882f req-ca05a433-b8cd-4378-b3ac-a170f0e38715 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.452331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:31.452930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.588699 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7be3fe1-5093-4635-b6ad-d3c5e3a60ada req-cef49692-3e3b-4ae3-9b8d-88acec27f10b service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309508 Jul 06 11:55:31.590748 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.595753 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-772fbd9e-5424-4763-ae0a-12bf3133882f req-ca05a433-b8cd-4378-b3ac-a170f0e38715 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] For port a9b492dc-8dd2-40e3-b568-c22b61c7d093, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a9b492dc-8dd2-40e3-b568-c22b61c7d093,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:31.596126 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-772fbd9e-5424-4763-ae0a-12bf3133882f req-ca05a433-b8cd-4378-b3ac-a170f0e38715 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.607569 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Transition to ACTIVE for port object 145612b0-9974-4d48-98a8-64796fa7010a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:31.612197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-772fbd9e-5424-4763-ae0a-12bf3133882f req-ca05a433-b8cd-4378-b3ac-a170f0e38715 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Calling delete_port for a9b492dc-8dd2-40e3-b568-c22b61c7d093 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:31.643776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Transition to ACTIVE for port object 145612b0-9974-4d48-98a8-64796fa7010a will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:31.667828 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.702403 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.726745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dfc99de0-7916-4464-b018-08c91b3d8dbd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6451278 Jul 06 11:55:31.739530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Network 02bdce8e-4399-4181-b0fb-62104bbe87d1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:31.739760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60678) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:31.741885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:31.750907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:31.766310 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.772101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Pushing event updated for resources: {'Port': ['ID=145612b0-9974-4d48-98a8-64796fa7010a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:31.803279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca862c8e-3f14-4c0c-9601-7757f5f2b85b req-b650816d-696e-4a10-9fc7-a8a8ce35037e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5582705 Jul 06 11:55:31.816295 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-197df443-7eff-46cd-9b08-41aff7389687 service neutron] 10.222.0.21 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8106251 Jul 06 11:55:31.839010 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a4c7c9d-45f7-424b-a2b7-b6d93159ea14 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.871181 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a4c7c9d-45f7-424b-a2b7-b6d93159ea14 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.947004 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Attempting to bind port 145612b0-9974-4d48-98a8-64796fa7010a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:31.950805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Attempting to bind port 145612b0-9974-4d48-98a8-64796fa7010a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'de6d0284-dd1a-40b9-ad4e-cf429898a584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:31.955662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Attempting to bind port 145612b0-9974-4d48-98a8-64796fa7010a on network 02bdce8e-4399-4181-b0fb-62104bbe87d1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:31.969460 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:31.973670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Checking segment: {'id': 'de6d0284-dd1a-40b9-ad4e-cf429898a584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:31.974304 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.974726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Bound using segment: {'id': 'de6d0284-dd1a-40b9-ad4e-cf429898a584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:31.975533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Bound port: 145612b0-9974-4d48-98a8-64796fa7010a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6d0284-dd1a-40b9-ad4e-cf429898a584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:31.975953 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.988605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Allocated IP 172.25.0.6 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/5f83c092-03dd-4fe3-88b4-f4c1509a1612) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:31.990231 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-772fbd9e-5424-4763-ae0a-12bf3133882f req-ca05a433-b8cd-4378-b3ac-a170f0e38715 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.993788 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a4c7c9d-45f7-424b-a2b7-b6d93159ea14 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.001630 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a4c7c9d-45f7-424b-a2b7-b6d93159ea14 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.003029 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8a4c7c9d-45f7-424b-a2b7-b6d93159ea14 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e5947dd7-a5bc-4e48-951f-eb2dacd3d24c HTTP/1.1" status: 204 len: 168 time: 0.2618065 Jul 06 11:55:32.017113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60680) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:32.019511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['63633871-8378-49d3-9c95-e1bc96bd1014'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:32.077445 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c7c9d-45f7-424b-a2b7-b6d93159ea14 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5947dd7-a5bc-4e48-951f-eb2dacd3d24c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:32.098321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05a433-b8cd-4378-b3ac-a170f0e38715 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Pushing event deleted for resources: {'Port': ['ID=a9b492dc-8dd2-40e3-b568-c22b61c7d093,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:32.135702 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.138856 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2fa41252-0105-4daa-8927-c8db37a1ce48 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1204929 Jul 06 11:55:32.162141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60682) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:32.194518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.215341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-772fbd9e-5424-4763-ae0a-12bf3133882f req-ca05a433-b8cd-4378-b3ac-a170f0e38715 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] No DVR routers for this DVR port a9b492dc-8dd2-40e3-b568-c22b61c7d093 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:32.234367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-772fbd9e-5424-4763-ae0a-12bf3133882f req-ca05a433-b8cd-4378-b3ac-a170f0e38715 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.238007 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-772fbd9e-5424-4763-ae0a-12bf3133882f req-ca05a433-b8cd-4378-b3ac-a170f0e38715 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.86 "DELETE /v2.0/ports/a9b492dc-8dd2-40e3-b568-c22b61c7d093 HTTP/1.1" status: 204 len: 173 time: 1.3339596 Jul 06 11:55:32.240292 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3642506-acea-42a6-8b43-4304c20f8004 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.244021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80341d43-ed2c-4fec-8fbd-fc920ab02014', 'name': 'network-vif-deleted', 'tag': 'a9b492dc-8dd2-40e3-b568-c22b61c7d093'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:32.246557 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c80a8e4-bceb-443a-927c-330c70617a80" -d '{"events": [{"server_uuid": "80341d43-ed2c-4fec-8fbd-fc920ab02014", "name": "network-vif-deleted", "tag": "a9b492dc-8dd2-40e3-b568-c22b61c7d093"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:32.260289 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3642506-acea-42a6-8b43-4304c20f8004 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.265118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] For port 145612b0-9974-4d48-98a8-64796fa7010a, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:32.296708 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] For port 145612b0-9974-4d48-98a8-64796fa7010a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=145612b0-9974-4d48-98a8-64796fa7010a,segment=NetworkSegment(de6d0284-dd1a-40b9-ad4e-cf429898a584),segment_id=de6d0284-dd1a-40b9-ad4e-cf429898a584)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:32.321481 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.329336 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3642506-acea-42a6-8b43-4304c20f8004 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.335991 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3642506-acea-42a6-8b43-4304c20f8004 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.345497 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b3642506-acea-42a6-8b43-4304c20f8004 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/308eb6e0-1abc-4a5a-be95-f1bddfca6ad4 HTTP/1.1" status: 204 len: 168 time: 0.1809375 Jul 06 11:55:32.348304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60686) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:32.372403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Pushing event updated for resources: {'Port': ['ID=5f83c092-03dd-4fe3-88b4-f4c1509a1612,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:32.374064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3642506-acea-42a6-8b43-4304c20f8004 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=308eb6e0-1abc-4a5a-be95-f1bddfca6ad4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:32.415962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2ad39980-9c84-48db-a1eb-9c6010bc633f no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:32.447911 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:32.476728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-91054ff2-f9fe-445d-aa18-7173d112be36 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1269848 Jul 06 11:55:32.477318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60690) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:32.479722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:32.482518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:32.504432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-378cb1cc-b616-4c64-8854-15e398365620 req-3aa706da-3ae1-44f4-a348-5e8efd501e31 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=80341d43-ed2c-4fec-8fbd-fc920ab02014 HTTP/1.1" status: 200 len: 210 time: 0.1277180 Jul 06 11:55:32.627161 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6afd18d-f8fc-4876-9abb-31c14447617b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.717474 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6afd18d-f8fc-4876-9abb-31c14447617b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.812322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f0583-7e9e-4b2f-a09f-45122194131b None None] Pushing event updated for resources: {'Port': ['ID=145612b0-9974-4d48-98a8-64796fa7010a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:32.835364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-ac491174-34e2-4d02-bb60-68a01749574d service neutron] 10.222.0.21 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0160754 Jul 06 11:55:32.850415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6afd18d-f8fc-4876-9abb-31c14447617b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.853260 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6afd18d-f8fc-4876-9abb-31c14447617b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.859060 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b6afd18d-f8fc-4876-9abb-31c14447617b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-groups/b0f98538-a234-4f97-8862-37bef08c7f4a HTTP/1.1" status: 204 len: 168 time: 0.3801947 Jul 06 11:55:32.859840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60694) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:32.899277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afd18d-f8fc-4876-9abb-31c14447617b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f98538-a234-4f97-8862-37bef08c7f4a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:32.947504 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.024624 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b1474ce9-5663-4a62-8e30-ab192e9e0f56 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1590283 Jul 06 11:55:33.025543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60698) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:33.031646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7ffda9ef-a543-4181-aee5-242cce47d3ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group': {'name': 'tempest-secgroup--261152531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:33.066423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:33.072478 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbce104-7b3a-445c-b6aa-8cbb61c23331" -d '{"events": [{"server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "name": "network-vif-unplugged", "status": "completed", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:33.077739 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ffda9ef-a543-4181-aee5-242cce47d3ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.104085 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:33.114273 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.136655 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.339051 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=2ad39980-9c84-48db-a1eb-9c6010bc633f,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:33.347528 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ffda9ef-a543-4181-aee5-242cce47d3ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.360890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 120e4574-c7da-4209-bbaf-a8a98ad101f1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:33.366196 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ffda9ef-a543-4181-aee5-242cce47d3ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.448822 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89440206-4eb2-4fc2-a586-d99fac6d3358 x-openstack-request-id: req-89440206-4eb2-4fc2-a586-d99fac6d3358 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:33.449138 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80341d43-ed2c-4fec-8fbd-fc920ab02014", "name": "network-vif-deleted", "tag": "a9b492dc-8dd2-40e3-b568-c22b61c7d093", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:33.449402 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89440206-4eb2-4fc2-a586-d99fac6d3358 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:33.449823 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80341d43-ed2c-4fec-8fbd-fc920ab02014', 'name': 'network-vif-deleted', 'tag': 'a9b492dc-8dd2-40e3-b568-c22b61c7d093', 'status': 'completed', 'code': 200} Jul 06 11:55:33.508284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f4afa136-99d0-40e7-90be-6acb72a99db0 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:33.573321 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ffda9ef-a543-4181-aee5-242cce47d3ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.582779 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7ffda9ef-a543-4181-aee5-242cce47d3ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5558908 Jul 06 11:55:33.585641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60712) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:33.597404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0fe2e992-9991-4ac4-be7b-488fac9292ec tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': '946aeca6-1333-4a66-b4ff-5f75e3df5cef', 'direction': 'ingress', 'protocol': 17}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:33.612815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffda9ef-a543-4181-aee5-242cce47d3ff tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946aeca6-1333-4a66-b4ff-5f75e3df5cef,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:33.683181 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 120e4574-c7da-4209-bbaf-a8a98ad101f1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:33.687747 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.688678 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e992-9991-4ac4-be7b-488fac9292ec tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.831236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a9b492dc-8dd2-40e3-b568-c22b61c7d093 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:33.876195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: a9b492dc-8dd2-40e3-b568-c22b61c7d093 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:33.876773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a9b492dc-8dd2-40e3-b568-c22b61c7d093 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:33.888238 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e992-9991-4ac4-be7b-488fac9292ec tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.898954 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e992-9991-4ac4-be7b-488fac9292ec tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.949236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2e992-9991-4ac4-be7b-488fac9292ec tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3641c2b1-0c33-4e87-99ed-fd917b8ed246,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:33.954447 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e992-9991-4ac4-be7b-488fac9292ec tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.961607 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0fe2e992-9991-4ac4-be7b-488fac9292ec tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3705704 Jul 06 11:55:33.963588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60714) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:34.011636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb3085-a0ae-4535-9d65-5540dbde9c08 req-f147cb2b-cdc4-4ab7-af4a-b3670620a055 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:34.025282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88eb3085-a0ae-4535-9d65-5540dbde9c08 req-f147cb2b-cdc4-4ab7-af4a-b3670620a055 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 944 time: 0.8971407 Jul 06 11:55:34.083704 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a331d3ca-6915-4340-9d84-cbe6af73a890 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.161892 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a331d3ca-6915-4340-9d84-cbe6af73a890 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.194712 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88eb3085-a0ae-4535-9d65-5540dbde9c08 req-bf08e61c-3c9e-4d3a-a68e-aec09e44cd13 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682682 Jul 06 11:55:34.255703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bbfcd-7df4-4d11-991c-fd9074bdf154 req-3e48285b-2bbd-442c-9e0c-8f409f77f265 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:34.265446 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd0bbfcd-7df4-4d11-991c-fd9074bdf154 req-3e48285b-2bbd-442c-9e0c-8f409f77f265 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.4763653 Jul 06 11:55:34.278361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a331d3ca-6915-4340-9d84-cbe6af73a890 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.282414 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a331d3ca-6915-4340-9d84-cbe6af73a890 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.295963 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a331d3ca-6915-4340-9d84-cbe6af73a890 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-groups/946aeca6-1333-4a66-b4ff-5f75e3df5cef HTTP/1.1" status: 204 len: 168 time: 0.3296845 Jul 06 11:55:34.303055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60724) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:34.331811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331d3ca-6915-4340-9d84-cbe6af73a890 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=946aeca6-1333-4a66-b4ff-5f75e3df5cef,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:34.470268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd0bbfcd-7df4-4d11-991c-fd9074bdf154 req-ecfc4e45-551d-4646-a64a-1205b49b29df tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902955 Jul 06 11:55:34.471747 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b1ce262b-6f51-4bc1-810f-5acdc18a1d05 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1419528 Jul 06 11:55:34.472067 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.472176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60726) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:34.480613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c3551ea7-ea3d-46cb-93a4-f449203478f8 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961696139'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:34.534041 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3551ea7-ea3d-46cb-93a4-f449203478f8 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.632604 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176ffedf-dc14-4446-bc14-1a6154db663d x-openstack-request-id: req-176ffedf-dc14-4446-bc14-1a6154db663d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:34.633438 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "name": "network-vif-unplugged", "status": "failed", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f", "code": 422}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:34.633940 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-176ffedf-dc14-4446-bc14-1a6154db663d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:34.634716 n-d-799527-2 neutron-server[93816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'code': 422} returned with failed status Jul 06 11:55:34.763362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee1079-4a90-441e-8c4a-5fd65db73f21 None None] Network 02bdce8e-4399-4181-b0fb-62104bbe87d1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:34.764834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56ab3e2d-455e-4283-a850-9263ba731241 req-54c2cbcd-1251-4d3f-9ab4-39bbba642776 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 210 time: 0.0845037 Jul 06 11:55:34.815675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3551ea7-ea3d-46cb-93a4-f449203478f8 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.824467 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3551ea7-ea3d-46cb-93a4-f449203478f8 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.856601 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3551ea7-ea3d-46cb-93a4-f449203478f8 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.858188 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c3551ea7-ea3d-46cb-93a4-f449203478f8 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3852060 Jul 06 11:55:34.861959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60732) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:34.874442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f2bb834d-3af4-48b2-b21d-fe03e0a8b91b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group': {'name': 'tempest-secgroup--422181'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:34.889520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3551ea7-ea3d-46cb-93a4-f449203478f8 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e37b2c9-7bec-4390-b3ba-1ef54b4259f8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:34.929671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Router dd769d43-4324-48f3-a8b9-faeb11457272 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:55:34.955841 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2bb834d-3af4-48b2-b21d-fe03e0a8b91b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.183311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ec3790a4-f0b9-4054-bfbc-fe610df40159 None None] Provisioning for port 145612b0-9974-4d48-98a8-64796fa7010a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:35.261558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 145612b0-9974-4d48-98a8-64796fa7010a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:35.277562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83795d81-6d4f-47bc-bb38-2d9a115ed174 req-ec936c88-8a41-4afe-86d8-ca4d92e8b85d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:35.279160 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83795d81-6d4f-47bc-bb38-2d9a115ed174 req-ec936c88-8a41-4afe-86d8-ca4d92e8b85d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.1807656 Jul 06 11:55:35.287386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:35.315902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Sync routers for ids ['dd769d43-4324-48f3-a8b9-faeb11457272'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:35.350106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Routers {'dd769d43-4324-48f3-a8b9-faeb11457272'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:35.351086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dd769d43-4324-48f3-a8b9-faeb11457272'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:35.433945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83795d81-6d4f-47bc-bb38-2d9a115ed174 req-62b3f890-4e5a-4c98-a4cb-97413ed09fd3 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042919 Jul 06 11:55:35.439786 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 145612b0-9974-4d48-98a8-64796fa7010a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:35.449409 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 145612b0-9974-4d48-98a8-64796fa7010a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:35.450479 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.603925 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2bb834d-3af4-48b2-b21d-fe03e0a8b91b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.616747 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2bb834d-3af4-48b2-b21d-fe03e0a8b91b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.689975 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.691197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dc60ab13-6162-4909-8c5f-69fc4062d603 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1458035 Jul 06 11:55:35.695103 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60744) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:35.719737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Set router dd769d43-4324-48f3-a8b9-faeb11457272 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:35.775312 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2bb834d-3af4-48b2-b21d-fe03e0a8b91b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.787526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f2bb834d-3af4-48b2-b21d-fe03e0a8b91b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9238622 Jul 06 11:55:35.790265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60748) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:35.795653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-66c4fbc5-b1ef-4645-8bd3-78c1f9c4c482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': '1e37b2c9-7bec-4390-b3ba-1ef54b4259f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd529aa30-abd9-4be4-a2ad-12bf92c05d3e', 'remote_ip_prefix': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:35.832130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb834d-3af4-48b2-b21d-fe03e0a8b91b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d529aa30-abd9-4be4-a2ad-12bf92c05d3e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:35.948074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edea87f-3250-4f10-928e-119ac0a9fec7 req-c2c36c72-6422-4630-aea3-c7bce67cb8e2 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:35.956833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9edea87f-3250-4f10-928e-119ac0a9fec7 req-c2c36c72-6422-4630-aea3-c7bce67cb8e2 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2943563 Jul 06 11:55:35.978606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66c4fbc5-b1ef-4645-8bd3-78c1f9c4c482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.040644 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.074571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6a5fa-6ae3-4cd4-9b00-be9f781129fa req-f58935e6-e4a9-4aa1-ba52-e3e1f1ce971a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:36.076881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48f6a5fa-6ae3-4cd4-9b00-be9f781129fa req-f58935e6-e4a9-4aa1-ba52-e3e1f1ce971a tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.2540693 Jul 06 11:55:36.082085 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5fc09ae2-e178-45f3-837f-bb0c37d433f3 None None] Provisioning complete for port 145612b0-9974-4d48-98a8-64796fa7010a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:36.090930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5fc09ae2-e178-45f3-837f-bb0c37d433f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.197780 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9edea87f-3250-4f10-928e-119ac0a9fec7 req-95ecdf04-46ed-44fa-a43c-fe54bd00ef0c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390671 Jul 06 11:55:36.265397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 145612b0-9974-4d48-98a8-64796fa7010a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=145612b0-9974-4d48-98a8-64796fa7010a,segment=NetworkSegment(de6d0284-dd1a-40b9-ad4e-cf429898a584),segment_id=de6d0284-dd1a-40b9-ad4e-cf429898a584)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:36.303044 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.330397 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48f6a5fa-6ae3-4cd4-9b00-be9f781129fa req-bd36d1d5-d495-4bf7-b552-10f12c3b5e95 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379487 Jul 06 11:55:36.370021 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66c4fbc5-b1ef-4645-8bd3-78c1f9c4c482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.378863 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66c4fbc5-b1ef-4645-8bd3-78c1f9c4c482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.403751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4fbc5-b1ef-4645-8bd3-78c1f9c4c482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af09e7a7-8215-4c97-b430-740e2ed343a9,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:36.415115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66c4fbc5-b1ef-4645-8bd3-78c1f9c4c482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.420490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-66c4fbc5-b1ef-4645-8bd3-78c1f9c4c482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6282725 Jul 06 11:55:36.421189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60754) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:36.461047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cee12b4-385b-44d2-b202-8241111cbf1b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.471366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=145612b0-9974-4d48-98a8-64796fa7010a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:36.491849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-817e7d6b-e460-4313-b30c-7dd8999f574c tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:36.497532 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-817e7d6b-e460-4313-b30c-7dd8999f574c tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.86 "GET /v2.0/networks?id=9e8cc18e-a9b9-440a-9257-de88c56b6e92 HTTP/1.1" status: 200 len: 809 time: 0.4349229 Jul 06 11:55:36.506417 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cee12b4-385b-44d2-b202-8241111cbf1b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.509230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'name': 'tempest-TestAggregatesBasicOps-1616266821-router', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:29Z', 'updated_at': '2021-07-06T11:55:32Z', 'revision_number': 3, 'project_id': '4e504077f335476ababde2f72f007c3f', 'gw_port': {'id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:36.561218 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cee12b4-385b-44d2-b202-8241111cbf1b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.563535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Checking router: dd769d43-4324-48f3-a8b9-faeb11457272 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:36.564178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Updating router dd769d43-4324-48f3-a8b9-faeb11457272 port 5f83c092-03dd-4fe3-88b4-f4c1509a1612 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:36.567300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cee12b4-385b-44d2-b202-8241111cbf1b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.568654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4cee12b4-385b-44d2-b202-8241111cbf1b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/af09e7a7-8215-4c97-b430-740e2ed343a9 HTTP/1.1" status: 204 len: 168 time: 0.1463959 Jul 06 11:55:36.574624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60756) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:36.608722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d10cc5-03c3-4496-b27d-3520736e02dc req-bc184704-f08d-42dd-8aea-fb434103e7e6 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:36.610600 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d10cc5-03c3-4496-b27d-3520736e02dc req-bc184704-f08d-42dd-8aea-fb434103e7e6 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.1511855 Jul 06 11:55:36.611998 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-071fe43e-981d-4c85-b1c3-918dda9269ab tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06b0c8f3170045098f5e1bfabb4f6760 HTTP/1.1" status: 200 len: 378 time: 0.0999675 Jul 06 11:55:36.612676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee12b4-385b-44d2-b202-8241111cbf1b tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af09e7a7-8215-4c97-b430-740e2ed343a9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:36.620941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.627811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Request body: {'port': {'device_id': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'admin_state_up': True, 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'security_groups': ['3659bdc1-29cc-4b30-8e2d-09818f153e84']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:36.703793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73d10cc5-03c3-4496-b27d-3520736e02dc req-028c6e6f-fd8c-4168-a767-fc15166c5b80 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792217 Jul 06 11:55:36.730092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fe0c6172-6bd9-4926-bfc6-7c1cb788e54c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1488225 Jul 06 11:55:36.738587 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60758) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:36.810521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fe965b1-3f9a-4925-86d6-3f2dbea16629 req-a9c800d4-5742-494d-b254-9322aac9e45c tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 210 time: 0.0813978 Jul 06 11:55:36.846053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32cedce8-786d-44b0-9316-c70ffa38f482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.880616 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32cedce8-786d-44b0-9316-c70ffa38f482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.909177 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Made reservation on behalf of 06b0c8f3170045098f5e1bfabb4f6760 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:36.913580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.960611 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32cedce8-786d-44b0-9316-c70ffa38f482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.963438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32cedce8-786d-44b0-9316-c70ffa38f482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.966139 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.970357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-32cedce8-786d-44b0-9316-c70ffa38f482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-groups/d529aa30-abd9-4be4-a2ad-12bf92c05d3e HTTP/1.1" status: 204 len: 168 time: 0.2308111 Jul 06 11:55:36.976330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60764) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:37.023853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cedce8-786d-44b0-9316-c70ffa38f482 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d529aa30-abd9-4be4-a2ad-12bf92c05d3e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.083798 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.098637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Transition to ACTIVE for port object 5f83c092-03dd-4fe3-88b4-f4c1509a1612 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:37.133350 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.139419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0c986caa-0562-4192-8a47-c4f47c0109cc tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1607478 Jul 06 11:55:37.144930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60774) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:37.241341 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 145612b0-9974-4d48-98a8-64796fa7010a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:37.324464 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da4b1a9f-de86-42dc-996e-70c130c0373f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.334537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197c9b3-9eb0-4f93-bab8-fd08a693fc53 req-dff2a347-1d05-41d3-b7ce-b0f4d206b1f6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:37.335525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Allocated IP 172.20.0.7 (9e8cc18e-a9b9-440a-9257-de88c56b6e92/147ab45f-590a-4b4e-9326-1bb515f7886f/eab45a69-a21b-4bca-af33-ee9e260bb8ad) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:37.341983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b197c9b3-9eb0-4f93-bab8-fd08a693fc53 req-dff2a347-1d05-41d3-b7ce-b0f4d206b1f6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2192421 Jul 06 11:55:37.354412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Attempting to bind port 5f83c092-03dd-4fe3-88b4-f4c1509a1612 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:37.355474 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Attempting to bind port 5f83c092-03dd-4fe3-88b4-f4c1509a1612 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:37.356098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Attempting to bind port 5f83c092-03dd-4fe3-88b4-f4c1509a1612 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:37.364862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb52e56-b1de-43f2-9a2a-38618b4a9a57 None None] Pushing event updated for resources: {'Port': ['ID=5f83c092-03dd-4fe3-88b4-f4c1509a1612,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.390301 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da4b1a9f-de86-42dc-996e-70c130c0373f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.399701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:37.400264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:37.400859 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.401732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:37.402490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Bound port: 5f83c092-03dd-4fe3-88b4-f4c1509a1612, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:37.403036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.419630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Allocated IP 172.20.0.1 (02bdce8e-4399-4181-b0fb-62104bbe87d1/d4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e/61b18684-5b32-4a05-8c56-465344705a69) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:37.472093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b197c9b3-9eb0-4f93-bab8-fd08a693fc53 req-a95621c3-d3cf-49b5-a4f4-b7175e8eb9bc tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291049 Jul 06 11:55:37.497769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] For port 5f83c092-03dd-4fe3-88b4-f4c1509a1612, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:37.504346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] For port 5f83c092-03dd-4fe3-88b4-f4c1509a1612, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5f83c092-03dd-4fe3-88b4-f4c1509a1612,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:37.506327 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 145612b0-9974-4d48-98a8-64796fa7010a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:37.507035 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.540096 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da4b1a9f-de86-42dc-996e-70c130c0373f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.543495 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da4b1a9f-de86-42dc-996e-70c130c0373f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.544728 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-da4b1a9f-de86-42dc-996e-70c130c0373f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-groups/1e37b2c9-7bec-4390-b3ba-1ef54b4259f8 HTTP/1.1" status: 204 len: 168 time: 0.3840067 Jul 06 11:55:37.560212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60788) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:37.564479 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.590517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b1a9f-de86-42dc-996e-70c130c0373f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e37b2c9-7bec-4390-b3ba-1ef54b4259f8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.640349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb52e56-b1de-43f2-9a2a-38618b4a9a57 None None] Pushing event updated for resources: {'Port': ['ID=5f83c092-03dd-4fe3-88b4-f4c1509a1612,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.669684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Routers {'dd769d43-4324-48f3-a8b9-faeb11457272'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:37.670238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dd769d43-4324-48f3-a8b9-faeb11457272'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:37.692053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f02edc9c-1899-44bd-af21-3dc2e606ba1e tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1304328 Jul 06 11:55:37.697722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60794) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:37.708575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cfb784ed-ec63-4442-a743-bcaa92f5c0eb tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group': {'name': 'tempest-secgroup--718925587'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:37.779758 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb784ed-ec63-4442-a743-bcaa92f5c0eb tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.818036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9684b60-744d-4f6f-9a2e-4cc2032dae3e req-2e319d58-cd24-487a-9724-b77375ced708 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:37.825593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9684b60-744d-4f6f-9a2e-4cc2032dae3e req-2e319d58-cd24-487a-9724-b77375ced708 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.1079702 Jul 06 11:55:37.843227 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.876141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Transition to ACTIVE for port object eab45a69-a21b-4bca-af33-ee9e260bb8ad will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:37.890234 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.913561 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Transition to ACTIVE for port object 61b18684-5b32-4a05-8c56-465344705a69 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:37.913824 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] Set router dd769d43-4324-48f3-a8b9-faeb11457272 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:37.968361 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9684b60-744d-4f6f-9a2e-4cc2032dae3e req-ef906483-5972-4d82-b22e-f1bf6cfa52b9 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417432 Jul 06 11:55:37.975316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.066136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:38.072790 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.096486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:38.097295 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb784ed-ec63-4442-a743-bcaa92f5c0eb tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.100708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:38.106662 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb784ed-ec63-4442-a743-bcaa92f5c0eb tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.122278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event updated for resources: {'Port': ['ID=eab45a69-a21b-4bca-af33-ee9e260bb8ad,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:38.197484 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfb784ed-ec63-4442-a743-bcaa92f5c0eb tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.201160 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cfb784ed-ec63-4442-a743-bcaa92f5c0eb tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5006356 Jul 06 11:55:38.204232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60800) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:38.204555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Network 02bdce8e-4399-4181-b0fb-62104bbe87d1 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:38.212890 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8d1faf4f-260d-4033-9120-a305749291a3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': '210c1766-20c3-45d2-ad2d-c523bf79b1b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:38.226748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb784ed-ec63-4442-a743-bcaa92f5c0eb tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210c1766-20c3-45d2-ad2d-c523bf79b1b8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:38.264471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'name': 'tempest-TestAggregatesBasicOps-1616266821-router', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:29Z', 'updated_at': '2021-07-06T11:55:32Z', 'revision_number': 3, 'project_id': '4e504077f335476ababde2f72f007c3f', 'gw_port': {'id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:38.298896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:38.314974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:38.320652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Pushing event updated for resources: {'Port': ['ID=61b18684-5b32-4a05-8c56-465344705a69,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:38.326489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5bf59c-b91d-418c-b161-224a453596c8 None None] The sync data for ids ['dd769d43-4324-48f3-a8b9-faeb11457272'] in n-d-799527-2 is: [{'id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'name': 'tempest-TestAggregatesBasicOps-1616266821-router', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:29Z', 'updated_at': '2021-07-06T11:55:32Z', 'revision_number': 3, 'project_id': '4e504077f335476ababde2f72f007c3f', 'gw_port': {'id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:38.335342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d1faf4f-260d-4033-9120-a305749291a3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.408276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dd22f-22d8-4aa2-9139-45c137dd1795 req-c086cf82-9543-44d6-be80-163f588b38d6 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:38.417723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-958dd22f-22d8-4aa2-9139-45c137dd1795 req-c086cf82-9543-44d6-be80-163f588b38d6 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 931 time: 0.2123368 Jul 06 11:55:38.441118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2ad39980-9c84-48db-a1eb-9c6010bc633f no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:38.449499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:38.460415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.521318 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-bf28e4a7-2f87-41e1-8d7a-4119de07e61b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8996115 Jul 06 11:55:38.531024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.562937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Request body: {'port': {'device_id': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:38.591113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d1faf4f-260d-4033-9120-a305749291a3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.604006 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d1faf4f-260d-4033-9120-a305749291a3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.699399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1faf4f-260d-4033-9120-a305749291a3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09aa31ce-cd6f-47af-bc48-ec14446450c2,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:38.737925 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-958dd22f-22d8-4aa2-9139-45c137dd1795 req-0e2e1f9d-ab76-4e2a-aad2-5a0bdd6d78e9 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3175554 Jul 06 11:55:38.739192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d1faf4f-260d-4033-9120-a305749291a3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.742907 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8d1faf4f-260d-4033-9120-a305749291a3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5356462 Jul 06 11:55:38.744879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c1aa2ae9-cd10-423d-aa50-5f0fc3c170bb None None] Provisioning for port eab45a69-a21b-4bca-af33-ee9e260bb8ad completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:38.747325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60812) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:38.767052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c1aa2ae9-cd10-423d-aa50-5f0fc3c170bb None None] Provisioning complete for port eab45a69-a21b-4bca-af33-ee9e260bb8ad triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:38.767428 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2ae9-cd10-423d-aa50-5f0fc3c170bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.868955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa2ae9-cd10-423d-aa50-5f0fc3c170bb None None] Port eab45a69-a21b-4bca-af33-ee9e260bb8ad cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:38.955129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc3eeab7-01cd-4661-ac15-defb0afc6b1c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.965471 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc3eeab7-01cd-4661-ac15-defb0afc6b1c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.013999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc3eeab7-01cd-4661-ac15-defb0afc6b1c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.015083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ae1940ac-3fda-45ad-a103-8ad56e866be5 None None] Provisioning for port 61b18684-5b32-4a05-8c56-465344705a69 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:39.026230 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.028613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ae1940ac-3fda-45ad-a103-8ad56e866be5 None None] Provisioning complete for port 61b18684-5b32-4a05-8c56-465344705a69 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:39.029008 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae1940ac-3fda-45ad-a103-8ad56e866be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.037151 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc3eeab7-01cd-4661-ac15-defb0afc6b1c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.041180 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fc3eeab7-01cd-4661-ac15-defb0afc6b1c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/09aa31ce-cd6f-47af-bc48-ec14446450c2 HTTP/1.1" status: 204 len: 168 time: 0.2918615 Jul 06 11:55:39.045931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:39.060171 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.085468 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f3c2b-eaf2-4d5f-bcfe-9671dbf4a009 req-53272f0b-13a8-4ca3-a461-4e1c7e39aa26 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:39.097860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-389f3c2b-eaf2-4d5f-bcfe-9671dbf4a009 req-53272f0b-13a8-4ca3-a461-4e1c7e39aa26 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3064630 Jul 06 11:55:39.131771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3eeab7-01cd-4661-ac15-defb0afc6b1c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09aa31ce-cd6f-47af-bc48-ec14446450c2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:39.448331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ae1940ac-3fda-45ad-a103-8ad56e866be5 None None] Port 61b18684-5b32-4a05-8c56-465344705a69 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:39.457081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5f83c092-03dd-4fe3-88b4-f4c1509a1612 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:39.632632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 5f83c092-03dd-4fe3-88b4-f4c1509a1612 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:39.657806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5f83c092-03dd-4fe3-88b4-f4c1509a1612 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:39.658227 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.844274 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.886778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 5f83c092-03dd-4fe3-88b4-f4c1509a1612, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5f83c092-03dd-4fe3-88b4-f4c1509a1612,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:39.895966 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.908066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-389f3c2b-eaf2-4d5f-bcfe-9671dbf4a009 req-ea1c1543-bacf-4500-be98-4e5bd376a889 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8068550 Jul 06 11:55:39.961416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d1605-3fd1-4657-8673-71aedcd8806f req-f93a0086-d544-4a48-b8bc-81cad3473d00 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:39.963900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-624d1605-3fd1-4657-8673-71aedcd8806f req-f93a0086-d544-4a48-b8bc-81cad3473d00 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.1636074 Jul 06 11:55:39.987064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=5f83c092-03dd-4fe3-88b4-f4c1509a1612,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:39.994754 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-11b3b5bc-69a0-4975-bda6-a2d3bf97ee9a tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9460354 Jul 06 11:55:40.001221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60836) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:40.036207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-624d1605-3fd1-4657-8673-71aedcd8806f req-eb913ff7-b2e5-4a86-aa3e-f5c2e056d177 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652235 Jul 06 11:55:40.112241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac4f25fd-11f6-4809-a37e-e584d53b1af3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.160974 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac4f25fd-11f6-4809-a37e-e584d53b1af3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.281047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac4f25fd-11f6-4809-a37e-e584d53b1af3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.284503 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac4f25fd-11f6-4809-a37e-e584d53b1af3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.288422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ac4f25fd-11f6-4809-a37e-e584d53b1af3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-groups/210c1766-20c3-45d2-ad2d-c523bf79b1b8 HTTP/1.1" status: 204 len: 168 time: 0.2817299 Jul 06 11:55:40.315773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60840) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:40.317266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f25fd-11f6-4809-a37e-e584d53b1af3 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210c1766-20c3-45d2-ad2d-c523bf79b1b8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:40.364603 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.380055 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.408619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7b503c26-96ec-467d-9998-142852fc981c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827930 Jul 06 11:55:40.408899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60842) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:40.415525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a5e3cbef-ffd5-4553-bb83-6adcf4f444dd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123109323'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:40.448213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fe430-8ad6-4335-994a-1d473797abf3 req-007532f5-fab6-44ac-88fe-0734d35e372c tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:40.457153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe1fe430-8ad6-4335-994a-1d473797abf3 req-007532f5-fab6-44ac-88fe-0734d35e372c tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 931 time: 0.2215359 Jul 06 11:55:40.495602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f914e-0444-45f1-8166-4d708cf534b1 req-21ec5372-289e-41b8-80c6-7021cbcdc092 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:40.503368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba8f914e-0444-45f1-8166-4d708cf534b1 req-21ec5372-289e-41b8-80c6-7021cbcdc092 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.2721159 Jul 06 11:55:40.519509 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.523491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5e3cbef-ffd5-4553-bb83-6adcf4f444dd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.524911 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Pushing event updated for resources: {'Port': ['ID=61b18684-5b32-4a05-8c56-465344705a69,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:40.529445 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-be2e9352-fe64-466d-b6df-444e48bfc1c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5307987 Jul 06 11:55:40.549009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.549358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.549702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.550677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.551026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.551366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.551772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.552047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.552371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.552703 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.553031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.553408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:40.561905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab45a69-a21b-4bca-af33-ee9e260bb8ad {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:40.580619 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.620440 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe1fe430-8ad6-4335-994a-1d473797abf3 req-809d5609-f6fd-43cd-a39d-70169c291367 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537998 Jul 06 11:55:40.630597 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba8f914e-0444-45f1-8166-4d708cf534b1 req-bcf2b1b1-7a22-4810-8565-deb93e4c7652 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263185 Jul 06 11:55:40.633481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Transition to ACTIVE for port object eab45a69-a21b-4bca-af33-ee9e260bb8ad will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:40.642723 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.771316 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5e3cbef-ffd5-4553-bb83-6adcf4f444dd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.785371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5e3cbef-ffd5-4553-bb83-6adcf4f444dd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.790642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Pushing event updated for resources: {'Port': ['ID=eab45a69-a21b-4bca-af33-ee9e260bb8ad,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:40.832977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Network 02bdce8e-4399-4181-b0fb-62104bbe87d1 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:40.835270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5e3cbef-ffd5-4553-bb83-6adcf4f444dd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.840683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a5e3cbef-ffd5-4553-bb83-6adcf4f444dd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4305379 Jul 06 11:55:40.856388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60850) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:40.865594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3059e67d-9401-49aa-a208-9b89d55fbfcd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': 'e89bfcfe-b1e8-4352-9679-37c2f6f52d01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:40.879135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:40.970015 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3059e67d-9401-49aa-a208-9b89d55fbfcd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.079055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Attempting to bind port eab45a69-a21b-4bca-af33-ee9e260bb8ad on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:41.079760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Attempting to bind port eab45a69-a21b-4bca-af33-ee9e260bb8ad by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:41.080371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Attempting to bind port eab45a69-a21b-4bca-af33-ee9e260bb8ad on network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:41.135950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3cbef-ffd5-4553-bb83-6adcf4f444dd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bfcfe-b1e8-4352-9679-37c2f6f52d01,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:41.238482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Port eab45a69-a21b-4bca-af33-ee9e260bb8ad on network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:41.239168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Attempting to bind port eab45a69-a21b-4bca-af33-ee9e260bb8ad on network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:41.267334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:41.269332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Checking segment: {'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:41.269869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Bound using segment: {'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:41.270404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Bound port: eab45a69-a21b-4bca-af33-ee9e260bb8ad, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c11411e-3825-4f43-85ab-8ab20d2a91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:41.270930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.271419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5f83c092-03dd-4fe3-88b4-f4c1509a1612 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:41.378479 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3059e67d-9401-49aa-a208-9b89d55fbfcd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.398947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3059e67d-9401-49aa-a208-9b89d55fbfcd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.440559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Router dd769d43-4324-48f3-a8b9-faeb11457272 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:41.446183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5f83c092-03dd-4fe3-88b4-f4c1509a1612 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:41.446857 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.516574 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] For port eab45a69-a21b-4bca-af33-ee9e260bb8ad, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:41.524504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] For port eab45a69-a21b-4bca-af33-ee9e260bb8ad, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=eab45a69-a21b-4bca-af33-ee9e260bb8ad,segment=NetworkSegment(3c11411e-3825-4f43-85ab-8ab20d2a91e4),segment_id=3c11411e-3825-4f43-85ab-8ab20d2a91e4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:41.543120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059e67d-9401-49aa-a208-9b89d55fbfcd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac13ae0-acd0-4a39-aa26-4615b582b176,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:41.564259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cd58809b-50e9-47f9-b6e9-2ce896025ad7 None None] Provisioning complete for port 61b18684-5b32-4a05-8c56-465344705a69 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:41.564968 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd58809b-50e9-47f9-b6e9-2ce896025ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.577061 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.623131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cd58809b-50e9-47f9-b6e9-2ce896025ad7 None None] Port 61b18684-5b32-4a05-8c56-465344705a69 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:41.657405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3059e67d-9401-49aa-a208-9b89d55fbfcd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.660511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3059e67d-9401-49aa-a208-9b89d55fbfcd tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8048475 Jul 06 11:55:41.662133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:41.663127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.665905 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] 10.222.0.86 "PUT /v2.0/ports/eab45a69-a21b-4bca-af33-ee9e260bb8ad HTTP/1.1" status: 200 len: 1091 time: 3.1306703 Jul 06 11:55:41.667233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60868) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:41.713750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'tag': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:41.716878 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dcba30-52aa-45a3-a0a9-dc952387fc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "af5d23b3-c782-458a-8a46-8132ab475f7d", "tag": "eab45a69-a21b-4bca-af33-ee9e260bb8ad"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:41.789727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5e2a479c-8551-4c32-a625-cacc8d12fc22 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules/8ac13ae0-acd0-4a39-aa26-4615b582b176 HTTP/1.1" status: 200 len: 763 time: 0.1211390 Jul 06 11:55:41.813386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60874) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:41.820088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fe5f9-af08-4378-9a2d-7066a7e03d5e req-d5903d17-6e80-4164-9fe5-a90ee3d4c024 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:41.822479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c1482-cb83-4e12-bfc9-a06a242da58e req-9cecbb20-9144-4bb9-a765-2e855a7b1efa tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:41.824570 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-267c1482-cb83-4e12-bfc9-a06a242da58e req-9cecbb20-9144-4bb9-a765-2e855a7b1efa tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.47 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.3906121 Jul 06 11:55:41.829045 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c5fe5f9-af08-4378-9a2d-7066a7e03d5e req-d5903d17-6e80-4164-9fe5-a90ee3d4c024 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.6233909 Jul 06 11:55:41.884304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a68ac-c7dd-4b78-a96b-6ba40a09b689 service neutron] Pushing event updated for resources: {'Port': ['ID=eab45a69-a21b-4bca-af33-ee9e260bb8ad,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:41.934034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:41.951851 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-51705e78-2c32-4d5c-9dba-6f9485aea8eb admin admin] 10.222.0.21 "PUT /v2.0/routers/dd769d43-4324-48f3-a8b9-faeb11457272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2419300 Jul 06 11:55:41.955830 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Sync routers for ids ['dd769d43-4324-48f3-a8b9-faeb11457272'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:41.957798 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c5fe5f9-af08-4378-9a2d-7066a7e03d5e req-a027779e-3546-4ad7-86dd-df603b8f5b25 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274471 Jul 06 11:55:41.974192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c3a77-048f-4327-a5d1-e9b5501da25f req-4532c98f-e9ec-4df3-920b-19d899641928 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:41.984518 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-803c3a77-048f-4327-a5d1-e9b5501da25f req-4532c98f-e9ec-4df3-920b-19d899641928 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 945 time: 0.4921227 Jul 06 11:55:41.990069 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Routers {'dd769d43-4324-48f3-a8b9-faeb11457272'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:41.991131 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dd769d43-4324-48f3-a8b9-faeb11457272'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:42.054695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-803c3a77-048f-4327-a5d1-e9b5501da25f req-ae56a6af-c993-4fd4-9290-53da696fe9c1 tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ce233e6-593c-465d-89dc-f8f1413c3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649605 Jul 06 11:55:42.181441 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-447e3ab9-b1d8-4ec9-83dc-a0d804917c72 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3555458 Jul 06 11:55:42.184179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:42.219921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-00c8835c-8cc3-47a6-ac5e-f037aa9a8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:42.221953 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-00c8835c-8cc3-47a6-ac5e-f037aa9a8fae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=06b0c8f3170045098f5e1bfabb4f6760&device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 1094 time: 0.4889376 Jul 06 11:55:42.285306 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70aa91b2-75ab-4682-a697-2b6a41e15c80 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.298961 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-b93af0a7-607b-4926-b9ef-f64ca37fc3f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eab45a69-a21b-4bca-af33-ee9e260bb8ad HTTP/1.1" status: 200 len: 217 time: 0.0629001 Jul 06 11:55:42.345980 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Set router dd769d43-4324-48f3-a8b9-faeb11457272 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:42.365654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-267c1482-cb83-4e12-bfc9-a06a242da58e req-1b5292dd-9370-4be3-bb0f-894373c4489e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Deleting port 63633871-8378-49d3-9c95-e1bc96bd1014 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:42.365978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-267c1482-cb83-4e12-bfc9-a06a242da58e req-1b5292dd-9370-4be3-bb0f-894373c4489e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.405718 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70aa91b2-75ab-4682-a697-2b6a41e15c80 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.428128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-f71495db-b640-48ed-8028-d9aaa4b6f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:42.429718 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-f71495db-b640-48ed-8028-d9aaa4b6f1d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=147ab45f-590a-4b4e-9326-1bb515f7886f HTTP/1.1" status: 200 len: 848 time: 0.1161332 Jul 06 11:55:42.534080 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70aa91b2-75ab-4682-a697-2b6a41e15c80 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.542078 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70aa91b2-75ab-4682-a697-2b6a41e15c80 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.552005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-70aa91b2-75ab-4682-a697-2b6a41e15c80 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8ac13ae0-acd0-4a39-aa26-4615b582b176 HTTP/1.1" status: 204 len: 168 time: 0.3665044 Jul 06 11:55:42.552423 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60888) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:42.594971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-267c1482-cb83-4e12-bfc9-a06a242da58e req-1b5292dd-9370-4be3-bb0f-894373c4489e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] For port 63633871-8378-49d3-9c95-e1bc96bd1014, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=63633871-8378-49d3-9c95-e1bc96bd1014,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:42.595376 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-267c1482-cb83-4e12-bfc9-a06a242da58e req-1b5292dd-9370-4be3-bb0f-894373c4489e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.629047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa91b2-75ab-4682-a697-2b6a41e15c80 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ac13ae0-acd0-4a39-aa26-4615b582b176,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:42.634409 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b3417be2-b9a7-46fc-9522-18c05a001bf6 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0810258 Jul 06 11:55:42.639636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60890) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:42.640914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-267c1482-cb83-4e12-bfc9-a06a242da58e req-1b5292dd-9370-4be3-bb0f-894373c4489e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Calling delete_port for 63633871-8378-49d3-9c95-e1bc96bd1014 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:42.647915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-60ca4b61-3e16-484f-ba7b-e01539af8799 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': 'e89bfcfe-b1e8-4352-9679-37c2f6f52d01', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:42.654792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-6a576c7a-a467-479a-9773-449b7620a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:42.657325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-6a576c7a-a467-479a-9773-449b7620a63e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96&tenant_id=cd1e6cd433e348e2959ebc414d780c4f HTTP/1.1" status: 200 len: 1095 time: 0.4041276 Jul 06 11:55:42.667695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd117259-0ed8-400a-9e0c-f4c64394dc2d req-9dcaabb8-ec17-4ae1-83b3-c4ddc360f8ad tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:42.669842 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd117259-0ed8-400a-9e0c-f4c64394dc2d req-9dcaabb8-ec17-4ae1-83b3-c4ddc360f8ad tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 943 time: 0.3222129 Jul 06 11:55:42.695311 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'name': 'tempest-TestAggregatesBasicOps-1616266821-router', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:29Z', 'updated_at': '2021-07-06T11:55:38Z', 'revision_number': 4, 'project_id': '4e504077f335476ababde2f72f007c3f', 'gw_port': {'id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '61b18684-5b32-4a05-8c56-465344705a69', 'name': '', 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'mac_address': 'fa:16:3e:a8:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'd4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:37Z', 'updated_at': '2021-07-06T11:55:39Z', 'revision_number': 2, 'project_id': '4e504077f335476ababde2f72f007c3f', 'subnets': [{'id': 'd4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:42.697126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb022d0e-779c-4231-98ac-7366799166b1 req-ba5258cb-c4d9-46ff-a823-e107a5b8adb9 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:42.699342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-b723c3d0-30f9-4de6-960c-113490009678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:42.701505 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-b723c3d0-30f9-4de6-960c-113490009678 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e8cc18e-a9b9-440a-9257-de88c56b6e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591636 Jul 06 11:55:42.709016 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb022d0e-779c-4231-98ac-7366799166b1 req-ba5258cb-c4d9-46ff-a823-e107a5b8adb9 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.3721151 Jul 06 11:55:42.735682 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Checking router: dd769d43-4324-48f3-a8b9-faeb11457272 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:42.736338 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Updating router dd769d43-4324-48f3-a8b9-faeb11457272 port 61b18684-5b32-4a05-8c56-465344705a69 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:42.810162 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.843357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd117259-0ed8-400a-9e0c-f4c64394dc2d req-68e25882-61fc-402a-82f0-c7534014a31a tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1313319 Jul 06 11:55:42.849432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb022d0e-779c-4231-98ac-7366799166b1 req-f087d7b7-6c5f-4d1a-a78b-c45841143b71 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395273 Jul 06 11:55:42.908801 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60ca4b61-3e16-484f-ba7b-e01539af8799 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:42.912588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-89fa67db-4a0d-4654-b4ce-7e3db0c626a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:42.916584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-89fa67db-4a0d-4654-b4ce-7e3db0c626a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 1095 time: 0.2035847 Jul 06 11:55:42.952058 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038329ca-7e71-4c7d-af5b-f9e358625050 x-openstack-request-id: req-038329ca-7e71-4c7d-af5b-f9e358625050 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:42.952643 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5d23b3-c782-458a-8a46-8132ab475f7d", "tag": "eab45a69-a21b-4bca-af33-ee9e260bb8ad", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:42.953588 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-038329ca-7e71-4c7d-af5b-f9e358625050 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:42.954190 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'tag': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad', 'status': 'completed', 'code': 200} Jul 06 11:55:43.105547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-23b04636-f06b-4e56-8fa0-7fc62b712ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:43.110180 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-23b04636-f06b-4e56-8fa0-7fc62b712ae6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.1866233 Jul 06 11:55:43.213124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60ca4b61-3e16-484f-ba7b-e01539af8799 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.223877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60ca4b61-3e16-484f-ba7b-e01539af8799 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.238025 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-3a3ee781-3b1e-4fb0-a59b-4e11836f3146 service neutron] 10.222.0.86 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795518 Jul 06 11:55:43.284547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca4b61-3e16-484f-ba7b-e01539af8799 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dc8bf5-178b-40b0-a93b-15a337ae1fd8,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:43.354089 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-267c1482-cb83-4e12-bfc9-a06a242da58e req-1b5292dd-9370-4be3-bb0f-894373c4489e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.365524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['63633871-8378-49d3-9c95-e1bc96bd1014'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:43.385333 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.402910 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Transition to ACTIVE for port object 61b18684-5b32-4a05-8c56-465344705a69 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:43.417207 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.433519 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60ca4b61-3e16-484f-ba7b-e01539af8799 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.439286 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-60ca4b61-3e16-484f-ba7b-e01539af8799 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7905672 Jul 06 11:55:43.439286 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5292dd-9370-4be3-bb0f-894373c4489e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Pushing event deleted for resources: {'Port': ['ID=63633871-8378-49d3-9c95-e1bc96bd1014,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:43.445637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-4294588a-6ee4-43cd-9381-c242050fea5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f HTTP/1.1" status: 200 len: 1000 time: 0.3266780 Jul 06 11:55:43.449235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60902) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:43.476364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1989cea0-fc1d-4e6b-84b8-ff0eb3c06724 req-b40c2041-c5f9-46fd-bd18-105a41cef9fb tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91404f4-6a1e-4d99-8559-d8293cdee2ba HTTP/1.1" status: 200 len: 210 time: 0.0707035 Jul 06 11:55:43.485293 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dc14f-e275-4030-b4a8-e03d85d0e864 None None] Pushing event updated for resources: {'Port': ['ID=61b18684-5b32-4a05-8c56-465344705a69,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:43.535246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-267c1482-cb83-4e12-bfc9-a06a242da58e req-1b5292dd-9370-4be3-bb0f-894373c4489e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] No DVR routers for this DVR port 63633871-8378-49d3-9c95-e1bc96bd1014 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:43.550000 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-267c1482-cb83-4e12-bfc9-a06a242da58e req-1b5292dd-9370-4be3-bb0f-894373c4489e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.553451 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-267c1482-cb83-4e12-bfc9-a06a242da58e req-1b5292dd-9370-4be3-bb0f-894373c4489e tempest-ServerRescueNegativeTestJSON-178495240 tempest-ServerRescueNegativeTestJSON-178495240-project] 10.222.0.47 "DELETE /v2.0/ports/63633871-8378-49d3-9c95-e1bc96bd1014 HTTP/1.1" status: 204 len: 173 time: 1.7179086 Jul 06 11:55:43.570217 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-024c4a4e-e25f-4c60-95fa-acc08481d142 req-018684a5-ce49-4f30-8945-0157e5006ab0 service neutron] 10.222.0.86 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145065 Jul 06 11:55:43.606467 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Attempting to bind port 61b18684-5b32-4a05-8c56-465344705a69 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:43.607707 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Attempting to bind port 61b18684-5b32-4a05-8c56-465344705a69 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'de6d0284-dd1a-40b9-ad4e-cf429898a584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:43.608680 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Attempting to bind port 61b18684-5b32-4a05-8c56-465344705a69 on network 02bdce8e-4399-4181-b0fb-62104bbe87d1 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:43.620068 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:43.621422 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Checking segment: {'id': 'de6d0284-dd1a-40b9-ad4e-cf429898a584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:43.621873 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.622283 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Bound using segment: {'id': 'de6d0284-dd1a-40b9-ad4e-cf429898a584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:43.622778 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Bound port: 61b18684-5b32-4a05-8c56-465344705a69, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6d0284-dd1a-40b9-ad4e-cf429898a584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:43.623168 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.649784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-94489135-99bd-43d8-9abd-43a48c2964a4 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules/76dc8bf5-178b-40b0-a93b-15a337ae1fd8 HTTP/1.1" status: 200 len: 763 time: 0.1700728 Jul 06 11:55:43.650283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60906) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:43.749482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-b4aa05d9-8ffa-41bc-84e6-9ad05ae77139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:43.752026 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-b4aa05d9-8ffa-41bc-84e6-9ad05ae77139 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.2634997 Jul 06 11:55:43.761352 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] For port 61b18684-5b32-4a05-8c56-465344705a69, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:43.768436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e547b2c-6d71-4633-aa47-5fde686be6a9 req-c7ea5aeb-790a-47e7-badb-6b598e5a5963 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:43.769079 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] For port 61b18684-5b32-4a05-8c56-465344705a69, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=61b18684-5b32-4a05-8c56-465344705a69,segment=NetworkSegment(de6d0284-dd1a-40b9-ad4e-cf429898a584),segment_id=de6d0284-dd1a-40b9-ad4e-cf429898a584)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:43.770812 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e547b2c-6d71-4633-aa47-5fde686be6a9 req-c7ea5aeb-790a-47e7-badb-6b598e5a5963 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.4512322 Jul 06 11:55:43.779949 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-61567781-116a-4e55-8235-0229473c4c5a tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1270409 Jul 06 11:55:43.786434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60914) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:43.790363 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.885123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e547b2c-6d71-4633-aa47-5fde686be6a9 req-03046006-8cb3-4b6d-ac27-6dadcc90a1cc tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976083 Jul 06 11:55:43.893639 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af4ca8bb-21d9-4320-b9be-2c2d1b3cf0e0 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.904462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af4ca8bb-21d9-4320-b9be-2c2d1b3cf0e0 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.927179 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Routers {'dd769d43-4324-48f3-a8b9-faeb11457272'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:43.929920 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dd769d43-4324-48f3-a8b9-faeb11457272'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:43.952807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcba30-52aa-45a3-a0a9-dc952387fc5c req-7f1d3d37-b4d2-4b8c-a3ee-15a3108b7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:43.954662 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-16dcba30-52aa-45a3-a0a9-dc952387fc5c req-7f1d3d37-b4d2-4b8c-a3ee-15a3108b7289 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=06b0c8f3170045098f5e1bfabb4f6760&device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 1094 time: 0.2953138 Jul 06 11:55:43.956221 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af4ca8bb-21d9-4320-b9be-2c2d1b3cf0e0 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.962572 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af4ca8bb-21d9-4320-b9be-2c2d1b3cf0e0 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.964031 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-af4ca8bb-21d9-4320-b9be-2c2d1b3cf0e0 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/76dc8bf5-178b-40b0-a93b-15a337ae1fd8 HTTP/1.1" status: 204 len: 168 time: 0.1765602 Jul 06 11:55:43.976796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60926) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:44.058810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ca8bb-21d9-4320-b9be-2c2d1b3cf0e0 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76dc8bf5-178b-40b0-a93b-15a337ae1fd8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:44.068692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-443c566d-9192-4d34-95a5-70e7b2503e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:44.073294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-443c566d-9192-4d34-95a5-70e7b2503e3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3011818 Jul 06 11:55:44.174241 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e262047-a7e0-492d-89d8-958413ffdb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.222496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcba30-52aa-45a3-a0a9-dc952387fc5c req-e67e3737-0aa3-42bf-afd7-c12d0dff3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:44.225138 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-16dcba30-52aa-45a3-a0a9-dc952387fc5c req-e67e3737-0aa3-42bf-afd7-c12d0dff3063 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e8cc18e-a9b9-440a-9257-de88c56b6e92 HTTP/1.1" status: 200 len: 910 time: 0.2596872 Jul 06 11:55:44.255002 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dc14f-e275-4030-b4a8-e03d85d0e864 None None] Pushing event updated for resources: {'Port': ['ID=61b18684-5b32-4a05-8c56-465344705a69,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:44.268615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-efbe516a-c87d-4f68-93cc-f078fb1e8c1f tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2712331 Jul 06 11:55:44.288842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60938) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:44.292507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Request body: {'security_group_rule': {'security_group_id': 'e89bfcfe-b1e8-4352-9679-37c2f6f52d01', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:44.297198 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] Set router dd769d43-4324-48f3-a8b9-faeb11457272 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:44.346826 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-16dcba30-52aa-45a3-a0a9-dc952387fc5c req-33d3a0fc-08bc-44f2-ad06-9b6e6d94cb1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eab45a69-a21b-4bca-af33-ee9e260bb8ad HTTP/1.1" status: 200 len: 217 time: 0.1102204 Jul 06 11:55:44.390974 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Project 11f861ebe9ee4185b3020410db9bb8bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 11:55:44.457020 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.479079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcba30-52aa-45a3-a0a9-dc952387fc5c req-45d8c80a-9518-4bfb-b9e9-a1e4b156f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:44.481095 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-16dcba30-52aa-45a3-a0a9-dc952387fc5c req-45d8c80a-9518-4bfb-b9e9-a1e4b156f654 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=147ab45f-590a-4b4e-9326-1bb515f7886f HTTP/1.1" status: 200 len: 848 time: 0.1274588 Jul 06 11:55:44.572092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcba30-52aa-45a3-a0a9-dc952387fc5c req-7203b2de-e17b-43f5-9642-2544bb56c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:44.582087 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-16dcba30-52aa-45a3-a0a9-dc952387fc5c req-7203b2de-e17b-43f5-9642-2544bb56c59f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e8cc18e-a9b9-440a-9257-de88c56b6e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909243 Jul 06 11:55:44.685197 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'name': 'tempest-TestAggregatesBasicOps-1616266821-router', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:29Z', 'updated_at': '2021-07-06T11:55:38Z', 'revision_number': 4, 'project_id': '4e504077f335476ababde2f72f007c3f', 'gw_port': {'id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '61b18684-5b32-4a05-8c56-465344705a69', 'name': '', 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'mac_address': 'fa:16:3e:a8:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'd4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:37Z', 'updated_at': '2021-07-06T11:55:43Z', 'revision_number': 4, 'project_id': '4e504077f335476ababde2f72f007c3f', 'subnets': [{'id': 'd4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:44.701025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-2aabb71b-fefd-499e-87be-b22daa9834bc service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167989 Jul 06 11:55:44.703555 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-16dcba30-52aa-45a3-a0a9-dc952387fc5c req-1bbfb529-bf72-4ffc-ac30-898a86664db3 service neutron] 10.222.0.86 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130946 Jul 06 11:55:44.715483 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.726327 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0e8fdf-dc36-4bdf-bdcd-c5af0a3a19e7 None None] The sync data for ids ['dd769d43-4324-48f3-a8b9-faeb11457272'] in n-d-799527-2 is: [{'id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'name': 'tempest-TestAggregatesBasicOps-1616266821-router', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:29Z', 'updated_at': '2021-07-06T11:55:38Z', 'revision_number': 4, 'project_id': '4e504077f335476ababde2f72f007c3f', 'gw_port': {'id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '61b18684-5b32-4a05-8c56-465344705a69', 'name': '', 'network_id': '02bdce8e-4399-4181-b0fb-62104bbe87d1', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'mac_address': 'fa:16:3e:a8:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'd4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:37Z', 'updated_at': '2021-07-06T11:55:43Z', 'revision_number': 4, 'project_id': '4e504077f335476ababde2f72f007c3f', 'subnets': [{'id': 'd4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:44.839065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f226c1-5182-48f0-a600-6effa15fc418 req-8c638896-c25a-48e8-8cf8-d0cfc213edeb tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:44.847924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61f226c1-5182-48f0-a600-6effa15fc418 req-8c638896-c25a-48e8-8cf8-d0cfc213edeb tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 943 time: 0.5736146 Jul 06 11:55:44.849772 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.861298 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-16dcba30-52aa-45a3-a0a9-dc952387fc5c req-a7f4e24a-a018-4a55-82a6-4d1118b077ba service neutron] 10.222.0.86 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505797 Jul 06 11:55:44.894099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc264a-f43a-4166-9702-ccc27954e683 req-ca139b63-34c5-4631-9268-2ada85cc9922 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:44.897234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cdfc264a-f43a-4166-9702-ccc27954e683 req-ca139b63-34c5-4631-9268-2ada85cc9922 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.4793246 Jul 06 11:55:44.902964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd2e436-387b-4334-8423-bb0843e48d37,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:44.948238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.948901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.949736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.950420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.951094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.951825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.952508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.953786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.954441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.955083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.955355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91404f4-6a1e-4d99-8559-d8293cdee2ba', 'name': 'network-vif-deleted', 'tag': '63633871-8378-49d3-9c95-e1bc96bd1014'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:44.955965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.956597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:44.959142 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769c584d-38e6-4604-bc09-e13505c06bad" -d '{"events": [{"server_uuid": "e91404f4-6a1e-4d99-8559-d8293cdee2ba", "name": "network-vif-deleted", "tag": "63633871-8378-49d3-9c95-e1bc96bd1014"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:45.002013 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.007931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60948) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.008610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e839fce7-4f27-472d-b760-c2a922ed3e65 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7193100 Jul 06 11:55:45.036922 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-36c29394-222c-4202-9958-053248463475 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules/0bd2e436-387b-4334-8423-bb0843e48d37 HTTP/1.1" status: 200 len: 769 time: 0.0265973 Jul 06 11:55:45.039095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60950) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.050565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61f226c1-5182-48f0-a600-6effa15fc418 req-e2d831bb-f5b6-4946-b1e7-bcf7524a9a8d tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2016668 Jul 06 11:55:45.097027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f51610a-0796-4eee-8efe-7a11a2765e19 req-104a1644-28bd-4c29-bb70-319966c1f273 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800662 Jul 06 11:55:45.122058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cdfc264a-f43a-4166-9702-ccc27954e683 req-2499120e-5bad-420b-9e7a-9684876da5de tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053134 Jul 06 11:55:45.148521 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c7441574-d862-4dec-9278-6d50e02e0f23 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1051912 Jul 06 11:55:45.148930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.206447 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-886816d7-8dea-40db-84d1-95c57dda7fb5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.216652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 61b18684-5b32-4a05-8c56-465344705a69 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:45.230791 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-886816d7-8dea-40db-84d1-95c57dda7fb5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.311890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-886816d7-8dea-40db-84d1-95c57dda7fb5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.323294 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-886816d7-8dea-40db-84d1-95c57dda7fb5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.331432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-886816d7-8dea-40db-84d1-95c57dda7fb5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0bd2e436-387b-4334-8423-bb0843e48d37 HTTP/1.1" status: 204 len: 168 time: 0.1813860 Jul 06 11:55:45.333960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60960) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.348487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886816d7-8dea-40db-84d1-95c57dda7fb5 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bd2e436-387b-4334-8423-bb0843e48d37,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:45.391423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 61b18684-5b32-4a05-8c56-465344705a69 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:45.395741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 61b18684-5b32-4a05-8c56-465344705a69 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:45.396127 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.424706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60964) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.447284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-606fef48-7a13-43b5-b787-879f4472db74 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1094859 Jul 06 11:55:45.450435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60966) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.476279 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753eb094-5c99-4c97-b8d4-f95877aeb018 x-openstack-request-id: req-753eb094-5c99-4c97-b8d4-f95877aeb018 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:45.476640 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91404f4-6a1e-4d99-8559-d8293cdee2ba", "name": "network-vif-deleted", "tag": "63633871-8378-49d3-9c95-e1bc96bd1014", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:45.478259 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-753eb094-5c99-4c97-b8d4-f95877aeb018 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:45.478886 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91404f4-6a1e-4d99-8559-d8293cdee2ba', 'name': 'network-vif-deleted', 'tag': '63633871-8378-49d3-9c95-e1bc96bd1014', 'status': 'completed', 'code': 200} Jul 06 11:55:45.623415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b26b58ba-0d54-4454-b0dd-33e3a701846c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.643114 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.651423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device eab45a69-a21b-4bca-af33-ee9e260bb8ad details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:45.674598 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b26b58ba-0d54-4454-b0dd-33e3a701846c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.748651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b26b58ba-0d54-4454-b0dd-33e3a701846c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.752182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b26b58ba-0d54-4454-b0dd-33e3a701846c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.755849 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b26b58ba-0d54-4454-b0dd-33e3a701846c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "DELETE /v2.0/security-groups/e89bfcfe-b1e8-4352-9679-37c2f6f52d01 HTTP/1.1" status: 204 len: 168 time: 0.3015816 Jul 06 11:55:45.757744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60974) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.766804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b58ba-0d54-4454-b0dd-33e3a701846c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bfcfe-b1e8-4352-9679-37c2f6f52d01,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:45.850236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 61b18684-5b32-4a05-8c56-465344705a69, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=61b18684-5b32-4a05-8c56-465344705a69,segment=NetworkSegment(de6d0284-dd1a-40b9-ad4e-cf429898a584),segment_id=de6d0284-dd1a-40b9-ad4e-cf429898a584)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:45.863325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.877496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b5a34e59-3f5d-45e0-8798-a21898e22e6c tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0970421 Jul 06 11:55:45.884234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60978) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.990147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=61b18684-5b32-4a05-8c56-465344705a69,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:45.995264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port eab45a69-a21b-4bca-af33-ee9e260bb8ad, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=eab45a69-a21b-4bca-af33-ee9e260bb8ad,segment=NetworkSegment(3c11411e-3825-4f43-85ab-8ab20d2a91e4),segment_id=3c11411e-3825-4f43-85ab-8ab20d2a91e4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:46.028638 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-410e9254-945d-4924-95ef-cef946634cf6 tempest-SecGroupIPv6Test-1487644651 tempest-SecGroupIPv6Test-1487644651-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1425862 Jul 06 11:55:46.035944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'port_id': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad', 'mac_address': 'fa:16:3e:c5:39:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:46.068839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eea527-b268-48bc-bc2a-53c89f54c7d1 req-fe621f9f-5ccd-4ca6-a368-2587e4d70a32 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:46.081195 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30eea527-b268-48bc-bc2a-53c89f54c7d1 req-fe621f9f-5ccd-4ca6-a368-2587e4d70a32 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.5322127 Jul 06 11:55:46.170963 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.218066 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab45a69-a21b-4bca-af33-ee9e260bb8ad {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:46.290611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port eab45a69-a21b-4bca-af33-ee9e260bb8ad, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=eab45a69-a21b-4bca-af33-ee9e260bb8ad,segment=NetworkSegment(3c11411e-3825-4f43-85ab-8ab20d2a91e4),segment_id=3c11411e-3825-4f43-85ab-8ab20d2a91e4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:46.307656 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.476520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=eab45a69-a21b-4bca-af33-ee9e260bb8ad,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:46.492754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 63633871-8378-49d3-9c95-e1bc96bd1014 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:46.764358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 63633871-8378-49d3-9c95-e1bc96bd1014 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:46.765709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 63633871-8378-49d3-9c95-e1bc96bd1014 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:46.896185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['eab45a69-a21b-4bca-af33-ee9e260bb8ad'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:47.114110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32780) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:47.175812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 61b18684-5b32-4a05-8c56-465344705a69 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:47.180916 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-30eea527-b268-48bc-bc2a-53c89f54c7d1 req-023d885c-d4b8-4b52-8dbc-9f1fe1ac71c8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0986984 Jul 06 11:55:47.357368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d61c7-ed55-4a87-8850-8ef73f882912 req-cdb04fc3-2916-4ff4-969a-a6fb314c7e1b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:47.388329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f8d61c7-ed55-4a87-8850-8ef73f882912 req-cdb04fc3-2916-4ff4-969a-a6fb314c7e1b tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 944 time: 0.2791502 Jul 06 11:55:47.456508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-705fde32-aa6d-473e-a4b0-579a94b5409f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11f861ebe9ee4185b3020410db9bb8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412118 Jul 06 11:55:47.457233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32784) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:47.471294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 61b18684-5b32-4a05-8c56-465344705a69 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:47.473080 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.521559 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f8d61c7-ed55-4a87-8850-8ef73f882912 req-6483d64c-2d37-45b1-a046-8a9ed5a3093a tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319060 Jul 06 11:55:47.574426 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f29efc3c-af48-4498-8a00-200b16b9435c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.632804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f29efc3c-af48-4498-8a00-200b16b9435c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.705613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73d45e-7bb3-46e3-98a0-4335ce56fe0a req-00545294-ee30-4d63-a387-d3cb18a4dd9a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:47.722879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f73d45e-7bb3-46e3-98a0-4335ce56fe0a req-00545294-ee30-4d63-a387-d3cb18a4dd9a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.2633517 Jul 06 11:55:47.764172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f29efc3c-af48-4498-8a00-200b16b9435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.769540 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f29efc3c-af48-4498-8a00-200b16b9435c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.776254 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f29efc3c-af48-4498-8a00-200b16b9435c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7766854c-e80d-473c-9822-c91a62ee5c54 HTTP/1.1" status: 204 len: 168 time: 0.3134236 Jul 06 11:55:47.793663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29efc3c-af48-4498-8a00-200b16b9435c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7766854c-e80d-473c-9822-c91a62ee5c54,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:47.887904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32792) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:47.972165 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f73d45e-7bb3-46e3-98a0-4335ce56fe0a req-c41d222a-9938-4fdc-a397-f47a9274c903 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482712 Jul 06 11:55:48.055591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.179692 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.401976 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a46f0d99-318d-447c-8b57-f7fe1c5e422e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.708724 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.023649 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.094231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd966d1d-1fd5-470b-9dcb-57af1e5740b3 req-cccbf641-893a-4ed9-ac5b-f23e83161e53 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.110210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd966d1d-1fd5-470b-9dcb-57af1e5740b3 req-cccbf641-893a-4ed9-ac5b-f23e83161e53 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.5509055 Jul 06 11:55:49.154093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1268b-2a77-4c8a-b0ef-d3834d637036 req-7a5981c8-6aa2-4950-b2ba-da454dfb151c tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.162810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bc1268b-2a77-4c8a-b0ef-d3834d637036 req-7a5981c8-6aa2-4950-b2ba-da454dfb151c tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 944 time: 0.3607087 Jul 06 11:55:49.212103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32826) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:49.255995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd966d1d-1fd5-470b-9dcb-57af1e5740b3 req-a6ef85d8-137a-436d-b1a0-0cce98ea8b98 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437051 Jul 06 11:55:49.347235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bc1268b-2a77-4c8a-b0ef-d3834d637036 req-a160a237-61e0-4bf2-9b98-5c02f18a8724 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1546428 Jul 06 11:55:49.380383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] Deleting port 9fdef75e-5d45-4228-8c4e-89675022984b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:49.380935 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.548319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-62e13d64-27de-419c-b855-0d2e51051bd0 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:49.553893 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-62e13d64-27de-419c-b855-0d2e51051bd0 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 11:55:49.553893 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-62e13d64-27de-419c-b855-0d2e51051bd0 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 11:55:49.561044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-62e13d64-27de-419c-b855-0d2e51051bd0 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3427098 Jul 06 11:55:49.572887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device eab45a69-a21b-4bca-af33-ee9e260bb8ad up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:49.595246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32834) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:49.619702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9aff1145-fe89-49c2-997b-41d86cf95003 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'tempest-secgroup--780783222'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:49.765292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port eab45a69-a21b-4bca-af33-ee9e260bb8ad completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:49.775975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port eab45a69-a21b-4bca-af33-ee9e260bb8ad triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:49.776655 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.883128 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9aff1145-fe89-49c2-997b-41d86cf95003 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.946777 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9aff1145-fe89-49c2-997b-41d86cf95003 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.988242 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.990930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] For port 9fdef75e-5d45-4228-8c4e-89675022984b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9fdef75e-5d45-4228-8c4e-89675022984b,segment=NetworkSegment(8c28d3a6-7b10-433b-b577-8392c43af7ec),segment_id=8c28d3a6-7b10-433b-b577-8392c43af7ec)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:49.993913 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.059181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] Calling delete_port for 9fdef75e-5d45-4228-8c4e-89675022984b owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:50.070884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port eab45a69-a21b-4bca-af33-ee9e260bb8ad, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=eab45a69-a21b-4bca-af33-ee9e260bb8ad,segment=NetworkSegment(3c11411e-3825-4f43-85ab-8ab20d2a91e4),segment_id=3c11411e-3825-4f43-85ab-8ab20d2a91e4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:50.072524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:50.079578 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc30f03-c130-4f8e-8c79-f64be4e65b21" -d '{"events": [{"server_uuid": "af5d23b3-c782-458a-8a46-8132ab475f7d", "name": "network-vif-plugged", "status": "completed", "tag": "eab45a69-a21b-4bca-af33-ee9e260bb8ad"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:50.089415 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.230295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=eab45a69-a21b-4bca-af33-ee9e260bb8ad,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:50.254464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12b4c6-d831-427c-bf58-05ee7286042e req-d8dd33ad-3e24-4839-95dc-624577e28d28 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.263359 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc12b4c6-d831-427c-bf58-05ee7286042e req-d8dd33ad-3e24-4839-95dc-624577e28d28 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.5933671 Jul 06 11:55:50.407091 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc12b4c6-d831-427c-bf58-05ee7286042e req-56a53779-69f0-483c-866e-bfe03f7517ca tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419737 Jul 06 11:55:50.522455 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.537858 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef390fa-3093-4824-9c83-9b7ec7cce6bd x-openstack-request-id: req-eef390fa-3093-4824-9c83-9b7ec7cce6bd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:50.542174 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5d23b3-c782-458a-8a46-8132ab475f7d", "name": "network-vif-plugged", "status": "completed", "tag": "eab45a69-a21b-4bca-af33-ee9e260bb8ad", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:50.553256 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eef390fa-3093-4824-9c83-9b7ec7cce6bd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:50.555091 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad', 'code': 200} Jul 06 11:55:50.775617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] Deleting port 869e0bc9-aad5-4602-9af4-24fe33d06ce3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:50.776925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.825183 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:55:50.825946 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9aff1145-fe89-49c2-997b-41d86cf95003 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.838375 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.845261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b9053-b107-45f7-b3ca-383fac93f923 req-60297775-bf22-4248-9bb2-d0c5417649fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.845688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9aff1145-fe89-49c2-997b-41d86cf95003 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.847670 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-312b9053-b107-45f7-b3ca-383fac93f923 req-60297775-bf22-4248-9bb2-d0c5417649fa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 1096 time: 0.2268677 Jul 06 11:55:50.908954 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-312b9053-b107-45f7-b3ca-383fac93f923 req-677a85f9-9aab-4768-8c94-1b508d9038d5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477655 Jul 06 11:55:50.932142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdef75e-5d45-4228-8c4e-89675022984b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:50.942885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] For port 869e0bc9-aad5-4602-9af4-24fe33d06ce3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=869e0bc9-aad5-4602-9af4-24fe33d06ce3,segment=NetworkSegment(d37e09f4-2348-4203-af83-4ba00459c52d),segment_id=d37e09f4-2348-4203-af83-4ba00459c52d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:50.943636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.950567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ea11c-8507-496a-b6a2-21eac6e33201 req-0f11e277-60c2-421a-868e-97bb05fa1408 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.958332 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e36ea11c-8507-496a-b6a2-21eac6e33201 req-0f11e277-60c2-421a-868e-97bb05fa1408 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.5338998 Jul 06 11:55:50.970774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e53946-456f-478c-a610-8f1ceb01d21a req-3a96d615-82da-424e-b937-61b0ed25e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.972314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e53946-456f-478c-a610-8f1ceb01d21a req-3a96d615-82da-424e-b937-61b0ed25e2b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1095 time: 0.4577851 Jul 06 11:55:50.975520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] Calling delete_port for 869e0bc9-aad5-4602-9af4-24fe33d06ce3 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:51.045281 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff1145-fe89-49c2-997b-41d86cf95003 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3cd51d-2068-4ab7-bf04-1d9e29fe9a2f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:51.245676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d3eb5-6d99-46ab-8a9d-b8d4147049a9 req-1e5dd71d-592d-4bbb-b184-7ccfb0e9bfe0 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:51.254708 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-912d3eb5-6d99-46ab-8a9d-b8d4147049a9 req-1e5dd71d-592d-4bbb-b184-7ccfb0e9bfe0 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 945 time: 0.5167885 Jul 06 11:55:51.293862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e36ea11c-8507-496a-b6a2-21eac6e33201 req-15938d69-675c-4a48-96b8-6a180d357b82 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344314 Jul 06 11:55:51.320564 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.340092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e53946-456f-478c-a610-8f1ceb01d21a req-d575ec35-08d7-49a5-af83-5690a0e8c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:51.348624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e53946-456f-478c-a610-8f1ceb01d21a req-d575ec35-08d7-49a5-af83-5690a0e8c299 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.3285296 Jul 06 11:55:51.379925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] Pushing event deleted for resources: {'Port': ['ID=869e0bc9-aad5-4602-9af4-24fe33d06ce3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:51.569481 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-912d3eb5-6d99-46ab-8a9d-b8d4147049a9 req-9cd7175e-b969-462a-8ad8-acaf883b501f tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3111138 Jul 06 11:55:51.773088 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.858078 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9aff1145-fe89-49c2-997b-41d86cf95003 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.950026 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9aff1145-fe89-49c2-997b-41d86cf95003 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.959795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e53946-456f-478c-a610-8f1ceb01d21a req-fc6ce608-ec4b-4c9e-b080-2028f2fe6596 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 999 time: 0.4196389 Jul 06 11:55:52.075245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9aff1145-fe89-49c2-997b-41d86cf95003 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.080842 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9aff1145-fe89-49c2-997b-41d86cf95003 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4844527 Jul 06 11:55:52.081635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32852) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.097305 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d8925a64-e2ac-4f30-b4d1-beae2030d26a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'e7b1252c-1d0f-41cc-a95c-375f2e06f952', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:52.110298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff1145-fe89-49c2-997b-41d86cf95003 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b1252c-1d0f-41cc-a95c-375f2e06f952,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:52.127731 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.144396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e53946-456f-478c-a610-8f1ceb01d21a req-649f2193-dd3a-4596-ae59-cf5b1dcdc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:52.146482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e53946-456f-478c-a610-8f1ceb01d21a req-649f2193-dd3a-4596-ae59-cf5b1dcdc536 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.1441593 Jul 06 11:55:52.266447 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc70b-c660-4f5f-b4d0-151b95985e1c req-9965088d-3d11-4c6a-9505-767098d13c1d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:52.269820 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5ccc70b-c660-4f5f-b4d0-151b95985e1c req-9965088d-3d11-4c6a-9505-767098d13c1d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.4487410 Jul 06 11:55:52.303906 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8925a64-e2ac-4f30-b4d1-beae2030d26a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.406706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5ccc70b-c660-4f5f-b4d0-151b95985e1c req-d6012664-e6bf-4781-98f9-3de439195c9b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070619 Jul 06 11:55:52.461576 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8925a64-e2ac-4f30-b4d1-beae2030d26a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.468918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] Router ad351884-3852-45ad-a8ec-504aecd17bc2 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:52.470565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8925a64-e2ac-4f30-b4d1-beae2030d26a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.480325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e53946-456f-478c-a610-8f1ceb01d21a req-cdb3c0f3-bbf3-436c-91d0-24c3905bdad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:52.482535 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e53946-456f-478c-a610-8f1ceb01d21a req-cdb3c0f3-bbf3-436c-91d0-24c3905bdad1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3002207 Jul 06 11:55:52.499512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8925a64-e2ac-4f30-b4d1-beae2030d26a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0193c922-732b-4419-a0fe-5fc654b97ddb,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:52.522441 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8925a64-e2ac-4f30-b4d1-beae2030d26a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.529160 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d8925a64-e2ac-4f30-b4d1-beae2030d26a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4464707 Jul 06 11:55:52.531929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32856) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.537379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a15f9e0e-f977-4847-8ed8-9d529f1a9223 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'e7b1252c-1d0f-41cc-a95c-375f2e06f952', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:52.654247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a15f9e0e-f977-4847-8ed8-9d529f1a9223 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.758131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:52.776697 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fa833c6e-fc23-405a-929d-3383d0a7a45a admin admin] 10.222.0.21 "PUT /v2.0/routers/ad351884-3852-45ad-a8ec-504aecd17bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8857498 Jul 06 11:55:52.787683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37d738-429d-4afa-83d1-3fc1992ec16f None None] Sync routers for ids ['ad351884-3852-45ad-a8ec-504aecd17bc2'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:52.791390 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-a15f9e0e-f977-4847-8ed8-9d529f1a9223 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 11:55:52.794913 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a15f9e0e-f977-4847-8ed8-9d529f1a9223 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2611465 Jul 06 11:55:52.800342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32862) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.800692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32864) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:52.823713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37d738-429d-4afa-83d1-3fc1992ec16f None None] Routers {'ad351884-3852-45ad-a8ec-504aecd17bc2'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:52.826299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1b37d738-429d-4afa-83d1-3fc1992ec16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ad351884-3852-45ad-a8ec-504aecd17bc2'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:52.982232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e53946-456f-478c-a610-8f1ceb01d21a req-ec5ecae2-dce5-488b-8fe6-dce8569a9f5a service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618495 Jul 06 11:55:53.017942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1b37d738-429d-4afa-83d1-3fc1992ec16f None None] Set router ad351884-3852-45ad-a8ec-504aecd17bc2 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:53.222100 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65505097-e225-428b-9da4-6bec915f4f06 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.350824 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.377345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65505097-e225-428b-9da4-6bec915f4f06 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.387571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1b37d738-429d-4afa-83d1-3fc1992ec16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'name': 'tempest-TestAggregatesBasicOps-840575909-router', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:00Z', 'updated_at': '2021-07-06T11:55:51Z', 'revision_number': 5, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'gw_port': {'id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:03Z', 'updated_at': '2021-07-06T11:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:53.468062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37d738-429d-4afa-83d1-3fc1992ec16f None None] Checking router: ad351884-3852-45ad-a8ec-504aecd17bc2 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:53.504334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37d738-429d-4afa-83d1-3fc1992ec16f None None] Routers {'ad351884-3852-45ad-a8ec-504aecd17bc2'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:53.504995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1b37d738-429d-4afa-83d1-3fc1992ec16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ad351884-3852-45ad-a8ec-504aecd17bc2'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:53.578643 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65505097-e225-428b-9da4-6bec915f4f06 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.603194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c73eb-076b-461c-90f3-0d21f4e5aea5 req-c45254c6-1e1c-4998-a448-77b72ad451b7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:53.605989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65505097-e225-428b-9da4-6bec915f4f06 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.610272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-275c73eb-076b-461c-90f3-0d21f4e5aea5 req-c45254c6-1e1c-4998-a448-77b72ad451b7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.9039557 Jul 06 11:55:53.616491 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-65505097-e225-428b-9da4-6bec915f4f06 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "DELETE /v2.0/security-groups/e7b1252c-1d0f-41cc-a95c-375f2e06f952 HTTP/1.1" status: 204 len: 168 time: 0.8093328 Jul 06 11:55:53.617409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32872) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:53.641779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65505097-e225-428b-9da4-6bec915f4f06 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b1252c-1d0f-41cc-a95c-375f2e06f952,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:53.678104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] Router 5cd3eb76-139a-4842-a85d-f17efe5deb01 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:53.737011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-275c73eb-076b-461c-90f3-0d21f4e5aea5 req-205adc56-2687-45df-a860-4e7178b017e9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257865 Jul 06 11:55:53.764248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1b37d738-429d-4afa-83d1-3fc1992ec16f None None] Set router ad351884-3852-45ad-a8ec-504aecd17bc2 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:53.790941 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e53946-456f-478c-a610-8f1ceb01d21a req-bb358aa8-fe45-4f60-be6e-9a705807facc service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892066 Jul 06 11:55:53.868836 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.909471 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fdcef443-635f-40b9-b23d-72397ef7b3e8 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2908247 Jul 06 11:55:53.933018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32874) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:53.960822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bd03e4f6-38a3-484a-9b65-5a2659ea906e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'tempest-secgroup--356315272'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:54.006241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b7583-3be7-4501-b3cd-032383fd7102 req-d9c8f8fd-0346-4137-a783-b6c47777fcc4 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:54.014152 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e17b7583-3be7-4501-b3cd-032383fd7102 req-d9c8f8fd-0346-4137-a783-b6c47777fcc4 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 945 time: 0.4755301 Jul 06 11:55:54.098708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd03e4f6-38a3-484a-9b65-5a2659ea906e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.158511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Deleting port a35137c7-7514-4cde-a813-55fdefcbb256 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:54.158765 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.227481 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e17b7583-3be7-4501-b3cd-032383fd7102 req-9cef0d8d-b4c1-48be-8716-cd2731bf3d62 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2119374 Jul 06 11:55:54.265876 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:54.278033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0f505819-f6f9-4f70-b3b7-bdc7ae95e7c1 admin admin] 10.222.0.21 "PUT /v2.0/routers/5cd3eb76-139a-4842-a85d-f17efe5deb01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8518333 Jul 06 11:55:54.284080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:54.287719 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35658fd-6d03-426f-847b-d0f945b56690 None None] Sync routers for ids ['5cd3eb76-139a-4842-a85d-f17efe5deb01'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:54.310974 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35658fd-6d03-426f-847b-d0f945b56690 None None] Routers {'5cd3eb76-139a-4842-a85d-f17efe5deb01'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:54.313725 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d35658fd-6d03-426f-847b-d0f945b56690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5cd3eb76-139a-4842-a85d-f17efe5deb01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:54.470072 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1b37d738-429d-4afa-83d1-3fc1992ec16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'name': 'tempest-TestAggregatesBasicOps-840575909-router', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:00Z', 'updated_at': '2021-07-06T11:55:51Z', 'revision_number': 5, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'gw_port': {'id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:03Z', 'updated_at': '2021-07-06T11:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:54.524120 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d35658fd-6d03-426f-847b-d0f945b56690 None None] Set router 5cd3eb76-139a-4842-a85d-f17efe5deb01 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:54.524873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa487c38-ff13-4a51-8732-796e8c6c8ac1 req-47bfced5-84ab-4d29-9ffd-89e223bd0e13 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:54.538807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa487c38-ff13-4a51-8732-796e8c6c8ac1 req-47bfced5-84ab-4d29-9ffd-89e223bd0e13 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.5184760 Jul 06 11:55:54.540925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37d738-429d-4afa-83d1-3fc1992ec16f None None] The sync data for ids ['ad351884-3852-45ad-a8ec-504aecd17bc2'] in n-d-799527-2 is: [{'id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'name': 'tempest-TestAggregatesBasicOps-840575909-router', 'tenant_id': 'be84a3fc713d4ed285df754e19f8f834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:00Z', 'updated_at': '2021-07-06T11:55:51Z', 'revision_number': 5, 'project_id': 'be84a3fc713d4ed285df754e19f8f834', 'gw_port': {'id': 'a35137c7-7514-4cde-a813-55fdefcbb256', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:16:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad351884-3852-45ad-a8ec-504aecd17bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:03Z', 'updated_at': '2021-07-06T11:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:54.547366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] For port a35137c7-7514-4cde-a813-55fdefcbb256, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a35137c7-7514-4cde-a813-55fdefcbb256,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:54.550860 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.729302 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.809384 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd03e4f6-38a3-484a-9b65-5a2659ea906e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.823149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Calling delete_port for a35137c7-7514-4cde-a813-55fdefcbb256 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:54.937551 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa487c38-ff13-4a51-8732-796e8c6c8ac1 req-5b7d329a-d473-4d48-a612-1697759840ce tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724947 Jul 06 11:55:54.979292 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd03e4f6-38a3-484a-9b65-5a2659ea906e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.098312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 869e0bc9-aad5-4602-9af4-24fe33d06ce3 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:55.156769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd03e4f6-38a3-484a-9b65-5a2659ea906e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.165942 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bd03e4f6-38a3-484a-9b65-5a2659ea906e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2230370 Jul 06 11:55:55.166526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32890) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:55.177744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-16980e17-0318-45bd-a8b5-dab2bbf9fde7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': '1b2b6aef-bcae-4153-a307-e840aab68731', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:55.179416 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-16980e17-0318-45bd-a8b5-dab2bbf9fde7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 11:55:55.180279 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-16980e17-0318-45bd-a8b5-dab2bbf9fde7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:55:55.182205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-16980e17-0318-45bd-a8b5-dab2bbf9fde7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113335 Jul 06 11:55:55.201232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:55.206394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 869e0bc9-aad5-4602-9af4-24fe33d06ce3 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:55.206735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 869e0bc9-aad5-4602-9af4-24fe33d06ce3 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:55.207091 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.215119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03e4f6-38a3-484a-9b65-5a2659ea906e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2b6aef-bcae-4153-a307-e840aab68731,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:55.220641 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d35658fd-6d03-426f-847b-d0f945b56690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-router', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:08Z', 'updated_at': '2021-07-06T11:55:50Z', 'revision_number': 5, 'project_id': '7d96942b7a044277913f15966f23454c', 'gw_port': {'id': '523eefb9-cdd8-41af-b266-fc1d77c5622f', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:09Z', 'updated_at': '2021-07-06T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:55.360950 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35658fd-6d03-426f-847b-d0f945b56690 None None] Checking router: 5cd3eb76-139a-4842-a85d-f17efe5deb01 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:55.391073 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35658fd-6d03-426f-847b-d0f945b56690 None None] Routers {'5cd3eb76-139a-4842-a85d-f17efe5deb01'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:55.403003 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d35658fd-6d03-426f-847b-d0f945b56690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['5cd3eb76-139a-4842-a85d-f17efe5deb01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:55.498487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd9219-52fe-43c4-9131-ac54f9545d60 req-27fd8a9a-1a99-4399-b3c8-bd8b0fd57c27 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:55.502276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51bd9219-52fe-43c4-9131-ac54f9545d60 req-27fd8a9a-1a99-4399-b3c8-bd8b0fd57c27 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 945 time: 0.6252046 Jul 06 11:55:55.613321 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3368-abee-4acd-a940-d758dc769042 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.667330 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d35658fd-6d03-426f-847b-d0f945b56690 None None] Set router 5cd3eb76-139a-4842-a85d-f17efe5deb01 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:55.686418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.702953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51bd9219-52fe-43c4-9131-ac54f9545d60 req-54d0551d-9e24-4857-9571-c35bd6259f04 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1652308 Jul 06 11:55:55.712409 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3368-abee-4acd-a940-d758dc769042 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.732442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Deleting port 523eefb9-cdd8-41af-b266-fc1d77c5622f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:55.733150 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.738789 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d35658fd-6d03-426f-847b-d0f945b56690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-router', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:08Z', 'updated_at': '2021-07-06T11:55:55Z', 'revision_number': 6, 'project_id': '7d96942b7a044277913f15966f23454c', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:55.764150 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35137c7-7514-4cde-a813-55fdefcbb256,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:55.925501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c7f43-7a7d-44df-a8a1-39c2305e97a8 req-154a2253-816c-49b0-bcf0-2ebfa53e0962 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:55.932809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e5c7f43-7a7d-44df-a8a1-39c2305e97a8 req-154a2253-816c-49b0-bcf0-2ebfa53e0962 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.4979503 Jul 06 11:55:55.972231 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.014175 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35658fd-6d03-426f-847b-d0f945b56690 None None] The sync data for ids ['5cd3eb76-139a-4842-a85d-f17efe5deb01'] in n-d-799527-2 is: [{'id': '5cd3eb76-139a-4842-a85d-f17efe5deb01', 'name': 'tempest-ServerRescueNegativeTestJSON-1978506812-router', 'tenant_id': '7d96942b7a044277913f15966f23454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:08Z', 'updated_at': '2021-07-06T11:55:55Z', 'revision_number': 6, 'project_id': '7d96942b7a044277913f15966f23454c', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:56.126477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e5c7f43-7a7d-44df-a8a1-39c2305e97a8 req-60308dd5-5891-4a76-a93a-29d22a2a4e3a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918080 Jul 06 11:55:56.128233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3368-abee-4acd-a940-d758dc769042 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.137571 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3368-abee-4acd-a940-d758dc769042 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.139002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0c2d3368-abee-4acd-a940-d758dc769042 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b2b6aef-bcae-4153-a307-e840aab68731 HTTP/1.1" status: 204 len: 168 time: 0.9214115 Jul 06 11:55:56.170111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32900) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:56.193698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.198228 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.250959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] For port 523eefb9-cdd8-41af-b266-fc1d77c5622f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=523eefb9-cdd8-41af-b266-fc1d77c5622f,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:56.251408 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.270049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.270764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad351884-3852-45ad-a8ec-504aecd17bc2 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:55:56.276476 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.278019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4011e063-e6db-49ef-b673-a4b2ea51b9d7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ad351884-3852-45ad-a8ec-504aecd17bc2 HTTP/1.1" status: 204 len: 168 time: 3.4762032 Jul 06 11:55:56.281868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32906) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:56.298189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Calling delete_port for 523eefb9-cdd8-41af-b266-fc1d77c5622f owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:56.308466 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bba3c3e4-8e7b-4a7d-92d4-d4f02c049499 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367199 Jul 06 11:55:56.309490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32908) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:56.329900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f5c56616-7264-463b-a1a9-65ebf155cec2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886444269'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:56.462145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-52759b58-24d0-4eaa-9b6b-96dee7e37040 admin admin] Deleting subnet bc09a7f7-b80a-414e-b7c0-97c502192979 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:55:56.480501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d3368-abee-4acd-a940-d758dc769042 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2b6aef-bcae-4153-a307-e840aab68731,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:56.509107 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52759b58-24d0-4eaa-9b6b-96dee7e37040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.650347 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5c56616-7264-463b-a1a9-65ebf155cec2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.657497 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52759b58-24d0-4eaa-9b6b-96dee7e37040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.770855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2eaec-05d8-49fb-a8e4-66b29a59f8b2 req-47229eee-a2ba-43f0-b2be-f987069dd5d3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:56.772949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5db2eaec-05d8-49fb-a8e4-66b29a59f8b2 req-47229eee-a2ba-43f0-b2be-f987069dd5d3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 945 time: 0.2823570 Jul 06 11:55:56.784819 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6454c-cfe2-4ef3-9e7b-6240951dd901 req-c7332b6c-df91-4ef8-b275-0815ec4a52dc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:56.793128 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13b6454c-cfe2-4ef3-9e7b-6240951dd901 req-c7332b6c-df91-4ef8-b275-0815ec4a52dc tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.3050339 Jul 06 11:55:56.912457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13b6454c-cfe2-4ef3-9e7b-6240951dd901 req-20c9dfca-f8b9-4f66-82ce-88d81b50f013 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179347 Jul 06 11:55:57.025801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5db2eaec-05d8-49fb-a8e4-66b29a59f8b2 req-0e82c84a-5ad0-43b3-aac9-a787195d530f tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2098186 Jul 06 11:55:57.064334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32916) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:57.086693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52759b58-24d0-4eaa-9b6b-96dee7e37040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.358965 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52759b58-24d0-4eaa-9b6b-96dee7e37040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.444158 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5c56616-7264-463b-a1a9-65ebf155cec2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.487262 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.531820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a35137c7-7514-4cde-a813-55fdefcbb256 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:57.603434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52759b58-24d0-4eaa-9b6b-96dee7e37040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc09a7f7-b80a-414e-b7c0-97c502192979,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:57.613521 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5c56616-7264-463b-a1a9-65ebf155cec2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.618963 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52759b58-24d0-4eaa-9b6b-96dee7e37040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.645001 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-52759b58-24d0-4eaa-9b6b-96dee7e37040 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc09a7f7-b80a-414e-b7c0-97c502192979 HTTP/1.1" status: 204 len: 168 time: 1.3619657 Jul 06 11:55:57.661647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=523eefb9-cdd8-41af-b266-fc1d77c5622f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:57.667017 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a69da3-ef5f-4de0-9912-08182fb7fb9e None None] Network c5501d94-4929-499f-a471-b699ac0e8674 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:57.677791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: a35137c7-7514-4cde-a813-55fdefcbb256 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:57.688861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32924) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:57.704524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a35137c7-7514-4cde-a813-55fdefcbb256 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:57.705371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9fdef75e-5d45-4228-8c4e-89675022984b no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:57.828100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3f0e2-6331-455b-ab04-e54a8877f3f3 req-28f2044e-2cbd-48ea-9b05-20ea77c5368d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:57.856308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bed3f0e2-6331-455b-ab04-e54a8877f3f3 req-28f2044e-2cbd-48ea-9b05-20ea77c5368d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.6100082 Jul 06 11:55:57.894731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5c56616-7264-463b-a1a9-65ebf155cec2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.898613 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f5c56616-7264-463b-a1a9-65ebf155cec2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5831122 Jul 06 11:55:57.913509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32926) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:57.919240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a07ca843-1a3c-4589-be2f-d8aec0bdebda tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'fc40247f-6068-49c5-bb89-217485f08dec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:57.922070 n-d-799527-2 neutron-server[93815]: WARNING neutron.api.v2.base [None req-a07ca843-1a3c-4589-be2f-d8aec0bdebda tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 11:55:57.922070 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-a07ca843-1a3c-4589-be2f-d8aec0bdebda tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:55:57.922751 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a07ca843-1a3c-4589-be2f-d8aec0bdebda tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082054 Jul 06 11:55:57.930788 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32928) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:57.971543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.988176 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bed3f0e2-6331-455b-ab04-e54a8877f3f3 req-8b449dfa-1ee1-44d0-b431-ad6b319f55a6 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307945 Jul 06 11:55:58.023898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c56616-7264-463b-a1a9-65ebf155cec2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc40247f-6068-49c5-bb89-217485f08dec,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:58.076634 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.149700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 9fdef75e-5d45-4228-8c4e-89675022984b {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:58.150422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9fdef75e-5d45-4228-8c4e-89675022984b not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:58.151039 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 523eefb9-cdd8-41af-b266-fc1d77c5622f no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:58.211245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 523eefb9-cdd8-41af-b266-fc1d77c5622f {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:58.211911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 523eefb9-cdd8-41af-b266-fc1d77c5622f not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:58.303159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1af5259b-d304-4c62-88ad-0853f6d53488 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.351924 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.365146 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.384467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] DHCP port deletion for c5501d94-4929-499f-a471-b699ac0e8674 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:55:58.399219 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1af5259b-d304-4c62-88ad-0853f6d53488 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.518154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Deleting port c361461e-3f75-402d-bc2b-9203f3b52ff2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:58.518908 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.535062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Deleting port c361461e-3f75-402d-bc2b-9203f3b52ff2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:58.535881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.558984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.562853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd3eb76-139a-4842-a85d-f17efe5deb01 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:55:58.586406 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.591442 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f8b87e9f-6d86-4877-af41-0aecbb3c1e47 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5cd3eb76-139a-4842-a85d-f17efe5deb01 HTTP/1.1" status: 204 len: 168 time: 4.3053048 Jul 06 11:55:58.607485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32934) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:58.637581 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0456ffa9-8772-4d0c-ba7f-e81d89cd5038 tempest-TestServerBasicOps-1694857704 tempest-TestServerBasicOps-1694857704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.639304 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0456ffa9-8772-4d0c-ba7f-e81d89cd5038 tempest-TestServerBasicOps-1694857704 tempest-TestServerBasicOps-1694857704-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 1091 time: 1.5732245 Jul 06 11:55:58.662567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32936) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:58.670770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:58.746203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463ad38-70e0-4366-ab74-fda57a390e78 req-481e712f-925f-4e74-b8aa-84a6e8ade64d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.754146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463ad38-70e0-4366-ab74-fda57a390e78 req-481e712f-925f-4e74-b8aa-84a6e8ade64d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.760318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463ad38-70e0-4366-ab74-fda57a390e78 req-481e712f-925f-4e74-b8aa-84a6e8ade64d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.766386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463ad38-70e0-4366-ab74-fda57a390e78 req-481e712f-925f-4e74-b8aa-84a6e8ade64d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.766564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] For port c361461e-3f75-402d-bc2b-9203f3b52ff2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c361461e-3f75-402d-bc2b-9203f3b52ff2,segment=NetworkSegment(d37e09f4-2348-4203-af83-4ba00459c52d),segment_id=d37e09f4-2348-4203-af83-4ba00459c52d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:58.767105 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.772867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463ad38-70e0-4366-ab74-fda57a390e78 req-481e712f-925f-4e74-b8aa-84a6e8ade64d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.778873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463ad38-70e0-4366-ab74-fda57a390e78 req-481e712f-925f-4e74-b8aa-84a6e8ade64d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.785355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463ad38-70e0-4366-ab74-fda57a390e78 req-481e712f-925f-4e74-b8aa-84a6e8ade64d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.792786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6463ad38-70e0-4366-ab74-fda57a390e78 req-481e712f-925f-4e74-b8aa-84a6e8ade64d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5442 time: 0.7998796 Jul 06 11:55:58.845256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d68e16d-801f-4fc7-b554-e441c27efad0 admin admin] Deleting subnet 62090734-02ba-48fd-aeab-f8849e62c821 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:55:58.846406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Calling delete_port for c361461e-3f75-402d-bc2b-9203f3b52ff2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:58.863995 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d68e16d-801f-4fc7-b554-e441c27efad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.874181 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.940873 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d68e16d-801f-4fc7-b554-e441c27efad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.981189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] For port c361461e-3f75-402d-bc2b-9203f3b52ff2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c361461e-3f75-402d-bc2b-9203f3b52ff2,segment=NetworkSegment(d37e09f4-2348-4203-af83-4ba00459c52d),segment_id=d37e09f4-2348-4203-af83-4ba00459c52d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:58.983149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:58.994449 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d68e16d-801f-4fc7-b554-e441c27efad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.089362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Calling delete_port for c361461e-3f75-402d-bc2b-9203f3b52ff2 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:59.109435 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.114843 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1af5259b-d304-4c62-88ad-0853f6d53488 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.132477 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.138404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1af5259b-d304-4c62-88ad-0853f6d53488 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.158856 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1af5259b-d304-4c62-88ad-0853f6d53488 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc40247f-6068-49c5-bb89-217485f08dec HTTP/1.1" status: 204 len: 168 time: 1.2225747 Jul 06 11:55:59.160297 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32940) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:59.207149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c361461e-3f75-402d-bc2b-9203f3b52ff2 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:59.265766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697e755-09c6-4b02-9ffd-537ac5ad97fa req-a226f85b-bcbd-42a5-aa87-cfc8048ed78c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:59.282723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0697e755-09c6-4b02-9ffd-537ac5ad97fa req-a226f85b-bcbd-42a5-aa87-cfc8048ed78c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.9080091 Jul 06 11:55:59.337452 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5259b-d304-4c62-88ad-0853f6d53488 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc40247f-6068-49c5-bb89-217485f08dec,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:59.348230 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.392335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6463ad38-70e0-4366-ab74-fda57a390e78 req-4878e5d9-ef70-49e5-a39e-2aebc2ed1a44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5981870 Jul 06 11:55:59.459404 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-597768bd-6276-4bda-a24d-cdef0987a36e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2755830 Jul 06 11:55:59.459404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.462280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32944) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:59.466635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No active binding found for port c361461e-3f75-402d-bc2b-9203f3b52ff2 {{(pid=93816) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:55:59.477634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c361461e-3f75-402d-bc2b-9203f3b52ff2 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:59.479831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a60b4a77-0228-40e6-84e5-639bf6372b12 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829455245'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:59.481074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Pushing event deleted for resources: {'Port': ['ID=c361461e-3f75-402d-bc2b-9203f3b52ff2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:59.509390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] No DVR routers for this DVR port c361461e-3f75-402d-bc2b-9203f3b52ff2 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:59.511806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.512106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.520029 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.520645 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.528008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.528622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.529132 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.529631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.530130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.530861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.531365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.531869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf90a8-fc7d-4aa9-9d26-450dbcd83eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:59.561512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0697e755-09c6-4b02-9ffd-537ac5ad97fa req-06e90d64-6d70-4f1a-8559-735d1ae0331f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777135 Jul 06 11:55:59.606542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d68e16d-801f-4fc7-b554-e441c27efad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.615642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Pushing event deleted for resources: {'Port': ['ID=c361461e-3f75-402d-bc2b-9203f3b52ff2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:59.623762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] No DVR routers for this DVR port c361461e-3f75-402d-bc2b-9203f3b52ff2 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:59.764875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68e16d-801f-4fc7-b554-e441c27efad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62090734-02ba-48fd-aeab-f8849e62c821,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:59.875472 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a60b4a77-0228-40e6-84e5-639bf6372b12 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.919276 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.940128 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d68e16d-801f-4fc7-b554-e441c27efad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.954629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32950) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:59.954982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6d68e16d-801f-4fc7-b554-e441c27efad0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/62090734-02ba-48fd-aeab-f8849e62c821 HTTP/1.1" status: 204 len: 168 time: 1.3310099 Jul 06 11:55:59.989104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5501d94-4929-499f-a471-b699ac0e8674']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:00.038831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37e09f4-2348-4203-af83-4ba00459c52d') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:00.039411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37e09f4-2348-4203-af83-4ba00459c52d') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:00.080428 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.143681 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.157780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.175120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:00.175916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:00.177799 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:00.265375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38ee7d-62a0-47f3-90b6-c9eaac4f41ac req-1ff37956-8e59-4520-96b6-4e9936d461fa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.280705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38ee7d-62a0-47f3-90b6-c9eaac4f41ac req-1ff37956-8e59-4520-96b6-4e9936d461fa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.292596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38ee7d-62a0-47f3-90b6-c9eaac4f41ac req-1ff37956-8e59-4520-96b6-4e9936d461fa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.310900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38ee7d-62a0-47f3-90b6-c9eaac4f41ac req-1ff37956-8e59-4520-96b6-4e9936d461fa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.328090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38ee7d-62a0-47f3-90b6-c9eaac4f41ac req-1ff37956-8e59-4520-96b6-4e9936d461fa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.340530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38ee7d-62a0-47f3-90b6-c9eaac4f41ac req-1ff37956-8e59-4520-96b6-4e9936d461fa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.357704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38ee7d-62a0-47f3-90b6-c9eaac4f41ac req-1ff37956-8e59-4520-96b6-4e9936d461fa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.388925 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b38ee7d-62a0-47f3-90b6-c9eaac4f41ac req-1ff37956-8e59-4520-96b6-4e9936d461fa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5442 time: 0.4926729 Jul 06 11:56:00.404922 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.455649 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a60b4a77-0228-40e6-84e5-639bf6372b12 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.459293 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.492227 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a60b4a77-0228-40e6-84e5-639bf6372b12 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.498539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.522422 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.524151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a59fba-ff4d-4a7a-9a74-4624545d4982 req-6491e675-f52f-4240-8c10-d6d160fc8a68 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.524365 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] 10.222.0.21 "DELETE /v2.0/networks/c5501d94-4929-499f-a471-b699ac0e8674 HTTP/1.1" status: 204 len: 168 time: 2.8235378 Jul 06 11:56:00.526485 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16a59fba-ff4d-4a7a-9a74-4624545d4982 req-6491e675-f52f-4240-8c10-d6d160fc8a68 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.7468393 Jul 06 11:56:00.530695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32954) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:00.582442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136aba86-0df5-4e55-8048-53c33ffd308d admin admin] Pushing event deleted for resources: {'Network': ['ID=c5501d94-4929-499f-a471-b699ac0e8674,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:00.588201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ccb191-ad40-4267-aa18-920eef06537a']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:00.607886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c28d3a6-7b10-433b-b577-8392c43af7ec') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:00.608271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c28d3a6-7b10-433b-b577-8392c43af7ec') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:00.611263 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a60b4a77-0228-40e6-84e5-639bf6372b12 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.612365 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a60b4a77-0228-40e6-84e5-639bf6372b12 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1488461 Jul 06 11:56:00.621668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32958) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:00.627102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5ad711d6-4d8f-43b4-9cba-f19ed3e74785 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'b5525bda-dd2a-4622-bd04-b9a243c02d8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:00.638242 n-d-799527-2 neutron-server[93815]: WARNING neutron.api.v2.base [None req-5ad711d6-4d8f-43b4-9cba-f19ed3e74785 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 11:56:00.638965 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-5ad711d6-4d8f-43b4-9cba-f19ed3e74785 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:00.640141 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ad711d6-4d8f-43b4-9cba-f19ed3e74785 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0175023 Jul 06 11:56:00.644553 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.646247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32960) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:00.651432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-022f6eb9-936a-48cb-8c81-f62324bdc4cc tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'b5525bda-dd2a-4622-bd04-b9a243c02d8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:00.652172 n-d-799527-2 neutron-server[93815]: WARNING neutron.api.v2.base [None req-022f6eb9-936a-48cb-8c81-f62324bdc4cc tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 11:56:00.652778 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-022f6eb9-936a-48cb-8c81-f62324bdc4cc tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:00.653995 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-022f6eb9-936a-48cb-8c81-f62324bdc4cc tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065033 Jul 06 11:56:00.663153 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b4a77-0228-40e6-84e5-639bf6372b12 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5525bda-dd2a-4622-bd04-b9a243c02d8e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:00.665531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32962) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:00.679904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2b5d110e-bcd1-4209-a363-cd028e0ab391 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'b5525bda-dd2a-4622-bd04-b9a243c02d8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:00.681851 n-d-799527-2 neutron-server[93815]: WARNING neutron.api.v2.base [None req-2b5d110e-bcd1-4209-a363-cd028e0ab391 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 11:56:00.682540 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-2b5d110e-bcd1-4209-a363-cd028e0ab391 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:00.686446 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2b5d110e-bcd1-4209-a363-cd028e0ab391 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0159309 Jul 06 11:56:00.688027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32964) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:00.693260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5cc5ae14-0d25-4a3c-8e25-51896d2ddb64 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'b5525bda-dd2a-4622-bd04-b9a243c02d8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:00.694370 n-d-799527-2 neutron-server[93815]: WARNING neutron.api.v2.base [None req-5cc5ae14-0d25-4a3c-8e25-51896d2ddb64 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 11:56:00.694971 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-5cc5ae14-0d25-4a3c-8e25-51896d2ddb64 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:00.698936 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5cc5ae14-0d25-4a3c-8e25-51896d2ddb64 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072873 Jul 06 11:56:00.700282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32966) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:00.721251 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.752889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:00.753313 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:00.755303 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:00.844457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94e5655c-52ac-4897-9dd6-362a36c92779 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.856390 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.865763 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.867037 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] 10.222.0.21 "DELETE /v2.0/networks/62ccb191-ad40-4267-aa18-920eef06537a HTTP/1.1" status: 204 len: 168 time: 0.9050753 Jul 06 11:56:00.907207 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94e5655c-52ac-4897-9dd6-362a36c92779 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.910255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9f7fd-f78e-4f0d-9baa-718bc3e5da9a admin admin] Pushing event deleted for resources: {'Network': ['ID=62ccb191-ad40-4267-aa18-920eef06537a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:00.980415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94e5655c-52ac-4897-9dd6-362a36c92779 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.989857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94e5655c-52ac-4897-9dd6-362a36c92779 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.994058 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-94e5655c-52ac-4897-9dd6-362a36c92779 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5525bda-dd2a-4622-bd04-b9a243c02d8e HTTP/1.1" status: 204 len: 168 time: 0.2905805 Jul 06 11:56:01.016265 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32970) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.054284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5655c-52ac-4897-9dd6-362a36c92779 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5525bda-dd2a-4622-bd04-b9a243c02d8e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:01.103607 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-23ee2be3-a8da-4696-b53f-0117d28fad83 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861435 Jul 06 11:56:01.107920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32972) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.115623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f15290dc-e09e-42b4-adcb-459efb880f64 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'tempest-secgroup--437838369'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:01.144137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32976) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.162702 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f15290dc-e09e-42b4-adcb-459efb880f64 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.224493 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-359073a8-f6f8-4801-85ce-2cd56fd36c11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d96942b7a044277913f15966f23454c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771949 Jul 06 11:56:01.225100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.275705 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16a59fba-ff4d-4a7a-9a74-4624545d4982 req-5bfe03e7-77c6-47b4-b5e8-f8f4b08d1459 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7422733 Jul 06 11:56:01.324843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Allocated IP 172.25.0.222 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/d7f519db-6de3-4eee-a5d5-cde4d4dd7709) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:01.337527 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f15290dc-e09e-42b4-adcb-459efb880f64 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.338842 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b39cb08-a1c5-405b-a850-dcae2d0cfa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.368801 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b39cb08-a1c5-405b-a850-dcae2d0cfa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.376392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f15290dc-e09e-42b4-adcb-459efb880f64 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.425502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15290dc-e09e-42b4-adcb-459efb880f64 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff37672-b2f1-4313-9458-cf754facd591,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:01.463353 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f15290dc-e09e-42b4-adcb-459efb880f64 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.464635 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f15290dc-e09e-42b4-adcb-459efb880f64 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3540010 Jul 06 11:56:01.468862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32988) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.473569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ad7b6deb-cb7c-433a-8172-276bf703b1c1 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'aff37672-b2f1-4313-9458-cf754facd591', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:01.474363 n-d-799527-2 neutron-server[93815]: WARNING neutron.api.v2.base [None req-ad7b6deb-cb7c-433a-8172-276bf703b1c1 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 11:56:01.474858 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-ad7b6deb-cb7c-433a-8172-276bf703b1c1 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:01.475906 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ad7b6deb-cb7c-433a-8172-276bf703b1c1 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061045 Jul 06 11:56:01.478779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32990) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.484695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-57bf5a91-206c-4aea-8dd2-2b88649007a2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'aff37672-b2f1-4313-9458-cf754facd591', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:01.528613 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-57bf5a91-206c-4aea-8dd2-2b88649007a2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:01.533224 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-57bf5a91-206c-4aea-8dd2-2b88649007a2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0502424 Jul 06 11:56:01.533533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32992) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.538788 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fb48558b-9977-4805-a82b-d18d85796eeb tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'aff37672-b2f1-4313-9458-cf754facd591', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:01.539786 n-d-799527-2 neutron-server[93815]: WARNING neutron.api.v2.base [None req-fb48558b-9977-4805-a82b-d18d85796eeb tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 11:56:01.540309 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-fb48558b-9977-4805-a82b-d18d85796eeb tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:01.544637 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fb48558b-9977-4805-a82b-d18d85796eeb tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069900 Jul 06 11:56:01.548466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32994) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.560508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-da83abf6-ea54-49b1-a2d8-ea61154868da tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'aff37672-b2f1-4313-9458-cf754facd591', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:01.563043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b39cb08-a1c5-405b-a850-dcae2d0cfa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.565819 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b39cb08-a1c5-405b-a850-dcae2d0cfa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.566959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5b39cb08-a1c5-405b-a850-dcae2d0cfa86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ce233e6-593c-465d-89dc-f8f1413c3896 HTTP/1.1" status: 204 len: 168 time: 0.3397784 Jul 06 11:56:01.577455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39cb08-a1c5-405b-a850-dcae2d0cfa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce233e6-593c-465d-89dc-f8f1413c3896,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:01.654067 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-da83abf6-ea54-49b1-a2d8-ea61154868da tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:01.656031 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-da83abf6-ea54-49b1-a2d8-ea61154868da tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1054482 Jul 06 11:56:01.659281 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33000) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.666950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b745d485-2ec1-48a3-8b45-421aec282196 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'aff37672-b2f1-4313-9458-cf754facd591', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:01.668198 n-d-799527-2 neutron-server[93815]: WARNING neutron.api.v2.base [None req-b745d485-2ec1-48a3-8b45-421aec282196 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 11:56:01.670060 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-b745d485-2ec1-48a3-8b45-421aec282196 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:01.671815 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b745d485-2ec1-48a3-8b45-421aec282196 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113056 Jul 06 11:56:01.678026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33004) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.678900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba7007-79cb-4fe5-8059-98093a89ecb0 req-a17d0ca8-3d5a-4169-97ce-8b5bb504c6e0 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:01.680504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bba7007-79cb-4fe5-8059-98093a89ecb0 req-a17d0ca8-3d5a-4169-97ce-8b5bb504c6e0 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.4682221 Jul 06 11:56:01.690744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-248b3d26-543c-4c37-a071-dab23587bbde tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'aff37672-b2f1-4313-9458-cf754facd591', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:01.747250 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-248b3d26-543c-4c37-a071-dab23587bbde tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Project 43bfc24ddee64eadb99cab14201d9d9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 11:56:01.778280 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-248b3d26-543c-4c37-a071-dab23587bbde tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:01.783621 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-248b3d26-543c-4c37-a071-dab23587bbde tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1064618 Jul 06 11:56:01.784263 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33006) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.796314 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-727f0735-acab-44ae-b164-34567b1a2862 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'aff37672-b2f1-4313-9458-cf754facd591', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:01.804199 n-d-799527-2 neutron-server[93815]: WARNING neutron.api.v2.base [None req-727f0735-acab-44ae-b164-34567b1a2862 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 11:56:01.805015 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-727f0735-acab-44ae-b164-34567b1a2862 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:01.806358 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-727f0735-acab-44ae-b164-34567b1a2862 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0210474 Jul 06 11:56:01.809447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33008) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.819129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-15bb8745-b134-4579-81d1-055bacaa7c26 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'aff37672-b2f1-4313-9458-cf754facd591', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:01.820828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bba7007-79cb-4fe5-8059-98093a89ecb0 req-717344ed-9ffc-4804-b044-0c33026bcbe7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205647 Jul 06 11:56:01.828065 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.884751 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-15bb8745-b134-4579-81d1-055bacaa7c26 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Project 43bfc24ddee64eadb99cab14201d9d9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 11:56:01.899546 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-15bb8745-b134-4579-81d1-055bacaa7c26 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:01.901013 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-15bb8745-b134-4579-81d1-055bacaa7c26 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0883164 Jul 06 11:56:01.904572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33010) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:01.911018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-702a3e4b-cdda-4074-b8f2-db6689ada44e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'aff37672-b2f1-4313-9458-cf754facd591', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:01.945061 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-702a3e4b-cdda-4074-b8f2-db6689ada44e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Project 43bfc24ddee64eadb99cab14201d9d9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 11:56:01.958387 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.964968 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-702a3e4b-cdda-4074-b8f2-db6689ada44e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:01.967202 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-702a3e4b-cdda-4074-b8f2-db6689ada44e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0608804 Jul 06 11:56:01.974152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:02.048044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:02.070927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:02.094191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:02.109044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959b73-183c-46d5-a2f5-b78e0fa69702 req-1a76d4d8-242c-4b4e-98b1-56bc386748c2 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:02.116013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c959b73-183c-46d5-a2f5-b78e0fa69702 req-1a76d4d8-242c-4b4e-98b1-56bc386748c2 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3139205 Jul 06 11:56:02.168793 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.215498 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event updated for resources: {'Port': ['ID=d7f519db-6de3-4eee-a5d5-cde4d4dd7709,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:02.280700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c959b73-183c-46d5-a2f5-b78e0fa69702 req-2dec69eb-656f-4939-a80a-04f41b9ad9d0 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631808 Jul 06 11:56:02.284632 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f78d514e-f82b-4e6d-a17a-0ec3766ffbd2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.382686 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f78d514e-f82b-4e6d-a17a-0ec3766ffbd2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.594726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33046) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:02.615830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f78d514e-f82b-4e6d-a17a-0ec3766ffbd2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.618799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f78d514e-f82b-4e6d-a17a-0ec3766ffbd2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.622518 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f78d514e-f82b-4e6d-a17a-0ec3766ffbd2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "DELETE /v2.0/security-groups/aff37672-b2f1-4313-9458-cf754facd591 HTTP/1.1" status: 204 len: 168 time: 0.6407592 Jul 06 11:56:02.622694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33050) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:02.641169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d514e-f82b-4e6d-a17a-0ec3766ffbd2 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff37672-b2f1-4313-9458-cf754facd591,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:02.718637 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7506e2c8-1ad0-495a-ae08-3ef6dbb3377d tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904882 Jul 06 11:56:02.723989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33052) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:02.732868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5465647e-1dc2-4988-9d53-d1d3b3048cc5 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'tempest-secgroup--786531623'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:02.760484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:02.790358 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5465647e-1dc2-4988-9d53-d1d3b3048cc5 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.976374 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] Deleting port 61b18684-5b32-4a05-8c56-465344705a69 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:02.976744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.977154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-502782900-network', 'tenant_id': 'e47aa931e9fe45758f3f23830f53e098'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:03.016902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7eb90-f82d-4afa-8e36-3375904e3254 req-56694ece-0c2a-4bd9-b476-e399bdaf5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.017396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7eb90-f82d-4afa-8e36-3375904e3254 req-56694ece-0c2a-4bd9-b476-e399bdaf5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.017971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7eb90-f82d-4afa-8e36-3375904e3254 req-56694ece-0c2a-4bd9-b476-e399bdaf5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.018456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7eb90-f82d-4afa-8e36-3375904e3254 req-56694ece-0c2a-4bd9-b476-e399bdaf5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.018936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7eb90-f82d-4afa-8e36-3375904e3254 req-56694ece-0c2a-4bd9-b476-e399bdaf5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.021201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7eb90-f82d-4afa-8e36-3375904e3254 req-56694ece-0c2a-4bd9-b476-e399bdaf5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.021740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7eb90-f82d-4afa-8e36-3375904e3254 req-56694ece-0c2a-4bd9-b476-e399bdaf5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.024908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bfb7eb90-f82d-4afa-8e36-3375904e3254 req-56694ece-0c2a-4bd9-b476-e399bdaf5c74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6499 time: 0.4290476 Jul 06 11:56:03.039471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5465647e-1dc2-4988-9d53-d1d3b3048cc5 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.052242 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5465647e-1dc2-4988-9d53-d1d3b3048cc5 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.113317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Made reservation on behalf of e47aa931e9fe45758f3f23830f53e098 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:03.116465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.124783 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5465647e-1dc2-4988-9d53-d1d3b3048cc5 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.125837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.129110 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5465647e-1dc2-4988-9d53-d1d3b3048cc5 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4040122 Jul 06 11:56:03.129972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33062) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:03.135589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465647e-1dc2-4988-9d53-d1d3b3048cc5 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0867724-7826-4aca-8d79-74798bdec4e2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:03.142121 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bfb7eb90-f82d-4afa-8e36-3375904e3254 req-943a2924-14a2-47ee-a60f-cc53ba1cc024 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010473 Jul 06 11:56:03.145534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1211446c-e119-4a4a-9251-b665abe91e36 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'b0867724-7826-4aca-8d79-74798bdec4e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:03.151483 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.215425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] For port 61b18684-5b32-4a05-8c56-465344705a69, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=61b18684-5b32-4a05-8c56-465344705a69,segment=NetworkSegment(de6d0284-dd1a-40b9-ad4e-cf429898a584),segment_id=de6d0284-dd1a-40b9-ad4e-cf429898a584)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:03.215825 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.237882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] Calling delete_port for 61b18684-5b32-4a05-8c56-465344705a69 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:03.271758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e8840-2c42-4201-8304-6ac7b4b85a57 req-b0d73d46-f256-42f6-b497-7f60768d6b47 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.273341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d01e8840-2c42-4201-8304-6ac7b4b85a57 req-b0d73d46-f256-42f6-b497-7f60768d6b47 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.2191229 Jul 06 11:56:03.301473 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.367491 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.379721 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.394190 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-1211446c-e119-4a4a-9251-b665abe91e36 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The resource could not be found. Jul 06 11:56:03.398478 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1211446c-e119-4a4a-9251-b665abe91e36 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2595308 Jul 06 11:56:03.402052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:03.417863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-584ea875-ade2-4046-a3bb-7ec0c6d84a49 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'b0867724-7826-4aca-8d79-74798bdec4e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3117a96d-02ca-43c7-b85c-3c490a068730'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:03.420688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:03.439295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73450ad-ed8f-4907-b85c-56b22e6e8c66,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:03.446930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.447375 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Added segment 187043d7-d4ad-4a16-ace3-a954c7ef4698 of type vlan for network 7b9ff3ac-8caf-413f-a234-dd1a91b73174 Jul 06 11:56:03.448643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d01e8840-2c42-4201-8304-6ac7b4b85a57 req-08a5d391-4294-429a-b1af-cc9e5aa474f7 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573541 Jul 06 11:56:03.519797 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.584890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.588172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.590284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.706704 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-584ea875-ade2-4046-a3bb-7ec0c6d84a49 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The resource could not be found. Jul 06 11:56:03.707791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-584ea875-ade2-4046-a3bb-7ec0c6d84a49 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2945030 Jul 06 11:56:03.715497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33078) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:03.754253 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9868765 Jul 06 11:56:03.757724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33082) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:03.767738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] Request body: {'subnet': {'network_id': '7b9ff3ac-8caf-413f-a234-dd1a91b73174', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-502782900-subnet', 'tenant_id': 'e47aa931e9fe45758f3f23830f53e098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:03.775173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a14c5-ad9f-4b9e-9d9d-9c1a975c0eda admin admin] Pushing event updated for resources: {'Network': ['ID=7b9ff3ac-8caf-413f-a234-dd1a91b73174,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:03.791068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 7b9ff3ac-8caf-413f-a234-dd1a91b73174 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:03.804708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e0222-5054-4411-a613-f28a7349d733 req-51efa287-30f6-4818-8596-18bab5dbab42 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.806334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf9e0222-5054-4411-a613-f28a7349d733 req-51efa287-30f6-4818-8596-18bab5dbab42 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.3642218 Jul 06 11:56:03.815095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] Made reservation on behalf of e47aa931e9fe45758f3f23830f53e098 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:03.818615 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.197762 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.210357 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.283843 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.317936 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87f8973a-e7e5-4007-88fd-f9c8eab33c23 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.331557 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf9e0222-5054-4411-a613-f28a7349d733 req-27666053-ec6c-46b1-82ed-4f8691018d45 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747375 Jul 06 11:56:04.387409 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87f8973a-e7e5-4007-88fd-f9c8eab33c23 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.410364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event updated for resources: {'Port': ['ID=d7f519db-6de3-4eee-a5d5-cde4d4dd7709,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:04.487409 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.584318 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.586474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] Pushing event deleted for resources: {'Port': ['ID=61b18684-5b32-4a05-8c56-465344705a69,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:04.611080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1537d37-eacc-4b6e-90ad-244b8b172af1,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:04.632735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] Checking segment: {'id': '187043d7-d4ad-4a16-ace3-a954c7ef4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7b9ff3ac-8caf-413f-a234-dd1a91b73174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:04.637700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] Network hostable DHCP agents. Network: 7b9ff3ac-8caf-413f-a234-dd1a91b73174, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:04.673323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] Network 7b9ff3ac-8caf-413f-a234-dd1a91b73174 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:04.698319 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87f8973a-e7e5-4007-88fd-f9c8eab33c23 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.701527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87f8973a-e7e5-4007-88fd-f9c8eab33c23 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.703318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-87f8973a-e7e5-4007-88fd-f9c8eab33c23 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "DELETE /v2.0/security-groups/b0867724-7826-4aca-8d79-74798bdec4e2 HTTP/1.1" status: 204 len: 168 time: 0.9877882 Jul 06 11:56:04.704961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 7b9ff3ac-8caf-413f-a234-dd1a91b73174) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:04.706771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:04.718334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6098831a-24e3-4868-b375-8f76530d0c7f None None] Network 7b9ff3ac-8caf-413f-a234-dd1a91b73174 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:04.749635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:04.750350 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.773200 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d9a6eac9-17fe-4c35-898c-553b8faa15c5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0139165 Jul 06 11:56:04.836298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8973a-e7e5-4007-88fd-f9c8eab33c23 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0867724-7826-4aca-8d79-74798bdec4e2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:04.873521 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7808264a-5e9f-4548-a2c0-7291e9866578 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1648779 Jul 06 11:56:04.877709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33092) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:04.886016 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bb2f426a-c753-467b-8294-0b2195f0c28e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'a3f81798-ab80-4024-9fd8-00a80d36d855', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:04.928193 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.951978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c8998a-ae5c-4b8d-bd8c-7cb1cf728649 None None] Network 7b9ff3ac-8caf-413f-a234-dd1a91b73174 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:04.952517 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Floating IP e859ff3f-1f4b-4d61-ac45-e8ec18f39eba associated. External IP: 172.25.0.222, port: eab45a69-a21b-4bca-af33-ee9e260bb8ad. Jul 06 11:56:05.013321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33096) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:05.097751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a40216-32af-4659-ba7f-43af66dbc69f admin admin] Deleting subnet b1537d37-eacc-4b6e-90ad-244b8b172af1 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:56:05.111566 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51a40216-32af-4659-ba7f-43af66dbc69f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.236232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51a40216-32af-4659-ba7f-43af66dbc69f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.284437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff088f-f318-4e50-a69e-249f451acbec req-14ad80f2-8136-425a-a20e-fd713d3b4c40 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:05.292109 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bff088f-f318-4e50-a69e-249f451acbec req-14ad80f2-8136-425a-a20e-fd713d3b4c40 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.4770327 Jul 06 11:56:05.300777 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51a40216-32af-4659-ba7f-43af66dbc69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.320684 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-bb2f426a-c753-467b-8294-0b2195f0c28e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The resource could not be found. Jul 06 11:56:05.325556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bb2f426a-c753-467b-8294-0b2195f0c28e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4447970 Jul 06 11:56:05.326684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33098) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:05.335807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2a0bafee-ce01-4f69-8fbb-458f23e7d967 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984105616'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:05.367260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bff088f-f318-4e50-a69e-249f451acbec req-ff1f7f4c-cb5a-44a1-b0cb-badf46b04989 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738828 Jul 06 11:56:05.393371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a0bafee-ce01-4f69-8fbb-458f23e7d967 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.444177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51a40216-32af-4659-ba7f-43af66dbc69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.497425 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51a40216-32af-4659-ba7f-43af66dbc69f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.499974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-51a40216-32af-4659-ba7f-43af66dbc69f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b1537d37-eacc-4b6e-90ad-244b8b172af1 HTTP/1.1" status: 204 len: 168 time: 0.4853830 Jul 06 11:56:05.504183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a40216-32af-4659-ba7f-43af66dbc69f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1537d37-eacc-4b6e-90ad-244b8b172af1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:05.510950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33102) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:05.611177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.643835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] Router dd769d43-4324-48f3-a8b9-faeb11457272 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:05.644473 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a0bafee-ce01-4f69-8fbb-458f23e7d967 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.666612 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a0bafee-ce01-4f69-8fbb-458f23e7d967 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.699779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Router 761c99f5-d663-48e8-9334-c6be2c14cd93 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:05.738867 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a0bafee-ce01-4f69-8fbb-458f23e7d967 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.740030 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2a0bafee-ce01-4f69-8fbb-458f23e7d967 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4117270 Jul 06 11:56:05.742376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bafee-ce01-4f69-8fbb-458f23e7d967 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb170ba-4713-42c9-886e-0e0a5e115bae,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:05.744212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbee57-179e-48f0-9e3c-b027dc00a9f0 req-418eea0e-2522-4b02-9438-f41ec76bef18 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:05.745838 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ecbee57-179e-48f0-9e3c-b027dc00a9f0 req-418eea0e-2522-4b02-9438-f41ec76bef18 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2521417 Jul 06 11:56:05.748380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33104) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:05.754507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-fc8bcca4-f12e-4bfb-ba98-ac00592b5d86 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'tempest-secgroup--611124604'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:05.756461 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.767818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9ff3ac-8caf-413f-a234-dd1a91b73174']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:05.778994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187043d7-d4ad-4a16-ace3-a954c7ef4698') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:05.779900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187043d7-d4ad-4a16-ace3-a954c7ef4698') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:05.790017 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.807152 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.815214 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:05.815789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:05.817750 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:05.884561 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.887468 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc8bcca4-f12e-4bfb-ba98-ac00592b5d86 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.906054 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.910998 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] 10.222.0.21 "DELETE /v2.0/networks/7b9ff3ac-8caf-413f-a234-dd1a91b73174 HTTP/1.1" status: 204 len: 168 time: 0.3961895 Jul 06 11:56:05.918243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ecbee57-179e-48f0-9e3c-b027dc00a9f0 req-52367f98-8ef7-45bf-9ee5-952e76b811c9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560669 Jul 06 11:56:05.933412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9772252-1819-4dc5-bf54-d7a5831bacaa admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9ff3ac-8caf-413f-a234-dd1a91b73174,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:06.089207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:06.099753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3ace4079-a33b-48da-87c7-b5e11c8a55ed admin admin] 10.222.0.21 "PUT /v2.0/routers/dd769d43-4324-48f3-a8b9-faeb11457272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5678091 Jul 06 11:56:06.102142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f8ebc-5d60-41d2-8331-c2304bc14c5e None None] Sync routers for ids ['dd769d43-4324-48f3-a8b9-faeb11457272'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:06.102965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33116) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:06.119868 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc8bcca4-f12e-4bfb-ba98-ac00592b5d86 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.121026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f8ebc-5d60-41d2-8331-c2304bc14c5e None None] Routers {'dd769d43-4324-48f3-a8b9-faeb11457272'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:06.122132 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c85f8ebc-5d60-41d2-8331-c2304bc14c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dd769d43-4324-48f3-a8b9-faeb11457272'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:06.128857 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc8bcca4-f12e-4bfb-ba98-ac00592b5d86 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.173674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:06.173939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33118) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:06.184554 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de0224-8546-4762-935d-bce3b8b2c027 None None] Sync routers for ids ['761c99f5-d663-48e8-9334-c6be2c14cd93'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:06.198309 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc8bcca4-f12e-4bfb-ba98-ac00592b5d86 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.199734 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fc8bcca4-f12e-4bfb-ba98-ac00592b5d86 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4488416 Jul 06 11:56:06.202457 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.207477 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de0224-8546-4762-935d-bce3b8b2c027 None None] Routers {'761c99f5-d663-48e8-9334-c6be2c14cd93'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:06.208557 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e7de0224-8546-4762-935d-bce3b8b2c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['761c99f5-d663-48e8-9334-c6be2c14cd93'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:06.259613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33120) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:06.262098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9f59859c-1bdb-40e7-b501-f2171a7fe4ce tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5945482 Jul 06 11:56:06.276794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0cdfedcc-fac6-4c35-b7ab-b7e3c12c0b19 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': '0fb170ba-4713-42c9-886e-0e0a5e115bae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f3ea015e-812f-43ac-ab93-2e462160cb1c'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:06.328529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'tag': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:06.337049 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faa600e-5188-4780-9fd5-bf038d3f007b" -d '{"events": [{"name": "network-changed", "server_uuid": "af5d23b3-c782-458a-8a46-8132ab475f7d", "tag": "eab45a69-a21b-4bca-af33-ee9e260bb8ad"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:06.348355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bcca4-f12e-4bfb-ba98-ac00592b5d86 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ea015e-812f-43ac-ab93-2e462160cb1c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:06.391235 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-0cdfedcc-fac6-4c35-b7ab-b7e3c12c0b19 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:06.392700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0cdfedcc-fac6-4c35-b7ab-b7e3c12c0b19 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1200962 Jul 06 11:56:06.395541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33128) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:06.396441 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e7de0224-8546-4762-935d-bce3b8b2c027 None None] Set router 761c99f5-d663-48e8-9334-c6be2c14cd93 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:06.462758 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb8866f-08a3-4b31-b3be-1956dfc36180 x-openstack-request-id: req-ddb8866f-08a3-4b31-b3be-1956dfc36180 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:06.463380 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5d23b3-c782-458a-8a46-8132ab475f7d", "tag": "eab45a69-a21b-4bca-af33-ee9e260bb8ad", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:06.463833 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddb8866f-08a3-4b31-b3be-1956dfc36180 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:06.464420 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'tag': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad', 'status': 'completed', 'code': 200} Jul 06 11:56:06.545277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2ad39980-9c84-48db-a1eb-9c6010bc633f details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:06.586975 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1493c8d4-21d0-4352-8cac-4437161e4b6a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.634541 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1493c8d4-21d0-4352-8cac-4437161e4b6a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.692946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e0060-61a3-4ff3-b1cd-20b85938e629 req-1c5106d0-8010-4124-b2bf-5c404598e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:06.695010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df1e0060-61a3-4ff3-b1cd-20b85938e629 req-1c5106d0-8010-4124-b2bf-5c404598e6b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 1095 time: 0.2448587 Jul 06 11:56:06.696298 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1493c8d4-21d0-4352-8cac-4437161e4b6a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.700201 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1493c8d4-21d0-4352-8cac-4437161e4b6a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.702044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1493c8d4-21d0-4352-8cac-4437161e4b6a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "DELETE /v2.0/security-groups/f3ea015e-812f-43ac-ab93-2e462160cb1c HTTP/1.1" status: 204 len: 168 time: 0.3052711 Jul 06 11:56:06.722268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33132) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:06.730671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84c6d8-f631-4b56-a9a8-cc155c6a3025 req-04376d2b-b1c2-4a1f-af08-c7845e244e56 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:06.732409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc84c6d8-f631-4b56-a9a8-cc155c6a3025 req-04376d2b-b1c2-4a1f-af08-c7845e244e56 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2418504 Jul 06 11:56:06.736520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c85f8ebc-5d60-41d2-8331-c2304bc14c5e None None] Set router dd769d43-4324-48f3-a8b9-faeb11457272 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:06.781999 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e7de0224-8546-4762-935d-bce3b8b2c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'e859ff3f-1f4b-4d61-ac45-e8ec18f39eba', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'port_id': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'mac_address': 'fa:16:3e:c5:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:56:02Z', 'updated_at': '2021-07-06T11:56:02Z', 'revision_number': 0, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22657b00-c9c2-4b30-afa4-329cd8b5ad3c', 'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'mac_address': 'fa:16:3e:da:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:49Z', 'updated_at': '2021-07-06T11:55:01Z', 'revision_number': 5, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'subnets': [{'id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:06.810484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:06.834729 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de0224-8546-4762-935d-bce3b8b2c027 None None] Checking router: 761c99f5-d663-48e8-9334-c6be2c14cd93 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:06.846383 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de0224-8546-4762-935d-bce3b8b2c027 None None] Routers {'761c99f5-d663-48e8-9334-c6be2c14cd93'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:06.847361 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e7de0224-8546-4762-935d-bce3b8b2c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['761c99f5-d663-48e8-9334-c6be2c14cd93'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:06.857506 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc84c6d8-f631-4b56-a9a8-cc155c6a3025 req-e7545caf-370b-4576-8dee-e3d7fb7ee97a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917130 Jul 06 11:56:06.858947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493c8d4-21d0-4352-8cac-4437161e4b6a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ea015e-812f-43ac-ab93-2e462160cb1c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:06.919098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'port_id': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'mac_address': 'fa:16:3e:9a:4c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:07.017348 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e7de0224-8546-4762-935d-bce3b8b2c027 None None] Set router 761c99f5-d663-48e8-9334-c6be2c14cd93 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:07.059884 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.076377 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.085611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad39980-9c84-48db-a1eb-9c6010bc633f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:07.159897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:07.176619 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.252778 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f69dcdc1-776e-4156-8841-df410f0e3edd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e47aa931e9fe45758f3f23830f53e098&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0777013 Jul 06 11:56:07.261245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33136) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:07.265698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=2ad39980-9c84-48db-a1eb-9c6010bc633f,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:07.282081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e61c4232-4005-4438-88bf-13f53e85c5d8 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5441918 Jul 06 11:56:07.286074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33138) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:07.296573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c85f8ebc-5d60-41d2-8331-c2304bc14c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'name': 'tempest-TestAggregatesBasicOps-1616266821-router', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:29Z', 'updated_at': '2021-07-06T11:56:03Z', 'revision_number': 5, 'project_id': '4e504077f335476ababde2f72f007c3f', 'gw_port': {'id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:07.350661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f8ebc-5d60-41d2-8331-c2304bc14c5e None None] Checking router: dd769d43-4324-48f3-a8b9-faeb11457272 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:07.351360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38000cd-e2b5-411e-bff9-861b0df3135c req-8cbdf6a5-6a46-4fbf-bae1-273e3c6fddee tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.353341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b38000cd-e2b5-411e-bff9-861b0df3135c req-8cbdf6a5-6a46-4fbf-bae1-273e3c6fddee tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 944 time: 0.5982397 Jul 06 11:56:07.355114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e0060-61a3-4ff3-b1cd-20b85938e629 req-cfc97bae-0962-4369-a5cc-4d4e96c5cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.357359 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df1e0060-61a3-4ff3-b1cd-20b85938e629 req-cfc97bae-0962-4369-a5cc-4d4e96c5cd20 service neutron] 10.222.0.47 "GET /v2.0/networks?id=50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 200 len: 913 time: 0.6530645 Jul 06 11:56:07.368834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f8ebc-5d60-41d2-8331-c2304bc14c5e None None] Routers {'dd769d43-4324-48f3-a8b9-faeb11457272'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:07.370229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c85f8ebc-5d60-41d2-8331-c2304bc14c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:55:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dd769d43-4324-48f3-a8b9-faeb11457272'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:07.455599 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df1e0060-61a3-4ff3-b1cd-20b85938e629 req-a1842cab-f4d4-4d88-b677-625511f3a6a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 200 len: 999 time: 0.0751452 Jul 06 11:56:07.481094 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d30d23c8-b925-4882-97fe-807dbd621d10 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.492094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa600e-5188-4780-9fd5-bf038d3f007b req-a860c9f1-1392-47d4-9f4c-de8563189dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.494661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3faa600e-5188-4780-9fd5-bf038d3f007b req-a860c9f1-1392-47d4-9f4c-de8563189dab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=06b0c8f3170045098f5e1bfabb4f6760&device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 1096 time: 0.5477376 Jul 06 11:56:07.525799 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e7de0224-8546-4762-935d-bce3b8b2c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'e859ff3f-1f4b-4d61-ac45-e8ec18f39eba', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'port_id': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'mac_address': 'fa:16:3e:c5:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:56:02Z', 'updated_at': '2021-07-06T11:56:02Z', 'revision_number': 0, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22657b00-c9c2-4b30-afa4-329cd8b5ad3c', 'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'mac_address': 'fa:16:3e:da:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:49Z', 'updated_at': '2021-07-06T11:55:01Z', 'revision_number': 5, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'subnets': [{'id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:07.527774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e0060-61a3-4ff3-b1cd-20b85938e629 req-c22a8fa1-9c46-4c58-8e78-3462e888a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.532131 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df1e0060-61a3-4ff3-b1cd-20b85938e629 req-c22a8fa1-9c46-4c58-8e78-3462e888a7e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 200 len: 851 time: 0.0684671 Jul 06 11:56:07.590617 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de0224-8546-4762-935d-bce3b8b2c027 None None] The sync data for ids ['761c99f5-d663-48e8-9334-c6be2c14cd93'] in n-d-799527-2 is: [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'e859ff3f-1f4b-4d61-ac45-e8ec18f39eba', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'port_id': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'mac_address': 'fa:16:3e:c5:39:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:56:02Z', 'updated_at': '2021-07-06T11:56:02Z', 'revision_number': 0, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22657b00-c9c2-4b30-afa4-329cd8b5ad3c', 'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'mac_address': 'fa:16:3e:da:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:49Z', 'updated_at': '2021-07-06T11:55:01Z', 'revision_number': 5, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'subnets': [{'id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:07.600493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b38000cd-e2b5-411e-bff9-861b0df3135c req-1a3d4cec-7465-421d-9983-1acd35bc5c6f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352772 Jul 06 11:56:07.629322 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e0060-61a3-4ff3-b1cd-20b85938e629 req-04cecb23-ae86-4a63-8bab-54df1030b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.630864 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df1e0060-61a3-4ff3-b1cd-20b85938e629 req-04cecb23-ae86-4a63-8bab-54df1030b20e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=50b2a7f7-73bf-450e-90b6-1dc0017ce431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890460 Jul 06 11:56:07.639331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['2ad39980-9c84-48db-a1eb-9c6010bc633f'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:07.660080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d30d23c8-b925-4882-97fe-807dbd621d10 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.747993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.771854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df1e0060-61a3-4ff3-b1cd-20b85938e629 req-e6743b68-ba7d-4326-87f0-4a48bc3c1900 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339941 Jul 06 11:56:07.775263 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40aac224-e0eb-45dc-b459-4cf2739d38ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.814071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c85f8ebc-5d60-41d2-8331-c2304bc14c5e None None] Set router dd769d43-4324-48f3-a8b9-faeb11457272 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:07.852581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa600e-5188-4780-9fd5-bf038d3f007b req-7f18b3bd-75cf-426b-b558-85605228055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.862646 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3faa600e-5188-4780-9fd5-bf038d3f007b req-7f18b3bd-75cf-426b-b558-85605228055e service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e8cc18e-a9b9-440a-9257-de88c56b6e92 HTTP/1.1" status: 200 len: 910 time: 0.3595552 Jul 06 11:56:07.892596 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40aac224-e0eb-45dc-b459-4cf2739d38ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.919074 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d30d23c8-b925-4882-97fe-807dbd621d10 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.926682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d30d23c8-b925-4882-97fe-807dbd621d10 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.929354 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d30d23c8-b925-4882-97fe-807dbd621d10 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "DELETE /v2.0/security-groups/0fb170ba-4713-42c9-886e-0e0a5e115bae HTTP/1.1" status: 204 len: 168 time: 0.6375449 Jul 06 11:56:07.949636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33142) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:07.958568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df1e0060-61a3-4ff3-b1cd-20b85938e629 req-2c181b05-a96e-4f1c-a5c7-d75b9cd29f97 service neutron] 10.222.0.47 "GET /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798227 Jul 06 11:56:08.072320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d23c8-b925-4882-97fe-807dbd621d10 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb170ba-4713-42c9-886e-0e0a5e115bae,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:08.102618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a315c7d1-7464-4e05-a8cf-c603825e3bfe None None] New status for floating IP e859ff3f-1f4b-4d61-ac45-e8ec18f39eba: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:56:08.128036 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3faa600e-5188-4780-9fd5-bf038d3f007b req-0e092d43-24ad-48c0-a597-b1d26812d8f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eab45a69-a21b-4bca-af33-ee9e260bb8ad HTTP/1.1" status: 200 len: 999 time: 0.2529421 Jul 06 11:56:08.181067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310786eb-4bdb-4b24-9359-7971a2652e9d req-e5d782a7-b56c-40f9-a770-ed878bf34e4c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:08.191823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-310786eb-4bdb-4b24-9359-7971a2652e9d req-e5d782a7-b56c-40f9-a770-ed878bf34e4c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.1108093 Jul 06 11:56:08.249659 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Deleting port 5f83c092-03dd-4fe3-88b4-f4c1509a1612 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:08.251356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.273155 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-310786eb-4bdb-4b24-9359-7971a2652e9d req-68805f13-7268-4012-a995-ea024b6a73f1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791690 Jul 06 11:56:08.382226 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6739b5e2-161b-4f29-aaec-91c375eee09e tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3853426 Jul 06 11:56:08.386813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33146) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:08.394521 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-02c4497f-839c-4015-b3ea-82d15e12b8ca tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070254824'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:08.400707 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40aac224-e0eb-45dc-b459-4cf2739d38ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.409754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40aac224-e0eb-45dc-b459-4cf2739d38ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.411732 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-40aac224-e0eb-45dc-b459-4cf2739d38ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f73450ad-ed8f-4907-b85c-56b22e6e8c66 HTTP/1.1" status: 204 len: 168 time: 1.1480453 Jul 06 11:56:08.431190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c85f8ebc-5d60-41d2-8331-c2304bc14c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'name': 'tempest-TestAggregatesBasicOps-1616266821-router', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:29Z', 'updated_at': '2021-07-06T11:56:03Z', 'revision_number': 5, 'project_id': '4e504077f335476ababde2f72f007c3f', 'gw_port': {'id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:08.448259 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02c4497f-839c-4015-b3ea-82d15e12b8ca tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.466043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f8ebc-5d60-41d2-8331-c2304bc14c5e None None] The sync data for ids ['dd769d43-4324-48f3-a8b9-faeb11457272'] in n-d-799527-2 is: [{'id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'name': 'tempest-TestAggregatesBasicOps-1616266821-router', 'tenant_id': '4e504077f335476ababde2f72f007c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:29Z', 'updated_at': '2021-07-06T11:56:03Z', 'revision_number': 5, 'project_id': '4e504077f335476ababde2f72f007c3f', 'gw_port': {'id': '5f83c092-03dd-4fe3-88b4-f4c1509a1612', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd769d43-4324-48f3-a8b9-faeb11457272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:08.490477 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa600e-5188-4780-9fd5-bf038d3f007b req-592a2135-c695-4ea4-9f61-5a4d6ccd5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:08.492104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3faa600e-5188-4780-9fd5-bf038d3f007b req-592a2135-c695-4ea4-9f61-5a4d6ccd5b76 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=147ab45f-590a-4b4e-9326-1bb515f7886f HTTP/1.1" status: 200 len: 848 time: 0.3532188 Jul 06 11:56:08.495321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aac224-e0eb-45dc-b459-4cf2739d38ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73450ad-ed8f-4907-b85c-56b22e6e8c66,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:08.554554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] For port 5f83c092-03dd-4fe3-88b4-f4c1509a1612, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5f83c092-03dd-4fe3-88b4-f4c1509a1612,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:08.555203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.575839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Calling delete_port for 5f83c092-03dd-4fe3-88b4-f4c1509a1612 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:08.675946 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02c4497f-839c-4015-b3ea-82d15e12b8ca tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.684628 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02c4497f-839c-4015-b3ea-82d15e12b8ca tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.737991 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02c4497f-839c-4015-b3ea-82d15e12b8ca tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.739466 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-02c4497f-839c-4015-b3ea-82d15e12b8ca tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3505576 Jul 06 11:56:08.742973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:08.759667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-11bedbbe-2296-4ea9-af4c-953ceec58034 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'c15b37d0-59c9-4aa3-8e4c-4a9ccf7723d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:08.769420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4497f-839c-4015-b3ea-82d15e12b8ca tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15b37d0-59c9-4aa3-8e4c-4a9ccf7723d3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:08.876219 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.895984 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-11bedbbe-2296-4ea9-af4c-953ceec58034 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:08.897357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-11bedbbe-2296-4ea9-af4c-953ceec58034 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1529315 Jul 06 11:56:08.900547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33156) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:08.917261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8f2e66bc-3d3c-491a-9325-190c81b84c84 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group_rule': {'security_group_id': 'c15b37d0-59c9-4aa3-8e4c-4a9ccf7723d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:08.993598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52225f-4415-4770-b734-9d7c742611c4 req-2d4f11dd-206b-46bb-8972-6d7fc214f366 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.000995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df52225f-4415-4770-b734-9d7c742611c4 req-2d4f11dd-206b-46bb-8972-6d7fc214f366 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 945 time: 0.1984675 Jul 06 11:56:09.008907 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.068019 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-8f2e66bc-3d3c-491a-9325-190c81b84c84 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:56:09.070112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8f2e66bc-3d3c-491a-9325-190c81b84c84 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1684678 Jul 06 11:56:09.081496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 61b18684-5b32-4a05-8c56-465344705a69 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:09.091948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:09.138899 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.142456 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.146197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 61b18684-5b32-4a05-8c56-465344705a69 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:09.146639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 61b18684-5b32-4a05-8c56-465344705a69 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:09.147396 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df52225f-4415-4770-b734-9d7c742611c4 req-9e0934f3-8de3-475c-9288-45936af4f4ad tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398389 Jul 06 11:56:09.199184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f83c092-03dd-4fe3-88b4-f4c1509a1612,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:09.206395 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.206942 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd769d43-4324-48f3-a8b9-faeb11457272 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:56:09.212855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.216901 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eb5b1768-4c27-4afb-966f-d517bdf625b3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dd769d43-4324-48f3-a8b9-faeb11457272 HTTP/1.1" status: 204 len: 168 time: 3.1134458 Jul 06 11:56:09.219514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33164) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:09.248653 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3bea432-d8e8-4199-9808-a54583dec44a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.283189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd6084b-b1aa-403f-9061-3c4bbc9b8832 admin admin] Deleting subnet d4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:56:09.287181 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cd6084b-b1aa-403f-9061-3c4bbc9b8832 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.296543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3bea432-d8e8-4199-9808-a54583dec44a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.354535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cd6084b-b1aa-403f-9061-3c4bbc9b8832 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.396208 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3bea432-d8e8-4199-9808-a54583dec44a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.398177 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3bea432-d8e8-4199-9808-a54583dec44a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.402810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b3bea432-d8e8-4199-9808-a54583dec44a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "DELETE /v2.0/security-groups/c15b37d0-59c9-4aa3-8e4c-4a9ccf7723d3 HTTP/1.1" status: 204 len: 168 time: 0.3071647 Jul 06 11:56:09.403516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33176) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:09.404624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa600e-5188-4780-9fd5-bf038d3f007b req-7cd3e013-a196-4284-9a95-4e52035509b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.406867 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3faa600e-5188-4780-9fd5-bf038d3f007b req-7cd3e013-a196-4284-9a95-4e52035509b4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e8cc18e-a9b9-440a-9257-de88c56b6e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9052966 Jul 06 11:56:09.487289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bea432-d8e8-4199-9808-a54583dec44a tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15b37d0-59c9-4aa3-8e4c-4a9ccf7723d3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:09.628316 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3faa600e-5188-4780-9fd5-bf038d3f007b req-ade970af-7e9c-4338-89c8-4b3a7bb8ebe9 service neutron] 10.222.0.86 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085617 Jul 06 11:56:09.656292 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6b96549f-0137-4d98-9f6f-79acde849721 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2430291 Jul 06 11:56:09.661225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33184) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:09.666507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-874605ef-e1d1-4bd6-94e9-495c931d09b7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'tempest-secgroup--44910364'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:09.725680 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-874605ef-e1d1-4bd6-94e9-495c931d09b7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.752234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90154d-b197-490c-a7d6-e111d9c14772 req-15f972a0-1514-4db7-be45-0e54b5b7372d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.754224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d90154d-b197-490c-a7d6-e111d9c14772 req-15f972a0-1514-4db7-be45-0e54b5b7372d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2017925 Jul 06 11:56:09.787607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cd6084b-b1aa-403f-9061-3c4bbc9b8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.843336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d90154d-b197-490c-a7d6-e111d9c14772 req-24c7f526-93f8-4d33-9765-fb61d5f61c5c tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818632 Jul 06 11:56:09.944400 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-874605ef-e1d1-4bd6-94e9-495c931d09b7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.947233 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3faa600e-5188-4780-9fd5-bf038d3f007b req-7fbbb535-94e5-45fc-bced-1b9943c5df3c service neutron] 10.222.0.86 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790039 Jul 06 11:56:09.952507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-874605ef-e1d1-4bd6-94e9-495c931d09b7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.999810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cd6084b-b1aa-403f-9061-3c4bbc9b8832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.005134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874605ef-e1d1-4bd6-94e9-495c931d09b7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05215a33-8c48-43bd-ae2a-94b4f8d200c5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:10.029392 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-874605ef-e1d1-4bd6-94e9-495c931d09b7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.033926 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-874605ef-e1d1-4bd6-94e9-495c931d09b7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3712094 Jul 06 11:56:10.038733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33194) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:10.054184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9596bea0-c048-4fa3-8f89-d34e941e81fe tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:10.055002 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-9596bea0-c048-4fa3-8f89-d34e941e81fe tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 11:56:10.055953 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-9596bea0-c048-4fa3-8f89-d34e941e81fe tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 11:56:10.060244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9596bea0-c048-4fa3-8f89-d34e941e81fe tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "PUT /v2.0/security-groups/05215a33-8c48-43bd-ae2a-94b4f8d200c5 HTTP/1.1" status: 409 len: 330 time: 0.0174625 Jul 06 11:56:10.061674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33196) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:10.082262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6084b-b1aa-403f-9061-3c4bbc9b8832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:10.097743 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cd6084b-b1aa-403f-9061-3c4bbc9b8832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.105712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a069dfff-c55d-42df-9339-4b704b313c0c None None] Network 02bdce8e-4399-4181-b0fb-62104bbe87d1 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:10.106274 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8cd6084b-b1aa-403f-9061-3c4bbc9b8832 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d4d28a62-5c0d-4c83-b1a0-7c9c131b8c6e HTTP/1.1" status: 204 len: 168 time: 0.8830063 Jul 06 11:56:10.107008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33198) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:10.280543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.326213 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78a8e7b-c219-441d-8afc-8fdf3c2e0298 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.399553 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3107-ef99-4b14-a9ad-c33a24d09179 req-505ac282-7c9c-4068-96c5-44b3ef73bbd8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:10.401226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-090b3107-ef99-4b14-a9ad-c33a24d09179 req-505ac282-7c9c-4068-96c5-44b3ef73bbd8 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.2120383 Jul 06 11:56:10.406830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78a8e7b-c219-441d-8afc-8fdf3c2e0298 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.431375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Deleting port 145612b0-9974-4d48-98a8-64796fa7010a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:10.433563 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.538486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd1ae52-92c2-4196-ac85-cbffe5f1b507 None None] DHCP port deletion for 02bdce8e-4399-4181-b0fb-62104bbe87d1 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:56:10.557094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-090b3107-ef99-4b14-a9ad-c33a24d09179 req-5f99417b-b3b0-4d71-a43c-c22162143311 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442490 Jul 06 11:56:10.572219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] For port 145612b0-9974-4d48-98a8-64796fa7010a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=145612b0-9974-4d48-98a8-64796fa7010a,segment=NetworkSegment(de6d0284-dd1a-40b9-ad4e-cf429898a584),segment_id=de6d0284-dd1a-40b9-ad4e-cf429898a584)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:10.573004 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.580509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2ad39980-9c84-48db-a1eb-9c6010bc633f up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:10.581991 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78a8e7b-c219-441d-8afc-8fdf3c2e0298 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.587405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78a8e7b-c219-441d-8afc-8fdf3c2e0298 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.597783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33206) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:10.598001 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d78a8e7b-c219-441d-8afc-8fdf3c2e0298 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "DELETE /v2.0/security-groups/05215a33-8c48-43bd-ae2a-94b4f8d200c5 HTTP/1.1" status: 204 len: 168 time: 0.5221961 Jul 06 11:56:10.668733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b18b4-5e54-44db-82f4-4b6d37df6124 req-a09b672b-ac02-4aef-853a-95a773e42c1b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:10.670422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a8b18b4-5e54-44db-82f4-4b6d37df6124 req-a09b672b-ac02-4aef-853a-95a773e42c1b tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 945 time: 0.2429042 Jul 06 11:56:10.683083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Calling delete_port for 145612b0-9974-4d48-98a8-64796fa7010a owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:10.684004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a8e7b-c219-441d-8afc-8fdf3c2e0298 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05215a33-8c48-43bd-ae2a-94b4f8d200c5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:10.710273 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8ded163f-c132-4d76-87bb-9ef1df482a87 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072223 Jul 06 11:56:10.716739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:10.729443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 2ad39980-9c84-48db-a1eb-9c6010bc633f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:10.730385 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.787883 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-77eefc1b-7d8d-4c7f-8ed4-e29b783606a8 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] delete failed (client error): The resource could not be found. Jul 06 11:56:10.789068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-77eefc1b-7d8d-4c7f-8ed4-e29b783606a8 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "DELETE /v2.0/security-groups/abdb6b08-4415-47ca-baf9-28552e61cf67 HTTP/1.1" status: 404 len: 347 time: 0.0696909 Jul 06 11:56:10.799141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33216) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:10.824080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1ae52-92c2-4196-ac85-cbffe5f1b507 None None] Deleting port 145612b0-9974-4d48-98a8-64796fa7010a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:10.824745 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ae52-92c2-4196-ac85-cbffe5f1b507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.834294 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-75c5edab-c13f-4439-ab20-b33c9b69da66 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] show failed (client error): The resource could not be found. Jul 06 11:56:10.843654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-75c5edab-c13f-4439-ab20-b33c9b69da66 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-groups/39bd2a5e-206f-4afb-94b3-05ba7019d957 HTTP/1.1" status: 404 len: 347 time: 0.0433059 Jul 06 11:56:10.844362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33220) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:10.877498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a8b18b4-5e54-44db-82f4-4b6d37df6124 req-deffb7e1-2fd9-4eca-b934-ca36adecd888 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788809 Jul 06 11:56:10.904249 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.916498 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-24a512c9-0528-46bc-97ac-ba66a02f84e7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] show failed (client error): The resource could not be found. Jul 06 11:56:10.925734 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-24a512c9-0528-46bc-97ac-ba66a02f84e7 tempest-NegativeSecGroupIPv6Test-210142438 tempest-NegativeSecGroupIPv6Test-210142438-project] 10.222.0.21 "GET /v2.0/security-group-rules/475767fd-d245-4e8c-bb28-d01e06c45215 HTTP/1.1" status: 404 len: 356 time: 0.0600874 Jul 06 11:56:10.953665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Pushing event deleted for resources: {'Port': ['ID=145612b0-9974-4d48-98a8-64796fa7010a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:10.968651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] No DVR routers for this DVR port 145612b0-9974-4d48-98a8-64796fa7010a on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:11.003116 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.131359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fdd1ae52-92c2-4196-ac85-cbffe5f1b507 None None] For port 145612b0-9974-4d48-98a8-64796fa7010a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=145612b0-9974-4d48-98a8-64796fa7010a,segment=NetworkSegment(de6d0284-dd1a-40b9-ad4e-cf429898a584),segment_id=de6d0284-dd1a-40b9-ad4e-cf429898a584)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:11.132842 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ae52-92c2-4196-ac85-cbffe5f1b507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.164683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.172526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1ae52-92c2-4196-ac85-cbffe5f1b507 None None] Calling delete_port for 145612b0-9974-4d48-98a8-64796fa7010a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:11.200912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bdce8e-4399-4181-b0fb-62104bbe87d1']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:11.255069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6d0284-dd1a-40b9-ad4e-cf429898a584') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:11.255069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6d0284-dd1a-40b9-ad4e-cf429898a584') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:11.274914 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.306778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.315689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:11.319485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:11.320035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.320495 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b3b97b-8fb3-4aa8-bba8-af440b8f6743" -d '{"events": [{"server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "name": "network-vif-plugged", "status": "completed", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:11.323047 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:11.330660 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ae52-92c2-4196-ac85-cbffe5f1b507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.336897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:11.344640 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 145612b0-9974-4d48-98a8-64796fa7010a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:11.382624 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.414974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1ae52-92c2-4196-ac85-cbffe5f1b507 None None] Pushing event deleted for resources: {'Port': ['ID=145612b0-9974-4d48-98a8-64796fa7010a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:11.433227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1ae52-92c2-4196-ac85-cbffe5f1b507 None None] No DVR routers for this DVR port 145612b0-9974-4d48-98a8-64796fa7010a on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:11.437474 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 145612b0-9974-4d48-98a8-64796fa7010a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:11.441354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 145612b0-9974-4d48-98a8-64796fa7010a not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:11.442223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5f83c092-03dd-4fe3-88b4-f4c1509a1612 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:11.505674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:11.525223 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.537023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.545996 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] 10.222.0.21 "DELETE /v2.0/networks/02bdce8e-4399-4181-b0fb-62104bbe87d1 HTTP/1.1" status: 204 len: 168 time: 1.4374955 Jul 06 11:56:11.615327 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77140cd5-b0b0-47c1-86d4-d924d17e085e x-openstack-request-id: req-77140cd5-b0b0-47c1-86d4-d924d17e085e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:11.615718 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "name": "network-vif-plugged", "status": "completed", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:11.615932 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77140cd5-b0b0-47c1-86d4-d924d17e085e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:11.616550 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'code': 200} Jul 06 11:56:11.635809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f1424-1dcd-4488-afa9-168e054db159 admin admin] Pushing event deleted for resources: {'Network': ['ID=02bdce8e-4399-4181-b0fb-62104bbe87d1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:11.659213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=2ad39980-9c84-48db-a1eb-9c6010bc633f,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:11.665230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 5f83c092-03dd-4fe3-88b4-f4c1509a1612 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:11.665583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5f83c092-03dd-4fe3-88b4-f4c1509a1612 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:11.784762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abca55-63ee-4acf-9386-efccf87b99af req-954f68f8-621c-45b0-b3d0-b7f600e0b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:11.788103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58abca55-63ee-4acf-9386-efccf87b99af req-954f68f8-621c-45b0-b3d0-b7f600e0b9af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 1098 time: 0.0879600 Jul 06 11:56:11.839311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58abca55-63ee-4acf-9386-efccf87b99af req-fa65a836-7a21-43ae-bb02-9500a7dd9d04 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459435 Jul 06 11:56:12.092000 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4e98df01-2380-477d-8efc-a18ef9d394d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43bfc24ddee64eadb99cab14201d9d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5841715 Jul 06 11:56:12.094211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33282) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:12.130379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33284) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:12.216276 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6bbe9df4-0029-4f2c-842a-4a7483a8a230 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be84a3fc713d4ed285df754e19f8f834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795712 Jul 06 11:56:12.216613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33286) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:12.239983 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3272a00-54be-4050-b8c1-c0c681359dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.311866 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3272a00-54be-4050-b8c1-c0c681359dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.361598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773c82f-2142-4d29-913a-75f6fecdebd9 req-215c71e6-12ac-4347-9404-bf280580a828 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:12.363875 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e773c82f-2142-4d29-913a-75f6fecdebd9 req-215c71e6-12ac-4347-9404-bf280580a828 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 947 time: 0.2384365 Jul 06 11:56:12.428482 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6cacdb58-30f6-434e-9f8c-7af97a487e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.480021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e773c82f-2142-4d29-913a-75f6fecdebd9 req-31950ba7-b1ab-483a-a418-dcf4d9309c87 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000969 Jul 06 11:56:12.488985 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6cacdb58-30f6-434e-9f8c-7af97a487e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.502743 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3272a00-54be-4050-b8c1-c0c681359dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.505599 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3272a00-54be-4050-b8c1-c0c681359dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.507319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a3272a00-54be-4050-b8c1-c0c681359dee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef3cd51d-2068-4ab7-bf04-1d9e29fe9a2f HTTP/1.1" status: 204 len: 168 time: 0.4103644 Jul 06 11:56:12.592157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3272a00-54be-4050-b8c1-c0c681359dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3cd51d-2068-4ab7-bf04-1d9e29fe9a2f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:12.670273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6cacdb58-30f6-434e-9f8c-7af97a487e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.673494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6cacdb58-30f6-434e-9f8c-7af97a487e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.675256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6cacdb58-30f6-434e-9f8c-7af97a487e0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51ffd8e6-cee8-47a1-8294-651ad484a770 HTTP/1.1" status: 204 len: 168 time: 0.4530630 Jul 06 11:56:12.705513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7be423-80d4-49ca-8155-1167271a7777 req-379daaa7-9e26-463a-98f2-adc491dedca9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:12.715644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea7be423-80d4-49ca-8155-1167271a7777 req-379daaa7-9e26-463a-98f2-adc491dedca9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd43c9d7-7c3e-4c95-ba3b-d2db0b672825 HTTP/1.1" status: 200 len: 944 time: 0.1402955 Jul 06 11:56:12.727413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacdb58-30f6-434e-9f8c-7af97a487e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ffd8e6-cee8-47a1-8294-651ad484a770,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:12.904638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-ea7be423-80d4-49ca-8155-1167271a7777 req-f71769d7-2ca1-4304-acd5-27ba56726161 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Deleting port f4afa136-99d0-40e7-90be-6acb72a99db0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:12.906301 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea7be423-80d4-49ca-8155-1167271a7777 req-f71769d7-2ca1-4304-acd5-27ba56726161 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.153743 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ea7be423-80d4-49ca-8155-1167271a7777 req-f71769d7-2ca1-4304-acd5-27ba56726161 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] For port f4afa136-99d0-40e7-90be-6acb72a99db0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f4afa136-99d0-40e7-90be-6acb72a99db0,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:13.161657 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea7be423-80d4-49ca-8155-1167271a7777 req-f71769d7-2ca1-4304-acd5-27ba56726161 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.184252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-ea7be423-80d4-49ca-8155-1167271a7777 req-f71769d7-2ca1-4304-acd5-27ba56726161 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Calling delete_port for f4afa136-99d0-40e7-90be-6acb72a99db0 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:13.406622 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea7be423-80d4-49ca-8155-1167271a7777 req-f71769d7-2ca1-4304-acd5-27ba56726161 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.418714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b959815e-67ab-4829-943b-186423eba635'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:13.480031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71769d7-2ca1-4304-acd5-27ba56726161 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event deleted for resources: {'Port': ['ID=f4afa136-99d0-40e7-90be-6acb72a99db0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:13.508208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['916c1c2d-3c88-4d17-8b44-f1eeca17bb89'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:13.581834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7be423-80d4-49ca-8155-1167271a7777 req-f71769d7-2ca1-4304-acd5-27ba56726161 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] No DVR routers for this DVR port f4afa136-99d0-40e7-90be-6acb72a99db0 on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:13.584893 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea7be423-80d4-49ca-8155-1167271a7777 req-f71769d7-2ca1-4304-acd5-27ba56726161 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.587387 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea7be423-80d4-49ca-8155-1167271a7777 req-f71769d7-2ca1-4304-acd5-27ba56726161 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "DELETE /v2.0/ports/f4afa136-99d0-40e7-90be-6acb72a99db0 HTTP/1.1" status: 204 len: 173 time: 0.8713214 Jul 06 11:56:13.587948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'name': 'network-vif-deleted', 'tag': 'f4afa136-99d0-40e7-90be-6acb72a99db0'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:13.591755 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f2c507-4024-471b-aac0-6a7b2c0d77c3" -d '{"events": [{"server_uuid": "bd43c9d7-7c3e-4c95-ba3b-d2db0b672825", "name": "network-vif-deleted", "tag": "f4afa136-99d0-40e7-90be-6acb72a99db0"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:13.608918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33328) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:13.786145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33344) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:13.803810 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ca837966-987d-4d18-974e-57328c99d550 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e504077f335476ababde2f72f007c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855462 Jul 06 11:56:13.932863 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06bddd81-14bc-4f06-9b3a-4ab2f3ab0d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.162410 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06bddd81-14bc-4f06-9b3a-4ab2f3ab0d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.261824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa700c-e504-4c74-9f01-4f7dc2ebef5d req-a50d3093-4084-454b-88d9-f9db23f6322c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:14.269836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0fa700c-e504-4c74-9f01-4f7dc2ebef5d req-a50d3093-4084-454b-88d9-f9db23f6322c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 947 time: 0.3306634 Jul 06 11:56:14.356638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0fa700c-e504-4c74-9f01-4f7dc2ebef5d req-fb6789c8-a85f-4b1a-8539-6f8c323aa59d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840759 Jul 06 11:56:14.376860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06bddd81-14bc-4f06-9b3a-4ab2f3ab0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.384009 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06bddd81-14bc-4f06-9b3a-4ab2f3ab0d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.386822 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bb29afa-58b3-4b27-a364-1e054f32ac37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.387246 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-06bddd81-14bc-4f06-9b3a-4ab2f3ab0d28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20e7febc-541d-4344-aaf9-a7829e2f72fd HTTP/1.1" status: 204 len: 168 time: 0.5999901 Jul 06 11:56:14.422587 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bddd81-14bc-4f06-9b3a-4ab2f3ab0d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e7febc-541d-4344-aaf9-a7829e2f72fd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:14.484661 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056d8496-42c4-4f85-8102-6fa927bc67d3 x-openstack-request-id: req-056d8496-42c4-4f85-8102-6fa927bc67d3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:14.485210 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd43c9d7-7c3e-4c95-ba3b-d2db0b672825", "name": "network-vif-deleted", "tag": "f4afa136-99d0-40e7-90be-6acb72a99db0", "status": "failed", "code": 422}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:14.486079 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-056d8496-42c4-4f85-8102-6fa927bc67d3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:14.486534 n-d-799527-2 neutron-server[93814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd43c9d7-7c3e-4c95-ba3b-d2db0b672825', 'name': 'network-vif-deleted', 'tag': 'f4afa136-99d0-40e7-90be-6acb72a99db0', 'status': 'failed', 'code': 422} returned with failed status Jul 06 11:56:15.503155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33416) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:15.675435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d9663-e811-40df-a89e-b473b2674c91 req-dd904375-ea68-4e7d-a912-45aebabc247d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:15.677187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c7d9663-e811-40df-a89e-b473b2674c91 req-dd904375-ea68-4e7d-a912-45aebabc247d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 907 time: 0.1634631 Jul 06 11:56:15.690276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23db524-07bb-4c84-b4cc-e957d3c81937 req-95be2cb9-ffee-4074-80b9-2d0417fdd037 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:15.699536 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d23db524-07bb-4c84-b4cc-e957d3c81937 req-95be2cb9-ffee-4074-80b9-2d0417fdd037 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 947 time: 0.1226616 Jul 06 11:56:15.748817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d23db524-07bb-4c84-b4cc-e957d3c81937 req-9d9dfa66-9ed8-44d5-9d8f-27a4fec6ae0a tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477753 Jul 06 11:56:15.867632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1283889739'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:15.894442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Made reservation on behalf of bebb554182924945a7598f61a5bb6726 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:15.899270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:15.910622 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.038597 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.043726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.059253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:16.072542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.073277 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Added segment c8409b24-5135-427d-8be4-621910d3f161 of type vlan for network d98c34ce-ba3e-4230-8c06-de73de34abcb Jul 06 11:56:16.119423 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.163762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67769eb6-bc22-4d6b-b306-a1358c012d57,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:16.190032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.199057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:16.199957 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.265845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33436) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:16.270931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-4e832464-e8bd-4e5a-93ce-d56091fade1e tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb', 'tempest-TagsTest-Tag-1592150493') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:16.280463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7744205 Jul 06 11:56:16.317706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33440) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:16.337231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6e0f2-3125-4d7a-a9aa-dc3ce9bd819b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Pushing event updated for resources: {'Network': ['ID=d98c34ce-ba3e-4230-8c06-de73de34abcb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:16.348083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network d98c34ce-ba3e-4230-8c06-de73de34abcb details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:16.414019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33450) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:16.486176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33458) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:16.489094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-8fcfd36b-aaef-44d7-9a78-d1d1b5162218 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb', 'tempest-TagsTest-Tag-1592150493') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:16.495887 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4e832464-e8bd-4e5a-93ce-d56091fade1e tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "PUT /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags/tempest-TagsTest-Tag-1592150493 HTTP/1.1" status: 201 len: 201 time: 0.2283690 Jul 06 11:56:16.583677 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8fcfd36b-aaef-44d7-9a78-d1d1b5162218 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "GET /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags/tempest-TagsTest-Tag-1592150493 HTTP/1.1" status: 204 len: 168 time: 0.0990560 Jul 06 11:56:16.584199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33466) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:16.591638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-0e3aba96-ab03-4f0d-b017-dfb738915d6f tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:16.652767 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dccbf0a-79b7-4e12-bc29-966c5809e395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.714989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-847521163-network', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:16.733762 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0e3aba96-ab03-4f0d-b017-dfb738915d6f tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "GET /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags HTTP/1.1" status: 200 len: 238 time: 0.1476653 Jul 06 11:56:16.739088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33472) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:16.747881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-64c97f1e-73a1-443c-99e0-88ebb96bf26b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb', {'tags': ['tempest-TagsTest-Tag-1709873250', 'tempest-TagsTest-Tag-1877220629', 'tempest-TagsTest-Tag-374535337']}) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:16.846497 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dccbf0a-79b7-4e12-bc29-966c5809e395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.871498 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dccbf0a-79b7-4e12-bc29-966c5809e395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.879755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Made reservation on behalf of b768ea49d15e4735a0ee81828071c36d for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:16.883090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.888439 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-64c97f1e-73a1-443c-99e0-88ebb96bf26b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "PUT /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags HTTP/1.1" status: 200 len: 308 time: 0.1453803 Jul 06 11:56:16.889790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33474) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:16.894042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-3a9d4bea-0dc2-4aa2-9b6e-990365a7b1ca tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb', 'tempest-TagsTest-Tag-1709873250') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:16.932691 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.979376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccbf0a-79b7-4e12-bc29-966c5809e395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118e193a-8544-4699-b6a8-82c7182fe9b7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:16.988121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8dccbf0a-79b7-4e12-bc29-966c5809e395 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09aabfd93a65416388cb902a3cf0f42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6667404 Jul 06 11:56:16.989521 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33476) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:17.048450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac181af3-3fd9-4fab-bc61-be420725f99a req-43600aaa-2f81-4dee-875f-14ee7584ea06 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:17.062900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac181af3-3fd9-4fab-bc61-be420725f99a req-43600aaa-2f81-4dee-875f-14ee7584ea06 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 907 time: 0.1406577 Jul 06 11:56:17.072841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98642b4-06e0-452a-808a-4c15ed9dcef0 req-b6408e4d-f38e-4ef2-8f94-65366316642d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:17.074771 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e98642b4-06e0-452a-808a-4c15ed9dcef0 req-b6408e4d-f38e-4ef2-8f94-65366316642d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.86 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 907 time: 0.1758790 Jul 06 11:56:17.129890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8b304da-681e-448c-9981-c8f91fbc58d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.147077 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.152253 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.168584 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8b304da-681e-448c-9981-c8f91fbc58d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.174814 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3a9d4bea-0dc2-4aa2-9b6e-990365a7b1ca tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "DELETE /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags/tempest-TagsTest-Tag-1709873250 HTTP/1.1" status: 204 len: 168 time: 0.2844532 Jul 06 11:56:17.182047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33478) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:17.187629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-52abef18-0a2b-4c67-92b7-20064b79a394 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb', 'tempest-TagsTest-Tag-1709873250') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:17.193802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:17.214790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:17.265065 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.265416 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Added segment d3fbacef-5a12-4099-92cc-3fd8dff052e5 of type vlan for network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 Jul 06 11:56:17.280043 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e98642b4-06e0-452a-808a-4c15ed9dcef0 req-85d31f02-6f6f-4788-b699-78726729fdf9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Deleting port 5a348077-e5a4-4677-823a-6e21f0c52041 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:17.281104 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e98642b4-06e0-452a-808a-4c15ed9dcef0 req-85d31f02-6f6f-4788-b699-78726729fdf9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.284552 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8b304da-681e-448c-9981-c8f91fbc58d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.287310 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8b304da-681e-448c-9981-c8f91fbc58d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.291979 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b8b304da-681e-448c-9981-c8f91fbc58d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/118e193a-8544-4699-b6a8-82c7182fe9b7 HTTP/1.1" status: 204 len: 168 time: 0.2941954 Jul 06 11:56:17.320662 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.337404 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-52abef18-0a2b-4c67-92b7-20064b79a394 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] show failed (client error): The resource could not be found. Jul 06 11:56:17.338191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b304da-681e-448c-9981-c8f91fbc58d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118e193a-8544-4699-b6a8-82c7182fe9b7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:17.339291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-52abef18-0a2b-4c67-92b7-20064b79a394 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "GET /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags/tempest-TagsTest-Tag-1709873250 HTTP/1.1" status: 404 len: 326 time: 0.1559932 Jul 06 11:56:17.341838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33482) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:17.359813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-33abd0b9-5488-42cf-95dd-aea30a71608b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb', 'tempest-TagsTest-Tag-1877220629') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:17.384580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.385769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:17.386494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.469636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e98642b4-06e0-452a-808a-4c15ed9dcef0 req-85d31f02-6f6f-4788-b699-78726729fdf9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] For port 5a348077-e5a4-4677-823a-6e21f0c52041, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5a348077-e5a4-4677-823a-6e21f0c52041,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:17.470280 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e98642b4-06e0-452a-808a-4c15ed9dcef0 req-85d31f02-6f6f-4788-b699-78726729fdf9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.490422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0728576 Jul 06 11:56:17.496431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:17.500442 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-33abd0b9-5488-42cf-95dd-aea30a71608b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "GET /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags/tempest-TagsTest-Tag-1877220629 HTTP/1.1" status: 204 len: 168 time: 0.1566968 Jul 06 11:56:17.502945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] Request body: {'subnet': {'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-847521163-subnet', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:17.506169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33488) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:17.511774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-ae00816e-3997-4a0f-92be-ef76b2e00aaa tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb', 'tempest-TagsTest-Tag-374535337') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:17.516730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e98642b4-06e0-452a-808a-4c15ed9dcef0 req-85d31f02-6f6f-4788-b699-78726729fdf9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Calling delete_port for 5a348077-e5a4-4677-823a-6e21f0c52041 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:17.535415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] Made reservation on behalf of b768ea49d15e4735a0ee81828071c36d for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:17.538433 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.561989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49cd63-f59d-43c2-b1fb-f198cdaad07a admin admin] Pushing event updated for resources: {'Network': ['ID=96ac95ab-c16d-44b8-a50f-62ff9bdc3228,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:17.574388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:17.704378 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ae00816e-3997-4a0f-92be-ef76b2e00aaa tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "GET /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags/tempest-TagsTest-Tag-374535337 HTTP/1.1" status: 204 len: 168 time: 0.1954510 Jul 06 11:56:17.707326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33490) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:17.716973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-78ec8342-6e15-49f4-a00e-9903b3bbf07b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:17.760555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33492) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:17.791020 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1786c759-21d3-4d8e-a34b-5b9f6fb1e347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.810447 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.880737 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e98642b4-06e0-452a-808a-4c15ed9dcef0 req-85d31f02-6f6f-4788-b699-78726729fdf9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.946653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d31f02-6f6f-4788-b699-78726729fdf9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event deleted for resources: {'Port': ['ID=5a348077-e5a4-4677-823a-6e21f0c52041,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:17.965036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb861ac0-7293-4d41-a5d1-256ee914815a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:18.005243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] Checking segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:18.006131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] Network hostable DHCP agents. Network: 96ac95ab-c16d-44b8-a50f-62ff9bdc3228, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:18.026000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98642b4-06e0-452a-808a-4c15ed9dcef0 req-85d31f02-6f6f-4788-b699-78726729fdf9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] No DVR routers for this DVR port 5a348077-e5a4-4677-823a-6e21f0c52041 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:18.030723 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e98642b4-06e0-452a-808a-4c15ed9dcef0 req-85d31f02-6f6f-4788-b699-78726729fdf9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.034493 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e98642b4-06e0-452a-808a-4c15ed9dcef0 req-85d31f02-6f6f-4788-b699-78726729fdf9 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.86 "DELETE /v2.0/ports/5a348077-e5a4-4677-823a-6e21f0c52041 HTTP/1.1" status: 204 len: 173 time: 0.9476898 Jul 06 11:56:18.035250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171ab963-8d96-4a6f-b7ec-aa5743ea2cfa', 'name': 'network-vif-deleted', 'tag': '5a348077-e5a4-4677-823a-6e21f0c52041'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:18.039214 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d415f01-8f3f-4465-8920-91694a04ff1d" -d '{"events": [{"server_uuid": "171ab963-8d96-4a6f-b7ec-aa5743ea2cfa", "name": "network-vif-deleted", "tag": "5a348077-e5a4-4677-823a-6e21f0c52041"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:18.051035 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-78ec8342-6e15-49f4-a00e-9903b3bbf07b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "DELETE /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags HTTP/1.1" status: 204 len: 168 time: 0.3384223 Jul 06 11:56:18.052543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33498) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:18.059582 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1786c759-21d3-4d8e-a34b-5b9f6fb1e347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.066652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1786c759-21d3-4d8e-a34b-5b9f6fb1e347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.072474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-d564413f-bba8-49b0-9c5a-a79d61e7ef59 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb', 'tempest-TagsTest-Tag-1877220629') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:18.080772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:18.158875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 96ac95ab-c16d-44b8-a50f-62ff9bdc3228) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:18.173480 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.176458 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86725c2-de0e-4f2e-9d2e-08852339a631 x-openstack-request-id: req-d86725c2-de0e-4f2e-9d2e-08852339a631 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:18.177118 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171ab963-8d96-4a6f-b7ec-aa5743ea2cfa", "name": "network-vif-deleted", "tag": "5a348077-e5a4-4677-823a-6e21f0c52041", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:18.177595 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d86725c2-de0e-4f2e-9d2e-08852339a631 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:18.177861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.178223 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.178706 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171ab963-8d96-4a6f-b7ec-aa5743ea2cfa', 'name': 'network-vif-deleted', 'tag': '5a348077-e5a4-4677-823a-6e21f0c52041', 'status': 'completed', 'code': 200} Jul 06 11:56:18.182394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaafd11-fb28-4036-b616-e65542011809 None None] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:18.216210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1786c759-21d3-4d8e-a34b-5b9f6fb1e347 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12da86079f3848bd8ba3e6060c51a9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543941 Jul 06 11:56:18.225797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33502) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:18.226494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786c759-21d3-4d8e-a34b-5b9f6fb1e347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eceade-5037-4f0a-9cbf-6877914369bf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:18.257112 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-d564413f-bba8-49b0-9c5a-a79d61e7ef59 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] show failed (client error): The resource could not be found. Jul 06 11:56:18.258632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d564413f-bba8-49b0-9c5a-a79d61e7ef59 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "GET /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags/tempest-TagsTest-Tag-1877220629 HTTP/1.1" status: 404 len: 326 time: 0.2048635 Jul 06 11:56:18.261575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33504) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:18.268322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-b2723e29-1a6b-4b4b-a2d2-6a7740dcb4ad tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb', 'tempest-TagsTest-Tag-374535337') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:18.290168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7dfde253-10f0-480f-91c8-b5d53df22319 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7848520 Jul 06 11:56:18.290692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33506) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:18.298390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:18.349065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a5f94355-177d-45dd-aabe-aa1dd9504d91 req-ae5b69fd-84f8-4eac-91f7-29cae09967fe tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=171ab963-8d96-4a6f-b7ec-aa5743ea2cfa HTTP/1.1" status: 200 len: 210 time: 0.0471706 Jul 06 11:56:18.376130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.377366 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.390709 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b239dc1-7709-4944-82ad-f984948ab0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.390822 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-b2723e29-1a6b-4b4b-a2d2-6a7740dcb4ad tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] show failed (client error): The resource could not be found. Jul 06 11:56:18.390822 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b2723e29-1a6b-4b4b-a2d2-6a7740dcb4ad tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "GET /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags/tempest-TagsTest-Tag-374535337 HTTP/1.1" status: 404 len: 325 time: 0.1259401 Jul 06 11:56:18.392439 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33508) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:18.398363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-a3293ed9-93d3-4763-9a51-942c0b8fa89b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd98c34ce-ba3e-4230-8c06-de73de34abcb') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:18.432794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b239dc1-7709-4944-82ad-f984948ab0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.438902 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48d8bd90-9316-4b32-9527-2b1709b7bd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.473292 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.495512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:18.497365 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.515648 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a3293ed9-93d3-4763-9a51-942c0b8fa89b tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "DELETE /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb/tags HTTP/1.1" status: 204 len: 168 time: 0.1215553 Jul 06 11:56:18.523114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33510) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:18.662625 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.673797 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.744275 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b239dc1-7709-4944-82ad-f984948ab0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.750077 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b239dc1-7709-4944-82ad-f984948ab0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.752230 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0b239dc1-7709-4944-82ad-f984948ab0b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7eceade-5037-4f0a-9cbf-6877914369bf HTTP/1.1" status: 204 len: 168 time: 0.5182104 Jul 06 11:56:18.768703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b239dc1-7709-4944-82ad-f984948ab0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eceade-5037-4f0a-9cbf-6877914369bf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:18.839531 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.861901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Allocated IP 172.20.0.2 (96ac95ab-c16d-44b8-a50f-62ff9bdc3228/cb861ac0-7293-4d41-a5d1-256ee914815a/2c073ca1-66da-43c9-a266-3f6093ac9c2c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:18.926076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.954341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98c34ce-ba3e-4230-8c06-de73de34abcb']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:18.991571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8409b24-5135-427d-8be4-621910d3f161') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:18.991914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8409b24-5135-427d-8be4-621910d3f161') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:19.011702 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.055203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.064840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:19.065268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:19.074373 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:19.124303 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.147660 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.190304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.196630 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.202745 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] 10.222.0.21 "DELETE /v2.0/networks/d98c34ce-ba3e-4230-8c06-de73de34abcb HTTP/1.1" status: 204 len: 168 time: 0.6783595 Jul 06 11:56:19.221848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8b7a1-c7f3-4dee-8156-773d85c111c7 tempest-TagsTest-1933124363 tempest-TagsTest-1933124363-project] Pushing event deleted for resources: {'Network': ['ID=d98c34ce-ba3e-4230-8c06-de73de34abcb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:19.264903 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.285978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Transition to ACTIVE for port object 2c073ca1-66da-43c9-a266-3f6093ac9c2c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:19.316034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Transition to ACTIVE for port object 2c073ca1-66da-43c9-a266-3f6093ac9c2c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:19.324481 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.337226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Allocated IP 172.25.0.112 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/9b06d1c8-ff7b-498a-815c-29984da77957) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:19.371312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:19.375210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:19.377945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:19.386570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Pushing event updated for resources: {'Port': ['ID=2c073ca1-66da-43c9-a266-3f6093ac9c2c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:19.466270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Attempting to bind port 2c073ca1-66da-43c9-a266-3f6093ac9c2c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:19.467792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Attempting to bind port 2c073ca1-66da-43c9-a266-3f6093ac9c2c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:19.470472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Attempting to bind port 2c073ca1-66da-43c9-a266-3f6093ac9c2c on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:19.478940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:19.480525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Checking segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:19.481206 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.481849 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Bound using segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:19.482594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Bound port: 2c073ca1-66da-43c9-a266-3f6093ac9c2c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:19.484058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.606134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] For port 2c073ca1-66da-43c9-a266-3f6093ac9c2c, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:19.611503 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] For port 2c073ca1-66da-43c9-a266-3f6093ac9c2c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2c073ca1-66da-43c9-a266-3f6093ac9c2c,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:19.618579 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.627789 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.697934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5a348077-e5a4-4677-823a-6e21f0c52041 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:19.724303 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.743824 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 5a348077-e5a4-4677-823a-6e21f0c52041 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:19.744571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5a348077-e5a4-4677-823a-6e21f0c52041 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:19.820749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79d1c9-213b-46a8-b056-26f2e681990a None None] Pushing event updated for resources: {'Port': ['ID=2c073ca1-66da-43c9-a266-3f6093ac9c2c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:19.872442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33534) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:19.875494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:19.891905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:19.901010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Pushing event updated for resources: {'Port': ['ID=9b06d1c8-ff7b-498a-815c-29984da77957,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:19.908397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:20.258227 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c59d236f-de4a-4108-b016-97fe0226addc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bebb554182924945a7598f61a5bb6726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832700 Jul 06 11:56:20.260704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33546) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:20.261525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d256891-c20b-4b3f-a5cf-f35d14d185f3 req-16781936-0b4c-4e91-b711-864c7f0c4986 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:20.263810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d256891-c20b-4b3f-a5cf-f35d14d185f3 req-16781936-0b4c-4e91-b711-864c7f0c4986 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 945 time: 0.2854323 Jul 06 11:56:20.324459 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a50f0580-31f1-44e1-873a-676f75f4617a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.379885 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d256891-c20b-4b3f-a5cf-f35d14d185f3 req-aafaccdf-95ac-4800-82bd-39c476f60262 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091349 Jul 06 11:56:20.387054 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a50f0580-31f1-44e1-873a-676f75f4617a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.457405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.462487 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a50f0580-31f1-44e1-873a-676f75f4617a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.467429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a50f0580-31f1-44e1-873a-676f75f4617a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.472621 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a50f0580-31f1-44e1-873a-676f75f4617a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67769eb6-bc22-4d6b-b306-a1358c012d57 HTTP/1.1" status: 204 len: 168 time: 0.2066905 Jul 06 11:56:20.500125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f0580-31f1-44e1-873a-676f75f4617a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67769eb6-bc22-4d6b-b306-a1358c012d57,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:20.505786 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:21.110226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2eb6d-c149-40bc-9b8e-69bfeac7e1c3 req-bd8bc7ea-3def-44b0-b433-c3fc8e2829e5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:21.111810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41d2eb6d-c149-40bc-9b8e-69bfeac7e1c3 req-bd8bc7ea-3def-44b0-b433-c3fc8e2829e5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.47 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 945 time: 0.1611795 Jul 06 11:56:21.272183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2c073ca1-66da-43c9-a266-3f6093ac9c2c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:21.434739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 2c073ca1-66da-43c9-a266-3f6093ac9c2c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:21.464421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5769ee-f621-4390-9f1d-c55d98b81daa None None] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:21.481369 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:21.658395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-29e1f839-f893-4e8d-8aa3-adad499e6850 None None] Provisioning for port 2c073ca1-66da-43c9-a266-3f6093ac9c2c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:21.675382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-29e1f839-f893-4e8d-8aa3-adad499e6850 None None] Provisioning complete for port 2c073ca1-66da-43c9-a266-3f6093ac9c2c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:21.681896 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29e1f839-f893-4e8d-8aa3-adad499e6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:21.816600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-41d2eb6d-c149-40bc-9b8e-69bfeac7e1c3 req-8f7e9ae3-1555-4461-ba9f-def1f045faf5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Deleting port b959815e-67ab-4829-943b-186423eba635 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:21.816989 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-41d2eb6d-c149-40bc-9b8e-69bfeac7e1c3 req-8f7e9ae3-1555-4461-ba9f-def1f045faf5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:21.901838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Router 37a1649c-6177-4fb1-9aa7-f4a036edb80f is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:56:21.927752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6657a8e-3575-41ef-943a-33267cfc5f8b req-02857706-153b-4879-af2b-cb380caf952a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:21.932109 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6657a8e-3575-41ef-943a-33267cfc5f8b req-02857706-153b-4879-af2b-cb380caf952a tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 945 time: 0.3214805 Jul 06 11:56:21.965849 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29e1f839-f893-4e8d-8aa3-adad499e6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.023159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6657a8e-3575-41ef-943a-33267cfc5f8b req-318819ee-7d24-49eb-8f70-c434571f1e8e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830030 Jul 06 11:56:22.027496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-29e1f839-f893-4e8d-8aa3-adad499e6850 None None] For port 2c073ca1-66da-43c9-a266-3f6093ac9c2c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2c073ca1-66da-43c9-a266-3f6093ac9c2c,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:22.035249 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29e1f839-f893-4e8d-8aa3-adad499e6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.165219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1f839-f893-4e8d-8aa3-adad499e6850 None None] Pushing event updated for resources: {'Port': ['ID=2c073ca1-66da-43c9-a266-3f6093ac9c2c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:22.193775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-41d2eb6d-c149-40bc-9b8e-69bfeac7e1c3 req-8f7e9ae3-1555-4461-ba9f-def1f045faf5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] For port b959815e-67ab-4829-943b-186423eba635, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b959815e-67ab-4829-943b-186423eba635,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:22.194303 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-41d2eb6d-c149-40bc-9b8e-69bfeac7e1c3 req-8f7e9ae3-1555-4461-ba9f-def1f045faf5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.226448 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-41d2eb6d-c149-40bc-9b8e-69bfeac7e1c3 req-8f7e9ae3-1555-4461-ba9f-def1f045faf5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Calling delete_port for b959815e-67ab-4829-943b-186423eba635 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:22.259105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:22.274291 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Sync routers for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:22.295028 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:22.297638 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:22.372321 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.378102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33620) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:22.380433 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5446ab34-e5d6-4ee8-b2e9-d754bb17e376 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0854955 Jul 06 11:56:22.569520 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-41d2eb6d-c149-40bc-9b8e-69bfeac7e1c3 req-8f7e9ae3-1555-4461-ba9f-def1f045faf5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.583831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b959815e-67ab-4829-943b-186423eba635'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:22.586349 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:22.587092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['916c1c2d-3c88-4d17-8b44-f1eeca17bb89'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:22.628151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e9ae3-1555-4461-ba9f-def1f045faf5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event deleted for resources: {'Port': ['ID=b959815e-67ab-4829-943b-186423eba635,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:22.683024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d2eb6d-c149-40bc-9b8e-69bfeac7e1c3 req-8f7e9ae3-1555-4461-ba9f-def1f045faf5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] No DVR routers for this DVR port b959815e-67ab-4829-943b-186423eba635 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:22.687126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-41d2eb6d-c149-40bc-9b8e-69bfeac7e1c3 req-8f7e9ae3-1555-4461-ba9f-def1f045faf5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.689760 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41d2eb6d-c149-40bc-9b8e-69bfeac7e1c3 req-8f7e9ae3-1555-4461-ba9f-def1f045faf5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.47 "DELETE /v2.0/ports/b959815e-67ab-4829-943b-186423eba635 HTTP/1.1" status: 204 len: 173 time: 1.5117919 Jul 06 11:56:22.690416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35f8c4c-ad54-4da2-b126-29d8c2b2d189', 'name': 'network-vif-deleted', 'tag': 'b959815e-67ab-4829-943b-186423eba635'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:22.694398 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8051f4-2b0b-424e-ad0c-564752c90183" -d '{"events": [{"server_uuid": "b35f8c4c-ad54-4da2-b126-29d8c2b2d189", "name": "network-vif-deleted", "tag": "b959815e-67ab-4829-943b-186423eba635"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:22.772877 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352b5fff-ab41-46cf-a893-97d6a74ee723 x-openstack-request-id: req-352b5fff-ab41-46cf-a893-97d6a74ee723 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:22.773181 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35f8c4c-ad54-4da2-b126-29d8c2b2d189", "name": "network-vif-deleted", "tag": "b959815e-67ab-4829-943b-186423eba635", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:22.773434 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-352b5fff-ab41-46cf-a893-97d6a74ee723 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:22.774108 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35f8c4c-ad54-4da2-b126-29d8c2b2d189', 'name': 'network-vif-deleted', 'tag': 'b959815e-67ab-4829-943b-186423eba635', 'status': 'completed', 'code': 200} Jul 06 11:56:22.837656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f30fa507-1f62-43cd-b22d-58023ede0f82 None None] Provisioning complete for port 2c073ca1-66da-43c9-a266-3f6093ac9c2c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:22.838251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f30fa507-1f62-43cd-b22d-58023ede0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.099007 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:20Z', 'revision_number': 3, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:23.271277 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Checking router: 37a1649c-6177-4fb1-9aa7-f4a036edb80f for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:23.271794 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Updating router 37a1649c-6177-4fb1-9aa7-f4a036edb80f port 9b06d1c8-ff7b-498a-815c-29984da77957 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:23.305665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2c073ca1-66da-43c9-a266-3f6093ac9c2c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:23.377785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd738e9f-fc1d-426e-9ec5-59229f40a9c1 req-b0b1be10-13c3-4b56-883f-86be3b3d40a5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=b35f8c4c-ad54-4da2-b126-29d8c2b2d189 HTTP/1.1" status: 200 len: 210 time: 0.0760980 Jul 06 11:56:23.449268 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.613896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2c073ca1-66da-43c9-a266-3f6093ac9c2c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:23.615524 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.930311 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.943257 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Transition to ACTIVE for port object 9b06d1c8-ff7b-498a-815c-29984da77957 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:23.950981 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.000226 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.006204 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Attempting to bind port 9b06d1c8-ff7b-498a-815c-29984da77957 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:24.006579 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Attempting to bind port 9b06d1c8-ff7b-498a-815c-29984da77957 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:24.006947 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Attempting to bind port 9b06d1c8-ff7b-498a-815c-29984da77957 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:24.014128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33648) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:24.015320 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Pushing event updated for resources: {'Port': ['ID=9b06d1c8-ff7b-498a-815c-29984da77957,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.018114 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:24.018539 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:24.018951 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.019352 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:24.019876 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Bound port: 9b06d1c8-ff7b-498a-815c-29984da77957, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:24.020388 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.046239 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.046608 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.046957 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.047296 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.047661 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.047999 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.048381 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.048710 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.049045 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.049372 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.049697 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.050022 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:24.093006 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] For port 9b06d1c8-ff7b-498a-815c-29984da77957, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:24.096949 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] For port 9b06d1c8-ff7b-498a-815c-29984da77957, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9b06d1c8-ff7b-498a-815c-29984da77957,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:24.103483 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.168754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e40cf693-d9f6-4bf1-a147-44ef0c3e9387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.174059 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:24.174714 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:24.267687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Allocated IP 172.20.0.1 (96ac95ab-c16d-44b8-a50f-62ff9bdc3228/cb861ac0-7293-4d41-a5d1-256ee914815a/0fa8039d-eebc-478a-940a-5610b088ba06) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:24.315788 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba7959-8aa7-4c8e-9ea0-70dc498f6bb3 None None] Pushing event updated for resources: {'Port': ['ID=9b06d1c8-ff7b-498a-815c-29984da77957,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.396548 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:24.435657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.450012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Transition to ACTIVE for port object 0fa8039d-eebc-478a-940a-5610b088ba06 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:24.489437 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e40cf693-d9f6-4bf1-a147-44ef0c3e9387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.492660 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.503318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e40cf693-d9f6-4bf1-a147-44ef0c3e9387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.582717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa8039d-eebc-478a-940a-5610b088ba06,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.590163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b959815e-67ab-4829-943b-186423eba635 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:24.617707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:24.630289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:24.638136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:24.648929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33666) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:24.656113 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e40cf693-d9f6-4bf1-a147-44ef0c3e9387 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f604741b3b86491e901df52ebce6b2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6409223 Jul 06 11:56:24.707983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: b959815e-67ab-4829-943b-186423eba635 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:24.708335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b959815e-67ab-4829-943b-186423eba635 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:24.717988 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:20Z', 'revision_number': 3, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:24.760177 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a648c92-3efc-4190-a873-793ccc862f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.761366 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af1183-7142-4a41-bbec-d4a42370376a None None] The sync data for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 is: [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:20Z', 'revision_number': 3, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:24.774288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.835717 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a648c92-3efc-4190-a873-793ccc862f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.913488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cf693-d9f6-4bf1-a147-44ef0c3e9387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46c0d40-74b4-4b84-b15d-7402a959f004,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.918039 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a648c92-3efc-4190-a873-793ccc862f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.927836 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a648c92-3efc-4190-a873-793ccc862f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.932603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8a648c92-3efc-4190-a873-793ccc862f58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d46c0d40-74b4-4b84-b15d-7402a959f004 HTTP/1.1" status: 204 len: 168 time: 0.2818396 Jul 06 11:56:24.957210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a648c92-3efc-4190-a873-793ccc862f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46c0d40-74b4-4b84-b15d-7402a959f004,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:25.045744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33674) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:25.217089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3eb92df9-734d-4e2f-976b-4dd1e56e2631 None None] Provisioning for port 0fa8039d-eebc-478a-940a-5610b088ba06 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:25.218465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.231274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3eb92df9-734d-4e2f-976b-4dd1e56e2631 None None] Provisioning complete for port 0fa8039d-eebc-478a-940a-5610b088ba06 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:25.234534 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3eb92df9-734d-4e2f-976b-4dd1e56e2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.335106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3eb92df9-734d-4e2f-976b-4dd1e56e2631 None None] Port 0fa8039d-eebc-478a-940a-5610b088ba06 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:25.594325 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9733c73-4556-4ab8-8687-9471833a689e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.716845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250f2bf-26b1-466c-beb0-58ccdd95824f req-71abb117-3d42-4930-b0fe-7f5842f0815d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:25.719361 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3250f2bf-26b1-466c-beb0-58ccdd95824f req-71abb117-3d42-4930-b0fe-7f5842f0815d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.86 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.2086990 Jul 06 11:56:25.747645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9733c73-4556-4ab8-8687-9471833a689e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.759961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9733c73-4556-4ab8-8687-9471833a689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.793511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a9733c73-4556-4ab8-8687-9471833a689e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f401901f74da48a383e85a7a2fa6b080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7463505 Jul 06 11:56:25.804058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33692) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:25.847717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294347d-97df-4144-92fe-6081e7e260e9 req-78ffee16-c21a-4ee7-85c8-d8e371a33d9b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:25.858509 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e294347d-97df-4144-92fe-6081e7e260e9 req-78ffee16-c21a-4ee7-85c8-d8e371a33d9b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 945 time: 0.3803616 Jul 06 11:56:25.916323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9733c73-4556-4ab8-8687-9471833a689e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3436bb1c-2da9-4787-9ad7-6fb5ef8d6431,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:25.992897 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e294347d-97df-4144-92fe-6081e7e260e9 req-a7499635-1861-4d7a-9fd1-788f8c8ae888 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe1d701-4bd3-406d-be9a-6e1dfd3896de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330776 Jul 06 11:56:26.022617 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.036363 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82132c22-cd09-4214-8be2-06560b2e7ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.052002 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.093440 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82132c22-cd09-4214-8be2-06560b2e7ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.177485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa8039d-eebc-478a-940a-5610b088ba06,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:26.196024 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82132c22-cd09-4214-8be2-06560b2e7ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.199314 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82132c22-cd09-4214-8be2-06560b2e7ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.200961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-82132c22-cd09-4214-8be2-06560b2e7ec4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3436bb1c-2da9-4787-9ad7-6fb5ef8d6431 HTTP/1.1" status: 204 len: 168 time: 0.3937263 Jul 06 11:56:26.214145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82132c22-cd09-4214-8be2-06560b2e7ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3436bb1c-2da9-4787-9ad7-6fb5ef8d6431,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:26.223141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3250f2bf-26b1-466c-beb0-58ccdd95824f req-b72e88b3-1203-4057-a63f-e2b3e201927d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Deleting port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:26.223763 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3250f2bf-26b1-466c-beb0-58ccdd95824f req-b72e88b3-1203-4057-a63f-e2b3e201927d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.237459 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.433874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3250f2bf-26b1-466c-beb0-58ccdd95824f req-b72e88b3-1203-4057-a63f-e2b3e201927d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] For port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=916c1c2d-3c88-4d17-8b44-f1eeca17bb89,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:26.434423 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3250f2bf-26b1-466c-beb0-58ccdd95824f req-b72e88b3-1203-4057-a63f-e2b3e201927d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.454712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3250f2bf-26b1-466c-beb0-58ccdd95824f req-b72e88b3-1203-4057-a63f-e2b3e201927d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Calling delete_port for 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:26.728054 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:26.749733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:26.750723 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3250f2bf-26b1-466c-beb0-58ccdd95824f req-b72e88b3-1203-4057-a63f-e2b3e201927d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.751566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b311beb-113c-4951-8bc2-5fd37d3d5121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.755142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:26.767154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['916c1c2d-3c88-4d17-8b44-f1eeca17bb89'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:26.883213 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b311beb-113c-4951-8bc2-5fd37d3d5121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.885806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e88b3-1203-4057-a63f-e2b3e201927d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event deleted for resources: {'Port': ['ID=916c1c2d-3c88-4d17-8b44-f1eeca17bb89,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:26.888735 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b311beb-113c-4951-8bc2-5fd37d3d5121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.957560 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7b311beb-113c-4951-8bc2-5fd37d3d5121 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cda036525eff4ffc9a5c3203ae7fd030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279720 Jul 06 11:56:26.964258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:26.965711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b311beb-113c-4951-8bc2-5fd37d3d5121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f24924e-1193-42b0-914f-eaf4ef7e0236,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:27.027140 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54329953-a445-49a2-97ed-530350becd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.067063 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54329953-a445-49a2-97ed-530350becd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.104810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3250f2bf-26b1-466c-beb0-58ccdd95824f req-b72e88b3-1203-4057-a63f-e2b3e201927d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] No DVR routers for this DVR port 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:27.121858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3250f2bf-26b1-466c-beb0-58ccdd95824f req-b72e88b3-1203-4057-a63f-e2b3e201927d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.128395 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3250f2bf-26b1-466c-beb0-58ccdd95824f req-b72e88b3-1203-4057-a63f-e2b3e201927d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.86 "DELETE /v2.0/ports/916c1c2d-3c88-4d17-8b44-f1eeca17bb89 HTTP/1.1" status: 204 len: 173 time: 1.3899343 Jul 06 11:56:27.128899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea50fef-bb64-4b63-ba9a-044598b886c1', 'name': 'network-vif-deleted', 'tag': '916c1c2d-3c88-4d17-8b44-f1eeca17bb89'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:27.131425 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67e875d-b1cf-40cd-87df-af57397e6e96" -d '{"events": [{"server_uuid": "cea50fef-bb64-4b63-ba9a-044598b886c1", "name": "network-vif-deleted", "tag": "916c1c2d-3c88-4d17-8b44-f1eeca17bb89"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:27.182229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Router 37a1649c-6177-4fb1-9aa7-f4a036edb80f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:27.198202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54329953-a445-49a2-97ed-530350becd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.203071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54329953-a445-49a2-97ed-530350becd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.204564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-54329953-a445-49a2-97ed-530350becd19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f24924e-1193-42b0-914f-eaf4ef7e0236 HTTP/1.1" status: 204 len: 168 time: 0.2335584 Jul 06 11:56:27.238026 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54329953-a445-49a2-97ed-530350becd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f24924e-1193-42b0-914f-eaf4ef7e0236,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:27.309913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-713f23d6-e1d1-484b-82c3-75ff2d955043 None None] Provisioning complete for port 0fa8039d-eebc-478a-940a-5610b088ba06 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:27.310509 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-713f23d6-e1d1-484b-82c3-75ff2d955043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.362171 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3b33e8-4568-45e4-89a1-6c5e10f1f14e x-openstack-request-id: req-ec3b33e8-4568-45e4-89a1-6c5e10f1f14e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:27.362953 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea50fef-bb64-4b63-ba9a-044598b886c1", "name": "network-vif-deleted", "tag": "916c1c2d-3c88-4d17-8b44-f1eeca17bb89", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:27.363221 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec3b33e8-4568-45e4-89a1-6c5e10f1f14e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:27.365129 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea50fef-bb64-4b63-ba9a-044598b886c1', 'name': 'network-vif-deleted', 'tag': '916c1c2d-3c88-4d17-8b44-f1eeca17bb89', 'status': 'completed', 'code': 200} Jul 06 11:56:27.388701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57596ba3-ce52-4961-9ec9-fb39dcbb8ac1 req-a9f9c283-4f6f-44de-92cc-d10c4c39ee4b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=cea50fef-bb64-4b63-ba9a-044598b886c1 HTTP/1.1" status: 200 len: 210 time: 0.0775347 Jul 06 11:56:27.435305 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9b06d1c8-ff7b-498a-815c-29984da77957 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:27.505679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-713f23d6-e1d1-484b-82c3-75ff2d955043 None None] Port 0fa8039d-eebc-478a-940a-5610b088ba06 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:27.537943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:27.549628 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8a75d8b3-524e-4392-a5c4-72a2f311c025 admin admin] 10.222.0.21 "PUT /v2.0/routers/37a1649c-6177-4fb1-9aa7-f4a036edb80f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1701846 Jul 06 11:56:27.562527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9b06d1c8-ff7b-498a-815c-29984da77957 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:27.567346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9b06d1c8-ff7b-498a-815c-29984da77957 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:27.568205 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.674729 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.709334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 9b06d1c8-ff7b-498a-815c-29984da77957, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9b06d1c8-ff7b-498a-815c-29984da77957,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:27.716597 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.785604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=9b06d1c8-ff7b-498a-815c-29984da77957,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:27.814179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Sync routers for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:27.825086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:27.826071 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:56:27.827111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:27.975566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:28.241142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 2, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:28.272738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Checking router: 37a1649c-6177-4fb1-9aa7-f4a036edb80f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:28.273155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Updating router 37a1649c-6177-4fb1-9aa7-f4a036edb80f port 0fa8039d-eebc-478a-940a-5610b088ba06 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:28.314974 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.703370 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.707265 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.725159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Transition to ACTIVE for port object 0fa8039d-eebc-478a-940a-5610b088ba06 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:28.733534 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.786663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93008c41-22d9-4c76-b247-4bd66e00c175 None None] Pushing event updated for resources: {'Port': ['ID=0fa8039d-eebc-478a-940a-5610b088ba06,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:28.839933 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.931074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Attempting to bind port 0fa8039d-eebc-478a-940a-5610b088ba06 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:28.931972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Attempting to bind port 0fa8039d-eebc-478a-940a-5610b088ba06 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:28.932778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Attempting to bind port 0fa8039d-eebc-478a-940a-5610b088ba06 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:28.942951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:28.943875 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Checking segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:28.944570 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.945197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Bound using segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:28.946022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Bound port: 0fa8039d-eebc-478a-940a-5610b088ba06, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:28.946816 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.026337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33784) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:29.130615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] For port 0fa8039d-eebc-478a-940a-5610b088ba06, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:29.134850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] For port 0fa8039d-eebc-478a-940a-5610b088ba06, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0fa8039d-eebc-478a-940a-5610b088ba06,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:29.141867 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.260602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93008c41-22d9-4c76-b247-4bd66e00c175 None None] Pushing event updated for resources: {'Port': ['ID=0fa8039d-eebc-478a-940a-5610b088ba06,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:29.273479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9b06d1c8-ff7b-498a-815c-29984da77957 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:29.286353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33794) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:29.292129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1052139385-network', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:29.329736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e5fac-bf83-45ca-aa91-50de778933fa req-1ac9c585-67c2-4a5e-8752-ab0211aa3404 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:29.332489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-062e5fac-bf83-45ca-aa91-50de778933fa req-1ac9c585-67c2-4a5e-8752-ab0211aa3404 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.1273217 Jul 06 11:56:29.338072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Made reservation on behalf of c7f4eec0d55d48a99d11555ecf6f7186 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:29.341649 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.365516 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.391308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9b06d1c8-ff7b-498a-815c-29984da77957 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:29.391680 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.393749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:29.394402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:29.469272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-062e5fac-bf83-45ca-aa91-50de778933fa req-5253188b-f4a0-4b9f-bb6c-6e7b4872d52e tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300900 Jul 06 11:56:29.626071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.635957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.661617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d0ef75-0061-4d26-8d7c-b04e6c6e0b58 admin admin] Deleting subnet 35782ebc-f906-42f2-845b-55ccf08d7668 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:56:29.669283 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12d0ef75-0061-4d26-8d7c-b04e6c6e0b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.704808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9921a1-d14f-4f7d-ace6-50ce4df4ea01,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:29.735665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:29.753934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12d0ef75-0061-4d26-8d7c-b04e6c6e0b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.777770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.778520 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Added segment 298ad081-a294-435c-8130-be49643db7b8 of type vlan for network 65180d81-15a4-4902-adc3-fa8dfed7574c Jul 06 11:56:29.782334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:29.787960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:29.845750 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.872841 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12d0ef75-0061-4d26-8d7c-b04e6c6e0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.874755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:29.875307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 916c1c2d-3c88-4d17-8b44-f1eeca17bb89 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:29.887885 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.890573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:29.891476 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.974262 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6865876 Jul 06 11:56:29.975035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33802) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:29.985646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] Request body: {'subnet': {'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1052139385-subnet', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:29.996022 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12d0ef75-0061-4d26-8d7c-b04e6c6e0b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.004247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e78123-7da5-475f-ab6f-d079f9b7312f admin admin] Pushing event updated for resources: {'Network': ['ID=65180d81-15a4-4902-adc3-fa8dfed7574c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:30.028943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] Made reservation on behalf of c7f4eec0d55d48a99d11555ecf6f7186 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:30.032583 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.050850 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0ef75-0061-4d26-8d7c-b04e6c6e0b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35782ebc-f906-42f2-845b-55ccf08d7668,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:30.054793 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12d0ef75-0061-4d26-8d7c-b04e6c6e0b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.059108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-12d0ef75-0061-4d26-8d7c-b04e6c6e0b58 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/35782ebc-f906-42f2-845b-55ccf08d7668 HTTP/1.1" status: 204 len: 168 time: 1.0309746 Jul 06 11:56:30.062682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33806) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:30.225032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.269049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 65180d81-15a4-4902-adc3-fa8dfed7574c details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:30.417973 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.513631 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.543244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1462146-6a8f-48e9-8c5b-884f2aa45f24']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:30.573795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca510d3a-ac50-4907-9c2b-acdc01f01062') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:30.574091 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca510d3a-ac50-4907-9c2b-acdc01f01062') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:30.602179 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.610666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] Checking segment: {'id': '298ad081-a294-435c-8130-be49643db7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:30.621355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] Network hostable DHCP agents. Network: 65180d81-15a4-4902-adc3-fa8dfed7574c, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:30.628070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:29Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:30.631377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca06702-a16e-4601-9f7b-fcd003e92218,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:30.677026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ddde9-0d13-4f7f-9671-ae8349e74073 None None] The sync data for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 is: [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:29Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:30.693375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] Network 65180d81-15a4-4902-adc3-fa8dfed7574c is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:30.712569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 65180d81-15a4-4902-adc3-fa8dfed7574c) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:30.718720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:30.719241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.724613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b15dc-f121-4b47-a52e-6b76bc3b2f53 None None] Network 65180d81-15a4-4902-adc3-fa8dfed7574c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:30.769803 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b37c96ac-f379-4514-965c-0f2dbff5b924 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7902741 Jul 06 11:56:30.784788 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33830) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:30.803644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1052139385-router', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:30.821950 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.864369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.876386 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.887574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:30.888030 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:30.891170 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:30.986187 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.043604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-a065bcec-c019-4c70-9b69-f347a59205ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:31.046699 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-a065bcec-c019-4c70-9b69-f347a59205ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.47 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.4208834 Jul 06 11:56:31.052588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-65180d81-15a4-4902-adc3-fa8dfed7574c', 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'fixed_ips': [{'subnet_id': '7ca06702-a16e-4601-9f7b-fcd003e92218'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:31.053426 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.134523 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.142999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.146864 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a1462146-6a8f-48e9-8c5b-884f2aa45f24 HTTP/1.1" status: 204 len: 168 time: 1.0823798 Jul 06 11:56:31.210715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b23a1-61cf-4737-a144-171000988647 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1462146-6a8f-48e9-8c5b-884f2aa45f24,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:31.259030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb988c-b043-4d04-9438-68ae47ffe952 req-6ad74bdf-9ba1-4aa9-9dda-0805532f31dc tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:31.261153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63eb988c-b043-4d04-9438-68ae47ffe952 req-6ad74bdf-9ba1-4aa9-9dda-0805532f31dc tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 944 time: 0.5104797 Jul 06 11:56:31.378568 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.431012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63eb988c-b043-4d04-9438-68ae47ffe952 req-e9a7be39-631e-44b7-aa12-964c4a94a6a5 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082182 Jul 06 11:56:31.456667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0fa8039d-eebc-478a-940a-5610b088ba06 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:31.469314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Deleting port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:31.471947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.522135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Allocated IP 172.20.0.2 (65180d81-15a4-4902-adc3-fa8dfed7574c/7ca06702-a16e-4601-9f7b-fcd003e92218/e2013b1a-c33c-463e-bd7a-36da4b2845e4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:31.545852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33842) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:31.728147 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-29f7b605-4765-484f-940e-b02880301f30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=590b4c52d8f7400cb629af50a02907a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799264 Jul 06 11:56:31.735270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33846) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:31.744226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] For port 1c8a65ef-1af5-418a-b10d-a9cbbc840776, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=1c8a65ef-1af5-418a-b10d-a9cbbc840776,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:31.744624 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.818921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 0fa8039d-eebc-478a-940a-5610b088ba06 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:31.835318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 0fa8039d-eebc-478a-940a-5610b088ba06 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:31.836541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.947498 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.956740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Transition to ACTIVE for port object e2013b1a-c33c-463e-bd7a-36da4b2845e4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:31.974577 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Transition to ACTIVE for port object e2013b1a-c33c-463e-bd7a-36da4b2845e4 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:31.983533 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.037557 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.073633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Pushing event updated for resources: {'Port': ['ID=e2013b1a-c33c-463e-bd7a-36da4b2845e4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:32.086466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Network 65180d81-15a4-4902-adc3-fa8dfed7574c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:32.089142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:32.091942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:32.092998 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.121812 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0c96937-cc26-4868-8790-34b238669065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.168745 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0c96937-cc26-4868-8790-34b238669065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.203322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Attempting to bind port e2013b1a-c33c-463e-bd7a-36da4b2845e4 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:32.203810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Attempting to bind port e2013b1a-c33c-463e-bd7a-36da4b2845e4 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '298ad081-a294-435c-8130-be49643db7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:32.204300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Attempting to bind port e2013b1a-c33c-463e-bd7a-36da4b2845e4 on network 65180d81-15a4-4902-adc3-fa8dfed7574c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:32.223684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:32.224141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Checking segment: {'id': '298ad081-a294-435c-8130-be49643db7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:32.224661 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.225204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Bound using segment: {'id': '298ad081-a294-435c-8130-be49643db7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:32.225792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Bound port: e2013b1a-c33c-463e-bd7a-36da4b2845e4, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298ad081-a294-435c-8130-be49643db7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:32.226376 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.236530 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Allocated IP 172.25.0.121 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/9af1dd72-99f7-4e33-9cb0-89871b2fe233) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:32.253068 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.331829 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 0fa8039d-eebc-478a-940a-5610b088ba06, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0fa8039d-eebc-478a-940a-5610b088ba06,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:32.349809 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.353357 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0c96937-cc26-4868-8790-34b238669065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.356441 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0c96937-cc26-4868-8790-34b238669065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.360284 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c0c96937-cc26-4868-8790-34b238669065 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2de1a92-7f25-4384-a0b6-fca5ed320c5e HTTP/1.1" status: 204 len: 168 time: 0.6213799 Jul 06 11:56:32.360284 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.362053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.362807 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Floating IP 4e798fd2-228b-48f4-97b6-afddc6b9fce1 disassociated. External IP: 172.25.0.175, port: 1c8a65ef-1af5-418a-b10d-a9cbbc840776. Jul 06 11:56:32.363193 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Calling delete_port for 1c8a65ef-1af5-418a-b10d-a9cbbc840776 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:32.382960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c96937-cc26-4868-8790-34b238669065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2de1a92-7f25-4384-a0b6-fca5ed320c5e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:32.459555 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] For port e2013b1a-c33c-463e-bd7a-36da4b2845e4, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:32.483203 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] For port e2013b1a-c33c-463e-bd7a-36da4b2845e4, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2013b1a-c33c-463e-bd7a-36da4b2845e4,segment=NetworkSegment(298ad081-a294-435c-8130-be49643db7b8),segment_id=298ad081-a294-435c-8130-be49643db7b8)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:32.539759 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.574773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.597275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=0fa8039d-eebc-478a-940a-5610b088ba06,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:32.724529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc19813-d7ed-4d3a-8142-b28658ae204a None None] Pushing event updated for resources: {'Port': ['ID=e2013b1a-c33c-463e-bd7a-36da4b2845e4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:32.752951 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.861273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:32.866742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:32.874652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:32.878890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.968734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Pushing event updated for resources: {'Port': ['ID=9af1dd72-99f7-4e33-9cb0-89871b2fe233,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:32.973733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event deleted for resources: {'Port': ['ID=1c8a65ef-1af5-418a-b10d-a9cbbc840776,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:33.141555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c993da-ebea-45fe-8005-c3770981e7f5 req-98109f77-4646-4f43-97c7-4d933597194b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:33.155223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70c993da-ebea-45fe-8005-c3770981e7f5 req-98109f77-4646-4f43-97c7-4d933597194b tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 866 time: 0.4045007 Jul 06 11:56:33.306717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70c993da-ebea-45fe-8005-c3770981e7f5 req-60c02355-7e77-4780-a770-b489c80cee94 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups?id=02b90066-48b4-4832-b543-bcb53dcf4667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504822 Jul 06 11:56:33.501641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:33.533683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0fa8039d-eebc-478a-940a-5610b088ba06 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:33.766915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 0fa8039d-eebc-478a-940a-5610b088ba06 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:33.767296 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.787175 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.095597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2013b1a-c33c-463e-bd7a-36da4b2845e4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:34.237598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e2013b1a-c33c-463e-bd7a-36da4b2845e4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:34.338838 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.348729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dd520-8843-41fd-88ad-111d89197189 req-a4b6178a-dfb5-4a5b-a313-70b624a04546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:34.350299 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1a6dd520-8843-41fd-88ad-111d89197189 req-a4b6178a-dfb5-4a5b-a313-70b624a04546 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 1096 time: 0.5692019 Jul 06 11:56:34.447288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:34.473483 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d52b8-9954-476f-9f69-6f0db3977320 None None] Sync routers for ids ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:34.518551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] No DVR routers for this DVR port 1c8a65ef-1af5-418a-b10d-a9cbbc840776 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:34.522019 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.522832 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d52b8-9954-476f-9f69-6f0db3977320 None None] Routers {'459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:34.523865 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e66d52b8-9954-476f-9f69-6f0db3977320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:34.525498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15ef7ba7-5658-4ae9-87aa-def7c01bc193 req-1580267c-2fcf-4b23-ae9a-1b06e176997d tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.47 "DELETE /v2.0/ports/1c8a65ef-1af5-418a-b10d-a9cbbc840776 HTTP/1.1" status: 204 len: 173 time: 3.4727523 Jul 06 11:56:34.526161 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-deleted', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:34.529455 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafcd1cc-492f-4b7e-b0fd-565fe8f5d2d1" -d '{"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-deleted", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:34.575740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ac053e-e911-4fb9-9dd7-d7a65dfb2349 None None] Network 65180d81-15a4-4902-adc3-fa8dfed7574c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:34.586523 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1795cb4b-daa9-4fde-b1f0-a401d46e4239 x-openstack-request-id: req-1795cb4b-daa9-4fde-b1f0-a401d46e4239 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:34.587161 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db632fd3-a208-480c-936c-5b28c1cb7413", "name": "network-vif-deleted", "tag": "1c8a65ef-1af5-418a-b10d-a9cbbc840776", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:34.587617 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1795cb4b-daa9-4fde-b1f0-a401d46e4239 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:34.588338 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db632fd3-a208-480c-936c-5b28c1cb7413', 'name': 'network-vif-deleted', 'tag': '1c8a65ef-1af5-418a-b10d-a9cbbc840776', 'status': 'completed', 'code': 200} Jul 06 11:56:34.616204 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1a6dd520-8843-41fd-88ad-111d89197189 req-60fca909-3587-4e53-992e-be72697f5ba0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2546294 Jul 06 11:56:34.655769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:34.705322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 1c8a65ef-1af5-418a-b10d-a9cbbc840776 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:34.706193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 1c8a65ef-1af5-418a-b10d-a9cbbc840776 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:34.725892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5c3747c4-9534-4deb-8330-5e8af010f3a4 None None] Provisioning for port e2013b1a-c33c-463e-bd7a-36da4b2845e4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:34.746408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Router e38fdbe2-1635-47ec-bffc-e58a528b829a is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:56:34.761983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5c3747c4-9534-4deb-8330-5e8af010f3a4 None None] Provisioning complete for port e2013b1a-c33c-463e-bd7a-36da4b2845e4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:34.766872 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c3747c4-9534-4deb-8330-5e8af010f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.839677 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9a526d4-12e0-497a-af19-8f226256f06b req-180e4770-038a-49f6-aa03-396f949e9ef1 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/ports?device_id=db632fd3-a208-480c-936c-5b28c1cb7413 HTTP/1.1" status: 200 len: 210 time: 0.0928574 Jul 06 11:56:34.915638 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e66d52b8-9954-476f-9f69-6f0db3977320 None None] Set router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:35.031943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:35.049923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Sync routers for ids ['e38fdbe2-1635-47ec-bffc-e58a528b829a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:35.052153 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.058378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33936) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:35.061948 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5fe26981-97c3-4cc2-90fb-16ef44e5719f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2745211 Jul 06 11:56:35.096919 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c3747c4-9534-4deb-8330-5e8af010f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.117131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Routers {'e38fdbe2-1635-47ec-bffc-e58a528b829a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:35.117872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e38fdbe2-1635-47ec-bffc-e58a528b829a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:35.230060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5c3747c4-9534-4deb-8330-5e8af010f3a4 None None] For port e2013b1a-c33c-463e-bd7a-36da4b2845e4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2013b1a-c33c-463e-bd7a-36da4b2845e4,segment=NetworkSegment(298ad081-a294-435c-8130-be49643db7b8),segment_id=298ad081-a294-435c-8130-be49643db7b8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:35.299321 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c3747c4-9534-4deb-8330-5e8af010f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.324976 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e66d52b8-9954-476f-9f69-6f0db3977320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '6afefdb1-252b-47ff-99ce-981520346825', 'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'mac_address': 'fa:16:3e:ee:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:42Z', 'revision_number': 5, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'subnets': [{'id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:35.364609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3747c4-9534-4deb-8330-5e8af010f3a4 None None] Pushing event updated for resources: {'Port': ['ID=e2013b1a-c33c-463e-bd7a-36da4b2845e4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:35.426753 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d52b8-9954-476f-9f69-6f0db3977320 None None] Checking router: 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:35.442490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Set router e38fdbe2-1635-47ec-bffc-e58a528b829a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:35.446055 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d52b8-9954-476f-9f69-6f0db3977320 None None] Routers {'459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:35.446697 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e66d52b8-9954-476f-9f69-6f0db3977320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:35.682124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bd92c872-6971-41e7-97ef-f8a20bc5823e None None] Provisioning complete for port e2013b1a-c33c-463e-bd7a-36da4b2845e4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:35.682752 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd92c872-6971-41e7-97ef-f8a20bc5823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.688258 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e66d52b8-9954-476f-9f69-6f0db3977320 None None] Set router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:35.889185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'name': 'tempest-TestVolumeBootPattern-1052139385-router', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:30Z', 'updated_at': '2021-07-06T11:56:33Z', 'revision_number': 3, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'gw_port': {'id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:32Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:35.931825 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.098779 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e66d52b8-9954-476f-9f69-6f0db3977320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '6afefdb1-252b-47ff-99ce-981520346825', 'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'mac_address': 'fa:16:3e:ee:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:42Z', 'revision_number': 5, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'subnets': [{'id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:36.117092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33964) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:36.173871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Checking router: e38fdbe2-1635-47ec-bffc-e58a528b829a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:36.174281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Updating router e38fdbe2-1635-47ec-bffc-e58a528b829a port 9af1dd72-99f7-4e33-9cb0-89871b2fe233 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:36.201817 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66d52b8-9954-476f-9f69-6f0db3977320 None None] The sync data for ids ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'] in n-d-799527-2 is: [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:43:18Z', 'revision_number': 4, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '6afefdb1-252b-47ff-99ce-981520346825', 'name': '', 'network_id': '50b2a7f7-73bf-450e-90b6-1dc0017ce431', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'mac_address': 'fa:16:3e:ee:1e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:16Z', 'updated_at': '2021-07-06T11:43:42Z', 'revision_number': 5, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'subnets': [{'id': 'cc1823c6-31ea-41af-a296-af4300e5b5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:36.262536 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.286173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dd1b-6780-436d-9c5b-df192af34ff7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.366028 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dd1b-6780-436d-9c5b-df192af34ff7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.371589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Allocated IP 172.20.0.1 (65180d81-15a4-4902-adc3-fa8dfed7574c/7ca06702-a16e-4601-9f7b-fcd003e92218/3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:36.506230 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dd1b-6780-436d-9c5b-df192af34ff7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.511560 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dd1b-6780-436d-9c5b-df192af34ff7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.513228 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bcc6dd1b-6780-436d-9c5b-df192af34ff7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "DELETE /v2.0/security-groups/02b90066-48b4-4832-b543-bcb53dcf4667 HTTP/1.1" status: 204 len: 168 time: 0.3950255 Jul 06 11:56:36.551420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33982) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:36.552377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6dd1b-6780-436d-9c5b-df192af34ff7 tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b90066-48b4-4832-b543-bcb53dcf4667,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:36.578562 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-925fd77b-c8d6-4cb5-83cb-999c75a371db tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] show failed (client error): The resource could not be found. Jul 06 11:56:36.588763 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-925fd77b-c8d6-4cb5-83cb-999c75a371db tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "GET /v2.0/security-groups/02b90066-48b4-4832-b543-bcb53dcf4667 HTTP/1.1" status: 404 len: 347 time: 0.0340786 Jul 06 11:56:36.591291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33984) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:36.619795 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.687115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Transition to ACTIVE for port object 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:36.777902 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf17b9-94de-4613-bdcf-33ee86b7c214 None None] New status for floating IP 4e798fd2-228b-48f4-97b6-afddc6b9fce1: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:56:36.779637 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.781320 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.801094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Transition to ACTIVE for port object 9af1dd72-99f7-4e33-9cb0-89871b2fe233 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:36.813459 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.922684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0aca1264-c83d-4a50-8380-4d11ff8641ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Deleting port 3cf351cb-9bc7-43f0-ba6c-5e10fef47eec {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:36.923257 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0aca1264-c83d-4a50-8380-4d11ff8641ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.941009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Pushing event updated for resources: {'Port': ['ID=3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:36.973295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c94f8-ce84-4c8c-86cf-9bf2f1fa7de6 None None] Pushing event updated for resources: {'Port': ['ID=9af1dd72-99f7-4e33-9cb0-89871b2fe233,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:36.975647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Network 65180d81-15a4-4902-adc3-fa8dfed7574c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:36.980594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:36.997635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:37.038578 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Attempting to bind port 9af1dd72-99f7-4e33-9cb0-89871b2fe233 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:37.038968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Attempting to bind port 9af1dd72-99f7-4e33-9cb0-89871b2fe233 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:37.039345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Attempting to bind port 9af1dd72-99f7-4e33-9cb0-89871b2fe233 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:37.058474 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:37.058870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:37.059666 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.059922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:37.060847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Bound port: 9af1dd72-99f7-4e33-9cb0-89871b2fe233, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:37.061251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.066399 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0aca1264-c83d-4a50-8380-4d11ff8641ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.067039 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0aca1264-c83d-4a50-8380-4d11ff8641ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.092592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0aca1264-c83d-4a50-8380-4d11ff8641ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Calling delete_port for 3cf351cb-9bc7-43f0-ba6c-5e10fef47eec owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:37.102945 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.184688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] For port 9af1dd72-99f7-4e33-9cb0-89871b2fe233, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:37.188720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] For port 9af1dd72-99f7-4e33-9cb0-89871b2fe233, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9af1dd72-99f7-4e33-9cb0-89871b2fe233,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:37.196472 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.345466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c94f8-ce84-4c8c-86cf-9bf2f1fa7de6 None None] Pushing event updated for resources: {'Port': ['ID=9af1dd72-99f7-4e33-9cb0-89871b2fe233,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:37.349663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2013b1a-c33c-463e-bd7a-36da4b2845e4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:37.451597 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0aca1264-c83d-4a50-8380-4d11ff8641ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.476996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Routers {'e38fdbe2-1635-47ec-bffc-e58a528b829a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:37.477650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e38fdbe2-1635-47ec-bffc-e58a528b829a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:37.567557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca1264-c83d-4a50-8380-4d11ff8641ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Pushing event deleted for resources: {'Port': ['ID=3cf351cb-9bc7-43f0-ba6c-5e10fef47eec,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:37.567972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.671908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] Set router e38fdbe2-1635-47ec-bffc-e58a528b829a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:37.698002 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0aca1264-c83d-4a50-8380-4d11ff8641ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.704032 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0aca1264-c83d-4a50-8380-4d11ff8641ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.710252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0aca1264-c83d-4a50-8380-4d11ff8641ca tempest-ServerActionsTestJSON-787469563 tempest-ServerActionsTestJSON-787469563-project] 10.222.0.21 "DELETE /v2.0/floatingips/4e798fd2-228b-48f4-97b6-afddc6b9fce1 HTTP/1.1" status: 204 len: 168 time: 1.1168694 Jul 06 11:56:37.721777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34010) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:37.893841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bf8d8578-90f1-41f5-a021-edd48492a8fd None None] Provisioning for port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:37.901754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bf8d8578-90f1-41f5-a021-edd48492a8fd None None] Provisioning complete for port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:37.902209 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8578-90f1-41f5-a021-edd48492a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.953420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e2013b1a-c33c-463e-bd7a-36da4b2845e4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:37.953894 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.972148 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.980529 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.005485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d8578-90f1-41f5-a021-edd48492a8fd None None] Port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:38.051172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'name': 'tempest-TestVolumeBootPattern-1052139385-router', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:30Z', 'updated_at': '2021-07-06T11:56:33Z', 'revision_number': 3, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'gw_port': {'id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:32Z', 'updated_at': '2021-07-06T11:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:38.117682 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.124552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Pushing event updated for resources: {'Port': ['ID=3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:38.125338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c91a77-18b2-4e12-b421-0aba54b71d03 None None] The sync data for ids ['e38fdbe2-1635-47ec-bffc-e58a528b829a'] in n-d-799527-2 is: [{'id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'name': 'tempest-TestVolumeBootPattern-1052139385-router', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:30Z', 'updated_at': '2021-07-06T11:56:33Z', 'revision_number': 3, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'gw_port': {'id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:32Z', 'updated_at': '2021-07-06T11:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:38.299793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34022) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:38.306459 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-01bc00b7-6dbf-4b85-be75-ca0ef67f3aae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-345852567', 'description': 'tempest-secgroup-smoke-345852567 description', 'project_id': '64814768bca940c89b9e67066652c148'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:38.347912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Network 65180d81-15a4-4902-adc3-fa8dfed7574c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:38.350334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:38.362333 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01bc00b7-6dbf-4b85-be75-ca0ef67f3aae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.418331 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01bc00b7-6dbf-4b85-be75-ca0ef67f3aae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.554453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Router e38fdbe2-1635-47ec-bffc-e58a528b829a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:38.789848 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01bc00b7-6dbf-4b85-be75-ca0ef67f3aae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.805880 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01bc00b7-6dbf-4b85-be75-ca0ef67f3aae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.855881 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a35f071c-c33c-4ed4-99d6-850c82c2d9f9 None None] Provisioning complete for port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:38.856587 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a35f071c-c33c-4ed4-99d6-850c82c2d9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.918764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:38.943510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4da9ef93-a807-450d-96d1-1d40f144f86f admin admin] 10.222.0.21 "PUT /v2.0/routers/e38fdbe2-1635-47ec-bffc-e58a528b829a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8835804 Jul 06 11:56:38.976065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a35f071c-c33c-4ed4-99d6-850c82c2d9f9 None None] Port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:38.979531 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc00b7-6dbf-4b85-be75-ca0ef67f3aae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe3b2a1-e8aa-4d94-9d23-c6ab19f327f7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:39.067471 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01bc00b7-6dbf-4b85-be75-ca0ef67f3aae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.079047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01bc00b7-6dbf-4b85-be75-ca0ef67f3aae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.121411 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01bc00b7-6dbf-4b85-be75-ca0ef67f3aae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.126403 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-01bc00b7-6dbf-4b85-be75-ca0ef67f3aae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8199439 Jul 06 11:56:39.141862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34034) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:39.162230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-86ea9928-3ee5-4f75-ba05-480b3f868a61 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '58a97b96-e490-4608-84d2-0722d1d0898c', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:39.223194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc00b7-6dbf-4b85-be75-ca0ef67f3aae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a97b96-e490-4608-84d2-0722d1d0898c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:39.284080 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86ea9928-3ee5-4f75-ba05-480b3f868a61 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.350594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9af1dd72-99f7-4e33-9cb0-89871b2fe233 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:39.442381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86ea9928-3ee5-4f75-ba05-480b3f868a61 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.450098 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86ea9928-3ee5-4f75-ba05-480b3f868a61 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.505228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9af1dd72-99f7-4e33-9cb0-89871b2fe233 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:39.511524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea9928-3ee5-4f75-ba05-480b3f868a61 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331336a8-e0e9-4558-ba9f-9a1f3d61d392,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:39.522146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9af1dd72-99f7-4e33-9cb0-89871b2fe233 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:39.523107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86ea9928-3ee5-4f75-ba05-480b3f868a61 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.523572 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.530201 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-86ea9928-3ee5-4f75-ba05-480b3f868a61 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844705 Jul 06 11:56:39.533217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34044) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:39.542869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-019f47b4-5e3c-4a83-8286-9802c21c3d6f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '58a97b96-e490-4608-84d2-0722d1d0898c', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:39.674543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.746854 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-019f47b4-5e3c-4a83-8286-9802c21c3d6f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.786366 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.820306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 9af1dd72-99f7-4e33-9cb0-89871b2fe233, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9af1dd72-99f7-4e33-9cb0-89871b2fe233,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:39.832514 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.932430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=9af1dd72-99f7-4e33-9cb0-89871b2fe233,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:40.029549 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-019f47b4-5e3c-4a83-8286-9802c21c3d6f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.037924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-019f47b4-5e3c-4a83-8286-9802c21c3d6f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.065420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f47b4-5e3c-4a83-8286-9802c21c3d6f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ab11f3-aeb4-4434-89f0-f82bfd5713d5,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:40.072746 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-019f47b4-5e3c-4a83-8286-9802c21c3d6f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.073888 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-019f47b4-5e3c-4a83-8286-9802c21c3d6f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5354383 Jul 06 11:56:40.077760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34060) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:40.083626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dc970211-e46a-4a97-87e0-31eb38f30caf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '58a97b96-e490-4608-84d2-0722d1d0898c', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:40.166639 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc970211-e46a-4a97-87e0-31eb38f30caf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.322397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Deleting port 6afefdb1-252b-47ff-99ce-981520346825 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:40.323014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.354117 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc970211-e46a-4a97-87e0-31eb38f30caf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.360202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc970211-e46a-4a97-87e0-31eb38f30caf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.400926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc970211-e46a-4a97-87e0-31eb38f30caf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45b5dda-6a30-484d-90c1-7fc41a46bd0c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:40.408532 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc970211-e46a-4a97-87e0-31eb38f30caf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.411639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dc970211-e46a-4a97-87e0-31eb38f30caf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3319659 Jul 06 11:56:40.414280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:40.420764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3413ba42-d5db-40e8-95a4-4e13ccfba4ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '58a97b96-e490-4608-84d2-0722d1d0898c', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:40.486730 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3413ba42-d5db-40e8-95a4-4e13ccfba4ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.554534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] For port 6afefdb1-252b-47ff-99ce-981520346825, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6afefdb1-252b-47ff-99ce-981520346825,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:40.555107 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.587101 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Calling delete_port for 6afefdb1-252b-47ff-99ce-981520346825 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:40.698896 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3413ba42-d5db-40e8-95a4-4e13ccfba4ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.712149 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3413ba42-d5db-40e8-95a4-4e13ccfba4ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.782674 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3413ba42-d5db-40e8-95a4-4e13ccfba4ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.786928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3413ba42-d5db-40e8-95a4-4e13ccfba4ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3711796 Jul 06 11:56:40.791812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:40.804959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f0d0799e-4032-4387-b6e2-3fe1948aca0c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '58a97b96-e490-4608-84d2-0722d1d0898c', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:40.817508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413ba42-d5db-40e8-95a4-4e13ccfba4ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856d74dc-c439-4d8a-8e7b-c951c8e7347b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:40.878517 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-f0d0799e-4032-4387-b6e2-3fe1948aca0c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Project 64814768bca940c89b9e67066652c148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 11:56:40.889430 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0d0799e-4032-4387-b6e2-3fe1948aca0c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.017072 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0d0799e-4032-4387-b6e2-3fe1948aca0c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.023681 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0d0799e-4032-4387-b6e2-3fe1948aca0c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.030648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.068002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0799e-4032-4387-b6e2-3fe1948aca0c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfa7a3a-2a7c-422f-9bfb-5b423ac491b6,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:41.098634 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0d0799e-4032-4387-b6e2-3fe1948aca0c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.101008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f0d0799e-4032-4387-b6e2-3fe1948aca0c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3064103 Jul 06 11:56:41.106114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:41.111484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Pushing event deleted for resources: {'Port': ['ID=6afefdb1-252b-47ff-99ce-981520346825,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:41.119486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d6ae522e-c050-4d51-9e34-f25ef41692f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '58a97b96-e490-4608-84d2-0722d1d0898c', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:41.135614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.136603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.137311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.137969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.139286 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.140038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.140682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.141858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.142350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.143020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.143713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.144609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:41.158270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Sync routers for ids ['e38fdbe2-1635-47ec-bffc-e58a528b829a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:41.198283 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-d6ae522e-c050-4d51-9e34-f25ef41692f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Project 64814768bca940c89b9e67066652c148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 11:56:41.207148 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6ae522e-c050-4d51-9e34-f25ef41692f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.208269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Routers {'e38fdbe2-1635-47ec-bffc-e58a528b829a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:41.208934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e38fdbe2-1635-47ec-bffc-e58a528b829a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:41.300564 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6ae522e-c050-4d51-9e34-f25ef41692f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.313400 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6ae522e-c050-4d51-9e34-f25ef41692f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.357680 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6ae522e-c050-4d51-9e34-f25ef41692f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.363353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d6ae522e-c050-4d51-9e34-f25ef41692f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2559495 Jul 06 11:56:41.366547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34090) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:41.400283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'network': {'name': 'tempest-network-smoke--484512644', 'project_id': '64814768bca940c89b9e67066652c148', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:41.423609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9af1dd72-99f7-4e33-9cb0-89871b2fe233 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:41.457095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:41.476356 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.481027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae522e-c050-4d51-9e34-f25ef41692f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cf06db-4f57-4a38-a748-5b2825f0a44c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:41.582277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:41.597196 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.597625 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Added segment 0153381c-1b57-42c4-9b8a-d85f26ad91ee of type vlan for network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 Jul 06 11:56:41.669945 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.673734 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.730047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Set router e38fdbe2-1635-47ec-bffc-e58a528b829a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:41.781535 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.789895 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:41.791383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.964568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5828781 Jul 06 11:56:41.967383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00042a-9375-4add-b13f-cd303e62188d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Network': ['ID=710ac8e7-4b5e-4b24-959c-c8311ae851a2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:41.970400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34094) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:41.976928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'admin_state_up': True, 'project_id': '64814768bca940c89b9e67066652c148', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:41.989956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:41.996130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9af1dd72-99f7-4e33-9cb0-89871b2fe233 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:41.996823 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.066342 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.067849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.137424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.261910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:42.275552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'name': 'tempest-TestVolumeBootPattern-1052139385-router', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:30Z', 'updated_at': '2021-07-06T11:56:37Z', 'revision_number': 4, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'gw_port': {'id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:32Z', 'updated_at': '2021-07-06T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9', 'name': '', 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'mac_address': 'fa:16:3e:7f:43:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7ca06702-a16e-4601-9f7b-fcd003e92218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:35Z', 'updated_at': '2021-07-06T11:56:37Z', 'revision_number': 2, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'subnets': [{'id': '7ca06702-a16e-4601-9f7b-fcd003e92218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:42.314615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Checking router: e38fdbe2-1635-47ec-bffc-e58a528b829a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:42.315292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Updating router e38fdbe2-1635-47ec-bffc-e58a528b829a port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:42.375988 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.509369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.648717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:42.656811 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8c4de702-f013-450d-a773-aa6d64746352 admin admin] 10.222.0.21 "PUT /v2.0/routers/459738a8-e3c6-4eb2-ac8f-fc0d900d1e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9336648 Jul 06 11:56:42.659365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:42.663509 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bb41f-68e5-4652-b31c-cf41891f3ce0 None None] Sync routers for ids ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:42.691126 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bb41f-68e5-4652-b31c-cf41891f3ce0 None None] Routers {'459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:42.691921 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-019bb41f-68e5-4652-b31c-cf41891f3ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:42.781112 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.799552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Transition to ACTIVE for port object 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:42.816150 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.943538 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.046423 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.057887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b74c00-bf05-428a-9af1-fdc2d2c98312 None None] Pushing event updated for resources: {'Port': ['ID=3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:43.086128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.132514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Attempting to bind port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:43.133004 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Attempting to bind port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '298ad081-a294-435c-8130-be49643db7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:43.133517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Attempting to bind port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 on network 65180d81-15a4-4902-adc3-fa8dfed7574c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:43.149070 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-019bb41f-68e5-4652-b31c-cf41891f3ce0 None None] Set router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:43.167065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:43.167471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Checking segment: {'id': '298ad081-a294-435c-8130-be49643db7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:43.168012 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.168434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Bound using segment: {'id': '298ad081-a294-435c-8130-be49643db7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:43.182234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Bound port: 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298ad081-a294-435c-8130-be49643db7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:43.183073 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.319350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34130) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:43.360558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] For port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:43.385381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] For port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9,segment=NetworkSegment(298ad081-a294-435c-8130-be49643db7b8),segment_id=298ad081-a294-435c-8130-be49643db7b8)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:43.390103 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.401525 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.447313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.25.0.220 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:43.594189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b74c00-bf05-428a-9af1-fdc2d2c98312 None None] Pushing event updated for resources: {'Port': ['ID=3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:43.612162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Routers {'e38fdbe2-1635-47ec-bffc-e58a528b829a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:43.613253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e38fdbe2-1635-47ec-bffc-e58a528b829a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:43.683347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Deleting port 0435a786-ada6-40ba-89ec-8a4087ee4149 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:43.684544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.687032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bee58f7-27c7-46a4-b067-9e43d21ea7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.762156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.818877 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-019bb41f-68e5-4652-b31c-cf41891f3ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:56:40Z', 'revision_number': 5, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port': {'id': '0435a786-ada6-40ba-89ec-8a4087ee4149', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:43:10Z', 'updated_at': '2021-07-06T11:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:43.915607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.926842 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bee58f7-27c7-46a4-b067-9e43d21ea7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.939076 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bb41f-68e5-4652-b31c-cf41891f3ce0 None None] Checking router: 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:43.994104 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bee58f7-27c7-46a4-b067-9e43d21ea7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.997236 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bb41f-68e5-4652-b31c-cf41891f3ce0 None None] Routers {'459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:43.999291 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-019bb41f-68e5-4652-b31c-cf41891f3ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:44.097000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34144) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:44.097671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0bee58f7-27c7-46a4-b067-9e43d21ea7c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=510d5afa595845fb8792aee7270cdce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714674 Jul 06 11:56:44.151010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:44.174593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee58f7-27c7-46a4-b067-9e43d21ea7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8387d3f1-d0e2-4eca-8a6c-994cc0f0a44c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:44.178920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:44.200548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:44.202676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] Set router e38fdbe2-1635-47ec-bffc-e58a528b829a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:44.202891 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-019bb41f-68e5-4652-b31c-cf41891f3ce0 None None] Set router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:44.251963 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffea90e8-2556-4913-9a1c-0a8ae51beeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.303575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:44.344392 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-019bb41f-68e5-4652-b31c-cf41891f3ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:56:43Z', 'revision_number': 6, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:44.378037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] For port 0435a786-ada6-40ba-89ec-8a4087ee4149, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0435a786-ada6-40ba-89ec-8a4087ee4149,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:44.379061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.380336 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bb41f-68e5-4652-b31c-cf41891f3ce0 None None] The sync data for ids ['459738a8-e3c6-4eb2-ac8f-fc0d900d1e40'] in n-d-799527-2 is: [{'id': '459738a8-e3c6-4eb2-ac8f-fc0d900d1e40', 'name': 'tempest-ServerActionsTestJSON-2044612664-router', 'tenant_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:43:09Z', 'updated_at': '2021-07-06T11:56:43Z', 'revision_number': 6, 'project_id': '82cc64db5e6f49a7afc82e2d50e9fc7b', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:44.424623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Calling delete_port for 0435a786-ada6-40ba-89ec-8a4087ee4149 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:44.563238 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b5d7-063e-40e5-b14d-c23e0e5ac9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.575390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-4e6bd072-2e0d-44b9-8f76-68a2d0c08e87 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:44.580650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-4e6bd072-2e0d-44b9-8f76-68a2d0c08e87 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.4744809 Jul 06 11:56:44.594177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'name': 'tempest-TestVolumeBootPattern-1052139385-router', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:30Z', 'updated_at': '2021-07-06T11:56:37Z', 'revision_number': 4, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'gw_port': {'id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:32Z', 'updated_at': '2021-07-06T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9', 'name': '', 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'mac_address': 'fa:16:3e:7f:43:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7ca06702-a16e-4601-9f7b-fcd003e92218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:35Z', 'updated_at': '2021-07-06T11:56:43Z', 'revision_number': 4, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'subnets': [{'id': '7ca06702-a16e-4601-9f7b-fcd003e92218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:44.608532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-e39508d8-eac3-4596-b1cc-fe0c223b5d84 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/quotas/b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 375 time: 0.0224786 Jul 06 11:56:44.625127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b5d7-063e-40e5-b14d-c23e0e5ac9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.634898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecdd15c-9c0e-4ef2-aafb-5521c3c2de26 None None] The sync data for ids ['e38fdbe2-1635-47ec-bffc-e58a528b829a'] in n-d-799527-2 is: [{'id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'name': 'tempest-TestVolumeBootPattern-1052139385-router', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:30Z', 'updated_at': '2021-07-06T11:56:37Z', 'revision_number': 4, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'gw_port': {'id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:32Z', 'updated_at': '2021-07-06T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9', 'name': '', 'network_id': '65180d81-15a4-4902-adc3-fa8dfed7574c', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'mac_address': 'fa:16:3e:7f:43:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '7ca06702-a16e-4601-9f7b-fcd003e92218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:35Z', 'updated_at': '2021-07-06T11:56:43Z', 'revision_number': 4, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'subnets': [{'id': '7ca06702-a16e-4601-9f7b-fcd003e92218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:44.775805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-0a8df897-2d41-4638-a23f-03df558b9237 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586673 Jul 06 11:56:44.783635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-22235db4-f9fa-41af-823e-9d6c9a7e78c9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:56:44.829993 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-22235db4-f9fa-41af-823e-9d6c9a7e78c9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528290 Jul 06 11:56:44.931018 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b5d7-063e-40e5-b14d-c23e0e5ac9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.938205 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b5d7-063e-40e5-b14d-c23e0e5ac9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.942859 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1fe9b5d7-063e-40e5-b14d-c23e0e5ac9ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8387d3f1-d0e2-4eca-8a6c-994cc0f0a44c HTTP/1.1" status: 204 len: 168 time: 0.8417892 Jul 06 11:56:44.944031 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.087756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9b5d7-063e-40e5-b14d-c23e0e5ac9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8387d3f1-d0e2-4eca-8a6c-994cc0f0a44c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:45.153074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-3e14c9ca-e691-4c48-898d-4bf10ba005f7 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212397 Jul 06 11:56:45.159464 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.208966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0435a786-ada6-40ba-89ec-8a4087ee4149,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:45.221341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.221916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.222357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.223171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.223171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.223640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.224154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.224593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.224996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.225572 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.226372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.227346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:45.381264 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.411869 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.474290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34154) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:45.567958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:45.596353 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-338fdc5e-e098-43ef-a120-9c43bff54486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.602656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-a321898b-8dae-4bd1-a6b0-44d77e416ee0 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304035 Jul 06 11:56:45.604355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.612367 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.699162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:45.704314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:45.704618 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.708141 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.708672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:56:45.719279 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.720669 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f8309e0b-f0b7-4eb7-959c-2180fd82c6d6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/459738a8-e3c6-4eb2-ac8f-fc0d900d1e40 HTTP/1.1" status: 204 len: 168 time: 3.0600777 Jul 06 11:56:45.723533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34158) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:45.854767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a4097f-1a4e-4513-80dc-c9bc386d9ce2 admin admin] Deleting subnet cc1823c6-31ea-41af-a296-af4300e5b5d6 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:56:45.875165 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7a4097f-1a4e-4513-80dc-c9bc386d9ce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.881453 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.979938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9,segment=NetworkSegment(298ad081-a294-435c-8130-be49643db7b8),segment_id=298ad081-a294-435c-8130-be49643db7b8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:45.983624 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7a4097f-1a4e-4513-80dc-c9bc386d9ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.991931 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.114438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-338fdc5e-e098-43ef-a120-9c43bff54486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.129801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6afefdb1-252b-47ff-99ce-981520346825 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:46.136747 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-338fdc5e-e098-43ef-a120-9c43bff54486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.203833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 6afefdb1-252b-47ff-99ce-981520346825 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:46.204183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6afefdb1-252b-47ff-99ce-981520346825 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:46.204626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0435a786-ada6-40ba-89ec-8a4087ee4149 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:46.228117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 0435a786-ada6-40ba-89ec-8a4087ee4149 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:46.228422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0435a786-ada6-40ba-89ec-8a4087ee4149 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:46.233382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:46.300964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fdc5e-e098-43ef-a120-9c43bff54486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679bfce6-f030-40e1-93e3-f35ad165a74a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:46.337951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-338fdc5e-e098-43ef-a120-9c43bff54486 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a8f13fa14d54701bfc70ae33dccc9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8582652 Jul 06 11:56:46.340991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34170) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:46.417639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b71eacab-2fb6-481b-bcff-bd1347718280 req-a84181d6-7bc4-4ca9-94c6-8e12a3c51ee1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 210 time: 0.1185632 Jul 06 11:56:46.419252 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7a4097f-1a4e-4513-80dc-c9bc386d9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.500383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 3706d527-913c-4a5c-80e9-9f9c253b813a is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:56:46.550021 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42bbcfc1-c5a9-4150-bfa7-3fce754bd970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.603801 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7a4097f-1a4e-4513-80dc-c9bc386d9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.652370 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42bbcfc1-c5a9-4150-bfa7-3fce754bd970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.705456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:46.729820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Sync routers for ids ['3706d527-913c-4a5c-80e9-9f9c253b813a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:46.744907 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.753068 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4dbc2217-17bc-4d84-bab4-472202394e51 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.7788217 Jul 06 11:56:46.753799 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34184) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:46.758130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Routers {'3706d527-913c-4a5c-80e9-9f9c253b813a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:46.768987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4097f-1a4e-4513-80dc-c9bc386d9ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1823c6-31ea-41af-a296-af4300e5b5d6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:46.769591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3706d527-913c-4a5c-80e9-9f9c253b813a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:46.815155 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7a4097f-1a4e-4513-80dc-c9bc386d9ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.826363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34188) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:46.828025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b7a4097f-1a4e-4513-80dc-c9bc386d9ce2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cc1823c6-31ea-41af-a296-af4300e5b5d6 HTTP/1.1" status: 204 len: 168 time: 1.1034331 Jul 06 11:56:46.903000 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42bbcfc1-c5a9-4150-bfa7-3fce754bd970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.906702 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42bbcfc1-c5a9-4150-bfa7-3fce754bd970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.911538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-42bbcfc1-c5a9-4150-bfa7-3fce754bd970 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/679bfce6-f030-40e1-93e3-f35ad165a74a HTTP/1.1" status: 204 len: 168 time: 0.5701356 Jul 06 11:56:46.912179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d4673-1603-4147-9264-bbf7695aa33f None None] Network 50b2a7f7-73bf-450e-90b6-1dc0017ce431 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:46.922636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbcfc1-c5a9-4150-bfa7-3fce754bd970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679bfce6-f030-40e1-93e3-f35ad165a74a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:46.990202 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.067296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Deleting port 42052a81-3781-4018-ba97-3b51b768001c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:47.067835 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.249691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:47.277705 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-708808a6-ee84-46c3-91ea-e428ab3b6197 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=64814768bca940c89b9e67066652c148&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5225582 Jul 06 11:56:47.280769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34196) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:47.294397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] For port 42052a81-3781-4018-ba97-3b51b768001c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=42052a81-3781-4018-ba97-3b51b768001c,segment=NetworkSegment(ad8f65f4-156f-4b82-9e72-7a7b80cc9a21),segment_id=ad8f65f4-156f-4b82-9e72-7a7b80cc9a21)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:47.295403 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.322210 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Calling delete_port for 42052a81-3781-4018-ba97-3b51b768001c owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:47.412985 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34198) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:47.485431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Set router 3706d527-913c-4a5c-80e9-9f9c253b813a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:47.543618 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.611276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42052a81-3781-4018-ba97-3b51b768001c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:47.618384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] No DVR routers for this DVR port 42052a81-3781-4018-ba97-3b51b768001c on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:47.677040 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c4024-8c9a-45a0-bd76-9b3ea90776fc tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:47.683031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34206) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:47.684438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b20c4024-8c9a-45a0-bd76-9b3ea90776fc tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4025512 Jul 06 11:56:47.764666 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2b9e263-913d-4d2e-9ed1-8ca5d7bd72a0 req-fdbd7987-2319-4830-b7c1-e7ce950c6525 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 210 time: 0.0754352 Jul 06 11:56:47.834247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.846500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b2a7f7-73bf-450e-90b6-1dc0017ce431']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:47.849192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:47.850102 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.859783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:47.860234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8f65f4-156f-4b82-9e72-7a7b80cc9a21') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:47.882524 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6ee95eae-9ed3-4691-9d6a-f4017a1cf727 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1981783 Jul 06 11:56:47.882949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:47.890153 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386358373', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'project_id': '64814768bca940c89b9e67066652c148', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:47.899743 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.943193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:44Z', 'revision_number': 3, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:47.977301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Checking router: 3706d527-913c-4a5c-80e9-9f9c253b813a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:47.978014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Updating router 3706d527-913c-4a5c-80e9-9f9c253b813a port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:47.989920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.033652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:48.035054 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:48.041495 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:48.046194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-759c795e-be26-4e7d-b0af-51058141cdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.055936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aa5a48-6991-44f0-b68a-43c0f0a2a1c3 None None] DHCP port deletion for 50b2a7f7-73bf-450e-90b6-1dc0017ce431 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:56:48.088424 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.203489 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.315100 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.331645 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.339652 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/50b2a7f7-73bf-450e-90b6-1dc0017ce431 HTTP/1.1" status: 204 len: 168 time: 1.5123127 Jul 06 11:56:48.419311 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1df86d87-2952-48a1-b8ea-999ebdc27171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.428824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2503525-f2c9-4379-88c8-e70fe5b257f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=50b2a7f7-73bf-450e-90b6-1dc0017ce431,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:48.492255 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-759c795e-be26-4e7d-b0af-51058141cdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.499085 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-759c795e-be26-4e7d-b0af-51058141cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.555061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:48.604243 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-759c795e-be26-4e7d-b0af-51058141cdaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42617e02f2b244f9aa8f746b7fe20ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1878338 Jul 06 11:56:48.605328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34228) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:48.607601 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c795e-be26-4e7d-b0af-51058141cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be15f5ad-d165-4201-855f-9e2ab1d99d5c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:48.676207 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-688cb755-b840-4346-a716-47794bec8012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.692587 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-96961e8b-e1b1-4a1b-873b-c3a0bf670ca8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82cc64db5e6f49a7afc82e2d50e9fc7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363559 Jul 06 11:56:48.702149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-688cb755-b840-4346-a716-47794bec8012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.702987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-915fd2a9-d702-4587-a12e-0ca7c4e30003 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:48.704561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-915fd2a9-d702-4587-a12e-0ca7c4e30003 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.2622330 Jul 06 11:56:48.705217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:48.720572 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.723510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34230) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:48.723701 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.734944 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.750584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Transition to ACTIVE for port object e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:48.761187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'port': {'device_id': 'e6e9fff4-5931-4d9f-a255-0693f31017f6', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'admin_state_up': True, 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:48.761417 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.798374 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9416d407-c8a6-4ba0-ae9d-0c9eeb3f7345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.822973 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-688cb755-b840-4346-a716-47794bec8012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.828608 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-688cb755-b840-4346-a716-47794bec8012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.831847 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-688cb755-b840-4346-a716-47794bec8012 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be15f5ad-d165-4201-855f-9e2ab1d99d5c HTTP/1.1" status: 204 len: 168 time: 0.2252860 Jul 06 11:56:48.853515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315a534-654d-4889-ad0b-77f7961ef237 None None] Pushing event updated for resources: {'Port': ['ID=e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:48.857218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Attempting to bind port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:48.857581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Attempting to bind port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:48.857951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Attempting to bind port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:48.865853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:48.866547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:48.867222 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.867908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:48.869065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Bound port: e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:48.869694 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.884482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cb755-b840-4346-a716-47794bec8012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be15f5ad-d165-4201-855f-9e2ab1d99d5c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:48.888558 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9416d407-c8a6-4ba0-ae9d-0c9eeb3f7345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.954925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] For port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:48.961770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] For port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:48.970129 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.989001 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9416d407-c8a6-4ba0-ae9d-0c9eeb3f7345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.993538 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9416d407-c8a6-4ba0-ae9d-0c9eeb3f7345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.999658 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9416d407-c8a6-4ba0-ae9d-0c9eeb3f7345 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfe1d701-4bd3-406d-be9a-6e1dfd3896de HTTP/1.1" status: 204 len: 168 time: 0.2708008 Jul 06 11:56:49.007173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416d407-c8a6-4ba0-ae9d-0c9eeb3f7345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe1d701-4bd3-406d-be9a-6e1dfd3896de,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:49.080423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Routers {'3706d527-913c-4a5c-80e9-9f9c253b813a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:49.081178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3706d527-913c-4a5c-80e9-9f9c253b813a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:49.153279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b8504a6-96c6-4abd-804d-cb91a69a64b8 req-22e1d799-b35c-4eba-a52f-4336e093f8c3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 210 time: 0.1908760 Jul 06 11:56:49.157167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315a534-654d-4889-ad0b-77f7961ef237 None None] Pushing event updated for resources: {'Port': ['ID=e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:49.270783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 42052a81-3781-4018-ba97-3b51b768001c no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:49.296656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 42052a81-3781-4018-ba97-3b51b768001c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:49.296998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 42052a81-3781-4018-ba97-3b51b768001c not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:49.333711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] Set router 3706d527-913c-4a5c-80e9-9f9c253b813a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:49.380052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Made reservation on behalf of b768ea49d15e4735a0ee81828071c36d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:49.383987 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.593625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:44Z', 'revision_number': 3, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:49.644709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf778595-21b3-4308-a353-fb70310f4091 None None] The sync data for ids ['3706d527-913c-4a5c-80e9-9f9c253b813a'] in n-d-799527-2 is: [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:44Z', 'revision_number': 3, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:49.646166 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.806595 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Subnet': ['ID=b9f9a547-3c5d-4418-a19e-31d9367ad4ae,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:49.811282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Checking segment: {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:49.811662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network hostable DHCP agents. Network: 710ac8e7-4b5e-4b24-959c-c8311ae851a2, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:49.835011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Allocated IP 172.20.0.9 (96ac95ab-c16d-44b8-a50f-62ff9bdc3228/cb861ac0-7293-4d41-a5d1-256ee914815a/6d0ff8ed-dacf-4f85-9e34-4026e3316f66) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:49.857949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:49.887092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 710ac8e7-4b5e-4b24-959c-c8311ae851a2) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:49.896609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:49.897217 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.904131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d0959b-839b-4598-b08b-c6bfd29b0325 None None] Network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:49.922228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d0c55d4d-6cfd-4d98-98e7-cfb734e42010 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0376451 Jul 06 11:56:49.924928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34254) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:50.002980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34256) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:50.071295 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e96bf8e-368f-4a99-b8b9-5fd05b757df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.194513 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.234519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Transition to ACTIVE for port object 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:50.324734 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e96bf8e-368f-4a99-b8b9-5fd05b757df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.330746 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.333890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e96bf8e-368f-4a99-b8b9-5fd05b757df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.345390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'tenant_id': '64814768bca940c89b9e67066652c148', 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:50.346275 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.393198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=6d0ff8ed-dacf-4f85-9e34-4026e3316f66,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:50.445776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:50.447037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96bf8e-368f-4a99-b8b9-5fd05b757df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20b3d47-fdd8-4f33-9c35-a13d86a0058c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:50.456224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1e96bf8e-368f-4a99-b8b9-5fd05b757df2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca28c15f4dd54a97a4f409c534740370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524081 Jul 06 11:56:50.457052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34266) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:50.458475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:50.461748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:50.561314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.561979 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.604641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-077ed242-ed83-43f2-983a-3fcb028dfc33 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8598557 Jul 06 11:56:50.676308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Request body: {'port': {'device_id': 'e6e9fff4-5931-4d9f-a255-0693f31017f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:50.753840 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebe26b1e-04e4-44be-9985-c3c313a91146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.781890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebe26b1e-04e4-44be-9985-c3c313a91146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.818946 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.847035 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebe26b1e-04e4-44be-9985-c3c313a91146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.850262 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebe26b1e-04e4-44be-9985-c3c313a91146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.854783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ebe26b1e-04e4-44be-9985-c3c313a91146 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d20b3d47-fdd8-4f33-9c35-a13d86a0058c HTTP/1.1" status: 204 len: 168 time: 0.3941474 Jul 06 11:56:50.860618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Allocated IP 172.20.0.2 (710ac8e7-4b5e-4b24-959c-c8311ae851a2/b9f9a547-3c5d-4418-a19e-31d9367ad4ae/02dcb2bb-b514-49ed-8649-6fe893e1b27c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:50.909329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe26b1e-04e4-44be-9985-c3c313a91146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20b3d47-fdd8-4f33-9c35-a13d86a0058c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:50.934179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e7460-26d1-434d-894d-a033c3a9d0f9 req-62cea0cb-f203-4bd2-ba52-fa4d02c1a50d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.942255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-431e7460-26d1-434d-894d-a033c3a9d0f9 req-62cea0cb-f203-4bd2-ba52-fa4d02c1a50d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 931 time: 0.3537624 Jul 06 11:56:50.971175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.008271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-431e7460-26d1-434d-894d-a033c3a9d0f9 req-15af773e-5515-47df-b248-2d67069fff9d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649166 Jul 06 11:56:51.173899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-27db283a-b9b1-48e0-b3d7-8fb0b1bd4ad1 None None] Provisioning for port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:51.188257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-27db283a-b9b1-48e0-b3d7-8fb0b1bd4ad1 None None] Provisioning complete for port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:51.188630 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-27db283a-b9b1-48e0-b3d7-8fb0b1bd4ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.222057 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.323617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:51.405619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-27db283a-b9b1-48e0-b3d7-8fb0b1bd4ad1 None None] Port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:51.672516 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.694962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Transition to ACTIVE for port object 02dcb2bb-b514-49ed-8649-6fe893e1b27c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:51.706662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:51.725949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:51.726983 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.736456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Transition to ACTIVE for port object 02dcb2bb-b514-49ed-8649-6fe893e1b27c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:51.782415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:51.798190 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.844934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Transition to ACTIVE for port object 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:51.852761 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.086739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.20.0.1 (710ac8e7-4b5e-4b24-959c-c8311ae851a2/b9f9a547-3c5d-4418-a19e-31d9367ad4ae/35510694-74c9-4c02-836e-0ce8cd8b71f8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:52.120505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34292) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:52.125168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ff8ed-dacf-4f85-9e34-4026e3316f66,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:52.173470 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Attempting to bind port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:52.173966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Attempting to bind port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:52.174192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Attempting to bind port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:52.182074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:56:52.182360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Attempting to bind port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:52.185920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0b5916e-50db-4f94-a47e-0bb7fa523f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.196450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:52.196773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Checking segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:52.197206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Bound using segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:52.197623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Bound port: 6d0ff8ed-dacf-4f85-9e34-4026e3316f66, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:52.197987 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.339250 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.425673 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.444222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Transition to ACTIVE for port object 35510694-74c9-4c02-836e-0ce8cd8b71f8 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:52.509648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] For port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:52.517676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:52.564928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] For port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6d0ff8ed-dacf-4f85-9e34-4026e3316f66,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:52.583531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.587009 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.591694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:52.594988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:52.643264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Pushing event updated for resources: {'Port': ['ID=02dcb2bb-b514-49ed-8649-6fe893e1b27c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:52.704619 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.731323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cc4de-3af7-4dcb-8f75-cd1038e5cac4 req-2c84e7d7-2351-46d3-83dd-7b3c949ebc51 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:52.738961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a51cc4de-3af7-4dcb-8f75-cd1038e5cac4 req-2c84e7d7-2351-46d3-83dd-7b3c949ebc51 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 943 time: 0.3423951 Jul 06 11:56:52.757540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:52.765912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:52.767353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:52.769705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:52.776522 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.782775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] 10.222.0.47 "PUT /v2.0/ports/6d0ff8ed-dacf-4f85-9e34-4026e3316f66 HTTP/1.1" status: 200 len: 1091 time: 2.1553884 Jul 06 11:56:52.784377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:52.785172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=35510694-74c9-4c02-836e-0ce8cd8b71f8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:52.785429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Attempting to bind port 02dcb2bb-b514-49ed-8649-6fe893e1b27c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:52.785803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Attempting to bind port 02dcb2bb-b514-49ed-8649-6fe893e1b27c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:52.786800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Attempting to bind port 02dcb2bb-b514-49ed-8649-6fe893e1b27c on network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:52.789290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e9fff4-5931-4d9f-a255-0693f31017f6', 'tag': '6d0ff8ed-dacf-4f85-9e34-4026e3316f66'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:52.798591 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e9fff4-5931-4d9f-a255-0693f31017f6", "tag": "6d0ff8ed-dacf-4f85-9e34-4026e3316f66"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:52.814526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:52.815338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Checking segment: {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:52.817503 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.818121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Bound using segment: {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:52.824439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Bound port: 02dcb2bb-b514-49ed-8649-6fe893e1b27c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:52.825695 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.828414 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.901098 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0b5916e-50db-4f94-a47e-0bb7fa523f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.914562 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.987301 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777224f3-274e-4223-ac54-d8d06f528d84 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ff8ed-dacf-4f85-9e34-4026e3316f66,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:53.020088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:53.063330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] For port 02dcb2bb-b514-49ed-8649-6fe893e1b27c, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:53.069913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] For port 02dcb2bb-b514-49ed-8649-6fe893e1b27c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=02dcb2bb-b514-49ed-8649-6fe893e1b27c,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:53.079495 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.081494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0b5916e-50db-4f94-a47e-0bb7fa523f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.090228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a51cc4de-3af7-4dcb-8f75-cd1038e5cac4 req-f1bf56d5-cde9-470e-a324-63eff41cb3cb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064396 Jul 06 11:56:53.138516 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3190e0a5-da3e-4b00-9806-38e4433a05f0 x-openstack-request-id: req-3190e0a5-da3e-4b00-9806-38e4433a05f0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:53.138817 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e9fff4-5931-4d9f-a255-0693f31017f6", "tag": "6d0ff8ed-dacf-4f85-9e34-4026e3316f66", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:53.139071 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3190e0a5-da3e-4b00-9806-38e4433a05f0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:53.139495 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e9fff4-5931-4d9f-a255-0693f31017f6', 'tag': '6d0ff8ed-dacf-4f85-9e34-4026e3316f66', 'status': 'completed', 'code': 200} Jul 06 11:56:53.145184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-1c70f721-55be-4389-a9e9-f0f45023a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:53.146963 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-1c70f721-55be-4389-a9e9-f0f45023a827 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 1094 time: 0.2745404 Jul 06 11:56:53.205347 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c0b5916e-50db-4f94-a47e-0bb7fa523f43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59b99f616cea44aba56d51afcc021ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0840321 Jul 06 11:56:53.212877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34316) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:53.234182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5916e-50db-4f94-a47e-0bb7fa523f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5de094-c32b-447f-9de8-cec3c8c1e9f3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:53.258044 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.284825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:53.286517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-bd73eee6-9ec5-4732-a778-191444d14db0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d0ff8ed-dacf-4f85-9e34-4026e3316f66 HTTP/1.1" status: 200 len: 217 time: 0.1318429 Jul 06 11:56:53.351382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045424f-3993-4288-8d93-b47ddfbaecca None None] Pushing event updated for resources: {'Port': ['ID=02dcb2bb-b514-49ed-8649-6fe893e1b27c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:53.412898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9a82312-5f54-4ba6-86a7-cfd70d579cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.421407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-159ba6fa-c1dd-48b0-b081-8219a01942ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:53.424066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-159ba6fa-c1dd-48b0-b081-8219a01942ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.1284873 Jul 06 11:56:53.424590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:53.425263 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.489111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9a82312-5f54-4ba6-86a7-cfd70d579cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.561438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-2f6ef8df-319c-4548-be46-536497561acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:53.565750 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-2f6ef8df-319c-4548-be46-536497561acd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335850 Jul 06 11:56:53.690488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9a82312-5f54-4ba6-86a7-cfd70d579cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.693505 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9a82312-5f54-4ba6-86a7-cfd70d579cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.695044 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b9a82312-5f54-4ba6-86a7-cfd70d579cdd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b5de094-c32b-447f-9de8-cec3c8c1e9f3 HTTP/1.1" status: 204 len: 168 time: 0.4812155 Jul 06 11:56:53.734598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a82312-5f54-4ba6-86a7-cfd70d579cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5de094-c32b-447f-9de8-cec3c8c1e9f3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:53.775325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:53.830814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-e5d41312-9d45-4f69-a023-41953cf60bcc service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367404 Jul 06 11:56:54.038159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73a6b5cf-5ffb-49ac-9af4-8502dee2e974 req-8fd52ca7-d475-4382-b0bd-9c6c5cf99d31 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991234 Jul 06 11:56:54.056220 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.072309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.298823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f req-e82bf762-f283-43b1-a645-a5a84437baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:54.305160 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f req-e82bf762-f283-43b1-a645-a5a84437baa5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 1094 time: 0.1792016 Jul 06 11:56:54.346113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=35510694-74c9-4c02-836e-0ce8cd8b71f8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:54.356045 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.417618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de68f94a-b16d-40b3-aedf-d7c815d4c18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.584567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:54.589625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:54.605264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f req-a8781ce3-4a71-4235-a6e1-e0464b2655da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:54.607876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f req-a8781ce3-4a71-4235-a6e1-e0464b2655da service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.2963557 Jul 06 11:56:54.624652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab35c84-acc8-42e3-8dc7-e4c16290e97e req-f570e397-2849-4d37-b265-73025381b2c8 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:54.632724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fab35c84-acc8-42e3-8dc7-e4c16290e97e req-f570e397-2849-4d37-b265-73025381b2c8 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 943 time: 0.2165966 Jul 06 11:56:54.729587 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f req-4309b2f9-4974-4752-9488-b5df253412b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d0ff8ed-dacf-4f85-9e34-4026e3316f66 HTTP/1.1" status: 200 len: 217 time: 0.0937033 Jul 06 11:56:54.810303 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fab35c84-acc8-42e3-8dc7-e4c16290e97e req-343ee80e-4b0e-4724-a028-5b43c332935d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762779 Jul 06 11:56:54.835794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f req-b440ff93-c758-4b8c-b056-6960d93a18f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:54.837353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f req-b440ff93-c758-4b8c-b056-6960d93a18f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0962009 Jul 06 11:56:54.888205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34344) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:54.901715 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de68f94a-b16d-40b3-aedf-d7c815d4c18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.907229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 3706d527-913c-4a5c-80e9-9f9c253b813a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:54.910658 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de68f94a-b16d-40b3-aedf-d7c815d4c18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.958099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596a24f5-efd2-405d-b439-7227c336fcfb None None] Network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:54.992127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-de68f94a-b16d-40b3-aedf-d7c815d4c18c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7195172c3ebe49dfad1a938bae21c8e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2154157 Jul 06 11:56:54.992894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34348) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:55.068487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68f94a-b16d-40b3-aedf-d7c815d4c18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c00f87-e27e-4fbd-afd7-ff6b179728ac,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:55.074672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e30c79b3-0d63-4f4f-840e-edb635d3512c None None] Provisioning for port 02dcb2bb-b514-49ed-8649-6fe893e1b27c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:55.111872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:55.125033 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-98d4f8b2-86f6-447e-8350-7fe0a5a8db13 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "PUT /v2.0/routers/3706d527-913c-4a5c-80e9-9f9c253b813a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1985521 Jul 06 11:56:55.126741 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f req-76b772fc-f520-4dac-b598-2441f6d443fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:55.128472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f req-76b772fc-f520-4dac-b598-2441f6d443fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2791927 Jul 06 11:56:55.133806 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Sync routers for ids ['3706d527-913c-4a5c-80e9-9f9c253b813a'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:55.141134 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8cd9-6334-43cc-8c75-08ff44e6befa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.146931 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Routers {'3706d527-913c-4a5c-80e9-9f9c253b813a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:55.148230 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3706d527-913c-4a5c-80e9-9f9c253b813a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:55.222002 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec733-43d3-4d8e-b47e-a9e3474064cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.284530 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec733-43d3-4d8e-b47e-a9e3474064cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.395600 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec733-43d3-4d8e-b47e-a9e3474064cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.399910 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec733-43d3-4d8e-b47e-a9e3474064cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.404116 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-eb2ec733-43d3-4d8e-b47e-a9e3474064cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5c00f87-e27e-4fbd-afd7-ff6b179728ac HTTP/1.1" status: 204 len: 168 time: 0.3899956 Jul 06 11:56:55.415020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 02dcb2bb-b514-49ed-8649-6fe893e1b27c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:55.436842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ec733-43d3-4d8e-b47e-a9e3474064cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c00f87-e27e-4fbd-afd7-ff6b179728ac,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:55.537405 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8cd9-6334-43cc-8c75-08ff44e6befa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.545971 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1ef8cd9-6334-43cc-8c75-08ff44e6befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.548282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f req-41845e70-e9df-4a75-8016-2885ab9ed2c8 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120393 Jul 06 11:56:55.550650 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Set router 3706d527-913c-4a5c-80e9-9f9c253b813a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:55.610371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef8cd9-6334-43cc-8c75-08ff44e6befa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e497ff-88a8-400c-820c-eceb954d3480,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:55.617981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 02dcb2bb-b514-49ed-8649-6fe893e1b27c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:55.626938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 02dcb2bb-b514-49ed-8649-6fe893e1b27c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:55.627334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.676391 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a1ef8cd9-6334-43cc-8c75-08ff44e6befa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99651f55b69d481bbbaa833bc28cff19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7867777 Jul 06 11:56:55.681955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34366) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:55.813475 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-a635ce43-d0ee-4adc-86b4-be48a820b940 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345852567&fields=id&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 267 time: 0.2349246 Jul 06 11:56:55.851179 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56518ef3-9888-4f7a-8f48-5060f1faf18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.892684 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.920264 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56518ef3-9888-4f7a-8f48-5060f1faf18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.957038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a6dfa56-dcca-4a72-a017-1dd6a995c02f req-6c95da75-bf44-4954-a055-c8938716bb4a service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015398 Jul 06 11:56:56.002034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 02dcb2bb-b514-49ed-8649-6fe893e1b27c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=02dcb2bb-b514-49ed-8649-6fe893e1b27c,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:56.013693 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.039505 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56518ef3-9888-4f7a-8f48-5060f1faf18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.045318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56518ef3-9888-4f7a-8f48-5060f1faf18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.049807 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-56518ef3-9888-4f7a-8f48-5060f1faf18c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1e497ff-88a8-400c-820c-eceb954d3480 HTTP/1.1" status: 204 len: 168 time: 0.3667428 Jul 06 11:56:56.067851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56518ef3-9888-4f7a-8f48-5060f1faf18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e497ff-88a8-400c-820c-eceb954d3480,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:56.166002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-8cfeae40-127e-42e4-a7c2-9d8b8c7e4705 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:56.170357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-8cfeae40-127e-42e4-a7c2-9d8b8c7e4705 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/networks?id=710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 200 len: 796 time: 0.3332376 Jul 06 11:56:56.191665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-873414d3-9463-429c-8458-18a43a036cda tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/quotas/64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 375 time: 0.0157537 Jul 06 11:56:56.201467 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:53Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '35510694-74c9-4c02-836e-0ce8cd8b71f8', 'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:ec:8b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:51Z', 'updated_at': '2021-07-06T11:56:53Z', 'revision_number': 2, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:56.258900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=02dcb2bb-b514-49ed-8649-6fe893e1b27c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:56.264744 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Checking router: 3706d527-913c-4a5c-80e9-9f9c253b813a for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:56.265113 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Updating router 3706d527-913c-4a5c-80e9-9f9c253b813a port 35510694-74c9-4c02-836e-0ce8cd8b71f8 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:56.292211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-13f88e46-2ea9-4ee6-bb13-558b17bfe00c None None] Provisioning complete for port 02dcb2bb-b514-49ed-8649-6fe893e1b27c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:56.293436 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13f88e46-2ea9-4ee6-bb13-558b17bfe00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.354888 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.461233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5687ffe-0f1f-4bad-bed1-57310e36bf75 req-1559bdd7-e4eb-442a-b68a-a396fb6a8ee6 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:56.467582 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a5687ffe-0f1f-4bad-bed1-57310e36bf75 req-1559bdd7-e4eb-442a-b68a-a396fb6a8ee6 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 943 time: 0.2746303 Jul 06 11:56:56.475514 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-91c4e1fc-9dd9-410b-8dc8-b3c36fec53f7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2696991 Jul 06 11:56:56.542854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a5687ffe-0f1f-4bad-bed1-57310e36bf75 req-739a18d1-5f26-40c7-9497-a8dbc175c8ca tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661063 Jul 06 11:56:56.646366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-13f88e46-2ea9-4ee6-bb13-558b17bfe00c None None] Provisioning for port 35510694-74c9-4c02-836e-0ce8cd8b71f8 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:56.655897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-13f88e46-2ea9-4ee6-bb13-558b17bfe00c None None] Provisioning complete for port 35510694-74c9-4c02-836e-0ce8cd8b71f8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:56.657395 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13f88e46-2ea9-4ee6-bb13-558b17bfe00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.746438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-13f88e46-2ea9-4ee6-bb13-558b17bfe00c None None] Port 35510694-74c9-4c02-836e-0ce8cd8b71f8 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:56.885623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e0011e37-df91-4727-8982-333e038f7bd0 None None] Provisioning complete for port 35510694-74c9-4c02-836e-0ce8cd8b71f8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:56.885623 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0011e37-df91-4727-8982-333e038f7bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.929388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-cc8dea3a-8c0c-4c8e-861c-a99a4e1ec2fd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:56:56.931544 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-cc8dea3a-8c0c-4c8e-861c-a99a4e1ec2fd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4319088 Jul 06 11:56:56.936359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e0011e37-df91-4727-8982-333e038f7bd0 None None] Port 35510694-74c9-4c02-836e-0ce8cd8b71f8 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:56.963530 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.990639 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Transition to ACTIVE for port object 35510694-74c9-4c02-836e-0ce8cd8b71f8 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:56.992945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34400) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:57.009572 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.136777 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-0de323fe-4ffe-4342-bfd2-be6bc7220999 service neutron] 10.222.0.21 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973581 Jul 06 11:56:57.182782 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b2255-b4eb-492a-9fc1-e68ec379134f None None] Pushing event updated for resources: {'Port': ['ID=35510694-74c9-4c02-836e-0ce8cd8b71f8,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:57.213621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1325467788-network', 'tenant_id': '83a39bd45c3841e6a5686b1eaedc3879'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:57.246020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 02dcb2bb-b514-49ed-8649-6fe893e1b27c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:57.257645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Made reservation on behalf of 83a39bd45c3841e6a5686b1eaedc3879 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:57.260501 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.275491 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.283744 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Attempting to bind port 35510694-74c9-4c02-836e-0ce8cd8b71f8 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:57.284251 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Attempting to bind port 35510694-74c9-4c02-836e-0ce8cd8b71f8 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:57.286041 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Attempting to bind port 35510694-74c9-4c02-836e-0ce8cd8b71f8 on network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:57.303212 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:57.304192 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Checking segment: {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:57.305551 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.306000 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Bound using segment: {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:57.307723 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Bound port: 35510694-74c9-4c02-836e-0ce8cd8b71f8, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:57.312036 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.386048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-f60979f4-a6c9-494f-8aa8-73f9d53d6f9b service neutron] 10.222.0.21 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413719 Jul 06 11:56:57.445879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 02dcb2bb-b514-49ed-8649-6fe893e1b27c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:57.446149 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.462654 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.468078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.488142 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] For port 35510694-74c9-4c02-836e-0ce8cd8b71f8, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:57.493549 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] For port 35510694-74c9-4c02-836e-0ce8cd8b71f8, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=35510694-74c9-4c02-836e-0ce8cd8b71f8,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:57.502739 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.510545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:57.520657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:57.530371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.530843 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Added segment cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f of type vlan for network be893bb4-5cec-4726-816d-ac3d0c2b9606 Jul 06 11:56:57.558875 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Routers {'3706d527-913c-4a5c-80e9-9f9c253b813a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:57.560561 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3706d527-913c-4a5c-80e9-9f9c253b813a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:57.650416 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.735735 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.736853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:57.737521 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.781587 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b2255-b4eb-492a-9fc1-e68ec379134f None None] Pushing event updated for resources: {'Port': ['ID=35510694-74c9-4c02-836e-0ce8cd8b71f8,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:57.819685 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] Set router 3706d527-913c-4a5c-80e9-9f9c253b813a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:57.844599 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8468671 Jul 06 11:56:57.846819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4198e68f-775e-46f8-9b2c-f1e0e60ad2cf req-b350b3b2-0d3b-489a-99ee-ccace72211bc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 210 time: 0.0732520 Jul 06 11:56:57.849512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34420) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:57.857098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] Request body: {'subnet': {'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1325467788-subnet', 'tenant_id': '83a39bd45c3841e6a5686b1eaedc3879', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:57.891326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fa6c2-00ec-4ed1-a5bd-50b2767152d7 admin admin] Pushing event updated for resources: {'Network': ['ID=be893bb4-5cec-4726-816d-ac3d0c2b9606,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:57.906279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network be893bb4-5cec-4726-816d-ac3d0c2b9606 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:57.914755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ef165-9dc2-4b54-97d2-07082a01ba0d req-0968e3b8-95b0-4da8-afbf-bf30740fb33f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:57.916565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e29ef165-9dc2-4b54-97d2-07082a01ba0d req-0968e3b8-95b0-4da8-afbf-bf30740fb33f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 943 time: 0.1593425 Jul 06 11:56:57.917999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] Made reservation on behalf of 83a39bd45c3841e6a5686b1eaedc3879 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:57.921711 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.101502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e29ef165-9dc2-4b54-97d2-07082a01ba0d req-1e992db2-6eba-412f-837b-0ece4c41508f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655315 Jul 06 11:56:58.204953 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:53Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '35510694-74c9-4c02-836e-0ce8cd8b71f8', 'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:ec:8b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:51Z', 'updated_at': '2021-07-06T11:56:57Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:58.215694 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.234122 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c58beb-419b-4b59-8877-20db0efbd93f None None] The sync data for ids ['3706d527-913c-4a5c-80e9-9f9c253b813a'] in n-d-799527-2 is: [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:53Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '35510694-74c9-4c02-836e-0ce8cd8b71f8', 'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:ec:8b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:51Z', 'updated_at': '2021-07-06T11:56:57Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:58.291353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc6c426-7cf2-4a5c-a330-cd962cff7e60,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:58.307942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] Checking segment: {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:58.308490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] Network hostable DHCP agents. Network: be893bb4-5cec-4726-816d-ac3d0c2b9606, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:58.331501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] Network be893bb4-5cec-4726-816d-ac3d0c2b9606 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:58.345601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, be893bb4-5cec-4726-816d-ac3d0c2b9606) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:58.350943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:58.351874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.366990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b0b767-e63a-4346-a1cf-f3df59dbdd36 None None] Network be893bb4-5cec-4726-816d-ac3d0c2b9606 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:58.373703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4a34606b-a454-42c2-abbd-71fcaa90a3e0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5231085 Jul 06 11:56:58.526464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1a53ef-8075-4690-a648-4b9cd4519b32 None None] Network be893bb4-5cec-4726-816d-ac3d0c2b9606 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:58.640813 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.805263 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.018732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-0b9ca1de-6aa6-4fd9-b164-909ff3819074 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:59.020401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-0b9ca1de-6aa6-4fd9-b164-909ff3819074 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 815 time: 0.1503856 Jul 06 11:56:59.046780 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-38408cda-18e6-454b-aa5f-14fc0b3ad806 req-1c4c40e6-2f8b-42be-b474-c87debdae742 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 210 time: 0.0495188 Jul 06 11:56:59.056654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-0699cc13-99c5-4ebe-92ab-b703aca4561c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/quotas/83a39bd45c3841e6a5686b1eaedc3879 HTTP/1.1" status: 200 len: 375 time: 0.0143449 Jul 06 11:56:59.098608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-2017be36-cc15-4161-833d-42d746180946 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315919 Jul 06 11:56:59.270256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-34a957e0-28b7-426a-be15-b7b1f0ca6124 service neutron] 10.222.0.21 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617930 Jul 06 11:56:59.282070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 35510694-74c9-4c02-836e-0ce8cd8b71f8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:59.352687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 35510694-74c9-4c02-836e-0ce8cd8b71f8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:59.357989 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 35510694-74c9-4c02-836e-0ce8cd8b71f8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:59.358364 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.431290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-3dec58c7-6264-4be7-8e7b-80a60d953ddf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:59.433695 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-3dec58c7-6264-4be7-8e7b-80a60d953ddf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.86 "GET /v2.0/networks?id=710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 200 len: 796 time: 0.1976964 Jul 06 11:56:59.479940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5047ac-45b4-4cd8-a3fb-95141121069f req-7917d37f-09f9-4244-aacc-d21489977e13 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:59.488787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea5047ac-45b4-4cd8-a3fb-95141121069f req-7917d37f-09f9-4244-aacc-d21489977e13 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 943 time: 0.1646194 Jul 06 11:56:59.503147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-2b7f2242-dc32-4911-89bc-f09050348787 service neutron] 10.222.0.21 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239349 Jul 06 11:56:59.503808 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-8ac07147-4071-4fee-a99f-bba26cd6b01a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 379 time: 0.0578127 Jul 06 11:56:59.517915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'port': {'device_id': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'admin_state_up': True, 'tenant_id': '64814768bca940c89b9e67066652c148', 'security_groups': ['58a97b96-e490-4608-84d2-0722d1d0898c']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:59.537584 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.602877 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea5047ac-45b4-4cd8-a3fb-95141121069f req-1d6ceda0-752a-4a29-97f0-ab0311cb1f6c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103199 Jul 06 11:56:59.619535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 35510694-74c9-4c02-836e-0ce8cd8b71f8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=35510694-74c9-4c02-836e-0ce8cd8b71f8,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:59.626687 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.699642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:59.704180 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.760572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=35510694-74c9-4c02-836e-0ce8cd8b71f8,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:59.772277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.772634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.772984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.773328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.773671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.774011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.774364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.774795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.775242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.775644 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.777027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.777227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:59.810302 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-33504978-d21b-42fb-b075-6eaf98b5c8c6 req-912b649a-c611-4f98-bbdc-ba9bc88508a0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 210 time: 0.0670652 Jul 06 11:56:59.908777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.20.0.9 (710ac8e7-4b5e-4b24-959c-c8311ae851a2/b9f9a547-3c5d-4418-a19e-31d9367ad4ae/8963d6f8-6a40-45bb-8641-5a0b23a3c823) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:00.148750 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.168035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Transition to ACTIVE for port object 8963d6f8-6a40-45bb-8641-5a0b23a3c823 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:00.230195 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.295355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:00.295616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34ba61-e0a4-4c4f-8efc-f33d49d809ea req-81e70381-4e34-4684-aa9b-6b47921a2b79 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.303385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b34ba61-e0a4-4c4f-8efc-f33d49d809ea req-81e70381-4e34-4684-aa9b-6b47921a2b79 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 931 time: 0.0784516 Jul 06 11:57:00.303646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:00.311793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:00.363198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=8963d6f8-6a40-45bb-8641-5a0b23a3c823,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:00.364580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b34ba61-e0a4-4c4f-8efc-f33d49d809ea req-5baaa7de-4719-476d-b3d0-602c5c1b2045 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600700 Jul 06 11:57:00.405084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.406743 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.428492 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-66e75b9c-bcb6-41a2-87bc-43d509edd993 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9189215 Jul 06 11:57:00.446028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Request body: {'port': {'device_id': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:00.541532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.593991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-98e73964-3059-4b4d-90e0-d79529d19823 None None] Provisioning for port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:00.600542 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-98e73964-3059-4b4d-90e0-d79529d19823 None None] Provisioning complete for port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:00.601164 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98e73964-3059-4b4d-90e0-d79529d19823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.645704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-98e73964-3059-4b4d-90e0-d79529d19823 None None] Port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:00.832151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e6a34-38f0-4db5-8229-43a8f633a54b req-71d99e49-bb16-4dbf-9e43-f4b9be8ba548 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.834820 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-481e6a34-38f0-4db5-8229-43a8f633a54b req-71d99e49-bb16-4dbf-9e43-f4b9be8ba548 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 943 time: 0.1006012 Jul 06 11:57:00.873019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-6c99b777-c815-4e79-914e-133ac1d2bd5e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1217222 Jul 06 11:57:00.910055 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-481e6a34-38f0-4db5-8229-43a8f633a54b req-47fcfa83-0bbe-4ea3-a6cb-9ce5da37b436 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688963 Jul 06 11:57:00.947491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8963d6f8-6a40-45bb-8641-5a0b23a3c823 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:00.964770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.006190 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d1725705-111a-47b1-a2dc-0174b851cca6 req-dc51aa51-edf0-4e24-a911-8b3795c0200e tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 210 time: 0.0418324 Jul 06 11:57:01.011537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Transition to ACTIVE for port object 8963d6f8-6a40-45bb-8641-5a0b23a3c823 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:01.016611 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.089452 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Pushing event updated for resources: {'Port': ['ID=8963d6f8-6a40-45bb-8641-5a0b23a3c823,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:01.105154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-dff79b03-b016-4712-81a0-21ad53599231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.105673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-dff79b03-b016-4712-81a0-21ad53599231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.106218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-dff79b03-b016-4712-81a0-21ad53599231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.106855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-dff79b03-b016-4712-81a0-21ad53599231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.107694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-dff79b03-b016-4712-81a0-21ad53599231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.108202 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-dff79b03-b016-4712-81a0-21ad53599231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.108679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-dff79b03-b016-4712-81a0-21ad53599231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.110838 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-dff79b03-b016-4712-81a0-21ad53599231 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8aed4f75709244388e5e276ed33f28da&device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 6499 time: 0.1554322 Jul 06 11:57:01.189358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 35510694-74c9-4c02-836e-0ce8cd8b71f8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:01.263926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Attempting to bind port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:01.267357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Attempting to bind port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:01.267357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Attempting to bind port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 on network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:01.275169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 35510694-74c9-4c02-836e-0ce8cd8b71f8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:01.275812 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.320096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-8e305327-534f-490e-ac44-eacb7fe06f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.320632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-8e305327-534f-490e-ac44-eacb7fe06f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.321120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-8e305327-534f-490e-ac44-eacb7fe06f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.323951 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-8e305327-534f-490e-ac44-eacb7fe06f3f service neutron] 10.222.0.86 "GET /v2.0/networks?id=fc45a5f0-1e2d-452c-93ef-0f6b827b1039&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=fe9c839b-7637-4be1-b268-411d357e0152&id=6500b71c-f47e-4815-a660-d6db6c42d73e&id=6500b71c-f47e-4815-a660-d6db6c42d73e HTTP/1.1" status: 200 len: 2298 time: 0.1654825 Jul 06 11:57:01.326351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 on network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:01.326832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Attempting to bind port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 on network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:01.334084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:01.335015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Checking segment: {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:01.335645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Bound using segment: {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:01.336558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Bound port: 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:01.337171 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.431912 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-0a883d06-da32-485b-a780-882546af9be9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7a5a745-bcee-4e50-843c-2df3aff45473 HTTP/1.1" status: 200 len: 1000 time: 0.0901992 Jul 06 11:57:01.504268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-52577739-60d0-40c7-8ea1-d001c83ade20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.505730 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-52577739-60d0-40c7-8ea1-d001c83ade20 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78e85877-f670-4c7e-8b64-45444a2227a0 HTTP/1.1" status: 200 len: 855 time: 0.0592575 Jul 06 11:57:01.602058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:01.607048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:01.616196 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.639335 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-88c9ea1d-4bbb-4e72-8ce5-cbe8d5b2254d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.641829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-88c9ea1d-4bbb-4e72-8ce5-cbe8d5b2254d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 815 time: 0.2548287 Jul 06 11:57:01.656609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-ceff8285-5820-4a38-98dd-c6e48a683b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.658180 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-ceff8285-5820-4a38-98dd-c6e48a683b45 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fc45a5f0-1e2d-452c-93ef-0f6b827b1039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418016 Jul 06 11:57:01.658917 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Request body: {'port': {'device_id': '3da246cc-3ec5-41a6-b8ac-c7219ce0fe45', 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606', 'admin_state_up': True, 'tenant_id': '83a39bd45c3841e6a5686b1eaedc3879'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:01.682012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11569717-a467-4e59-9f8b-2754f72c52e8 req-46f6738a-372f-49c9-a613-73b430c67b9c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.683609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11569717-a467-4e59-9f8b-2754f72c52e8 req-46f6738a-372f-49c9-a613-73b430c67b9c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 943 time: 0.1733222 Jul 06 11:57:01.687933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.688555 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.689971 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] 10.222.0.86 "PUT /v2.0/ports/8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 1091 time: 1.2487464 Jul 06 11:57:01.690434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:01.692793 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9895b8cf-bc79-4feb-89ce-8d33b1d74180" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:01.771619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088648bf-08f4-43f1-8ac7-206f87257b22 service neutron] Pushing event updated for resources: {'Port': ['ID=8963d6f8-6a40-45bb-8641-5a0b23a3c823,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:01.795002 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fbf3a0-2a20-429d-90e4-220f656c9231 x-openstack-request-id: req-92fbf3a0-2a20-429d-90e4-220f656c9231 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:01.795360 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:01.795580 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92fbf3a0-2a20-429d-90e4-220f656c9231 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:01.795980 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'status': 'completed', 'code': 200} Jul 06 11:57:01.842270 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-06ace6f1-b0c3-49db-a199-8ded8356b3c5 service neutron] 10.222.0.86 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642969 Jul 06 11:57:01.926753 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-63155037-8146-4840-bc77-853558e740bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.928335 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-63155037-8146-4840-bc77-853558e740bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1094 time: 0.1691582 Jul 06 11:57:01.980564 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-23b6b2a6-05a1-4248-9583-3b8cb6d6bf48 service neutron] 10.222.0.86 "GET /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280742 Jul 06 11:57:02.041072 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-5ccbd0bf-2762-499c-aac2-6c56a60061b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=56e2de8f-0167-420f-8b93-43b7a223a454 HTTP/1.1" status: 200 len: 217 time: 0.0499442 Jul 06 11:57:02.085140 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-5be94fd3-91b2-492b-baca-22a361e76f3f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 217 time: 0.1029110 Jul 06 11:57:02.158722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-b06650be-ff1a-4c4a-ae60-cf24e30c9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:02.160244 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-b06650be-ff1a-4c4a-ae60-cf24e30c9edc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.0850370 Jul 06 11:57:02.165929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-3f30b9cb-6c5b-4a02-ab65-764af0805cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:02.167584 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-3f30b9cb-6c5b-4a02-ab65-764af0805cb3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9f9a547-3c5d-4418-a19e-31d9367ad4ae HTTP/1.1" status: 200 len: 835 time: 0.0610232 Jul 06 11:57:02.210505 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11569717-a467-4e59-9f8b-2754f72c52e8 req-d5ddd3bf-9ab7-4094-89c5-8d6313117cd2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5110900 Jul 06 11:57:02.272417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077006-2166-4743-8e2f-d6b8886ee0cb req-c3d27388-2f75-45a1-bd8a-841115c3d96a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:02.273961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20077006-2166-4743-8e2f-d6b8886ee0cb req-c3d27388-2f75-45a1-bd8a-841115c3d96a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 943 time: 0.1537268 Jul 06 11:57:02.275231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Made reservation on behalf of 83a39bd45c3841e6a5686b1eaedc3879 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:02.278929 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.424543 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20077006-2166-4743-8e2f-d6b8886ee0cb req-d80db2ad-b1c9-4d21-ae59-05a7f37d7aa6 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341529 Jul 06 11:57:02.433235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42e87fd9-83a6-446e-893b-6966a9b90b9c req-07900a80-70b0-4c13-a4a5-1e4ed32dbecd tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 210 time: 0.1008351 Jul 06 11:57:02.513116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Allocated IP 172.20.0.9 (be893bb4-5cec-4726-816d-ac3d0c2b9606/7dc6c426-7cf2-4a5c-a330-cd962cff7e60/263b2c7a-200c-449d-9a51-4848dd7760e7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:02.647971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-4d889336-af00-427c-8954-a39593aa5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:02.649608 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-4d889336-af00-427c-8954-a39593aa5e85 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4812586 Jul 06 11:57:02.652471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-5d3cf095-f579-4798-81fc-75e461059ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:02.656005 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-5d3cf095-f579-4798-81fc-75e461059ba0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=710ac8e7-4b5e-4b24-959c-c8311ae851a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4598861 Jul 06 11:57:02.698228 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.753129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.806181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Network be893bb4-5cec-4726-816d-ac3d0c2b9606 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:02.812151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:02.816422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:02.837616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-9a0d4862-b84f-4e1c-aa52-2df1376d24ac service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723967 Jul 06 11:57:02.841699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Pushing event updated for resources: {'Port': ['ID=263b2c7a-200c-449d-9a51-4848dd7760e7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:02.841914 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-67ecb70b-f4c2-41bc-9af3-11d64f3af4fc service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754653 Jul 06 11:57:02.880461 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:02.881453 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.905100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-a2f4193e-586f-4fa4-a355-a2a788275e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2519951 Jul 06 11:57:02.917719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Request body: {'port': {'device_id': '3da246cc-3ec5-41a6-b8ac-c7219ce0fe45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:02.997559 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.036047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-03197de0-df0e-44c0-a5de-659dec5908c8 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803262 Jul 06 11:57:03.037988 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2fb0072c-573f-43fd-ada1-9778fb7e565e req-9a7cbcda-f0cd-4a94-8873-e7d930fbd304 service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689398 Jul 06 11:57:03.095701 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-36d6e4f1-7ae0-42e1-a153-e9252e25a4cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=8e4656d7-6a85-4977-b392-1dd2dedf8b37 HTTP/1.1" status: 200 len: 217 time: 0.0447731 Jul 06 11:57:03.180779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-8cebd2e7-64f7-4ae6-b8d7-6926c888d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.182285 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-8cebd2e7-64f7-4ae6-b8d7-6926c888d0f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.0756125 Jul 06 11:57:03.238633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895b8cf-bc79-4feb-89ce-8d33b1d74180 req-61aa0f06-56bf-4df8-94bb-fb3053fde164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.240184 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9895b8cf-bc79-4feb-89ce-8d33b1d74180 req-61aa0f06-56bf-4df8-94bb-fb3053fde164 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1094 time: 0.1256564 Jul 06 11:57:03.312973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-88143d6f-c0b1-4305-beac-85b8e32bfcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.313260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263b2c7a-200c-449d-9a51-4848dd7760e7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:03.314711 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-88143d6f-c0b1-4305-beac-85b8e32bfcdc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1237960 Jul 06 11:57:03.322304 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.335717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Transition to ACTIVE for port object 263b2c7a-200c-449d-9a51-4848dd7760e7 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:03.348038 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.413402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895b8cf-bc79-4feb-89ce-8d33b1d74180 req-c1de1ac0-b65b-4a3e-ac69-9e363b44c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.414976 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9895b8cf-bc79-4feb-89ce-8d33b1d74180 req-c1de1ac0-b65b-4a3e-ac69-9e363b44c0dd service neutron] 10.222.0.86 "GET /v2.0/networks?id=710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 200 len: 897 time: 0.1670525 Jul 06 11:57:03.427442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Pushing event updated for resources: {'Port': ['ID=263b2c7a-200c-449d-9a51-4848dd7760e7,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:03.469001 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9895b8cf-bc79-4feb-89ce-8d33b1d74180 req-41f070ce-c189-45e1-8405-16dcf249f779 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 217 time: 0.0410755 Jul 06 11:57:03.506692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092d092-6d64-4826-b244-4e32c58ea8ae req-fa04b100-f9a0-4afe-b141-3b14d5c26167 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.508338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c092d092-6d64-4826-b244-4e32c58ea8ae req-fa04b100-f9a0-4afe-b141-3b14d5c26167 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 943 time: 0.1714849 Jul 06 11:57:03.512534 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-5c9786e6-8de7-4ca9-8efa-b8ffb8ed1377 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872625 Jul 06 11:57:03.524718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Attempting to bind port 263b2c7a-200c-449d-9a51-4848dd7760e7 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:03.525069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Attempting to bind port 263b2c7a-200c-449d-9a51-4848dd7760e7 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:03.525400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Attempting to bind port 263b2c7a-200c-449d-9a51-4848dd7760e7 on network be893bb4-5cec-4726-816d-ac3d0c2b9606 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:03.536781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Port 263b2c7a-200c-449d-9a51-4848dd7760e7 on network be893bb4-5cec-4726-816d-ac3d0c2b9606 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:03.537178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Attempting to bind port 263b2c7a-200c-449d-9a51-4848dd7760e7 on network be893bb4-5cec-4726-816d-ac3d0c2b9606 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:03.552129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:03.552553 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Checking segment: {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:03.552846 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Bound using segment: {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:03.553289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Bound port: 263b2c7a-200c-449d-9a51-4848dd7760e7, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:03.553649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.583856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895b8cf-bc79-4feb-89ce-8d33b1d74180 req-46af7e9f-e445-47fb-8e8a-a73cb77f33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.585231 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9895b8cf-bc79-4feb-89ce-8d33b1d74180 req-46af7e9f-e445-47fb-8e8a-a73cb77f33f0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9f9a547-3c5d-4418-a19e-31d9367ad4ae HTTP/1.1" status: 200 len: 835 time: 0.1076739 Jul 06 11:57:03.612344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c092d092-6d64-4826-b244-4e32c58ea8ae req-6efae3ba-b907-4d41-8eb4-83c96f0e7aa4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831017 Jul 06 11:57:03.674197 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-c1ab0108-20be-42a1-88f5-97365dce8326 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514168 Jul 06 11:57:03.706232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] For port 263b2c7a-200c-449d-9a51-4848dd7760e7, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:03.729105 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-1fe4ac88-e387-430d-91d7-58eec0cdc77c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=e029091b-0985-43fe-b1b1-4edd53785c4d HTTP/1.1" status: 200 len: 217 time: 0.0467262 Jul 06 11:57:03.733042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895b8cf-bc79-4feb-89ce-8d33b1d74180 req-22c31ecf-1099-4191-aedc-c69b8128329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.734404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8eb90-aad9-4fe4-8206-0f54a096f50e req-4d1cae4a-db9f-4f31-aeb9-c6361e77e3bd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.734567 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9895b8cf-bc79-4feb-89ce-8d33b1d74180 req-22c31ecf-1099-4191-aedc-c69b8128329b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=710ac8e7-4b5e-4b24-959c-c8311ae851a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422889 Jul 06 11:57:03.736128 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a5f8eb90-aad9-4fe4-8206-0f54a096f50e req-4d1cae4a-db9f-4f31-aeb9-c6361e77e3bd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 943 time: 0.1590371 Jul 06 11:57:03.738135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] For port 263b2c7a-200c-449d-9a51-4848dd7760e7, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=263b2c7a-200c-449d-9a51-4848dd7760e7,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:03.745707 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.835970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-913a8980-363c-4eb6-9231-7880295be058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.837397 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-913a8980-363c-4eb6-9231-7880295be058 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.1019151 Jul 06 11:57:03.846216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.846856 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.848325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] 10.222.0.47 "PUT /v2.0/ports/263b2c7a-200c-449d-9a51-4848dd7760e7 HTTP/1.1" status: 200 len: 1091 time: 0.9349556 Jul 06 11:57:03.848781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da246cc-3ec5-41a6-b8ac-c7219ce0fe45', 'tag': '263b2c7a-200c-449d-9a51-4848dd7760e7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:03.851144 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8b8762-a79b-4c2e-8278-25f034f8b4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3da246cc-3ec5-41a6-b8ac-c7219ce0fe45", "tag": "263b2c7a-200c-449d-9a51-4848dd7760e7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:03.893556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a5f8eb90-aad9-4fe4-8206-0f54a096f50e req-cd65981b-ec44-49be-85d7-0e2c255e70c0 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417148 Jul 06 11:57:03.896214 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9895b8cf-bc79-4feb-89ce-8d33b1d74180 req-ac4f50cd-56d1-4029-93d0-ae3802d8e716 service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526895 Jul 06 11:57:03.905826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f135d-5b48-4e85-98e7-557207f7a907 service neutron] Pushing event updated for resources: {'Port': ['ID=263b2c7a-200c-449d-9a51-4848dd7760e7,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:03.955866 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f0f96a-7820-4b5e-9fdb-0219c401c8d2 x-openstack-request-id: req-f9f0f96a-7820-4b5e-9fdb-0219c401c8d2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:03.956609 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da246cc-3ec5-41a6-b8ac-c7219ce0fe45", "tag": "263b2c7a-200c-449d-9a51-4848dd7760e7", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:03.956609 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9f0f96a-7820-4b5e-9fdb-0219c401c8d2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:03.956886 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da246cc-3ec5-41a6-b8ac-c7219ce0fe45', 'tag': '263b2c7a-200c-449d-9a51-4848dd7760e7', 'status': 'completed', 'code': 200} Jul 06 11:57:03.973578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31632b8b-39c3-49c1-8788-1d85574e4ddc req-087d702d-ab40-4164-ade6-e8e0bfe52387 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.975136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31632b8b-39c3-49c1-8788-1d85574e4ddc req-087d702d-ab40-4164-ade6-e8e0bfe52387 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 943 time: 0.2271667 Jul 06 11:57:03.977003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-6751ebaf-71c6-4561-a288-3b464033986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.978616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-6751ebaf-71c6-4561-a288-3b464033986b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1323299 Jul 06 11:57:04.011019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-b467e6bd-23b1-49c0-a6b1-7c9a519b55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.013339 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-b467e6bd-23b1-49c0-a6b1-7c9a519b55fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 1094 time: 0.1179652 Jul 06 11:57:04.064457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31632b8b-39c3-49c1-8788-1d85574e4ddc req-69478ec5-34fe-4f15-b446-da70a4aae606 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807185 Jul 06 11:57:04.066714 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-c96ee058-0a7a-446f-9c94-e8f4c0d2bc7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263b2c7a-200c-449d-9a51-4848dd7760e7 HTTP/1.1" status: 200 len: 217 time: 0.0424812 Jul 06 11:57:04.068567 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9895b8cf-bc79-4feb-89ce-8d33b1d74180 req-331edd07-85f8-4fab-9b29-f36f236e0d19 service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639464 Jul 06 11:57:04.112935 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-aadcf190-aa87-40be-88a0-30f925253a47 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255019 Jul 06 11:57:04.130597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-3732d235-690d-4322-b1b0-f71b1d54f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.132117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-3732d235-690d-4322-b1b0-f71b1d54f104 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7dc6c426-7cf2-4a5c-a330-cd962cff7e60 HTTP/1.1" status: 200 len: 855 time: 0.0537755 Jul 06 11:57:04.170326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-d1fa3567-e34a-462a-8309-c036e2bb140c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be893bb4-5cec-4726-816d-ac3d0c2b9606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312741 Jul 06 11:57:04.217463 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-52e48912-f795-489e-9fd0-60473f029187 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959725 Jul 06 11:57:04.267702 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-98535316-8b0f-4eef-86a8-dd81aa64911c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 HTTP/1.1" status: 200 len: 217 time: 0.0428724 Jul 06 11:57:04.270795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-92210459-48d2-4de5-a4e8-6f386a64a459 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938091 Jul 06 11:57:04.323937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-a7cded4d-10b4-490c-8dbb-0ad0fcc9fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.326387 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-a7cded4d-10b4-490c-8dbb-0ad0fcc9fc2f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 200 len: 797 time: 0.0485103 Jul 06 11:57:04.373165 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfd66593-0ffa-456f-97cc-dc819ab51560 req-efd5d803-d973-4353-be09-f0ca692b204e service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938940 Jul 06 11:57:04.395807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-da1aded0-7b23-448f-a664-631cc3110f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.397341 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-da1aded0-7b23-448f-a664-631cc3110f80 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fe9c839b-7637-4be1-b268-411d357e0152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617716 Jul 06 11:57:04.478493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b8762-a79b-4c2e-8278-25f034f8b4a3 req-cf5778a7-f8dd-4659-b0d2-9afccbf27f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.480075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca8b8762-a79b-4c2e-8278-25f034f8b4a3 req-cf5778a7-f8dd-4659-b0d2-9afccbf27f1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 1094 time: 0.0573320 Jul 06 11:57:04.502886 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-99fa4d3b-184a-4c5c-854a-d5ea3ae4b7e7 service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946324 Jul 06 11:57:04.576419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b8762-a79b-4c2e-8278-25f034f8b4a3 req-a2a70d55-9281-40c9-9123-e3d4c44805c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.577930 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca8b8762-a79b-4c2e-8278-25f034f8b4a3 req-a2a70d55-9281-40c9-9123-e3d4c44805c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 916 time: 0.0904601 Jul 06 11:57:04.608127 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-d87311c5-c797-4b91-a26f-6273e74a0baf service neutron] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942657 Jul 06 11:57:04.626738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca8b8762-a79b-4c2e-8278-25f034f8b4a3 req-5e5eace5-85cd-4f22-9bba-6f49b6e24f97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263b2c7a-200c-449d-9a51-4848dd7760e7 HTTP/1.1" status: 200 len: 217 time: 0.0410185 Jul 06 11:57:04.655693 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-8d2c92cf-0b46-49c8-a031-5118e60485ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0af014a-513b-4deb-980d-b17fe4c4a924 HTTP/1.1" status: 200 len: 217 time: 0.0381188 Jul 06 11:57:04.694217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b8762-a79b-4c2e-8278-25f034f8b4a3 req-bf69e14e-9887-4fbc-b2cd-7e9ab1f55dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.695951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca8b8762-a79b-4c2e-8278-25f034f8b4a3 req-bf69e14e-9887-4fbc-b2cd-7e9ab1f55dd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7dc6c426-7cf2-4a5c-a330-cd962cff7e60 HTTP/1.1" status: 200 len: 855 time: 0.0619721 Jul 06 11:57:04.716423 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-3dd3fce6-2e67-4a29-9855-c858b3ccbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.718686 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-3dd3fce6-2e67-4a29-9855-c858b3ccbfa7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3f5942-b855-4f35-bafa-058c0f9ea5c7 HTTP/1.1" status: 200 len: 797 time: 0.0532074 Jul 06 11:57:04.744601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca8b8762-a79b-4c2e-8278-25f034f8b4a3 req-abd2a8be-27f5-4fbb-bec6-dfa3cbb4f882 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be893bb4-5cec-4726-816d-ac3d0c2b9606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403817 Jul 06 11:57:04.809288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-b830df46-51b8-40a2-9718-aae34b236fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.811104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-b830df46-51b8-40a2-9718-aae34b236fb7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831289 Jul 06 11:57:04.826783 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:57:04.900714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa1cfe-c08c-48f7-b2a5-fdb2af32250e req-b131f15d-4702-4830-922f-c3dc56a96688 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.902231 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6baa1cfe-c08c-48f7-b2a5-fdb2af32250e req-b131f15d-4702-4830-922f-c3dc56a96688 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 943 time: 0.1505678 Jul 06 11:57:04.908830 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca8b8762-a79b-4c2e-8278-25f034f8b4a3 req-edc4fabb-b6da-4722-90a8-4b8c82ab6155 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541038 Jul 06 11:57:04.933181 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-5fcc460c-b56a-4480-8be8-54ee398a2c5f service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115329 Jul 06 11:57:05.016136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6baa1cfe-c08c-48f7-b2a5-fdb2af32250e req-c5e48eaf-3288-4e44-92a6-e4d2d25cab8c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076329 Jul 06 11:57:05.054567 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-3e54ecaf-1c43-49a0-b8a0-e0e05ab6f458 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109285 Jul 06 11:57:05.102645 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca8b8762-a79b-4c2e-8278-25f034f8b4a3 req-ae3fd322-87a0-43df-bc51-6192e02f5a57 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859021 Jul 06 11:57:05.106202 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-8df79beb-a796-4f4e-a8f5-5551b947415e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d HTTP/1.1" status: 200 len: 217 time: 0.0424652 Jul 06 11:57:05.137140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb0a57-c17d-4be8-b1e7-618881dceca7 req-c82ec8b0-8c6c-4d3d-9b3d-8e9141272b88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.139936 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84eb0a57-c17d-4be8-b1e7-618881dceca7 req-c82ec8b0-8c6c-4d3d-9b3d-8e9141272b88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 943 time: 0.1020463 Jul 06 11:57:05.166434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-85e6e0e5-780a-4889-832e-d56b119ebedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.167402 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-85e6e0e5-780a-4889-832e-d56b119ebedf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c3f5942-b855-4f35-bafa-058c0f9ea5c7 HTTP/1.1" status: 200 len: 797 time: 0.0537624 Jul 06 11:57:05.186505 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84eb0a57-c17d-4be8-b1e7-618881dceca7 req-cdcec059-ab42-4536-bb27-f658cf7f895b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407414 Jul 06 11:57:05.237186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-de5c9113-527e-488e-93d6-c79a145befb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.238777 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-de5c9113-527e-488e-93d6-c79a145befb0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6500b71c-f47e-4815-a660-d6db6c42d73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635958 Jul 06 11:57:05.299839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a28c8-9dfa-4067-bba8-88df394f0585 req-a5c132b0-1122-4be8-b20e-dc3189c2870c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.301556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-051a28c8-9dfa-4067-bba8-88df394f0585 req-a5c132b0-1122-4be8-b20e-dc3189c2870c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 943 time: 0.0822210 Jul 06 11:57:05.346968 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-051a28c8-9dfa-4067-bba8-88df394f0585 req-0a50105e-ed33-4600-b209-f4a7276774d8 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357957 Jul 06 11:57:05.350311 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-41689743-988b-4631-a671-ec5d3c9a7758 service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012022 Jul 06 11:57:05.453157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53ef3f0f-80c4-4bce-a8aa-318cbfb6b9d5 req-431dccd4-3e1f-48c0-8843-19d3ecddb79d service neutron] 10.222.0.86 "GET /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931516 Jul 06 11:57:06.212311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b9d4c-a67e-4f47-82ca-5f088992b864 req-4ef98bf8-3c91-4096-b5d9-94282174dafc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:06.214920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed2b9d4c-a67e-4f47-82ca-5f088992b864 req-4ef98bf8-3c91-4096-b5d9-94282174dafc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 943 time: 0.0666833 Jul 06 11:57:06.259710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed2b9d4c-a67e-4f47-82ca-5f088992b864 req-823860e8-e4b6-48f8-85e9-886e46c87a94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Jul 06 11:57:06.386230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d43870-4293-425d-89d7-d485e7c541a5 req-d9e98790-5075-413e-a90c-c8d66c43fba4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:06.388268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60d43870-4293-425d-89d7-d485e7c541a5 req-d9e98790-5075-413e-a90c-c8d66c43fba4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 943 time: 0.0678809 Jul 06 11:57:06.431163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60d43870-4293-425d-89d7-d485e7c541a5 req-88987555-8d6b-4e72-9e91-8b90625dabdd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Jul 06 11:57:06.553833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0606-029d-4471-957a-73fe00e2f589 req-b3e8fe35-1b76-46ef-97a1-5aba406595c4 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:06.555681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-879c0606-029d-4471-957a-73fe00e2f589 req-b3e8fe35-1b76-46ef-97a1-5aba406595c4 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 943 time: 0.0719216 Jul 06 11:57:06.597360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-879c0606-029d-4471-957a-73fe00e2f589 req-4d1808f6-1a90-47f5-aaba-d721cd8fb33b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354183 Jul 06 11:57:06.810608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 263b2c7a-200c-449d-9a51-4848dd7760e7 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:06.914203 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 263b2c7a-200c-449d-9a51-4848dd7760e7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=263b2c7a-200c-449d-9a51-4848dd7760e7,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:06.927001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '263b2c7a-200c-449d-9a51-4848dd7760e7', 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606', 'port_id': '263b2c7a-200c-449d-9a51-4848dd7760e7', 'mac_address': 'fa:16:3e:b9:de:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc6c426-7cf2-4a5c-a330-cd962cff7e60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:06.966316 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.979642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263b2c7a-200c-449d-9a51-4848dd7760e7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:07.005182 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 263b2c7a-200c-449d-9a51-4848dd7760e7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=263b2c7a-200c-449d-9a51-4848dd7760e7,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:07.010901 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.011618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:07.112550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=263b2c7a-200c-449d-9a51-4848dd7760e7,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:07.161240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6d0ff8ed-dacf-4f85-9e34-4026e3316f66,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:07.174479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '6d0ff8ed-dacf-4f85-9e34-4026e3316f66', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'port_id': '6d0ff8ed-dacf-4f85-9e34-4026e3316f66', 'mac_address': 'fa:16:3e:5d:ca:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:07.212758 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.226516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:07.251886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6d0ff8ed-dacf-4f85-9e34-4026e3316f66,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:07.256188 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.309745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6d0ff8ed-dacf-4f85-9e34-4026e3316f66,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:07.445896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00571fd9-70b5-4b28-84c2-6bd41084a5cf req-037e7961-167e-45ca-b3fb-bd5bee1ecb88 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.447405 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00571fd9-70b5-4b28-84c2-6bd41084a5cf req-037e7961-167e-45ca-b3fb-bd5bee1ecb88 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 943 time: 0.0677588 Jul 06 11:57:07.489721 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00571fd9-70b5-4b28-84c2-6bd41084a5cf req-79d36d3b-ff53-4d48-bbe0-1fe6450d858d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360155 Jul 06 11:57:07.618819 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4c2ab-08c6-4b36-b6f9-6f0cac7520b1 req-397224d0-c11b-4ea0-ad1e-3a6089f3e019 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.620408 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-06b4c2ab-08c6-4b36-b6f9-6f0cac7520b1 req-397224d0-c11b-4ea0-ad1e-3a6089f3e019 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 944 time: 0.0716221 Jul 06 11:57:07.658619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['263b2c7a-200c-449d-9a51-4848dd7760e7'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:07.667825 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-06b4c2ab-08c6-4b36-b6f9-6f0cac7520b1 req-a475d0c6-ac3e-4b63-bacd-d7793840a8ac tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 Jul 06 11:57:07.685005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['6d0ff8ed-dacf-4f85-9e34-4026e3316f66'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:07.792557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94808b6-4b61-46a5-a530-37eb0c76de74 req-ad6a7630-988b-4e10-a09a-f4272a226f4f tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.794469 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f94808b6-4b61-46a5-a530-37eb0c76de74 req-ad6a7630-988b-4e10-a09a-f4272a226f4f tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 944 time: 0.0721064 Jul 06 11:57:07.835087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8963d6f8-6a40-45bb-8641-5a0b23a3c823 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:07.843287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f94808b6-4b61-46a5-a530-37eb0c76de74 req-8ac6fe4e-808c-4ab8-856f-52cc5fdfbf0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Jul 06 11:57:08.038150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:08.052935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'port_id': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'mac_address': 'fa:16:3e:02:f1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:08.095675 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.109549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8963d6f8-6a40-45bb-8641-5a0b23a3c823 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:08.141205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:08.146518 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.209323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=8963d6f8-6a40-45bb-8641-5a0b23a3c823,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:08.518197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['8963d6f8-6a40-45bb-8641-5a0b23a3c823'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:08.685307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370398-dc52-454f-b71f-0bd78a2b9890 req-9f90df0e-13b0-48e5-b3a5-34edddaeba3b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:08.686958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5370398-dc52-454f-b71f-0bd78a2b9890 req-9f90df0e-13b0-48e5-b3a5-34edddaeba3b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 944 time: 0.0790832 Jul 06 11:57:08.729926 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5370398-dc52-454f-b71f-0bd78a2b9890 req-b68731f4-b44c-4094-993e-1671a19ffe97 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372422 Jul 06 11:57:08.822371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 263b2c7a-200c-449d-9a51-4848dd7760e7 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:08.877605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 263b2c7a-200c-449d-9a51-4848dd7760e7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:08.883715 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 263b2c7a-200c-449d-9a51-4848dd7760e7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:08.884831 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.896210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a20de-7c65-4aa8-9116-b5762d8e3e31 req-24c515f6-83a1-4cad-828b-a4c906f179f8 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:08.898547 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-990a20de-7c65-4aa8-9116-b5762d8e3e31 req-24c515f6-83a1-4cad-828b-a4c906f179f8 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 944 time: 0.0878592 Jul 06 11:57:08.957113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-990a20de-7c65-4aa8-9116-b5762d8e3e31 req-28f99185-360a-46ab-8a4a-0d6549898856 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513837 Jul 06 11:57:09.045018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda37f8-9daa-4103-9c50-aa8af435a2d2 req-5029d07a-a00b-4ed3-be48-70d4d2ca2803 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:09.046668 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdda37f8-9daa-4103-9c50-aa8af435a2d2 req-5029d07a-a00b-4ed3-be48-70d4d2ca2803 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 944 time: 0.0761535 Jul 06 11:57:09.088770 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdda37f8-9daa-4103-9c50-aa8af435a2d2 req-5f7fe3e2-9be2-4594-86f2-f441d06121d0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362844 Jul 06 11:57:09.138325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.161509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da246cc-3ec5-41a6-b8ac-c7219ce0fe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263b2c7a-200c-449d-9a51-4848dd7760e7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:09.164233 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cce95c-ed7d-4b5b-a2ec-41be60ae82e7" -d '{"events": [{"server_uuid": "3da246cc-3ec5-41a6-b8ac-c7219ce0fe45", "name": "network-vif-plugged", "status": "completed", "tag": "263b2c7a-200c-449d-9a51-4848dd7760e7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:09.179470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 263b2c7a-200c-449d-9a51-4848dd7760e7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=263b2c7a-200c-449d-9a51-4848dd7760e7,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:09.183703 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.185243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:09.206702 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692893c8-5ebe-42d0-92c3-db6bc8183a33 x-openstack-request-id: req-692893c8-5ebe-42d0-92c3-db6bc8183a33 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:09.207002 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da246cc-3ec5-41a6-b8ac-c7219ce0fe45", "name": "network-vif-plugged", "status": "completed", "tag": "263b2c7a-200c-449d-9a51-4848dd7760e7", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:09.207260 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-692893c8-5ebe-42d0-92c3-db6bc8183a33 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:09.207676 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da246cc-3ec5-41a6-b8ac-c7219ce0fe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263b2c7a-200c-449d-9a51-4848dd7760e7', 'code': 200} Jul 06 11:57:09.271983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=263b2c7a-200c-449d-9a51-4848dd7760e7,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:09.286000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:09.290298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:09.290672 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.330830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beaad8-d4c4-41d4-8c1b-5cc444b011c8 req-047018eb-0d96-41cd-a3d9-70eaeb2c73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:09.332406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26beaad8-d4c4-41d4-8c1b-5cc444b011c8 req-047018eb-0d96-41cd-a3d9-70eaeb2c73f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 1096 time: 0.0604434 Jul 06 11:57:09.373697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26beaad8-d4c4-41d4-8c1b-5cc444b011c8 req-6c13a4ee-cae8-4dcb-b5af-aa6034d4bed4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Jul 06 11:57:09.382808 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.416650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6d0ff8ed-dacf-4f85-9e34-4026e3316f66,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:09.421333 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.475385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6d0ff8ed-dacf-4f85-9e34-4026e3316f66,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:09.830347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8963d6f8-6a40-45bb-8641-5a0b23a3c823 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:09.882861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:09.888966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:09.889337 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.938255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f873365-dcfa-4083-800f-a679b03c5b64 req-c6e1009f-8d59-4f74-8f31-98b4426a3caa tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:09.940683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f873365-dcfa-4083-800f-a679b03c5b64 req-c6e1009f-8d59-4f74-8f31-98b4426a3caa tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 944 time: 0.0863566 Jul 06 11:57:09.972362 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.982845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f873365-dcfa-4083-800f-a679b03c5b64 req-c05581aa-f225-47e8-9dad-eec7035e37e7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358553 Jul 06 11:57:10.013688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:10.018782 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:10.074485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=8963d6f8-6a40-45bb-8641-5a0b23a3c823,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:10.152217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475841e-910a-4d7a-8208-af3b2a9fae74 req-11fdade6-0f02-4539-9b45-468d9885a2f1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:10.154455 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2475841e-910a-4d7a-8208-af3b2a9fae74 req-11fdade6-0f02-4539-9b45-468d9885a2f1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 945 time: 0.0695810 Jul 06 11:57:10.204770 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2475841e-910a-4d7a-8208-af3b2a9fae74 req-97cb4898-5f72-4989-a40c-0be73aa3a3c0 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402224 Jul 06 11:57:10.288970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82411a2f-a432-4b04-875f-7cba9aea8616 req-b2a33a3d-9b69-47f0-bb55-0af60068ece5 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:10.290438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82411a2f-a432-4b04-875f-7cba9aea8616 req-b2a33a3d-9b69-47f0-bb55-0af60068ece5 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 945 time: 0.0778167 Jul 06 11:57:10.332709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82411a2f-a432-4b04-875f-7cba9aea8616 req-db9af893-442a-48f8-bbdd-a0148032e0bb tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357938 Jul 06 11:57:11.164660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d9e0d-78ef-488c-8ba6-09ca227e93db req-87424003-fadc-4f3d-a003-8d423b888d0b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.166208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d1d9e0d-78ef-488c-8ba6-09ca227e93db req-87424003-fadc-4f3d-a003-8d423b888d0b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.0671442 Jul 06 11:57:11.208768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e9fff4-5931-4d9f-a255-0693f31017f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ff8ed-dacf-4f85-9e34-4026e3316f66'}, {'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:11.212386 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db38379-f5af-48d3-864b-c669b96d5c5e" -d '{"events": [{"server_uuid": "e6e9fff4-5931-4d9f-a255-0693f31017f6", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ff8ed-dacf-4f85-9e34-4026e3316f66"}, {"server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "name": "network-vif-plugged", "status": "completed", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:11.219194 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d1d9e0d-78ef-488c-8ba6-09ca227e93db req-c9551b1b-316b-4cd9-8fdb-756aaea569ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398521 Jul 06 11:57:11.267192 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cec0ee-11a4-4928-97a7-717d153ca700 x-openstack-request-id: req-69cec0ee-11a4-4928-97a7-717d153ca700 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:11.267523 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e9fff4-5931-4d9f-a255-0693f31017f6", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ff8ed-dacf-4f85-9e34-4026e3316f66", "code": 200}, {"server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "name": "network-vif-plugged", "status": "completed", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:11.267783 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69cec0ee-11a4-4928-97a7-717d153ca700 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:11.268188 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e9fff4-5931-4d9f-a255-0693f31017f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ff8ed-dacf-4f85-9e34-4026e3316f66', 'code': 200} Jul 06 11:57:11.268449 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'code': 200} Jul 06 11:57:11.393569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6c40e-1560-4110-b91a-b0b34d0bde91 req-ed09d9ed-7f94-4e35-9221-3466fc488e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.395207 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec6c40e-1560-4110-b91a-b0b34d0bde91 req-ed09d9ed-7f94-4e35-9221-3466fc488e60 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1096 time: 0.0575550 Jul 06 11:57:11.439196 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec6c40e-1560-4110-b91a-b0b34d0bde91 req-022e41ca-0384-4a35-8139-e8e86104148b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339921 Jul 06 11:57:11.442403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de8daf-cc35-4960-94e2-46e0423fc36e req-94df97fd-1bee-4ff8-b315-0e16c2b25eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.443952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99de8daf-cc35-4960-94e2-46e0423fc36e req-94df97fd-1bee-4ff8-b315-0e16c2b25eab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 1096 time: 0.1061571 Jul 06 11:57:11.455850 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87c407-6238-4a90-ad43-216bc10a58a9 req-01a7567f-aedc-40df-82d9-a15ff0d95e86 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.457367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f87c407-6238-4a90-ad43-216bc10a58a9 req-01a7567f-aedc-40df-82d9-a15ff0d95e86 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 945 time: 0.0868654 Jul 06 11:57:11.554873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99de8daf-cc35-4960-94e2-46e0423fc36e req-04ee5783-29c0-4831-901b-1395053a7f26 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965056 Jul 06 11:57:11.562955 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f87c407-6238-4a90-ad43-216bc10a58a9 req-4797859c-b807-4c8d-b3c5-aaf7b4568962 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980654 Jul 06 11:57:11.589076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdf788-5ca8-40a0-85c9-9798a5872e26 req-7ce3973b-da8c-43f6-ad90-d618303d1567 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.591223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20bdf788-5ca8-40a0-85c9-9798a5872e26 req-7ce3973b-da8c-43f6-ad90-d618303d1567 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 945 time: 0.1274331 Jul 06 11:57:11.634884 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20bdf788-5ca8-40a0-85c9-9798a5872e26 req-7a20dc08-b545-403f-97a3-f1caf6caf71b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376554 Jul 06 11:57:11.782030 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-77b41d86-1d3a-466e-a385-677bccbcf0b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550852 Jul 06 11:57:11.884312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-83ba6fa4-b5d3-454c-8504-4210019e6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.886072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-83ba6fa4-b5d3-454c-8504-4210019e6d3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 1098 time: 0.0563929 Jul 06 11:57:12.011841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-97f8eb5f-f6ea-4148-95ee-4afe797e09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.013786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-97f8eb5f-f6ea-4148-95ee-4afe797e09c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 200 len: 916 time: 0.1068082 Jul 06 11:57:12.083016 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-5ff1f1b2-4483-4b36-b8ff-33d9c4a3c619 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f HTTP/1.1" status: 200 len: 1002 time: 0.0628641 Jul 06 11:57:12.138221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-5f7d71ba-8819-4201-9f50-bfd64357067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.139652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-5f7d71ba-8819-4201-9f50-bfd64357067d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 200 len: 854 time: 0.0496166 Jul 06 11:57:12.206201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-fcc3c9eb-4ef2-4009-a473-3b0bb7d97ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.207787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-fcc3c9eb-4ef2-4009-a473-3b0bb7d97ea2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e3b85a5-3b6c-485a-b79e-51ceee0a457c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602200 Jul 06 11:57:12.316226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-4f0a78b4-5696-497f-80b2-f65902d3e40d service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987399 Jul 06 11:57:12.462579 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6cde18be-c64e-4f1c-be09-619b9939af5d req-b8176d3b-abac-46c8-a20a-0f5ee5c8bd81 service neutron] 10.222.0.47 "GET /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372290 Jul 06 11:57:12.483144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0cee5-9fa5-419e-b0fa-0d9c03a0e6cc req-3b40a5f5-81cf-45be-af35-519f684dcbf2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.484427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99e0cee5-9fa5-419e-b0fa-0d9c03a0e6cc req-3b40a5f5-81cf-45be-af35-519f684dcbf2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.1078162 Jul 06 11:57:12.535475 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99e0cee5-9fa5-419e-b0fa-0d9c03a0e6cc req-6772640a-3f96-40ee-912e-07d15e72667c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428469 Jul 06 11:57:12.779257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dcf49-b462-4259-947f-9e445b2d23dc req-e5f77ec8-d79a-4b9a-bf00-7be49e164f40 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.780787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f76dcf49-b462-4259-947f-9e445b2d23dc req-e5f77ec8-d79a-4b9a-bf00-7be49e164f40 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 945 time: 0.0955276 Jul 06 11:57:12.823233 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f76dcf49-b462-4259-947f-9e445b2d23dc req-145e373e-8d77-481b-9135-3240d958656f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358477 Jul 06 11:57:13.721891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202bbcc-fcdc-450a-9b22-3c87ffd107cb req-71e19c40-18ff-4fb6-b236-4760e61ac694 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:13.723805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f202bbcc-fcdc-450a-9b22-3c87ffd107cb req-71e19c40-18ff-4fb6-b236-4760e61ac694 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.0682225 Jul 06 11:57:13.765037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f202bbcc-fcdc-450a-9b22-3c87ffd107cb req-e8096f2a-fb0c-4eb1-bb11-fabff955a0f8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351799 Jul 06 11:57:14.004390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33331ecb-887d-458c-bc22-176eadd6dccf req-ba3b61b0-3909-4ea7-a5c3-13a404bf61e7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.005967 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-33331ecb-887d-458c-bc22-176eadd6dccf req-ba3b61b0-3909-4ea7-a5c3-13a404bf61e7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.1069727 Jul 06 11:57:14.051924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac987c-0e81-4da7-ad19-dee659393fc3 req-fe35fb20-83d0-443f-a8d4-be69c804fa02 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.053451 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-98ac987c-0e81-4da7-ad19-dee659393fc3 req-fe35fb20-83d0-443f-a8d4-be69c804fa02 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 945 time: 0.1160619 Jul 06 11:57:14.073478 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-33331ecb-887d-458c-bc22-176eadd6dccf req-76085772-0710-492e-bae0-944a7228e6da tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604622 Jul 06 11:57:14.101634 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34604) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:14.105829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-98ac987c-0e81-4da7-ad19-dee659393fc3 req-55adc06e-e2c7-450b-aa81-264a7f1db6ea tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Jul 06 11:57:14.165231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55aac0f-9e8b-47d2-a2a6-df5bea8f20eb tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.165426 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-701007b0-f5ea-4a02-a75d-48385f6d82d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.167180 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c55aac0f-9e8b-47d2-a2a6-df5bea8f20eb tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1091 time: 0.0638032 Jul 06 11:57:14.171120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34608) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:14.176427 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'tenant_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:14.205330 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.338044 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.461244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.25.0.254 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/50d2720a-15e9-434d-a07b-8405afe20be7) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:14.538815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd4780-b181-46b9-aa45-9e88730b9f18 req-49351240-1a08-4045-b62a-bbce4e4a98f5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.540552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92fd4780-b181-46b9-aa45-9e88730b9f18 req-49351240-1a08-4045-b62a-bbce4e4a98f5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 945 time: 0.0828729 Jul 06 11:57:14.583035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92fd4780-b181-46b9-aa45-9e88730b9f18 req-eb5930e3-c2dc-477c-93e6-c1440887328b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352235 Jul 06 11:57:14.598108 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.652359 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.697126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:14.703398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:14.706266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:14.734578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=50d2720a-15e9-434d-a07b-8405afe20be7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:14.793910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d7577-ad00-43a0-bd30-e6c3c4e472d5 req-918bc765-aa64-4d55-99a3-94c1cc14a3de tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.803649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f33d7577-ad00-43a0-bd30-e6c3c4e472d5 req-918bc765-aa64-4d55-99a3-94c1cc14a3de tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 945 time: 0.0770173 Jul 06 11:57:14.840551 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f33d7577-ad00-43a0-bd30-e6c3c4e472d5 req-b00790cf-ba10-415f-91f0-6249d449646a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359581 Jul 06 11:57:15.352781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0709bc6-8ddb-48b8-8f46-ebb55a7f2abb req-6d5082e8-25be-4e7f-b8f1-04e8f8c26dff tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:15.354955 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0709bc6-8ddb-48b8-8f46-ebb55a7f2abb req-6d5082e8-25be-4e7f-b8f1-04e8f8c26dff tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 945 time: 0.1222818 Jul 06 11:57:15.375572 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.408990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0709bc6-8ddb-48b8-8f46-ebb55a7f2abb req-86b79958-b641-4325-8ba3-4d04972ede72 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457828 Jul 06 11:57:15.868646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.048021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.053040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.129882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=50d2720a-15e9-434d-a07b-8405afe20be7,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:16.143592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.255880 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Floating IP 1077dbf7-e2e7-4b64-9970-b7fde80b73d4 associated. External IP: 172.25.0.254, port: 8963d6f8-6a40-45bb-8641-5a0b23a3c823. Jul 06 11:57:16.467951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 3706d527-913c-4a5c-80e9-9f9c253b813a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:16.580505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:16.592331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eccdff-8a16-4a8a-8154-35632609072a None None] Sync routers for ids ['3706d527-913c-4a5c-80e9-9f9c253b813a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:16.601639 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.611676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eccdff-8a16-4a8a-8154-35632609072a None None] Routers {'3706d527-913c-4a5c-80e9-9f9c253b813a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:16.615557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da09b-4c33-42fd-8b36-b352a494aa33 req-554493c5-61cf-4fd2-ba34-1bd41719aa4c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.616149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a6eccdff-8a16-4a8a-8154-35632609072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3706d527-913c-4a5c-80e9-9f9c253b813a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:16.623324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d1da09b-4c33-42fd-8b36-b352a494aa33 req-554493c5-61cf-4fd2-ba34-1bd41719aa4c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 945 time: 0.0891907 Jul 06 11:57:16.664662 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f53b04bf-e3a7-4857-8548-43e50bce0fac tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4917758 Jul 06 11:57:16.665275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:16.667713 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13302193-1c93-4b43-9708-5aaf662ce99e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:16.717208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d1da09b-4c33-42fd-8b36-b352a494aa33 req-28288bfc-e240-4c2d-b821-01ef1c81f5e3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830920 Jul 06 11:57:16.756082 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf16ead-ccc9-4025-a3fd-6bfda53bb005 x-openstack-request-id: req-3cf16ead-ccc9-4025-a3fd-6bfda53bb005 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:16.756426 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:16.756685 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cf16ead-ccc9-4025-a3fd-6bfda53bb005 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:16.757101 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'status': 'completed', 'code': 200} Jul 06 11:57:16.775403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a6eccdff-8a16-4a8a-8154-35632609072a None None] Set router 3706d527-913c-4a5c-80e9-9f9c253b813a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:16.858798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13302193-1c93-4b43-9708-5aaf662ce99e req-b8662a25-9409-4b24-bc4f-21483a36d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.860844 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-13302193-1c93-4b43-9708-5aaf662ce99e req-b8662a25-9409-4b24-bc4f-21483a36d8e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1096 time: 0.0703454 Jul 06 11:57:16.880923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca1eb6-048e-4d8a-9aef-845e7aa02809 req-f1c9e49c-4dbf-4f21-85b6-de1fb4f1c094 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.889346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61ca1eb6-048e-4d8a-9aef-845e7aa02809 req-f1c9e49c-4dbf-4f21-85b6-de1fb4f1c094 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.0924606 Jul 06 11:57:16.937072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61ca1eb6-048e-4d8a-9aef-845e7aa02809 req-79b1babf-c848-4dec-b404-dcb5b0b829f8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467014 Jul 06 11:57:16.966012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34632) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:17.018393 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13302193-1c93-4b43-9708-5aaf662ce99e req-baf8031b-3400-4d05-91d3-56a309246dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:17.020499 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-13302193-1c93-4b43-9708-5aaf662ce99e req-baf8031b-3400-4d05-91d3-56a309246dbf service neutron] 10.222.0.86 "GET /v2.0/networks?id=710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 200 len: 897 time: 0.1527665 Jul 06 11:57:17.030706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d4a1-23ef-488b-82f8-3d9b5d940288 req-0fd54d85-20e7-4bdd-91ed-0aeb872a1d14 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:17.033507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8f6d4a1-23ef-488b-82f8-3d9b5d940288 req-0fd54d85-20e7-4bdd-91ed-0aeb872a1d14 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 945 time: 0.0941632 Jul 06 11:57:17.056370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a6eccdff-8a16-4a8a-8154-35632609072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:53Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '1077dbf7-e2e7-4b64-9970-b7fde80b73d4', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'port_id': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'mac_address': 'fa:16:3e:02:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:57:14Z', 'updated_at': '2021-07-06T11:57:14Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35510694-74c9-4c02-836e-0ce8cd8b71f8', 'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:ec:8b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:51Z', 'updated_at': '2021-07-06T11:56:59Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:17.095313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eccdff-8a16-4a8a-8154-35632609072a None None] Checking router: 3706d527-913c-4a5c-80e9-9f9c253b813a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:57:17.108830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eccdff-8a16-4a8a-8154-35632609072a None None] Routers {'3706d527-913c-4a5c-80e9-9f9c253b813a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:17.109743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a6eccdff-8a16-4a8a-8154-35632609072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:56:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3706d527-913c-4a5c-80e9-9f9c253b813a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:17.155143 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e39c39b5-4f34-432b-8d9e-12caa7a3ef6f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/1077dbf7-e2e7-4b64-9970-b7fde80b73d4 HTTP/1.1" status: 200 len: 991 time: 0.1861854 Jul 06 11:57:17.174925 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-13302193-1c93-4b43-9708-5aaf662ce99e req-d8f2bcb4-74df-4891-b5a3-93a889321b34 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 999 time: 0.1422029 Jul 06 11:57:17.222864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a8f6d4a1-23ef-488b-82f8-3d9b5d940288 req-183a66c9-dbca-4888-b203-d9644058bddb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Deleting port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:17.223195 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a8f6d4a1-23ef-488b-82f8-3d9b5d940288 req-183a66c9-dbca-4888-b203-d9644058bddb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.238660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13302193-1c93-4b43-9708-5aaf662ce99e req-d3bafc75-2aa0-4af3-8350-94075e3c9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:17.242178 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-13302193-1c93-4b43-9708-5aaf662ce99e req-d3bafc75-2aa0-4af3-8350-94075e3c9c97 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9f9a547-3c5d-4418-a19e-31d9367ad4ae HTTP/1.1" status: 200 len: 835 time: 0.0586143 Jul 06 11:57:17.316344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a6eccdff-8a16-4a8a-8154-35632609072a None None] Set router 3706d527-913c-4a5c-80e9-9f9c253b813a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:17.333696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a8f6d4a1-23ef-488b-82f8-3d9b5d940288 req-183a66c9-dbca-4888-b203-d9644058bddb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] For port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6d0ff8ed-dacf-4f85-9e34-4026e3316f66,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:17.334079 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a8f6d4a1-23ef-488b-82f8-3d9b5d940288 req-183a66c9-dbca-4888-b203-d9644058bddb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.342047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13302193-1c93-4b43-9708-5aaf662ce99e req-86174515-5d4e-499d-bd5d-8d41e79647ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:17.344318 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-13302193-1c93-4b43-9708-5aaf662ce99e req-86174515-5d4e-499d-bd5d-8d41e79647ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=710ac8e7-4b5e-4b24-959c-c8311ae851a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894256 Jul 06 11:57:17.353621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a8f6d4a1-23ef-488b-82f8-3d9b5d940288 req-183a66c9-dbca-4888-b203-d9644058bddb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Calling delete_port for 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:17.525177 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a8f6d4a1-23ef-488b-82f8-3d9b5d940288 req-183a66c9-dbca-4888-b203-d9644058bddb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.539149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['6d0ff8ed-dacf-4f85-9e34-4026e3316f66'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:17.561514 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-13302193-1c93-4b43-9708-5aaf662ce99e req-91db9b55-43bd-497d-a355-d3fc2c7932af service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086411 Jul 06 11:57:17.608691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a66c9-dbca-4888-b203-d9644058bddb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event deleted for resources: {'Port': ['ID=6d0ff8ed-dacf-4f85-9e34-4026e3316f66,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:17.649996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a6eccdff-8a16-4a8a-8154-35632609072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:53Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '1077dbf7-e2e7-4b64-9970-b7fde80b73d4', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'port_id': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'mac_address': 'fa:16:3e:02:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:57:14Z', 'updated_at': '2021-07-06T11:57:14Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35510694-74c9-4c02-836e-0ce8cd8b71f8', 'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:ec:8b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:51Z', 'updated_at': '2021-07-06T11:56:59Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:17.667695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f6d4a1-23ef-488b-82f8-3d9b5d940288 req-183a66c9-dbca-4888-b203-d9644058bddb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] No DVR routers for this DVR port 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:17.673493 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a8f6d4a1-23ef-488b-82f8-3d9b5d940288 req-183a66c9-dbca-4888-b203-d9644058bddb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.676429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8f6d4a1-23ef-488b-82f8-3d9b5d940288 req-183a66c9-dbca-4888-b203-d9644058bddb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "DELETE /v2.0/ports/6d0ff8ed-dacf-4f85-9e34-4026e3316f66 HTTP/1.1" status: 204 len: 173 time: 0.6253393 Jul 06 11:57:17.677266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e9fff4-5931-4d9f-a255-0693f31017f6', 'name': 'network-vif-deleted', 'tag': '6d0ff8ed-dacf-4f85-9e34-4026e3316f66'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:17.686271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eccdff-8a16-4a8a-8154-35632609072a None None] The sync data for ids ['3706d527-913c-4a5c-80e9-9f9c253b813a'] in n-d-799527-2 is: [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:53Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '1077dbf7-e2e7-4b64-9970-b7fde80b73d4', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'port_id': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'mac_address': 'fa:16:3e:02:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:57:14Z', 'updated_at': '2021-07-06T11:57:14Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35510694-74c9-4c02-836e-0ce8cd8b71f8', 'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:ec:8b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:51Z', 'updated_at': '2021-07-06T11:56:59Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:17.691405 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff41582f-2a72-44ca-add9-24a1f6b3721f" -d '{"events": [{"server_uuid": "e6e9fff4-5931-4d9f-a255-0693f31017f6", "name": "network-vif-deleted", "tag": "6d0ff8ed-dacf-4f85-9e34-4026e3316f66"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:17.704542 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-13302193-1c93-4b43-9708-5aaf662ce99e req-d306c7e5-07e0-49ae-89ef-823bebe5956e service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349740 Jul 06 11:57:17.798277 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0d117e-656a-4be8-84e1-c44fd6f1a894 x-openstack-request-id: req-7e0d117e-656a-4be8-84e1-c44fd6f1a894 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:17.803899 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e9fff4-5931-4d9f-a255-0693f31017f6", "name": "network-vif-deleted", "tag": "6d0ff8ed-dacf-4f85-9e34-4026e3316f66", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:17.803899 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e0d117e-656a-4be8-84e1-c44fd6f1a894 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:17.803899 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e9fff4-5931-4d9f-a255-0693f31017f6', 'name': 'network-vif-deleted', 'tag': '6d0ff8ed-dacf-4f85-9e34-4026e3316f66', 'status': 'completed', 'code': 200} Jul 06 11:57:17.922978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2cae400-a1a7-4e1e-8dbe-b9db3492cfbe req-779ba26a-6c0a-4e95-9666-5037c14caabd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 210 time: 0.0321331 Jul 06 11:57:18.032771 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adac903-6203-429d-9641-e10173e586f7 None None] New status for floating IP 1077dbf7-e2e7-4b64-9970-b7fde80b73d4: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:57:18.157919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34652) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:18.171583 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.250571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bb990298-a905-46cb-83fa-3a2a5977b427 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/1077dbf7-e2e7-4b64-9970-b7fde80b73d4 HTTP/1.1" status: 200 len: 991 time: 0.0913849 Jul 06 11:57:18.374326 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a037442-6608-4caf-927f-6689cd3d71aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.697312 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.093797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9abef8c8-2b99-486d-b71e-3da6f08a2d6c req-e98262fb-9c6d-4ed7-9d49-037aed43ed7d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 210 time: 0.0345404 Jul 06 11:57:19.255054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34664) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:19.331809 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e324439b-f3da-4a51-a46e-291cd2f1f81e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/1077dbf7-e2e7-4b64-9970-b7fde80b73d4 HTTP/1.1" status: 200 len: 993 time: 0.0750489 Jul 06 11:57:20.254177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0426d2d-befb-418c-9159-afa5895cc9b2 req-69c805f4-6b16-46fd-9132-741691ffdbcf tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 210 time: 0.0322750 Jul 06 11:57:20.529517 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:20.897855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:20.918989 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:20.919353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6d0ff8ed-dacf-4f85-9e34-4026e3316f66 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:21.413343 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3434e9f4-94e2-4673-adb0-f703fb9f6023 req-08a7d4b4-fcb4-4c4d-a7c8-b7fc7e6dc9f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e9fff4-5931-4d9f-a255-0693f31017f6 HTTP/1.1" status: 200 len: 210 time: 0.0321808 Jul 06 11:57:22.182766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34692) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:22.335347 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50186b07-ddb5-4701-b0e3-ac3ce23b73af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.440189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50186b07-ddb5-4701-b0e3-ac3ce23b73af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.444397 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50186b07-ddb5-4701-b0e3-ac3ce23b73af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.487389 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-50186b07-ddb5-4701-b0e3-ac3ce23b73af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2660cf30c4f4b7aafdedd8481a961a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015602 Jul 06 11:57:22.487389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50186b07-ddb5-4701-b0e3-ac3ce23b73af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb5f5d5-9d0a-4bf5-8da0-14fb9a3f36d9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:22.488077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34698) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:22.547902 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5d7a0d0-28e2-4e01-a77d-348bc0698f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.573421 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5d7a0d0-28e2-4e01-a77d-348bc0698f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.637613 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5d7a0d0-28e2-4e01-a77d-348bc0698f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.640713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5d7a0d0-28e2-4e01-a77d-348bc0698f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.641402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d5d7a0d0-28e2-4e01-a77d-348bc0698f04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bb5f5d5-9d0a-4bf5-8da0-14fb9a3f36d9 HTTP/1.1" status: 204 len: 168 time: 0.1472418 Jul 06 11:57:22.649624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7a0d0-28e2-4e01-a77d-348bc0698f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb5f5d5-9d0a-4bf5-8da0-14fb9a3f36d9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:23.628831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a28129-29f6-4cc4-bd7b-20e7e98f30cb req-879bbf26-f656-46b5-8bf9-43dce0e9007f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.629743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19a28129-29f6-4cc4-bd7b-20e7e98f30cb req-879bbf26-f656-46b5-8bf9-43dce0e9007f tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 947 time: 0.0730858 Jul 06 11:57:23.691170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19a28129-29f6-4cc4-bd7b-20e7e98f30cb req-90f8b0e3-270b-4496-95c9-c391b419a00c tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506577 Jul 06 11:57:24.506076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-6ab9a127-293d-43ad-b072-45ef276d373d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.507723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-6ab9a127-293d-43ad-b072-45ef276d373d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 815 time: 0.1192093 Jul 06 11:57:24.525755 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-d4b6b740-0191-44ec-83ba-4daf45b2ca9e tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/quotas/83a39bd45c3841e6a5686b1eaedc3879 HTTP/1.1" status: 200 len: 375 time: 0.0110326 Jul 06 11:57:25.045655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-7d43951a-782c-4499-bf47-7b67bf106717 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5136929 Jul 06 11:57:25.102458 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34810) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:25.121008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4b9e0-7608-42d6-a9ce-e0c06d5a6216 req-fc94a3d4-ecf9-4695-8ae6-7cbb6bc48b97 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.122457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90d4b9e0-7608-42d6-a9ce-e0c06d5a6216 req-fc94a3d4-ecf9-4695-8ae6-7cbb6bc48b97 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 947 time: 0.1574118 Jul 06 11:57:25.211009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-4a440fd0-676b-44e6-a796-37bb9a52bf73 service neutron] 10.222.0.21 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578526 Jul 06 11:57:25.224269 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90d4b9e0-7608-42d6-a9ce-e0c06d5a6216 req-ec178216-f7cf-42c7-934e-83aaebb22821 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups?id=13d3baaa-a019-4123-8e10-aad673ba8163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949039 Jul 06 11:57:25.247890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39f2b536-75f4-478d-9b94-6c12c843d39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.373143 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39f2b536-75f4-478d-9b94-6c12c843d39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.381030 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39f2b536-75f4-478d-9b94-6c12c843d39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.422027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-a42a3591-b1c9-4591-bbeb-ea9c22178d39 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.423817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-a42a3591-b1c9-4591-bbeb-ea9c22178d39 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 947 time: 0.1059010 Jul 06 11:57:25.428395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ee8ca0e2-2ae3-41f7-bef7-2e655c688197 service neutron] 10.222.0.21 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033234 Jul 06 11:57:25.435568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-39f2b536-75f4-478d-9b94-6c12c843d39f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bc80cc917bb4f79bac7a7a1c2f351c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315330 Jul 06 11:57:25.437864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2b536-75f4-478d-9b94-6c12c843d39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa3b108-c59b-4cfa-9db4-372c1e696043,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:25.440306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34814) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:25.533633 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f66d84a2-cbab-4c29-84d7-15f92a60b6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.586783 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f66d84a2-cbab-4c29-84d7-15f92a60b6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.608403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Deleting port 2ad39980-9c84-48db-a1eb-9c6010bc633f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:25.608750 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.654812 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f66d84a2-cbab-4c29-84d7-15f92a60b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.658810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f66d84a2-cbab-4c29-84d7-15f92a60b6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.662400 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f66d84a2-cbab-4c29-84d7-15f92a60b6f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9aa3b108-c59b-4cfa-9db4-372c1e696043 HTTP/1.1" status: 204 len: 168 time: 0.2187738 Jul 06 11:57:25.669426 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d84a2-cbab-4c29-84d7-15f92a60b6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa3b108-c59b-4cfa-9db4-372c1e696043,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:25.734947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] For port 2ad39980-9c84-48db-a1eb-9c6010bc633f, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=2ad39980-9c84-48db-a1eb-9c6010bc633f,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:25.735353 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.810461 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86cf6908-1bc3-4328-b600-4890e722174c req-3386acc2-19c2-4fc6-806f-e4a784acaa51 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 210 time: 0.1556988 Jul 06 11:57:26.046438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.047115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.047115 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Floating IP ad64af0c-13f7-4e0a-8fac-ae68d21ca9a2 disassociated. External IP: 172.25.0.216, port: 2ad39980-9c84-48db-a1eb-9c6010bc633f. Jul 06 11:57:26.047492 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Calling delete_port for 2ad39980-9c84-48db-a1eb-9c6010bc633f owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:26.074613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34836) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:26.088500 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-965b2ff5-00e0-4ec2-8b1f-151879c1c081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.261182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-965b2ff5-00e0-4ec2-8b1f-151879c1c081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.267968 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-965b2ff5-00e0-4ec2-8b1f-151879c1c081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.275656 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.322677 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-965b2ff5-00e0-4ec2-8b1f-151879c1c081 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e8b838a678d4d6280c4a8a90e775780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471123 Jul 06 11:57:26.330328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34870) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:26.365882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2ff5-00e0-4ec2-8b1f-151879c1c081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a34b212-8913-415a-bc4c-5993b6b410a0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:26.384377 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event deleted for resources: {'Port': ['ID=2ad39980-9c84-48db-a1eb-9c6010bc633f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:26.417621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9549598b-0033-482f-bdb0-43c1a7a17423 req-d2004822-56a7-4b04-85de-39d9bf395973 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 210 time: 0.0467100 Jul 06 11:57:26.433564 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-690ab193-ef99-43d3-ab80-e1bf5fc8e4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.458641 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-690ab193-ef99-43d3-ab80-e1bf5fc8e4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.525140 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-690ab193-ef99-43d3-ab80-e1bf5fc8e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.529189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-690ab193-ef99-43d3-ab80-e1bf5fc8e4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.531485 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-690ab193-ef99-43d3-ab80-e1bf5fc8e4d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a34b212-8913-415a-bc4c-5993b6b410a0 HTTP/1.1" status: 204 len: 168 time: 0.1999838 Jul 06 11:57:26.544073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ab193-ef99-43d3-ab80-e1bf5fc8e4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a34b212-8913-415a-bc4c-5993b6b410a0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:26.547783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:26.673409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:26.686629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008b197-f98d-4df1-a758-4703118e8bdb None None] Sync routers for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:26.698500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008b197-f98d-4df1-a758-4703118e8bdb None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:26.699288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4008b197-f98d-4df1-a758-4703118e8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:57:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:26.754528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] No DVR routers for this DVR port 2ad39980-9c84-48db-a1eb-9c6010bc633f on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:26.757606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.759821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79c2c56a-d572-43c0-b26d-279e04fe2e83 req-bb57f694-096a-459c-a563-024bc3cb185e tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.47 "DELETE /v2.0/ports/2ad39980-9c84-48db-a1eb-9c6010bc633f HTTP/1.1" status: 204 len: 173 time: 1.3287899 Jul 06 11:57:26.760369 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'name': 'network-vif-deleted', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:26.763611 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab376438-9f08-48df-b9b9-90702776a8fa" -d '{"events": [{"server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "name": "network-vif-deleted", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:26.844389 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fb3025-1dc2-4ed4-bfa5-9f50a86c4208 x-openstack-request-id: req-42fb3025-1dc2-4ed4-bfa5-9f50a86c4208 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:26.845401 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb85114-b7ea-4089-8134-1b997b2a5a96", "name": "network-vif-deleted", "tag": "2ad39980-9c84-48db-a1eb-9c6010bc633f", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:26.846256 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42fb3025-1dc2-4ed4-bfa5-9f50a86c4208 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:26.847495 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb85114-b7ea-4089-8134-1b997b2a5a96', 'name': 'network-vif-deleted', 'tag': '2ad39980-9c84-48db-a1eb-9c6010bc633f', 'status': 'completed', 'code': 200} Jul 06 11:57:26.882094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4008b197-f98d-4df1-a758-4703118e8bdb None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:27.118057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2709b86-718e-4003-90d4-8b3cc2a93a62 req-dc05ac2c-b0d7-4fe0-a3e2-6ba497dd10f1 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 210 time: 0.0683422 Jul 06 11:57:27.256191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4008b197-f98d-4df1-a758-4703118e8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:27.289606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008b197-f98d-4df1-a758-4703118e8bdb None None] Checking router: 9ba0f39d-1f90-4036-b3ba-bc1435aa645d for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:57:27.303718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008b197-f98d-4df1-a758-4703118e8bdb None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:27.304504 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4008b197-f98d-4df1-a758-4703118e8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:57:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:27.430600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-3e53995b-14cf-48ab-b327-09917d0c7e27 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.433163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-3e53995b-14cf-48ab-b327-09917d0c7e27 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 815 time: 0.3040445 Jul 06 11:57:27.446954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Request body: {'port': {'device_id': 'd413e38d-b0fa-4386-9288-f2874c48bc4f', 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606', 'admin_state_up': True, 'tenant_id': '83a39bd45c3841e6a5686b1eaedc3879'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:27.569362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4008b197-f98d-4df1-a758-4703118e8bdb None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:27.611257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Made reservation on behalf of 83a39bd45c3841e6a5686b1eaedc3879 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:27.617130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.756798 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc3dad37-7011-4f11-a274-a81f9d362343 req-21852288-2290-443b-ae09-f5e268e0e8f6 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb85114-b7ea-4089-8134-1b997b2a5a96 HTTP/1.1" status: 200 len: 210 time: 0.0506265 Jul 06 11:57:27.828323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Allocated IP 172.20.0.8 (be893bb4-5cec-4726-816d-ac3d0c2b9606/7dc6c426-7cf2-4a5c-a330-cd962cff7e60/b61e41bb-9899-4821-8202-0911558feca9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:28.022371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.062897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4008b197-f98d-4df1-a758-4703118e8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:28.077230 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.100056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['263b2c7a-200c-449d-9a51-4848dd7760e7'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:28.102567 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008b197-f98d-4df1-a758-4703118e8bdb None None] The sync data for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 is: [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:46:10Z', 'revision_number': 4, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ed0c3499-c924-4351-82a0-3b17a85da932', 'name': '', 'network_id': '2e3b85a5-3b6c-485a-b79e-51ceee0a457c', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'mac_address': 'fa:16:3e:dc:07:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:07Z', 'updated_at': '2021-07-06T11:46:22Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'subnets': [{'id': 'f2b8936f-2bd4-4496-aa60-30410ff9bb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:28.134077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Network be893bb4-5cec-4726-816d-ac3d0c2b9606 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:28.138259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:28.146206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:28.216807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Pushing event updated for resources: {'Port': ['ID=b61e41bb-9899-4821-8202-0911558feca9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:28.279655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.280365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.318358 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-ab24fffe-62ba-40ed-a294-3b769aa021e7 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8767681 Jul 06 11:57:28.354817 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Request body: {'port': {'device_id': 'd413e38d-b0fa-4386-9288-f2874c48bc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:28.457773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fdefa-2abe-4f0a-95f2-aefcde58715d req-21e863d5-9977-482a-a54b-07649c8c0b2d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.459495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc1fdefa-2abe-4f0a-95f2-aefcde58715d req-21e863d5-9977-482a-a54b-07649c8c0b2d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 931 time: 0.1553710 Jul 06 11:57:28.460645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.508248 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bae6a-f150-4be2-b0c7-0b47d3417bf5 None None] New status for floating IP ad64af0c-13f7-4e0a-8fac-ae68d21ca9a2: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:57:28.637821 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.702417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc1fdefa-2abe-4f0a-95f2-aefcde58715d req-1f093801-773f-430b-8d00-9336d6f92f12 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287631 Jul 06 11:57:28.723990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34990) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:28.798172 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.854373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61e41bb-9899-4821-8202-0911558feca9 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:28.863025 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.863365 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-848b3ad5-938e-4571-a5bf-52168479fbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.882003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Transition to ACTIVE for port object b61e41bb-9899-4821-8202-0911558feca9 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:28.887414 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.919919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34998) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:28.932118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2ad39980-9c84-48db-a1eb-9c6010bc633f no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:28.972336 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 2ad39980-9c84-48db-a1eb-9c6010bc633f {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:28.972869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 2ad39980-9c84-48db-a1eb-9c6010bc633f not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:29.003368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Pushing event updated for resources: {'Port': ['ID=b61e41bb-9899-4821-8202-0911558feca9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:29.016370 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-848b3ad5-938e-4571-a5bf-52168479fbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.021819 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-848b3ad5-938e-4571-a5bf-52168479fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.059902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b3ad5-938e-4571-a5bf-52168479fbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2a5410-9c61-4412-9aec-c9f553e9ddae,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:29.073146 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-848b3ad5-938e-4571-a5bf-52168479fbcd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e641b170584d42ba90c3ca5c9a89360d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464181 Jul 06 11:57:29.073723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35002) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:29.081425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Attempting to bind port b61e41bb-9899-4821-8202-0911558feca9 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:29.081603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Attempting to bind port b61e41bb-9899-4821-8202-0911558feca9 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:29.081929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Attempting to bind port b61e41bb-9899-4821-8202-0911558feca9 on network be893bb4-5cec-4726-816d-ac3d0c2b9606 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:29.086298 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af24dddb-4daf-4820-be36-1fe0ddd6ccaf tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.088853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Port b61e41bb-9899-4821-8202-0911558feca9 on network be893bb4-5cec-4726-816d-ac3d0c2b9606 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:29.089178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Attempting to bind port b61e41bb-9899-4821-8202-0911558feca9 on network be893bb4-5cec-4726-816d-ac3d0c2b9606 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:29.107387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:29.107764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Checking segment: {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:29.108157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Bound using segment: {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:29.108591 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Bound port: b61e41bb-9899-4821-8202-0911558feca9, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:29.108955 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.126417 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af24dddb-4daf-4820-be36-1fe0ddd6ccaf tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.130900 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f94eb653-f0fe-4cd2-9d71-303937b4145a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.156925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f94eb653-f0fe-4cd2-9d71-303937b4145a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.210083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] For port b61e41bb-9899-4821-8202-0911558feca9, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:29.214655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] For port b61e41bb-9899-4821-8202-0911558feca9, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b61e41bb-9899-4821-8202-0911558feca9,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:29.215040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f94eb653-f0fe-4cd2-9d71-303937b4145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.218093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f94eb653-f0fe-4cd2-9d71-303937b4145a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.219337 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f94eb653-f0fe-4cd2-9d71-303937b4145a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a2a5410-9c61-4412-9aec-c9f553e9ddae HTTP/1.1" status: 204 len: 168 time: 0.1440094 Jul 06 11:57:29.220951 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.229623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94eb653-f0fe-4cd2-9d71-303937b4145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2a5410-9c61-4412-9aec-c9f553e9ddae,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:29.234772 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af24dddb-4daf-4820-be36-1fe0ddd6ccaf tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.237732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af24dddb-4daf-4820-be36-1fe0ddd6ccaf tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.239489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-af24dddb-4daf-4820-be36-1fe0ddd6ccaf tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "DELETE /v2.0/security-groups/13d3baaa-a019-4123-8e10-aad673ba8163 HTTP/1.1" status: 204 len: 168 time: 0.3185694 Jul 06 11:57:29.250401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35006) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:29.271274 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-f440626e-4a3d-46e0-b4b6-714d61a15ae0 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] show failed (client error): The resource could not be found. Jul 06 11:57:29.272421 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f440626e-4a3d-46e0-b4b6-714d61a15ae0 tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "GET /v2.0/security-groups/13d3baaa-a019-4123-8e10-aad673ba8163 HTTP/1.1" status: 404 len: 347 time: 0.0203311 Jul 06 11:57:29.275312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35008) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:29.294113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.295264 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.296761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] 10.222.0.47 "PUT /v2.0/ports/b61e41bb-9899-4821-8202-0911558feca9 HTTP/1.1" status: 200 len: 1091 time: 0.9476128 Jul 06 11:57:29.297602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24dddb-4daf-4820-be36-1fe0ddd6ccaf tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d3baaa-a019-4123-8e10-aad673ba8163,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:29.303947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd413e38d-b0fa-4386-9288-f2874c48bc4f', 'tag': 'b61e41bb-9899-4821-8202-0911558feca9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:29.306769 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad10d69-9f2a-4d2e-8e6b-7e16842d02a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d413e38d-b0fa-4386-9288-f2874c48bc4f", "tag": "b61e41bb-9899-4821-8202-0911558feca9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:29.364893 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89796801-66ff-448c-978c-91aa187c9ce7 x-openstack-request-id: req-89796801-66ff-448c-978c-91aa187c9ce7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:29.365190 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d413e38d-b0fa-4386-9288-f2874c48bc4f", "tag": "b61e41bb-9899-4821-8202-0911558feca9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:29.365438 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89796801-66ff-448c-978c-91aa187c9ce7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:29.365866 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd413e38d-b0fa-4386-9288-f2874c48bc4f', 'tag': 'b61e41bb-9899-4821-8202-0911558feca9', 'status': 'completed', 'code': 200} Jul 06 11:57:29.395887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6650b11-2462-4329-a6f2-8931c61ff484 service neutron] Pushing event updated for resources: {'Port': ['ID=b61e41bb-9899-4821-8202-0911558feca9,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:29.429669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-c7d79c91-4205-46ee-859f-5651e0bd9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.432237 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-c7d79c91-4205-46ee-859f-5651e0bd9a1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 1094 time: 0.0804582 Jul 06 11:57:29.485663 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-701e451e-0b3d-41c6-87cb-4ff55033fbea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b61e41bb-9899-4821-8202-0911558feca9 HTTP/1.1" status: 200 len: 217 time: 0.0458007 Jul 06 11:57:29.504171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3effadc3-469b-4214-afc8-7210dc90b80d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Deleting port 15e5e096-30f8-4be0-bd4c-5be51e69f926 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:29.504522 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3effadc3-469b-4214-afc8-7210dc90b80d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.547063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-fec78e68-bd6e-4a4d-81a4-4219aeae4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.548605 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-fec78e68-bd6e-4a4d-81a4-4219aeae4f17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7dc6c426-7cf2-4a5c-a330-cd962cff7e60 HTTP/1.1" status: 200 len: 855 time: 0.0561237 Jul 06 11:57:29.600262 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-dcc42324-c968-4284-8d49-c9bdd97955cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be893bb4-5cec-4726-816d-ac3d0c2b9606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450270 Jul 06 11:57:29.619404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3effadc3-469b-4214-afc8-7210dc90b80d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.620396 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3effadc3-469b-4214-afc8-7210dc90b80d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.635533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3effadc3-469b-4214-afc8-7210dc90b80d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Calling delete_port for 15e5e096-30f8-4be0-bd4c-5be51e69f926 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:29.731942 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-e92038cb-3bae-4c95-8a5b-09bc6e13e614 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214051 Jul 06 11:57:29.845200 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3effadc3-469b-4214-afc8-7210dc90b80d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.875224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effadc3-469b-4214-afc8-7210dc90b80d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Pushing event deleted for resources: {'Port': ['ID=15e5e096-30f8-4be0-bd4c-5be51e69f926,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:29.951152 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31b93e39-3817-4c56-8b2a-6549a7615804 req-6b7b29e4-0967-40f3-96ba-2a4e27dfecb7 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135785 Jul 06 11:57:29.956060 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3effadc3-469b-4214-afc8-7210dc90b80d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.959100 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3effadc3-469b-4214-afc8-7210dc90b80d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.960525 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3effadc3-469b-4214-afc8-7210dc90b80d tempest-AttachVolumeShelveTestJSON-1005126024 tempest-AttachVolumeShelveTestJSON-1005126024-project] 10.222.0.21 "DELETE /v2.0/floatingips/ad64af0c-13f7-4e0a-8fac-ae68d21ca9a2 HTTP/1.1" status: 204 len: 168 time: 0.6839912 Jul 06 11:57:29.981205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148b75-6148-451d-9a97-d3924bbaa9d1 req-3b2af38f-efbe-419a-ba0e-875ce5d0bcce tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.982788 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82148b75-6148-451d-9a97-d3924bbaa9d1 req-3b2af38f-efbe-419a-ba0e-875ce5d0bcce tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 943 time: 0.1370904 Jul 06 11:57:30.076240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82148b75-6148-451d-9a97-d3924bbaa9d1 req-2113b931-48cd-48e6-a04e-2cd6ac5419a5 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850656 Jul 06 11:57:30.116213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10d69-9f2a-4d2e-8e6b-7e16842d02a7 req-c5ebd92c-00ef-41f6-8636-d4dbb60e5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.117921 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ad10d69-9f2a-4d2e-8e6b-7e16842d02a7 req-c5ebd92c-00ef-41f6-8636-d4dbb60e5f95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 1094 time: 0.1057477 Jul 06 11:57:30.236005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10d69-9f2a-4d2e-8e6b-7e16842d02a7 req-dbe6ff12-3fc9-4a75-a81b-dbf0ecfd3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.237408 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ad10d69-9f2a-4d2e-8e6b-7e16842d02a7 req-dbe6ff12-3fc9-4a75-a81b-dbf0ecfd3ef8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 916 time: 0.1129708 Jul 06 11:57:30.292159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ad10d69-9f2a-4d2e-8e6b-7e16842d02a7 req-c67bef3b-7866-4023-8b5d-f01d2605889e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b61e41bb-9899-4821-8202-0911558feca9 HTTP/1.1" status: 200 len: 217 time: 0.0473976 Jul 06 11:57:30.352738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10d69-9f2a-4d2e-8e6b-7e16842d02a7 req-19a7cf4c-6f5d-4df9-bf9e-8b6e8d31a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.354709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ad10d69-9f2a-4d2e-8e6b-7e16842d02a7 req-19a7cf4c-6f5d-4df9-bf9e-8b6e8d31a6bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7dc6c426-7cf2-4a5c-a330-cd962cff7e60 HTTP/1.1" status: 200 len: 855 time: 0.0553761 Jul 06 11:57:30.396051 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ad10d69-9f2a-4d2e-8e6b-7e16842d02a7 req-80f7fb28-305b-4867-b7b3-e1d50fea4494 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be893bb4-5cec-4726-816d-ac3d0c2b9606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346935 Jul 06 11:57:30.523435 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ad10d69-9f2a-4d2e-8e6b-7e16842d02a7 req-b0ab313c-1d1e-48a2-a99d-d1bea9f20fc0 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195705 Jul 06 11:57:30.633724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ad10d69-9f2a-4d2e-8e6b-7e16842d02a7 req-6b8702ab-4461-4fe1-a723-0b7588504989 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041389 Jul 06 11:57:30.913131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35052) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:31.086389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1105500740'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:31.115570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Made reservation on behalf of bff8285566954a9a9c57aae9be40fd9f for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:31.120895 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.137117 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.303308 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.327164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.368108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:31.379087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4647c73a-fb0f-4cc7-bb6d-e65a73b3ec43,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:31.393932 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.394282 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Added segment 631f50bb-01d0-4853-aa65-55dced76bb19 of type vlan for network 87c8aea2-142e-45e3-be02-c9121bf52b59 Jul 06 11:57:31.435484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc4eb7-87b4-4aec-9a47-2c70be160484 req-37787d1f-f9e1-490c-8b6c-bb45c05ac4db tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.437212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6fbc4eb7-87b4-4aec-9a47-2c70be160484 req-37787d1f-f9e1-490c-8b6c-bb45c05ac4db tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 943 time: 0.1854393 Jul 06 11:57:31.458973 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.502205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6fbc4eb7-87b4-4aec-9a47-2c70be160484 req-7fb6bf76-23da-4f48-bfb6-e5f8ccf8d342 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588241 Jul 06 11:57:31.517409 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.524889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.525744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.607538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6889620 Jul 06 11:57:31.611887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35062) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:31.633586 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91b3a6-a020-4ba7-abf7-85bbf9d0f10d tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Pushing event updated for resources: {'Network': ['ID=87c8aea2-142e-45e3-be02-c9121bf52b59,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:31.649917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 87c8aea2-142e-45e3-be02-c9121bf52b59 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:31.689207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Request body: {'network': {'name': 'tempest-network--1745468655', 'router:external': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:31.716999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Made reservation on behalf of 0e73707d1c15403bb07c99fa08f98b65 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:31.720506 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.732932 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.832708 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.837032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.864044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:31.875178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe57059-3e89-4c6a-82f5-c8252f46cbe4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:31.881809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.882160 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Added segment 955561e1-95bc-4aa5-8abc-028cb93fe860 of type vlan for network c106526e-21c7-4763-ae2c-6c43e0c4ff1f Jul 06 11:57:31.934386 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.978547 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.980661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.981463 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.064190 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4482803 Jul 06 11:57:32.064522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35066) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:32.117543 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6913bf-e850-42e9-813d-a9ff5a91f823 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event updated for resources: {'Network': ['ID=c106526e-21c7-4763-ae2c-6c43e0c4ff1f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:32.128505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network c106526e-21c7-4763-ae2c-6c43e0c4ff1f details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:32.148662 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.238367 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.250245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c106526e-21c7-4763-ae2c-6c43e0c4ff1f']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:32.261176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955561e1-95bc-4aa5-8abc-028cb93fe860') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:32.262310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955561e1-95bc-4aa5-8abc-028cb93fe860') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:32.271795 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.288824 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.297169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:32.297589 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:32.299493 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:32.369454 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.395797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c106526e-21c7-4763-ae2c-6c43e0c4ff1f {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:57:32.404870 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.410579 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c106526e-21c7-4763-ae2c-6c43e0c4ff1f HTTP/1.1" status: 204 len: 168 time: 0.3411984 Jul 06 11:57:32.410579 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c6038-780d-44e8-8511-c3af14c26cf0 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event deleted for resources: {'Network': ['ID=c106526e-21c7-4763-ae2c-6c43e0c4ff1f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:32.410870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:32.422019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:32.452305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Made reservation on behalf of 0e73707d1c15403bb07c99fa08f98b65 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:32.455916 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.492736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:32.506783 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.507276 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Added segment 875523fb-6732-4590-9fad-0415b92b3775 of type vlan for network 2bf5e992-0c63-4d9b-9dd7-6b1718495aa8 Jul 06 11:57:32.584212 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.676801 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.677822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:32.678463 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.794709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3829570 Jul 06 11:57:32.801947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35084) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:32.811092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Request body: {'subnet': {'network_id': '2bf5e992-0c63-4d9b-9dd7-6b1718495aa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:32.841816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b5c47-2b6c-44c8-b3f8-b42715ea037b tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event updated for resources: {'Network': ['ID=2bf5e992-0c63-4d9b-9dd7-6b1718495aa8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:32.858007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Made reservation on behalf of 0e73707d1c15403bb07c99fa08f98b65 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:32.861571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 2bf5e992-0c63-4d9b-9dd7-6b1718495aa8 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:32.866626 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.958392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3db99-baa9-4830-a72b-1c81b71bb6e3 req-84759a49-a856-46a4-9a15-744ccb93e491 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:32.960395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8c3db99-baa9-4830-a72b-1c81b71bb6e3 req-84759a49-a856-46a4-9a15-744ccb93e491 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 943 time: 0.2116642 Jul 06 11:57:32.977875 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b61e41bb-9899-4821-8202-0911558feca9 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:33.044271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8c3db99-baa9-4830-a72b-1c81b71bb6e3 req-6c0a2ee1-cee0-443a-ab79-688a4327d79c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765636 Jul 06 11:57:33.213944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b61e41bb-9899-4821-8202-0911558feca9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b61e41bb-9899-4821-8202-0911558feca9,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:33.231830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'b61e41bb-9899-4821-8202-0911558feca9', 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606', 'port_id': 'b61e41bb-9899-4821-8202-0911558feca9', 'mac_address': 'fa:16:3e:9e:9a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc6c426-7cf2-4a5c-a330-cd962cff7e60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:33.280766 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.301224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61e41bb-9899-4821-8202-0911558feca9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:33.328713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b61e41bb-9899-4821-8202-0911558feca9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b61e41bb-9899-4821-8202-0911558feca9,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:33.342704 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.393453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.objects.ports [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93815) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:57:33.394194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.396604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=b61e41bb-9899-4821-8202-0911558feca9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:33.465926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8a27ae43-aa4c-49f5-a8fa-11a7b3efce1e,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:33.475421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Checking segment: {'id': '875523fb-6732-4590-9fad-0415b92b3775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2bf5e992-0c63-4d9b-9dd7-6b1718495aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:33.475786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Network hostable DHCP agents. Network: 2bf5e992-0c63-4d9b-9dd7-6b1718495aa8, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:33.498155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Network 2bf5e992-0c63-4d9b-9dd7-6b1718495aa8 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:33.509410 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 2bf5e992-0c63-4d9b-9dd7-6b1718495aa8) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:33.521384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447f387-59ce-4370-a8dc-c1d65a971737 None None] Network 2bf5e992-0c63-4d9b-9dd7-6b1718495aa8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:33.525166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:33.529011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.561213 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-641acced-7b4c-4ea5-aff5-4af4903bbff7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7542169 Jul 06 11:57:33.563816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35088) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:33.569378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Request body: {'floatingip': {'floating_network_id': '2bf5e992-0c63-4d9b-9dd7-6b1718495aa8'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:33.595922 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.740177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b61e41bb-9899-4821-8202-0911558feca9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:33.753883 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.783944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd623b1-4eb3-45c1-9ad6-e2cc11163ccd None None] Network 2bf5e992-0c63-4d9b-9dd7-6b1718495aa8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:33.930785 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Allocated IP 172.20.0.14 (2bf5e992-0c63-4d9b-9dd7-6b1718495aa8/8a27ae43-aa4c-49f5-a8fa-11a7b3efce1e/26c1bcb0-36d2-4f42-a549-1232243a2584) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:34.059890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.106828 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.151784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Network 2bf5e992-0c63-4d9b-9dd7-6b1718495aa8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:34.158906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:34.161502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:34.187227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event updated for resources: {'Port': ['ID=26c1bcb0-36d2-4f42-a549-1232243a2584,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:34.253494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a19ff3-0813-47e4-bbc6-a732ff8b1f85 req-793a97e4-a923-4e29-b2f3-0afdf82257a5 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:34.255481 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68a19ff3-0813-47e4-bbc6-a732ff8b1f85 req-793a97e4-a923-4e29-b2f3-0afdf82257a5 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 944 time: 0.0945830 Jul 06 11:57:34.271112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.308197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68a19ff3-0813-47e4-bbc6-a732ff8b1f85 req-85924d97-7896-4a2a-bdd1-40fda24b1975 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Jul 06 11:57:34.330760 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.514074 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.519099 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.833244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event updated for resources: {'Port': ['ID=26c1bcb0-36d2-4f42-a549-1232243a2584,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:34.840111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.859115 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.863228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35098) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:34.863681 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bac57b47-102b-471e-bcbf-07b5c7e20fc6 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2987714 Jul 06 11:57:34.941566 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3f831f4a-eee9-43d6-a79a-3af2a1116f8f tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=2bf5e992-0c63-4d9b-9dd7-6b1718495aa8 HTTP/1.1" status: 200 len: 690 time: 0.0769022 Jul 06 11:57:34.943746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35100) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:34.983773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b61e41bb-9899-4821-8202-0911558feca9 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:35.053505 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.060230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port b61e41bb-9899-4821-8202-0911558feca9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:35.066111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port b61e41bb-9899-4821-8202-0911558feca9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:35.066644 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.162341 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.214287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b61e41bb-9899-4821-8202-0911558feca9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b61e41bb-9899-4821-8202-0911558feca9,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:35.216516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd413e38d-b0fa-4386-9288-f2874c48bc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61e41bb-9899-4821-8202-0911558feca9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:35.220576 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f7ff16-d42a-42f5-81b9-a4ab4bd4009d" -d '{"events": [{"server_uuid": "d413e38d-b0fa-4386-9288-f2874c48bc4f", "name": "network-vif-plugged", "status": "completed", "tag": "b61e41bb-9899-4821-8202-0911558feca9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:35.224824 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.276055 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a158102-2018-4f95-8892-d7c86a2cfea3 x-openstack-request-id: req-9a158102-2018-4f95-8892-d7c86a2cfea3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:35.276412 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d413e38d-b0fa-4386-9288-f2874c48bc4f", "name": "network-vif-plugged", "status": "completed", "tag": "b61e41bb-9899-4821-8202-0911558feca9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:35.277042 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a158102-2018-4f95-8892-d7c86a2cfea3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:35.277347 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd413e38d-b0fa-4386-9288-f2874c48bc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61e41bb-9899-4821-8202-0911558feca9', 'code': 200} Jul 06 11:57:35.292406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=b61e41bb-9899-4821-8202-0911558feca9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:35.673991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094b0d1-8aa9-4aa9-a2dc-0b671414a2fb req-5e1bef0a-d313-419a-a2cd-6fafc05122ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:35.675567 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9094b0d1-8aa9-4aa9-a2dc-0b671414a2fb req-5e1bef0a-d313-419a-a2cd-6fafc05122ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 1096 time: 0.1519606 Jul 06 11:57:35.685054 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad87ff-442b-48dd-9b90-83ca1b5fee4f req-b18f5fc1-4501-4ef2-92f5-48cbde4762ab tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:35.686589 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-03ad87ff-442b-48dd-9b90-83ca1b5fee4f req-b18f5fc1-4501-4ef2-92f5-48cbde4762ab tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 945 time: 0.1618650 Jul 06 11:57:35.689396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Deleting port 26c1bcb0-36d2-4f42-a549-1232243a2584 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:35.689804 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.805855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9094b0d1-8aa9-4aa9-a2dc-0b671414a2fb req-a85759d2-7825-4a5f-9ca8-e78861d43806 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180816 Jul 06 11:57:35.815065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-03ad87ff-442b-48dd-9b90-83ca1b5fee4f req-9ecf05fa-095a-4ef8-8679-93455c2965ad tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182261 Jul 06 11:57:35.840234 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.840673 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.854221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Calling delete_port for 26c1bcb0-36d2-4f42-a549-1232243a2584 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:36.025789 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.055536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event deleted for resources: {'Port': ['ID=26c1bcb0-36d2-4f42-a549-1232243a2584,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:36.125938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35114) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:36.154563 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.228123 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.295263 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.407576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8a27ae43-aa4c-49f5-a8fa-11a7b3efce1e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:36.420609 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.435552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf5e992-0c63-4d9b-9dd7-6b1718495aa8']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:36.458177 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875523fb-6732-4590-9fad-0415b92b3775') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:36.458632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875523fb-6732-4590-9fad-0415b92b3775') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:36.469374 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.486957 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.496525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:36.497080 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:36.499340 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:36.577042 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.577426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bf5e992-0c63-4d9b-9dd7-6b1718495aa8 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:57:36.584604 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.586881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "DELETE /v2.0/networks/2bf5e992-0c63-4d9b-9dd7-6b1718495aa8 HTTP/1.1" status: 204 len: 168 time: 1.6421373 Jul 06 11:57:36.590893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35120) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:36.632374 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d9a0e-fafb-489a-a1b4-595258b9da57 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bf5e992-0c63-4d9b-9dd7-6b1718495aa8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:36.746482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0410b42f-1549-4ae1-886e-fd22269968a4 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.1528993 Jul 06 11:57:36.748871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35122) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:36.775620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.899768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.900455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.901196 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.901776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.902242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.902711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.903175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.903800 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.904265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.904721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.905181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.905640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.906094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.912366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1902e7a6-e1d9-4470-aa82-f706dae37d38 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8374 time: 0.1620407 Jul 06 11:57:36.913252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:36.998799 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-a17370d7-1623-4358-8e83-984bd0c5208d tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] delete failed (client error): The resource could not be found. Jul 06 11:57:37.000348 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a17370d7-1623-4358-8e83-984bd0c5208d tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/97aa6978-88d2-424c-a9be-175a45837760 HTTP/1.1" status: 404 len: 345 time: 0.0857160 Jul 06 11:57:37.004070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35128) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:37.040817 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fbd7e2-595b-4191-935b-bed11cd955f1 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] DELETE failed (client error): The resource could not be found. Jul 06 11:57:37.041564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fbd7e2-595b-4191-935b-bed11cd955f1 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:37.044156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-66fbd7e2-595b-4191-935b-bed11cd955f1 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "DELETE /v2.0/networks/2bf5e992-0c63-4d9b-9dd7-6b1718495aa8 HTTP/1.1" status: 404 len: 339 time: 0.0391188 Jul 06 11:57:37.048737 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35130) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:37.060479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Request body: {'network': {'name': 'tempest-network--88137011', 'router:external': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:37.124431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf283-8b17-4e3b-8d44-0bc8f4f97b51 req-3627d4db-3e8f-4517-8af2-32e5b86a8a0c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:37.126539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f1bf283-8b17-4e3b-8d44-0bc8f4f97b51 req-3627d4db-3e8f-4517-8af2-32e5b86a8a0c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 945 time: 0.1102870 Jul 06 11:57:37.160215 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Made reservation on behalf of 0e73707d1c15403bb07c99fa08f98b65 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:37.163163 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.177280 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f1bf283-8b17-4e3b-8d44-0bc8f4f97b51 req-2e027481-dc64-4bdb-a44b-6e7e805a5a99 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 Jul 06 11:57:37.221057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:37.236034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.236384 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Added segment 6928bd89-7288-4bfc-a847-70afa9f8e29c of type vlan for network 198eee8f-857f-4798-ab01-2a6741c69137 Jul 06 11:57:37.246541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] Deleting port ed0c3499-c924-4351-82a0-3b17a85da932 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:37.246992 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.328205 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.386226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] For port ed0c3499-c924-4351-82a0-3b17a85da932, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ed0c3499-c924-4351-82a0-3b17a85da932,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:37.386226 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.400532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] Calling delete_port for ed0c3499-c924-4351-82a0-3b17a85da932 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:37.403974 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.404965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:37.405557 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.470697 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4204855 Jul 06 11:57:37.473298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35132) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:37.528492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab818d-0579-45b7-ad20-d31b8979387a tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event updated for resources: {'Network': ['ID=198eee8f-857f-4798-ab01-2a6741c69137,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:37.543047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 198eee8f-857f-4798-ab01-2a6741c69137 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:37.686203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8260842d-e103-4737-91f1-99f0bc4b82c1 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:37.692408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8260842d-e103-4737-91f1-99f0bc4b82c1 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:37.700099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8260842d-e103-4737-91f1-99f0bc4b82c1 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:37.706640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8260842d-e103-4737-91f1-99f0bc4b82c1 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:37.711498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8260842d-e103-4737-91f1-99f0bc4b82c1 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2347054 Jul 06 11:57:37.713080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35136) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:37.738994 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.772652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0c3499-c924-4351-82a0-3b17a85da932,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:37.806894 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.925656 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.941214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198eee8f-857f-4798-ab01-2a6741c69137']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:37.954373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6928bd89-7288-4bfc-a847-70afa9f8e29c') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:37.954923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6928bd89-7288-4bfc-a847-70afa9f8e29c') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:37.967079 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.987502 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.997712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:37.998197 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:38.000968 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:38.013791 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.074779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.085852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 198eee8f-857f-4798-ab01-2a6741c69137 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:57:38.097601 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.099824 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "DELETE /v2.0/networks/198eee8f-857f-4798-ab01-2a6741c69137 HTTP/1.1" status: 204 len: 168 time: 0.3833950 Jul 06 11:57:38.103208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30515beb-d1da-47af-a063-5ce723b0a7d7 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event deleted for resources: {'Network': ['ID=198eee8f-857f-4798-ab01-2a6741c69137,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:38.104053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:38.112885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Request body: {'network': {'name': 'tempest-network--1940032359', 'router:external': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:38.143586 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Made reservation on behalf of 0e73707d1c15403bb07c99fa08f98b65 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:38.146709 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.175798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:38.197063 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.197569 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Added segment 7fa14da7-8648-4604-9d13-a4662dbca04a of type vlan for network 402948d6-b848-4d17-9ce4-b2e6e96d752e Jul 06 11:57:38.282969 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.335957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] Router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:38.364001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.365026 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:38.365641 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.461482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event updated for resources: {'Network': ['ID=402948d6-b848-4d17-9ce4-b2e6e96d752e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:38.473389 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 402948d6-b848-4d17-9ce4-b2e6e96d752e details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:38.508106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35142) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:38.519602 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-240837b4-518a-4d36-89ce-18344e298ddf tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3958526 Jul 06 11:57:38.562610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd78a17-862e-4fdf-b082-e9542ad17338 req-1abecf01-7f2a-4103-8465-e97df93115de tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:38.564563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdd78a17-862e-4fdf-b082-e9542ad17338 req-1abecf01-7f2a-4103-8465-e97df93115de tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 945 time: 0.1200151 Jul 06 11:57:38.612548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:38.625121 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7b150bba-036d-47cd-ad3f-f21c8acd899c admin admin] 10.222.0.21 "PUT /v2.0/routers/9ba0f39d-1f90-4036-b3ba-bc1435aa645d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4973862 Jul 06 11:57:38.627480 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdd78a17-862e-4fdf-b082-e9542ad17338 req-2fd74497-c9ca-492d-a354-35f279ba7bb0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469248 Jul 06 11:57:38.627974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35144) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:38.709940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1db2407-2278-47fa-86ad-27c432aad858 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:38.713010 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a1db2407-2278-47fa-86ad-27c432aad858 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] 10.222.0.21 "GET /v2.0/networks/402948d6-b848-4d17-9ce4-b2e6e96d752e HTTP/1.1" status: 200 len: 757 time: 0.2030926 Jul 06 11:57:38.716476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35150) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:38.792782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21261bd-b752-4b02-9c07-6b11d22c007f None None] Sync routers for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:38.806032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21261bd-b752-4b02-9c07-6b11d22c007f None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:38.810458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c21261bd-b752-4b02-9c07-6b11d22c007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:57:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:38.831947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f265e0b-6250-426f-b7a5-e95e66189f69 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:38.836570 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7f265e0b-6250-426f-b7a5-e95e66189f69 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] 10.222.0.21 "GET /v2.0/networks/87c8aea2-142e-45e3-be02-c9121bf52b59 HTTP/1.1" status: 200 len: 768 time: 0.1189709 Jul 06 11:57:38.837223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35152) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:38.869700 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.969469 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.988090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c21261bd-b752-4b02-9c07-6b11d22c007f None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:39.045786 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.110579 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.132972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402948d6-b848-4d17-9ce4-b2e6e96d752e']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:39.151255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa14da7-8648-4604-9d13-a4662dbca04a') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:39.162561 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa14da7-8648-4604-9d13-a4662dbca04a') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:39.185531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.191326 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Deleting port a9f95a15-4327-48ec-9592-164723262c37 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:39.191690 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.227896 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.252735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:39.253149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:39.261534 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:39.327195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c21261bd-b752-4b02-9c07-6b11d22c007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a9f95a15-4327-48ec-9592-164723262c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:57:37Z', 'revision_number': 5, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port': {'id': 'a9f95a15-4327-48ec-9592-164723262c37', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:00Z', 'updated_at': '2021-07-06T11:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:39.357555 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21261bd-b752-4b02-9c07-6b11d22c007f None None] Checking router: 9ba0f39d-1f90-4036-b3ba-bc1435aa645d for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:57:39.369496 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.377777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 402948d6-b848-4d17-9ce4-b2e6e96d752e {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:57:39.379671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21261bd-b752-4b02-9c07-6b11d22c007f None None] Routers {'9ba0f39d-1f90-4036-b3ba-bc1435aa645d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:39.384082 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.388290 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "DELETE /v2.0/networks/402948d6-b848-4d17-9ce4-b2e6e96d752e HTTP/1.1" status: 204 len: 168 time: 0.5498829 Jul 06 11:57:39.389138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] For port a9f95a15-4327-48ec-9592-164723262c37, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a9f95a15-4327-48ec-9592-164723262c37,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:39.389792 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.392901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35164) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:39.399980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Request body: {'network': {'name': 'tempest-network--987085847'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:39.406832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c21261bd-b752-4b02-9c07-6b11d22c007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:57:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:39.432183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ead97c-9b0f-47fc-a4bb-e0d885ccc32c tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event deleted for resources: {'Network': ['ID=402948d6-b848-4d17-9ce4-b2e6e96d752e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:39.445459 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Made reservation on behalf of 0e73707d1c15403bb07c99fa08f98b65 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:39.449558 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.483134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Calling delete_port for a9f95a15-4327-48ec-9592-164723262c37 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:39.621033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c21261bd-b752-4b02-9c07-6b11d22c007f None None] Set router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:39.676712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:39.719260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c21261bd-b752-4b02-9c07-6b11d22c007f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:57:39Z', 'revision_number': 6, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:39.752961 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21261bd-b752-4b02-9c07-6b11d22c007f None None] The sync data for ids ['9ba0f39d-1f90-4036-b3ba-bc1435aa645d'] in n-d-799527-2 is: [{'id': '9ba0f39d-1f90-4036-b3ba-bc1435aa645d', 'name': 'tempest-AttachVolumeShelveTestJSON-19453998-router', 'tenant_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:45:58Z', 'updated_at': '2021-07-06T11:57:39Z', 'revision_number': 6, 'project_id': 'cd1e6cd433e348e2959ebc414d780c4f', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:39.778838 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.779359 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Added segment cebebacb-228f-49a7-a18d-429a1ed70132 of type vlan for network 652132b7-46d0-4d0c-bc00-70e810840dd8 Jul 06 11:57:39.889765 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.934850 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.943507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.944557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.945227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.976490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f95a15-4327-48ec-9592-164723262c37,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:40.092571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6980476 Jul 06 11:57:40.095276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35174) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:40.097065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a02319-8f49-4bc3-8cc9-dd653d47c1bd tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event updated for resources: {'Network': ['ID=652132b7-46d0-4d0c-bc00-70e810840dd8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:40.101304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-16bb4655-8be5-408a-84f1-4ec9b3bf4b4e tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:40.107544 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 652132b7-46d0-4d0c-bc00-70e810840dd8 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:40.119401 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.251578 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.253768 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.303182 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.303847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ba0f39d-1f90-4036-b3ba-bc1435aa645d {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:40.313382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.317128 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d855407b-73ff-412b-b604-40d38b6e16a9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9ba0f39d-1f90-4036-b3ba-bc1435aa645d HTTP/1.1" status: 204 len: 168 time: 1.6879148 Jul 06 11:57:40.317737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35176) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:40.344753 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16bb4655-8be5-408a-84f1-4ec9b3bf4b4e tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.364135 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16bb4655-8be5-408a-84f1-4ec9b3bf4b4e tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.373029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-6084464b-7954-43d9-a687-9fc8bbfd2341 admin admin] Deleting subnet f2b8936f-2bd4-4496-aa60-30410ff9bb58 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:57:40.373576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16bb4655-8be5-408a-84f1-4ec9b3bf4b4e tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Network 652132b7-46d0-4d0c-bc00-70e810840dd8 is not hosted by any dhcp agent {{(pid=93815) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:57:40.374731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb4655-8be5-408a-84f1-4ec9b3bf4b4e tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:40.374997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16bb4655-8be5-408a-84f1-4ec9b3bf4b4e tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.375440 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6084464b-7954-43d9-a687-9fc8bbfd2341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.376474 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-16bb4655-8be5-408a-84f1-4ec9b3bf4b4e tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "PUT /v2.0/networks/652132b7-46d0-4d0c-bc00-70e810840dd8 HTTP/1.1" status: 200 len: 857 time: 0.2801623 Jul 06 11:57:40.380330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35178) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:40.443716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb4655-8be5-408a-84f1-4ec9b3bf4b4e tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event updated for resources: {'Network': ['ID=652132b7-46d0-4d0c-bc00-70e810840dd8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:40.488628 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6084464b-7954-43d9-a687-9fc8bbfd2341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.494237 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.649338 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.672108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652132b7-46d0-4d0c-bc00-70e810840dd8']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:40.681904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebebacb-228f-49a7-a18d-429a1ed70132') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:40.682205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebebacb-228f-49a7-a18d-429a1ed70132') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:40.691063 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6084464b-7954-43d9-a687-9fc8bbfd2341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.721039 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.740277 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.755548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:40.756071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:40.758365 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:40.825892 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6084464b-7954-43d9-a687-9fc8bbfd2341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.856505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084464b-7954-43d9-a687-9fc8bbfd2341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b8936f-2bd4-4496-aa60-30410ff9bb58,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:40.861551 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.863377 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6084464b-7954-43d9-a687-9fc8bbfd2341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.868629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6084464b-7954-43d9-a687-9fc8bbfd2341 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f2b8936f-2bd4-4496-aa60-30410ff9bb58 HTTP/1.1" status: 204 len: 168 time: 0.5467741 Jul 06 11:57:40.868763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35182) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:40.869620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6f8bb-e21e-4978-bfdb-48aa71d102e4 None None] Network 2e3b85a5-3b6c-485a-b79e-51ceee0a457c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:40.890569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 652132b7-46d0-4d0c-bc00-70e810840dd8 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:57:40.897196 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.907222 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] 10.222.0.21 "DELETE /v2.0/networks/652132b7-46d0-4d0c-bc00-70e810840dd8 HTTP/1.1" status: 204 len: 168 time: 0.5257084 Jul 06 11:57:40.912483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35184) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:40.920358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2187fd-2676-446c-8b11-7f5fb2af8482 tempest-ExternalNetworksTestJSON-312806840 tempest-ExternalNetworksTestJSON-312806840-project-admin] Pushing event deleted for resources: {'Network': ['ID=652132b7-46d0-4d0c-bc00-70e810840dd8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:41.017380 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f8a5fd-36fc-4cc0-863a-f77104228ad8 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] DELETE failed (client error): The resource could not be found. Jul 06 11:57:41.017380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f8a5fd-36fc-4cc0-863a-f77104228ad8 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:41.017380 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e6f8a5fd-36fc-4cc0-863a-f77104228ad8 tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] 10.222.0.21 "DELETE /v2.0/subnets/8a27ae43-aa4c-49f5-a8fa-11a7b3efce1e HTTP/1.1" status: 404 len: 337 time: 0.0990679 Jul 06 11:57:41.017380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35188) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:41.115048 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.125474 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.168539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d73a4-a584-4478-88e9-4dd952123de2 None None] DHCP port deletion for 2e3b85a5-3b6c-485a-b79e-51ceee0a457c request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:57:41.248135 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.268514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c8aea2-142e-45e3-be02-c9121bf52b59']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:41.281212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631f50bb-01d0-4853-aa65-55dced76bb19') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:41.281546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631f50bb-01d0-4853-aa65-55dced76bb19') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:41.295907 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.297113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a9f95a15-4327-48ec-9592-164723262c37 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:41.319401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.325856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Deleting port 4d77d68a-55db-4b30-baea-1375641ce899 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:41.326260 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.340063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:41.340535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:41.344081 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:41.361474 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: a9f95a15-4327-48ec-9592-164723262c37 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:41.362608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a9f95a15-4327-48ec-9592-164723262c37 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:41.363864 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ed0c3499-c924-4351-82a0-3b17a85da932 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:41.412753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: ed0c3499-c924-4351-82a0-3b17a85da932 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:41.413922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ed0c3499-c924-4351-82a0-3b17a85da932 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:41.416188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4d77d68a-55db-4b30-baea-1375641ce899 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:41.452174 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] For port 4d77d68a-55db-4b30-baea-1375641ce899, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4d77d68a-55db-4b30-baea-1375641ce899,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:41.452764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.462506 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.474933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-678d73a4-a584-4478-88e9-4dd952123de2 None None] Deleting port 4d77d68a-55db-4b30-baea-1375641ce899 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:41.475672 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.476175 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-678d73a4-a584-4478-88e9-4dd952123de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.480157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] 10.222.0.21 "DELETE /v2.0/networks/87c8aea2-142e-45e3-be02-c9121bf52b59 HTTP/1.1" status: 204 len: 168 time: 0.4619188 Jul 06 11:57:41.480157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Calling delete_port for 4d77d68a-55db-4b30-baea-1375641ce899 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:41.505287 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Pushing event deleted for resources: {'Network': ['ID=87c8aea2-142e-45e3-be02-c9121bf52b59,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:41.518411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.518764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.519261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.519702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.520485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.520889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.521283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.521675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.522061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.522453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.522853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.523277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29822d1c-9917-4644-bc96-554ffa55c4eb tempest-ExternalNetworksTestJSON-208850807 tempest-ExternalNetworksTestJSON-208850807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:41.618732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.669757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-678d73a4-a584-4478-88e9-4dd952123de2 None None] For port 4d77d68a-55db-4b30-baea-1375641ce899, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4d77d68a-55db-4b30-baea-1375641ce899,segment=NetworkSegment(acca1173-d453-4699-8d5f-fcd406bb49be),segment_id=acca1173-d453-4699-8d5f-fcd406bb49be)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:41.670155 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-678d73a4-a584-4478-88e9-4dd952123de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.682121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] No DVR routers for this DVR port 4d77d68a-55db-4b30-baea-1375641ce899 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:41.686770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d77d68a-55db-4b30-baea-1375641ce899,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:41.716978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No active binding found for port 4d77d68a-55db-4b30-baea-1375641ce899 {{(pid=93816) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 11:57:41.717438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4d77d68a-55db-4b30-baea-1375641ce899 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:41.723867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-678d73a4-a584-4478-88e9-4dd952123de2 None None] Calling delete_port for 4d77d68a-55db-4b30-baea-1375641ce899 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:41.830114 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:57:41.877849 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-678d73a4-a584-4478-88e9-4dd952123de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.911984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d73a4-a584-4478-88e9-4dd952123de2 None None] Pushing event deleted for resources: {'Port': ['ID=4d77d68a-55db-4b30-baea-1375641ce899,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:41.916637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d73a4-a584-4478-88e9-4dd952123de2 None None] No DVR routers for this DVR port 4d77d68a-55db-4b30-baea-1375641ce899 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:41.943319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35196) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:42.170368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.181266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3b85a5-3b6c-485a-b79e-51ceee0a457c']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:42.195706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acca1173-d453-4699-8d5f-fcd406bb49be') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:42.197676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acca1173-d453-4699-8d5f-fcd406bb49be') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:42.198805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-783a004d-511d-46db-a7c9-2ef7573142ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bff8285566954a9a9c57aae9be40fd9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533126 Jul 06 11:57:42.201606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35204) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:42.220693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.247143 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.258929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:42.259335 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:42.261590 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:42.326507 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69634d3d-4d9a-4cba-8f97-d48cb6407e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.342866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.355231 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.357136 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2e3b85a5-3b6c-485a-b79e-51ceee0a457c HTTP/1.1" status: 204 len: 168 time: 1.4870522 Jul 06 11:57:42.371887 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69634d3d-4d9a-4cba-8f97-d48cb6407e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.374244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d44d0d-679d-4d47-9e71-fb5ba4177237 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3b85a5-3b6c-485a-b79e-51ceee0a457c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:42.426008 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69634d3d-4d9a-4cba-8f97-d48cb6407e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.429492 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69634d3d-4d9a-4cba-8f97-d48cb6407e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.430764 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-69634d3d-4d9a-4cba-8f97-d48cb6407e65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4647c73a-fb0f-4cc7-bb6d-e65a73b3ec43 HTTP/1.1" status: 204 len: 168 time: 0.2282200 Jul 06 11:57:42.453771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69634d3d-4d9a-4cba-8f97-d48cb6407e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4647c73a-fb0f-4cc7-bb6d-e65a73b3ec43,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:42.528059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35210) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:42.586259 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-20795995-4c68-4fb0-9018-7f517f623103 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd1e6cd433e348e2959ebc414d780c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558019 Jul 06 11:57:42.587860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:42.662776 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66738382-2922-4a72-bfe9-4c40b0bf557c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.689159 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66738382-2922-4a72-bfe9-4c40b0bf557c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.754794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66738382-2922-4a72-bfe9-4c40b0bf557c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.757982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66738382-2922-4a72-bfe9-4c40b0bf557c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.762823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-66738382-2922-4a72-bfe9-4c40b0bf557c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dad4763-9aae-473d-b97e-f8c4e1eb95a1 HTTP/1.1" status: 204 len: 168 time: 0.1700122 Jul 06 11:57:42.770097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66738382-2922-4a72-bfe9-4c40b0bf557c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dad4763-9aae-473d-b97e-f8c4e1eb95a1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:42.920137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35220) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:42.992565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8cda4e77-a7f2-4169-9054-741a6d3c0f0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e73707d1c15403bb07c99fa08f98b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709538 Jul 06 11:57:42.996692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:43.054634 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7d72f93-0c2d-42b6-8314-91b19529ad9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.079405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7d72f93-0c2d-42b6-8314-91b19529ad9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.137055 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7d72f93-0c2d-42b6-8314-91b19529ad9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.139769 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7d72f93-0c2d-42b6-8314-91b19529ad9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.140947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e7d72f93-0c2d-42b6-8314-91b19529ad9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abe57059-3e89-4c6a-82f5-c8252f46cbe4 HTTP/1.1" status: 204 len: 168 time: 0.1431346 Jul 06 11:57:43.152284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d72f93-0c2d-42b6-8314-91b19529ad9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe57059-3e89-4c6a-82f5-c8252f46cbe4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:44.152442 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cf60284-edfa-46c6-8a5e-9cb20ae0e098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.033355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35316) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:45.184412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ca0e8332-774e-40d3-b3c9-977a350299e7 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1485575690'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:45.184868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ca0e8332-774e-40d3-b3c9-977a350299e7 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Unknown quota resources ['metering_label']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:57:45.396788 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca0e8332-774e-40d3-b3c9-977a350299e7 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.401998 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ca0e8332-774e-40d3-b3c9-977a350299e7 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3609402 Jul 06 11:57:45.403150 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35340) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:45.407819 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cee44181-8ba3-442d-964e-10093b549209 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dbc66b3b-d2d2-4aa0-9f65-03b23179b819'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:45.408333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cee44181-8ba3-442d-964e-10093b549209 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:57:45.434036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-6c28b35e-4301-44eb-893e-4ba7cbed664a tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:45.435918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-6c28b35e-4301-44eb-893e-4ba7cbed664a tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 815 time: 0.1247580 Jul 06 11:57:45.452988 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e8616085-dfb2-4120-ad8f-b1182a15fa4c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/quotas/83a39bd45c3841e6a5686b1eaedc3879 HTTP/1.1" status: 200 len: 375 time: 0.0113881 Jul 06 11:57:45.489182 n-d-799527-2 neutron-server[93815]: WARNING neutron.services.metering.metering_plugin [None req-cee44181-8ba3-442d-964e-10093b549209 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 11:57:45.537250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-2190d326-24de-4d45-a1e1-d10ee7d9c6a0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760205 Jul 06 11:57:45.613756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cee44181-8ba3-442d-964e-10093b549209 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.614976 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cee44181-8ba3-442d-964e-10093b549209 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2108264 Jul 06 11:57:45.618832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35344) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:45.623232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e98a65ce-8192-43f1-a87e-abf9255ec149 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dbc66b3b-d2d2-4aa0-9f65-03b23179b819'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:45.623909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e98a65ce-8192-43f1-a87e-abf9255ec149 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:57:45.653018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-9109a52a-1ab2-415e-af1b-449a77ed01fc service neutron] 10.222.0.21 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072307 Jul 06 11:57:45.680965 n-d-799527-2 neutron-server[93815]: WARNING neutron.services.metering.metering_plugin [None req-e98a65ce-8192-43f1-a87e-abf9255ec149 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 11:57:45.805726 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e98a65ce-8192-43f1-a87e-abf9255ec149 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.807258 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e98a65ce-8192-43f1-a87e-abf9255ec149 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1875031 Jul 06 11:57:45.810485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35354) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:45.826274 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-feaa22e7-32e9-4fc8-ad3f-8c0b54fd66a0 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=3f78537a-2445-4c8d-9d26-1e70d2c5438a HTTP/1.1" status: 200 len: 462 time: 0.0118816 Jul 06 11:57:45.826981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35356) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:45.986546 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53581b14-8611-40d6-a4d6-f5bd80e496c8 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.990515 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-53581b14-8611-40d6-a4d6-f5bd80e496c8 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/3f78537a-2445-4c8d-9d26-1e70d2c5438a HTTP/1.1" status: 204 len: 168 time: 0.1598072 Jul 06 11:57:45.990801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35360) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.006151 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0e150c84-6333-42e0-b426-d471d5e3ea8c tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=3f78537a-2445-4c8d-9d26-1e70d2c5438a HTTP/1.1" status: 200 len: 221 time: 0.0107589 Jul 06 11:57:46.006801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35362) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.013876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-19a2c7d5-e4d6-4e5e-8f8e-40b1524987af tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1066918605', 'description': 'label created by tempest'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:46.014545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-19a2c7d5-e4d6-4e5e-8f8e-40b1524987af tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Unknown quota resources ['metering_label']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:57:46.278649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-a4d6eb84-09dc-42ae-9f5f-6a14a26250a4 service neutron] 10.222.0.21 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180890 Jul 06 11:57:46.320385 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19a2c7d5-e4d6-4e5e-8f8e-40b1524987af tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.321799 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-19a2c7d5-e4d6-4e5e-8f8e-40b1524987af tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3137794 Jul 06 11:57:46.325263 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35376) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.423229 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ceada867-d300-4240-9bd5-f105c10a510b tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=fbde0b29-6287-4d80-bca6-2d04b320b257 HTTP/1.1" status: 200 len: 468 time: 0.0963237 Jul 06 11:57:46.425766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35378) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.567081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-114b12d7-2031-45bc-a500-97af5e44893c req-b2ea752b-a73f-47c9-a0eb-6a4b686cce8f tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 210 time: 0.0782630 Jul 06 11:57:46.808939 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e454a8fb-0626-41cc-9729-7841d019ff86 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.811935 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e454a8fb-0626-41cc-9729-7841d019ff86 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/fbde0b29-6287-4d80-bca6-2d04b320b257 HTTP/1.1" status: 204 len: 168 time: 0.3828990 Jul 06 11:57:46.813173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35390) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.828191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-442adfc2-4c9e-427e-8959-6bb371f39290 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=fbde0b29-6287-4d80-bca6-2d04b320b257 HTTP/1.1" status: 200 len: 216 time: 0.0138214 Jul 06 11:57:46.831645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35392) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.850197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-aec6e3e4-ce5f-4f36-ab5d-fc9abe977331 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0168800 Jul 06 11:57:46.854228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.873940 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e69c4749-86d7-4913-88dd-e68f549d5643 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0183430 Jul 06 11:57:46.877646 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35398) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.936686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-744bf1d5-ff3b-403f-9852-516ff1c63ac3 tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/dbc66b3b-d2d2-4aa0-9f65-03b23179b819 HTTP/1.1" status: 200 len: 473 time: 0.0573800 Jul 06 11:57:46.940396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35400) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.955004 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9f7b498a-5e7c-4422-8c0c-cba15fd4d6da tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/bdff32bf-2b2e-40a0-903c-0d42cff560eb HTTP/1.1" status: 200 len: 459 time: 0.0130498 Jul 06 11:57:46.959532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35402) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:47.111573 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4df44d0d-f986-42d3-b18a-1bf61840000a tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.113970 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4df44d0d-f986-42d3-b18a-1bf61840000a tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/bdff32bf-2b2e-40a0-903c-0d42cff560eb HTTP/1.1" status: 204 len: 168 time: 0.1502154 Jul 06 11:57:47.115935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35404) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:47.395505 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7daf5de5-706f-4c1e-a579-ebbd6347995a tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.399649 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7daf5de5-706f-4c1e-a579-ebbd6347995a tempest-MeteringIpV6TestJSON-1010760296 tempest-MeteringIpV6TestJSON-1010760296-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/dbc66b3b-d2d2-4aa0-9f65-03b23179b819 HTTP/1.1" status: 204 len: 168 time: 0.2793448 Jul 06 11:57:47.786889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3dab4cc6-ee63-45db-a2f9-74e192e1424b req-b2b5f063-47a0-4e96-af69-b93ccfb240ff tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 210 time: 0.0365050 Jul 06 11:57:47.900503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.051486 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.147085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-7107b045-5b94-4cef-97c2-a6eacf3ccbe8 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.148661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-7107b045-5b94-4cef-97c2-a6eacf3ccbe8 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.86 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 815 time: 0.1608121 Jul 06 11:57:48.167801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Request body: {'port': {'device_id': '29c6d577-29df-4958-a320-83111632d824', 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606', 'admin_state_up': True, 'tenant_id': '83a39bd45c3841e6a5686b1eaedc3879'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:48.177347 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.193361 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.198593 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.235148 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36e2e028b52d4279995bd69cc71c9aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332067 Jul 06 11:57:48.237877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35422) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.272240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9272550e-ad88-431b-b64b-9b8d781ade4f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:48.281028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.281746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.282096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.282439 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.282777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.283107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.283940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.283940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.284245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.284559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.284893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.285220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f5f9ca-cfd7-445e-9712-426011d76a52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:48.334155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31847cff-4ed1-4384-82fe-49516ed76293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.339031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Made reservation on behalf of 83a39bd45c3841e6a5686b1eaedc3879 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:48.342785 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.372548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31847cff-4ed1-4384-82fe-49516ed76293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.383527 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-888615dd-1a28-4d24-9d6c-2264e08e4810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.513192 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31847cff-4ed1-4384-82fe-49516ed76293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.515800 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31847cff-4ed1-4384-82fe-49516ed76293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.519397 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-31847cff-4ed1-4384-82fe-49516ed76293 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9272550e-ad88-431b-b64b-9b8d781ade4f HTTP/1.1" status: 204 len: 168 time: 0.2778409 Jul 06 11:57:48.531312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31847cff-4ed1-4384-82fe-49516ed76293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9272550e-ad88-431b-b64b-9b8d781ade4f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:48.544435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Allocated IP 172.20.0.6 (be893bb4-5cec-4726-816d-ac3d0c2b9606/7dc6c426-7cf2-4a5c-a330-cd962cff7e60/69f7ce1f-acd2-462c-94d1-b3412d7761af) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:48.704846 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.748861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.803718 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.817187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['263b2c7a-200c-449d-9a51-4848dd7760e7', 'b61e41bb-9899-4821-8202-0911558feca9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:48.935365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Network be893bb4-5cec-4726-816d-ac3d0c2b9606 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:48.949000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:48.969139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:49.027747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35444) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:49.045405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2971068c-f6c5-4b8d-934f-b847fef6522a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.052518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Pushing event updated for resources: {'Port': ['ID=69f7ce1f-acd2-462c-94d1-b3412d7761af,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:49.079664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:49.080497 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.102124 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-ccaeb854-a090-4e19-ae43-56b3e5597d4b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9402571 Jul 06 11:57:49.116521 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Request body: {'port': {'device_id': '29c6d577-29df-4958-a320-83111632d824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:49.155797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c4a75-3ef6-4f1b-bcc5-a8288771ff93 req-6e22a705-9111-463f-bd42-d4f4f2f6d36a tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:49.157391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a88c4a75-3ef6-4f1b-bcc5-a8288771ff93 req-6e22a705-9111-463f-bd42-d4f4f2f6d36a tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 931 time: 0.1141126 Jul 06 11:57:49.201221 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.223052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a88c4a75-3ef6-4f1b-bcc5-a8288771ff93 req-a51cb43f-8f7b-4c78-9b26-b669117c28e4 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585215 Jul 06 11:57:49.255189 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2971068c-f6c5-4b8d-934f-b847fef6522a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.259639 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2971068c-f6c5-4b8d-934f-b847fef6522a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.302747 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2971068c-f6c5-4b8d-934f-b847fef6522a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b47d34fb4faf4a9eb1b4f04bad1c6c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739556 Jul 06 11:57:49.303732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971068c-f6c5-4b8d-934f-b847fef6522a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799c08ad-d6b2-48be-b8b7-f0e9f8185ad2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:49.306891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35446) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:49.373396 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3509-f4a0-4980-bf27-7ad7930eaf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.395955 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3509-f4a0-4980-bf27-7ad7930eaf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.451565 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3509-f4a0-4980-bf27-7ad7930eaf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.456069 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3509-f4a0-4980-bf27-7ad7930eaf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.458241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e4cf3509-f4a0-4980-bf27-7ad7930eaf1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/799c08ad-d6b2-48be-b8b7-f0e9f8185ad2 HTTP/1.1" status: 204 len: 168 time: 0.1511009 Jul 06 11:57:49.471282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf3509-f4a0-4980-bf27-7ad7930eaf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799c08ad-d6b2-48be-b8b7-f0e9f8185ad2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:49.546684 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f7ce1f-acd2-462c-94d1-b3412d7761af {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:49.554888 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.568701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Transition to ACTIVE for port object 69f7ce1f-acd2-462c-94d1-b3412d7761af will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:49.576109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.627170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Pushing event updated for resources: {'Port': ['ID=69f7ce1f-acd2-462c-94d1-b3412d7761af,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:49.735400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Attempting to bind port 69f7ce1f-acd2-462c-94d1-b3412d7761af on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:49.736071 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Attempting to bind port 69f7ce1f-acd2-462c-94d1-b3412d7761af by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:49.736430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Attempting to bind port 69f7ce1f-acd2-462c-94d1-b3412d7761af on network be893bb4-5cec-4726-816d-ac3d0c2b9606 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:49.742175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Port 69f7ce1f-acd2-462c-94d1-b3412d7761af on network be893bb4-5cec-4726-816d-ac3d0c2b9606 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:49.742498 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Attempting to bind port 69f7ce1f-acd2-462c-94d1-b3412d7761af on network be893bb4-5cec-4726-816d-ac3d0c2b9606 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:49.750649 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:49.751058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Checking segment: {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:49.751390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Bound using segment: {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:49.751818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Bound port: 69f7ce1f-acd2-462c-94d1-b3412d7761af, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:49.752262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.844905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] For port 69f7ce1f-acd2-462c-94d1-b3412d7761af, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:49.857313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] For port 69f7ce1f-acd2-462c-94d1-b3412d7761af, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=69f7ce1f-acd2-462c-94d1-b3412d7761af,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:49.864975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.910174 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:49.910858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.912437 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] 10.222.0.86 "PUT /v2.0/ports/69f7ce1f-acd2-462c-94d1-b3412d7761af HTTP/1.1" status: 200 len: 1091 time: 0.8014240 Jul 06 11:57:49.912901 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c6d577-29df-4958-a320-83111632d824', 'tag': '69f7ce1f-acd2-462c-94d1-b3412d7761af'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:49.915285 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c628e7-ac25-41e5-abba-cb4daf5f46ac" -d '{"events": [{"name": "network-changed", "server_uuid": "29c6d577-29df-4958-a320-83111632d824", "tag": "69f7ce1f-acd2-462c-94d1-b3412d7761af"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:50.023268 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38388910-a44d-4e5c-baad-dc9046c69c66 x-openstack-request-id: req-38388910-a44d-4e5c-baad-dc9046c69c66 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:50.023664 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c6d577-29df-4958-a320-83111632d824", "tag": "69f7ce1f-acd2-462c-94d1-b3412d7761af", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:50.024012 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38388910-a44d-4e5c-baad-dc9046c69c66 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:50.024445 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c6d577-29df-4958-a320-83111632d824', 'tag': '69f7ce1f-acd2-462c-94d1-b3412d7761af', 'status': 'completed', 'code': 200} Jul 06 11:57:50.028094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbd9a6-7a63-492d-bf2f-e07a5e28d76d service neutron] Pushing event updated for resources: {'Port': ['ID=69f7ce1f-acd2-462c-94d1-b3412d7761af,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:50.060092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-21243799-64af-410b-9d27-a690f7f7eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.063636 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-21243799-64af-410b-9d27-a690f7f7eaa3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 1094 time: 0.0876684 Jul 06 11:57:50.123208 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-28d5ea40-0116-4940-841c-7f1c208770d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69f7ce1f-acd2-462c-94d1-b3412d7761af HTTP/1.1" status: 200 len: 217 time: 0.0428114 Jul 06 11:57:50.186145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-d6425ec1-bbff-451e-b16d-cebd3866d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.187561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-d6425ec1-bbff-451e-b16d-cebd3866d249 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7dc6c426-7cf2-4a5c-a330-cd962cff7e60 HTTP/1.1" status: 200 len: 855 time: 0.0584025 Jul 06 11:57:50.222364 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-f83aaf50-ddba-428e-adfc-fb31faf576be service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be893bb4-5cec-4726-816d-ac3d0c2b9606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276580 Jul 06 11:57:50.350312 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-e6e656e4-2662-4f15-bf7f-866bc6923d1e service neutron] 10.222.0.86 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188967 Jul 06 11:57:50.427639 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:50.458594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed365e51-5653-45d9-af20-53ae1f58c732 req-356f9515-b9d1-4ba0-bafd-2d5756b754db tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.466920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed365e51-5653-45d9-af20-53ae1f58c732 req-356f9515-b9d1-4ba0-bafd-2d5756b754db tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 943 time: 0.0892918 Jul 06 11:57:50.470529 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e17a4d6f-6fb6-4795-bf53-b8e8622f9416 req-dffff107-a996-4039-ae8c-515a00594a1c service neutron] 10.222.0.86 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070690 Jul 06 11:57:50.515214 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.520501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed365e51-5653-45d9-af20-53ae1f58c732 req-fdfd4303-dcde-4a41-98b9-0327bf4cb146 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516801 Jul 06 11:57:50.564573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6a75be66-fe1a-4c63-ab07-19fa6748e482 tempest-ServiceProvidersTest-1146140779 tempest-ServiceProvidersTest-1146140779-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1347156 Jul 06 11:57:50.597530 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c628e7-ac25-41e5-abba-cb4daf5f46ac req-0f537143-e10b-451f-88bb-e0b551616735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.599021 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a6c628e7-ac25-41e5-abba-cb4daf5f46ac req-0f537143-e10b-451f-88bb-e0b551616735 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 1094 time: 0.0534682 Jul 06 11:57:50.745784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c628e7-ac25-41e5-abba-cb4daf5f46ac req-2ee4ed83-4784-4e81-8448-4016ff46214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.748174 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a6c628e7-ac25-41e5-abba-cb4daf5f46ac req-2ee4ed83-4784-4e81-8448-4016ff46214a service neutron] 10.222.0.86 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 916 time: 0.1420274 Jul 06 11:57:50.821590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b31d7e-ddad-41b7-9a62-5da4cf3c81a3 req-e61a2785-eb7c-41b4-b2cd-90ce96437cce tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.824473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6b31d7e-ddad-41b7-9a62-5da4cf3c81a3 req-e61a2785-eb7c-41b4-b2cd-90ce96437cce tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1096 time: 0.1050212 Jul 06 11:57:50.844047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a6c628e7-ac25-41e5-abba-cb4daf5f46ac req-0ee0e173-b13b-4987-94c9-83e0da87b3ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69f7ce1f-acd2-462c-94d1-b3412d7761af HTTP/1.1" status: 200 len: 217 time: 0.0874195 Jul 06 11:57:50.866207 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6b31d7e-ddad-41b7-9a62-5da4cf3c81a3 req-87990290-ba73-48d1-84df-12114c62fa53 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.906466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35506) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:51.116871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6b31d7e-ddad-41b7-9a62-5da4cf3c81a3 req-87990290-ba73-48d1-84df-12114c62fa53 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.126376 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6b31d7e-ddad-41b7-9a62-5da4cf3c81a3 req-87990290-ba73-48d1-84df-12114c62fa53 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.166515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6b31d7e-ddad-41b7-9a62-5da4cf3c81a3 req-87990290-ba73-48d1-84df-12114c62fa53 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346686 Jul 06 11:57:51.194674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87990290-ba73-48d1-84df-12114c62fa53 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74fceb6-25d1-4c72-ac5a-3dd51ca89660,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:51.212321 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-996ca0f8-c3c2-413d-915a-e075d3937744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.222791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c628e7-ac25-41e5-abba-cb4daf5f46ac req-dbab4718-6180-446a-8bb3-7748dc6291c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:51.224302 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a6c628e7-ac25-41e5-abba-cb4daf5f46ac req-dbab4718-6180-446a-8bb3-7748dc6291c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7dc6c426-7cf2-4a5c-a330-cd962cff7e60 HTTP/1.1" status: 200 len: 855 time: 0.3703637 Jul 06 11:57:51.273747 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a6c628e7-ac25-41e5-abba-cb4daf5f46ac req-43617dcb-9914-48e7-9a24-f9595e262143 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be893bb4-5cec-4726-816d-ac3d0c2b9606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389967 Jul 06 11:57:51.384471 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-996ca0f8-c3c2-413d-915a-e075d3937744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.393133 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-996ca0f8-c3c2-413d-915a-e075d3937744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.399255 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a6c628e7-ac25-41e5-abba-cb4daf5f46ac req-e3d34546-c70a-47fc-b19d-db9e6fb5935d service neutron] 10.222.0.86 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183808 Jul 06 11:57:51.452505 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-996ca0f8-c3c2-413d-915a-e075d3937744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61bfc25de51a454abe418142c90f3737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435240 Jul 06 11:57:51.456521 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35516) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:51.472990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ca0f8-c3c2-413d-915a-e075d3937744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8d337a-49a9-44a8-9d6e-2a8862e418d5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:51.578031 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a6c628e7-ac25-41e5-abba-cb4daf5f46ac req-c0ffad48-1cd4-4b03-b585-4e3acbc7268b service neutron] 10.222.0.86 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699579 Jul 06 11:57:51.579136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300f764-b2af-4ba1-a447-72e9f2d526bc req-68dc2773-7ac8-4cff-b967-ac3409e07898 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:51.580703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d300f764-b2af-4ba1-a447-72e9f2d526bc req-68dc2773-7ac8-4cff-b967-ac3409e07898 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.2441118 Jul 06 11:57:51.679204 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d300f764-b2af-4ba1-a447-72e9f2d526bc req-e3378b54-8e42-43dd-aadf-bb9dcc6fd480 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789881 Jul 06 11:57:51.683060 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ac9a1f3-692b-4bc9-b502-ca670e6db4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.696142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35520) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:51.728329 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ac9a1f3-692b-4bc9-b502-ca670e6db4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.784712 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b8abfaf1-bd71-4347-b210-c72f43f71f88 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/1077dbf7-e2e7-4b64-9970-b7fde80b73d4 HTTP/1.1" status: 200 len: 993 time: 0.0868936 Jul 06 11:57:51.835136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb30f3-7b2e-4c27-a9da-736fb645b02f req-6a1aea32-d749-49e8-8bd9-c18a2b5742ac tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:51.838309 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7efb30f3-7b2e-4c27-a9da-736fb645b02f req-6a1aea32-d749-49e8-8bd9-c18a2b5742ac tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 943 time: 0.1263912 Jul 06 11:57:51.840566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ac9a1f3-692b-4bc9-b502-ca670e6db4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.843752 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ac9a1f3-692b-4bc9-b502-ca670e6db4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.845125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7ac9a1f3-692b-4bc9-b502-ca670e6db4f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa8d337a-49a9-44a8-9d6e-2a8862e418d5 HTTP/1.1" status: 204 len: 168 time: 0.3854942 Jul 06 11:57:51.880480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9a1f3-692b-4bc9-b502-ca670e6db4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8d337a-49a9-44a8-9d6e-2a8862e418d5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:51.925657 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7efb30f3-7b2e-4c27-a9da-736fb645b02f req-d62dacc9-10d9-4f5f-83c4-ba513813aae4 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793025 Jul 06 11:57:52.727518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66162be2-282d-4d18-8057-c305eb7bec76 req-f2b28639-48b4-4107-a414-ed1bfafe5727 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:52.737380 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-f2b28639-48b4-4107-a414-ed1bfafe5727 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.1730320 Jul 06 11:57:52.767355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-2513ca5f-b8b4-4736-a2c5-bd65c791911c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/quotas/b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 375 time: 0.0285451 Jul 06 11:57:52.893396 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-7c3d324a-302e-4e8b-b3e5-62fae5e5ae3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166880 Jul 06 11:57:52.937709 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-9524ce9c-138c-42c2-9f11-bfe221dab47a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813296 Jul 06 11:57:53.089803 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-27f86226-dd17-4e3b-a74c-283586b46f75 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914051 Jul 06 11:57:53.219103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d6d81-da17-4fb7-b639-3fe664cae2c0 req-13088e4f-26bd-4fd7-8613-40b344b0365e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.220914 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-289d6d81-da17-4fb7-b639-3fe664cae2c0 req-13088e4f-26bd-4fd7-8613-40b344b0365e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.2394755 Jul 06 11:57:53.228973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-74af0960-add7-4a37-93ef-7a5a3f964886 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383305 Jul 06 11:57:53.304456 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-289d6d81-da17-4fb7-b639-3fe664cae2c0 req-bc3f1518-e729-4110-8d61-639ed9e86ae7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736425 Jul 06 11:57:53.584629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dce18f3d-5647-46c9-a5d6-68e07eef1728 req-4cf15824-4fd7-4349-96cd-9c71ad84108b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 210 time: 0.0477817 Jul 06 11:57:53.662492 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96e367-bafa-42f1-bf44-932e2bb47beb req-2b9fecc5-da69-445d-b7fb-74fa69aecbda tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.671065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca96e367-bafa-42f1-bf44-932e2bb47beb req-2b9fecc5-da69-445d-b7fb-74fa69aecbda tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 943 time: 0.1971755 Jul 06 11:57:53.751118 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca96e367-bafa-42f1-bf44-932e2bb47beb req-2fe61c2e-7a6c-4af6-8dd1-f9c00ebe03a5 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789306 Jul 06 11:57:53.971903 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 69f7ce1f-acd2-462c-94d1-b3412d7761af details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:54.108368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35646) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:54.131370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 69f7ce1f-acd2-462c-94d1-b3412d7761af, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=69f7ce1f-acd2-462c-94d1-b3412d7761af,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:54.145374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '69f7ce1f-acd2-462c-94d1-b3412d7761af', 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606', 'port_id': '69f7ce1f-acd2-462c-94d1-b3412d7761af', 'mac_address': 'fa:16:3e:80:9a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc6c426-7cf2-4a5c-a330-cd962cff7e60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:54.189723 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.205309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f7ce1f-acd2-462c-94d1-b3412d7761af {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:54.228938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 69f7ce1f-acd2-462c-94d1-b3412d7761af, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=69f7ce1f-acd2-462c-94d1-b3412d7761af,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:54.238331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.313040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=69f7ce1f-acd2-462c-94d1-b3412d7761af,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:54.352301 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9409ac7-9be9-42de-b23d-60156745bdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.538462 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9409ac7-9be9-42de-b23d-60156745bdf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.545799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9409ac7-9be9-42de-b23d-60156745bdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.586430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['69f7ce1f-acd2-462c-94d1-b3412d7761af'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:54.597734 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a9409ac7-9be9-42de-b23d-60156745bdf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=021a0d7846444ef6a510cb14f304d262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882791 Jul 06 11:57:54.600560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35654) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:54.602803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9409ac7-9be9-42de-b23d-60156745bdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44446c9-a179-4852-ab5b-8709f429e0c2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:54.632418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552d28d-a56c-433a-be0c-55dc6272501a req-f83ad735-95fc-4502-a6f5-15535bf750a1 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:54.633973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8552d28d-a56c-433a-be0c-55dc6272501a req-f83ad735-95fc-4502-a6f5-15535bf750a1 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.1416321 Jul 06 11:57:54.658128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d86600b-c19a-40ba-928c-0e190224c475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.683320 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d86600b-c19a-40ba-928c-0e190224c475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.688117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8552d28d-a56c-433a-be0c-55dc6272501a req-f4e639e7-5668-4c68-9fd7-5695fce953c7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444665 Jul 06 11:57:54.764698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d86600b-c19a-40ba-928c-0e190224c475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.765160 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d796056-7f5f-48b6-ac6c-002cb23e0cc7 req-6fe69d3b-0ded-418c-bb1d-0cf93236b050 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 210 time: 0.0294023 Jul 06 11:57:54.771622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d86600b-c19a-40ba-928c-0e190224c475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.773086 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3d86600b-c19a-40ba-928c-0e190224c475 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e44446c9-a179-4852-ab5b-8709f429e0c2 HTTP/1.1" status: 204 len: 168 time: 0.1713784 Jul 06 11:57:54.805322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86600b-c19a-40ba-928c-0e190224c475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44446c9-a179-4852-ab5b-8709f429e0c2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:55.002165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec488-4fba-4867-a805-f06bca0b6fee req-24e261ff-d17b-4afe-9483-4fcf5faebccf tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:55.019242 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8bec488-4fba-4867-a805-f06bca0b6fee req-24e261ff-d17b-4afe-9483-4fcf5faebccf tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 944 time: 0.1102235 Jul 06 11:57:55.033263 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-246125d3-d016-43bc-b2a5-9a209722719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:55.035001 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-246125d3-d016-43bc-b2a5-9a209722719b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1096 time: 0.0891173 Jul 06 11:57:55.072756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8bec488-4fba-4867-a805-f06bca0b6fee req-1f3cf5cf-3d25-4fde-8147-27f6dadf6b5a tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520399 Jul 06 11:57:55.168673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-4fd615d8-c0c4-4be8-9f54-85b0e511640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:55.170196 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-4fd615d8-c0c4-4be8-9f54-85b0e511640e service neutron] 10.222.0.86 "GET /v2.0/networks?id=710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 200 len: 897 time: 0.1288316 Jul 06 11:57:55.252467 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-bf672d36-2a97-438b-93cd-15e4dc072ea0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 1001 time: 0.0738308 Jul 06 11:57:55.325959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-a9476449-62e0-4ba7-ac2b-cf83bfd5f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:55.327512 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-a9476449-62e0-4ba7-ac2b-cf83bfd5f339 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9f9a547-3c5d-4418-a19e-31d9367ad4ae HTTP/1.1" status: 200 len: 835 time: 0.0688426 Jul 06 11:57:55.402407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-bffb0799-ca04-4b96-864d-df1c3f4f9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:55.404654 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-bffb0799-ca04-4b96-864d-df1c3f4f9395 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=710ac8e7-4b5e-4b24-959c-c8311ae851a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696743 Jul 06 11:57:55.521396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66162be2-282d-4d18-8057-c305eb7bec76 req-eb7efa76-b324-43ca-8c87-fbfa65134e7f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:55.523010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-eb7efa76-b324-43ca-8c87-fbfa65134e7f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.1614196 Jul 06 11:57:55.531067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-7e52af73-673b-442e-bafa-fec52ea2f854 service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166232 Jul 06 11:57:55.552541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'port': {'device_id': '4417bcfa-f227-42c5-8de3-e08bf7f1870b', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'admin_state_up': True, 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:55.661096 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-08ca8005-ba5a-473a-82a6-0d984ad800f3 service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233225 Jul 06 11:57:55.813915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Made reservation on behalf of b768ea49d15e4735a0ee81828071c36d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:55.823740 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.970632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 69f7ce1f-acd2-462c-94d1-b3412d7761af up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:56.040367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 69f7ce1f-acd2-462c-94d1-b3412d7761af completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:56.046532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 69f7ce1f-acd2-462c-94d1-b3412d7761af triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:56.047750 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.062958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4becdebc-c04e-4c80-8c20-a55a8ee93705 req-cbe3825f-bc15-4fcc-91ed-1f2b8be07276 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 210 time: 0.0727558 Jul 06 11:57:56.100418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68386cca-641d-45e7-b40a-ddeb9036bedf req-561131b4-20bb-406a-a323-c4755301d185 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.102393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68386cca-641d-45e7-b40a-ddeb9036bedf req-561131b4-20bb-406a-a323-c4755301d185 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.2219973 Jul 06 11:57:56.107020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Allocated IP 172.20.0.4 (96ac95ab-c16d-44b8-a50f-62ff9bdc3228/cb861ac0-7293-4d41-a5d1-256ee914815a/0965d9aa-5cb2-46e0-a8aa-b5926577eea1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:56.204296 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.228061 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68386cca-641d-45e7-b40a-ddeb9036bedf req-a91e4d1d-8998-4faf-93e5-1a95c1958d8e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176462 Jul 06 11:57:56.299312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 69f7ce1f-acd2-462c-94d1-b3412d7761af, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=69f7ce1f-acd2-462c-94d1-b3412d7761af,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:56.301580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c6d577-29df-4958-a320-83111632d824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f7ce1f-acd2-462c-94d1-b3412d7761af'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:56.311814 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65cea4d-fa79-49eb-851b-94324b99e8bc" -d '{"events": [{"server_uuid": "29c6d577-29df-4958-a320-83111632d824", "name": "network-vif-plugged", "status": "completed", "tag": "69f7ce1f-acd2-462c-94d1-b3412d7761af"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:56.324594 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.393511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=69f7ce1f-acd2-462c-94d1-b3412d7761af,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:56.410759 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ccd86-f07e-4b76-a1ef-32588a00822d x-openstack-request-id: req-f37ccd86-f07e-4b76-a1ef-32588a00822d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:56.411051 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c6d577-29df-4958-a320-83111632d824", "name": "network-vif-plugged", "status": "completed", "tag": "69f7ce1f-acd2-462c-94d1-b3412d7761af", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:56.411534 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f37ccd86-f07e-4b76-a1ef-32588a00822d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:56.412406 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c6d577-29df-4958-a320-83111632d824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f7ce1f-acd2-462c-94d1-b3412d7761af', 'code': 200} Jul 06 11:57:56.451500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.463088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83cbc1-b75f-4289-bf25-131df10bb993 req-1462e04d-9899-437c-b9e2-e3559c04d411 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.465522 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db83cbc1-b75f-4289-bf25-131df10bb993 req-1462e04d-9899-437c-b9e2-e3559c04d411 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 945 time: 0.1558065 Jul 06 11:57:56.492527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Transition to ACTIVE for port object 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:56.558639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db83cbc1-b75f-4289-bf25-131df10bb993 req-87b3489a-4d95-4a51-a82b-60e3a6a0ef99 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832539 Jul 06 11:57:56.580818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061281bc-2871-4066-91ce-9ecd7641f475 req-59553655-29bf-40b4-b41b-571010cc3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.582870 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-061281bc-2871-4066-91ce-9ecd7641f475 req-59553655-29bf-40b4-b41b-571010cc3f78 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 1096 time: 0.0965869 Jul 06 11:57:56.597374 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.638375 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-061281bc-2871-4066-91ce-9ecd7641f475 req-c344ac02-2c07-4b1d-a8e3-282af16487df service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492449 Jul 06 11:57:56.658006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:56.662637 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:56.670385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:56.725367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=0965d9aa-5cb2-46e0-a8aa-b5926577eea1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:56.739215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.739898 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.778413 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-a9ff3bd3-ea33-47e1-8613-416bfb8ffc88 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2301381 Jul 06 11:57:56.790330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Request body: {'port': {'device_id': '4417bcfa-f227-42c5-8de3-e08bf7f1870b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:56.984402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.028697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-95334a4c-70e6-4431-b00b-4264bf9b3fd5 None None] Provisioning for port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:57.038730 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-95334a4c-70e6-4431-b00b-4264bf9b3fd5 None None] Provisioning complete for port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:57.039502 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95334a4c-70e6-4431-b00b-4264bf9b3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.134570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-95334a4c-70e6-4431-b00b-4264bf9b3fd5 None None] Port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:57.704006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:57.727508 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.762483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872a4db-93be-4db3-9006-8b8be9bcfb15 req-e26a0372-08c7-46a3-bc48-eb051e77e23d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:57.764639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2872a4db-93be-4db3-9006-8b8be9bcfb15 req-e26a0372-08c7-46a3-bc48-eb051e77e23d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 931 time: 0.3137546 Jul 06 11:57:57.772998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Transition to ACTIVE for port object 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:57.782773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c60b45-468a-4c98-b975-3ddee4ac9e82 req-9a1495ac-b504-408c-a5d5-12eb4d77f471 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:57.791283 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08c60b45-468a-4c98-b975-3ddee4ac9e82 req-9a1495ac-b504-408c-a5d5-12eb4d77f471 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.2744009 Jul 06 11:57:57.796005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.044157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08c60b45-468a-4c98-b975-3ddee4ac9e82 req-97861153-6050-446b-bcb6-0486d59f5646 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517509 Jul 06 11:57:58.079600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Pushing event updated for resources: {'Port': ['ID=0965d9aa-5cb2-46e0-a8aa-b5926577eea1,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:58.116805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2872a4db-93be-4db3-9006-8b8be9bcfb15 req-cd276cd5-8594-4f29-be81-c61ea316b6c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214605 Jul 06 11:57:58.138303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Attempting to bind port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:58.139565 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Attempting to bind port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:58.139909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Attempting to bind port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:58.145230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:58.145590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Attempting to bind port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:58.153443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:58.153862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Checking segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:58.154265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Bound using segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:58.154706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Bound port: 0965d9aa-5cb2-46e0-a8aa-b5926577eea1, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:58.155105 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.324231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] For port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:58.341044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22f0b2-c1f7-4ac0-9072-abc97f91831a req-a2d11f14-df9e-44d0-a914-43a3c910b48c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:58.349999 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b22f0b2-c1f7-4ac0-9072-abc97f91831a req-a2d11f14-df9e-44d0-a914-43a3c910b48c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 945 time: 0.1238852 Jul 06 11:57:58.353280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] For port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0965d9aa-5cb2-46e0-a8aa-b5926577eea1,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:58.370872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.429113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:58.429743 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.431322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] 10.222.0.47 "PUT /v2.0/ports/0965d9aa-5cb2-46e0-a8aa-b5926577eea1 HTTP/1.1" status: 200 len: 1091 time: 1.6454096 Jul 06 11:57:58.438823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4417bcfa-f227-42c5-8de3-e08bf7f1870b', 'tag': '0965d9aa-5cb2-46e0-a8aa-b5926577eea1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:58.441759 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3752ef29-03f4-444e-9e59-823e9a99434b" -d '{"events": [{"name": "network-changed", "server_uuid": "4417bcfa-f227-42c5-8de3-e08bf7f1870b", "tag": "0965d9aa-5cb2-46e0-a8aa-b5926577eea1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:58.451873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35768) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:58.495558 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b22f0b2-c1f7-4ac0-9072-abc97f91831a req-f93fe273-cb0c-499a-842b-f1d6d1d68c8f tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431463 Jul 06 11:57:58.580516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93380b8-754c-430f-ac48-355cf4a9383e service neutron] Pushing event updated for resources: {'Port': ['ID=0965d9aa-5cb2-46e0-a8aa-b5926577eea1,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:58.590731 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b662376b-151f-4f50-98c2-287f1a05bbfc x-openstack-request-id: req-b662376b-151f-4f50-98c2-287f1a05bbfc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:58.591289 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4417bcfa-f227-42c5-8de3-e08bf7f1870b", "tag": "0965d9aa-5cb2-46e0-a8aa-b5926577eea1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:58.591846 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b662376b-151f-4f50-98c2-287f1a05bbfc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:58.593195 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4417bcfa-f227-42c5-8de3-e08bf7f1870b', 'tag': '0965d9aa-5cb2-46e0-a8aa-b5926577eea1', 'status': 'completed', 'code': 200} Jul 06 11:57:58.661694 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.697359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66162be2-282d-4d18-8057-c305eb7bec76 req-6b5f0fc1-3233-41fb-95d4-0b4e7f7ebf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:58.699532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-6b5f0fc1-3233-41fb-95d4-0b4e7f7ebf34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 1094 time: 0.1680584 Jul 06 11:57:58.765235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-1b4d8d1f-2780-4e94-a96c-d5d7f92337ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0965d9aa-5cb2-46e0-a8aa-b5926577eea1 HTTP/1.1" status: 200 len: 217 time: 0.0583129 Jul 06 11:57:58.778585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ef83dab-0e47-4345-bded-dcaa88bca3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.818200 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.858148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66162be2-282d-4d18-8057-c305eb7bec76 req-6dc7d62c-f1b8-4734-8f41-33c9e7762119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:58.860004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-6dc7d62c-f1b8-4734-8f41-33c9e7762119 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0875463 Jul 06 11:57:58.955832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66162be2-282d-4d18-8057-c305eb7bec76 req-41a944c0-7165-4719-889b-a3d05e40fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:58.957357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-41a944c0-7165-4719-889b-a3d05e40fed1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875766 Jul 06 11:57:58.986104 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ef83dab-0e47-4345-bded-dcaa88bca3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.992122 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ef83dab-0e47-4345-bded-dcaa88bca3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.046704 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6ef83dab-0e47-4345-bded-dcaa88bca3a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3c82c443ba14c199c9324cca78c59a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5919292 Jul 06 11:57:59.049589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35782) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:59.087593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef83dab-0e47-4345-bded-dcaa88bca3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c789e7-3aa2-4723-be58-7d846892ac48,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:59.107402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-85f18546-5d98-4cad-aa5e-e52cc01d3c98 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425667 Jul 06 11:57:59.180257 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc527-f7c2-4966-b0da-9cbf027902dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.213666 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc527-f7c2-4966-b0da-9cbf027902dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.292208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66162be2-282d-4d18-8057-c305eb7bec76 req-8dc6c0f9-fcdc-4167-9ef3-8d5a6ef61724 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764789 Jul 06 11:57:59.298283 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc527-f7c2-4966-b0da-9cbf027902dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.301804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc527-f7c2-4966-b0da-9cbf027902dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.306453 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d8ccc527-f7c2-4966-b0da-9cbf027902dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38c789e7-3aa2-4723-be58-7d846892ac48 HTTP/1.1" status: 204 len: 168 time: 0.2556105 Jul 06 11:57:59.318328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccc527-f7c2-4966-b0da-9cbf027902dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c789e7-3aa2-4723-be58-7d846892ac48,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:59.426936 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bdd20-2a5a-45ff-92a0-59b48b3038fd req-cd6d6eb8-5db4-41bd-90e7-e6b8fa49d23e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:59.434658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a16bdd20-2a5a-45ff-92a0-59b48b3038fd req-cd6d6eb8-5db4-41bd-90e7-e6b8fa49d23e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.1890476 Jul 06 11:57:59.472112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d451dd-b682-4a6e-b233-9fe63cde8610 req-c943950e-40a8-46eb-8a12-29007abf66ac tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:59.473752 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4d451dd-b682-4a6e-b233-9fe63cde8610 req-c943950e-40a8-46eb-8a12-29007abf66ac tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.1792035 Jul 06 11:57:59.525204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ef29-03f4-444e-9e59-823e9a99434b req-af7a3ed5-06aa-4c1b-8b2a-7f9418ac2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:59.527646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3752ef29-03f4-444e-9e59-823e9a99434b req-af7a3ed5-06aa-4c1b-8b2a-7f9418ac2dc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 1094 time: 0.1636996 Jul 06 11:57:59.530663 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a16bdd20-2a5a-45ff-92a0-59b48b3038fd req-3e438470-99ca-4e56-88c9-427671a29fe6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951216 Jul 06 11:57:59.592679 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4d451dd-b682-4a6e-b233-9fe63cde8610 req-01056077-27b3-4ea3-8f04-d378a084da6f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074328 Jul 06 11:57:59.655352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ef29-03f4-444e-9e59-823e9a99434b req-5c0be711-d0af-4565-85f2-cd64332f3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:59.657571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3752ef29-03f4-444e-9e59-823e9a99434b req-5c0be711-d0af-4565-85f2-cd64332f3c0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.1230328 Jul 06 11:57:59.713857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3752ef29-03f4-444e-9e59-823e9a99434b req-50a786c7-5184-442f-a284-29f115b58e5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0965d9aa-5cb2-46e0-a8aa-b5926577eea1 HTTP/1.1" status: 200 len: 217 time: 0.0468717 Jul 06 11:57:59.745759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35794) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:59.769262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88df1b4a-8cf1-4510-b76d-4c831648689b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.783837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ef29-03f4-444e-9e59-823e9a99434b req-08025590-e8fa-4841-b5df-59ec3fb80c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:59.787299 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3752ef29-03f4-444e-9e59-823e9a99434b req-08025590-e8fa-4841-b5df-59ec3fb80c68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0670846 Jul 06 11:57:59.928024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ef29-03f4-444e-9e59-823e9a99434b req-8f81a5b2-9ad9-4282-94c2-d8ca1cd87cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:59.929579 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3752ef29-03f4-444e-9e59-823e9a99434b req-8f81a5b2-9ad9-4282-94c2-d8ca1cd87cc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345479 Jul 06 11:58:00.044213 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88df1b4a-8cf1-4510-b76d-4c831648689b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.053723 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88df1b4a-8cf1-4510-b76d-4c831648689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.142689 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-88df1b4a-8cf1-4510-b76d-4c831648689b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2373256270c4f1497630354c11ccf71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955750 Jul 06 11:58:00.148509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35808) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:00.190742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df1b4a-8cf1-4510-b76d-4c831648689b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a035e9-abaa-4f6f-bcb3-0b77bec5d198,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:00.223519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3752ef29-03f4-444e-9e59-823e9a99434b req-fab0d999-d2d6-4070-80d0-6febf9f0a461 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812665 Jul 06 11:58:00.250984 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-210216da-748e-4a59-907c-d926f75f1b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.303251 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-210216da-748e-4a59-907c-d926f75f1b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.369058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-210216da-748e-4a59-907c-d926f75f1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.371936 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3752ef29-03f4-444e-9e59-823e9a99434b req-523689bf-4567-4eff-9304-395ef0f250ea service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447289 Jul 06 11:58:00.373565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-210216da-748e-4a59-907c-d926f75f1b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.375607 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-210216da-748e-4a59-907c-d926f75f1b23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1a035e9-abaa-4f6f-bcb3-0b77bec5d198 HTTP/1.1" status: 204 len: 168 time: 0.2219596 Jul 06 11:58:00.390974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210216da-748e-4a59-907c-d926f75f1b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a035e9-abaa-4f6f-bcb3-0b77bec5d198,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:01.357966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc5f2-a105-484d-aa87-04e770acede2 req-57d0832c-806f-4ac3-826c-dca54e8c6c4c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:01.359438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2acdc5f2-a105-484d-aa87-04e770acede2 req-57d0832c-806f-4ac3-826c-dca54e8c6c4c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.5972650 Jul 06 11:58:01.407413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf598c-fbb1-4de6-af19-0a347e1e878f req-c1e0f5bb-e190-4974-aa4d-d3b9df898922 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:01.414188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4aaf598c-fbb1-4de6-af19-0a347e1e878f req-c1e0f5bb-e190-4974-aa4d-d3b9df898922 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.5643256 Jul 06 11:58:01.479810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2acdc5f2-a105-484d-aa87-04e770acede2 req-e9e00621-594f-41e6-92d4-96af17e59b97 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014671 Jul 06 11:58:01.516760 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4aaf598c-fbb1-4de6-af19-0a347e1e878f req-6847d56d-e158-4ac5-b9c0-2d2f8d21c4d7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014683 Jul 06 11:58:02.987925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ada68-a548-4fa5-bcb7-c5dd7b8a6329 req-acc9214c-018b-41eb-b296-945a7b93fac0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:02.993769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a41ada68-a548-4fa5-bcb7-c5dd7b8a6329 req-acc9214c-018b-41eb-b296-945a7b93fac0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.1913667 Jul 06 11:58:03.054986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194d118-41bd-4be4-86ea-c0f8bc175fbe req-230bc9cd-1dff-496b-9011-1c3486e7e4ee tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:03.067197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d194d118-41bd-4be4-86ea-c0f8bc175fbe req-230bc9cd-1dff-496b-9011-1c3486e7e4ee tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.2478313 Jul 06 11:58:03.151244 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-568b1916-06ce-4d0a-8a34-2e14552b7521 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2220540 Jul 06 11:58:03.209764 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d194d118-41bd-4be4-86ea-c0f8bc175fbe req-bd34cbeb-4ed9-4870-ad9a-fdaeb54abee3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279454 Jul 06 11:58:03.248475 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a41ada68-a548-4fa5-bcb7-c5dd7b8a6329 req-4cf739c6-70da-4f0b-ae0c-d1081bde9311 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372377 Jul 06 11:58:03.304604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-9eabdea8-6e9b-4989-b32d-7f29b525fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:03.307905 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-9eabdea8-6e9b-4989-b32d-7f29b525fe23 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=06b0c8f3170045098f5e1bfabb4f6760&device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 1096 time: 0.1287172 Jul 06 11:58:03.518748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-e7b0e9c8-a259-4d87-89d5-f03eac77f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:03.520441 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-e7b0e9c8-a259-4d87-89d5-f03eac77f52e service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e8cc18e-a9b9-440a-9257-de88c56b6e92 HTTP/1.1" status: 200 len: 910 time: 0.1744008 Jul 06 11:58:03.616609 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-9833d80a-6170-4cd3-b592-fe2c9124fa8e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eab45a69-a21b-4bca-af33-ee9e260bb8ad HTTP/1.1" status: 200 len: 1001 time: 0.0891948 Jul 06 11:58:03.689996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-886fb9d8-70f3-4d83-98ab-608bd31c1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:03.691523 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-886fb9d8-70f3-4d83-98ab-608bd31c1bcf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=147ab45f-590a-4b4e-9326-1bb515f7886f HTTP/1.1" status: 200 len: 848 time: 0.0676215 Jul 06 11:58:03.802909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-664395a7-4e57-46f7-9c94-9f830aaedd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:03.802909 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-664395a7-4e57-46f7-9c94-9f830aaedd8f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e8cc18e-a9b9-440a-9257-de88c56b6e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999660 Jul 06 11:58:03.988315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-80322967-286b-4dc2-b120-5733a5a6e58e service neutron] 10.222.0.86 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752665 Jul 06 11:58:04.214935 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5cbb8e35-17b5-4654-997c-ecb00ef0fa96 req-6173cb2a-4327-4f9f-a290-619489cfd19d service neutron] 10.222.0.86 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184172 Jul 06 11:58:05.006392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08bc65-e36f-4a02-b328-52ec939bd430 req-594edbfa-692a-4ef8-84d9-9d58299ea6be tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.009834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b08bc65-e36f-4a02-b328-52ec939bd430 req-594edbfa-692a-4ef8-84d9-9d58299ea6be tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.3762150 Jul 06 11:58:05.021935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eddff8-c233-4534-a355-2e03ea33e15e req-7842d49f-86fe-4633-a64c-e06f804db334 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.034761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81eddff8-c233-4534-a355-2e03ea33e15e req-7842d49f-86fe-4633-a64c-e06f804db334 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.4168966 Jul 06 11:58:05.119342 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81eddff8-c233-4534-a355-2e03ea33e15e req-2e7c5bd5-25fe-471b-98a1-097f51feddce tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786483 Jul 06 11:58:05.177388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b08bc65-e36f-4a02-b328-52ec939bd430 req-57ea2197-9d54-468b-bf70-91271cb1fc4b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037638 Jul 06 11:58:06.475022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35968) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:06.480775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8c857-622c-4585-a063-6305a52e2a97 req-44446f44-8357-45fe-b5aa-3edcbdcb4538 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:06.491199 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97e8c857-622c-4585-a063-6305a52e2a97 req-44446f44-8357-45fe-b5aa-3edcbdcb4538 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.1596427 Jul 06 11:58:06.556369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97e8c857-622c-4585-a063-6305a52e2a97 req-3b9c360d-1f1c-4fec-a55e-0933ee4157a2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606010 Jul 06 11:58:06.809297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9faa-8311-4348-8765-ef772e9ab5cf req-a79bbc01-7691-4352-9eea-822ed61fe6cd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:06.818925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38313fcc-adef-47ab-a97e-fe9d01757841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.858158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1da9faa-8311-4348-8765-ef772e9ab5cf req-a79bbc01-7691-4352-9eea-822ed61fe6cd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.1938646 Jul 06 11:58:06.996659 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38313fcc-adef-47ab-a97e-fe9d01757841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.997430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1da9faa-8311-4348-8765-ef772e9ab5cf req-8c443d05-aa0a-45f9-af0f-b67a4b3f01e2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316092 Jul 06 11:58:07.002249 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38313fcc-adef-47ab-a97e-fe9d01757841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.071473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113051-0b06-4ad7-83ab-50dec0eff58e req-0cc1e446-4676-42cf-86ae-d8b78ac8c446 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.079604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113051-0b06-4ad7-83ab-50dec0eff58e req-0cc1e446-4676-42cf-86ae-d8b78ac8c446 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.087986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113051-0b06-4ad7-83ab-50dec0eff58e req-0cc1e446-4676-42cf-86ae-d8b78ac8c446 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.095944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113051-0b06-4ad7-83ab-50dec0eff58e req-0cc1e446-4676-42cf-86ae-d8b78ac8c446 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.102416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113051-0b06-4ad7-83ab-50dec0eff58e req-0cc1e446-4676-42cf-86ae-d8b78ac8c446 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.110276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113051-0b06-4ad7-83ab-50dec0eff58e req-0cc1e446-4676-42cf-86ae-d8b78ac8c446 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.119349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113051-0b06-4ad7-83ab-50dec0eff58e req-0cc1e446-4676-42cf-86ae-d8b78ac8c446 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.128923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54113051-0b06-4ad7-83ab-50dec0eff58e req-0cc1e446-4676-42cf-86ae-d8b78ac8c446 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5442 time: 0.2575927 Jul 06 11:58:07.153871 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-38313fcc-adef-47ab-a97e-fe9d01757841 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33379a26bb624f4e992203967a570593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763909 Jul 06 11:58:07.154548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38313fcc-adef-47ab-a97e-fe9d01757841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963b8c7f-dc76-47b2-a3bd-110127cc26fd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:07.157042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35982) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:07.200071 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54113051-0b06-4ad7-83ab-50dec0eff58e req-169625b3-d3f7-4c43-857b-b70f13233c34 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698400 Jul 06 11:58:07.278667 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e08328ce-0b3c-4dd7-952d-a39594866f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.313453 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e08328ce-0b3c-4dd7-952d-a39594866f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.376633 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e08328ce-0b3c-4dd7-952d-a39594866f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.379804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e08328ce-0b3c-4dd7-952d-a39594866f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.386390 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e08328ce-0b3c-4dd7-952d-a39594866f86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/963b8c7f-dc76-47b2-a3bd-110127cc26fd HTTP/1.1" status: 204 len: 168 time: 0.2259367 Jul 06 11:58:07.409926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08328ce-0b3c-4dd7-952d-a39594866f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963b8c7f-dc76-47b2-a3bd-110127cc26fd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:07.574317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-fd444971-235e-43da-80c5-ab8963b714ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.605649 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-fd444971-235e-43da-80c5-ab8963b714ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.626239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-fd444971-235e-43da-80c5-ab8963b714ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.641323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-fd444971-235e-43da-80c5-ab8963b714ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.649082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-fd444971-235e-43da-80c5-ab8963b714ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.682363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-fd444971-235e-43da-80c5-ab8963b714ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.701902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-fd444971-235e-43da-80c5-ab8963b714ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.709219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-fd444971-235e-43da-80c5-ab8963b714ab tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 5442 time: 0.2369528 Jul 06 11:58:07.800829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-d256b967-17de-42d3-acb4-4f32c0abacbc tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.802556 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-d256b967-17de-42d3-acb4-4f32c0abacbc tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "GET /v2.0/ports/56e2de8f-0167-420f-8b93-43b7a223a454?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0864570 Jul 06 11:58:07.827887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca2a57-6edf-47ac-b523-ba5e53a1fd0a req-cd461db3-895b-40a5-9759-68fd1d20e31e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.832270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6bca2a57-6edf-47ac-b523-ba5e53a1fd0a req-cd461db3-895b-40a5-9759-68fd1d20e31e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.1017394 Jul 06 11:58:07.870539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35992) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:07.935619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6bca2a57-6edf-47ac-b523-ba5e53a1fd0a req-1df9680e-a400-40d8-80cf-5f486109960a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978315 Jul 06 11:58:07.939524 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ee89b54-1b04-43f9-89eb-0a4c0b7b29a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.976327 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-5c1f3ac3-7f0b-4dec-849b-ad0c67f4f147 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "GET /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1642966 Jul 06 11:58:07.990444 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:08.105300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ee89b54-1b04-43f9-89eb-0a4c0b7b29a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.108385 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.109684 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ee89b54-1b04-43f9-89eb-0a4c0b7b29a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.152970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee89b54-1b04-43f9-89eb-0a4c0b7b29a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc156f5-43d8-4807-92cd-ebd2861ab767,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:08.204691 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8ee89b54-1b04-43f9-89eb-0a4c0b7b29a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=626bbd5b3d3b43258c1d5e2831d22e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279858 Jul 06 11:58:08.206205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36000) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:08.313003 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-637563cf-ae9e-4205-8c5b-ef5055d4928b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.327139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] For port 56e2de8f-0167-420f-8b93-43b7a223a454, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=56e2de8f-0167-420f-8b93-43b7a223a454,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:08.345280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0612e3-3735-44b5-a8e9-69ccfaefb770 req-6add5b56-776b-444d-9a81-f7faf6170c75 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:08.347314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be0612e3-3735-44b5-a8e9-69ccfaefb770 req-6add5b56-776b-444d-9a81-f7faf6170c75 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.1884806 Jul 06 11:58:08.381784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] For port 56e2de8f-0167-420f-8b93-43b7a223a454, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:08.428770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] device_id is not set on port 56e2de8f-0167-420f-8b93-43b7a223a454 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:58:08.440357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.444245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-637563cf-ae9e-4205-8c5b-ef5055d4928b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.445889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.476848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be0612e3-3735-44b5-a8e9-69ccfaefb770 req-0f3888d7-4588-4085-a34e-8aad27c29bf4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203697 Jul 06 11:58:08.608362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] No DVR routers for this DVR port 56e2de8f-0167-420f-8b93-43b7a223a454 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:08.641162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] Pushing event updated for resources: {'Port': ['ID=56e2de8f-0167-420f-8b93-43b7a223a454,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:08.673392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cb8ba-7b15-4ee1-ab0a-0d89b8e599ef req-dfc89c8a-a605-47b7-b04c-c7bb8ada2983 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:08.679247 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cb8ba-7b15-4ee1-ab0a-0d89b8e599ef req-dfc89c8a-a605-47b7-b04c-c7bb8ada2983 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:08.692963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cb8ba-7b15-4ee1-ab0a-0d89b8e599ef req-dfc89c8a-a605-47b7-b04c-c7bb8ada2983 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:08.711894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cb8ba-7b15-4ee1-ab0a-0d89b8e599ef req-dfc89c8a-a605-47b7-b04c-c7bb8ada2983 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:08.723517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cb8ba-7b15-4ee1-ab0a-0d89b8e599ef req-dfc89c8a-a605-47b7-b04c-c7bb8ada2983 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:08.725373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] In _notify_port_updated(), no bound segment for port 56e2de8f-0167-420f-8b93-43b7a223a454 on network fe9c839b-7637-4be1-b268-411d357e0152 {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:58:08.726294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:08.726964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.728333 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-f10e884a-56e4-426d-90b7-35a5192cf046 service neutron] 10.222.0.86 "PUT /v2.0/ports/56e2de8f-0167-420f-8b93-43b7a223a454 HTTP/1.1" status: 200 len: 1032 time: 0.7437003 Jul 06 11:58:08.733325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cb8ba-7b15-4ee1-ab0a-0d89b8e599ef req-dfc89c8a-a605-47b7-b04c-c7bb8ada2983 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:08.742409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce6cb8ba-7b15-4ee1-ab0a-0d89b8e599ef req-dfc89c8a-a605-47b7-b04c-c7bb8ada2983 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 4663 time: 0.3008645 Jul 06 11:58:08.745928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-637563cf-ae9e-4205-8c5b-ef5055d4928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.748534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-637563cf-ae9e-4205-8c5b-ef5055d4928b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.749663 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-637563cf-ae9e-4205-8c5b-ef5055d4928b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cc156f5-43d8-4807-92cd-ebd2861ab767 HTTP/1.1" status: 204 len: 168 time: 0.5425553 Jul 06 11:58:08.786756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637563cf-ae9e-4205-8c5b-ef5055d4928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc156f5-43d8-4807-92cd-ebd2861ab767,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:08.818317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce6cb8ba-7b15-4ee1-ab0a-0d89b8e599ef req-824bc28a-d980-42ed-87c5-c55ac2f25bde tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d7186a-e85f-46b9-bc75-a9b128c7e70f&id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750163 Jul 06 11:58:08.834713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-fa1cbb62-e774-4a58-ad4d-175163b86999 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:08.836478 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-fa1cbb62-e774-4a58-ad4d-175163b86999 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "GET /v2.0/ports/8e4656d7-6a85-4977-b392-1dd2dedf8b37?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1001060 Jul 06 11:58:08.849382 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:08.917434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a79b5027-b2ec-4050-bde3-baf3cc25bcd1 None None] Provisioning complete for port 56e2de8f-0167-420f-8b93-43b7a223a454 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:08.919060 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a79b5027-b2ec-4050-bde3-baf3cc25bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.938120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.977374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a79b5027-b2ec-4050-bde3-baf3cc25bcd1 None None] Port 56e2de8f-0167-420f-8b93-43b7a223a454 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:09.142946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] For port 8e4656d7-6a85-4977-b392-1dd2dedf8b37, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8e4656d7-6a85-4977-b392-1dd2dedf8b37,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:09.193972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] For port 8e4656d7-6a85-4977-b392-1dd2dedf8b37, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:09.253183 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ace97-81ef-42b8-8e2f-93efa172a893 req-54136fa9-e982-4f1e-9c4d-44f3caed60b0 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.257801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d3ace97-81ef-42b8-8e2f-93efa172a893 req-54136fa9-e982-4f1e-9c4d-44f3caed60b0 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.1430242 Jul 06 11:58:09.287209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] device_id is not set on port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:58:09.298914 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.305811 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.332182 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d3ace97-81ef-42b8-8e2f-93efa172a893 req-77397a16-f36c-4805-b8c2-7938502143ab tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654614 Jul 06 11:58:09.394460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] No DVR routers for this DVR port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:09.421464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] Pushing event updated for resources: {'Port': ['ID=8e4656d7-6a85-4977-b392-1dd2dedf8b37,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:09.444173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] In _notify_port_updated(), no bound segment for port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 on network fe9c839b-7637-4be1-b268-411d357e0152 {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 11:58:09.445654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.447027 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.449161 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-29eeae74-a50d-420e-b103-eb771c32186f service neutron] 10.222.0.86 "PUT /v2.0/ports/8e4656d7-6a85-4977-b392-1dd2dedf8b37 HTTP/1.1" status: 200 len: 1031 time: 0.6046376 Jul 06 11:58:09.667834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-c9c99b1b-e217-4dec-9e47-ade65364d0fd tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Deleting port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:09.669178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-c9c99b1b-e217-4dec-9e47-ade65364d0fd tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.729837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e4c9fe9c-0a62-442d-847e-d20a7e45c4ec None None] Provisioning complete for port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:09.730224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fe9c-0a62-442d-847e-d20a7e45c4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.824261 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9fe9c-0a62-442d-847e-d20a7e45c4ec None None] Port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:09.866181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f66c-6528-4d16-a2d9-1036b225e124 req-fd14026f-3b15-44d4-8970-1d0b7a1e6c36 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.867832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a676f66c-6528-4d16-a2d9-1036b225e124 req-fd14026f-3b15-44d4-8970-1d0b7a1e6c36 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.1293850 Jul 06 11:58:09.882172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-c9c99b1b-e217-4dec-9e47-ade65364d0fd tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] For port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:09.885500 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-c9c99b1b-e217-4dec-9e47-ade65364d0fd tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.912733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a676f66c-6528-4d16-a2d9-1036b225e124 req-c0aa83fc-bbaf-41f4-b999-a9bd40207546 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381925 Jul 06 11:58:09.932936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-c9c99b1b-e217-4dec-9e47-ade65364d0fd tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Calling delete_port for b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:10.137784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-c9c99b1b-e217-4dec-9e47-ade65364d0fd tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.186169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7f719-4978-49bb-81ea-0be84a4e3630 req-72465932-79e3-46ca-94c9-a26cdb86b7b8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.191051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c99b1b-e217-4dec-9e47-ade65364d0fd tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Port': ['ID=b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:10.215610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7f719-4978-49bb-81ea-0be84a4e3630 req-72465932-79e3-46ca-94c9-a26cdb86b7b8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.230491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7f719-4978-49bb-81ea-0be84a4e3630 req-72465932-79e3-46ca-94c9-a26cdb86b7b8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.241220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7f719-4978-49bb-81ea-0be84a4e3630 req-72465932-79e3-46ca-94c9-a26cdb86b7b8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.246584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-c9c99b1b-e217-4dec-9e47-ade65364d0fd tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] No DVR routers for this DVR port b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:10.249410 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-c9c99b1b-e217-4dec-9e47-ade65364d0fd tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.251630 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-c9c99b1b-e217-4dec-9e47-ade65364d0fd tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "DELETE /v2.0/ports/b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 HTTP/1.1" status: 204 len: 173 time: 0.7957981 Jul 06 11:58:10.252087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-deleted', 'tag': 'b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:10.253555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7f719-4978-49bb-81ea-0be84a4e3630 req-72465932-79e3-46ca-94c9-a26cdb86b7b8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.254432 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9944e330-9731-4323-aa40-b2514e55140e" -d '{"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-deleted", "tag": "b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:10.256719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6f7f719-4978-49bb-81ea-0be84a4e3630 req-72465932-79e3-46ca-94c9-a26cdb86b7b8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 3808 time: 0.2431984 Jul 06 11:58:10.324853 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8a2fbf-51bb-4fa3-b7db-aaddf24b029f x-openstack-request-id: req-eb8a2fbf-51bb-4fa3-b7db-aaddf24b029f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:10.325166 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-deleted", "tag": "b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:10.325407 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb8a2fbf-51bb-4fa3-b7db-aaddf24b029f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:10.325816 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-deleted', 'tag': 'b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0', 'status': 'completed', 'code': 200} Jul 06 11:58:10.326350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6f7f719-4978-49bb-81ea-0be84a4e3630 req-985ffd09-2ffe-4aa2-ba1a-6710de470008 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629539 Jul 06 11:58:10.484010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-de78705d-c5a8-42ab-83c1-4ce89bab41e7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Deleting port f0af014a-513b-4deb-980d-b17fe4c4a924 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:10.484368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-de78705d-c5a8-42ab-83c1-4ce89bab41e7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.562025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab0378-53ec-4752-8130-c2e7cb814de4 req-a3b41a5f-2fad-4947-8ed2-2a2264092a0f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.563804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95ab0378-53ec-4752-8130-c2e7cb814de4 req-a3b41a5f-2fad-4947-8ed2-2a2264092a0f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.0938046 Jul 06 11:58:10.604983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-de78705d-c5a8-42ab-83c1-4ce89bab41e7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] For port f0af014a-513b-4deb-980d-b17fe4c4a924, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f0af014a-513b-4deb-980d-b17fe4c4a924,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:10.605781 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-de78705d-c5a8-42ab-83c1-4ce89bab41e7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.625392 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-de78705d-c5a8-42ab-83c1-4ce89bab41e7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Calling delete_port for f0af014a-513b-4deb-980d-b17fe4c4a924 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:10.657134 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95ab0378-53ec-4752-8130-c2e7cb814de4 req-d44e3a52-5c58-46e2-a9c2-30ada494398f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840230 Jul 06 11:58:10.882953 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-de78705d-c5a8-42ab-83c1-4ce89bab41e7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.972704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78705d-c5a8-42ab-83c1-4ce89bab41e7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Port': ['ID=f0af014a-513b-4deb-980d-b17fe4c4a924,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.019805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-de78705d-c5a8-42ab-83c1-4ce89bab41e7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] No DVR routers for this DVR port f0af014a-513b-4deb-980d-b17fe4c4a924 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:11.022873 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-de78705d-c5a8-42ab-83c1-4ce89bab41e7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.025230 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-de78705d-c5a8-42ab-83c1-4ce89bab41e7 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "DELETE /v2.0/ports/f0af014a-513b-4deb-980d-b17fe4c4a924 HTTP/1.1" status: 204 len: 173 time: 0.7670760 Jul 06 11:58:11.165105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-ff54f8c4-70be-47fb-ab07-a787ebc41d44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Deleting port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:11.165459 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-ff54f8c4-70be-47fb-ab07-a787ebc41d44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.170596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263dd1a-906c-488b-b02a-6cdc465572df req-76bec03c-02c4-4d5e-9543-fd288b7d0563 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:11.182695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2263dd1a-906c-488b-b02a-6cdc465572df req-76bec03c-02c4-4d5e-9543-fd288b7d0563 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.0917482 Jul 06 11:58:11.255089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2263dd1a-906c-488b-b02a-6cdc465572df req-2598351f-6348-4c0b-aa73-ecfddb17a64d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711474 Jul 06 11:58:11.312237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-ff54f8c4-70be-47fb-ab07-a787ebc41d44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] For port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:11.312717 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-ff54f8c4-70be-47fb-ab07-a787ebc41d44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.343106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-ff54f8c4-70be-47fb-ab07-a787ebc41d44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Calling delete_port for c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:11.585489 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-ff54f8c4-70be-47fb-ab07-a787ebc41d44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.655957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54f8c4-70be-47fb-ab07-a787ebc41d44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Port': ['ID=c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.739717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-ff54f8c4-70be-47fb-ab07-a787ebc41d44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] No DVR routers for this DVR port c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:11.740476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77adc06-31f1-413c-b376-4be8eec95b3a req-cf4b42ca-c7f1-444a-8333-e4fa2678d378 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:11.743596 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-ff54f8c4-70be-47fb-ab07-a787ebc41d44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.747067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-ff54f8c4-70be-47fb-ab07-a787ebc41d44 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "DELETE /v2.0/ports/c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d HTTP/1.1" status: 204 len: 173 time: 0.7106862 Jul 06 11:58:11.763000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77adc06-31f1-413c-b376-4be8eec95b3a req-cf4b42ca-c7f1-444a-8333-e4fa2678d378 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:11.764691 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a77adc06-31f1-413c-b376-4be8eec95b3a req-cf4b42ca-c7f1-444a-8333-e4fa2678d378 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 1681 time: 0.1653886 Jul 06 11:58:11.858265 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a77adc06-31f1-413c-b376-4be8eec95b3a req-26838d5f-31ba-46b0-ba4b-e4409188bc6b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727739 Jul 06 11:58:11.952125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-22c371bc-3529-4513-b808-b3faa7adea5a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Deleting port e029091b-0985-43fe-b1b1-4edd53785c4d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:11.953126 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-22c371bc-3529-4513-b808-b3faa7adea5a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.051694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:12.105310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dce14-bfc5-4232-aacd-5633e75ccd6c req-881a4c53-9854-43b6-993f-4440a4ebff3c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.106280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:12.107989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d71dce14-bfc5-4232-aacd-5633e75ccd6c req-881a4c53-9854-43b6-993f-4440a4ebff3c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.2192011 Jul 06 11:58:12.108560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device b6aa5bf0-441e-4ac2-97df-f950c7a0dfb0 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:12.109171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8e4656d7-6a85-4977-b392-1dd2dedf8b37 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:12.148485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-22c371bc-3529-4513-b808-b3faa7adea5a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] For port e029091b-0985-43fe-b1b1-4edd53785c4d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e029091b-0985-43fe-b1b1-4edd53785c4d,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:12.151915 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-22c371bc-3529-4513-b808-b3faa7adea5a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.187863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d71dce14-bfc5-4232-aacd-5633e75ccd6c req-2f75e6f9-fc0f-40e0-a100-be085759822e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725005 Jul 06 11:58:12.194282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-22c371bc-3529-4513-b808-b3faa7adea5a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Calling delete_port for e029091b-0985-43fe-b1b1-4edd53785c4d owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:12.195825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8e4656d7-6a85-4977-b392-1dd2dedf8b37 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:12.196432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:12.219633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:12.219983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:12.220413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device e029091b-0985-43fe-b1b1-4edd53785c4d no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:12.319648 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.327338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-deleted', 'tag': 'f0af014a-513b-4deb-980d-b17fe4c4a924'}, {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-deleted', 'tag': 'c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:12.334062 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dec0ae-a628-4189-ada8-00da4b0b502a" -d '{"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-deleted", "tag": "f0af014a-513b-4deb-980d-b17fe4c4a924"}, {"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-deleted", "tag": "c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:12.402655 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a629593-2e6d-4822-a449-e17b132bf2fc x-openstack-request-id: req-5a629593-2e6d-4822-a449-e17b132bf2fc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:12.403017 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-deleted", "tag": "f0af014a-513b-4deb-980d-b17fe4c4a924", "status": "completed", "code": 200}, {"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-deleted", "tag": "c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:12.403212 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a629593-2e6d-4822-a449-e17b132bf2fc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:12.403620 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-deleted', 'tag': 'f0af014a-513b-4deb-980d-b17fe4c4a924', 'status': 'completed', 'code': 200} Jul 06 11:58:12.403877 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-deleted', 'tag': 'c83f5c63-0ca4-4436-bd5f-e1a5fae3ca9d', 'status': 'completed', 'code': 200} Jul 06 11:58:12.450933 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-22c371bc-3529-4513-b808-b3faa7adea5a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.525263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f0af014a-513b-4deb-980d-b17fe4c4a924 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:12.549197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249a470-9b52-4ab2-8a5b-32b2bcc7d77e req-a7bdff53-d9af-4cf1-8c37-1cb9a04caf21 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.560673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9249a470-9b52-4ab2-8a5b-32b2bcc7d77e req-a7bdff53-d9af-4cf1-8c37-1cb9a04caf21 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.1471078 Jul 06 11:58:12.567172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c371bc-3529-4513-b808-b3faa7adea5a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Port': ['ID=e029091b-0985-43fe-b1b1-4edd53785c4d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:12.587748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: f0af014a-513b-4deb-980d-b17fe4c4a924 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:12.588935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f0af014a-513b-4deb-980d-b17fe4c4a924 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:12.589539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 56e2de8f-0167-420f-8b93-43b7a223a454 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:12.610836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-22c371bc-3529-4513-b808-b3faa7adea5a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] No DVR routers for this DVR port e029091b-0985-43fe-b1b1-4edd53785c4d on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:12.615385 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-22c371bc-3529-4513-b808-b3faa7adea5a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.618910 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-22c371bc-3529-4513-b808-b3faa7adea5a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "DELETE /v2.0/ports/e029091b-0985-43fe-b1b1-4edd53785c4d HTTP/1.1" status: 204 len: 173 time: 0.8645554 Jul 06 11:58:12.619079 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9249a470-9b52-4ab2-8a5b-32b2bcc7d77e req-c1f36525-7ec4-4deb-8966-c4a2cd1bf9b0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570922 Jul 06 11:58:12.657783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 56e2de8f-0167-420f-8b93-43b7a223a454 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:12.658140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a7a5a745-bcee-4e50-843c-2df3aff45473 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:12.749286 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.777343 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a5a745-bcee-4e50-843c-2df3aff45473'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:12.780358 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3294ba9e-dff4-41fb-a04c-3200cf1dc847" -d '{"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a5a745-bcee-4e50-843c-2df3aff45473"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:12.786374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Deleting port a7a5a745-bcee-4e50-843c-2df3aff45473 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:12.786719 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.797722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a7a5a745-bcee-4e50-843c-2df3aff45473, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a7a5a745-bcee-4e50-843c-2df3aff45473,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:12.807148 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.862549 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39ea853-cd42-4c19-b521-4e59da05a41c x-openstack-request-id: req-c39ea853-cd42-4c19-b521-4e59da05a41c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:12.862897 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a5a745-bcee-4e50-843c-2df3aff45473", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:12.863347 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c39ea853-cd42-4c19-b521-4e59da05a41c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:12.863958 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a5a745-bcee-4e50-843c-2df3aff45473', 'code': 200} Jul 06 11:58:12.889443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a7a5a745-bcee-4e50-843c-2df3aff45473,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:12.900838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.901258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.901618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.901953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.902693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.903235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.903783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.904290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.907371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.908105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.908624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.909699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:12.922938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] For port a7a5a745-bcee-4e50-843c-2df3aff45473, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a7a5a745-bcee-4e50-843c-2df3aff45473,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:12.923420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.114601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653148d1-cdae-494e-8bc6-53e8e958914c req-29117d2d-87d6-4057-aa5a-fe7362558926 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.122973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-653148d1-cdae-494e-8bc6-53e8e958914c req-29117d2d-87d6-4057-aa5a-fe7362558926 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 943 time: 0.0929666 Jul 06 11:58:13.217224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-653148d1-cdae-494e-8bc6-53e8e958914c req-26813cb6-065c-4dea-bb04-23277a3353ac tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c730b8e-4029-4dc3-8f04-e106b0741670&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932734 Jul 06 11:58:13.322256 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.322256 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.323087 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Floating IP f602b089-895c-4f8c-a57d-717a61081f69 disassociated. External IP: 172.25.0.73, port: a7a5a745-bcee-4e50-843c-2df3aff45473. Jul 06 11:58:13.323087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Calling delete_port for a7a5a745-bcee-4e50-843c-2df3aff45473 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:13.568364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e82e7-0330-41a6-855b-5f2d778da45b req-f574501c-f0bb-4e57-ac1f-f7fc19c83912 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.570723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e28e82e7-0330-41a6-855b-5f2d778da45b req-f574501c-f0bb-4e57-ac1f-f7fc19c83912 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.1888964 Jul 06 11:58:13.573797 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.609687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Port': ['ID=a7a5a745-bcee-4e50-843c-2df3aff45473,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:13.711631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e28e82e7-0330-41a6-855b-5f2d778da45b req-c2d60bb5-95e6-4928-8cc9-45cf48bae9d8 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237612 Jul 06 11:58:13.849916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Router 095d771b-6b38-47e7-bd00-3bdfda39c217 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:13.920847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-797e361d-5ee3-4586-9cc2-d2d436ffbc38 req-4b30fe41-a945-4281-9a5b-fbc78e4fb15f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1266644 Jul 06 11:58:13.939137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fea2b-8f15-40cd-a88d-ede4d5306328 req-ca281a3e-20f0-4e8b-86b7-ca49dda9dbe2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.946629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c8fea2b-8f15-40cd-a88d-ede4d5306328 req-ca281a3e-20f0-4e8b-86b7-ca49dda9dbe2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.1092191 Jul 06 11:58:14.021921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:14.038838 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2bb6a4-66de-464e-ad50-b665e9a963aa None None] Sync routers for ids ['095d771b-6b38-47e7-bd00-3bdfda39c217'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:14.058682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c8fea2b-8f15-40cd-a88d-ede4d5306328 req-98a59ca3-2401-483b-9cac-791e862de060 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106734 Jul 06 11:58:14.060355 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2bb6a4-66de-464e-ad50-b665e9a963aa None None] Routers {'095d771b-6b38-47e7-bd00-3bdfda39c217'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:14.064298 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc2bb6a4-66de-464e-ad50-b665e9a963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:57:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['095d771b-6b38-47e7-bd00-3bdfda39c217'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:14.115970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e361d-5ee3-4586-9cc2-d2d436ffbc38 req-55e2c214-8192-4a59-aca8-02ed0dafdf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:14.123875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] No DVR routers for this DVR port a7a5a745-bcee-4e50-843c-2df3aff45473 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:14.127637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.130629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d1fad0bc-e8e5-4c58-be23-0c9aab6f518a req-db0a3276-2bfd-43db-9a44-4c2fc25b7010 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.86 "DELETE /v2.0/ports/a7a5a745-bcee-4e50-843c-2df3aff45473 HTTP/1.1" status: 204 len: 173 time: 1.5005634 Jul 06 11:58:14.137569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-797e361d-5ee3-4586-9cc2-d2d436ffbc38 req-55e2c214-8192-4a59-aca8-02ed0dafdf66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 1096 time: 0.1684117 Jul 06 11:58:14.144511 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54058baa-3f96-435b-9ff5-763a0eede0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.223163 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cc2bb6a4-66de-464e-ad50-b665e9a963aa None None] Set router 095d771b-6b38-47e7-bd00-3bdfda39c217 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:14.354390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e361d-5ee3-4586-9cc2-d2d436ffbc38 req-36947bc1-338a-4adc-931a-e5ecc7626c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:14.357340 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-797e361d-5ee3-4586-9cc2-d2d436ffbc38 req-36947bc1-338a-4adc-931a-e5ecc7626c06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 916 time: 0.2112401 Jul 06 11:58:14.405117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-deleted', 'tag': 'e029091b-0985-43fe-b1b1-4edd53785c4d'}, {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-deleted', 'tag': 'a7a5a745-bcee-4e50-843c-2df3aff45473'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:14.410480 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c7700b-74d8-4675-9f3b-34f7bf2893b9" -d '{"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-deleted", "tag": "e029091b-0985-43fe-b1b1-4edd53785c4d"}, {"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-deleted", "tag": "a7a5a745-bcee-4e50-843c-2df3aff45473"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:14.456084 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-797e361d-5ee3-4586-9cc2-d2d436ffbc38 req-d16226fb-93cf-48d4-b9b9-1d045eb90e5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263b2c7a-200c-449d-9a51-4848dd7760e7 HTTP/1.1" status: 200 len: 217 time: 0.0923591 Jul 06 11:58:14.477689 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37e621c-cae0-48f6-bbb8-5ba81057c52a x-openstack-request-id: req-e37e621c-cae0-48f6-bbb8-5ba81057c52a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:14.477980 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-deleted", "tag": "e029091b-0985-43fe-b1b1-4edd53785c4d", "status": "completed", "code": 200}, {"server_uuid": "7ff40875-94cd-4d15-9b67-752413779cb6", "name": "network-vif-deleted", "tag": "a7a5a745-bcee-4e50-843c-2df3aff45473", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:14.478226 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e37e621c-cae0-48f6-bbb8-5ba81057c52a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:14.479341 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-deleted', 'tag': 'e029091b-0985-43fe-b1b1-4edd53785c4d', 'status': 'completed', 'code': 200} Jul 06 11:58:14.479497 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff40875-94cd-4d15-9b67-752413779cb6', 'name': 'network-vif-deleted', 'tag': 'a7a5a745-bcee-4e50-843c-2df3aff45473', 'status': 'completed', 'code': 200} Jul 06 11:58:14.512833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cab0f47c-d2fe-45ed-a21c-fe6c616beb84 req-67318379-6cbe-4b65-9ee3-e589d222f926 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0680046 Jul 06 11:58:14.553050 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc2bb6a4-66de-464e-ad50-b665e9a963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:52Z', 'revision_number': 4, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '108326e4-2f62-4e47-a9c7-9f8f3809e983', 'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'mac_address': 'fa:16:3e:05:94:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:47Z', 'updated_at': '2021-07-06T11:47:11Z', 'revision_number': 5, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'subnets': [{'id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:14.558205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e361d-5ee3-4586-9cc2-d2d436ffbc38 req-774025ad-6af2-478a-b1a3-f31cf1c01c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:14.560172 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-797e361d-5ee3-4586-9cc2-d2d436ffbc38 req-774025ad-6af2-478a-b1a3-f31cf1c01c82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7dc6c426-7cf2-4a5c-a330-cd962cff7e60 HTTP/1.1" status: 200 len: 855 time: 0.0926716 Jul 06 11:58:14.583353 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2bb6a4-66de-464e-ad50-b665e9a963aa None None] Checking router: 095d771b-6b38-47e7-bd00-3bdfda39c217 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:14.593788 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2bb6a4-66de-464e-ad50-b665e9a963aa None None] Routers {'095d771b-6b38-47e7-bd00-3bdfda39c217'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:14.594595 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc2bb6a4-66de-464e-ad50-b665e9a963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:57:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['095d771b-6b38-47e7-bd00-3bdfda39c217'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:14.599707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-797e361d-5ee3-4586-9cc2-d2d436ffbc38 req-95ce79b5-0cd2-4b1f-bf68-3633b2bc3b78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be893bb4-5cec-4726-816d-ac3d0c2b9606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333314 Jul 06 11:58:14.731367 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cc2bb6a4-66de-464e-ad50-b665e9a963aa None None] Set router 095d771b-6b38-47e7-bd00-3bdfda39c217 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:14.734143 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-797e361d-5ee3-4586-9cc2-d2d436ffbc38 req-d9bc2c0c-0a96-4c9f-9bbf-40f0e853c2b1 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281390 Jul 06 11:58:14.954197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-797e361d-5ee3-4586-9cc2-d2d436ffbc38 req-e26aeeba-004c-482a-821b-8e7fd9631975 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095213 Jul 06 11:58:15.003727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc1ac6-2d28-4210-a031-4bdd96cb9519 req-c7d69eba-971b-480b-8e9b-da01dfb99712 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:15.014430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24bc1ac6-2d28-4210-a031-4bdd96cb9519 req-c7d69eba-971b-480b-8e9b-da01dfb99712 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.1306622 Jul 06 11:58:15.027397 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc2bb6a4-66de-464e-ad50-b665e9a963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:52Z', 'revision_number': 4, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '108326e4-2f62-4e47-a9c7-9f8f3809e983', 'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'mac_address': 'fa:16:3e:05:94:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:47Z', 'updated_at': '2021-07-06T11:47:11Z', 'revision_number': 5, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'subnets': [{'id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:15.058728 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2bb6a4-66de-464e-ad50-b665e9a963aa None None] The sync data for ids ['095d771b-6b38-47e7-bd00-3bdfda39c217'] in n-d-799527-2 is: [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:46:52Z', 'revision_number': 4, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '108326e4-2f62-4e47-a9c7-9f8f3809e983', 'name': '', 'network_id': 'fc45a5f0-1e2d-452c-93ef-0f6b827b1039', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'mac_address': 'fa:16:3e:05:94:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:47Z', 'updated_at': '2021-07-06T11:47:11Z', 'revision_number': 5, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'subnets': [{'id': '78e85877-f670-4c7e-8b64-45444a2227a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:15.067010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24bc1ac6-2d28-4210-a031-4bdd96cb9519 req-fc3ea56f-8741-4e8c-92bf-69ad7d2cdcd3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511553 Jul 06 11:58:15.264442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8370bbc-3145-4928-ba6b-fe5b6414b59e req-b6e956ce-64f7-44a0-892c-16e009a3ad5b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:15.266023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8370bbc-3145-4928-ba6b-fe5b6414b59e req-b6e956ce-64f7-44a0-892c-16e009a3ad5b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.0717063 Jul 06 11:58:15.324599 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8370bbc-3145-4928-ba6b-fe5b6414b59e req-c2333f66-cefb-4eb5-96dd-8712f8ad0789 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526233 Jul 06 11:58:15.411588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612bb0ba-3ca0-4857-a2e4-56e3f6035776 None None] New status for floating IP f602b089-895c-4f8c-a57d-717a61081f69: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:58:15.709213 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3238cf02-a93f-4575-afa0-45459f25fa57 req-d3cf4bb4-e699-4d0a-97fd-c3864632a21e tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0334511 Jul 06 11:58:16.335761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cf77b-3fef-49f3-98d3-02824faf26be req-1d4ca415-cf81-4501-96f3-1cd6ba361848 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.338498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e4cf77b-3fef-49f3-98d3-02824faf26be req-1d4ca415-cf81-4501-96f3-1cd6ba361848 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.1195939 Jul 06 11:58:16.400093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e4cf77b-3fef-49f3-98d3-02824faf26be req-f2ba877e-9415-4b39-bee0-5261851c1413 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547738 Jul 06 11:58:16.603824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64ccc6-ff77-48ea-bbea-8398fed17476 req-d3cfb43a-7787-4c2c-b0e3-34fd1eb287a9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.605970 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df64ccc6-ff77-48ea-bbea-8398fed17476 req-d3cfb43a-7787-4c2c-b0e3-34fd1eb287a9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.1031091 Jul 06 11:58:16.652991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df64ccc6-ff77-48ea-bbea-8398fed17476 req-f3e9a572-a363-4d89-b4fa-3eba2572aec0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394475 Jul 06 11:58:16.891809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-207136e4-8c3e-42b2-83ad-99ff408da7f7 req-92f8c8be-cf24-4dc5-ac80-48b50009326a tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0332994 Jul 06 11:58:17.613941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e157f-3225-4062-9068-6919beb16a16 req-25858fa0-da54-4640-9527-8cafd8810dcc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:17.637822 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-401e157f-3225-4062-9068-6919beb16a16 req-25858fa0-da54-4640-9527-8cafd8810dcc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.1111081 Jul 06 11:58:17.688277 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-401e157f-3225-4062-9068-6919beb16a16 req-4b69f246-345d-46b7-b009-1407adae1ed8 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494244 Jul 06 11:58:17.937848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89516d-3907-4b8d-9722-1439bb2bf8d8 req-b6128c19-dc57-4405-9624-25cc6789d1bd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:17.939465 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b89516d-3907-4b8d-9722-1439bb2bf8d8 req-b6128c19-dc57-4405-9624-25cc6789d1bd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.0909922 Jul 06 11:58:18.011636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b89516d-3907-4b8d-9722-1439bb2bf8d8 req-fc02c7d5-2869-4330-b0c6-4c6e839fac1a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640578 Jul 06 11:58:18.099701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6c5f4ea-5f4a-4fa9-a602-de6faffb36ce req-f2e68ee5-7eca-454e-8d72-25c3103c58d2 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0340691 Jul 06 11:58:18.176187 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-fd8bf116-f4be-44ff-ac24-f7ed6accedfa service neutron] show failed (client error): The resource could not be found. Jul 06 11:58:18.185096 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.186612 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-fd8bf116-f4be-44ff-ac24-f7ed6accedfa service neutron] 10.222.0.86 "GET /v2.0/ports/8963d6f8-6a40-45bb-8641-5a0b23a3c823/bindings/n-h1-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.1164186 Jul 06 11:58:18.390950 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d6a9dd1-34f9-4709-bc04-66130c1e88db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.582534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-5a974813-2795-4844-a25c-587d2a077e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:18.585393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-5a974813-2795-4844-a25c-587d2a077e4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 1096 time: 0.0979998 Jul 06 11:58:18.598459 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:18.683196 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.712513 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.831053 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:58:18.961061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed209-9fd5-4873-8dc5-d4af5ddbd706 req-45193c4f-6114-4e03-81ef-4d31a7687aef tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:18.962712 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0daed209-9fd5-4873-8dc5-d4af5ddbd706 req-45193c4f-6114-4e03-81ef-4d31a7687aef tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.1443949 Jul 06 11:58:18.991166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:19.030534 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0daed209-9fd5-4873-8dc5-d4af5ddbd706 req-49fbe448-3a93-4202-b659-76878eda2c76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585687 Jul 06 11:58:19.052440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:19.113614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:19.117253 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717f4381-7ff6-4ded-b3a4-93fa880ec927" -d '{"events": [{"server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "name": "network-vif-unplugged", "status": "completed", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:19.122923 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.155641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Transition to ACTIVE for port object 8963d6f8-6a40-45bb-8641-5a0b23a3c823 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:19.162649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.227569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Pushing event updated for resources: {'Port': ['ID=8963d6f8-6a40-45bb-8641-5a0b23a3c823,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:19.232495 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76287e0d-56f1-41b6-b8e5-6df9f9e861f9 x-openstack-request-id: req-76287e0d-56f1-41b6-b8e5-6df9f9e861f9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:19.232894 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "name": "network-vif-unplugged", "status": "completed", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:19.233246 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76287e0d-56f1-41b6-b8e5-6df9f9e861f9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:19.234112 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'code': 200} Jul 06 11:58:19.446815 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e968d2f0-517f-405b-ba16-89ee69c7bb08 req-5783570d-766e-4fee-ad50-182ea0c2f394 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0810883 Jul 06 11:58:19.531173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] No DVR routers for this DVR port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:19.587799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b201dff-8720-44e8-9c26-08a76d514aea req-417a19b2-9acb-46db-a49b-31e0d357b529 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:19.594574 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b201dff-8720-44e8-9c26-08a76d514aea req-417a19b2-9acb-46db-a49b-31e0d357b529 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 943 time: 0.3684981 Jul 06 11:58:19.667952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36302) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:19.681266 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b201dff-8720-44e8-9c26-08a76d514aea req-d5503d6b-2614-419e-9bc8-5c8e1d27d032 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857489 Jul 06 11:58:19.755938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Attempting to bind port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:19.756294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Attempting to bind port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:19.756639 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Attempting to bind port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 on network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:19.763946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 on network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:19.764297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Attempting to bind port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 on network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:19.769340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:19.769833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Checking segment: {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:19.770194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Bound using segment: {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:19.770622 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Bound port: 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0153381c-1b57-42c4-9b8a-d85f26ad91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:19.770983 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.819742 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f83baa3e-dd4f-4fa6-bbcb-c8c427b6daf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.851517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:19.856098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:19.863003 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.902577 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:19.903267 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.904827 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] 10.222.0.47 "PUT /v2.0/ports/8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 1091 time: 1.3111041 Jul 06 11:58:19.964112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a4644-8a67-49b0-87fd-dcfc6ddd9c21 service neutron] Pushing event updated for resources: {'Port': ['ID=8963d6f8-6a40-45bb-8641-5a0b23a3c823,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:19.990710 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f83baa3e-dd4f-4fa6-bbcb-c8c427b6daf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.996539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f83baa3e-dd4f-4fa6-bbcb-c8c427b6daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.045990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-fbf0d340-7ad8-4306-b08e-3fd72572befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:20.047467 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f83baa3e-dd4f-4fa6-bbcb-c8c427b6daf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f219a8b17e97404e892f33704aa3ca9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777468 Jul 06 11:58:20.048126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-fbf0d340-7ad8-4306-b08e-3fd72572befe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1094 time: 0.0971580 Jul 06 11:58:20.048950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36306) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:20.053653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83baa3e-dd4f-4fa6-bbcb-c8c427b6daf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d5357-dd15-451d-94e2-b1d4265cf59f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:20.131130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f006ebd-b37c-4947-8351-2d14bb2f53e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.157798 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f006ebd-b37c-4947-8351-2d14bb2f53e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.243683 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f006ebd-b37c-4947-8351-2d14bb2f53e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.247623 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f006ebd-b37c-4947-8351-2d14bb2f53e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.249497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6f006ebd-b37c-4947-8351-2d14bb2f53e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba7d5357-dd15-451d-94e2-b1d4265cf59f HTTP/1.1" status: 204 len: 168 time: 0.1993427 Jul 06 11:58:20.302073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f006ebd-b37c-4947-8351-2d14bb2f53e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d5357-dd15-451d-94e2-b1d4265cf59f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:20.429947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe6495-8c34-47d6-a4b5-395403cb476a req-b9ca76b1-f12a-4b4c-a580-b5e6c81a9e58 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:20.434092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27fe6495-8c34-47d6-a4b5-395403cb476a req-b9ca76b1-f12a-4b4c-a580-b5e6c81a9e58 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.1322274 Jul 06 11:58:20.438054 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-77ff4ed7-ef45-4bff-ae19-f7d098737e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:20.439689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-77ff4ed7-ef45-4bff-ae19-f7d098737e5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 200 len: 897 time: 0.3370655 Jul 06 11:58:20.527641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.548074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-cfeed92c-fd00-4798-828e-ba6ee5d0f8bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 999 time: 0.0823314 Jul 06 11:58:20.629239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-c9b4b734-5af6-44e0-8310-1d044fc0dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:20.630704 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-c9b4b734-5af6-44e0-8310-1d044fc0dab3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9f9a547-3c5d-4418-a19e-31d9367ad4ae HTTP/1.1" status: 200 len: 835 time: 0.0739355 Jul 06 11:58:20.641080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-27fe6495-8c34-47d6-a4b5-395403cb476a req-24351f1c-0564-4a7e-bda5-f9018bc6f558 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004166 Jul 06 11:58:20.718736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a181503-cb0f-4454-b9ea-4f36630058ff req-64e4ac1c-fb2a-4d90-b330-7a0e0161c5ae tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0640681 Jul 06 11:58:20.745504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-7fb8a271-240b-4750-9bed-04be99f973a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:20.747360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-7fb8a271-240b-4750-9bed-04be99f973a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=710ac8e7-4b5e-4b24-959c-c8311ae851a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097529 Jul 06 11:58:20.782464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36320) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:20.809281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d11dc6f2-cb20-48a4-a893-ad480c846312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.917258 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d11dc6f2-cb20-48a4-a893-ad480c846312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.923770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d11dc6f2-cb20-48a4-a893-ad480c846312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.951278 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-26618a5d-9bf0-4724-9c2c-2e973a58ecea service neutron] 10.222.0.47 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893821 Jul 06 11:58:20.984180 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d11dc6f2-cb20-48a4-a893-ad480c846312 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73dd490177af4fd0a6c93529d6836b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996193 Jul 06 11:58:20.984809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dc6f2-cb20-48a4-a893-ad480c846312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53c888e-d4b3-4cb9-81ef-9e6a5738b4b7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:20.987775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36322) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:21.032684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcd232-6d50-417e-8ee3-fda145069664 req-d53048d9-8a4f-4f15-aec2-ea429213287a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.034247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97dcd232-6d50-417e-8ee3-fda145069664 req-d53048d9-8a4f-4f15-aec2-ea429213287a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 943 time: 0.1820538 Jul 06 11:58:21.060633 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3625368-56e7-4823-89e3-495dba094f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.088866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3625368-56e7-4823-89e3-495dba094f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.098205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97dcd232-6d50-417e-8ee3-fda145069664 req-b8f170be-0637-411c-927a-7df39eaf482a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550838 Jul 06 11:58:21.113880 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0aca83c6-f8c3-4da4-b39f-2fe3bfcdd752 req-859909fc-cbc8-4dda-a287-203fbe6a1e78 service neutron] 10.222.0.47 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544876 Jul 06 11:58:21.235929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:21.238676 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78585aa-c2be-4db0-b41e-bf590e99135a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:21.301273 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7da34d0-cf8e-4dce-b354-ef6f1c31d98b x-openstack-request-id: req-f7da34d0-cf8e-4dce-b354-ef6f1c31d98b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:21.301783 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:21.302133 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7da34d0-cf8e-4dce-b354-ef6f1c31d98b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:21.302627 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'status': 'completed', 'code': 200} Jul 06 11:58:21.395536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-1f7c388d-f89e-4e64-b517-e87fdde45a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.397318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-1f7c388d-f89e-4e64-b517-e87fdde45a8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1094 time: 0.0704000 Jul 06 11:58:21.506691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-34f86063-3e73-49db-8e26-1bcc9b2fa931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.508802 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-34f86063-3e73-49db-8e26-1bcc9b2fa931 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1094 time: 0.0854952 Jul 06 11:58:21.509323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-e46ff836-72e8-4af4-93bb-ea7b5dd92846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.511360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-e46ff836-72e8-4af4-93bb-ea7b5dd92846 service neutron] 10.222.0.47 "GET /v2.0/networks?id=710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 200 len: 897 time: 0.1067054 Jul 06 11:58:21.511886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3625368-56e7-4823-89e3-495dba094f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.514763 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3625368-56e7-4823-89e3-495dba094f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.516049 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f3625368-56e7-4823-89e3-495dba094f18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c53c888e-d4b3-4cb9-81ef-9e6a5738b4b7 HTTP/1.1" status: 204 len: 168 time: 0.5271130 Jul 06 11:58:21.527984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3625368-56e7-4823-89e3-495dba094f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53c888e-d4b3-4cb9-81ef-9e6a5738b4b7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:21.640379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-e82db5dd-aa67-441c-b979-3085e651cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.648218 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-e82db5dd-aa67-441c-b979-3085e651cdf2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 200 len: 897 time: 0.1212637 Jul 06 11:58:21.821969 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-3a71b1ce-6ce1-42e0-8461-5b1393603ab5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 999 time: 0.1650553 Jul 06 11:58:21.881946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-34950d15-ed7d-409c-89ca-fb1e69c822a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.883965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-34950d15-ed7d-409c-89ca-fb1e69c822a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9f9a547-3c5d-4418-a19e-31d9367ad4ae HTTP/1.1" status: 200 len: 835 time: 0.0546267 Jul 06 11:58:21.984864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-6199f9e1-b1db-42cf-a624-18d53cfbe362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.986964 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-6199f9e1-b1db-42cf-a624-18d53cfbe362 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=710ac8e7-4b5e-4b24-959c-c8311ae851a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932984 Jul 06 11:58:22.099150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8963d6f8-6a40-45bb-8641-5a0b23a3c823 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:22.135949 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-aefcb0f9-74b7-4d73-ad91-54a6944d4abe service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396954 Jul 06 11:58:22.178947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-a886d99b-0227-4563-9b40-d5093828e984 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 999 time: 0.6592631 Jul 06 11:58:22.201076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 8963d6f8-6a40-45bb-8641-5a0b23a3c823 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:22.251440 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-d3fcbab0-7803-4f1a-aa9e-0ce0ddf305a2 service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059883 Jul 06 11:58:22.291027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a102356-8a78-4af7-ae45-4e4375680ecb req-d9ca3718-8f4a-4c2a-b651-9b90a37b11e3 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.1094699 Jul 06 11:58:22.330116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-704bf2ca-f350-4023-8e6a-f28351f0f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:22.331638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-704bf2ca-f350-4023-8e6a-f28351f0f72d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9f9a547-3c5d-4418-a19e-31d9367ad4ae HTTP/1.1" status: 200 len: 835 time: 0.1050298 Jul 06 11:58:22.391356 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285fe40-af0f-4554-ba15-4eb1dd0480d6 req-c40b914e-0b5c-46d6-b6dc-bf1fbcda6598 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:22.398331 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f285fe40-af0f-4554-ba15-4eb1dd0480d6 req-c40b914e-0b5c-46d6-b6dc-bf1fbcda6598 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.2179599 Jul 06 11:58:22.456429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f285fe40-af0f-4554-ba15-4eb1dd0480d6 req-6ec591b7-3c8f-4187-82cb-7097a928e326 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572228 Jul 06 11:58:22.467845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-835e8e50-fdf6-42e8-9079-8d0484746b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:22.469409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-835e8e50-fdf6-42e8-9079-8d0484746b0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=710ac8e7-4b5e-4b24-959c-c8311ae851a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269853 Jul 06 11:58:22.641553 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-13a93091-7b99-4642-8d81-82503582935f service neutron] 10.222.0.47 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631033 Jul 06 11:58:22.674910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36961db7-8216-45f0-925c-77649ada1493 req-ffda5bce-1b50-4e39-8fe6-971597b67c96 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:22.676583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36961db7-8216-45f0-925c-77649ada1493 req-ffda5bce-1b50-4e39-8fe6-971597b67c96 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 943 time: 0.2115800 Jul 06 11:58:22.801862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36961db7-8216-45f0-925c-77649ada1493 req-c4ae276a-afc4-4d8f-859d-82fed656cb38 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520055 Jul 06 11:58:22.822524 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a78585aa-c2be-4db0-b41e-bf590e99135a req-e87e2bd7-6207-42e5-bfc6-2e56f26c4b93 service neutron] 10.222.0.47 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438663 Jul 06 11:58:23.516078 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-037faea3-a7c9-4b9e-9314-43bb01f580ea req-2aea296b-ff68-4f0b-916a-74b9ae58d5ff tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0491834 Jul 06 11:58:23.678230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678939f0-0527-40a0-b9ee-35e58aca6d38 req-c2aca510-3b8e-416e-9a2a-1f4c5c61ce8b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:23.679785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-678939f0-0527-40a0-b9ee-35e58aca6d38 req-c2aca510-3b8e-416e-9a2a-1f4c5c61ce8b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.0658743 Jul 06 11:58:23.727892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-678939f0-0527-40a0-b9ee-35e58aca6d38 req-e9afd11b-6ab5-42ec-96bc-6d25178808e1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Jul 06 11:58:23.872085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36452) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:23.987113 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0e63de3-d92a-4688-90f9-6b8f5a4ad2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.000936 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a7431-780e-46b1-aad8-6af171c964d5 req-f9970caf-2194-46e2-82b9-9e2e482186e2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:24.002733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e62a7431-780e-46b1-aad8-6af171c964d5 req-f9970caf-2194-46e2-82b9-9e2e482186e2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 943 time: 0.0778220 Jul 06 11:58:24.049979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e62a7431-780e-46b1-aad8-6af171c964d5 req-b2ddb809-1349-44ba-8ca5-0da957137760 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 Jul 06 11:58:24.097538 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0e63de3-d92a-4688-90f9-6b8f5a4ad2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.101668 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0e63de3-d92a-4688-90f9-6b8f5a4ad2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.143818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d0e63de3-d92a-4688-90f9-6b8f5a4ad2ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0662662e58204776bfbbe98637e86a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706003 Jul 06 11:58:24.144665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e63de3-d92a-4688-90f9-6b8f5a4ad2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2428a1-a29c-4871-a414-30ee6dd38059,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:24.147018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36456) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:24.207282 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af21ec2-a477-4024-8d31-b8854ef5085a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.229687 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af21ec2-a477-4024-8d31-b8854ef5085a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.277503 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af21ec2-a477-4024-8d31-b8854ef5085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.280297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af21ec2-a477-4024-8d31-b8854ef5085a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.281445 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1af21ec2-a477-4024-8d31-b8854ef5085a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c2428a1-a29c-4871-a414-30ee6dd38059 HTTP/1.1" status: 204 len: 168 time: 0.1330366 Jul 06 11:58:24.289718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af21ec2-a477-4024-8d31-b8854ef5085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2428a1-a29c-4871-a414-30ee6dd38059,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:24.884301 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a042133-d916-4848-9863-b8a55a3f1300 req-00157034-473a-43e2-89ed-02ba47b37f48 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.1058321 Jul 06 11:58:25.308367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3c1de-f835-467d-a827-bada444b4865 req-08b9d9ed-c0b5-4282-a676-a777460b9f1f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:25.312360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85e3c1de-f835-467d-a827-bada444b4865 req-08b9d9ed-c0b5-4282-a676-a777460b9f1f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 943 time: 0.2268934 Jul 06 11:58:25.315721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8963d6f8-6a40-45bb-8641-5a0b23a3c823 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:25.329221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-b9e1fb57-4b28-4b62-b5fc-356300c8f035 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:25.332049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-b9e1fb57-4b28-4b62-b5fc-356300c8f035 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 815 time: 0.2880642 Jul 06 11:58:25.373371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-fda232eb-f56c-475d-8615-ecfa7ff61f31 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/quotas/83a39bd45c3841e6a5686b1eaedc3879 HTTP/1.1" status: 200 len: 375 time: 0.0305469 Jul 06 11:58:25.393619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85e3c1de-f835-467d-a827-bada444b4865 req-26462c09-f586-4330-a0dd-4de1d218ebf4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602179 Jul 06 11:58:25.478633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:25.509012 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'port_id': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'mac_address': 'fa:16:3e:02:f1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:25.549309 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-08b69db5-bbe4-47e9-a5f0-4a2d44b0ec39 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1545203 Jul 06 11:58:25.591717 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.618156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8963d6f8-6a40-45bb-8641-5a0b23a3c823 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:25.685857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:25.694433 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.695141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:25.748618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-4d1bdda2-a548-4b08-aa98-9b5a47bad7f0 service neutron] 10.222.0.21 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983962 Jul 06 11:58:25.775732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=8963d6f8-6a40-45bb-8641-5a0b23a3c823,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:25.805463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36522) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:25.906236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da86d85-1568-4673-8d92-465dd2cb7b7a req-f3244246-f4da-4715-995e-3e6a82dcc93a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:25.912874 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3da86d85-1568-4673-8d92-465dd2cb7b7a req-f3244246-f4da-4715-995e-3e6a82dcc93a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 943 time: 0.2845323 Jul 06 11:58:25.916000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0965d9aa-5cb2-46e0-a8aa-b5926577eea1,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:25.937229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '0965d9aa-5cb2-46e0-a8aa-b5926577eea1', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'port_id': '0965d9aa-5cb2-46e0-a8aa-b5926577eea1', 'mac_address': 'fa:16:3e:3b:5f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:26.000409 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.000922 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db4a21e6-8e8a-44df-af3c-05e00c6980d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.017349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:26.032087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3da86d85-1568-4673-8d92-465dd2cb7b7a req-b91a21c0-b3bd-49f0-b027-32ca4bc8d581 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062000 Jul 06 11:58:26.054785 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0965d9aa-5cb2-46e0-a8aa-b5926577eea1,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:26.063185 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.082443 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-a972c86b-8105-4a30-8959-2cf426138073 service neutron] 10.222.0.21 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269541 Jul 06 11:58:26.170302 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db4a21e6-8e8a-44df-af3c-05e00c6980d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.175938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=0965d9aa-5cb2-46e0-a8aa-b5926577eea1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:26.176185 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db4a21e6-8e8a-44df-af3c-05e00c6980d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.236423 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-db4a21e6-8e8a-44df-af3c-05e00c6980d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2c6203c018e488c833cdcb2f3ff9152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295392 Jul 06 11:58:26.238831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36536) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:26.246576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a21e6-8e8a-44df-af3c-05e00c6980d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1cc5c5-8e51-447f-b015-ea7b85628b6f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:26.340286 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2c264d9-0393-4485-9c57-7ef534dd7509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.369510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2c264d9-0393-4485-9c57-7ef534dd7509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.436268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-249e0d4f-453c-458c-9de2-c542f8aa2b6c req-5427b5f7-988d-4e80-8589-4b0d6fd36004 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0708034 Jul 06 11:58:26.440107 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2c264d9-0393-4485-9c57-7ef534dd7509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.442976 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2c264d9-0393-4485-9c57-7ef534dd7509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.447490 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b2c264d9-0393-4485-9c57-7ef534dd7509 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c1cc5c5-8e51-447f-b015-ea7b85628b6f HTTP/1.1" status: 204 len: 168 time: 0.2067587 Jul 06 11:58:26.460454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c264d9-0393-4485-9c57-7ef534dd7509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1cc5c5-8e51-447f-b015-ea7b85628b6f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:26.507431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['0965d9aa-5cb2-46e0-a8aa-b5926577eea1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:26.513678 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['8963d6f8-6a40-45bb-8641-5a0b23a3c823'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:26.664068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-195a5967-df87-42d8-87bb-9fd7ef5b20ab req-1e5af943-b282-4112-8822-dce28fd5a798 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 210 time: 0.0965118 Jul 06 11:58:26.842291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e0816-f8dc-43da-bd8f-f07bd91f2036 req-a313a3c8-58a5-4f09-b00f-545b0abf503b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:26.847998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36556) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:26.855014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-184e0816-f8dc-43da-bd8f-f07bd91f2036 req-a313a3c8-58a5-4f09-b00f-545b0abf503b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 944 time: 0.1319468 Jul 06 11:58:26.960911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-184e0816-f8dc-43da-bd8f-f07bd91f2036 req-6289ce6a-9f62-41df-a620-c4d1dabb4b93 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039538 Jul 06 11:58:26.970147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-283a8f42-a8ff-4179-94e3-7bb8e005d2fe tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:26.972253 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-283a8f42-a8ff-4179-94e3-7bb8e005d2fe tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2&tenant_id=64814768bca940c89b9e67066652c148&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 944 time: 0.1596844 Jul 06 11:58:27.108473 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-fca19f05-1db8-49e1-8230-8c45a6b8f396 service neutron] delete failed (client error): The resource could not be found. Jul 06 11:58:27.109892 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-fca19f05-1db8-49e1-8230-8c45a6b8f396 service neutron] 10.222.0.86 "DELETE /v2.0/ports/8963d6f8-6a40-45bb-8641-5a0b23a3c823/bindings/n-h2-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.1280217 Jul 06 11:58:27.110198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87481283-0241-4ed5-9c82-0b65d0fc4f13 req-7c1ab9a9-086e-4712-bf22-852d98e549ba tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.114114 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87481283-0241-4ed5-9c82-0b65d0fc4f13 req-7c1ab9a9-086e-4712-bf22-852d98e549ba tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 944 time: 0.1450808 Jul 06 11:58:27.280174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87481283-0241-4ed5-9c82-0b65d0fc4f13 req-90ddccac-3ea7-4805-b0a1-7d665a299f74 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558053 Jul 06 11:58:27.287796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-6fe2fcd4-8d66-499f-b05b-19a69a772f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.300379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36564) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:27.302488 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-6fe2fcd4-8d66-499f-b05b-19a69a772f8a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1095 time: 0.1213474 Jul 06 11:58:27.309963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:27.312355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b307d54-5810-45d4-83c2-1067af9befb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.395993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:58:27.395993 n-d-799527-2 neutron-server[93815]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 11:58:27.395993 n-d-799527-2 neutron-server[93815]: [parameters: {'project_id': '3c3ee0007ce640b980acb6d14262a1b5', 'id': '07688d7f-cf14-43aa-bcbc-47dad98bd7c9', 'expiration': datetime.datetime(2021, 7, 6, 12, 0, 27, 373197)}] Jul 06 11:58:27.395993 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:58:27.396621 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:58:27.443976 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-6ccbaf23-6de7-4238-be5f-4834a6c6d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.446252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-6ccbaf23-6de7-4238-be5f-4834a6c6d458 service neutron] 10.222.0.86 "GET /v2.0/networks?id=710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 200 len: 897 time: 0.1307869 Jul 06 11:58:27.465715 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b307d54-5810-45d4-83c2-1067af9befb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.469906 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b307d54-5810-45d4-83c2-1067af9befb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.517004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4b307d54-5810-45d4-83c2-1067af9befb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd93555ca02e44ba993bdfdb80135a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249842 Jul 06 11:58:27.518302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36568) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:27.519118 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b307d54-5810-45d4-83c2-1067af9befb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed691908-f2b5-48f1-9cf5-f59afa7df184,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:27.592293 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-6a0c67cc-086e-42f1-baf6-102b13ebe81d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 1000 time: 0.1359031 Jul 06 11:58:27.593277 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3956ce31-eebd-489d-80d6-14f871e02548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.631544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3956ce31-eebd-489d-80d6-14f871e02548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.658434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-f772556f-5859-420b-9fed-d12aac8852b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.660164 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-f772556f-5859-420b-9fed-d12aac8852b9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9f9a547-3c5d-4418-a19e-31d9367ad4ae HTTP/1.1" status: 200 len: 835 time: 0.0611193 Jul 06 11:58:27.699179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4433aba-0e9d-49b4-861d-e526873d9ef4 req-44682b21-d967-4182-b26a-edd9ea3d08de tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0408678 Jul 06 11:58:27.718096 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3956ce31-eebd-489d-80d6-14f871e02548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.721212 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3956ce31-eebd-489d-80d6-14f871e02548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.724909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3956ce31-eebd-489d-80d6-14f871e02548 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed691908-f2b5-48f1-9cf5-f59afa7df184 HTTP/1.1" status: 204 len: 168 time: 0.2001853 Jul 06 11:58:27.748085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956ce31-eebd-489d-80d6-14f871e02548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed691908-f2b5-48f1-9cf5-f59afa7df184,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:27.768375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-6b245f01-dfbf-44b1-ae1a-217fb6c12167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.770288 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-6b245f01-dfbf-44b1-ae1a-217fb6c12167 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=710ac8e7-4b5e-4b24-959c-c8311ae851a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025934 Jul 06 11:58:27.836059 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13bd2e6e-9225-4929-88b4-142dddddd941 req-0527c56b-8cb5-4d9a-8946-4640529805e1 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 210 time: 0.0299695 Jul 06 11:58:27.884946 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-dbe0bafb-e2f1-4f31-b213-f229657d5e56 service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075141 Jul 06 11:58:28.028332 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-638fc482-dd99-4a31-ace8-517a0e3da49a req-63d0c8c9-06f0-4e11-945a-45009adf7067 service neutron] 10.222.0.86 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368394 Jul 06 11:58:28.029622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.198590 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.362916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-08960e09-1a40-4d95-9ad0-b5493a888692 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:28.364501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-08960e09-1a40-4d95-9ad0-b5493a888692 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 815 time: 0.2493336 Jul 06 11:58:28.392421 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd760570-daae-4d90-921c-f232976f8d12 req-6a7a3fe0-8e24-4d63-bf58-57b62fd61d03 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:28.410513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd760570-daae-4d90-921c-f232976f8d12 req-6a7a3fe0-8e24-4d63-bf58-57b62fd61d03 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 944 time: 0.2330635 Jul 06 11:58:28.415367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Request body: {'port': {'device_id': 'dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53', 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606', 'admin_state_up': True, 'tenant_id': '83a39bd45c3841e6a5686b1eaedc3879'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:28.510407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Allocated IP 172.25.0.26 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/0036dccc-a1ae-46eb-bd9f-5bb757142cb9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:28.511827 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd760570-daae-4d90-921c-f232976f8d12 req-c405cfc9-b73f-4040-9fe3-f7bdc906dd4f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002584 Jul 06 11:58:28.655077 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.666173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.714047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d983f9-e187-4ac0-8f4b-89e7b3fb7d94 req-9dbeaef3-8514-4938-a51c-050511711730 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:28.722307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5d983f9-e187-4ac0-8f4b-89e7b3fb7d94 req-9dbeaef3-8514-4938-a51c-050511711730 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 944 time: 0.1905222 Jul 06 11:58:28.735322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.752735 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Made reservation on behalf of 83a39bd45c3841e6a5686b1eaedc3879 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:28.756851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.758739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:28.763141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:28.823947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:28.826334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.836444 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5d983f9-e187-4ac0-8f4b-89e7b3fb7d94 req-541ac7f7-aa4b-4c28-accc-f4d29195bced tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130817 Jul 06 11:58:28.953834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Pushing event updated for resources: {'Port': ['ID=0036dccc-a1ae-46eb-bd9f-5bb757142cb9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:29.070044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2f42091-47e0-46f6-83f9-57cb78e20537 req-af6aeddc-9923-4f0d-b00b-0959443058c8 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0767064 Jul 06 11:58:29.073335 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.114762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09bf96f9-23dc-4d39-897f-37ae1869f59d req-f0bf3a5f-f2fe-4b04-8259-98dfa521674e tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 210 time: 0.0860808 Jul 06 11:58:29.147217 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.155769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Allocated IP 172.20.0.10 (be893bb4-5cec-4726-816d-ac3d0c2b9606/7dc6c426-7cf2-4a5c-a330-cd962cff7e60/8b14ae51-71a6-4914-94b1-5d7aee435d75) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:29.334238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:29.357853 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.367133 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.381294 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.419818 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.440218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['69f7ce1f-acd2-462c-94d1-b3412d7761af'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:29.449187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['263b2c7a-200c-449d-9a51-4848dd7760e7', 'b61e41bb-9899-4821-8202-0911558feca9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:29.479718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Network be893bb4-5cec-4726-816d-ac3d0c2b9606 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:29.483288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:29.495360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:29.541358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Pushing event updated for resources: {'Port': ['ID=8b14ae51-71a6-4914-94b1-5d7aee435d75,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:29.562255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:29.576139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:29.577445 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.598706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Pushing event updated for resources: {'Port': ['ID=0036dccc-a1ae-46eb-bd9f-5bb757142cb9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:29.606666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:29.607345 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.632160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.653684 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-2b2b26ac-c3dc-42c1-942c-261cea9b2b0d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2798355 Jul 06 11:58:29.666937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Request body: {'port': {'device_id': 'dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:29.683425 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.688255 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6c97ca68-9801-4b54-8f53-0b9e9ddcaedb tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8385763 Jul 06 11:58:29.689304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36616) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:29.697524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cecdd0f5-4a95-4a71-9f5e-a48a1c513808 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-879812743', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'fixed_ips': [{'ip_address': '172.25.0.26'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:29.740775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecdd0f5-4a95-4a71-9f5e-a48a1c513808 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Made reservation on behalf of 3c3ee0007ce640b980acb6d14262a1b5 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:29.744510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cecdd0f5-4a95-4a71-9f5e-a48a1c513808 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.760231 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.764287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cecdd0f5-4a95-4a71-9f5e-a48a1c513808 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.858645 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4417bcfa-f227-42c5-8de3-e08bf7f1870b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0965d9aa-5cb2-46e0-a8aa-b5926577eea1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:29.861257 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c081c152-17f6-4cf0-9276-bf08add97a2e" -d '{"events": [{"server_uuid": "4417bcfa-f227-42c5-8de3-e08bf7f1870b", "name": "network-vif-plugged", "status": "completed", "tag": "0965d9aa-5cb2-46e0-a8aa-b5926577eea1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:29.888768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0965d9aa-5cb2-46e0-a8aa-b5926577eea1,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:29.904126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.910175 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.913052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8963d6f8-6a40-45bb-8641-5a0b23a3c823 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:29.951910 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cecdd0f5-4a95-4a71-9f5e-a48a1c513808 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.958977 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cecdd0f5-4a95-4a71-9f5e-a48a1c513808 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.978353 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8888939-bfd2-4994-b3fa-8d963fc7d75d x-openstack-request-id: req-a8888939-bfd2-4994-b3fa-8d963fc7d75d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:29.978668 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4417bcfa-f227-42c5-8de3-e08bf7f1870b", "name": "network-vif-plugged", "status": "completed", "tag": "0965d9aa-5cb2-46e0-a8aa-b5926577eea1", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:29.984458 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8888939-bfd2-4994-b3fa-8d963fc7d75d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:29.985257 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4417bcfa-f227-42c5-8de3-e08bf7f1870b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0965d9aa-5cb2-46e0-a8aa-b5926577eea1', 'code': 200} Jul 06 11:58:30.058939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-cecdd0f5-4a95-4a71-9f5e-a48a1c513808 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] device_id is not set on port ce783b07-80d8-4651-988f-60bb8f41a03d yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:58:30.089721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdd0f5-4a95-4a71-9f5e-a48a1c513808 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94760628-4c07-41d1-ae33-c69609d698ab,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:30.148521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=0965d9aa-5cb2-46e0-a8aa-b5926577eea1,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:30.184827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:30.197164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:30.197538 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.278678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335361c-5c9e-4566-8627-a439826cf3cf req-4891d374-2673-4a8c-9f11-f5cd8f0e8d84 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:30.280276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6335361c-5c9e-4566-8627-a439826cf3cf req-4891d374-2673-4a8c-9f11-f5cd8f0e8d84 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 944 time: 0.5276735 Jul 06 11:58:30.379399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec1ef-6561-4269-b69f-84a8b38708cf req-3f3625ab-3fe7-477c-a7ef-9429831ffc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:30.381376 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2edec1ef-6561-4269-b69f-84a8b38708cf req-3f3625ab-3fe7-477c-a7ef-9429831ffc22 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 1096 time: 0.3173470 Jul 06 11:58:30.419842 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.446829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6335361c-5c9e-4566-8627-a439826cf3cf req-05ccdaa2-5237-4f9e-a05e-d0916d21ca87 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456032 Jul 06 11:58:30.498118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:30.503063 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2edec1ef-6561-4269-b69f-84a8b38708cf req-ae620dca-d8e9-4159-89c1-6fe62f9a26a4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123519 Jul 06 11:58:30.503738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de6264-73b0-4db2-98b7-b87a722961b6 req-b2ec8ddd-6736-4a65-86e5-e3e97f18789e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:30.505341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07de6264-73b0-4db2-98b7-b87a722961b6 req-b2ec8ddd-6736-4a65-86e5-e3e97f18789e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 944 time: 0.3114636 Jul 06 11:58:30.515561 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.528705 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecdd0f5-4a95-4a71-9f5e-a48a1c513808 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 11:58:30.529369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecdd0f5-4a95-4a71-9f5e-a48a1c513808 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:58:30.573395 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cecdd0f5-4a95-4a71-9f5e-a48a1c513808 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8768289 Jul 06 11:58:30.573395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36630) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:30.657949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b14ae51-71a6-4914-94b1-5d7aee435d75 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:30.671164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.677419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07de6264-73b0-4db2-98b7-b87a722961b6 req-0ff55067-0f41-409c-bbc2-90d0514061fc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552620 Jul 06 11:58:30.680246 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=8963d6f8-6a40-45bb-8641-5a0b23a3c823,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:30.689881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Transition to ACTIVE for port object 8b14ae51-71a6-4914-94b1-5d7aee435d75 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:30.704302 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.741250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36636) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:30.767488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9f3c1f5-befc-43f4-bed4-303c321f944e req-231acaa6-c546-45b0-9776-95ab699276cb tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0759432 Jul 06 11:58:30.876670 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ef8c6132-0f4a-47ef-8856-9fe273262bb7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/1077dbf7-e2e7-4b64-9970-b7fde80b73d4 HTTP/1.1" status: 200 len: 993 time: 0.1326356 Jul 06 11:58:30.948378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Pushing event updated for resources: {'Port': ['ID=8b14ae51-71a6-4914-94b1-5d7aee435d75,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:30.973590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-481b4351-6b35-4af5-8cd3-283a6120c8d0 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Deleting port 0036dccc-a1ae-46eb-bd9f-5bb757142cb9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:30.974165 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-481b4351-6b35-4af5-8cd3-283a6120c8d0 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.016036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Attempting to bind port 8b14ae51-71a6-4914-94b1-5d7aee435d75 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:31.016376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Attempting to bind port 8b14ae51-71a6-4914-94b1-5d7aee435d75 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:31.016702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Attempting to bind port 8b14ae51-71a6-4914-94b1-5d7aee435d75 on network be893bb4-5cec-4726-816d-ac3d0c2b9606 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:31.037756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Port 8b14ae51-71a6-4914-94b1-5d7aee435d75 on network be893bb4-5cec-4726-816d-ac3d0c2b9606 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:31.038033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Attempting to bind port 8b14ae51-71a6-4914-94b1-5d7aee435d75 on network be893bb4-5cec-4726-816d-ac3d0c2b9606 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:31.045264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:31.045740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Checking segment: {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:31.046134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Bound using segment: {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:31.046571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Bound port: 8b14ae51-71a6-4914-94b1-5d7aee435d75, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:31.046934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.075777 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-481b4351-6b35-4af5-8cd3-283a6120c8d0 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.076521 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-481b4351-6b35-4af5-8cd3-283a6120c8d0 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.092192 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-481b4351-6b35-4af5-8cd3-283a6120c8d0 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Calling delete_port for 0036dccc-a1ae-46eb-bd9f-5bb757142cb9 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:31.119343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] For port 8b14ae51-71a6-4914-94b1-5d7aee435d75, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:31.122723 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] For port 8b14ae51-71a6-4914-94b1-5d7aee435d75, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8b14ae51-71a6-4914-94b1-5d7aee435d75,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:31.134756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69714fa6-e529-4c8d-8c98-8ea9985da816 req-ed35c110-1f7d-4b28-b164-42436c22f442 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:31.136853 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69714fa6-e529-4c8d-8c98-8ea9985da816 req-ed35c110-1f7d-4b28-b164-42436c22f442 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 944 time: 0.2743144 Jul 06 11:58:31.138834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.210144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:31.210826 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.212586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] 10.222.0.47 "PUT /v2.0/ports/8b14ae51-71a6-4914-94b1-5d7aee435d75 HTTP/1.1" status: 200 len: 1092 time: 1.5507185 Jul 06 11:58:31.218147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53', 'tag': '8b14ae51-71a6-4914-94b1-5d7aee435d75'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:31.220868 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50483b1-4180-47cb-af1e-f93e2d91f98c" -d '{"events": [{"name": "network-changed", "server_uuid": "dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53", "tag": "8b14ae51-71a6-4914-94b1-5d7aee435d75"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:31.250581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69714fa6-e529-4c8d-8c98-8ea9985da816 req-ac3b9580-dcc8-441f-beff-2cee379bfb1b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077447 Jul 06 11:58:31.290197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaadaf-7216-4fa3-a102-275b1f4c363f service neutron] Pushing event updated for resources: {'Port': ['ID=8b14ae51-71a6-4914-94b1-5d7aee435d75,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:31.291053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-481b4351-6b35-4af5-8cd3-283a6120c8d0 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.320948 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec9ab15-c420-4f95-9d1e-295f04cd44e3 x-openstack-request-id: req-3ec9ab15-c420-4f95-9d1e-295f04cd44e3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:31.321225 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53", "tag": "8b14ae51-71a6-4914-94b1-5d7aee435d75", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:31.321477 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ec9ab15-c420-4f95-9d1e-295f04cd44e3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:31.322414 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53', 'tag': '8b14ae51-71a6-4914-94b1-5d7aee435d75', 'status': 'completed', 'code': 200} Jul 06 11:58:31.342451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b4351-6b35-4af5-8cd3-283a6120c8d0 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Pushing event deleted for resources: {'Port': ['ID=0036dccc-a1ae-46eb-bd9f-5bb757142cb9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:31.360856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-1d7470cf-f43e-4f16-b340-8f0366baae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:31.362526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-1d7470cf-f43e-4f16-b340-8f0366baae8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 1095 time: 0.1001880 Jul 06 11:58:31.424542 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-481b4351-6b35-4af5-8cd3-283a6120c8d0 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.427154 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-481b4351-6b35-4af5-8cd3-283a6120c8d0 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.441250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-83173752-8be3-4194-bf6b-9b202164c79a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b14ae51-71a6-4914-94b1-5d7aee435d75 HTTP/1.1" status: 200 len: 217 time: 0.0647142 Jul 06 11:58:31.442320 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-481b4351-6b35-4af5-8cd3-283a6120c8d0 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374 tempest-ExternalNetworksAdminNegativeTestJSON-1535125374-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/b38e53fb-7293-4af8-886c-d744656e6e48 HTTP/1.1" status: 204 len: 168 time: 0.8606844 Jul 06 11:58:31.524227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-5eb5f957-8f52-457b-9007-04983d89b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:31.526302 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-5eb5f957-8f52-457b-9007-04983d89b268 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7dc6c426-7cf2-4a5c-a330-cd962cff7e60 HTTP/1.1" status: 200 len: 855 time: 0.0780363 Jul 06 11:58:31.570587 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-bf3eac19-3c4b-42ef-a1d9-be6d0e8f7d31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be893bb4-5cec-4726-816d-ac3d0c2b9606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302460 Jul 06 11:58:31.784090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800caf51-f3d8-4543-b440-f48d8b0cd687 req-35d5d73c-515f-45ee-8f08-b3ed55b3d74e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:31.791970 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-800caf51-f3d8-4543-b440-f48d8b0cd687 req-35d5d73c-515f-45ee-8f08-b3ed55b3d74e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 945 time: 0.2006009 Jul 06 11:58:31.818424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36652) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:31.834899 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-bb289164-bb78-429f-8688-373b77de78cf service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557065 Jul 06 11:58:31.949435 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-800caf51-f3d8-4543-b440-f48d8b0cd687 req-609bdf18-b038-46e3-bd1d-ebf58d25e7db tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564505 Jul 06 11:58:31.987278 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:31.990970 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b75953-39cf-4095-9bc0-dca7b36af6a5" -d '{"events": [{"server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "name": "network-vif-plugged", "status": "completed", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:31.998703 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-babe20c6-804d-414b-ae92-6e0296188aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.059225 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9f7918fd-b834-47f8-b035-312ce45ae1dd req-769aef6d-d1ea-435b-b9dc-0607d77842da tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0461187 Jul 06 11:58:32.086397 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-309dfca5-ea70-4cbb-b622-353288ba47c3 req-7c2d2235-174f-49ba-93d8-43e2c6f632b7 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323630 Jul 06 11:58:32.093077 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f516b8-f64a-4cd7-9203-3f74a4b4d187 x-openstack-request-id: req-08f516b8-f64a-4cd7-9203-3f74a4b4d187 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:32.093369 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "name": "network-vif-plugged", "status": "completed", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:32.093621 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08f516b8-f64a-4cd7-9203-3f74a4b4d187 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:32.094014 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'code': 200} Jul 06 11:58:32.168897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-babe20c6-804d-414b-ae92-6e0296188aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.174414 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-babe20c6-804d-414b-ae92-6e0296188aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.206013 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-babe20c6-804d-414b-ae92-6e0296188aa5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=339c7c2b158a41308e15ef5da89dc8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859882 Jul 06 11:58:32.208513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36662) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:32.220873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50483b1-4180-47cb-af1e-f93e2d91f98c req-f9449f11-04eb-40c8-b426-5cbf67b928d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:32.222513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e50483b1-4180-47cb-af1e-f93e2d91f98c req-f9449f11-04eb-40c8-b426-5cbf67b928d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 1095 time: 0.0701847 Jul 06 11:58:32.256247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe20c6-804d-414b-ae92-6e0296188aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4ed4f5-03c8-4c8d-a5aa-6699ca1d670a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:32.318952 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88c1e083-8fab-4210-b831-ddcb44ed85ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.363960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50483b1-4180-47cb-af1e-f93e2d91f98c req-342d5140-80c0-4935-924a-55cb90ac5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:32.365580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e50483b1-4180-47cb-af1e-f93e2d91f98c req-342d5140-80c0-4935-924a-55cb90ac5674 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 200 len: 916 time: 0.1359210 Jul 06 11:58:32.380517 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88c1e083-8fab-4210-b831-ddcb44ed85ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.427951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e50483b1-4180-47cb-af1e-f93e2d91f98c req-0d83ba36-ed41-464e-a563-1823cc567478 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b14ae51-71a6-4914-94b1-5d7aee435d75 HTTP/1.1" status: 200 len: 217 time: 0.0554788 Jul 06 11:58:32.439719 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88c1e083-8fab-4210-b831-ddcb44ed85ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.442882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88c1e083-8fab-4210-b831-ddcb44ed85ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.444067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-88c1e083-8fab-4210-b831-ddcb44ed85ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d4ed4f5-03c8-4c8d-a5aa-6699ca1d670a HTTP/1.1" status: 204 len: 168 time: 0.2344477 Jul 06 11:58:32.471903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1e083-8fab-4210-b831-ddcb44ed85ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4ed4f5-03c8-4c8d-a5aa-6699ca1d670a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:32.534219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50483b1-4180-47cb-af1e-f93e2d91f98c req-65462ee9-2c9c-4c55-b300-4da3c7ab649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:32.535868 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e50483b1-4180-47cb-af1e-f93e2d91f98c req-65462ee9-2c9c-4c55-b300-4da3c7ab649e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7dc6c426-7cf2-4a5c-a330-cd962cff7e60 HTTP/1.1" status: 200 len: 855 time: 0.0975277 Jul 06 11:58:32.578709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e50483b1-4180-47cb-af1e-f93e2d91f98c req-7e93a54c-54fe-46dd-a075-96daad727444 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be893bb4-5cec-4726-816d-ac3d0c2b9606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341017 Jul 06 11:58:32.620513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b3bd7-521c-4ba1-8842-081b9cbfc81e req-9ffb6c2c-f483-41fd-8341-120fe0921559 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:32.622119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c8b3bd7-521c-4ba1-8842-081b9cbfc81e req-9ffb6c2c-f483-41fd-8341-120fe0921559 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 944 time: 0.1974683 Jul 06 11:58:32.704953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c8b3bd7-521c-4ba1-8842-081b9cbfc81e req-7a8a9148-d393-4260-a252-240f6634fe16 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567293 Jul 06 11:58:32.736038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e50483b1-4180-47cb-af1e-f93e2d91f98c req-57a2e6fc-bbe2-4419-b621-cab4fb24c646 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468043 Jul 06 11:58:32.842338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e50483b1-4180-47cb-af1e-f93e2d91f98c req-7603819d-9d21-4c2c-9668-a373290ae731 service neutron] 10.222.0.47 "GET /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988572 Jul 06 11:58:32.848961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36670) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:32.897834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f541a050-f081-4481-a8a3-1d082344010d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c3ee0007ce640b980acb6d14262a1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476656 Jul 06 11:58:32.900687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36672) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:32.955985 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cd48d13-a627-4636-9ae0-242352e67f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.981151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cd48d13-a627-4636-9ae0-242352e67f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.052547 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cd48d13-a627-4636-9ae0-242352e67f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.055541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cd48d13-a627-4636-9ae0-242352e67f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.060245 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2cd48d13-a627-4636-9ae0-242352e67f38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94760628-4c07-41d1-ae33-c69609d698ab HTTP/1.1" status: 204 len: 168 time: 0.1585450 Jul 06 11:58:33.083575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd48d13-a627-4636-9ae0-242352e67f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94760628-4c07-41d1-ae33-c69609d698ab,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:33.215429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e647485-454b-46e6-84b8-2a57f6ddb11c req-1baf184d-3b9c-4593-a554-ecfec7bd3a2c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:33.223293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e647485-454b-46e6-84b8-2a57f6ddb11c req-1baf184d-3b9c-4593-a554-ecfec7bd3a2c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 945 time: 0.1276164 Jul 06 11:58:33.329757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e647485-454b-46e6-84b8-2a57f6ddb11c req-e607409b-6ce6-4423-ac48-8de691016e0d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054575 Jul 06 11:58:33.411145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd54a39f-7b05-4600-9bec-a227c6acddfc req-424f8595-8f36-4a68-82f1-9e1d7bc65019 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0459790 Jul 06 11:58:33.591278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f47375-4eab-4820-b65c-b476fee06136 req-fb3846d6-5fdc-4270-819f-6605b509ab05 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:33.592983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2f47375-4eab-4820-b65c-b476fee06136 req-fb3846d6-5fdc-4270-819f-6605b509ab05 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 945 time: 0.0675099 Jul 06 11:58:33.635049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2f47375-4eab-4820-b65c-b476fee06136 req-24a5c664-d9f0-444f-b450-ce18714adec8 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354931 Jul 06 11:58:33.871683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346597c0-e119-4bf5-990a-bd8dd0875d71 req-b20cab83-0912-4f56-8654-b8788683e0de tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:33.873183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-346597c0-e119-4bf5-990a-bd8dd0875d71 req-b20cab83-0912-4f56-8654-b8788683e0de tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 945 time: 0.1058393 Jul 06 11:58:33.936163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-346597c0-e119-4bf5-990a-bd8dd0875d71 req-25964e50-3338-4835-a321-ee957bb4e0c1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451593 Jul 06 11:58:33.963515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6db8da-35f9-4973-a16d-d19467359c1b req-52f4cfae-6f9a-4201-9c31-399c236ff7b0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:33.964644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f6db8da-35f9-4973-a16d-d19467359c1b req-52f4cfae-6f9a-4201-9c31-399c236ff7b0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 944 time: 0.1142015 Jul 06 11:58:34.013151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f6db8da-35f9-4973-a16d-d19467359c1b req-2a939261-c8cb-408f-98e0-6f2f416f8ec2 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Jul 06 11:58:34.490598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395e10f-bbf9-4a45-97aa-5c350198653a req-362e2945-c411-4d53-ba62-0d491179f3ac tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:34.498060 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9395e10f-bbf9-4a45-97aa-5c350198653a req-362e2945-c411-4d53-ba62-0d491179f3ac tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 945 time: 0.0950327 Jul 06 11:58:34.563516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9395e10f-bbf9-4a45-97aa-5c350198653a req-1b8f25a0-31ee-489f-8c95-eb675ff872e5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644817 Jul 06 11:58:34.619073 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db546f37-4b1f-45f7-a07f-952c1986ce9e req-15747356-32df-4810-ab8f-2de4a3751417 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff40875-94cd-4d15-9b67-752413779cb6 HTTP/1.1" status: 200 len: 210 time: 0.0482581 Jul 06 11:58:34.824099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36744) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:34.924256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1724211098', 'router:external': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:34.952164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Made reservation on behalf of dcd28cc1c45944f18e81e567f5645579 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:34.955753 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.965448 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.069569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.076148 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.103262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:58:35.114048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecd05e7-f4d9-4981-a383-02f7b559a59a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:35.130801 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.131157 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Added segment 18268205-48ba-4700-89f8-b5e2a65144f2 of type vlan for network f2e0465b-3f14-4683-9f17-4d59e83010e8 Jul 06 11:58:35.213467 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.276610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bc4cf-e6a1-4cb7-83bc-dd055d23a14d req-56980760-3485-4420-b672-ffcb050c1133 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:35.278199 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f68bc4cf-e6a1-4cb7-83bc-dd055d23a14d req-56980760-3485-4420-b672-ffcb050c1133 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 944 time: 0.1170540 Jul 06 11:58:35.279613 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.280744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:35.281517 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.346296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8b14ae51-71a6-4914-94b1-5d7aee435d75 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:35.351770 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5264883 Jul 06 11:58:35.355643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36750) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:35.362967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Request body: {'subnet': {'network_id': 'f2e0465b-3f14-4683-9f17-4d59e83010e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:35.370202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16941783-1444-4eab-82a7-b9ad304e22aa tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event updated for resources: {'Network': ['ID=f2e0465b-3f14-4683-9f17-4d59e83010e8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:35.396422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f68bc4cf-e6a1-4cb7-83bc-dd055d23a14d req-e906ebba-8c47-428d-b18c-dbd9b4418ba1 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107583 Jul 06 11:58:35.403796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Made reservation on behalf of dcd28cc1c45944f18e81e567f5645579 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:35.406846 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.413574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f2e0465b-3f14-4683-9f17-4d59e83010e8 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:58:35.528431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8b14ae51-71a6-4914-94b1-5d7aee435d75, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8b14ae51-71a6-4914-94b1-5d7aee435d75,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:35.541827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '8b14ae51-71a6-4914-94b1-5d7aee435d75', 'network_id': 'be893bb4-5cec-4726-816d-ac3d0c2b9606', 'port_id': '8b14ae51-71a6-4914-94b1-5d7aee435d75', 'mac_address': 'fa:16:3e:69:9b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc6c426-7cf2-4a5c-a330-cd962cff7e60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:35.586448 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.602288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b14ae51-71a6-4914-94b1-5d7aee435d75 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:35.623923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8b14ae51-71a6-4914-94b1-5d7aee435d75, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8b14ae51-71a6-4914-94b1-5d7aee435d75,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:35.628296 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.712030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=8b14ae51-71a6-4914-94b1-5d7aee435d75,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:35.996720 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362dfe1-987d-4ee1-b2ee-c4cd26a660cd req-b377d3ec-7de0-4cde-b45d-064767f13b3e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:35.998212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2362dfe1-987d-4ee1-b2ee-c4cd26a660cd req-b377d3ec-7de0-4cde-b45d-064767f13b3e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 945 time: 0.1091297 Jul 06 11:58:36.135282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2362dfe1-987d-4ee1-b2ee-c4cd26a660cd req-30ea4d6d-42e6-4536-b91d-e27be2f39785 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284881 Jul 06 11:58:36.142732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['8b14ae51-71a6-4914-94b1-5d7aee435d75'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:36.219506 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed0b14-b312-4492-b429-eca83173ad50 req-79d79c81-f726-4d7f-9d8f-b5eb694dc621 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:36.221400 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6ed0b14-b312-4492-b429-eca83173ad50 req-79d79c81-f726-4d7f-9d8f-b5eb694dc621 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 945 time: 0.1680105 Jul 06 11:58:36.387939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-b6ed0b14-b312-4492-b429-eca83173ad50 req-00437bdb-771a-4ddc-9d9c-18791d453420 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Deleting port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:36.388285 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b6ed0b14-b312-4492-b429-eca83173ad50 req-00437bdb-771a-4ddc-9d9c-18791d453420 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.392419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.objects.ports [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:58:36.392875 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.509707 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event updated for resources: {'Subnet': ['ID=07a3ba8e-80d4-47e8-b5ae-2fa1bb003b76,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:36.544243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Checking segment: {'id': '18268205-48ba-4700-89f8-b5e2a65144f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2e0465b-3f14-4683-9f17-4d59e83010e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:36.544599 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Network hostable DHCP agents. Network: f2e0465b-3f14-4683-9f17-4d59e83010e8, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:58:36.580880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b6ed0b14-b312-4492-b429-eca83173ad50 req-00437bdb-771a-4ddc-9d9c-18791d453420 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] For port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0965d9aa-5cb2-46e0-a8aa-b5926577eea1,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:36.581248 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b6ed0b14-b312-4492-b429-eca83173ad50 req-00437bdb-771a-4ddc-9d9c-18791d453420 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.599883 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-b6ed0b14-b312-4492-b429-eca83173ad50 req-00437bdb-771a-4ddc-9d9c-18791d453420 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Calling delete_port for 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:36.611971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Network f2e0465b-3f14-4683-9f17-4d59e83010e8 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:58:36.637082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f2e0465b-3f14-4683-9f17-4d59e83010e8) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:36.643920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f991e-3863-4893-bb67-a15f094f7d8e None None] Network f2e0465b-3f14-4683-9f17-4d59e83010e8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:36.668518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:36.669115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.705272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf3271-43c2-4ed8-b907-7cac3da09b4e req-5c2ce816-643f-4a76-bb3b-3fb958d9ba84 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:36.706803 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fecf3271-43c2-4ed8-b907-7cac3da09b4e req-5c2ce816-643f-4a76-bb3b-3fb958d9ba84 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 945 time: 0.1842337 Jul 06 11:58:36.709591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6efcb905-c879-49c9-8e57-5626ccf3aafd tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3508584 Jul 06 11:58:36.717717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36762) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:36.719661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-42372286', 'network_id': 'f2e0465b-3f14-4683-9f17-4d59e83010e8'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:36.769576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Made reservation on behalf of dcd28cc1c45944f18e81e567f5645579 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:36.772441 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.781822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d82f133-171e-4734-ae90-77cb3bc5e525 None None] Network f2e0465b-3f14-4683-9f17-4d59e83010e8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:36.784990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fecf3271-43c2-4ed8-b907-7cac3da09b4e req-c40d3a4f-2f23-43a1-a13e-cfc7561a30f2 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714228 Jul 06 11:58:36.811678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] device_id is not set on port bb798d0e-45af-4367-abe4-d2bd2f85fe33 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:58:36.831379 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b6ed0b14-b312-4492-b429-eca83173ad50 req-00437bdb-771a-4ddc-9d9c-18791d453420 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.872227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:36.873471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00437bdb-771a-4ddc-9d9c-18791d453420 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event deleted for resources: {'Port': ['ID=0965d9aa-5cb2-46e0-a8aa-b5926577eea1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:36.967279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ed0b14-b312-4492-b429-eca83173ad50 req-00437bdb-771a-4ddc-9d9c-18791d453420 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] No DVR routers for this DVR port 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:36.975075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Allocated IP 2001:db8::34a (f2e0465b-3f14-4683-9f17-4d59e83010e8/07a3ba8e-80d4-47e8-b5ae-2fa1bb003b76/bb798d0e-45af-4367-abe4-d2bd2f85fe33) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:36.984534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b6ed0b14-b312-4492-b429-eca83173ad50 req-00437bdb-771a-4ddc-9d9c-18791d453420 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.986511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6ed0b14-b312-4492-b429-eca83173ad50 req-00437bdb-771a-4ddc-9d9c-18791d453420 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "DELETE /v2.0/ports/0965d9aa-5cb2-46e0-a8aa-b5926577eea1 HTTP/1.1" status: 204 len: 173 time: 0.7593167 Jul 06 11:58:36.992102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4417bcfa-f227-42c5-8de3-e08bf7f1870b', 'name': 'network-vif-deleted', 'tag': '0965d9aa-5cb2-46e0-a8aa-b5926577eea1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:36.996158 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25618827-0c69-4125-938b-5e2fb9b064dd" -d '{"events": [{"server_uuid": "4417bcfa-f227-42c5-8de3-e08bf7f1870b", "name": "network-vif-deleted", "tag": "0965d9aa-5cb2-46e0-a8aa-b5926577eea1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:37.031342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-002ce25b-5475-4e0e-b97c-7fde3af0881d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.056377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['0965d9aa-5cb2-46e0-a8aa-b5926577eea1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:37.066063 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-002ce25b-5475-4e0e-b97c-7fde3af0881d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.112388 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea837ccb-0519-4826-bdcd-4d405d4ac20a x-openstack-request-id: req-ea837ccb-0519-4826-bdcd-4d405d4ac20a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:37.112734 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4417bcfa-f227-42c5-8de3-e08bf7f1870b", "name": "network-vif-deleted", "tag": "0965d9aa-5cb2-46e0-a8aa-b5926577eea1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:37.112987 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea837ccb-0519-4826-bdcd-4d405d4ac20a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:37.113389 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4417bcfa-f227-42c5-8de3-e08bf7f1870b', 'name': 'network-vif-deleted', 'tag': '0965d9aa-5cb2-46e0-a8aa-b5926577eea1', 'status': 'completed', 'code': 200} Jul 06 11:58:37.157153 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-002ce25b-5475-4e0e-b97c-7fde3af0881d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.160133 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-002ce25b-5475-4e0e-b97c-7fde3af0881d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.161900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-002ce25b-5475-4e0e-b97c-7fde3af0881d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "DELETE /v2.0/security-groups/5c730b8e-4029-4dc3-8f04-e106b0741670 HTTP/1.1" status: 204 len: 168 time: 0.2864454 Jul 06 11:58:37.170897 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36780) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:37.191992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ce25b-5475-4e0e-b97c-7fde3af0881d tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c730b8e-4029-4dc3-8f04-e106b0741670,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:37.198429 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-791f4536-6e1d-4ed8-adca-eca898efdcb0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] show failed (client error): The resource could not be found. Jul 06 11:58:37.199890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-791f4536-6e1d-4ed8-adca-eca898efdcb0 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "GET /v2.0/security-groups/5c730b8e-4029-4dc3-8f04-e106b0741670 HTTP/1.1" status: 404 len: 347 time: 0.0277967 Jul 06 11:58:37.209207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36784) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:37.292794 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.345384 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.365047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8b14ae51-71a6-4914-94b1-5d7aee435d75 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:37.430173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Network f2e0465b-3f14-4683-9f17-4d59e83010e8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:37.435293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:37.444436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:37.448338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:37.448972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.465941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event updated for resources: {'Port': ['ID=bb798d0e-45af-4367-abe4-d2bd2f85fe33,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:37.467259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 8b14ae51-71a6-4914-94b1-5d7aee435d75 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:37.474934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 8b14ae51-71a6-4914-94b1-5d7aee435d75 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:37.475639 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.496100 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-144ca513-6a52-49b2-87c6-1ef5dd87d45f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7807596 Jul 06 11:58:37.498860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36786) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:37.500439 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-661864e7-4cd5-44cc-baff-062d894e4e1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Deleting port e9b7d553-8050-427e-a92e-131b48e5d147 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:37.500988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-661864e7-4cd5-44cc-baff-062d894e4e1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.615217 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.628390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4c1700a0-236a-4493-ab4e-ec33499b8266 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Deleting port bb798d0e-45af-4367-abe4-d2bd2f85fe33 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:37.628722 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c1700a0-236a-4493-ab4e-ec33499b8266 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.644616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b14ae51-71a6-4914-94b1-5d7aee435d75'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:37.647317 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd04df-8893-4e3f-a652-15d2eeb16cf8" -d '{"events": [{"server_uuid": "dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53", "name": "network-vif-plugged", "status": "completed", "tag": "8b14ae51-71a6-4914-94b1-5d7aee435d75"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:37.657583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61bf2bc5-c08c-4e1d-b41a-85e9f1ec872c req-65be52d6-62b1-450e-8a4b-dfdd6cc35add tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 210 time: 0.0427625 Jul 06 11:58:37.675529 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-661864e7-4cd5-44cc-baff-062d894e4e1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.675978 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-661864e7-4cd5-44cc-baff-062d894e4e1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.696568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-661864e7-4cd5-44cc-baff-062d894e4e1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Calling delete_port for e9b7d553-8050-427e-a92e-131b48e5d147 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:37.698281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8b14ae51-71a6-4914-94b1-5d7aee435d75, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8b14ae51-71a6-4914-94b1-5d7aee435d75,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:37.705297 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9855ded-cba8-49fe-90c0-311b4964ab08 x-openstack-request-id: req-f9855ded-cba8-49fe-90c0-311b4964ab08 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:37.706044 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53", "name": "network-vif-plugged", "status": "completed", "tag": "8b14ae51-71a6-4914-94b1-5d7aee435d75", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:37.707530 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9855ded-cba8-49fe-90c0-311b4964ab08 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:37.708496 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b14ae51-71a6-4914-94b1-5d7aee435d75', 'code': 200} Jul 06 11:58:37.724941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.726551 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:37.762190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:37.764647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0965d9aa-5cb2-46e0-a8aa-b5926577eea1 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:37.791385 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c1700a0-236a-4493-ab4e-ec33499b8266 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.819409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4c1700a0-236a-4493-ab4e-ec33499b8266 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Calling delete_port for bb798d0e-45af-4367-abe4-d2bd2f85fe33 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:37.844773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=8b14ae51-71a6-4914-94b1-5d7aee435d75,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:37.934229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c9480-e3d9-4d10-b6f4-254df798e2c7 req-05757cb1-5560-4fa1-b361-38bf5af8034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:37.935938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-435c9480-e3d9-4d10-b6f4-254df798e2c7 req-05757cb1-5560-4fa1-b361-38bf5af8034f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 1097 time: 0.1115870 Jul 06 11:58:37.999101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c1700a0-236a-4493-ab4e-ec33499b8266 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.039668 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-435c9480-e3d9-4d10-b6f4-254df798e2c7 req-a5f4b4c6-7e09-468d-b2ee-caf74dec0a81 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935299 Jul 06 11:58:38.042666 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-661864e7-4cd5-44cc-baff-062d894e4e1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.067130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1700a0-236a-4493-ab4e-ec33499b8266 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb798d0e-45af-4367-abe4-d2bd2f85fe33,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:38.072603 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c1700a0-236a-4493-ab4e-ec33499b8266 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.075289 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4c1700a0-236a-4493-ab4e-ec33499b8266 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "DELETE /v2.0/ports/bb798d0e-45af-4367-abe4-d2bd2f85fe33 HTTP/1.1" status: 204 len: 168 time: 0.5753491 Jul 06 11:58:38.077958 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36794) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:38.083597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2e0465b-3f14-4683-9f17-4d59e83010e8', 'external_fixed_ips': [{'subnet_id': '07a3ba8e-80d4-47e8-b5ae-2fa1bb003b76', 'ip_address': '2001:db8::34a'}]}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:38.088309 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661864e7-4cd5-44cc-baff-062d894e4e1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Port': ['ID=e9b7d553-8050-427e-a92e-131b48e5d147,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:38.116001 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.117304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.162083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f3e9a-0cad-4dfb-bf08-367e32969530 req-eebdc491-ce8a-4782-b5ae-2cab9d1e97ac tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:38.169836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-924f3e9a-0cad-4dfb-bf08-367e32969530 req-eebdc491-ce8a-4782-b5ae-2cab9d1e97ac tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 946 time: 0.1829007 Jul 06 11:58:38.195331 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.214170 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-661864e7-4cd5-44cc-baff-062d894e4e1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.216748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-661864e7-4cd5-44cc-baff-062d894e4e1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.220784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-661864e7-4cd5-44cc-baff-062d894e4e1b tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "DELETE /v2.0/floatingips/f602b089-895c-4f8c-a57d-717a61081f69 HTTP/1.1" status: 204 len: 168 time: 1.0101092 Jul 06 11:58:38.223483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36798) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:38.249040 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-924f3e9a-0cad-4dfb-bf08-367e32969530 req-3e516827-1e7a-4bcd-ab29-354136447fa3 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727539 Jul 06 11:58:38.363357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c5935b8c-f50c-4bec-b1d2-ed791a97f7c5 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Deleting port 8e4656d7-6a85-4977-b392-1dd2dedf8b37 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:38.363881 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5935b8c-f50c-4bec-b1d2-ed791a97f7c5 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.370488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.504434 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5935b8c-f50c-4bec-b1d2-ed791a97f7c5 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.520022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c5935b8c-f50c-4bec-b1d2-ed791a97f7c5 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Calling delete_port for 8e4656d7-6a85-4977-b392-1dd2dedf8b37 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:38.698507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5935b8c-f50c-4bec-b1d2-ed791a97f7c5 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.784107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5935b8c-f50c-4bec-b1d2-ed791a97f7c5 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Port': ['ID=8e4656d7-6a85-4977-b392-1dd2dedf8b37,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:38.902991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d80d1f93-7fe5-4e1d-9c9a-742fa99cee7f req-ffd707b7-5546-4a5d-89ea-3f3d56ff12ff tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 210 time: 0.0388999 Jul 06 11:58:38.913447 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5935b8c-f50c-4bec-b1d2-ed791a97f7c5 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.916351 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c5935b8c-f50c-4bec-b1d2-ed791a97f7c5 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "DELETE /v2.0/ports/8e4656d7-6a85-4977-b392-1dd2dedf8b37 HTTP/1.1" status: 204 len: 168 time: 0.6918700 Jul 06 11:58:38.919153 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:38.999682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.021424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.033184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-db131cae-0fb1-4969-8c54-cdb991982dfa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Deleting port 56e2de8f-0167-420f-8b93-43b7a223a454 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:39.033510 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db131cae-0fb1-4969-8c54-cdb991982dfa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.153808 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db131cae-0fb1-4969-8c54-cdb991982dfa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.178452 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-db131cae-0fb1-4969-8c54-cdb991982dfa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Calling delete_port for 56e2de8f-0167-420f-8b93-43b7a223a454 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:39.239090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Allocated IP 2001:db8::34a (f2e0465b-3f14-4683-9f17-4d59e83010e8/07a3ba8e-80d4-47e8-b5ae-2fa1bb003b76/970c4694-dc55-4c0a-b128-d06802efff45) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:39.421356 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db131cae-0fb1-4969-8c54-cdb991982dfa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.481568 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.485928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db131cae-0fb1-4969-8c54-cdb991982dfa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Port': ['ID=56e2de8f-0167-420f-8b93-43b7a223a454,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:39.560550 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.594977 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db131cae-0fb1-4969-8c54-cdb991982dfa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.600438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-db131cae-0fb1-4969-8c54-cdb991982dfa tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "DELETE /v2.0/ports/56e2de8f-0167-420f-8b93-43b7a223a454 HTTP/1.1" status: 204 len: 168 time: 0.6801815 Jul 06 11:58:39.602578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36818) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:39.646815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Network f2e0465b-3f14-4683-9f17-4d59e83010e8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:39.653918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:39.658054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:39.680144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3801f-f525-4b46-9359-617599ee5e33 req-33d360a8-4c64-4dae-8b00-5c8ca2c57cdf tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:39.687262 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46b3801f-f525-4b46-9359-617599ee5e33 req-33d360a8-4c64-4dae-8b00-5c8ca2c57cdf tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 946 time: 0.2066920 Jul 06 11:58:39.702011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event updated for resources: {'Port': ['ID=970c4694-dc55-4c0a-b128-d06802efff45,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:39.723137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9f0827-a9c8-4e7e-9d11-cf6e0f0fcb6f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Deleting subnet 9c3f5942-b855-4f35-bafa-058c0f9ea5c7 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:39.731626 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0827-a9c8-4e7e-9d11-cf6e0f0fcb6f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.780242 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46b3801f-f525-4b46-9359-617599ee5e33 req-a48928d3-d206-4db9-b25d-f1fc44cef589 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919533 Jul 06 11:58:39.823286 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0827-a9c8-4e7e-9d11-cf6e0f0fcb6f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.931942 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0827-a9c8-4e7e-9d11-cf6e0f0fcb6f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.969576 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.010076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0827-a9c8-4e7e-9d11-cf6e0f0fcb6f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.048677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f0827-a9c8-4e7e-9d11-cf6e0f0fcb6f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3f5942-b855-4f35-bafa-058c0f9ea5c7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:40.062037 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0827-a9c8-4e7e-9d11-cf6e0f0fcb6f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.066822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36822) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:40.067308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3d9f0827-a9c8-4e7e-9d11-cf6e0f0fcb6f tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "DELETE /v2.0/subnets/9c3f5942-b855-4f35-bafa-058c0f9ea5c7 HTTP/1.1" status: 204 len: 168 time: 0.4629314 Jul 06 11:58:40.073977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df82843-c72a-4e2f-ad42-183530a72d1b None None] Network 6500b71c-f47e-4815-a660-d6db6c42d73e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:40.190848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb026efa-e7e2-4eba-b966-4d59f3e6c602 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Deleting subnet f291af92-edf5-466b-b1cd-59d70003fcf8 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:40.196685 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb026efa-e7e2-4eba-b966-4d59f3e6c602 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.201829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5618e3c9-0c09-48dc-8cc8-845ec06ecdbe req-5d47fc06-fe88-44a1-a988-0c4e3c2f685f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 210 time: 0.0372884 Jul 06 11:58:40.299661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb026efa-e7e2-4eba-b966-4d59f3e6c602 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.393607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c427a3a-7ee9-4eb8-a9a7-8fcdac8b97a2 None None] DHCP port deletion for 6500b71c-f47e-4815-a660-d6db6c42d73e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:58:40.409536 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.459316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4c427a3a-7ee9-4eb8-a9a7-8fcdac8b97a2 None None] Deleting port cc4a93e6-656e-4ee6-aa13-11f456410cea {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:40.462507 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c427a3a-7ee9-4eb8-a9a7-8fcdac8b97a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.552679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb026efa-e7e2-4eba-b966-4d59f3e6c602 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.553812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4c427a3a-7ee9-4eb8-a9a7-8fcdac8b97a2 None None] For port cc4a93e6-656e-4ee6-aa13-11f456410cea, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cc4a93e6-656e-4ee6-aa13-11f456410cea,segment=NetworkSegment(2f281284-c638-474e-afef-3e2c1f8ff807),segment_id=2f281284-c638-474e-afef-3e2c1f8ff807)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:40.554431 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c427a3a-7ee9-4eb8-a9a7-8fcdac8b97a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.573108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4c427a3a-7ee9-4eb8-a9a7-8fcdac8b97a2 None None] Calling delete_port for cc4a93e6-656e-4ee6-aa13-11f456410cea owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:40.673799 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb026efa-e7e2-4eba-b966-4d59f3e6c602 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.687889 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c427a3a-7ee9-4eb8-a9a7-8fcdac8b97a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.704720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c427a3a-7ee9-4eb8-a9a7-8fcdac8b97a2 None None] No DVR routers for this DVR port cc4a93e6-656e-4ee6-aa13-11f456410cea on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:40.749269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c427a3a-7ee9-4eb8-a9a7-8fcdac8b97a2 None None] Pushing event deleted for resources: {'Port': ['ID=cc4a93e6-656e-4ee6-aa13-11f456410cea,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:40.756127 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d83b6b-e369-4226-a7ee-9757b6125260 None None] Network fe9c839b-7637-4be1-b268-411d357e0152 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:40.757943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb026efa-e7e2-4eba-b966-4d59f3e6c602 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Subnet': ['ID=f291af92-edf5-466b-b1cd-59d70003fcf8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:40.771404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb026efa-e7e2-4eba-b966-4d59f3e6c602 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.773262 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bb026efa-e7e2-4eba-b966-4d59f3e6c602 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "DELETE /v2.0/subnets/f291af92-edf5-466b-b1cd-59d70003fcf8 HTTP/1.1" status: 204 len: 168 time: 0.7018063 Jul 06 11:58:40.776867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36826) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:40.833031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Router b9cb6b81-5266-4ce2-9b1c-212cbb49b7db is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:58:41.026011 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.092178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:41.105925 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Sync routers for ids ['b9cb6b81-5266-4ce2-9b1c-212cbb49b7db'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:41.129582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.130796 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8a1be843-9413-48d1-8c56-8e93c8ca118b tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0512698 Jul 06 11:58:41.133796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36830) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:41.160079 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Routers {'b9cb6b81-5266-4ce2-9b1c-212cbb49b7db'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:41.162324 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b9cb6b81-5266-4ce2-9b1c-212cbb49b7db'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:41.185095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b98bf-398b-4dfb-9a39-d78c4daa58d9 None None] DHCP port deletion for fe9c839b-7637-4be1-b268-411d357e0152 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:58:41.190220 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.204045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6500b71c-f47e-4815-a660-d6db6c42d73e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:41.221039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f281284-c638-474e-afef-3e2c1f8ff807') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:41.222326 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f281284-c638-474e-afef-3e2c1f8ff807') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:41.237373 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.257812 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.264878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:41.265549 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.330453 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.334739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b98bf-398b-4dfb-9a39-d78c4daa58d9 None None] Deleting port fed1101a-7121-487f-99cb-0970a664823a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:41.335122 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b0b98bf-398b-4dfb-9a39-d78c4daa58d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.358589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70a3d0-ef61-45d2-9667-185905c85c7f req-bff69331-9f4b-4090-8150-b81751520c56 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:41.360978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca70a3d0-ef61-45d2-9667-185905c85c7f req-bff69331-9f4b-4090-8150-b81751520c56 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 946 time: 0.3866920 Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:41.362265 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:41.366268 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.383098 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.385065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "DELETE /v2.0/networks/6500b71c-f47e-4815-a660-d6db6c42d73e HTTP/1.1" status: 204 len: 168 time: 0.6072092 Jul 06 11:58:41.385923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2748a-3471-4307-bb7c-9f96910cf074 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Network': ['ID=6500b71c-f47e-4815-a660-d6db6c42d73e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:41.387648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36834) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:41.460827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cc4a93e6-656e-4ee6-aa13-11f456410cea no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:41.495289 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: cc4a93e6-656e-4ee6-aa13-11f456410cea {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:41.495924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cc4a93e6-656e-4ee6-aa13-11f456410cea not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:41.496541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fed1101a-7121-487f-99cb-0970a664823a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:41.515232 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Set router b9cb6b81-5266-4ce2-9b1c-212cbb49b7db gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:41.548998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8b0b98bf-398b-4dfb-9a39-d78c4daa58d9 None None] For port fed1101a-7121-487f-99cb-0970a664823a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fed1101a-7121-487f-99cb-0970a664823a,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:41.549720 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b0b98bf-398b-4dfb-9a39-d78c4daa58d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.574848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca70a3d0-ef61-45d2-9667-185905c85c7f req-24a2f411-cacd-42fe-8d11-d98dad66b3d8 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930592 Jul 06 11:58:41.584799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b98bf-398b-4dfb-9a39-d78c4daa58d9 None None] Calling delete_port for fed1101a-7121-487f-99cb-0970a664823a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:41.586588 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.674650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0cdef35-fea6-44fa-8bf3-da3b39427a33 req-9682e991-49d2-43e9-a6b2-02f424d8c7f2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 210 time: 0.1169569 Jul 06 11:58:41.677832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Deleting port 970c4694-dc55-4c0a-b128-d06802efff45 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:41.678185 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.690233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.761082 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.808970 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.823701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Calling delete_port for 970c4694-dc55-4c0a-b128-d06802efff45 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:41.826214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port fed1101a-7121-487f-99cb-0970a664823a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fed1101a-7121-487f-99cb-0970a664823a,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:41.835331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.837858 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Deleting port fed1101a-7121-487f-99cb-0970a664823a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:41.838315 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.850271 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cb6b81-5266-4ce2-9b1c-212cbb49b7db', 'name': '', 'tenant_id': 'dcd28cc1c45944f18e81e567f5645579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2e0465b-3f14-4683-9f17-4d59e83010e8', 'external_fixed_ips': [{'subnet_id': '07a3ba8e-80d4-47e8-b5ae-2fa1bb003b76', 'ip_address': '2001:db8::34a'}], 'enable_snat': True}, 'gw_port_id': '970c4694-dc55-4c0a-b128-d06802efff45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:38Z', 'updated_at': '2021-07-06T11:58:39Z', 'revision_number': 3, 'project_id': 'dcd28cc1c45944f18e81e567f5645579', 'gw_port': {'id': '970c4694-dc55-4c0a-b128-d06802efff45', 'name': '', 'network_id': 'f2e0465b-3f14-4683-9f17-4d59e83010e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cb6b81-5266-4ce2-9b1c-212cbb49b7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '07a3ba8e-80d4-47e8-b5ae-2fa1bb003b76', 'ip_address': '2001:db8::34a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:39Z', 'updated_at': '2021-07-06T11:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07a3ba8e-80d4-47e8-b5ae-2fa1bb003b76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:41.896074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event deleted for resources: {'Port': ['ID=fed1101a-7121-487f-99cb-0970a664823a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:41.902531 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b0b98bf-398b-4dfb-9a39-d78c4daa58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.919516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] For port fed1101a-7121-487f-99cb-0970a664823a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fed1101a-7121-487f-99cb-0970a664823a,segment=NetworkSegment(dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a),segment_id=dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:41.920114 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.926276 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Checking router: b9cb6b81-5266-4ce2-9b1c-212cbb49b7db for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:41.927772 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Updating router b9cb6b81-5266-4ce2-9b1c-212cbb49b7db port 970c4694-dc55-4c0a-b128-d06802efff45 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:58:41.953952 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b98bf-398b-4dfb-9a39-d78c4daa58d9 None None] Pushing event deleted for resources: {'Port': ['ID=fed1101a-7121-487f-99cb-0970a664823a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:41.956887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Calling delete_port for fed1101a-7121-487f-99cb-0970a664823a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:41.969868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b98bf-398b-4dfb-9a39-d78c4daa58d9 None None] No DVR routers for this DVR port fed1101a-7121-487f-99cb-0970a664823a on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:42.011341 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.061186 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.089355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.109494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event deleted for resources: {'Port': ['ID=970c4694-dc55-4c0a-b128-d06802efff45,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:42.148204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.152164 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.152709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.153002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.153339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.153668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.153990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.154315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.154638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.154958 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.155173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] No DVR routers for this DVR port fed1101a-7121-487f-99cb-0970a664823a on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:42.155334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.155606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:42.162778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.163215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Port': ['ID=fed1101a-7121-487f-99cb-0970a664823a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:42.343120 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.365203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9c839b-7637-4be1-b268-411d357e0152']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:42.379312 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.382069 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.386691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:42.387007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff2ad41-9c5a-44bd-9d07-07aba6e4ff0a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:42.413105 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.432577 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.442527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:42.443557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.457600 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:58:42.458150 n-d-799527-2 neutron-server[93817]: DEBUG oslo_db.api [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:58:42.486166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.487441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9cb6b81-5266-4ce2-9b1c-212cbb49b7db {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:58:42.497869 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.501214 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dedb69c7-680a-4536-8447-2acd0135aec7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b9cb6b81-5266-4ce2-9b1c-212cbb49b7db HTTP/1.1" status: 204 len: 168 time: 1.3661506 Jul 06 11:58:42.504304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36854) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:42.520137 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:42.525210 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.534001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.541795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] 10.222.0.21 "DELETE /v2.0/networks/fe9c839b-7637-4be1-b268-411d357e0152 HTTP/1.1" status: 204 len: 168 time: 1.1467400 Jul 06 11:58:42.597358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a25b21-9f65-4be7-bb0f-a49284a67ab4 tempest-TaggedBootDevicesTest_v242-1770078603 tempest-TaggedBootDevicesTest_v242-1770078603-project] Pushing event deleted for resources: {'Network': ['ID=fe9c839b-7637-4be1-b268-411d357e0152,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:42.598014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef8a17a-7362-4586-9c4c-6f8564858991 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Deleting subnet 07a3ba8e-80d4-47e8-b5ae-2fa1bb003b76 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:42.614036 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a17a-7362-4586-9c4c-6f8564858991 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.690046 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a17a-7362-4586-9c4c-6f8564858991 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.738241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a17a-7362-4586-9c4c-6f8564858991 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.846867 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a17a-7362-4586-9c4c-6f8564858991 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.885951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8a17a-7362-4586-9c4c-6f8564858991 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=07a3ba8e-80d4-47e8-b5ae-2fa1bb003b76,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:42.904535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a17a-7362-4586-9c4c-6f8564858991 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.911337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36862) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:42.914279 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1ef8a17a-7362-4586-9c4c-6f8564858991 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/07a3ba8e-80d4-47e8-b5ae-2fa1bb003b76 HTTP/1.1" status: 204 len: 168 time: 0.4088809 Jul 06 11:58:43.011026 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Port 970c4694-dc55-4c0a-b128-d06802efff45 not found while updating agent binding for router b9cb6b81-5266-4ce2-9b1c-212cbb49b7db. {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 11:58:43.036303 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Routers set() bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:43.036936 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Router IDs set() for agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:58:43.037947 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_agentschedulers_db [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b9cb6b81-5266-4ce2-9b1c-212cbb49b7db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent'). {{(pid=93817) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 11:58:43.038330 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b5e10-afe2-44b0-8e38-0b5e47f3462d None None] The sync data for ids ['b9cb6b81-5266-4ce2-9b1c-212cbb49b7db'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:43.044139 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-77aa7756-09de-4a60-9c64-d8f9de7dbf46 req-36ab5a9b-80ee-4f47-9205-a2120c0d568a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=4417bcfa-f227-42c5-8de3-e08bf7f1870b HTTP/1.1" status: 200 len: 210 time: 0.1070924 Jul 06 11:58:43.110468 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.251190 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.271780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e0465b-3f14-4683-9f17-4d59e83010e8']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:43.298898 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18268205-48ba-4700-89f8-b5e2a65144f2') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:43.299313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18268205-48ba-4700-89f8-b5e2a65144f2') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:43.320698 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.374626 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.385186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:43.385945 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:43.388360 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:43.546634 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.566089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2e0465b-3f14-4683-9f17-4d59e83010e8 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:58:43.573019 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.580570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f2e0465b-3f14-4683-9f17-4d59e83010e8 HTTP/1.1" status: 204 len: 168 time: 0.6680422 Jul 06 11:58:43.608885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4ae8e-4cb7-4340-bd82-f80ddc432a74 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2e0465b-3f14-4683-9f17-4d59e83010e8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:44.063254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36890) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:44.068719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-23afd97c-31cd-4acd-b9a2-064612b3a104 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Request body: {'router': {'name': 'tempest-router--1713315260', 'project_id': '79c220a3db25442da36c98a133e7c354'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:44.103575 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23afd97c-31cd-4acd-b9a2-064612b3a104 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.105095 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23afd97c-31cd-4acd-b9a2-064612b3a104 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.154935 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc7866cd-11c8-4f72-89a1-861ea6327dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.257440 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23afd97c-31cd-4acd-b9a2-064612b3a104 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.265507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23afd97c-31cd-4acd-b9a2-064612b3a104 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.283681 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23afd97c-31cd-4acd-b9a2-064612b3a104 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.285500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-23afd97c-31cd-4acd-b9a2-064612b3a104 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2209558 Jul 06 11:58:44.288442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36896) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:44.840275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe09114d-2804-4ca2-bd6e-56e9f9c92e53 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.125398 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe09114d-2804-4ca2-bd6e-56e9f9c92e53 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.128533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe09114d-2804-4ca2-bd6e-56e9f9c92e53 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.228602 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe09114d-2804-4ca2-bd6e-56e9f9c92e53 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.229147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe09114d-2804-4ca2-bd6e-56e9f9c92e53 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d148841-0f4d-478b-8fc2-c51f3ee049f3 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:58:45.237591 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe09114d-2804-4ca2-bd6e-56e9f9c92e53 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.237591 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fe09114d-2804-4ca2-bd6e-56e9f9c92e53 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4d148841-0f4d-478b-8fc2-c51f3ee049f3 HTTP/1.1" status: 204 len: 168 time: 0.9456265 Jul 06 11:58:45.433439 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36918) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:45.984808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1839795076', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:46.070087 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.072273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.229858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.425129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.903136 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.961423 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.178635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Allocated IP 172.25.0.106 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/a6552bed-2b37-4c0f-8320-54b2093b853f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:47.311362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.365756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.414545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:47.421016 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:47.426526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:47.538282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Pushing event updated for resources: {'Port': ['ID=a6552bed-2b37-4c0f-8320-54b2093b853f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:47.881061 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.139740 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.173537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.385738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Router 3e229599-fe18-4619-a0a5-c398161d3d43 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:58:48.401070 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f435355d-9de4-4893-aa66-6a58cbde8002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.567586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:48.579705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff292940-138c-48cc-a398-03d835bd2b79 None None] Sync routers for ids ['3e229599-fe18-4619-a0a5-c398161d3d43'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:48.595873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff292940-138c-48cc-a398-03d835bd2b79 None None] Routers {'3e229599-fe18-4619-a0a5-c398161d3d43'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:48.596896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ff292940-138c-48cc-a398-03d835bd2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e229599-fe18-4619-a0a5-c398161d3d43'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:48.602264 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.607726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36962) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:48.614545 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4adcc3a6-32ee-40a4-8823-fb145574fc16 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1791201 Jul 06 11:58:48.656365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ff292940-138c-48cc-a398-03d835bd2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:48.670576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff292940-138c-48cc-a398-03d835bd2b79 None None] Routers {'3e229599-fe18-4619-a0a5-c398161d3d43'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:48.671654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ff292940-138c-48cc-a398-03d835bd2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3e229599-fe18-4619-a0a5-c398161d3d43'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:48.723559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ff292940-138c-48cc-a398-03d835bd2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:48.725070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff292940-138c-48cc-a398-03d835bd2b79 None None] The sync data for ids ['3e229599-fe18-4619-a0a5-c398161d3d43'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:48.751845 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.790929 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-077a52d6-e675-416c-abe0-e09af62785ed tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/routers/3e229599-fe18-4619-a0a5-c398161d3d43 HTTP/1.1" status: 200 len: 925 time: 0.1814206 Jul 06 11:58:48.793152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36964) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:48.837730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 36966) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:48.838188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d4dcf892-3442-403c-9fd1-fbc6da1ccf3c tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e229599-fe18-4619-a0a5-c398161d3d43 HTTP/1.1" status: 200 len: 205 time: 0.0436044 Jul 06 11:58:49.000065 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.112306 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.213364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Deleting port a6552bed-2b37-4c0f-8320-54b2093b853f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:49.214460 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.386474 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.401282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Calling delete_port for a6552bed-2b37-4c0f-8320-54b2093b853f owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:49.757908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.788034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Pushing event deleted for resources: {'Port': ['ID=a6552bed-2b37-4c0f-8320-54b2093b853f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:49.891665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.313307 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.316216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.363486 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.364612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Fanout notify agent at l3_agent the message router_deleted on router 3e229599-fe18-4619-a0a5-c398161d3d43 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:58:50.384497 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.389903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 36986) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:50.395864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Request body: {'router': {'name': 'tempest-snat-router-751750176', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'enable_snat': False}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:50.399855 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-81415b21-f7f2-422c-9fee-8c7d69c7361d tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/3e229599-fe18-4619-a0a5-c398161d3d43 HTTP/1.1" status: 204 len: 168 time: 1.5604117 Jul 06 11:58:50.429204 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.432086 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.519887 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.562898 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.750676 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:51.094994 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:51.152964 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:51.289775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Allocated IP 172.25.0.191 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:51.421877 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:51.469434 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:51.510526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:51.515873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:51.520422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:51.527007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event updated for resources: {'Port': ['ID=c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:51.560209 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.563034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.563034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.563034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.563034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.563034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.563034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.563034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.563034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.563909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.564264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.564678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:51.837513 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.566443 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.734487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Router b789af4a-f8e3-4114-915e-08e8f670789f is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:58:52.909712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:52.928412 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Sync routers for ids ['b789af4a-f8e3-4114-915e-08e8f670789f'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:52.935581 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.937361 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7c91c4c5-b046-4ea9-b9af-bb375c898817 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5456953 Jul 06 11:58:52.940038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37064) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:52.961171 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Routers {'b789af4a-f8e3-4114-915e-08e8f670789f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:52.962378 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b789af4a-f8e3-4114-915e-08e8f670789f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:53.148461 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f0f62daa-93ec-4ffe-b029-ef4c2b532710 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/routers/b789af4a-f8e3-4114-915e-08e8f670789f HTTP/1.1" status: 200 len: 908 time: 0.2071793 Jul 06 11:58:53.151355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37072) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:53.157318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Request body: {'router': {'name': 'tempest-snat-router-751750176', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'enable_snat': True}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:53.199327 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.199758 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Set router b789af4a-f8e3-4114-915e-08e8f670789f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:53.200648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.296085 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.469596 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.492043 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b789af4a-f8e3-4114-915e-08e8f670789f', 'name': 'tempest-snat-router-751750176', 'tenant_id': 'dcd28cc1c45944f18e81e567f5645579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191'}], 'enable_snat': False}, 'gw_port_id': 'c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:50Z', 'updated_at': '2021-07-06T11:58:51Z', 'revision_number': 3, 'project_id': 'dcd28cc1c45944f18e81e567f5645579', 'gw_port': {'id': 'c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b789af4a-f8e3-4114-915e-08e8f670789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:51Z', 'updated_at': '2021-07-06T11:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:53.523117 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Checking router: b789af4a-f8e3-4114-915e-08e8f670789f for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:53.523773 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Updating router b789af4a-f8e3-4114-915e-08e8f670789f port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:58:53.570238 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.836008 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.864310 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.908069 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.921787 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Transition to ACTIVE for port object c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:53.932591 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.988884 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Attempting to bind port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:53.988884 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Attempting to bind port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:53.989240 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Attempting to bind port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:54.003158 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:54.003548 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:54.004081 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.004808 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:54.005337 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Bound port: c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:54.005795 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.013483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Allocated IP 172.25.0.89 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/84ad0351-3283-4389-a596-8e9b7a01d2e2) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:54.069878 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] For port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:54.074610 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] For port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:54.076468 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Pushing event updated for resources: {'Port': ['ID=c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:54.086439 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.089784 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.090239 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.090997 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.091984 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.092155 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.092544 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.093206 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.093640 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.094028 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.094418 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.095132 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.095601 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:54.154804 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa5094-9dfc-413f-99c1-24d31e14eb40 None None] Pushing event updated for resources: {'Port': ['ID=c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:54.179357 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Routers {'b789af4a-f8e3-4114-915e-08e8f670789f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:54.180725 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b789af4a-f8e3-4114-915e-08e8f670789f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:54.258892 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.337253 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.386805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:54.407543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:54.407905 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] Set router b789af4a-f8e3-4114-915e-08e8f670789f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:54.419535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:54.473021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event updated for resources: {'Port': ['ID=84ad0351-3283-4389-a596-8e9b7a01d2e2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:54.836014 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b789af4a-f8e3-4114-915e-08e8f670789f', 'name': 'tempest-snat-router-751750176', 'tenant_id': 'dcd28cc1c45944f18e81e567f5645579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191'}], 'enable_snat': False}, 'gw_port_id': 'c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:50Z', 'updated_at': '2021-07-06T11:58:51Z', 'revision_number': 3, 'project_id': 'dcd28cc1c45944f18e81e567f5645579', 'gw_port': {'id': 'c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b789af4a-f8e3-4114-915e-08e8f670789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:51Z', 'updated_at': '2021-07-06T11:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:54.862556 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.871944 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d0f0b-dd41-431f-a2aa-7059f024f402 None None] The sync data for ids ['b789af4a-f8e3-4114-915e-08e8f670789f'] in n-d-799527-2 is: [{'id': 'b789af4a-f8e3-4114-915e-08e8f670789f', 'name': 'tempest-snat-router-751750176', 'tenant_id': 'dcd28cc1c45944f18e81e567f5645579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191'}], 'enable_snat': False}, 'gw_port_id': 'c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:50Z', 'updated_at': '2021-07-06T11:58:51Z', 'revision_number': 3, 'project_id': 'dcd28cc1c45944f18e81e567f5645579', 'gw_port': {'id': 'c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b789af4a-f8e3-4114-915e-08e8f670789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:51Z', 'updated_at': '2021-07-06T11:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:55.115099 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.312695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Router f4d3510e-9abe-4571-800e-326c1d69dc06 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:58:55.470304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:55.524625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:55.546630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Sync routers for ids ['f4d3510e-9abe-4571-800e-326c1d69dc06'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:55.549936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:55.551685 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.555342 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bae93fd3-5ab7-408c-9b04-0796830f8c6f tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.4000258 Jul 06 11:58:55.555777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37128) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:55.559280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:55.559663 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.590669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Routers {'f4d3510e-9abe-4571-800e-326c1d69dc06'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:55.591562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['f4d3510e-9abe-4571-800e-326c1d69dc06'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:55.661127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37136) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:55.748216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:55.772669 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f698ecf6-ab0d-41e3-9d4b-a09703963ab7 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/routers/f4d3510e-9abe-4571-800e-326c1d69dc06 HTTP/1.1" status: 200 len: 906 time: 0.2104013 Jul 06 11:58:55.818879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Set router f4d3510e-9abe-4571-800e-326c1d69dc06 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:55.822026 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.831076 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:58:55.855319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:55.903080 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:56.127903 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:56.150524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:56.264476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d3510e-9abe-4571-800e-326c1d69dc06', 'name': 'tempest-snat-router-751750176', 'tenant_id': 'dcd28cc1c45944f18e81e567f5645579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '84ad0351-3283-4389-a596-8e9b7a01d2e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:53Z', 'updated_at': '2021-07-06T11:58:54Z', 'revision_number': 3, 'project_id': 'dcd28cc1c45944f18e81e567f5645579', 'gw_port': {'id': '84ad0351-3283-4389-a596-8e9b7a01d2e2', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d3510e-9abe-4571-800e-326c1d69dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:53Z', 'updated_at': '2021-07-06T11:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:56.313414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Checking router: f4d3510e-9abe-4571-800e-326c1d69dc06 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:56.315701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Updating router f4d3510e-9abe-4571-800e-326c1d69dc06 port 84ad0351-3283-4389-a596-8e9b7a01d2e2 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:58:56.379344 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:56.466508 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:56.735143 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Deleting port 84ad0351-3283-4389-a596-8e9b7a01d2e2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:56.735822 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:56.899394 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:56.919683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Calling delete_port for 84ad0351-3283-4389-a596-8e9b7a01d2e2 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:57.030276 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.044204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Transition to ACTIVE for port object 84ad0351-3283-4389-a596-8e9b7a01d2e2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:57.053994 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.136014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Attempting to bind port 84ad0351-3283-4389-a596-8e9b7a01d2e2 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:57.136649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Attempting to bind port 84ad0351-3283-4389-a596-8e9b7a01d2e2 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:57.137550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Attempting to bind port 84ad0351-3283-4389-a596-8e9b7a01d2e2 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:57.148571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:57.150411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:57.150897 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.151384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:57.151977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Bound port: 84ad0351-3283-4389-a596-8e9b7a01d2e2, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:57.152815 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.156591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f3b68-5f1a-48fc-9d74-b75db3d056e9 None None] Pushing event updated for resources: {'Port': ['ID=84ad0351-3283-4389-a596-8e9b7a01d2e2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:57.184711 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.407812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:57.504920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:57.510068 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.514489 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:58:57.514852 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:58:57.518239 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.647180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event deleted for resources: {'Port': ['ID=84ad0351-3283-4389-a596-8e9b7a01d2e2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:57.750999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.872611 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.876933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.956715 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.957598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4d3510e-9abe-4571-800e-326c1d69dc06 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:58:57.964185 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.965368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c283e0c6-4053-483d-be0e-23201c9404eb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f4d3510e-9abe-4571-800e-326c1d69dc06 HTTP/1.1" status: 204 len: 168 time: 2.2151592 Jul 06 11:58:57.968249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37182) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:57.996545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] Deleting port 108326e4-2f62-4e47-a9c7-9f8f3809e983 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:57.996545 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.056574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Attempting to bind port 84ad0351-3283-4389-a596-8e9b7a01d2e2 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:58.057509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Attempting to bind port 84ad0351-3283-4389-a596-8e9b7a01d2e2 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:58.057888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Attempting to bind port 84ad0351-3283-4389-a596-8e9b7a01d2e2 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:58.070028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:58.071178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:58.074105 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.074526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:58.075028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Bound port: 84ad0351-3283-4389-a596-8e9b7a01d2e2, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:58.077228 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.105955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.126064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Port 84ad0351-3283-4389-a596-8e9b7a01d2e2 has been deleted concurrently {{(pid=93816) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 11:58:58.142826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Routers set() bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:58.143218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Router IDs set() for agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:58:58.143876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_agentschedulers_db [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f4d3510e-9abe-4571-800e-326c1d69dc06'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent'). {{(pid=93816) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 11:58:58.144618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206272a6-bea7-4e99-ab46-76914e345195 None None] The sync data for ids ['f4d3510e-9abe-4571-800e-326c1d69dc06'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:58.159716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] For port 108326e4-2f62-4e47-a9c7-9f8f3809e983, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=108326e4-2f62-4e47-a9c7-9f8f3809e983,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:58.160270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.182687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] Calling delete_port for 108326e4-2f62-4e47-a9c7-9f8f3809e983 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:58.259083 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.330530 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Deleting port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:58.330877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.420619 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.438019 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] For port c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:58.438391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.454385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Calling delete_port for c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:58.465471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=108326e4-2f62-4e47-a9c7-9f8f3809e983,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:58.667252 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.747027 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.768808 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.813285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event deleted for resources: {'Port': ['ID=c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:58.826478 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.913070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.021033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] Router 095d771b-6b38-47e7-bd00-3bdfda39c217 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:59.048034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.054460 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.114700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.115597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b789af4a-f8e3-4114-915e-08e8f670789f {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:58:59.122253 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.129254 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6fb31849-d8ba-465a-aeb0-93f9df2d7f15 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b789af4a-f8e3-4114-915e-08e8f670789f HTTP/1.1" status: 204 len: 168 time: 1.1596911 Jul 06 11:58:59.132576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37194) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:59.145560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-952019729', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:59.193333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.194687 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.215768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:59.222447 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f4a7130d-34ce-4da0-a1cf-ea5bf119a5b8 admin admin] 10.222.0.21 "PUT /v2.0/routers/095d771b-6b38-47e7-bd00-3bdfda39c217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5600061 Jul 06 11:58:59.224701 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37198) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:59.228483 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca34ce-2cfd-4d47-a40e-0d6969f34565 None None] Sync routers for ids ['095d771b-6b38-47e7-bd00-3bdfda39c217'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:59.250659 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca34ce-2cfd-4d47-a40e-0d6969f34565 None None] Routers {'095d771b-6b38-47e7-bd00-3bdfda39c217'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:59.251308 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aaca34ce-2cfd-4d47-a40e-0d6969f34565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['095d771b-6b38-47e7-bd00-3bdfda39c217'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:59.373677 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.509288 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.544392 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-aaca34ce-2cfd-4d47-a40e-0d6969f34565 None None] Set router 095d771b-6b38-47e7-bd00-3bdfda39c217 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:59.561591 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.794013 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.884469 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aaca34ce-2cfd-4d47-a40e-0d6969f34565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:58:58Z', 'revision_number': 5, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port': {'id': '63ad322c-2726-4829-bed9-c37f3639a96a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:46:42Z', 'updated_at': '2021-07-06T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:59.924147 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca34ce-2cfd-4d47-a40e-0d6969f34565 None None] Checking router: 095d771b-6b38-47e7-bd00-3bdfda39c217 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:59.925688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Deleting port 63ad322c-2726-4829-bed9-c37f3639a96a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:59.926275 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.942444 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.950638 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca34ce-2cfd-4d47-a40e-0d6969f34565 None None] Routers {'095d771b-6b38-47e7-bd00-3bdfda39c217'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:59.951281 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aaca34ce-2cfd-4d47-a40e-0d6969f34565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['095d771b-6b38-47e7-bd00-3bdfda39c217'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:59.965848 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.053409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] For port 63ad322c-2726-4829-bed9-c37f3639a96a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=63ad322c-2726-4829-bed9-c37f3639a96a,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:00.053972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.082451 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-aaca34ce-2cfd-4d47-a40e-0d6969f34565 None None] Set router 095d771b-6b38-47e7-bd00-3bdfda39c217 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:00.155101 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aaca34ce-2cfd-4d47-a40e-0d6969f34565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:58:59Z', 'revision_number': 6, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:00.190543 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaca34ce-2cfd-4d47-a40e-0d6969f34565 None None] The sync data for ids ['095d771b-6b38-47e7-bd00-3bdfda39c217'] in n-d-799527-2 is: [{'id': '095d771b-6b38-47e7-bd00-3bdfda39c217', 'name': 'tempest-TaggedBootDevicesTest_v242-698381229-router', 'tenant_id': '8aed4f75709244388e5e276ed33f28da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:46:41Z', 'updated_at': '2021-07-06T11:58:59Z', 'revision_number': 6, 'project_id': '8aed4f75709244388e5e276ed33f28da', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:00.255952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Allocated IP 172.25.0.192 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/740ff682-14df-4cc1-82d0-4d940f8ea3a4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:00.405715 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.526318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.632415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:00.662259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:00.670157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:00.686968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Calling delete_port for 63ad322c-2726-4829-bed9-c37f3639a96a owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:00.755714 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Pushing event updated for resources: {'Port': ['ID=740ff682-14df-4cc1-82d0-4d940f8ea3a4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:00.936185 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.982373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Pushing event deleted for resources: {'Port': ['ID=63ad322c-2726-4829-bed9-c37f3639a96a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:01.077408 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.337173 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.343332 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.388436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:01.427197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:01.428002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c09ab882-3bbf-4aa6-a31c-c2545a6b1a1c not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:01.428670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 108326e4-2f62-4e47-a9c7-9f8f3809e983 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:01.432020 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.432910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Fanout notify agent at l3_agent the message router_deleted on router 095d771b-6b38-47e7-bd00-3bdfda39c217 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:59:01.439609 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.441591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cdb1a904-2223-4630-85bc-8180dcb97ead admin admin] 10.222.0.21 "DELETE /v2.0/routers/095d771b-6b38-47e7-bd00-3bdfda39c217 HTTP/1.1" status: 204 len: 168 time: 2.2149050 Jul 06 11:59:01.443201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37210) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:01.459420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 108326e4-2f62-4e47-a9c7-9f8f3809e983 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:01.460396 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 108326e4-2f62-4e47-a9c7-9f8f3809e983 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:01.461683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 63ad322c-2726-4829-bed9-c37f3639a96a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:01.492974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 63ad322c-2726-4829-bed9-c37f3639a96a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:01.494023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 63ad322c-2726-4829-bed9-c37f3639a96a not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:01.575685 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-955a70b2-8af9-4ced-bc9b-4426b4ecbb28 admin admin] Deleting subnet 78e85877-f670-4c7e-8b64-45444a2227a0 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:59:01.580759 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-955a70b2-8af9-4ced-bc9b-4426b4ecbb28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.629023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.630284 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-955a70b2-8af9-4ced-bc9b-4426b4ecbb28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.762030 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-955a70b2-8af9-4ced-bc9b-4426b4ecbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.884426 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-955a70b2-8af9-4ced-bc9b-4426b4ecbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.907248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6266e675-2c7e-4ac5-8a7e-62e90b85f434 None None] Network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:01.947337 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-955a70b2-8af9-4ced-bc9b-4426b4ecbb28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.951515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-955a70b2-8af9-4ced-bc9b-4426b4ecbb28 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/78e85877-f670-4c7e-8b64-45444a2227a0 HTTP/1.1" status: 204 len: 168 time: 0.5040910 Jul 06 11:59:01.952721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:01.953474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a70b2-8af9-4ced-bc9b-4426b4ecbb28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e85877-f670-4c7e-8b64-45444a2227a0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:02.097525 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.145627 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.259472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Deleting port 1cf5a76a-07b3-472c-8958-6d8668e780b4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:02.260061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.301070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37224) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:02.307779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e706da9-1a70-473b-adc1-58193f1d20ea None None] DHCP port deletion for fc45a5f0-1e2d-452c-93ef-0f6b827b1039 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:59:02.391407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] For port 1cf5a76a-07b3-472c-8958-6d8668e780b4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1cf5a76a-07b3-472c-8958-6d8668e780b4,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:02.391806 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.423825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Calling delete_port for 1cf5a76a-07b3-472c-8958-6d8668e780b4 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:02.426584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4e706da9-1a70-473b-adc1-58193f1d20ea None None] Deleting port 1cf5a76a-07b3-472c-8958-6d8668e780b4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:02.428053 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e706da9-1a70-473b-adc1-58193f1d20ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.477090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Router d9902f05-8f1c-408f-8605-e2f37c7dad13 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:59:02.557895 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f26badc8-7e7d-44e1-af9e-6b1498c093a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.559953 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.566177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4e706da9-1a70-473b-adc1-58193f1d20ea None None] For port 1cf5a76a-07b3-472c-8958-6d8668e780b4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1cf5a76a-07b3-472c-8958-6d8668e780b4,segment=NetworkSegment(1c13388e-5ef2-4f72-818e-56d9214db14e),segment_id=1c13388e-5ef2-4f72-818e-56d9214db14e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:02.566742 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e706da9-1a70-473b-adc1-58193f1d20ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.583665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4e706da9-1a70-473b-adc1-58193f1d20ea None None] Calling delete_port for 1cf5a76a-07b3-472c-8958-6d8668e780b4 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:02.600961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf5a76a-07b3-472c-8958-6d8668e780b4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:02.613098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] No DVR routers for this DVR port 1cf5a76a-07b3-472c-8958-6d8668e780b4 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:02.721834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.757382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc45a5f0-1e2d-452c-93ef-0f6b827b1039']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:02.778263 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c13388e-5ef2-4f72-818e-56d9214db14e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:02.778648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c13388e-5ef2-4f72-818e-56d9214db14e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:02.796940 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.825672 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.841258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:59:02.841715 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: items = [ Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:59:02.843716 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:59:02.928520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:02.980442 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.986205 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-d520fc65-b691-47d9-b26e-8f3c8db8c377 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1529047 Jul 06 11:59:03.007002 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f26badc8-7e7d-44e1-af9e-6b1498c093a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.035936 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.037564 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f371668e-18a2-4664-b76c-25db0dd5ad33 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9030349 Jul 06 11:59:03.040510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37232) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:03.048774 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.050322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-308075dc-0624-4f9a-810a-08e47c96532c tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'enable_snat': False}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:03.058062 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] 10.222.0.21 "DELETE /v2.0/networks/fc45a5f0-1e2d-452c-93ef-0f6b827b1039 HTTP/1.1" status: 204 len: 168 time: 1.0993884 Jul 06 11:59:03.073309 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f26badc8-7e7d-44e1-af9e-6b1498c093a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.138573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da85604-e28c-43ec-b4a6-96b59a46ac8d admin admin] Pushing event deleted for resources: {'Network': ['ID=fc45a5f0-1e2d-452c-93ef-0f6b827b1039,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:03.250900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26badc8-7e7d-44e1-af9e-6b1498c093a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829502e8-4295-49bd-be5c-07b042dcb554,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:03.261207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06ae07b-ff81-432c-ad86-5d3863f45245 None None] Sync routers for ids ['d9902f05-8f1c-408f-8605-e2f37c7dad13'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:03.265090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f26badc8-7e7d-44e1-af9e-6b1498c093a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56259e741cd14bab980100021a72b5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9612079 Jul 06 11:59:03.266603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:59:03.278442 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 11:59:03.298232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06ae07b-ff81-432c-ad86-5d3863f45245 None None] Routers {'d9902f05-8f1c-408f-8605-e2f37c7dad13'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:03.302247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d06ae07b-ff81-432c-ad86-5d3863f45245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d9902f05-8f1c-408f-8605-e2f37c7dad13'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:03.355663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37242) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:03.362524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d06ae07b-ff81-432c-ad86-5d3863f45245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:03.366290 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e706da9-1a70-473b-adc1-58193f1d20ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.428393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c7143731-5bad-4c07-ad7f-5b1751865efa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8aed4f75709244388e5e276ed33f28da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704978 Jul 06 11:59:03.429406 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d33206a-179f-4a99-b64c-701690ebbad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.431613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:03.444839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e706da9-1a70-473b-adc1-58193f1d20ea None None] Pushing event deleted for resources: {'Port': ['ID=1cf5a76a-07b3-472c-8958-6d8668e780b4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:03.448995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1cf5a76a-07b3-472c-8958-6d8668e780b4 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:03.481054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06ae07b-ff81-432c-ad86-5d3863f45245 None None] Routers {'d9902f05-8f1c-408f-8605-e2f37c7dad13'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:03.481708 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d06ae07b-ff81-432c-ad86-5d3863f45245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d9902f05-8f1c-408f-8605-e2f37c7dad13'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:03.484444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e706da9-1a70-473b-adc1-58193f1d20ea None None] Network fc45a5f0-1e2d-452c-93ef-0f6b827b1039 is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:59:03.484910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e706da9-1a70-473b-adc1-58193f1d20ea None None] No DVR routers for this DVR port 1cf5a76a-07b3-472c-8958-6d8668e780b4 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:03.501277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 1cf5a76a-07b3-472c-8958-6d8668e780b4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:03.501701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1cf5a76a-07b3-472c-8958-6d8668e780b4 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:03.507609 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1140dc4-2e18-4024-a8fd-8b90b32892df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.515124 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d33206a-179f-4a99-b64c-701690ebbad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.539089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-022a4f5f-6bb4-4afb-830f-32b2c016730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:03.541402 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-022a4f5f-6bb4-4afb-830f-32b2c016730a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=06b0c8f3170045098f5e1bfabb4f6760&device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 1096 time: 0.3635089 Jul 06 11:59:03.544759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d06ae07b-ff81-432c-ad86-5d3863f45245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:03.546129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06ae07b-ff81-432c-ad86-5d3863f45245 None None] The sync data for ids ['d9902f05-8f1c-408f-8605-e2f37c7dad13'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:03.558788 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1140dc4-2e18-4024-a8fd-8b90b32892df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.615273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d33206a-179f-4a99-b64c-701690ebbad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.620940 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d33206a-179f-4a99-b64c-701690ebbad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.624911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9d33206a-179f-4a99-b64c-701690ebbad4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/829502e8-4295-49bd-be5c-07b042dcb554 HTTP/1.1" status: 204 len: 168 time: 0.3564026 Jul 06 11:59:03.659488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33206a-179f-4a99-b64c-701690ebbad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829502e8-4295-49bd-be5c-07b042dcb554,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:03.664982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1140dc4-2e18-4024-a8fd-8b90b32892df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.670127 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1140dc4-2e18-4024-a8fd-8b90b32892df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.672241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a1140dc4-2e18-4024-a8fd-8b90b32892df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67d7186a-e85f-46b9-bc75-a9b128c7e70f HTTP/1.1" status: 204 len: 168 time: 0.2387574 Jul 06 11:59:03.695077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1140dc4-2e18-4024-a8fd-8b90b32892df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d7186a-e85f-46b9-bc75-a9b128c7e70f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:03.862468 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-fd820efa-9035-407a-b5f7-a0947af8422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:03.864903 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-fd820efa-9035-407a-b5f7-a0947af8422a service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e8cc18e-a9b9-440a-9257-de88c56b6e92 HTTP/1.1" status: 200 len: 910 time: 0.2614074 Jul 06 11:59:03.918512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-308075dc-0624-4f9a-810a-08e47c96532c tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.049882 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-f46fa482-158a-4f00-ad16-bfab92b4e346 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eab45a69-a21b-4bca-af33-ee9e260bb8ad HTTP/1.1" status: 200 len: 1001 time: 0.1731269 Jul 06 11:59:04.120892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-4afb98a5-4770-4efe-adea-21b16d4acfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:04.122371 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-4afb98a5-4770-4efe-adea-21b16d4acfe7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=147ab45f-590a-4b4e-9326-1bb515f7886f HTTP/1.1" status: 200 len: 848 time: 0.0617790 Jul 06 11:59:04.344021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-9c50c34f-96a6-43f1-b019-fac1023d97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:04.346165 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-9c50c34f-96a6-43f1-b019-fac1023d97a1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e8cc18e-a9b9-440a-9257-de88c56b6e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2108400 Jul 06 11:59:04.376896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:04.396059 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-439bdf8f-ae5a-4b18-a463-047a778b30fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.532754 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-439bdf8f-ae5a-4b18-a463-047a778b30fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.543947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-439bdf8f-ae5a-4b18-a463-047a778b30fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.583175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37268) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:04.584337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-439bdf8f-ae5a-4b18-a463-047a778b30fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=664b669e31974b649c53c580ed432870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065172 Jul 06 11:59:04.614232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bdf8f-ae5a-4b18-a463-047a778b30fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e351658-4a2a-4146-bb50-ba83a56c2c15,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:04.653290 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-a8e367e5-d693-48ee-9cc6-18b8d5d0f232 service neutron] 10.222.0.86 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949355 Jul 06 11:59:04.791246 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-787a1c5c-a2ba-4b48-9ac0-a1b26ce77b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.957927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:05.111925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1060678313-network', 'tenant_id': '21d0884440c6410887193d16e95d81d7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:05.140404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Made reservation on behalf of 21d0884440c6410887193d16e95d81d7 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:05.143382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.154310 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.171854 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-787a1c5c-a2ba-4b48-9ac0-a1b26ce77b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.216617 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-308075dc-0624-4f9a-810a-08e47c96532c tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.229309 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-305c9d35-a6ad-420b-b339-427e6c1c9d0e req-5512d6fb-6e62-47c8-998c-99c8d4a17871 service neutron] 10.222.0.86 "GET /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648575 Jul 06 11:59:05.231272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-308075dc-0624-4f9a-810a-08e47c96532c tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.310667 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.316933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.331872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:59:05.344229 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-787a1c5c-a2ba-4b48-9ac0-a1b26ce77b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.344882 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.348381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-787a1c5c-a2ba-4b48-9ac0-a1b26ce77b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.352024 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Added segment b5bb0935-e7ac-4d5c-b13e-748856a023c2 of type vlan for network 7ff11004-6bf0-4212-87ee-fcd232cc322f Jul 06 11:59:05.352208 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-787a1c5c-a2ba-4b48-9ac0-a1b26ce77b03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e351658-4a2a-4146-bb50-ba83a56c2c15 HTTP/1.1" status: 204 len: 168 time: 0.7656803 Jul 06 11:59:05.369055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a1c5c-a2ba-4b48-9ac0-a1b26ce77b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e351658-4a2a-4146-bb50-ba83a56c2c15,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:05.392440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308075dc-0624-4f9a-810a-08e47c96532c tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Router d9902f05-8f1c-408f-8605-e2f37c7dad13 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:59:05.425354 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.504728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db638968-a08d-4a97-ba9f-fc4519e636f6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:05.509895 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.510934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:05.511540 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.559283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308075dc-0624-4f9a-810a-08e47c96532c tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:05.578895 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-308075dc-0624-4f9a-810a-08e47c96532c tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.580858 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb6c18-b818-4617-afc8-7a492a52ac43 None None] Sync routers for ids ['d9902f05-8f1c-408f-8605-e2f37c7dad13'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:05.584927 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-308075dc-0624-4f9a-810a-08e47c96532c tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "PUT /v2.0/routers/d9902f05-8f1c-408f-8605-e2f37c7dad13 HTTP/1.1" status: 200 len: 925 time: 2.5408545 Jul 06 11:59:05.585572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37294) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:05.603768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6419375 Jul 06 11:59:05.605870 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb6c18-b818-4617-afc8-7a492a52ac43 None None] Routers {'d9902f05-8f1c-408f-8605-e2f37c7dad13'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:05.606373 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-babb6c18-b818-4617-afc8-7a492a52ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d9902f05-8f1c-408f-8605-e2f37c7dad13'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:05.610735 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:05.626446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] Request body: {'subnet': {'network_id': '7ff11004-6bf0-4212-87ee-fcd232cc322f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1060678313-subnet', 'tenant_id': '21d0884440c6410887193d16e95d81d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:05.645273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778441b-adce-494d-a1c6-8dc961d15624 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff11004-6bf0-4212-87ee-fcd232cc322f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:05.656523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 7ff11004-6bf0-4212-87ee-fcd232cc322f details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:59:05.704756 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-babb6c18-b818-4617-afc8-7a492a52ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:05.705565 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] Made reservation on behalf of 21d0884440c6410887193d16e95d81d7 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:05.713858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.717559 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb6c18-b818-4617-afc8-7a492a52ac43 None None] Routers {'d9902f05-8f1c-408f-8605-e2f37c7dad13'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:05.718324 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-babb6c18-b818-4617-afc8-7a492a52ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d9902f05-8f1c-408f-8605-e2f37c7dad13'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:05.740794 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-27f29246-9685-48ed-8386-ca61497fa5c6 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/routers/d9902f05-8f1c-408f-8605-e2f37c7dad13 HTTP/1.1" status: 200 len: 925 time: 0.1539953 Jul 06 11:59:05.752264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37298) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:05.774126 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-babb6c18-b818-4617-afc8-7a492a52ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:05.774126 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb6c18-b818-4617-afc8-7a492a52ac43 None None] The sync data for ids ['d9902f05-8f1c-408f-8605-e2f37c7dad13'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:05.906749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854738f7-8602-4015-916f-f7c22d291d1d tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:05.909773 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-854738f7-8602-4015-916f-f7c22d291d1d tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&device_id=d9902f05-8f1c-408f-8605-e2f37c7dad13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1549861 Jul 06 11:59:05.911073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37306) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:06.039024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ee3d8-8ec5-425f-962d-32db6cd60e89 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:06.041874 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8c4ee3d8-8ec5-425f-962d-32db6cd60e89 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 881 time: 0.1293013 Jul 06 11:59:06.043324 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.044549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37312) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:06.081639 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6fe0d27a-b8f9-43d7-9a7f-b4b2a1753add tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9902f05-8f1c-408f-8605-e2f37c7dad13 HTTP/1.1" status: 200 len: 205 time: 0.0356011 Jul 06 11:59:06.084061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37314) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:06.166012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ab760e-0cb2-45c2-a59d-04f7e480acbe,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:06.183182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] Checking segment: {'id': 'b5bb0935-e7ac-4d5c-b13e-748856a023c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ff11004-6bf0-4212-87ee-fcd232cc322f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:06.183773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] Network hostable DHCP agents. Network: 7ff11004-6bf0-4212-87ee-fcd232cc322f, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:59:06.214954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] Network 7ff11004-6bf0-4212-87ee-fcd232cc322f is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:59:06.232827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 7ff11004-6bf0-4212-87ee-fcd232cc322f) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:06.240488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:06.241400 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.246750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc265f4-e213-4c15-bbc8-26f75f61d0c8 None None] Network 7ff11004-6bf0-4212-87ee-fcd232cc322f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:06.247896 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.272259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a14b9e2d-fc35-4ccb-9c0d-9c25c1970e15 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6601286 Jul 06 11:59:06.467222 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.467496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2524e702-0e93-4992-b991-a5897ee78062 None None] Network 7ff11004-6bf0-4212-87ee-fcd232cc322f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:06.582742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Deleting port 740ff682-14df-4cc1-82d0-4d940f8ea3a4 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:06.583097 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.759016 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.786052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Calling delete_port for 740ff682-14df-4cc1-82d0-4d940f8ea3a4 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:07.100673 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.146445 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Pushing event deleted for resources: {'Port': ['ID=740ff682-14df-4cc1-82d0-4d940f8ea3a4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:07.231130 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.413739 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.417536 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.472884 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.473551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Fanout notify agent at l3_agent the message router_deleted on router d9902f05-8f1c-408f-8605-e2f37c7dad13 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:59:07.488980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.491239 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fb330857-3665-40d4-a800-ddfbdc9293de tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/d9902f05-8f1c-408f-8605-e2f37c7dad13 HTTP/1.1" status: 204 len: 168 time: 1.4049852 Jul 06 11:59:07.494857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37362) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:07.502698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0e8aa45f-5707-43fe-903b-6613fa9224fb tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1566731349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:07.508982 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-c6285741-64dd-46e6-9398-04c8254e0be4 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:07.510596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-c6285741-64dd-46e6-9398-04c8254e0be4 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/networks?id=7ff11004-6bf0-4212-87ee-fcd232cc322f HTTP/1.1" status: 200 len: 814 time: 0.1353703 Jul 06 11:59:07.536599 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa45f-5707-43fe-903b-6613fa9224fb tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.538507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-3d202001-639d-47a0-b234-4ffbbc8ef283 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/quotas/21d0884440c6410887193d16e95d81d7 HTTP/1.1" status: 200 len: 375 time: 0.0214665 Jul 06 11:59:07.539550 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa45f-5707-43fe-903b-6613fa9224fb tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.586829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-3f846467-a91d-4df6-9fa0-11b47b910120 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=21d0884440c6410887193d16e95d81d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465589 Jul 06 11:59:07.658308 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa45f-5707-43fe-903b-6613fa9224fb tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.668832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa45f-5707-43fe-903b-6613fa9224fb tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.693542 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa45f-5707-43fe-903b-6613fa9224fb tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.697849 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0e8aa45f-5707-43fe-903b-6613fa9224fb tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1973851 Jul 06 11:59:07.698231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37370) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:07.705484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:08.103411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-b14bab90-9e58-453a-83ae-85734474ca93 service neutron] 10.222.0.21 "GET /v2.0/networks/7ff11004-6bf0-4212-87ee-fcd232cc322f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156467 Jul 06 11:59:08.105380 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.270947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-9d393e25-ba58-4155-b167-5f15caf44f56 service neutron] 10.222.0.21 "GET /v2.0/networks/7ff11004-6bf0-4212-87ee-fcd232cc322f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616092 Jul 06 11:59:08.520959 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.591372 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e35798c0-ff49-4b80-bdf4-5082bed612d1 req-dcea48ad-6a09-4b53-932d-eaa6a1a07cb4 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 210 time: 0.0810409 Jul 06 11:59:08.597537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.777288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Allocated IP 172.25.0.206 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/6310bf93-beeb-41bf-b6bd-bfc145d57e48) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:09.000195 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:09.058107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4267f7-20d4-4837-9df8-4be0932677be req-78e3f413-2a5c-49be-b227-e402f709c35f tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:09.064153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d4267f7-20d4-4837-9df8-4be0932677be req-78e3f413-2a5c-49be-b227-e402f709c35f tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 946 time: 0.1154509 Jul 06 11:59:09.102381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:09.160115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d4267f7-20d4-4837-9df8-4be0932677be req-c9c9d5cb-d1ac-4a5a-b9e9-5f6de3cfb019 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942531 Jul 06 11:59:09.190624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:09.195916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:09.199912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:09.206517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Pushing event updated for resources: {'Port': ['ID=6310bf93-beeb-41bf-b6bd-bfc145d57e48,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:09.486696 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:09.749557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:09.749557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:09.924736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Router f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:59:10.030720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-301d55b8-b0d6-4159-ba77-37060388ed5f req-7ce809a4-cbfc-473c-9c1a-a7bc5cf45a4a tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 210 time: 0.2749822 Jul 06 11:59:10.106944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-c4bd5940-6a8a-41ff-adc2-c0253d38e4ba tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:10.108931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-c4bd5940-6a8a-41ff-adc2-c0253d38e4ba tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.86 "GET /v2.0/networks?id=7ff11004-6bf0-4212-87ee-fcd232cc322f HTTP/1.1" status: 200 len: 814 time: 0.1375647 Jul 06 11:59:10.117148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:10.131789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651665d-5fb0-4be3-972b-551950614892 None None] Sync routers for ids ['f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:10.132363 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:10.137183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cd3b260d-15b0-46c0-a248-2263b6cc722b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "PUT /v2.0/routers/f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1 HTTP/1.1" status: 200 len: 884 time: 2.4367192 Jul 06 11:59:10.139186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37422) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:10.141458 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Request body: {'port': {'device_id': 'e50f5856-5f51-462d-b6d6-e18745880496', 'network_id': '7ff11004-6bf0-4212-87ee-fcd232cc322f', 'admin_state_up': True, 'tenant_id': '21d0884440c6410887193d16e95d81d7'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:10.148745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651665d-5fb0-4be3-972b-551950614892 None None] Routers {'f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:10.152122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9651665d-5fb0-4be3-972b-551950614892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:10.200100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9651665d-5fb0-4be3-972b-551950614892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:10.216835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651665d-5fb0-4be3-972b-551950614892 None None] Routers {'f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:10.217552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9651665d-5fb0-4be3-972b-551950614892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:10.268723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9651665d-5fb0-4be3-972b-551950614892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:10.269738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651665d-5fb0-4be3-972b-551950614892 None None] The sync data for ids ['f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:10.345649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-47eaf7f3-4119-4d79-9904-ec9ce8bb6ec8 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/routers/f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1 HTTP/1.1" status: 200 len: 925 time: 0.2048364 Jul 06 11:59:10.348783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37426) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:10.434840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38aa6a-f324-4aa9-a338-38c5e8404f85 req-adb8d06b-b468-4144-aca1-44372ba7314b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:10.438903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a38aa6a-f324-4aa9-a338-38c5e8404f85 req-adb8d06b-b468-4144-aca1-44372ba7314b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 946 time: 0.0864282 Jul 06 11:59:10.466827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Made reservation on behalf of 21d0884440c6410887193d16e95d81d7 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:10.470151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:10.504793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a38aa6a-f324-4aa9-a338-38c5e8404f85 req-7f748f45-7eb4-42bb-9fe5-3d941f41ee3d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594819 Jul 06 11:59:10.567374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ce9b6-01a0-48df-b456-d51e5684df42 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:10.574445 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5b4ce9b6-01a0-48df-b456-d51e5684df42 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&device_id=f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2187107 Jul 06 11:59:10.576842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37432) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:10.691194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Allocated IP 172.20.0.9 (7ff11004-6bf0-4212-87ee-fcd232cc322f/31ab760e-0cb2-45c2-a59d-04f7e480acbe/37479d99-83b7-4d48-bdcf-775877950c76) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:10.718418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dfb501-b8c7-40f9-a66b-ca419cf4f06c tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:10.722743 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-67dfb501-b8c7-40f9-a66b-ca419cf4f06c tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 881 time: 0.1443605 Jul 06 11:59:10.724529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37434) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:10.766315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8051cb93-01d2-4d29-8873-4a79653d9e0b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1 HTTP/1.1" status: 200 len: 205 time: 0.0406861 Jul 06 11:59:10.769025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:10.854404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8927ec-25cd-4bc9-9be8-3d3cf8574b8d req-0416aa4e-6a20-4615-915f-4d96a9f2660e tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:10.856474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc8927ec-25cd-4bc9-9be8-3d3cf8574b8d req-0416aa4e-6a20-4615-915f-4d96a9f2660e tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 946 time: 0.1405001 Jul 06 11:59:10.910861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:10.954748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:10.961211 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:10.968275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-82f588f2-8a91-4178-892b-0ce009663512 req-e1e9c71b-7b92-4613-906f-e17aeec2f039 tempest-ImagesTestJSON-101824266 tempest-ImagesTestJSON-101824266-project] (93815) timed out ('10.222.0.86', 64351) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 11:59:11.017131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Network 7ff11004-6bf0-4212-87ee-fcd232cc322f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:11.024346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:11.028648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:11.054227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Pushing event updated for resources: {'Port': ['ID=37479d99-83b7-4d48-bdcf-775877950c76,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:11.098407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:11.099103 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.117991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-41b3d02c-3568-4f87-b591-dc670bbdf3ad tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9933946 Jul 06 11:59:11.131820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Request body: {'port': {'device_id': 'e50f5856-5f51-462d-b6d6-e18745880496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:11.232574 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.487331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-dc8927ec-25cd-4bc9-9be8-3d3cf8574b8d req-cf17aafc-ab90-4a05-b04c-1fd0985d6607 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Deleting port 8b14ae51-71a6-4914-94b1-5d7aee435d75 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:11.487611 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dc8927ec-25cd-4bc9-9be8-3d3cf8574b8d req-cf17aafc-ab90-4a05-b04c-1fd0985d6607 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.550566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37479d99-83b7-4d48-bdcf-775877950c76 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:11.557988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.558849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.576404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Transition to ACTIVE for port object 37479d99-83b7-4d48-bdcf-775877950c76 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:11.579059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f753bd-34b5-4937-a1a0-0daf8304fe0d req-5514324c-3f85-42d5-a26b-2e42cfd34bc2 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:11.580662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81f753bd-34b5-4937-a1a0-0daf8304fe0d req-5514324c-3f85-42d5-a26b-2e42cfd34bc2 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 931 time: 0.2076344 Jul 06 11:59:11.581661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.663580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-dc8927ec-25cd-4bc9-9be8-3d3cf8574b8d req-cf17aafc-ab90-4a05-b04c-1fd0985d6607 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] For port 8b14ae51-71a6-4914-94b1-5d7aee435d75, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8b14ae51-71a6-4914-94b1-5d7aee435d75,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:11.664510 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dc8927ec-25cd-4bc9-9be8-3d3cf8574b8d req-cf17aafc-ab90-4a05-b04c-1fd0985d6607 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.681905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Pushing event updated for resources: {'Port': ['ID=37479d99-83b7-4d48-bdcf-775877950c76,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:11.693892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-dc8927ec-25cd-4bc9-9be8-3d3cf8574b8d req-cf17aafc-ab90-4a05-b04c-1fd0985d6607 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Calling delete_port for 8b14ae51-71a6-4914-94b1-5d7aee435d75 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:11.710279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81f753bd-34b5-4937-a1a0-0daf8304fe0d req-937717b4-9ffb-43dc-9a77-6fbea262b339 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/security-groups?id=db638968-a08d-4a97-ba9f-fc4519e636f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175346 Jul 06 11:59:11.817984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Attempting to bind port 37479d99-83b7-4d48-bdcf-775877950c76 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:11.819004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Attempting to bind port 37479d99-83b7-4d48-bdcf-775877950c76 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'b5bb0935-e7ac-4d5c-b13e-748856a023c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ff11004-6bf0-4212-87ee-fcd232cc322f'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:11.819660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Attempting to bind port 37479d99-83b7-4d48-bdcf-775877950c76 on network 7ff11004-6bf0-4212-87ee-fcd232cc322f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:11.828239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Port 37479d99-83b7-4d48-bdcf-775877950c76 on network 7ff11004-6bf0-4212-87ee-fcd232cc322f not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:59:11.828793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Attempting to bind port 37479d99-83b7-4d48-bdcf-775877950c76 on network 7ff11004-6bf0-4212-87ee-fcd232cc322f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:11.835546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:11.835546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Checking segment: {'id': 'b5bb0935-e7ac-4d5c-b13e-748856a023c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ff11004-6bf0-4212-87ee-fcd232cc322f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:11.836037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Bound using segment: {'id': 'b5bb0935-e7ac-4d5c-b13e-748856a023c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ff11004-6bf0-4212-87ee-fcd232cc322f'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:11.836555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Bound port: 37479d99-83b7-4d48-bdcf-775877950c76, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5bb0935-e7ac-4d5c-b13e-748856a023c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ff11004-6bf0-4212-87ee-fcd232cc322f'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:11.836989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.866393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Deleting port 6310bf93-beeb-41bf-b6bd-bfc145d57e48 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:11.867645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.932165 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] For port 37479d99-83b7-4d48-bdcf-775877950c76, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:11.942580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] For port 37479d99-83b7-4d48-bdcf-775877950c76, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37479d99-83b7-4d48-bdcf-775877950c76,segment=NetworkSegment(b5bb0935-e7ac-4d5c-b13e-748856a023c2),segment_id=b5bb0935-e7ac-4d5c-b13e-748856a023c2)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:11.948496 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.952497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472c19c-555b-4147-baa7-74dfad03af85 req-32069922-8aa8-4e66-abfd-cff53ba4cbbd tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:11.964290 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3472c19c-555b-4147-baa7-74dfad03af85 req-32069922-8aa8-4e66-abfd-cff53ba4cbbd tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53 HTTP/1.1" status: 200 len: 946 time: 0.2751026 Jul 06 11:59:12.024917 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:12.025729 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.027946 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] 10.222.0.86 "PUT /v2.0/ports/37479d99-83b7-4d48-bdcf-775877950c76 HTTP/1.1" status: 200 len: 1091 time: 0.9008260 Jul 06 11:59:12.028528 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50f5856-5f51-462d-b6d6-e18745880496', 'tag': '37479d99-83b7-4d48-bdcf-775877950c76'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:12.031589 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a03431-cb7c-4374-a49b-64a73a445b76" -d '{"events": [{"name": "network-changed", "server_uuid": "e50f5856-5f51-462d-b6d6-e18745880496", "tag": "37479d99-83b7-4d48-bdcf-775877950c76"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:12.047253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba9a50-1a7d-4124-bbd0-a6f6f653fd07 service neutron] Pushing event updated for resources: {'Port': ['ID=37479d99-83b7-4d48-bdcf-775877950c76,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:12.068659 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3472c19c-555b-4147-baa7-74dfad03af85 req-6135b3ed-0a6b-4900-91c4-7f000c86aa7b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080983 Jul 06 11:59:12.107541 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.120290 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f2aa8f-ac43-46de-b7ed-b841f8c56559 x-openstack-request-id: req-c9f2aa8f-ac43-46de-b7ed-b841f8c56559 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:12.121437 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50f5856-5f51-462d-b6d6-e18745880496", "tag": "37479d99-83b7-4d48-bdcf-775877950c76", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:12.121615 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dc8927ec-25cd-4bc9-9be8-3d3cf8574b8d req-cf17aafc-ab90-4a05-b04c-1fd0985d6607 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.122220 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9f2aa8f-ac43-46de-b7ed-b841f8c56559 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:12.122976 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50f5856-5f51-462d-b6d6-e18745880496', 'tag': '37479d99-83b7-4d48-bdcf-775877950c76', 'status': 'completed', 'code': 200} Jul 06 11:59:12.126554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Calling delete_port for 6310bf93-beeb-41bf-b6bd-bfc145d57e48 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:12.136868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['263b2c7a-200c-449d-9a51-4848dd7760e7', 'b61e41bb-9899-4821-8202-0911558feca9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:12.139582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['69f7ce1f-acd2-462c-94d1-b3412d7761af'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:12.166344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17aafc-ab90-4a05-b04c-1fd0985d6607 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Pushing event deleted for resources: {'Port': ['ID=8b14ae51-71a6-4914-94b1-5d7aee435d75,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:12.194961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-75c72f64-9b05-4299-a422-ac3a90f9dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:12.198859 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-75c72f64-9b05-4299-a422-ac3a90f9dcac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21d0884440c6410887193d16e95d81d7&device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 1094 time: 0.0952663 Jul 06 11:59:12.254829 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-492b8ff9-50cd-4d7d-9cc2-7a401623cb37 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37479d99-83b7-4d48-bdcf-775877950c76 HTTP/1.1" status: 200 len: 217 time: 0.0480475 Jul 06 11:59:12.258896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8927ec-25cd-4bc9-9be8-3d3cf8574b8d req-cf17aafc-ab90-4a05-b04c-1fd0985d6607 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] No DVR routers for this DVR port 8b14ae51-71a6-4914-94b1-5d7aee435d75 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:12.261978 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dc8927ec-25cd-4bc9-9be8-3d3cf8574b8d req-cf17aafc-ab90-4a05-b04c-1fd0985d6607 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.264144 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc8927ec-25cd-4bc9-9be8-3d3cf8574b8d req-cf17aafc-ab90-4a05-b04c-1fd0985d6607 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "DELETE /v2.0/ports/8b14ae51-71a6-4914-94b1-5d7aee435d75 HTTP/1.1" status: 204 len: 173 time: 1.3735106 Jul 06 11:59:12.266315 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53', 'name': 'network-vif-deleted', 'tag': '8b14ae51-71a6-4914-94b1-5d7aee435d75'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:12.269124 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663f17c2-3e02-48c2-865a-c18582a4daa1" -d '{"events": [{"server_uuid": "dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53", "name": "network-vif-deleted", "tag": "8b14ae51-71a6-4914-94b1-5d7aee435d75"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:12.376359 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d286b2-3d8a-42ab-822b-8640ab9872a9 x-openstack-request-id: req-d1d286b2-3d8a-42ab-822b-8640ab9872a9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:12.376921 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53", "name": "network-vif-deleted", "tag": "8b14ae51-71a6-4914-94b1-5d7aee435d75", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:12.377511 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1d286b2-3d8a-42ab-822b-8640ab9872a9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:12.378208 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedb4d01-5aba-4e28-9dac-b3bb0f3d1d53', 'name': 'network-vif-deleted', 'tag': '8b14ae51-71a6-4914-94b1-5d7aee435d75', 'status': 'completed', 'code': 200} Jul 06 11:59:12.417093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-05858b1f-25c3-40f9-8b0e-25267930ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:12.420231 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-05858b1f-25c3-40f9-8b0e-25267930ad5c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=31ab760e-0cb2-45c2-a59d-04f7e480acbe HTTP/1.1" status: 200 len: 854 time: 0.1562989 Jul 06 11:59:12.449340 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.461499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-c96e504a-e751-43d6-9a66-f69e266d3d6d req-7b159319-cf93-4945-a04b-0f83fa885406 service neutron] (93814) timed out ('10.222.0.86', 64400) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 11:59:12.500382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Pushing event deleted for resources: {'Port': ['ID=6310bf93-beeb-41bf-b6bd-bfc145d57e48,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:12.527999 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-ca54bb83-a886-4a1a-8658-7a032b38707b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ff11004-6bf0-4212-87ee-fcd232cc322f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966797 Jul 06 11:59:12.593842 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.697486 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-dc73e4ca-7a58-4ca8-b42f-4c2bb4634f79 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff11004-6bf0-4212-87ee-fcd232cc322f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621404 Jul 06 11:59:12.729569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.732269 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.784191 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.785120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Fanout notify agent at l3_agent the message router_deleted on router f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:59:12.795103 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.802759 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c1b00d50-5d07-4ccd-8a4f-aff226034169 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1 HTTP/1.1" status: 204 len: 168 time: 2.0266023 Jul 06 11:59:12.802759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:12.809368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cd7d640b-9e7d-4077-ad20-0fcd9a3d237a tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-931219307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:12.843348 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd7d640b-9e7d-4077-ad20-0fcd9a3d237a tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.845749 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd7d640b-9e7d-4077-ad20-0fcd9a3d237a tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.871808 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b28fcada-bfec-411d-95e6-63a9c27b28e6 req-b1b73839-50a3-4f30-8205-8f4aeb13cf0c service neutron] 10.222.0.86 "GET /v2.0/networks/7ff11004-6bf0-4212-87ee-fcd232cc322f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624725 Jul 06 11:59:12.921744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd7d640b-9e7d-4077-ad20-0fcd9a3d237a tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.936377 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd7d640b-9e7d-4077-ad20-0fcd9a3d237a tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.961107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37492) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:12.992657 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd7d640b-9e7d-4077-ad20-0fcd9a3d237a tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.998856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37498) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:13.006172 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cd7d640b-9e7d-4077-ad20-0fcd9a3d237a tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1889420 Jul 06 11:59:13.014564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'enable_snat': True}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:13.048255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b7252-e9ed-4f58-8a52-4c8d88615ad2 req-d74d198e-f577-4335-8efd-3cfd0df64d62 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:13.050606 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d3b7252-e9ed-4f58-8a52-4c8d88615ad2 req-d74d198e-f577-4335-8efd-3cfd0df64d62 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 943 time: 0.1150730 Jul 06 11:59:13.126153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d3b7252-e9ed-4f58-8a52-4c8d88615ad2 req-f63225fc-fd46-42dd-b282-72c2a68d75c9 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/security-groups?id=db638968-a08d-4a97-ba9f-fc4519e636f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614400 Jul 06 11:59:13.236883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a03431-cb7c-4374-a49b-64a73a445b76 req-3fb5a123-c2b0-4abc-9089-d7df7a7a5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:13.238419 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40a03431-cb7c-4374-a49b-64a73a445b76 req-3fb5a123-c2b0-4abc-9089-d7df7a7a5bf2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21d0884440c6410887193d16e95d81d7&device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 1094 time: 0.2854736 Jul 06 11:59:13.240856 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc3a12c4-214e-4c42-bb7b-5d8ac6abd6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.582673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8b14ae51-71a6-4914-94b1-5d7aee435d75 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:13.612918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 8b14ae51-71a6-4914-94b1-5d7aee435d75 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:13.613535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8b14ae51-71a6-4914-94b1-5d7aee435d75 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:13.675309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.784408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a03431-cb7c-4374-a49b-64a73a445b76 req-9d85df1d-fcfd-4f88-994f-359947604653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:13.785914 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40a03431-cb7c-4374-a49b-64a73a445b76 req-9d85df1d-fcfd-4f88-994f-359947604653 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7ff11004-6bf0-4212-87ee-fcd232cc322f HTTP/1.1" status: 200 len: 915 time: 0.5357499 Jul 06 11:59:13.846133 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40a03431-cb7c-4374-a49b-64a73a445b76 req-0e2eda83-c5b3-402b-84ae-c8723f20d4c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37479d99-83b7-4d48-bdcf-775877950c76 HTTP/1.1" status: 200 len: 217 time: 0.0455639 Jul 06 11:59:13.925329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc3a12c4-214e-4c42-bb7b-5d8ac6abd6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.928538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a03431-cb7c-4374-a49b-64a73a445b76 req-e05b9af8-5d72-47d2-adf9-51c36e9991da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:13.930213 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40a03431-cb7c-4374-a49b-64a73a445b76 req-e05b9af8-5d72-47d2-adf9-51c36e9991da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=31ab760e-0cb2-45c2-a59d-04f7e480acbe HTTP/1.1" status: 200 len: 854 time: 0.0748885 Jul 06 11:59:13.933133 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc3a12c4-214e-4c42-bb7b-5d8ac6abd6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.996525 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40a03431-cb7c-4374-a49b-64a73a445b76 req-464b08c5-d8a5-442e-a1b7-b21b4f9ace73 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ff11004-6bf0-4212-87ee-fcd232cc322f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581384 Jul 06 11:59:14.065471 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dc3a12c4-214e-4c42-bb7b-5d8ac6abd6aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3ea013054534eb19c3fa9c1e66abc29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0999253 Jul 06 11:59:14.065716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a12c4-214e-4c42-bb7b-5d8ac6abd6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70071b55-8a5c-47dd-b304-1e0c8c00b548,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:14.066935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37518) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:14.149677 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-353b658f-9348-4e03-9890-a69eca4c4d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.214251 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40a03431-cb7c-4374-a49b-64a73a445b76 req-938fed84-560d-41c2-a7da-c024cb2594db service neutron] 10.222.0.86 "GET /v2.0/networks/7ff11004-6bf0-4212-87ee-fcd232cc322f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072573 Jul 06 11:59:14.220646 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e518896e-0fef-4768-a1f6-b512131d642f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.250770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.267412 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e518896e-0fef-4768-a1f6-b512131d642f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.302863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.339382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e518896e-0fef-4768-a1f6-b512131d642f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.342230 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e518896e-0fef-4768-a1f6-b512131d642f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.344127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e518896e-0fef-4768-a1f6-b512131d642f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70071b55-8a5c-47dd-b304-1e0c8c00b548 HTTP/1.1" status: 204 len: 168 time: 0.2761233 Jul 06 11:59:14.418412 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40a03431-cb7c-4374-a49b-64a73a445b76 req-75f6b61c-7f4e-4976-974c-7bebd230d5ae service neutron] 10.222.0.86 "GET /v2.0/networks/7ff11004-6bf0-4212-87ee-fcd232cc322f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937494 Jul 06 11:59:14.458104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518896e-0fef-4768-a1f6-b512131d642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70071b55-8a5c-47dd-b304-1e0c8c00b548,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:14.506626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Allocated IP 172.25.0.248 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/5706c83d-cb89-4a23-8622-77f03e496eed) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:14.581683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2833ea8-2ee5-43da-abaa-b8045a87ce9c req-4dd40ed2-3262-4af2-9080-68ec02c2f998 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:14.581683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2833ea8-2ee5-43da-abaa-b8045a87ce9c req-4dd40ed2-3262-4af2-9080-68ec02c2f998 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 943 time: 0.2189350 Jul 06 11:59:14.650936 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2833ea8-2ee5-43da-abaa-b8045a87ce9c req-da43866c-1f01-478a-b752-1915edfc5666 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/security-groups?id=db638968-a08d-4a97-ba9f-fc4519e636f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621350 Jul 06 11:59:14.677588 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.734971 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.763134 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-07fa9863-bea6-4ab8-95c6-ed31807066e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788362 Jul 06 11:59:14.791180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:14.794746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:14.811334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:14.813881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event updated for resources: {'Port': ['ID=5706c83d-cb89-4a23-8622-77f03e496eed,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:14.971576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-e06dfe31-cb54-44a4-99f5-5f5d1383fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:14.973347 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-e06dfe31-cb54-44a4-99f5-5f5d1383fcc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1096 time: 0.1441798 Jul 06 11:59:15.026698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37536) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:15.080281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfff553a-99b3-4d84-8385-f5d6c9f91910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.117389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-d4c44756-4727-4784-a2c5-268d2eca0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:15.120418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-d4c44756-4727-4784-a2c5-268d2eca0e93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 200 len: 897 time: 0.1176422 Jul 06 11:59:15.166223 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.228792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-7a702bd2-cae7-431f-9d02-56d5444aa998 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 1001 time: 0.1018267 Jul 06 11:59:15.319812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-6dee3d37-d1b4-4356-81ad-b14232192b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:15.322673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-6dee3d37-d1b4-4356-81ad-b14232192b67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9f9a547-3c5d-4418-a19e-31d9367ad4ae HTTP/1.1" status: 200 len: 835 time: 0.0863643 Jul 06 11:59:15.408474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-1b66e684-94ab-4fd7-8463-158cb63c79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:15.410484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-1b66e684-94ab-4fd7-8463-158cb63c79b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=710ac8e7-4b5e-4b24-959c-c8311ae851a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796785 Jul 06 11:59:15.439416 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfff553a-99b3-4d84-8385-f5d6c9f91910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.468233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.473855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.478296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfff553a-99b3-4d84-8385-f5d6c9f91910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.519881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-480e6a18-902c-45e7-a54e-1daccbe56a17 service neutron] 10.222.0.47 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014607 Jul 06 11:59:15.626328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff553a-99b3-4d84-8385-f5d6c9f91910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b61079-5e9b-493c-8b3b-74854f894062,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:15.632896 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bfff553a-99b3-4d84-8385-f5d6c9f91910 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c231a5b9a2c4c9fab16ea92630f4794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042707 Jul 06 11:59:15.637854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37542) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:15.660652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a22e684a-0686-4ee7-b960-8e04b7dd4be0 req-a5854e82-219f-426b-9ad0-9fa82b1f3566 service neutron] 10.222.0.47 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336141 Jul 06 11:59:15.754677 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c1227fa-4804-4da8-ad21-32ab20a44193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.790789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c1227fa-4804-4da8-ad21-32ab20a44193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.813491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Router b6b74335-fa39-46e2-ba4f-d19bc2f6be5f is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:59:15.925912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbd65a-8a7e-46fe-8e5c-387f28f26f83 req-27ba17a1-e0f5-4642-b37b-7202262c7800 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:15.928053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09cbd65a-8a7e-46fe-8e5c-387f28f26f83 req-27ba17a1-e0f5-4642-b37b-7202262c7800 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 943 time: 0.1313696 Jul 06 11:59:15.977982 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c1227fa-4804-4da8-ad21-32ab20a44193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.981138 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c1227fa-4804-4da8-ad21-32ab20a44193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.982708 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7c1227fa-4804-4da8-ad21-32ab20a44193 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93b61079-5e9b-493c-8b3b-74854f894062 HTTP/1.1" status: 204 len: 168 time: 0.3439221 Jul 06 11:59:16.004477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09cbd65a-8a7e-46fe-8e5c-387f28f26f83 req-5770ca7d-c701-4bbd-8039-2ce3ee9ba7cc tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/security-groups?id=db638968-a08d-4a97-ba9f-fc4519e636f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664251 Jul 06 11:59:16.020215 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:16.029043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.031341 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-169fdcec-5132-460d-9217-0de0f4dc6c69 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "PUT /v2.0/routers/b6b74335-fa39-46e2-ba4f-d19bc2f6be5f HTTP/1.1" status: 200 len: 918 time: 3.0279436 Jul 06 11:59:16.034009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37548) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:16.034341 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d4242-0977-40ee-b7a8-319f6e7ad12f None None] Sync routers for ids ['b6b74335-fa39-46e2-ba4f-d19bc2f6be5f'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:16.049257 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d4242-0977-40ee-b7a8-319f6e7ad12f None None] Routers {'b6b74335-fa39-46e2-ba4f-d19bc2f6be5f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:16.050527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1227fa-4804-4da8-ad21-32ab20a44193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b61079-5e9b-493c-8b3b-74854f894062,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:16.050946 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0a7d4242-0977-40ee-b7a8-319f6e7ad12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b6b74335-fa39-46e2-ba4f-d19bc2f6be5f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:16.150283 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0a7d4242-0977-40ee-b7a8-319f6e7ad12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:16.164408 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d4242-0977-40ee-b7a8-319f6e7ad12f None None] Routers {'b6b74335-fa39-46e2-ba4f-d19bc2f6be5f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:16.165512 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0a7d4242-0977-40ee-b7a8-319f6e7ad12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:58:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b6b74335-fa39-46e2-ba4f-d19bc2f6be5f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:16.201198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-179a5b5f-65e9-4c1b-9d52-ff2d73f754bb tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/routers/b6b74335-fa39-46e2-ba4f-d19bc2f6be5f HTTP/1.1" status: 200 len: 924 time: 0.1645191 Jul 06 11:59:16.203567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37550) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:16.207862 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0a7d4242-0977-40ee-b7a8-319f6e7ad12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:16.208529 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d4242-0977-40ee-b7a8-319f6e7ad12f None None] The sync data for ids ['b6b74335-fa39-46e2-ba4f-d19bc2f6be5f'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:16.323572 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0372e607-e9c9-47a1-8798-2eb2e5baca57 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:16.325359 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0372e607-e9c9-47a1-8798-2eb2e5baca57 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&device_id=b6b74335-fa39-46e2-ba4f-d19bc2f6be5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1205814 Jul 06 11:59:16.328483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37556) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:16.329605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 37479d99-83b7-4d48-bdcf-775877950c76 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:59:16.465430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6e92e-5952-4d59-a7b0-c8e182047d98 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:16.467575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 37479d99-83b7-4d48-bdcf-775877950c76, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37479d99-83b7-4d48-bdcf-775877950c76,segment=NetworkSegment(b5bb0935-e7ac-4d5c-b13e-748856a023c2),segment_id=b5bb0935-e7ac-4d5c-b13e-748856a023c2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:16.468396 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a5c6e92e-5952-4d59-a7b0-c8e182047d98 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 881 time: 0.1388862 Jul 06 11:59:16.473359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37558) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:16.483846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '37479d99-83b7-4d48-bdcf-775877950c76', 'network_id': '7ff11004-6bf0-4212-87ee-fcd232cc322f', 'port_id': '37479d99-83b7-4d48-bdcf-775877950c76', 'mac_address': 'fa:16:3e:cc:b9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ab760e-0cb2-45c2-a59d-04f7e480acbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:59:16.518748 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e03ce960-fbd1-44a5-8010-aa16a74f69f1 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b74335-fa39-46e2-ba4f-d19bc2f6be5f HTTP/1.1" status: 200 len: 205 time: 0.0438430 Jul 06 11:59:16.521296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:16.548650 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.565080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37479d99-83b7-4d48-bdcf-775877950c76 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:16.590198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 37479d99-83b7-4d48-bdcf-775877950c76, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37479d99-83b7-4d48-bdcf-775877950c76,segment=NetworkSegment(b5bb0935-e7ac-4d5c-b13e-748856a023c2),segment_id=b5bb0935-e7ac-4d5c-b13e-748856a023c2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:16.595169 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.693812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=37479d99-83b7-4d48-bdcf-775877950c76,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:16.696543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.706904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.707307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.707722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.708066 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.708411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.708750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.709090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.709966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.710316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.711618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.711963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.712759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:16.913110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['37479d99-83b7-4d48-bdcf-775877950c76'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:16.992655 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.139892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Deleting port 5706c83d-cb89-4a23-8622-77f03e496eed {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:17.142748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.430021 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.469144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Calling delete_port for 5706c83d-cb89-4a23-8622-77f03e496eed owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:17.493136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471ad68-83bf-4a3f-84e2-984676b40c8a req-437f055d-b972-4bb3-aad7-848c903a769e tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:17.496012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7471ad68-83bf-4a3f-84e2-984676b40c8a req-437f055d-b972-4bb3-aad7-848c903a769e tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 944 time: 0.2111182 Jul 06 11:59:17.577068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d421a5-ffbf-4e1a-8824-2dcfe97f3c8f req-6147f82e-f698-43ae-a9ca-23ac0f1e30a0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:17.583986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16d421a5-ffbf-4e1a-8824-2dcfe97f3c8f req-6147f82e-f698-43ae-a9ca-23ac0f1e30a0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 945 time: 0.2382610 Jul 06 11:59:17.645938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7471ad68-83bf-4a3f-84e2-984676b40c8a req-492f351a-3dcc-4f58-90dd-850f465e6517 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/security-groups?id=db638968-a08d-4a97-ba9f-fc4519e636f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299162 Jul 06 11:59:17.672337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-16d421a5-ffbf-4e1a-8824-2dcfe97f3c8f req-ab6f592a-0f88-4e5f-9951-7a6a1d90db75 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874145 Jul 06 11:59:17.800372 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.828889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Pushing event deleted for resources: {'Port': ['ID=5706c83d-cb89-4a23-8622-77f03e496eed,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:17.897027 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.001201 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.003662 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.053384 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.053899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Fanout notify agent at l3_agent the message router_deleted on router b6b74335-fa39-46e2-ba4f-d19bc2f6be5f {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:59:18.061906 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.067205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8bfa1c31-c5e4-49ac-9e51-3da03425b6e9 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/b6b74335-fa39-46e2-ba4f-d19bc2f6be5f HTTP/1.1" status: 204 len: 168 time: 1.5440125 Jul 06 11:59:18.067806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37602) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:18.075883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-50febdc5-830d-4805-8043-55bedf82a45b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1060299068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:18.105945 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50febdc5-830d-4805-8043-55bedf82a45b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.107205 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50febdc5-830d-4805-8043-55bedf82a45b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.170542 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50febdc5-830d-4805-8043-55bedf82a45b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.174024 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.175361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50febdc5-830d-4805-8043-55bedf82a45b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.196085 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50febdc5-830d-4805-8043-55bedf82a45b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.200131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-50febdc5-830d-4805-8043-55bedf82a45b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1261747 Jul 06 11:59:18.200393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37608) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:18.205804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'enable_snat': False}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:18.329828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 37479d99-83b7-4d48-bdcf-775877950c76 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:18.401703 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28a336ca-f4ac-47a1-803b-416777fdaa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.404650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 37479d99-83b7-4d48-bdcf-775877950c76 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:18.409122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 37479d99-83b7-4d48-bdcf-775877950c76 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:18.409730 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.436609 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.499817 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.531582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50f5856-5f51-462d-b6d6-e18745880496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37479d99-83b7-4d48-bdcf-775877950c76'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:18.535282 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8026ee9-185f-45fd-9029-eed23e574000" -d '{"events": [{"server_uuid": "e50f5856-5f51-462d-b6d6-e18745880496", "name": "network-vif-plugged", "status": "completed", "tag": "37479d99-83b7-4d48-bdcf-775877950c76"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:18.586304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 37479d99-83b7-4d48-bdcf-775877950c76, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37479d99-83b7-4d48-bdcf-775877950c76,segment=NetworkSegment(b5bb0935-e7ac-4d5c-b13e-748856a023c2),segment_id=b5bb0935-e7ac-4d5c-b13e-748856a023c2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:18.586304 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.648000 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b621aba-f6a1-48fb-97d2-1fe603bf1bd7 x-openstack-request-id: req-2b621aba-f6a1-48fb-97d2-1fe603bf1bd7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:18.648959 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50f5856-5f51-462d-b6d6-e18745880496", "name": "network-vif-plugged", "status": "completed", "tag": "37479d99-83b7-4d48-bdcf-775877950c76", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:18.649312 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b621aba-f6a1-48fb-97d2-1fe603bf1bd7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:18.649812 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50f5856-5f51-462d-b6d6-e18745880496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37479d99-83b7-4d48-bdcf-775877950c76', 'code': 200} Jul 06 11:59:18.688764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=37479d99-83b7-4d48-bdcf-775877950c76,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:18.709402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.728190 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.748574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37636) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:18.763130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.793677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bbfc0-e035-48cc-b328-f308e39debc1 req-a8e62f29-7ddc-4fee-a6d7-73e953df65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:18.795521 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-213bbfc0-e035-48cc-b328-f308e39debc1 req-a8e62f29-7ddc-4fee-a6d7-73e953df65ad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 1096 time: 0.0800977 Jul 06 11:59:18.854995 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-213bbfc0-e035-48cc-b328-f308e39debc1 req-8bf8c4c5-438f-4c46-bb5c-c3a47899f085 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db638968-a08d-4a97-ba9f-fc4519e636f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516486 Jul 06 11:59:18.951626 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-144a2203-3273-4ba9-92f9-96105adf4f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.034244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675c0cf-23dc-4e80-9da1-f75d9a885533 req-d50b64e4-634f-4c86-a4e0-94d53d786ebe tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:19.035765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4675c0cf-23dc-4e80-9da1-f75d9a885533 req-d50b64e4-634f-4c86-a4e0-94d53d786ebe tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.86 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 945 time: 0.0644000 Jul 06 11:59:19.051556 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Allocated IP 172.25.0.17 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/c8ca981e-107c-4346-b36e-271f05274624) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:19.066655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db4ac9-7f6f-4aca-b7e3-9177bf18bc35 req-55fc3c47-935f-4e0a-a241-05fd8fee23bd tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:19.068215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20db4ac9-7f6f-4aca-b7e3-9177bf18bc35 req-55fc3c47-935f-4e0a-a241-05fd8fee23bd tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 945 time: 0.2119813 Jul 06 11:59:19.117084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3de2d1-87c4-4258-879f-f79067270b88 req-956f0e42-ff2b-4aac-b863-7296a8c72c63 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:19.118624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb3de2d1-87c4-4258-879f-f79067270b88 req-956f0e42-ff2b-4aac-b863-7296a8c72c63 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=29c6d577-29df-4958-a320-83111632d824 HTTP/1.1" status: 200 len: 945 time: 0.2294905 Jul 06 11:59:19.144696 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4675c0cf-23dc-4e80-9da1-f75d9a885533 req-6535adb8-8d5e-4c89-968d-9b24b3b4f395 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Deleting port 69f7ce1f-acd2-462c-94d1-b3412d7761af {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:19.145297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4675c0cf-23dc-4e80-9da1-f75d9a885533 req-6535adb8-8d5e-4c89-968d-9b24b3b4f395 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.208182 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20db4ac9-7f6f-4aca-b7e3-9177bf18bc35 req-00f53d11-48e7-4a08-b292-b5ee7f39aa74 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/security-groups?id=db638968-a08d-4a97-ba9f-fc4519e636f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255536 Jul 06 11:59:19.246139 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb3de2d1-87c4-4258-879f-f79067270b88 req-4a1de15f-a1db-4e4d-85ac-2fbc45220959 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190953 Jul 06 11:59:19.251725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4675c0cf-23dc-4e80-9da1-f75d9a885533 req-6535adb8-8d5e-4c89-968d-9b24b3b4f395 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] For port 69f7ce1f-acd2-462c-94d1-b3412d7761af, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=69f7ce1f-acd2-462c-94d1-b3412d7761af,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:19.252216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4675c0cf-23dc-4e80-9da1-f75d9a885533 req-6535adb8-8d5e-4c89-968d-9b24b3b4f395 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.281649 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4675c0cf-23dc-4e80-9da1-f75d9a885533 req-6535adb8-8d5e-4c89-968d-9b24b3b4f395 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Calling delete_port for 69f7ce1f-acd2-462c-94d1-b3412d7761af owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:19.308852 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-144a2203-3273-4ba9-92f9-96105adf4f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.319243 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-144a2203-3273-4ba9-92f9-96105adf4f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.331374 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.419838 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4675c0cf-23dc-4e80-9da1-f75d9a885533 req-6535adb8-8d5e-4c89-968d-9b24b3b4f395 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.435068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['263b2c7a-200c-449d-9a51-4848dd7760e7', 'b61e41bb-9899-4821-8202-0911558feca9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:19.435670 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-144a2203-3273-4ba9-92f9-96105adf4f47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a134bd7ef43b41bdb4f6016985401fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6854582 Jul 06 11:59:19.440401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a2203-3273-4ba9-92f9-96105adf4f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32452017-3a14-4e5a-bd5f-4a932f0ae59c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:19.441264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['69f7ce1f-acd2-462c-94d1-b3412d7761af'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:19.452360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37648) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:19.466034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535adb8-8d5e-4c89-968d-9b24b3b4f395 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Pushing event deleted for resources: {'Port': ['ID=69f7ce1f-acd2-462c-94d1-b3412d7761af,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:19.500783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-7168dbba-dfa9-420e-8a39-65cca9c63159 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:19.502189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-7168dbba-dfa9-420e-8a39-65cca9c63159 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.1870344 Jul 06 11:59:19.516244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4675c0cf-23dc-4e80-9da1-f75d9a885533 req-6535adb8-8d5e-4c89-968d-9b24b3b4f395 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] No DVR routers for this DVR port 69f7ce1f-acd2-462c-94d1-b3412d7761af on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:19.519387 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4675c0cf-23dc-4e80-9da1-f75d9a885533 req-6535adb8-8d5e-4c89-968d-9b24b3b4f395 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.520832 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.521493 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4675c0cf-23dc-4e80-9da1-f75d9a885533 req-6535adb8-8d5e-4c89-968d-9b24b3b4f395 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.86 "DELETE /v2.0/ports/69f7ce1f-acd2-462c-94d1-b3412d7761af HTTP/1.1" status: 204 len: 173 time: 0.4793496 Jul 06 11:59:19.526977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c6d577-29df-4958-a320-83111632d824', 'name': 'network-vif-deleted', 'tag': '69f7ce1f-acd2-462c-94d1-b3412d7761af'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:19.527708 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-4e6799cf-cba5-4ac1-b26c-d229432272a9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/quotas/b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 375 time: 0.0169117 Jul 06 11:59:19.529431 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0633a3d-bef9-4d12-a14a-2654b406bb60" -d '{"events": [{"server_uuid": "29c6d577-29df-4958-a320-83111632d824", "name": "network-vif-deleted", "tag": "69f7ce1f-acd2-462c-94d1-b3412d7761af"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:19.571985 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfb2e-3a5c-46be-a010-7dd44dd165d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.584909 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59f1c3d-200d-4dda-8ac2-cdc222acbbae x-openstack-request-id: req-e59f1c3d-200d-4dda-8ac2-cdc222acbbae {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:19.585202 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c6d577-29df-4958-a320-83111632d824", "name": "network-vif-deleted", "tag": "69f7ce1f-acd2-462c-94d1-b3412d7761af", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:19.585521 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e59f1c3d-200d-4dda-8ac2-cdc222acbbae {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:19.586417 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c6d577-29df-4958-a320-83111632d824', 'name': 'network-vif-deleted', 'tag': '69f7ce1f-acd2-462c-94d1-b3412d7761af', 'status': 'completed', 'code': 200} Jul 06 11:59:19.601665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfb2e-3a5c-46be-a010-7dd44dd165d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.613316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:19.666012 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfb2e-3a5c-46be-a010-7dd44dd165d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.669501 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce3cfb2e-3a5c-46be-a010-7dd44dd165d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.671401 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ce3cfb2e-3a5c-46be-a010-7dd44dd165d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32452017-3a14-4e5a-bd5f-4a932f0ae59c HTTP/1.1" status: 204 len: 168 time: 0.2175016 Jul 06 11:59:19.695693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cfb2e-3a5c-46be-a010-7dd44dd165d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32452017-3a14-4e5a-bd5f-4a932f0ae59c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:20.045899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:20.052576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:20.058958 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37656) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:20.075420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c4be795-0af7-47bd-bd08-efdd086fcd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.080808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Pushing event updated for resources: {'Port': ['ID=c8ca981e-107c-4346-b36e-271f05274624,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:20.200780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c4be795-0af7-47bd-bd08-efdd086fcd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.203786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-b40ed0af-82dd-4bb9-9b94-e02f41e1015c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6498499 Jul 06 11:59:20.206174 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c4be795-0af7-47bd-bd08-efdd086fcd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.260921 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3c4be795-0af7-47bd-bd08-efdd086fcd2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3eb30018dc02424994d517911d55a14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006073 Jul 06 11:59:20.261680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37660) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:20.262723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4be795-0af7-47bd-bd08-efdd086fcd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85703d5-cdb0-4bf8-9bc8-f1a3808e0d1f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:20.339560 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af786cea-962a-486d-9972-ee18476d85c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.362398 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af786cea-962a-486d-9972-ee18476d85c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.387382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-5d1dfb03-84f7-4675-bf7b-233bc3b1f45e service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825855 Jul 06 11:59:20.415333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af786cea-962a-486d-9972-ee18476d85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.417925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af786cea-962a-486d-9972-ee18476d85c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.421853 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-af786cea-962a-486d-9972-ee18476d85c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b85703d5-cdb0-4bf8-9bc8-f1a3808e0d1f HTTP/1.1" status: 204 len: 168 time: 0.1415215 Jul 06 11:59:20.428702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af786cea-962a-486d-9972-ee18476d85c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85703d5-cdb0-4bf8-9bc8-f1a3808e0d1f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:20.533220 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.558413 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.576288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793270f-c805-43e8-863e-94468d1930c8 req-ba60e67d-5f4e-4091-bf6d-fddca13b59a7 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:20.578037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5793270f-c805-43e8-863e-94468d1930c8 req-ba60e67d-5f4e-4091-bf6d-fddca13b59a7 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 945 time: 0.2051775 Jul 06 11:59:20.618092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-ffdab26d-959d-4970-9fa0-92f519094949 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127519 Jul 06 11:59:20.696013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5793270f-c805-43e8-863e-94468d1930c8 req-e69fbd41-b4af-45c3-8991-dc9520bdfe29 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/security-groups?id=db638968-a08d-4a97-ba9f-fc4519e636f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827553 Jul 06 11:59:20.848142 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.852216 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.035903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Router a2805992-2cfb-4d30-9745-409718956793 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:59:21.219399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c9b6e3d-dc4e-4010-bf5d-c649d26da21f req-6facb104-da98-4a32-81d1-eab6b1faf71c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 210 time: 0.0937424 Jul 06 11:59:21.266325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:21.281470 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.282906 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-18984917-86f9-4096-aa39-2fe61db1feb3 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "PUT /v2.0/routers/a2805992-2cfb-4d30-9745-409718956793 HTTP/1.1" status: 200 len: 919 time: 3.0812349 Jul 06 11:59:21.286018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37708) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:21.288669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2458f-5b72-414d-95db-de4d2eaf804a None None] Sync routers for ids ['a2805992-2cfb-4d30-9745-409718956793'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:21.300559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2458f-5b72-414d-95db-de4d2eaf804a None None] Routers {'a2805992-2cfb-4d30-9745-409718956793'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:21.301386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-53d2458f-5b72-414d-95db-de4d2eaf804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2805992-2cfb-4d30-9745-409718956793'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:21.366303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-53d2458f-5b72-414d-95db-de4d2eaf804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:21.377026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2458f-5b72-414d-95db-de4d2eaf804a None None] Routers {'a2805992-2cfb-4d30-9745-409718956793'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:21.377880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-53d2458f-5b72-414d-95db-de4d2eaf804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2805992-2cfb-4d30-9745-409718956793'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:21.416574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-53d2458f-5b72-414d-95db-de4d2eaf804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:21.417521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2458f-5b72-414d-95db-de4d2eaf804a None None] The sync data for ids ['a2805992-2cfb-4d30-9745-409718956793'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:21.523710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5d9d43bc-09d3-4c7a-bbc1-6c2087528928 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/routers/a2805992-2cfb-4d30-9745-409718956793 HTTP/1.1" status: 200 len: 925 time: 0.2354970 Jul 06 11:59:21.526317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37718) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:21.575284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac912b-4753-4f01-9394-ca86af804541 req-bf179473-ef87-478c-be6e-90f17c41c6a2 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:21.576842 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32ac912b-4753-4f01-9394-ca86af804541 req-bf179473-ef87-478c-be6e-90f17c41c6a2 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 945 time: 0.1273589 Jul 06 11:59:21.630734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f59114-fee3-45ad-9c58-f2d2ccbaef1d tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:21.635569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c2f59114-fee3-45ad-9c58-f2d2ccbaef1d tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&device_id=a2805992-2cfb-4d30-9745-409718956793&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1051471 Jul 06 11:59:21.635790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37722) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:21.655170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32ac912b-4753-4f01-9394-ca86af804541 req-690cf21c-a408-4412-bd1e-16c02da538ee tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666859 Jul 06 11:59:21.750138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd975d-76c0-413e-bfc9-db4119c4a298 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:21.751765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-12dd975d-76c0-413e-bfc9-db4119c4a298 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/networks/df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 881 time: 0.1148021 Jul 06 11:59:21.755484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37728) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:21.790784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-68264c81-dcc4-429d-b980-a60942a1d4e5 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2805992-2cfb-4d30-9745-409718956793 HTTP/1.1" status: 200 len: 205 time: 0.0337982 Jul 06 11:59:21.798708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37732) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:21.861472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c2b21-e5b3-487a-bc6b-71e2ca58ed4d req-e5c2759a-a7d7-49a5-ad2d-a9a4054435ae tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:21.863055 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e0c2b21-e5b3-487a-bc6b-71e2ca58ed4d req-e5c2759a-a7d7-49a5-ad2d-a9a4054435ae tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 945 time: 0.0953972 Jul 06 11:59:21.918413 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e0c2b21-e5b3-487a-bc6b-71e2ca58ed4d req-1920bbab-aef6-4f2d-bf24-beb6b20c47f6 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/security-groups?id=db638968-a08d-4a97-ba9f-fc4519e636f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485177 Jul 06 11:59:21.937853 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.051834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.106972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Deleting port c8ca981e-107c-4346-b36e-271f05274624 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:22.107316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.188805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.201276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Calling delete_port for c8ca981e-107c-4346-b36e-271f05274624 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:22.376809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba637638-990b-46be-8a64-9bab2b37a48e req-a33dff9c-f7f3-4427-be1e-c573bf75303c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 210 time: 0.0369945 Jul 06 11:59:22.550325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-87f4c59b-e66e-4300-9566-fd9de8935e9f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:22.552743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-87f4c59b-e66e-4300-9566-fd9de8935e9f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.1366715 Jul 06 11:59:22.567013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'port': {'device_id': 'a2596694-d850-472d-a289-279ecf2e4c1f', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'admin_state_up': True, 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:22.721541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Made reservation on behalf of b768ea49d15e4735a0ee81828071c36d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:22.725371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.818390 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.854384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Pushing event deleted for resources: {'Port': ['ID=c8ca981e-107c-4346-b36e-271f05274624,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:22.931598 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.996307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af2bdb-4a83-4eab-a885-4ecb773dfb63 req-ccf4d041-4d83-4bb2-ae01-429a856a2ff4 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:22.998254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82af2bdb-4a83-4eab-a885-4ecb773dfb63 req-ccf4d041-4d83-4bb2-ae01-429a856a2ff4 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 945 time: 0.1499090 Jul 06 11:59:23.002926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Allocated IP 172.20.0.8 (96ac95ab-c16d-44b8-a50f-62ff9bdc3228/cb861ac0-7293-4d41-a5d1-256ee914815a/f50f7bbd-1608-4c49-b995-7de6d9019f10) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:23.080245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82af2bdb-4a83-4eab-a885-4ecb773dfb63 req-80b7e735-9288-41af-9fcb-2912cf454e9d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744426 Jul 06 11:59:23.135841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.145277 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.260323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c0b61-67d9-4193-8722-da3e0efb1fd5 req-26f7455d-38e0-4628-8caa-dcaf667fc63f tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:23.261964 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f47c0b61-67d9-4193-8722-da3e0efb1fd5 req-26f7455d-38e0-4628-8caa-dcaf667fc63f tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.86 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 945 time: 0.1827743 Jul 06 11:59:23.277005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa2e95-43a0-46f0-99c2-fc6074cf9d04 req-61c828f0-b66e-4113-8c14-039bbc8103c0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:23.279325 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d7aa2e95-43a0-46f0-99c2-fc6074cf9d04 req-61c828f0-b66e-4113-8c14-039bbc8103c0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 945 time: 0.2734592 Jul 06 11:59:23.282083 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.282793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Fanout notify agent at l3_agent the message router_deleted on router a2805992-2cfb-4d30-9745-409718956793 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:59:23.306956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.308975 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9d7f6539-d8af-44c9-81c8-e5a10d480333 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/a2805992-2cfb-4d30-9745-409718956793 HTTP/1.1" status: 204 len: 168 time: 1.5086825 Jul 06 11:59:23.313194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37780) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:23.321578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-126884312', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:23.330167 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.355751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f515e3e-ca27-4e46-a52c-7b9c37bad264 req-124be720-7eaa-4895-a86b-195ea61507d8 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:23.357276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f515e3e-ca27-4e46-a52c-7b9c37bad264 req-124be720-7eaa-4895-a86b-195ea61507d8 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 945 time: 0.1698499 Jul 06 11:59:23.357754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:23.372651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Transition to ACTIVE for port object f50f7bbd-1608-4c49-b995-7de6d9019f10 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:23.435764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.436800 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.469327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f515e3e-ca27-4e46-a52c-7b9c37bad264 req-1dc4d2f7-ab88-4f7d-9328-9f6119a1580d tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/security-groups?id=db638968-a08d-4a97-ba9f-fc4519e636f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996261 Jul 06 11:59:23.481173 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.558871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d7aa2e95-43a0-46f0-99c2-fc6074cf9d04 req-3fdf2c06-6dcc-409b-bc1b-5656e2bd8437 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Deleting port b61e41bb-9899-4821-8202-0911558feca9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:23.559570 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7aa2e95-43a0-46f0-99c2-fc6074cf9d04 req-3fdf2c06-6dcc-409b-bc1b-5656e2bd8437 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.579693 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.609974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:23.611696 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed91357a-5a7a-4bd1-b6b0-02e7a9648887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.617434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f47c0b61-67d9-4193-8722-da3e0efb1fd5 req-d80f93f0-fafb-4e3f-9638-4138207b4122 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Deleting port 37479d99-83b7-4d48-bdcf-775877950c76 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:23.617924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f47c0b61-67d9-4193-8722-da3e0efb1fd5 req-d80f93f0-fafb-4e3f-9638-4138207b4122 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.681445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:23.714108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:23.718651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=f50f7bbd-1608-4c49-b995-7de6d9019f10,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:23.739107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d7aa2e95-43a0-46f0-99c2-fc6074cf9d04 req-3fdf2c06-6dcc-409b-bc1b-5656e2bd8437 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] For port b61e41bb-9899-4821-8202-0911558feca9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b61e41bb-9899-4821-8202-0911558feca9,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:23.739589 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7aa2e95-43a0-46f0-99c2-fc6074cf9d04 req-3fdf2c06-6dcc-409b-bc1b-5656e2bd8437 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.765839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d7aa2e95-43a0-46f0-99c2-fc6074cf9d04 req-3fdf2c06-6dcc-409b-bc1b-5656e2bd8437 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Calling delete_port for b61e41bb-9899-4821-8202-0911558feca9 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:23.768792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f47c0b61-67d9-4193-8722-da3e0efb1fd5 req-d80f93f0-fafb-4e3f-9638-4138207b4122 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] For port 37479d99-83b7-4d48-bdcf-775877950c76, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=37479d99-83b7-4d48-bdcf-775877950c76,segment=NetworkSegment(b5bb0935-e7ac-4d5c-b13e-748856a023c2),segment_id=b5bb0935-e7ac-4d5c-b13e-748856a023c2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:23.769270 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f47c0b61-67d9-4193-8722-da3e0efb1fd5 req-d80f93f0-fafb-4e3f-9638-4138207b4122 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.791900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f47c0b61-67d9-4193-8722-da3e0efb1fd5 req-d80f93f0-fafb-4e3f-9638-4138207b4122 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Calling delete_port for 37479d99-83b7-4d48-bdcf-775877950c76 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:23.870524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:23.871274 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.039485 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7aa2e95-43a0-46f0-99c2-fc6074cf9d04 req-3fdf2c06-6dcc-409b-bc1b-5656e2bd8437 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.045505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6f5611c1-d24e-46fc-8002-b17162afdb86 None None] Provisioning for port f50f7bbd-1608-4c49-b995-7de6d9019f10 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:24.055567 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f47c0b61-67d9-4193-8722-da3e0efb1fd5 req-d80f93f0-fafb-4e3f-9638-4138207b4122 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.057991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['263b2c7a-200c-449d-9a51-4848dd7760e7'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:24.064009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6f5611c1-d24e-46fc-8002-b17162afdb86 None None] Provisioning complete for port f50f7bbd-1608-4c49-b995-7de6d9019f10 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:24.064921 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f5611c1-d24e-46fc-8002-b17162afdb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.110548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['37479d99-83b7-4d48-bdcf-775877950c76'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:24.116436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf2c06-6dcc-409b-bc1b-5656e2bd8437 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Pushing event deleted for resources: {'Port': ['ID=b61e41bb-9899-4821-8202-0911558feca9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:24.203436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6f5611c1-d24e-46fc-8002-b17162afdb86 None None] Port f50f7bbd-1608-4c49-b995-7de6d9019f10 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:59:24.218118 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f93f0-fafb-4e3f-9638-4138207b4122 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Pushing event deleted for resources: {'Port': ['ID=37479d99-83b7-4d48-bdcf-775877950c76,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:24.270558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47c0b61-67d9-4193-8722-da3e0efb1fd5 req-d80f93f0-fafb-4e3f-9638-4138207b4122 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] No DVR routers for this DVR port 37479d99-83b7-4d48-bdcf-775877950c76 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:24.274093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f47c0b61-67d9-4193-8722-da3e0efb1fd5 req-d80f93f0-fafb-4e3f-9638-4138207b4122 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.277307 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f47c0b61-67d9-4193-8722-da3e0efb1fd5 req-d80f93f0-fafb-4e3f-9638-4138207b4122 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.86 "DELETE /v2.0/ports/37479d99-83b7-4d48-bdcf-775877950c76 HTTP/1.1" status: 204 len: 173 time: 0.9951677 Jul 06 11:59:24.277307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aa2e95-43a0-46f0-99c2-fc6074cf9d04 req-3fdf2c06-6dcc-409b-bc1b-5656e2bd8437 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] No DVR routers for this DVR port b61e41bb-9899-4821-8202-0911558feca9 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:24.280243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7aa2e95-43a0-46f0-99c2-fc6074cf9d04 req-3fdf2c06-6dcc-409b-bc1b-5656e2bd8437 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.282629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d7aa2e95-43a0-46f0-99c2-fc6074cf9d04 req-3fdf2c06-6dcc-409b-bc1b-5656e2bd8437 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "DELETE /v2.0/ports/b61e41bb-9899-4821-8202-0911558feca9 HTTP/1.1" status: 204 len: 173 time: 0.9976823 Jul 06 11:59:24.283150 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50f5856-5f51-462d-b6d6-e18745880496', 'name': 'network-vif-deleted', 'tag': '37479d99-83b7-4d48-bdcf-775877950c76'}, {'server_uuid': 'd413e38d-b0fa-4386-9288-f2874c48bc4f', 'name': 'network-vif-deleted', 'tag': 'b61e41bb-9899-4821-8202-0911558feca9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:24.286304 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26f9b9b-d79b-468f-a4c6-ba74d3eb8374" -d '{"events": [{"server_uuid": "e50f5856-5f51-462d-b6d6-e18745880496", "name": "network-vif-deleted", "tag": "37479d99-83b7-4d48-bdcf-775877950c76"}, {"server_uuid": "d413e38d-b0fa-4386-9288-f2874c48bc4f", "name": "network-vif-deleted", "tag": "b61e41bb-9899-4821-8202-0911558feca9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:24.353045 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.360993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 69f7ce1f-acd2-462c-94d1-b3412d7761af no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:24.392485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 69f7ce1f-acd2-462c-94d1-b3412d7761af {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:24.392964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 69f7ce1f-acd2-462c-94d1-b3412d7761af not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:24.399775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5182b9d0-fec8-4a0b-b9e2-ff835cc25789 req-ed281dd1-5272-40d1-aed9-cd2f00f0d42d tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=d413e38d-b0fa-4386-9288-f2874c48bc4f HTTP/1.1" status: 200 len: 210 time: 0.0669618 Jul 06 11:59:24.413083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e54955-9f88-4858-be2f-97ef3f230e21 req-adc41663-ede2-4b18-bc28-9965a3d3d501 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:24.438221 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3e54955-9f88-4858-be2f-97ef3f230e21 req-adc41663-ede2-4b18-bc28-9965a3d3d501 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 931 time: 0.8560429 Jul 06 11:59:24.505446 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faeb424-999e-4cb0-9983-b16778eecf12 x-openstack-request-id: req-1faeb424-999e-4cb0-9983-b16778eecf12 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:24.506227 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50f5856-5f51-462d-b6d6-e18745880496", "name": "network-vif-deleted", "tag": "37479d99-83b7-4d48-bdcf-775877950c76", "status": "completed", "code": 200}, {"server_uuid": "d413e38d-b0fa-4386-9288-f2874c48bc4f", "name": "network-vif-deleted", "tag": "b61e41bb-9899-4821-8202-0911558feca9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:24.506227 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1faeb424-999e-4cb0-9983-b16778eecf12 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:24.506477 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50f5856-5f51-462d-b6d6-e18745880496', 'name': 'network-vif-deleted', 'tag': '37479d99-83b7-4d48-bdcf-775877950c76', 'status': 'completed', 'code': 200} Jul 06 11:59:24.506650 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd413e38d-b0fa-4386-9288-f2874c48bc4f', 'name': 'network-vif-deleted', 'tag': 'b61e41bb-9899-4821-8202-0911558feca9', 'status': 'completed', 'code': 200} Jul 06 11:59:24.605102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3e54955-9f88-4858-be2f-97ef3f230e21 req-2733512a-6bcb-4dfb-b01b-9b8f4d414efb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658895 Jul 06 11:59:24.612104 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed91357a-5a7a-4bd1-b6b0-02e7a9648887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.622006 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed91357a-5a7a-4bd1-b6b0-02e7a9648887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.645756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-fd8f6378-3e8e-401e-97e3-a570019795cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0827055 Jul 06 11:59:24.665288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Request body: {'port': {'device_id': 'a2596694-d850-472d-a289-279ecf2e4c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:24.735775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81caf122-fede-4ca1-ba04-b357a9a56bc1 req-49e8d8de-7d74-4b03-8c27-54518df319a8 tempest-ServerAddressesTestJSON-1703196412 tempest-ServerAddressesTestJSON-1703196412-project] 10.222.0.21 "GET /v2.0/ports?device_id=e50f5856-5f51-462d-b6d6-e18745880496 HTTP/1.1" status: 200 len: 210 time: 0.0777302 Jul 06 11:59:24.744493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ed91357a-5a7a-4bd1-b6b0-02e7a9648887 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6dff447184694bb8bde749d2068a026f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3782077 Jul 06 11:59:24.746163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37794) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:24.746463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91357a-5a7a-4bd1-b6b0-02e7a9648887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11431a9-68a1-41ce-9ae8-6e6aa82c0ee9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:24.819283 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.824816 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-610711ea-a928-41fc-8023-654f2355fc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.852648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-610711ea-a928-41fc-8023-654f2355fc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.917225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-610711ea-a928-41fc-8023-654f2355fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.922008 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-610711ea-a928-41fc-8023-654f2355fc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.935686 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-610711ea-a928-41fc-8023-654f2355fc9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c11431a9-68a1-41ce-9ae8-6e6aa82c0ee9 HTTP/1.1" status: 204 len: 168 time: 0.1780622 Jul 06 11:59:24.952297 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610711ea-a928-41fc-8023-654f2355fc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11431a9-68a1-41ce-9ae8-6e6aa82c0ee9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:25.012774 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.046107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.310456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Allocated IP 172.25.0.45 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/8d3d756c-fd57-4f0b-8ed6-e6061233dede) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:25.368737 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37800) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:25.383411 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b082b18-a404-4224-8170-4d6b2650b4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.486578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50f7bbd-1608-4c49-b995-7de6d9019f10 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:25.490995 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b082b18-a404-4224-8170-4d6b2650b4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.497879 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b082b18-a404-4224-8170-4d6b2650b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.501325 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.516023 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.527862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Transition to ACTIVE for port object f50f7bbd-1608-4c49-b995-7de6d9019f10 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:25.538836 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.543925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b082b18-a404-4224-8170-4d6b2650b4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25865f1f-714d-494e-825f-0bf4f044c519,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:25.565201 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7b082b18-a404-4224-8170-4d6b2650b4a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3b5948254f745829bc03d954628e0da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954713 Jul 06 11:59:25.567798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37804) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:25.603379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Pushing event updated for resources: {'Port': ['ID=f50f7bbd-1608-4c49-b995-7de6d9019f10,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:25.609503 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b61e41bb-9899-4821-8202-0911558feca9 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:25.633993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: b61e41bb-9899-4821-8202-0911558feca9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:25.634595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b61e41bb-9899-4821-8202-0911558feca9 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:25.666926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-998737f7-7b1b-4d4d-a274-f379df432ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.723665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-998737f7-7b1b-4d4d-a274-f379df432ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.742716 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.838414 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-998737f7-7b1b-4d4d-a274-f379df432ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.841514 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-998737f7-7b1b-4d4d-a274-f379df432ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.845396 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-998737f7-7b1b-4d4d-a274-f379df432ad9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25865f1f-714d-494e-825f-0bf4f044c519 HTTP/1.1" status: 204 len: 168 time: 0.2737319 Jul 06 11:59:25.858778 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998737f7-7b1b-4d4d-a274-f379df432ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25865f1f-714d-494e-825f-0bf4f044c519,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:25.901592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:25.909488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:25.916262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:25.941559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:25.986345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-62130072-d8e8-4e74-841f-dcec56be00a0 admin admin] Deleting subnet 31ab760e-0cb2-45c2-a59d-04f7e480acbe {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:59:25.990078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62130072-d8e8-4e74-841f-dcec56be00a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.022329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Attempting to bind port f50f7bbd-1608-4c49-b995-7de6d9019f10 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:26.023863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Attempting to bind port f50f7bbd-1608-4c49-b995-7de6d9019f10 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:26.024047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Attempting to bind port f50f7bbd-1608-4c49-b995-7de6d9019f10 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:26.050084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Pushing event updated for resources: {'Port': ['ID=8d3d756c-fd57-4f0b-8ed6-e6061233dede,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:26.057021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62130072-d8e8-4e74-841f-dcec56be00a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.092089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Port f50f7bbd-1608-4c49-b995-7de6d9019f10 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:59:26.092627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Attempting to bind port f50f7bbd-1608-4c49-b995-7de6d9019f10 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:26.134962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:26.136967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Checking segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:26.138096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Bound using segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:26.144709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Bound port: f50f7bbd-1608-4c49-b995-7de6d9019f10, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:26.145047 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62130072-d8e8-4e74-841f-dcec56be00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.146392 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.247724 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62130072-d8e8-4e74-841f-dcec56be00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.283972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62130072-d8e8-4e74-841f-dcec56be00a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ab760e-0cb2-45c2-a59d-04f7e480acbe,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:26.286096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62130072-d8e8-4e74-841f-dcec56be00a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.288024 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-62130072-d8e8-4e74-841f-dcec56be00a0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/31ab760e-0cb2-45c2-a59d-04f7e480acbe HTTP/1.1" status: 204 len: 168 time: 0.3852544 Jul 06 11:59:26.291899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37824) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:26.391170 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.415037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb52b2-91fe-417e-8d24-6ee1e7b3f075 req-3cefec44-4a57-4bc5-9927-fd2f3b03bc8d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:26.416649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0afb52b2-91fe-417e-8d24-6ee1e7b3f075 req-3cefec44-4a57-4bc5-9927-fd2f3b03bc8d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 943 time: 0.5249183 Jul 06 11:59:26.500640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.512542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff11004-6bf0-4212-87ee-fcd232cc322f']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:26.525896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bb0935-e7ac-4d5c-b13e-748856a023c2') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:26.526682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bb0935-e7ac-4d5c-b13e-748856a023c2') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:26.536274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.542964 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0afb52b2-91fe-417e-8d24-6ee1e7b3f075 req-b974db28-afae-4c6d-abd0-88e9682bb6fa tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040285 Jul 06 11:59:26.564478 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.572666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:59:26.573433 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.605400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] For port f50f7bbd-1608-4c49-b995-7de6d9019f10, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:26.625136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] For port f50f7bbd-1608-4c49-b995-7de6d9019f10, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f50f7bbd-1608-4c49-b995-7de6d9019f10,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:59:26.635344 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:59:26.638847 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.638962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.659245 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.662485 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7ff11004-6bf0-4212-87ee-fcd232cc322f HTTP/1.1" status: 204 len: 168 time: 0.3705044 Jul 06 11:59:26.664036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac6fec-2e5f-4ac2-bcd7-82b84f687bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff11004-6bf0-4212-87ee-fcd232cc322f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:26.700287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:26.701038 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.702533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] 10.222.0.47 "PUT /v2.0/ports/f50f7bbd-1608-4c49-b995-7de6d9019f10 HTTP/1.1" status: 200 len: 1091 time: 2.0463123 Jul 06 11:59:26.717523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2596694-d850-472d-a289-279ecf2e4c1f', 'tag': 'f50f7bbd-1608-4c49-b995-7de6d9019f10'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:26.718339 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061be144-fb65-41f1-8b75-6db28fe2f5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a2596694-d850-472d-a289-279ecf2e4c1f", "tag": "f50f7bbd-1608-4c49-b995-7de6d9019f10"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:26.735233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1b3dd-3c15-4c0d-8af8-caba7622491f req-fdb0314c-5195-4b6b-9622-bf2414743023 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:26.745587 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2de1b3dd-3c15-4c0d-8af8-caba7622491f req-fdb0314c-5195-4b6b-9622-bf2414743023 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1096 time: 0.4873970 Jul 06 11:59:26.816056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2de1b3dd-3c15-4c0d-8af8-caba7622491f req-7c9df2db-8e6c-4006-b3e9-4fa312855dd8 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693045 Jul 06 11:59:26.842162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37846) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:26.848794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:26.950356 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37850) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:26.964652 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35167cb8-269e-4178-9c72-016406e278fd x-openstack-request-id: req-35167cb8-269e-4178-9c72-016406e278fd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:26.965221 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2596694-d850-472d-a289-279ecf2e4c1f", "tag": "f50f7bbd-1608-4c49-b995-7de6d9019f10", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:26.965672 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35167cb8-269e-4178-9c72-016406e278fd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:26.966244 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2596694-d850-472d-a289-279ecf2e4c1f', 'tag': 'f50f7bbd-1608-4c49-b995-7de6d9019f10', 'status': 'completed', 'code': 200} Jul 06 11:59:26.999894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d7ccb-b7c1-4708-b225-d2f8e08a5251 service neutron] Pushing event updated for resources: {'Port': ['ID=f50f7bbd-1608-4c49-b995-7de6d9019f10,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:27.050043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37852) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:27.050781 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a5e9927d-a7cf-444b-b5ae-158d6b91ba49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21d0884440c6410887193d16e95d81d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988121 Jul 06 11:59:27.070793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-e1dddaf1-8630-4ae6-a614-61d92a77f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:27.074267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-e1dddaf1-8630-4ae6-a614-61d92a77f301 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 1094 time: 0.2771690 Jul 06 11:59:27.146828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-243bd81a-3aff-4245-a4f2-253b26c55c98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50f7bbd-1608-4c49-b995-7de6d9019f10 HTTP/1.1" status: 200 len: 217 time: 0.0578766 Jul 06 11:59:27.259437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port 50d2720a-15e9-434d-a07b-8405afe20be7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:27.259804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.282004 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43814b84-fc6b-4e3d-aaa6-14f72d144f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.307158 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43814b84-fc6b-4e3d-aaa6-14f72d144f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.385611 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.386288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.399320 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43814b84-fc6b-4e3d-aaa6-14f72d144f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.402180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for 50d2720a-15e9-434d-a07b-8405afe20be7 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:27.402704 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43814b84-fc6b-4e3d-aaa6-14f72d144f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.403698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-43814b84-fc6b-4e3d-aaa6-14f72d144f8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db638968-a08d-4a97-ba9f-fc4519e636f6 HTTP/1.1" status: 204 len: 168 time: 0.3464544 Jul 06 11:59:27.430164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-b874b202-ec2c-4488-9254-f4c59971b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:27.432081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-b874b202-ec2c-4488-9254-f4c59971b1f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.2243977 Jul 06 11:59:27.434807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43814b84-fc6b-4e3d-aaa6-14f72d144f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db638968-a08d-4a97-ba9f-fc4519e636f6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:27.508478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.676806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-39538232-160a-49fb-bed8-3b1f5dbd20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:27.678707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-39538232-160a-49fb-bed8-3b1f5dbd20e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395339 Jul 06 11:59:27.858297 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-5e221041-8faf-4541-8c7b-a132780969ed service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722908 Jul 06 11:59:27.859635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.922163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=50d2720a-15e9-434d-a07b-8405afe20be7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:28.016737 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:28.017076 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Floating IP 1077dbf7-e2e7-4b64-9970-b7fde80b73d4 disassociated (deleted). External IP: 172.25.0.254, port: 8963d6f8-6a40-45bb-8641-5a0b23a3c823. Jul 06 11:59:28.146144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Router 71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:59:28.165701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1efa0abb-28eb-4256-b0d3-5c4b2ba7f8ed req-32f3dfe6-4fdc-4763-89e0-1ad3bc7d3cee service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375352 Jul 06 11:59:28.193770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f995b7-0e3b-49bc-99e5-b3ccebe89b47 req-c584e394-aaf0-43c5-b068-2a6dec026d15 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:28.200685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48f995b7-0e3b-49bc-99e5-b3ccebe89b47 req-c584e394-aaf0-43c5-b068-2a6dec026d15 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 943 time: 0.3901393 Jul 06 11:59:28.392726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 37479d99-83b7-4d48-bdcf-775877950c76 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:28.400945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48f995b7-0e3b-49bc-99e5-b3ccebe89b47 req-93bfd5b2-1132-44df-a6d6-9c96d8bed6ec tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447685 Jul 06 11:59:28.409686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:28.420757 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c5d5e-21cf-4662-948c-ba158767fdcc None None] Sync routers for ids ['71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:28.422900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 37479d99-83b7-4d48-bdcf-775877950c76 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:28.423361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 37479d99-83b7-4d48-bdcf-775877950c76 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:28.430987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 3706d527-913c-4a5c-80e9-9f9c253b813a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:59:28.440720 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c5d5e-21cf-4662-948c-ba158767fdcc None None] Routers {'71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:28.442570 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-439c5d5e-21cf-4662-948c-ba158767fdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:28.448469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061be144-fb65-41f1-8b75-6db28fe2f5f6 req-94b32d07-fa1f-41ed-ac6f-b60501296c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:28.450276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-061be144-fb65-41f1-8b75-6db28fe2f5f6 req-94b32d07-fa1f-41ed-ac6f-b60501296c32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 1094 time: 0.1953425 Jul 06 11:59:28.451570 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:28.455291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-27b7f716-6b58-4dc6-864f-a938cbd2bd04 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1384683 Jul 06 11:59:28.455476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37890) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:28.460292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:28.533629 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-439c5d5e-21cf-4662-948c-ba158767fdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:28.557248 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c5d5e-21cf-4662-948c-ba158767fdcc None None] Routers {'71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:28.558774 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-439c5d5e-21cf-4662-948c-ba158767fdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:28.664831 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-439c5d5e-21cf-4662-948c-ba158767fdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:28.666052 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:28.666238 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c5d5e-21cf-4662-948c-ba158767fdcc None None] The sync data for ids ['71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:28.729823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:28.747342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64b427-8bbe-4690-aec2-2135ef2ad5c0 None None] Sync routers for ids ['3706d527-913c-4a5c-80e9-9f9c253b813a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:28.758705 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:28.768325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64b427-8bbe-4690-aec2-2135ef2ad5c0 None None] Routers {'3706d527-913c-4a5c-80e9-9f9c253b813a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:28.769007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ea64b427-8bbe-4690-aec2-2135ef2ad5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3706d527-913c-4a5c-80e9-9f9c253b813a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:28.773756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37898) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:28.807880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061be144-fb65-41f1-8b75-6db28fe2f5f6 req-dd97c2a3-afc7-449d-af85-906f24aae58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:28.810081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-061be144-fb65-41f1-8b75-6db28fe2f5f6 req-dd97c2a3-afc7-449d-af85-906f24aae58c service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.3474040 Jul 06 11:59:28.887278 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-34486ee5-1bd3-4073-93e9-fb29398f0895 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/floatingips/1077dbf7-e2e7-4b64-9970-b7fde80b73d4 HTTP/1.1" status: 204 len: 168 time: 2.0437255 Jul 06 11:59:28.887961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:28.891985 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ea2ada-2268-4e98-9eb6-fc49660815ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:28.934841 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.019365 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912ecf45-fb0e-42ce-a5f6-73a3f70d5f78 x-openstack-request-id: req-912ecf45-fb0e-42ce-a5f6-73a3f70d5f78 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:29.019734 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:29.020062 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-912ecf45-fb0e-42ce-a5f6-73a3f70d5f78 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:29.020497 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'status': 'completed', 'code': 200} Jul 06 11:59:29.092702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ea64b427-8bbe-4690-aec2-2135ef2ad5c0 None None] Set router 3706d527-913c-4a5c-80e9-9f9c253b813a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:29.126200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-357582268-network', 'tenant_id': '5360fe11e14a423cbb0ee8133d63d4eb'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:29.170735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Made reservation on behalf of 5360fe11e14a423cbb0ee8133d63d4eb for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:29.176575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.218158 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.315686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea2ada-2268-4e98-9eb6-fc49660815ff req-7a86fe74-a423-497f-80a7-21e0498007e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:29.316923 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a7ea2ada-2268-4e98-9eb6-fc49660815ff req-7a86fe74-a423-497f-80a7-21e0498007e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 1096 time: 0.2729380 Jul 06 11:59:29.424026 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.433812 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.448278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:59:29.458285 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.458682 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Added segment d78e4a0b-9c63-4c92-84d9-daa133fff9ed of type vlan for network e5d2987b-e60c-4e67-81de-36c38e69c590 Jul 06 11:59:29.506621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ea64b427-8bbe-4690-aec2-2135ef2ad5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:53Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '35510694-74c9-4c02-836e-0ce8cd8b71f8', 'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:ec:8b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:51Z', 'updated_at': '2021-07-06T11:56:59Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:29.565992 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.619138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64b427-8bbe-4690-aec2-2135ef2ad5c0 None None] Checking router: 3706d527-913c-4a5c-80e9-9f9c253b813a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:59:29.653777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64b427-8bbe-4690-aec2-2135ef2ad5c0 None None] Routers {'3706d527-913c-4a5c-80e9-9f9c253b813a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:29.658215 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ea64b427-8bbe-4690-aec2-2135ef2ad5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3706d527-913c-4a5c-80e9-9f9c253b813a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:29.686591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed04535e-cb81-4a9f-869a-17caa2c1d08a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:29.700347 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.701350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:29.701965 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.756938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea2ada-2268-4e98-9eb6-fc49660815ff req-6249cd89-384d-4f4e-b0ac-97293ac91fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:29.759556 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a7ea2ada-2268-4e98-9eb6-fc49660815ff req-6249cd89-384d-4f4e-b0ac-97293ac91fdc service neutron] 10.222.0.47 "GET /v2.0/networks?id=710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 200 len: 897 time: 0.4325042 Jul 06 11:59:29.777058 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9993377 Jul 06 11:59:29.807006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37928) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:30.007959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-061be144-fb65-41f1-8b75-6db28fe2f5f6 req-a6014fbb-ce5b-45c6-ad26-91264fa9874e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50f7bbd-1608-4c49-b995-7de6d9019f10 HTTP/1.1" status: 200 len: 217 time: 0.1164558 Jul 06 11:59:30.061589 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:30.143163 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:30.156949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061be144-fb65-41f1-8b75-6db28fe2f5f6 req-3380d162-a5a5-4790-b4ea-b62396f89b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:30.159064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-061be144-fb65-41f1-8b75-6db28fe2f5f6 req-3380d162-a5a5-4790-b4ea-b62396f89b3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.1413755 Jul 06 11:59:30.173047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b9b90-82a6-46b2-9d22-e6891abcd267 req-382c64d8-412a-4b72-a703-a8afba4f95a5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:30.174700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-843b9b90-82a6-46b2-9d22-e6891abcd267 req-382c64d8-412a-4b72-a703-a8afba4f95a5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.2841425 Jul 06 11:59:30.195074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ea4c2-8182-4c2a-a459-a8303a528406 req-db7f2a85-744f-4494-bc2f-705b48edc52d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:30.201776 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b64ea4c2-8182-4c2a-a459-a8303a528406 req-db7f2a85-744f-4494-bc2f-705b48edc52d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 943 time: 0.3125339 Jul 06 11:59:30.203473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 37936) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:30.306945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ea64b427-8bbe-4690-aec2-2135ef2ad5c0 None None] Set router 3706d527-913c-4a5c-80e9-9f9c253b813a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:30.310218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] Request body: {'subnet': {'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-357582268-subnet', 'tenant_id': '5360fe11e14a423cbb0ee8133d63d4eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:30.326237 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a7ea2ada-2268-4e98-9eb6-fc49660815ff req-11f52175-2da8-4865-8595-612570b90de9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 200 len: 217 time: 0.5546842 Jul 06 11:59:30.354350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-843b9b90-82a6-46b2-9d22-e6891abcd267 req-b6cf4820-fb2b-4cd8-885f-4ca7a55ab9d9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262572 Jul 06 11:59:30.407364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df8dfc-36d0-424f-b7f7-0959204eeec7 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d2987b-e60c-4e67-81de-36c38e69c590,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:30.428949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network e5d2987b-e60c-4e67-81de-36c38e69c590 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:59:30.430781 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b64ea4c2-8182-4c2a-a459-a8303a528406 req-4a0e51f8-09e5-4601-abb3-88a07cc6fc21 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265692 Jul 06 11:59:30.436065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] Made reservation on behalf of 5360fe11e14a423cbb0ee8133d63d4eb for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:30.440858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:30.442633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061be144-fb65-41f1-8b75-6db28fe2f5f6 req-ca533d4d-a6be-4ebc-ab5e-77ebccc33ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:30.444808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-061be144-fb65-41f1-8b75-6db28fe2f5f6 req-ca533d4d-a6be-4ebc-ab5e-77ebccc33ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2691875 Jul 06 11:59:30.490003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Deleting port 8d3d756c-fd57-4f0b-8ed6-e6061233dede {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:30.490351 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:30.498759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea2ada-2268-4e98-9eb6-fc49660815ff req-43c2c8f7-da8a-4bed-9dad-51f52b45c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:30.500284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a7ea2ada-2268-4e98-9eb6-fc49660815ff req-43c2c8f7-da8a-4bed-9dad-51f52b45c749 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9f9a547-3c5d-4418-a19e-31d9367ad4ae HTTP/1.1" status: 200 len: 835 time: 0.1624453 Jul 06 11:59:30.529618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f339514-bfd0-46a9-8604-da623e129e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:30.628183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea2ada-2268-4e98-9eb6-fc49660815ff req-8ef13193-04e0-4145-91e0-550d306545e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:30.629723 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a7ea2ada-2268-4e98-9eb6-fc49660815ff req-8ef13193-04e0-4145-91e0-550d306545e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=710ac8e7-4b5e-4b24-959c-c8311ae851a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187382 Jul 06 11:59:30.782180 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:30.793859 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:30.817521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-061be144-fb65-41f1-8b75-6db28fe2f5f6 req-e5c375f9-5974-4e42-8e36-900b0a6e2421 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491237 Jul 06 11:59:30.847188 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:30.881258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ea64b427-8bbe-4690-aec2-2135ef2ad5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:53Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '35510694-74c9-4c02-836e-0ce8cd8b71f8', 'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:ec:8b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:51Z', 'updated_at': '2021-07-06T11:56:59Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:30.896841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Calling delete_port for 8d3d756c-fd57-4f0b-8ed6-e6061233dede owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:30.897327 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a7ea2ada-2268-4e98-9eb6-fc49660815ff req-0914b494-c359-49cc-9d61-ec896192c2c9 service neutron] 10.222.0.47 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600102 Jul 06 11:59:30.899210 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] Checking segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:30.899604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] Network hostable DHCP agents. Network: e5d2987b-e60c-4e67-81de-36c38e69c590, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:59:30.920846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64b427-8bbe-4690-aec2-2135ef2ad5c0 None None] The sync data for ids ['3706d527-913c-4a5c-80e9-9f9c253b813a'] in n-d-799527-2 is: [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:56:53Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '35510694-74c9-4c02-836e-0ce8cd8b71f8', 'name': '', 'network_id': '710ac8e7-4b5e-4b24-959c-c8311ae851a2', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:ec:8b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:51Z', 'updated_at': '2021-07-06T11:56:59Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'b9f9a547-3c5d-4418-a19e-31d9367ad4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:30.980913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] Network e5d2987b-e60c-4e67-81de-36c38e69c590 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:59:30.998711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, e5d2987b-e60c-4e67-81de-36c38e69c590) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:31.012139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:31.012734 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.016108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f167f2-1880-47de-8c6f-558c72e16105 None None] Network e5d2987b-e60c-4e67-81de-36c38e69c590 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:31.047996 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a7ea2ada-2268-4e98-9eb6-fc49660815ff req-a344ca9a-e34e-462e-a547-c7f4026bdee4 service neutron] 10.222.0.47 "GET /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381698 Jul 06 11:59:31.170681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-061be144-fb65-41f1-8b75-6db28fe2f5f6 req-00281c41-d5ae-45bc-b4e9-947669f2e7df service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424702 Jul 06 11:59:31.176111 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f339514-bfd0-46a9-8604-da623e129e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.178364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920418df-8c59-4202-a6fc-332acf159f3e None None] Network e5d2987b-e60c-4e67-81de-36c38e69c590 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:31.208788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c18c176b-237d-4a43-b4ad-ad6e06287858 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4004860 Jul 06 11:59:31.219671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e136ec-6c64-4daf-80a2-e83a9a8be315 req-98e0a74f-d824-4a95-8cf4-b2b5688fafa0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:31.221497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2e136ec-6c64-4daf-80a2-e83a9a8be315 req-98e0a74f-d824-4a95-8cf4-b2b5688fafa0 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 945 time: 0.2691998 Jul 06 11:59:31.236581 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f339514-bfd0-46a9-8604-da623e129e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.348602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f339514-bfd0-46a9-8604-da623e129e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1ab193-7a41-4267-a77d-a814e8fa55c4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:31.361837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9f339514-bfd0-46a9-8604-da623e129e56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a959e006a6a4f3a86019b2a74d2e3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1316614 Jul 06 11:59:31.367063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37946) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:31.392096 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e02a9d-e2f3-403a-8679-dcc7f7a2ae9c None None] New status for floating IP 1077dbf7-e2e7-4b64-9970-b7fde80b73d4: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:59:31.424082 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2e136ec-6c64-4daf-80a2-e83a9a8be315 req-884ff14f-e22f-4c81-9c50-a46129498456 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805844 Jul 06 11:59:31.460701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f77fa97e-7af4-49fe-b2f3-decd52faf3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.483304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4c82-5ce1-4abb-bbaa-a180644b7c34 req-f939d6b8-f9c7-4e6f-86d5-50e36bae5651 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:31.484972 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75fa4c82-5ce1-4abb-bbaa-a180644b7c34 req-f939d6b8-f9c7-4e6f-86d5-50e36bae5651 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.2606270 Jul 06 11:59:31.492122 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f77fa97e-7af4-49fe-b2f3-decd52faf3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.507799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.559121 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f77fa97e-7af4-49fe-b2f3-decd52faf3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.566032 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f77fa97e-7af4-49fe-b2f3-decd52faf3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.567573 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f77fa97e-7af4-49fe-b2f3-decd52faf3c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e1ab193-7a41-4267-a77d-a814e8fa55c4 HTTP/1.1" status: 204 len: 168 time: 0.1983910 Jul 06 11:59:31.576730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fa97e-7af4-49fe-b2f3-decd52faf3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1ab193-7a41-4267-a77d-a814e8fa55c4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:31.599774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Pushing event deleted for resources: {'Port': ['ID=8d3d756c-fd57-4f0b-8ed6-e6061233dede,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:31.784383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.869054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37960) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:31.883930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6367-3a2b-4b1c-bd6c-046e640f33ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.888930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a89b9d-bdf5-4ae5-8b81-1e83e314e90f req-95c7a0ac-0155-4067-a5d0-df95d4c62606 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:31.890511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48a89b9d-bdf5-4ae5-8b81-1e83e314e90f req-95c7a0ac-0155-4067-a5d0-df95d4c62606 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 943 time: 0.2988138 Jul 06 11:59:31.903101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea5814-e8c2-4cbf-a0e9-474f74431a7a req-940e47c8-581a-4fef-b66c-053d62622304 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:31.904721 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddea5814-e8c2-4cbf-a0e9-474f74431a7a req-940e47c8-581a-4fef-b66c-053d62622304 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 945 time: 0.3115814 Jul 06 11:59:31.910740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-75fa4c82-5ce1-4abb-bbaa-a180644b7c34 req-2798c63c-a857-4810-a3e8-8177c5a4063a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:31.911118 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-75fa4c82-5ce1-4abb-bbaa-a180644b7c34 req-2798c63c-a857-4810-a3e8-8177c5a4063a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.975029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6367-3a2b-4b1c-bd6c-046e640f33ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:31.979780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6367-3a2b-4b1c-bd6c-046e640f33ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.020442 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0e2b6367-3a2b-4b1c-bd6c-046e640f33ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c04335c63b794c218086cb2a94ac9e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478441 Jul 06 11:59:32.020653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37962) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:32.028456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b6367-3a2b-4b1c-bd6c-046e640f33ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da029563-f7bc-4b4e-8928-c0b7a7c3d62f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:32.078716 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef1d69f8-b9a1-4384-a68c-eeac8219f7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.100144 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef1d69f8-b9a1-4384-a68c-eeac8219f7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.124229 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48a89b9d-bdf5-4ae5-8b81-1e83e314e90f req-16cda615-6d48-45d7-ae71-63b5ffc4e866 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175055 Jul 06 11:59:32.150544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef1d69f8-b9a1-4384-a68c-eeac8219f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.153989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef1d69f8-b9a1-4384-a68c-eeac8219f7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.158189 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ef1d69f8-b9a1-4384-a68c-eeac8219f7b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da029563-f7bc-4b4e-8928-c0b7a7c3d62f HTTP/1.1" status: 204 len: 168 time: 0.1365397 Jul 06 11:59:32.165086 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddea5814-e8c2-4cbf-a0e9-474f74431a7a req-514cdc6c-9445-4ac6-b746-675308d307e8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a97b96-e490-4608-84d2-0722d1d0898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465355 Jul 06 11:59:32.169290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d69f8-b9a1-4384-a68c-eeac8219f7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da029563-f7bc-4b4e-8928-c0b7a7c3d62f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:32.173281 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.183192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.202286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-75fa4c82-5ce1-4abb-bbaa-a180644b7c34 req-2798c63c-a857-4810-a3e8-8177c5a4063a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port 8963d6f8-6a40-45bb-8641-5a0b23a3c823, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8963d6f8-6a40-45bb-8641-5a0b23a3c823,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:32.202286 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-75fa4c82-5ce1-4abb-bbaa-a180644b7c34 req-2798c63c-a857-4810-a3e8-8177c5a4063a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.274308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-75fa4c82-5ce1-4abb-bbaa-a180644b7c34 req-2798c63c-a857-4810-a3e8-8177c5a4063a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for 8963d6f8-6a40-45bb-8641-5a0b23a3c823 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:32.293829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Router 71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:59:32.417133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:32.425510 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.429812 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-96fa770b-4b1b-4973-a8f1-c557b9df4ce6 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "PUT /v2.0/routers/71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb HTTP/1.1" status: 200 len: 709 time: 3.9703140 Jul 06 11:59:32.429988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f528d5af-1e58-40c8-94d6-e7019cd93296 None None] Sync routers for ids ['71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:32.430590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37970) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:32.456022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f528d5af-1e58-40c8-94d6-e7019cd93296 None None] Routers {'71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:32.457452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f528d5af-1e58-40c8-94d6-e7019cd93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:32.533143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f528d5af-1e58-40c8-94d6-e7019cd93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:32.536739 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9a043fe0-08a6-4565-b637-09d770b1389a tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/routers/71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb HTTP/1.1" status: 200 len: 744 time: 0.1025264 Jul 06 11:59:32.537231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37982) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:32.554295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f528d5af-1e58-40c8-94d6-e7019cd93296 None None] Routers {'71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:32.554295 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f528d5af-1e58-40c8-94d6-e7019cd93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:32.597768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f528d5af-1e58-40c8-94d6-e7019cd93296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:32.598760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f528d5af-1e58-40c8-94d6-e7019cd93296 None None] The sync data for ids ['71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:32.617602 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5330d738-7008-4c22-badf-763ea2d764b9 tempest-RoutersIpV6AdminTest-1869122234 tempest-RoutersIpV6AdminTest-1869122234-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&device_id=71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb HTTP/1.1" status: 200 len: 205 time: 0.0766101 Jul 06 11:59:32.619170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37986) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:32.629044 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-75fa4c82-5ce1-4abb-bbaa-a180644b7c34 req-2798c63c-a857-4810-a3e8-8177c5a4063a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.651489 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b34eb98e-febc-4f98-9e62-400014a147f8 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb HTTP/1.1" status: 200 len: 205 time: 0.0306544 Jul 06 11:59:32.653134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 37990) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:32.702749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798c63c-a857-4810-a3e8-8177c5a4063a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=8963d6f8-6a40-45bb-8641-5a0b23a3c823,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:32.741037 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bd88114-bb92-4af5-8dd3-99940df6cab5 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.773584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fa4c82-5ce1-4abb-bbaa-a180644b7c34 req-2798c63c-a857-4810-a3e8-8177c5a4063a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] No DVR routers for this DVR port 8963d6f8-6a40-45bb-8641-5a0b23a3c823 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:32.781391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-46b8171e-bbef-42c6-beb3-2b429cc8af02 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:32.782942 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-46b8171e-bbef-42c6-beb3-2b429cc8af02 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.2733347 Jul 06 11:59:32.785035 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-75fa4c82-5ce1-4abb-bbaa-a180644b7c34 req-2798c63c-a857-4810-a3e8-8177c5a4063a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.786883 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75fa4c82-5ce1-4abb-bbaa-a180644b7c34 req-2798c63c-a857-4810-a3e8-8177c5a4063a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "DELETE /v2.0/ports/8963d6f8-6a40-45bb-8641-5a0b23a3c823 HTTP/1.1" status: 204 len: 173 time: 1.2955396 Jul 06 11:59:32.787332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'name': 'network-vif-deleted', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:32.790413 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e115d13-3adf-41a0-a79c-dfd96d724327" -d '{"events": [{"server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "name": "network-vif-deleted", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:32.832482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-48d97b06-9685-4677-92ea-1a81258120c0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/quotas/5360fe11e14a423cbb0ee8133d63d4eb HTTP/1.1" status: 200 len: 375 time: 0.0319276 Jul 06 11:59:32.837079 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:59:32.877268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-27031c0e-614e-41b0-a569-bbc872fa7575 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438626 Jul 06 11:59:32.908783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98b20e-751e-4d47-8630-9a939c835713 req-c7250ae8-e0f4-457f-8849-e02717851913 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:32.914267 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bd88114-bb92-4af5-8dd3-99940df6cab5 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.915858 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df98b20e-751e-4d47-8630-9a939c835713 req-c7250ae8-e0f4-457f-8849-e02717851913 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 945 time: 0.3062909 Jul 06 11:59:32.917306 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bd88114-bb92-4af5-8dd3-99940df6cab5 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.972980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bd88114-bb92-4af5-8dd3-99940df6cab5 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.973672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd88114-bb92-4af5-8dd3-99940df6cab5 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Fanout notify agent at l3_agent the message router_deleted on router 71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:59:32.990902 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bd88114-bb92-4af5-8dd3-99940df6cab5 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:32.992938 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1bd88114-bb92-4af5-8dd3-99940df6cab5 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb HTTP/1.1" status: 204 len: 168 time: 0.3385377 Jul 06 11:59:32.996457 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38002) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.025778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df98b20e-751e-4d47-8630-9a939c835713 req-2c8a4a8d-628a-4c29-83f6-15279a9862ba tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088824 Jul 06 11:59:33.044541 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-89c057aa-ff94-47aa-8eb7-7f8e8d9df801 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb HTTP/1.1" status: 200 len: 205 time: 0.0460529 Jul 06 11:59:33.046772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38006) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.093369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-fffe2481-02ff-49f0-bbe3-5ce0b4fa7d22 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151904 Jul 06 11:59:33.111422 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-02fe6c30-f141-45df-8b13-ee5efab0f243 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] delete failed (client error): The resource could not be found. Jul 06 11:59:33.114161 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-02fe6c30-f141-45df-8b13-ee5efab0f243 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/71a7cb16-adcf-4c00-9fe2-22f62a2c4eeb HTTP/1.1" status: 404 len: 336 time: 0.0663640 Jul 06 11:59:33.118133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38010) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.125054 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedd094-fb0b-4581-99bf-14fb7e3e64b3 req-5ebcd46b-1346-492d-b273-53fbbcc8a492 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:33.127190 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dedd094-fb0b-4581-99bf-14fb7e3e64b3 req-5ebcd46b-1346-492d-b273-53fbbcc8a492 tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 945 time: 0.2308106 Jul 06 11:59:33.129086 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec315b0e-757a-420a-8133-5a68b95e1f59 x-openstack-request-id: req-ec315b0e-757a-420a-8133-5a68b95e1f59 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:33.129863 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a6ac22-65e2-4aec-9d20-34e3e04712e2", "name": "network-vif-deleted", "tag": "8963d6f8-6a40-45bb-8641-5a0b23a3c823", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:33.130290 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec315b0e-757a-420a-8133-5a68b95e1f59 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:33.130857 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a6ac22-65e2-4aec-9d20-34e3e04712e2', 'name': 'network-vif-deleted', 'tag': '8963d6f8-6a40-45bb-8641-5a0b23a3c823', 'status': 'completed', 'code': 200} Jul 06 11:59:33.160939 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8c3b72a7-6cb8-49d2-baa3-16126b6a1160 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2805992-2cfb-4d30-9745-409718956793 HTTP/1.1" status: 200 len: 205 time: 0.0390368 Jul 06 11:59:33.162400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38014) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.212166 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-d0fc8207-8707-4618-8524-6820fb2824d7 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] delete failed (client error): The resource could not be found. Jul 06 11:59:33.215562 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d0fc8207-8707-4618-8524-6820fb2824d7 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/a2805992-2cfb-4d30-9745-409718956793 HTTP/1.1" status: 404 len: 336 time: 0.0488024 Jul 06 11:59:33.215902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38018) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.217241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-d497a82a-62fa-4004-9b47-84007bfbadb9 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229517 Jul 06 11:59:33.260079 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-03250f9a-582a-4bdf-8fba-b8cfe71f85f3 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b74335-fa39-46e2-ba4f-d19bc2f6be5f HTTP/1.1" status: 200 len: 205 time: 0.0403166 Jul 06 11:59:33.270646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38024) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.377587 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-8dedd094-fb0b-4581-99bf-14fb7e3e64b3 req-ab7c9d39-2d7b-448c-b026-799c5116e96c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Deleting port 263b2c7a-200c-449d-9a51-4848dd7760e7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:33.378812 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8dedd094-fb0b-4581-99bf-14fb7e3e64b3 req-ab7c9d39-2d7b-448c-b026-799c5116e96c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.379310 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-9bcb24fd-6c72-43dc-8dc6-60813f78cbdb tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] delete failed (client error): The resource could not be found. Jul 06 11:59:33.385288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38026) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.392425 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9bcb24fd-6c72-43dc-8dc6-60813f78cbdb tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/b6b74335-fa39-46e2-ba4f-d19bc2f6be5f HTTP/1.1" status: 404 len: 336 time: 0.1205575 Jul 06 11:59:33.493902 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c83229eb-5d3e-4181-bb54-9e03e5a8c17b tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1 HTTP/1.1" status: 200 len: 205 time: 0.1036022 Jul 06 11:59:33.494706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38034) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.551063 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-369cd522-c6b9-4be6-afd8-67af9eb54ba3 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] delete failed (client error): The resource could not be found. Jul 06 11:59:33.559221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-369cd522-c6b9-4be6-afd8-67af9eb54ba3 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/f6cbd40b-65f1-4d84-88b7-6e1cf6ea77c1 HTTP/1.1" status: 404 len: 336 time: 0.0628600 Jul 06 11:59:33.560204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38036) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.603013 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-979e1f27-7fc9-4a22-8d86-b8eb6c71ed8c tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9902f05-8f1c-408f-8605-e2f37c7dad13 HTTP/1.1" status: 200 len: 205 time: 0.0410130 Jul 06 11:59:33.603688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38038) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.666737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8dedd094-fb0b-4581-99bf-14fb7e3e64b3 req-ab7c9d39-2d7b-448c-b026-799c5116e96c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] For port 263b2c7a-200c-449d-9a51-4848dd7760e7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=263b2c7a-200c-449d-9a51-4848dd7760e7,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:33.667129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8dedd094-fb0b-4581-99bf-14fb7e3e64b3 req-ab7c9d39-2d7b-448c-b026-799c5116e96c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.674169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 263b2c7a-200c-449d-9a51-4848dd7760e7 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:33.687484 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-d109af69-35ce-41e5-9201-24d6d03abf12 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] delete failed (client error): The resource could not be found. Jul 06 11:59:33.692375 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d109af69-35ce-41e5-9201-24d6d03abf12 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/d9902f05-8f1c-408f-8605-e2f37c7dad13 HTTP/1.1" status: 404 len: 336 time: 0.0874701 Jul 06 11:59:33.693235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38044) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.699950 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec682a72-3f26-429f-b4a1-c62f2851b5c5 req-afb567a3-5188-4415-8ab3-c2463a4b728d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7a6ac22-65e2-4aec-9d20-34e3e04712e2 HTTP/1.1" status: 200 len: 210 time: 0.0628748 Jul 06 11:59:33.706137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-8dedd094-fb0b-4581-99bf-14fb7e3e64b3 req-ab7c9d39-2d7b-448c-b026-799c5116e96c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Calling delete_port for 263b2c7a-200c-449d-9a51-4848dd7760e7 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:33.752992 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b345bf42-6e17-4fd1-83ad-13b058ced694 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e229599-fe18-4619-a0a5-c398161d3d43 HTTP/1.1" status: 200 len: 205 time: 0.0583019 Jul 06 11:59:33.754374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38048) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.796492 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.800799 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-20a98a3d-67d9-4414-b5e8-1dcffb55549e tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] delete failed (client error): The resource could not be found. Jul 06 11:59:33.803276 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-20a98a3d-67d9-4414-b5e8-1dcffb55549e tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/routers/3e229599-fe18-4619-a0a5-c398161d3d43 HTTP/1.1" status: 404 len: 336 time: 0.0477827 Jul 06 11:59:33.806400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38050) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.832182 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da246cc-3ec5-41a6-b8ac-c7219ce0fe45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '263b2c7a-200c-449d-9a51-4848dd7760e7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:33.834898 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae05f38-7316-4303-a071-91732f5e9967" -d '{"events": [{"server_uuid": "3da246cc-3ec5-41a6-b8ac-c7219ce0fe45", "name": "network-vif-unplugged", "status": "completed", "tag": "263b2c7a-200c-449d-9a51-4848dd7760e7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:33.846262 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb75315e-d1ae-4e1c-8a9d-f89aa4571b03 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] DELETE failed (client error): The resource could not be found. Jul 06 11:59:33.847207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb75315e-d1ae-4e1c-8a9d-f89aa4571b03 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:59:33.851415 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eb75315e-d1ae-4e1c-8a9d-f89aa4571b03 tempest-RoutersIpV6AdminTest-848018738 tempest-RoutersIpV6AdminTest-848018738-project] 10.222.0.21 "DELETE /v2.0/subnets/07a3ba8e-80d4-47e8-b5ae-2fa1bb003b76 HTTP/1.1" status: 404 len: 337 time: 0.0414727 Jul 06 11:59:33.869653 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 263b2c7a-200c-449d-9a51-4848dd7760e7, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=263b2c7a-200c-449d-9a51-4848dd7760e7,segment=NetworkSegment(cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f),segment_id=cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:33.871383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38056) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.877247 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.878474 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8963d6f8-6a40-45bb-8641-5a0b23a3c823 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:33.890900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ee603f7-64a5-4bd4-9351-187d55604d1c req-5c459b2d-dc9d-4866-844d-a661e6dc847b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 210 time: 0.0641415 Jul 06 11:59:33.911561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ceef5-04d7-4c01-a231-a9db41473e57 req-e8640853-7e6d-4912-a97a-0effa7668a8e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:33.926020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53ceef5-04d7-4c01-a231-a9db41473e57 req-e8640853-7e6d-4912-a97a-0effa7668a8e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 943 time: 0.4310782 Jul 06 11:59:33.958509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 8963d6f8-6a40-45bb-8641-5a0b23a3c823 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:33.958876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8963d6f8-6a40-45bb-8641-5a0b23a3c823 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:33.977239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=263b2c7a-200c-449d-9a51-4848dd7760e7,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:33.992592 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8ed7a0-0480-4bc5-b9aa-1b439fb81187 x-openstack-request-id: req-fc8ed7a0-0480-4bc5-b9aa-1b439fb81187 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:33.992592 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da246cc-3ec5-41a6-b8ac-c7219ce0fe45", "name": "network-vif-unplugged", "status": "completed", "tag": "263b2c7a-200c-449d-9a51-4848dd7760e7", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:33.993536 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc8ed7a0-0480-4bc5-b9aa-1b439fb81187 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:33.993662 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da246cc-3ec5-41a6-b8ac-c7219ce0fe45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '263b2c7a-200c-449d-9a51-4848dd7760e7', 'code': 200} Jul 06 11:59:34.038828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d53ceef5-04d7-4c01-a231-a9db41473e57 req-12b561c2-a023-4224-bff4-01c3b005966b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085312 Jul 06 11:59:34.062286 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24ee7c79-5bd2-4d4a-b1f7-19cbe7feb828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.146040 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8dedd094-fb0b-4581-99bf-14fb7e3e64b3 req-ab7c9d39-2d7b-448c-b026-799c5116e96c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.204694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c9d39-2d7b-448c-b026-799c5116e96c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Pushing event deleted for resources: {'Port': ['ID=263b2c7a-200c-449d-9a51-4848dd7760e7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:34.214843 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24ee7c79-5bd2-4d4a-b1f7-19cbe7feb828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.222167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24ee7c79-5bd2-4d4a-b1f7-19cbe7feb828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.262628 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9982bb36-b5ad-4a19-b213-36ad05023fd0 req-2e5272d1-5186-4acd-ab3d-b8efd569fa9b tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.21 "GET /v2.0/ports?device_id=3da246cc-3ec5-41a6-b8ac-c7219ce0fe45 HTTP/1.1" status: 200 len: 210 time: 0.0598199 Jul 06 11:59:34.290903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee7c79-5bd2-4d4a-b1f7-19cbe7feb828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ffa99b-b96e-4ebc-9484-b35a60dac5dd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:34.291171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dedd094-fb0b-4581-99bf-14fb7e3e64b3 req-ab7c9d39-2d7b-448c-b026-799c5116e96c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] No DVR routers for this DVR port 263b2c7a-200c-449d-9a51-4848dd7760e7 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:34.293629 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8dedd094-fb0b-4581-99bf-14fb7e3e64b3 req-ab7c9d39-2d7b-448c-b026-799c5116e96c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.296051 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dedd094-fb0b-4581-99bf-14fb7e3e64b3 req-ab7c9d39-2d7b-448c-b026-799c5116e96c tempest-AttachVolumeNegativeTest-659428753 tempest-AttachVolumeNegativeTest-659428753-project] 10.222.0.47 "DELETE /v2.0/ports/263b2c7a-200c-449d-9a51-4848dd7760e7 HTTP/1.1" status: 204 len: 173 time: 1.0813954 Jul 06 11:59:34.297661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-24ee7c79-5bd2-4d4a-b1f7-19cbe7feb828 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0153b3101f2d44458acb8767238bda0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237602 Jul 06 11:59:34.301176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38066) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:34.323598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:34.360778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8bbca19-c5b9-4a45-8693-cccae2e5cb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.385007 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8bbca19-c5b9-4a45-8693-cccae2e5cb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.452565 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60ccc338-9d20-491d-87cb-679bf675eb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.453368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8bbca19-c5b9-4a45-8693-cccae2e5cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.456897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8bbca19-c5b9-4a45-8693-cccae2e5cb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.462388 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b8bbca19-c5b9-4a45-8693-cccae2e5cb75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94ffa99b-b96e-4ebc-9484-b35a60dac5dd HTTP/1.1" status: 204 len: 168 time: 0.1560156 Jul 06 11:59:34.473967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbca19-c5b9-4a45-8693-cccae2e5cb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ffa99b-b96e-4ebc-9484-b35a60dac5dd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:34.588724 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60ccc338-9d20-491d-87cb-679bf675eb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.594439 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60ccc338-9d20-491d-87cb-679bf675eb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.641833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-60ccc338-9d20-491d-87cb-679bf675eb12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d56820fde37447e0b5602d5b2618b65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146753 Jul 06 11:59:34.642082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38076) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:34.649497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccc338-9d20-491d-87cb-679bf675eb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4b1e1e-75dc-4416-80f2-eeaa909a2f29,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:34.701406 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7664f24b-afe3-4727-9c38-352a7ef4aca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.723964 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7664f24b-afe3-4727-9c38-352a7ef4aca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.785500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7664f24b-afe3-4727-9c38-352a7ef4aca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.789757 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7664f24b-afe3-4727-9c38-352a7ef4aca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.791256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7664f24b-afe3-4727-9c38-352a7ef4aca4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b4b1e1e-75dc-4416-80f2-eeaa909a2f29 HTTP/1.1" status: 204 len: 168 time: 0.1481750 Jul 06 11:59:34.802905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664f24b-afe3-4727-9c38-352a7ef4aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4b1e1e-75dc-4416-80f2-eeaa909a2f29,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:34.821646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38088) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:35.084549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ff959ad-d3d4-4600-9664-d57cf50508f6 req-be9b0413-16a1-4799-baa7-10445c2ecb68 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 210 time: 0.0503256 Jul 06 11:59:35.132373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da246cc-3ec5-41a6-b8ac-c7219ce0fe45', 'name': 'network-vif-deleted', 'tag': '263b2c7a-200c-449d-9a51-4848dd7760e7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:35.134992 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827f5d79-cce7-4510-988a-fa376714ee67" -d '{"events": [{"server_uuid": "3da246cc-3ec5-41a6-b8ac-c7219ce0fe45", "name": "network-vif-deleted", "tag": "263b2c7a-200c-449d-9a51-4848dd7760e7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:35.182778 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b43ae1-bd23-4204-93af-a24fc1354c3e x-openstack-request-id: req-36b43ae1-bd23-4204-93af-a24fc1354c3e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:35.183181 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da246cc-3ec5-41a6-b8ac-c7219ce0fe45", "name": "network-vif-deleted", "tag": "263b2c7a-200c-449d-9a51-4848dd7760e7", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:35.183591 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36b43ae1-bd23-4204-93af-a24fc1354c3e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:35.184657 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da246cc-3ec5-41a6-b8ac-c7219ce0fe45', 'name': 'network-vif-deleted', 'tag': '263b2c7a-200c-449d-9a51-4848dd7760e7', 'status': 'completed', 'code': 200} Jul 06 11:59:35.326273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:35.388892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:35.390726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-78b8c508-0253-43f6-ad82-a8772359639c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:35.392374 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-78b8c508-0253-43f6-ad82-a8772359639c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.2110069 Jul 06 11:59:35.415833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Request body: {'port': {'device_id': 'a7bce35b-9483-431b-8ed3-dd95cdb67fa9', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'admin_state_up': True, 'tenant_id': '5360fe11e14a423cbb0ee8133d63d4eb'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:35.430977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340b661-da0c-40cd-9731-44d7c14f86a7 req-323da48f-600a-4cbb-b274-40028cfdde58 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:35.432938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9340b661-da0c-40cd-9731-44d7c14f86a7 req-323da48f-600a-4cbb-b274-40028cfdde58 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 943 time: 0.2178347 Jul 06 11:59:35.464179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-559311f4-a7ad-474c-822a-4292ab7d0d1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcd28cc1c45944f18e81e567f5645579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366622 Jul 06 11:59:35.468028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38112) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:35.523337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9340b661-da0c-40cd-9731-44d7c14f86a7 req-12641685-38cf-42bb-83df-2938d12f720f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649476 Jul 06 11:59:35.527414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c74d51-5a87-4c84-86c7-bba590c5ffd5 admin admin] Deleting subnet 7dc6c426-7cf2-4a5c-a330-cd962cff7e60 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:59:35.533217 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37c74d51-5a87-4c84-86c7-bba590c5ffd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.574617 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37c74d51-5a87-4c84-86c7-bba590c5ffd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.608803 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24568580-f64f-461b-8386-ec1bee567e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.617200 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37c74d51-5a87-4c84-86c7-bba590c5ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.669114 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24568580-f64f-461b-8386-ec1bee567e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.676432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Made reservation on behalf of 5360fe11e14a423cbb0ee8133d63d4eb for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:35.677907 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37c74d51-5a87-4c84-86c7-bba590c5ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.681072 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.704313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c74d51-5a87-4c84-86c7-bba590c5ffd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc6c426-7cf2-4a5c-a330-cd962cff7e60,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:35.709540 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37c74d51-5a87-4c84-86c7-bba590c5ffd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.712397 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-37c74d51-5a87-4c84-86c7-bba590c5ffd5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7dc6c426-7cf2-4a5c-a330-cd962cff7e60 HTTP/1.1" status: 204 len: 168 time: 0.3203249 Jul 06 11:59:35.715004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38118) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:35.786768 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.798232 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.862501 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24568580-f64f-461b-8386-ec1bee567e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.865393 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24568580-f64f-461b-8386-ec1bee567e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.865393 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-24568580-f64f-461b-8386-ec1bee567e84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eecd05e7-f4d9-4981-a383-02f7b559a59a HTTP/1.1" status: 204 len: 168 time: 0.3950117 Jul 06 11:59:35.922335 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.927997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24568580-f64f-461b-8386-ec1bee567e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecd05e7-f4d9-4981-a383-02f7b559a59a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:35.945749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be893bb4-5cec-4726-816d-ac3d0c2b9606']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:35.968077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Allocated IP 172.20.0.10 (e5d2987b-e60c-4e67-81de-36c38e69c590/a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd/c71e14f2-247d-480d-983a-4d039f995512) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:35.983404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:35.984168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbbf52e-be49-41e5-bbab-2c7c2b2fc25f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:35.997333 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.014789 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.023398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:59:36.024276 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: timer() Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:59:36.026873 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:59:36.096732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.110567 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.116133 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] 10.222.0.21 "DELETE /v2.0/networks/be893bb4-5cec-4726-816d-ac3d0c2b9606 HTTP/1.1" status: 204 len: 168 time: 0.3993359 Jul 06 11:59:36.139707 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f12d4-62a2-4cea-885f-20d79a5dc6ba admin admin] Pushing event deleted for resources: {'Network': ['ID=be893bb4-5cec-4726-816d-ac3d0c2b9606,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:36.255650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-96929245-aa49-47db-9b88-895a18e74c66 req-df161642-dd7f-4d71-bc97-9f7eafb2244c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 210 time: 0.0375125 Jul 06 11:59:36.307469 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.344374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port 35510694-74c9-4c02-836e-0ce8cd8b71f8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:36.344705 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.356055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:36.431046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9203dd05-a5d2-43b7-9622-bce35e7f61b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83a39bd45c3841e6a5686b1eaedc3879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700538 Jul 06 11:59:36.431978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38142) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:36.445605 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.527697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Network e5d2987b-e60c-4e67-81de-36c38e69c590 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:36.547224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:36.559436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:36.614771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:36.615404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.630447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port 35510694-74c9-4c02-836e-0ce8cd8b71f8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=35510694-74c9-4c02-836e-0ce8cd8b71f8,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:36.630918 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.636359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event updated for resources: {'Port': ['ID=c71e14f2-247d-480d-983a-4d039f995512,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:36.659835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for 35510694-74c9-4c02-836e-0ce8cd8b71f8 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:36.665394 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-ed443626-1f22-4595-9299-93f700d5af6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2553561 Jul 06 11:59:36.676092 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a761b54-465e-40fd-beeb-15bd207607ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.685253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Request body: {'port': {'device_id': 'a7bce35b-9483-431b-8ed3-dd95cdb67fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:36.771959 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a761b54-465e-40fd-beeb-15bd207607ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.785614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bdd5a-9152-4c08-a3e3-d321a9d0905c req-db0e888a-5028-4c4b-8b03-6bf150a9969c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:36.787686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f2bdd5a-9152-4c08-a3e3-d321a9d0905c req-db0e888a-5028-4c4b-8b03-6bf150a9969c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 943 time: 0.0824153 Jul 06 11:59:36.856440 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f2bdd5a-9152-4c08-a3e3-d321a9d0905c req-2df6525d-db4c-4eff-a017-043adcf3704b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623455 Jul 06 11:59:36.967925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a761b54-465e-40fd-beeb-15bd207607ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.970489 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a761b54-465e-40fd-beeb-15bd207607ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.971695 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5a761b54-465e-40fd-beeb-15bd207607ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e HTTP/1.1" status: 204 len: 168 time: 0.5392902 Jul 06 11:59:36.995275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.014344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a761b54-465e-40fd-beeb-15bd207607ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cce3a0-27d3-4fd8-8e6b-e7e541bec99e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:37.507585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4b9b9-3e93-4103-9387-cd33d54755f8 req-e7d1649d-0c4d-4136-b250-345838b03de2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:37.510401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7a4b9b9-3e93-4103-9387-cd33d54755f8 req-e7d1649d-0c4d-4136-b250-345838b03de2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 932 time: 0.0930204 Jul 06 11:59:37.574067 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a7a4b9b9-3e93-4103-9387-cd33d54755f8 req-f3a01051-6cbc-40ab-969c-5e2aff34a810 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576463 Jul 06 11:59:37.669521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f50f7bbd-1608-4c49-b995-7de6d9019f10 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:59:37.732356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.782817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=35510694-74c9-4c02-836e-0ce8cd8b71f8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:37.859733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38200) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:37.897202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f50f7bbd-1608-4c49-b995-7de6d9019f10, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f50f7bbd-1608-4c49-b995-7de6d9019f10,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:37.922977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'f50f7bbd-1608-4c49-b995-7de6d9019f10', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'port_id': 'f50f7bbd-1608-4c49-b995-7de6d9019f10', 'mac_address': 'fa:16:3e:c5:48:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:59:37.998464 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.031388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50f7bbd-1608-4c49-b995-7de6d9019f10 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:38.073036 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.079241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f50f7bbd-1608-4c49-b995-7de6d9019f10, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f50f7bbd-1608-4c49-b995-7de6d9019f10,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:38.090160 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.100144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-547271705', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:38.205137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Made reservation on behalf of e290ced6c651433fa39287c01bac12b0 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:38.209584 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.217052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71e14f2-247d-480d-983a-4d039f995512 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:38.236461 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.238196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f50f7bbd-1608-4c49-b995-7de6d9019f10,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:38.238518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.354100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Transition to ACTIVE for port object c71e14f2-247d-480d-983a-4d039f995512 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:38.367917 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.386510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2082b-fe6f-4d50-bd8e-04df1a62fee7 req-d1964ae0-33d1-4612-84fc-05c1f7f553eb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:38.386510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05b2082b-fe6f-4d50-bd8e-04df1a62fee7 req-d1964ae0-33d1-4612-84fc-05c1f7f553eb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 944 time: 0.2656591 Jul 06 11:59:38.412443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f50f7bbd-1608-4c49-b995-7de6d9019f10'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:38.470057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05b2082b-fe6f-4d50-bd8e-04df1a62fee7 req-f1a14d94-e296-44bb-84db-80f49eefbce4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746837 Jul 06 11:59:38.520569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Pushing event updated for resources: {'Port': ['ID=c71e14f2-247d-480d-983a-4d039f995512,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:38.555953 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.563006 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.570087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] device_id is not set on port d9465dad-1d8a-41bd-9325-fa8d1c9a3806 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:59:38.642066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195aed9f-833a-43d6-85e0-237587e40438,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:38.710398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Allocated IP 172.25.0.74 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/d9465dad-1d8a-41bd-9325-fa8d1c9a3806) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:38.752761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 3706d527-913c-4a5c-80e9-9f9c253b813a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:59:38.773017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Attempting to bind port c71e14f2-247d-480d-983a-4d039f995512 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:38.773478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Attempting to bind port c71e14f2-247d-480d-983a-4d039f995512 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:38.773759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Attempting to bind port c71e14f2-247d-480d-983a-4d039f995512 on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:38.780639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Port c71e14f2-247d-480d-983a-4d039f995512 on network e5d2987b-e60c-4e67-81de-36c38e69c590 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:59:38.781060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Attempting to bind port c71e14f2-247d-480d-983a-4d039f995512 on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:38.788699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:38.789163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Checking segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:38.789500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Bound using segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:38.789944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Bound port: c71e14f2-247d-480d-983a-4d039f995512, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:38.790309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.962922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:38.978140 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c63ae-4354-4ae3-bb4c-dacb2a99d6c8 None None] Sync routers for ids ['3706d527-913c-4a5c-80e9-9f9c253b813a'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:38.983952 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8e4b807e-6d8f-44ce-8894-73be93d4fe1f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "PUT /v2.0/routers/3706d527-913c-4a5c-80e9-9f9c253b813a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1509814 Jul 06 11:59:38.985807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38222) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:38.988002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] For port c71e14f2-247d-480d-983a-4d039f995512, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:38.993127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] For port c71e14f2-247d-480d-983a-4d039f995512, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c71e14f2-247d-480d-983a-4d039f995512,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:39.009725 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.009990 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c63ae-4354-4ae3-bb4c-dacb2a99d6c8 None None] Routers {'3706d527-913c-4a5c-80e9-9f9c253b813a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:39.009990 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-254c63ae-4354-4ae3-bb4c-dacb2a99d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3706d527-913c-4a5c-80e9-9f9c253b813a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:39.148536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:39.152372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.156627 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] 10.222.0.86 "PUT /v2.0/ports/c71e14f2-247d-480d-983a-4d039f995512 HTTP/1.1" status: 200 len: 1092 time: 2.4783721 Jul 06 11:59:39.164030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bce35b-9483-431b-8ed3-dd95cdb67fa9', 'tag': 'c71e14f2-247d-480d-983a-4d039f995512'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:39.167810 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c4df0a-e472-4c93-b90d-98c5ef0721fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bce35b-9483-431b-8ed3-dd95cdb67fa9", "tag": "c71e14f2-247d-480d-983a-4d039f995512"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:39.241888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-63209fd8-145a-41dc-bb06-378f54fa4ccd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting subnet b9f9a547-3c5d-4418-a19e-31d9367ad4ae {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:59:39.255674 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5964c1c4-f6b0-44ba-b6b4-1abd88c3f834 x-openstack-request-id: req-5964c1c4-f6b0-44ba-b6b4-1abd88c3f834 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:39.255964 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bce35b-9483-431b-8ed3-dd95cdb67fa9", "tag": "c71e14f2-247d-480d-983a-4d039f995512", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:39.256205 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5964c1c4-f6b0-44ba-b6b4-1abd88c3f834 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:39.258109 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bce35b-9483-431b-8ed3-dd95cdb67fa9', 'tag': 'c71e14f2-247d-480d-983a-4d039f995512', 'status': 'completed', 'code': 200} Jul 06 11:59:39.269142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e686013-257a-488e-a896-f4d6e584ae55 service neutron] Pushing event updated for resources: {'Port': ['ID=c71e14f2-247d-480d-983a-4d039f995512,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:39.276253 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63209fd8-145a-41dc-bb06-378f54fa4ccd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.304750 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-254c63ae-4354-4ae3-bb4c-dacb2a99d6c8 None None] Set router 3706d527-913c-4a5c-80e9-9f9c253b813a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:39.323082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f2f0e-5129-4431-aa0b-086ad9b07a40 req-02a4798d-5015-4726-9b01-f7d062a83573 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:39.330501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-674f2f0e-5129-4431-aa0b-086ad9b07a40 req-02a4798d-5015-4726-9b01-f7d062a83573 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 944 time: 0.5660295 Jul 06 11:59:39.394699 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-674f2f0e-5129-4431-aa0b-086ad9b07a40 req-2de8e1a1-a427-4bf7-a701-540400f668b0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627737 Jul 06 11:59:39.416860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.425194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63209fd8-145a-41dc-bb06-378f54fa4ccd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.471303 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.526904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:39.530324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-c8dc7956-a1ec-48b4-8fc5-0dcce29050d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:39.531351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:39.532654 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-c8dc7956-a1ec-48b4-8fc5-0dcce29050d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 1095 time: 0.2821512 Jul 06 11:59:39.536367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:39.615744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Pushing event updated for resources: {'Port': ['ID=d9465dad-1d8a-41bd-9325-fa8d1c9a3806,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:39.639942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:39.641188 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.688532 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-516d544c-4226-4098-8f30-9a27eef7f429 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71e14f2-247d-480d-983a-4d039f995512 HTTP/1.1" status: 200 len: 217 time: 0.1377792 Jul 06 11:59:39.690741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f50f7bbd-1608-4c49-b995-7de6d9019f10 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:39.691762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-01b524fd-7f5b-418c-b950-58559b55a629 tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.8273332 Jul 06 11:59:39.692549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:39.704828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.74'}]}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:39.731923 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63209fd8-145a-41dc-bb06-378f54fa4ccd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.799871 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-254c63ae-4354-4ae3-bb4c-dacb2a99d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:59:37Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:39.844374 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c63ae-4354-4ae3-bb4c-dacb2a99d6c8 None None] Checking router: 3706d527-913c-4a5c-80e9-9f9c253b813a for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:59:39.857805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-047c0790-cc82-459d-91f1-f6abe3a07c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:39.859911 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-047c0790-cc82-459d-91f1-f6abe3a07c27 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.1593995 Jul 06 11:59:39.867715 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c63ae-4354-4ae3-bb4c-dacb2a99d6c8 None None] Routers {'3706d527-913c-4a5c-80e9-9f9c253b813a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:39.870283 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-254c63ae-4354-4ae3-bb4c-dacb2a99d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['3706d527-913c-4a5c-80e9-9f9c253b813a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:39.907737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port f50f7bbd-1608-4c49-b995-7de6d9019f10 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:39.916065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port f50f7bbd-1608-4c49-b995-7de6d9019f10 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:39.916671 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.936911 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.941568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.946718 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-d25cda4e-5df3-4f77-bbf8-950ba8c90742 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725427 Jul 06 11:59:39.950734 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63209fd8-145a-41dc-bb06-378f54fa4ccd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.994164 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-63209fd8-145a-41dc-bb06-378f54fa4ccd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.997677 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-63209fd8-145a-41dc-bb06-378f54fa4ccd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/subnets/b9f9a547-3c5d-4418-a19e-31d9367ad4ae HTTP/1.1" status: 204 len: 168 time: 1.0014303 Jul 06 11:59:40.030087 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:40.031179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:40.051526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1b59c-65c6-45d8-9536-3aaf17518d57 None None] Network 710ac8e7-4b5e-4b24-959c-c8311ae851a2 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:40.104394 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-254c63ae-4354-4ae3-bb4c-dacb2a99d6c8 None None] Set router 3706d527-913c-4a5c-80e9-9f9c253b813a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:40.119525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63209fd8-145a-41dc-bb06-378f54fa4ccd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f9a547-3c5d-4418-a19e-31d9367ad4ae,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:40.125982 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0f630-58fa-4ac4-b751-2387b53ff97f req-4e5e760b-ca60-4a07-b7f4-fc2741a6eff1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:40.128821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9fd0f630-58fa-4ac4-b751-2387b53ff97f req-4e5e760b-ca60-4a07-b7f4-fc2741a6eff1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 944 time: 0.3867526 Jul 06 11:59:40.255428 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:40.271886 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:40.295232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2596694-d850-472d-a289-279ecf2e4c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50f7bbd-1608-4c49-b995-7de6d9019f10'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:40.298368 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827d0712-0896-42c7-bf0a-64bf9c516f42" -d '{"events": [{"server_uuid": "a2596694-d850-472d-a289-279ecf2e4c1f", "name": "network-vif-plugged", "status": "completed", "tag": "f50f7bbd-1608-4c49-b995-7de6d9019f10"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:40.345297 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-c4847c93-bd61-49d2-9d09-321648c3ee5f service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735340 Jul 06 11:59:40.434625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port f50f7bbd-1608-4c49-b995-7de6d9019f10, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f50f7bbd-1608-4c49-b995-7de6d9019f10,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:40.439567 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531e3985-fe0a-4370-acb2-3f795bda3496 x-openstack-request-id: req-531e3985-fe0a-4370-acb2-3f795bda3496 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:40.440411 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2596694-d850-472d-a289-279ecf2e4c1f", "name": "network-vif-plugged", "status": "completed", "tag": "f50f7bbd-1608-4c49-b995-7de6d9019f10", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:40.442032 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-531e3985-fe0a-4370-acb2-3f795bda3496 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:40.443071 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2596694-d850-472d-a289-279ecf2e4c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50f7bbd-1608-4c49-b995-7de6d9019f10', 'code': 200} Jul 06 11:59:40.452694 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:40.507575 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-254c63ae-4354-4ae3-bb4c-dacb2a99d6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:59:37Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:40.551093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=f50f7bbd-1608-4c49-b995-7de6d9019f10,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:40.595237 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c63ae-4354-4ae3-bb4c-dacb2a99d6c8 None None] The sync data for ids ['3706d527-913c-4a5c-80e9-9f9c253b813a'] in n-d-799527-2 is: [{'id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976462804', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:42Z', 'updated_at': '2021-07-06T11:59:37Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3706d527-913c-4a5c-80e9-9f9c253b813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:43Z', 'updated_at': '2021-07-06T11:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:40.612974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86abf9d4-d8d4-4f08-b3fb-ba8f3697ccb6 req-4e50e0c4-344a-47fb-836d-aaec1a035786 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584090 Jul 06 11:59:40.774300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:40.775179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4df0a-e472-4c93-b90d-98c5ef0721fc req-3ebbf938-b561-494d-8a78-7c6feca30b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:40.775787 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00c4df0a-e472-4c93-b90d-98c5ef0721fc req-3ebbf938-b561-494d-8a78-7c6feca30b01 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 1095 time: 0.0945897 Jul 06 11:59:40.921010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9fd0f630-58fa-4ac4-b751-2387b53ff97f req-569417ad-b82c-486c-8dc1-9a008ff43ef7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423774 Jul 06 11:59:41.003691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c167b8-77d9-4208-9b9b-1910465f18ff None None] DHCP port deletion for 710ac8e7-4b5e-4b24-959c-c8311ae851a2 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:59:41.014867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4df0a-e472-4c93-b90d-98c5ef0721fc req-e598c440-c500-42d0-ba5c-ad34d9177dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:41.017584 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00c4df0a-e472-4c93-b90d-98c5ef0721fc req-e598c440-c500-42d0-ba5c-ad34d9177dc8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 906 time: 0.2318714 Jul 06 11:59:41.020180 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.044769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec1574-7374-44e9-9f67-4274f3ed4e54 req-7587a01d-9a0e-4be6-b852-64995067c29e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:41.046362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72ec1574-7374-44e9-9f67-4274f3ed4e54 req-7587a01d-9a0e-4be6-b852-64995067c29e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 944 time: 0.4300261 Jul 06 11:59:41.050135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5430077-1abf-4af1-836c-8cd234ddccd5 req-aac79569-7f8c-4f18-aff0-bdd7c64fea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:41.051797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5430077-1abf-4af1-836c-8cd234ddccd5 req-aac79569-7f8c-4f18-aff0-bdd7c64fea59 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 1096 time: 0.5097106 Jul 06 11:59:41.070083 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00c4df0a-e472-4c93-b90d-98c5ef0721fc req-15508954-60f9-418f-b934-5d382249381b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71e14f2-247d-480d-983a-4d039f995512 HTTP/1.1" status: 200 len: 217 time: 0.0448251 Jul 06 11:59:41.128205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d6c167b8-77d9-4208-9b9b-1910465f18ff None None] Deleting port 02dcb2bb-b514-49ed-8649-6fe893e1b27c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:41.129292 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6c167b8-77d9-4208-9b9b-1910465f18ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.193688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4df0a-e472-4c93-b90d-98c5ef0721fc req-b69e4d9d-5c40-479b-94b3-1b47aaba412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:41.196709 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00c4df0a-e472-4c93-b90d-98c5ef0721fc req-b69e4d9d-5c40-479b-94b3-1b47aaba412d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.1194983 Jul 06 11:59:41.215262 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5430077-1abf-4af1-836c-8cd234ddccd5 req-73be9b4f-a541-4e10-96ca-f6637d08513f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344585 Jul 06 11:59:41.230822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d6c167b8-77d9-4208-9b9b-1910465f18ff None None] For port 02dcb2bb-b514-49ed-8649-6fe893e1b27c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=02dcb2bb-b514-49ed-8649-6fe893e1b27c,segment=NetworkSegment(0153381c-1b57-42c4-9b8a-d85f26ad91ee),segment_id=0153381c-1b57-42c4-9b8a-d85f26ad91ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:41.231601 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6c167b8-77d9-4208-9b9b-1910465f18ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.241119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72ec1574-7374-44e9-9f67-4274f3ed4e54 req-bac51f87-91ea-4372-9b96-06067b4b07ff tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581330 Jul 06 11:59:41.244421 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00c4df0a-e472-4c93-b90d-98c5ef0721fc req-ac7f037a-db16-4f8a-8e1c-651a66d383fa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397451 Jul 06 11:59:41.246108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:41.246460 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.252697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d6c167b8-77d9-4208-9b9b-1910465f18ff None None] Calling delete_port for 02dcb2bb-b514-49ed-8649-6fe893e1b27c owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:41.343478 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6c167b8-77d9-4208-9b9b-1910465f18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.366800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c167b8-77d9-4208-9b9b-1910465f18ff None None] No DVR routers for this DVR port 02dcb2bb-b514-49ed-8649-6fe893e1b27c on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:41.399622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c167b8-77d9-4208-9b9b-1910465f18ff None None] Pushing event deleted for resources: {'Port': ['ID=02dcb2bb-b514-49ed-8649-6fe893e1b27c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:41.405820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 02dcb2bb-b514-49ed-8649-6fe893e1b27c no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:41.420007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:41.420383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.458903 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00c4df0a-e472-4c93-b90d-98c5ef0721fc req-35482fd1-8b9d-4d6d-8482-5551e449fc49 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062533 Jul 06 11:59:41.460202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 02dcb2bb-b514-49ed-8649-6fe893e1b27c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:41.460625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 02dcb2bb-b514-49ed-8649-6fe893e1b27c not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:41.461191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 35510694-74c9-4c02-836e-0ce8cd8b71f8 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:41.486323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 35510694-74c9-4c02-836e-0ce8cd8b71f8 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:41.486989 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 35510694-74c9-4c02-836e-0ce8cd8b71f8 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:41.533000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:41.598505 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00c4df0a-e472-4c93-b90d-98c5ef0721fc req-64a98cbc-3b41-4b16-b338-b594fcf258dc service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312509 Jul 06 11:59:41.624018 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.657078 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.912264 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.953030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:42.056699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.128305 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.320299 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.332625 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.492375 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.500459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c71e14f2-247d-480d-983a-4d039f995512 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:59:42.521674 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.529930 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.530741 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Fanout notify agent at l3_agent the message router_deleted on router 3706d527-913c-4a5c-80e9-9f9c253b813a {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:59:42.542741 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.545799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b0a6f536-ca5e-4efa-b879-c2949f37f2ad tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/routers/3706d527-913c-4a5c-80e9-9f9c253b813a HTTP/1.1" status: 204 len: 168 time: 2.5124142 Jul 06 11:59:42.548616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38274) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:42.619046 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.621966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e1023ef-4496-41fe-90bc-5cc4a1cd9160 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:59:42.638359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9137db-78ce-45e6-8133-9738f3d0eba4 req-3e8fde14-b387-463e-86c3-b91b39a53fde tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:42.645957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe9137db-78ce-45e6-8133-9738f3d0eba4 req-3e8fde14-b387-463e-86c3-b91b39a53fde tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 945 time: 0.5189192 Jul 06 11:59:42.684246 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 11:59:42.685347 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7aa3109b-6331-4b05-bd80-bd04c4ba1f3e tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9914443 Jul 06 11:59:42.689502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:42.692290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c71e14f2-247d-480d-983a-4d039f995512, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c71e14f2-247d-480d-983a-4d039f995512,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:42.726539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.742677 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c71e14f2-247d-480d-983a-4d039f995512', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'port_id': 'c71e14f2-247d-480d-983a-4d039f995512', 'mac_address': 'fa:16:3e:b4:aa:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:59:42.754451 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f41cb6-ea73-4b9e-9eb0-a577a957943d req-1f1e3612-379d-43c6-8976-cfb72bf86970 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:42.762291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4f41cb6-ea73-4b9e-9eb0-a577a957943d req-1f1e3612-379d-43c6-8976-cfb72bf86970 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 944 time: 0.3192983 Jul 06 11:59:42.789509 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe9137db-78ce-45e6-8133-9738f3d0eba4 req-12c6c3c0-ff4c-489d-b7a7-a105eec192cf tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424122 Jul 06 11:59:42.834100 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.858266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71e14f2-247d-480d-983a-4d039f995512 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:42.889098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4f41cb6-ea73-4b9e-9eb0-a577a957943d req-e7e2c18f-4e78-47a1-a837-7e6baeba8d9a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256685 Jul 06 11:59:42.910802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c71e14f2-247d-480d-983a-4d039f995512, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c71e14f2-247d-480d-983a-4d039f995512,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:42.925333 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.928187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-59ca256e-89ea-49bd-bd60-5880da94dc6f tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Deleting port d9465dad-1d8a-41bd-9325-fa8d1c9a3806 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:42.929481 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59ca256e-89ea-49bd-bd60-5880da94dc6f tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.971500 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.995604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710ac8e7-4b5e-4b24-959c-c8311ae851a2']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:43.010833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0153381c-1b57-42c4-9b8a-d85f26ad91ee') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:43.011683 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0153381c-1b57-42c4-9b8a-d85f26ad91ee') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:43.023427 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.035797 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59ca256e-89ea-49bd-bd60-5880da94dc6f tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.040639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c71e14f2-247d-480d-983a-4d039f995512,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:43.052883 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.062492 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-59ca256e-89ea-49bd-bd60-5880da94dc6f tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Calling delete_port for d9465dad-1d8a-41bd-9325-fa8d1c9a3806 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:43.062834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:59:43.063408 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: timer() Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:59:43.083942 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:59:43.145563 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.158369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.163428 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/networks/710ac8e7-4b5e-4b24-959c-c8311ae851a2 HTTP/1.1" status: 204 len: 168 time: 0.6077204 Jul 06 11:59:43.171847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38286) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:43.173882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Network': ['ID=710ac8e7-4b5e-4b24-959c-c8311ae851a2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:43.183820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.184187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.184750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.185295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.186037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.186586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.187552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.190576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:43.197363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.198054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.198579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.204568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.205834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee537c-d902-4c5e-a2e3-f470bffaef9b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:43.296241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d7b780f-7799-4ede-9d8c-f20aacf1da42 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.365017 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d7b780f-7799-4ede-9d8c-f20aacf1da42 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.422390 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59ca256e-89ea-49bd-bd60-5880da94dc6f tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.451508 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:43.462842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca256e-89ea-49bd-bd60-5880da94dc6f tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9465dad-1d8a-41bd-9325-fa8d1c9a3806,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:43.525871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:43.526366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e1b5d031-ce36-4f9c-93f7-3e7797b5e6ad not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:43.584714 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59ca256e-89ea-49bd-bd60-5880da94dc6f tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.591223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-59ca256e-89ea-49bd-bd60-5880da94dc6f tempest-RoutersAdminNegativeIpV6Test-813212355 tempest-RoutersAdminNegativeIpV6Test-813212355-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d9465dad-1d8a-41bd-9325-fa8d1c9a3806 HTTP/1.1" status: 204 len: 168 time: 0.9003181 Jul 06 11:59:43.604192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d7b780f-7799-4ede-9d8c-f20aacf1da42 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.608929 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d7b780f-7799-4ede-9d8c-f20aacf1da42 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.610348 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2d7b780f-7799-4ede-9d8c-f20aacf1da42 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/security-groups/58a97b96-e490-4608-84d2-0722d1d0898c HTTP/1.1" status: 204 len: 168 time: 0.4365358 Jul 06 11:59:43.623371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b780f-7799-4ede-9d8c-f20aacf1da42 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a97b96-e490-4608-84d2-0722d1d0898c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:43.825863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38308) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:43.926179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38316) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:44.068570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e301a-859a-47d3-9680-fb74612bbe22 req-834ed0a2-4180-4436-9895-ea61b98a455f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:44.071813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a79e301a-859a-47d3-9680-fb74612bbe22 req-834ed0a2-4180-4436-9895-ea61b98a455f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 945 time: 0.0755699 Jul 06 11:59:44.097059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b4438d5-8b48-4beb-838b-7a9305f00d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.134526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a79e301a-859a-47d3-9680-fb74612bbe22 req-f7ecb09d-e175-4da9-9d39-fe22baa3af9f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561264 Jul 06 11:59:44.149867 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83c7b402-eca4-48ba-9266-7551fe11d069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.154682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c70b2a-1e79-49ad-8222-f131ae28102c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.240734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38322) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:44.247066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-48ece3ef-b15d-4039-b0f3-63b69da8291f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824163140', 'description': 'tempest-secgroup-smoke-1824163140 description', 'project_id': '64814768bca940c89b9e67066652c148'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:44.269054 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b4438d5-8b48-4beb-838b-7a9305f00d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.277548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b4438d5-8b48-4beb-838b-7a9305f00d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.327362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4438d5-8b48-4beb-838b-7a9305f00d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c89115-af29-4e76-8f41-aaa52eeaa67c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:44.343643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-48ece3ef-b15d-4039-b0f3-63b69da8291f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:59:44.343643 n-d-799527-2 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:59:44.343643 n-d-799527-2 neutron-server[93814]: [parameters: {'project_id_1': '64814768bca940c89b9e67066652c148', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 59, 44, 256212)}] Jul 06 11:59:44.343643 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:59:44.344101 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-48ece3ef-b15d-4039-b0f3-63b69da8291f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:59:44.360369 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1b4438d5-8b48-4beb-838b-7a9305f00d44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaad19823a4d4eea99c34d1fcbd20cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337155 Jul 06 11:59:44.364669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38324) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:44.366082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca67fb-a8b7-428e-a4f8-36f0f192062d req-6a039ac8-c60b-46f5-93eb-7383e83b45e0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:44.368659 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bca67fb-a8b7-428e-a4f8-36f0f192062d req-6a039ac8-c60b-46f5-93eb-7383e83b45e0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 945 time: 0.0893316 Jul 06 11:59:44.454812 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5023c31e-11a9-4c68-8d4a-d07e145b6a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.461121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bca67fb-a8b7-428e-a4f8-36f0f192062d req-7e1ef043-b129-4995-86d8-bd29aa374774 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783813 Jul 06 11:59:44.499182 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c71e14f2-247d-480d-983a-4d039f995512 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:44.507295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425975c-7dee-4f7c-b044-c60cae8ccbc0 req-c18fa32b-6f80-453e-baa7-2222a0ee2a8f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:44.509375 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7425975c-7dee-4f7c-b044-c60cae8ccbc0 req-c18fa32b-6f80-453e-baa7-2222a0ee2a8f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 945 time: 0.1397409 Jul 06 11:59:44.515081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5023c31e-11a9-4c68-8d4a-d07e145b6a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.541606 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c70b2a-1e79-49ad-8222-f131ae28102c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.565188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c70b2a-1e79-49ad-8222-f131ae28102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.591002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7425975c-7dee-4f7c-b044-c60cae8ccbc0 req-ee780ac4-7842-43e6-8d1a-b4ae449967ca tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738115 Jul 06 11:59:44.597273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port c71e14f2-247d-480d-983a-4d039f995512 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:44.604924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c71e14f2-247d-480d-983a-4d039f995512 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:44.605609 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.620525 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c6c70b2a-1e79-49ad-8222-f131ae28102c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3155d33caf54c6d8f72fb21cc5a01c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6926703 Jul 06 11:59:44.623642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38326) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:44.633846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c70b2a-1e79-49ad-8222-f131ae28102c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a49447e-fb48-4083-a294-02922f7a76e0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:44.653843 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5023c31e-11a9-4c68-8d4a-d07e145b6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.660206 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5023c31e-11a9-4c68-8d4a-d07e145b6a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.662263 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5023c31e-11a9-4c68-8d4a-d07e145b6a0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11c89115-af29-4e76-8f41-aaa52eeaa67c HTTP/1.1" status: 204 len: 168 time: 0.2960525 Jul 06 11:59:44.692833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023c31e-11a9-4c68-8d4a-d07e145b6a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c89115-af29-4e76-8f41-aaa52eeaa67c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:44.768141 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77b666e2-bc0f-432d-a8c2-51272cc1b672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.796405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77b666e2-bc0f-432d-a8c2-51272cc1b672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.829425 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.865410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bce35b-9483-431b-8ed3-dd95cdb67fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71e14f2-247d-480d-983a-4d039f995512'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:44.869693 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ad2a82-268d-435d-b14d-fc90fa774811" -d '{"events": [{"server_uuid": "a7bce35b-9483-431b-8ed3-dd95cdb67fa9", "name": "network-vif-plugged", "status": "completed", "tag": "c71e14f2-247d-480d-983a-4d039f995512"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:44.883551 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77b666e2-bc0f-432d-a8c2-51272cc1b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.886153 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77b666e2-bc0f-432d-a8c2-51272cc1b672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.887349 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-77b666e2-bc0f-432d-a8c2-51272cc1b672 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a49447e-fb48-4083-a294-02922f7a76e0 HTTP/1.1" status: 204 len: 168 time: 0.2621405 Jul 06 11:59:44.890260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c71e14f2-247d-480d-983a-4d039f995512, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c71e14f2-247d-480d-983a-4d039f995512,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:44.897824 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.906723 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48ece3ef-b15d-4039-b0f3-63b69da8291f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.910094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b666e2-bc0f-432d-a8c2-51272cc1b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a49447e-fb48-4083-a294-02922f7a76e0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:44.941324 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd62059-d2d9-4727-a51e-670f1a728314 x-openstack-request-id: req-3cd62059-d2d9-4727-a51e-670f1a728314 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:44.941963 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bce35b-9483-431b-8ed3-dd95cdb67fa9", "name": "network-vif-plugged", "status": "completed", "tag": "c71e14f2-247d-480d-983a-4d039f995512", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:44.942667 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cd62059-d2d9-4727-a51e-670f1a728314 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:44.943282 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bce35b-9483-431b-8ed3-dd95cdb67fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71e14f2-247d-480d-983a-4d039f995512', 'code': 200} Jul 06 11:59:45.003603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c71e14f2-247d-480d-983a-4d039f995512,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:45.055600 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48ece3ef-b15d-4039-b0f3-63b69da8291f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.061773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48ece3ef-b15d-4039-b0f3-63b69da8291f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.106795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38344) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:45.111040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf545a-941a-42b4-9fbd-b0432a6cd161 req-45c44cdc-a168-4b11-82c6-11fdd91fb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:45.115599 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f8bf545a-941a-42b4-9fbd-b0432a6cd161 req-45c44cdc-a168-4b11-82c6-11fdd91fb922 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 1097 time: 0.0973399 Jul 06 11:59:45.116800 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48ece3ef-b15d-4039-b0f3-63b69da8291f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.119477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-48ece3ef-b15d-4039-b0f3-63b69da8291f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8760893 Jul 06 11:59:45.121406 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38346) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:45.126512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ece3ef-b15d-4039-b0f3-63b69da8291f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184210be-64b9-47b7-962a-e532864de089,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:45.129706 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-835a35e1-a65e-40e4-aef0-1212fde72635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.130374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f84b77d4-7d8b-4e02-ab94-ce2e5665f45a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '184210be-64b9-47b7-962a-e532864de089', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:45.152632 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-835a35e1-a65e-40e4-aef0-1212fde72635 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:59:45.152632 n-d-799527-2 neutron-server[93814]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 11:59:45.152632 n-d-799527-2 neutron-server[93814]: [parameters: {'project_id': '6971b2c6332d404faf1dcd979656a298', 'id': '6c805ce9-ec8d-4c9b-8119-990c035a37f9', 'expiration': datetime.datetime(2021, 7, 6, 12, 1, 45, 148445)}] Jul 06 11:59:45.152632 n-d-799527-2 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:59:45.154120 n-d-799527-2 neutron-server[93814]: DEBUG oslo_db.api [None req-835a35e1-a65e-40e4-aef0-1212fde72635 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:59:45.187952 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f84b77d4-7d8b-4e02-ab94-ce2e5665f45a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.191703 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f8bf545a-941a-42b4-9fbd-b0432a6cd161 req-fe4d607c-1300-4d32-9646-d9e68f1aa1b2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464282 Jul 06 11:59:45.245185 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f84b77d4-7d8b-4e02-ab94-ce2e5665f45a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.249492 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f84b77d4-7d8b-4e02-ab94-ce2e5665f45a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.276888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b77d4-7d8b-4e02-ab94-ce2e5665f45a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaccbe2-036f-49cb-9cdc-e78301d217f5,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:45.281310 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f84b77d4-7d8b-4e02-ab94-ce2e5665f45a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.282530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f84b77d4-7d8b-4e02-ab94-ce2e5665f45a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600983 Jul 06 11:59:45.285419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38352) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:45.292806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-024f93ac-a2d5-43e4-bbe8-602178022a7d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '184210be-64b9-47b7-962a-e532864de089', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:45.334126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-024f93ac-a2d5-43e4-bbe8-602178022a7d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.431991 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-024f93ac-a2d5-43e4-bbe8-602178022a7d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.437834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-024f93ac-a2d5-43e4-bbe8-602178022a7d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.460727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f93ac-a2d5-43e4-bbe8-602178022a7d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3402fe42-b23e-4bc8-b25a-b2341f8ec36b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:45.471090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-024f93ac-a2d5-43e4-bbe8-602178022a7d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.472668 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-024f93ac-a2d5-43e4-bbe8-602178022a7d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1862576 Jul 06 11:59:45.475632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38362) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:45.481221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ba5f34c6-34df-42e8-9853-d5fc1ff819ff tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '184210be-64b9-47b7-962a-e532864de089', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:45.482460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38364) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:45.536291 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5f34c6-34df-42e8-9853-d5fc1ff819ff tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.540203 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-34adff07-0196-48f9-ac9a-358886aace05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e290ced6c651433fa39287c01bac12b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563812 Jul 06 11:59:45.541068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38372) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:45.609272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a912690d-078b-4507-a667-e30da298313d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.621346 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5f34c6-34df-42e8-9853-d5fc1ff819ff tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.632201 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5f34c6-34df-42e8-9853-d5fc1ff819ff tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.648111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a912690d-078b-4507-a667-e30da298313d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.661300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-835a35e1-a65e-40e4-aef0-1212fde72635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.743923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f34c6-34df-42e8-9853-d5fc1ff819ff tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54f9048-0687-4d4e-b2a1-984bd10dd6a3,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:45.763476 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a912690d-078b-4507-a667-e30da298313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.772840 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a912690d-078b-4507-a667-e30da298313d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.783679 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a912690d-078b-4507-a667-e30da298313d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/195aed9f-833a-43d6-85e0-237587e40438 HTTP/1.1" status: 204 len: 168 time: 0.2404859 Jul 06 11:59:45.783917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5f34c6-34df-42e8-9853-d5fc1ff819ff tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.785126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ba5f34c6-34df-42e8-9853-d5fc1ff819ff tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3082886 Jul 06 11:59:45.789482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:45.799552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c9e74f16-1d82-48cb-b0a2-476eff2c1822 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '184210be-64b9-47b7-962a-e532864de089', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:45.815519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912690d-078b-4507-a667-e30da298313d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195aed9f-833a-43d6-85e0-237587e40438,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:45.866999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1353961-3760-4b01-b109-b7885112d29e req-a4976c51-e8f4-420b-bbd0-1be3071e4ccf tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:45.874930 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1353961-3760-4b01-b109-b7885112d29e req-a4976c51-e8f4-420b-bbd0-1be3071e4ccf tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 946 time: 0.1594725 Jul 06 11:59:45.943288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1353961-3760-4b01-b109-b7885112d29e req-282e61fb-6edb-4fe9-8ef0-69bf4b1be0d3 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672925 Jul 06 11:59:46.024131 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-835a35e1-a65e-40e4-aef0-1212fde72635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.044488 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-835a35e1-a65e-40e4-aef0-1212fde72635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.130300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-835a35e1-a65e-40e4-aef0-1212fde72635 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6971b2c6332d404faf1dcd979656a298&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0223756 Jul 06 11:59:46.131260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a35e1-a65e-40e4-aef0-1212fde72635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dadd946-a086-45aa-845d-85511faddf65,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:46.134089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:46.135085 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9e74f16-1d82-48cb-b0a2-476eff2c1822 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.273563 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9e74f16-1d82-48cb-b0a2-476eff2c1822 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.284687 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9e74f16-1d82-48cb-b0a2-476eff2c1822 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.287378 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e25a4413-2888-4a6c-a5f3-1b6bc887a587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.318711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e74f16-1d82-48cb-b0a2-476eff2c1822 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd00c35-65b4-49ce-8aad-c9eacbf62481,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:46.341861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e25a4413-2888-4a6c-a5f3-1b6bc887a587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.358208 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9e74f16-1d82-48cb-b0a2-476eff2c1822 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.360912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c9e74f16-1d82-48cb-b0a2-476eff2c1822 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5656619 Jul 06 11:59:46.363271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:46.388076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-db300b4f-2e3e-4d64-b2e2-b6fe47f5928a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '184210be-64b9-47b7-962a-e532864de089', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:46.446052 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-db300b4f-2e3e-4d64-b2e2-b6fe47f5928a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Project 64814768bca940c89b9e67066652c148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 11:59:46.463982 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e25a4413-2888-4a6c-a5f3-1b6bc887a587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.471933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db300b4f-2e3e-4d64-b2e2-b6fe47f5928a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.477876 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e25a4413-2888-4a6c-a5f3-1b6bc887a587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.479538 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e25a4413-2888-4a6c-a5f3-1b6bc887a587 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4dadd946-a086-45aa-845d-85511faddf65 HTTP/1.1" status: 204 len: 168 time: 0.3438308 Jul 06 11:59:46.490012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a4413-2888-4a6c-a5f3-1b6bc887a587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dadd946-a086-45aa-845d-85511faddf65,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:46.593676 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db300b4f-2e3e-4d64-b2e2-b6fe47f5928a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.603090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db300b4f-2e3e-4d64-b2e2-b6fe47f5928a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.647985 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db300b4f-2e3e-4d64-b2e2-b6fe47f5928a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52cb930-23e4-49fe-9c5b-02f2bbc50c39,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:46.659874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db300b4f-2e3e-4d64-b2e2-b6fe47f5928a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.661840 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-db300b4f-2e3e-4d64-b2e2-b6fe47f5928a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2971752 Jul 06 11:59:46.678101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38426) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:46.688674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-691e77d0-52b2-4d9e-b68b-6e1b8812e529 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '184210be-64b9-47b7-962a-e532864de089', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:46.745190 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-691e77d0-52b2-4d9e-b68b-6e1b8812e529 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Project 64814768bca940c89b9e67066652c148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 11:59:46.750548 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-691e77d0-52b2-4d9e-b68b-6e1b8812e529 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.863557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-691e77d0-52b2-4d9e-b68b-6e1b8812e529 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.881962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-691e77d0-52b2-4d9e-b68b-6e1b8812e529 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.935113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e77d0-52b2-4d9e-b68b-6e1b8812e529 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c9c316-8ca9-47a3-8d28-dd4a44d7a08f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:46.959008 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-691e77d0-52b2-4d9e-b68b-6e1b8812e529 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.961781 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-691e77d0-52b2-4d9e-b68b-6e1b8812e529 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2818694 Jul 06 11:59:46.965781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38440) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:47.041989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'network': {'name': 'tempest-network-smoke--1971184945', 'project_id': '64814768bca940c89b9e67066652c148', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:47.105082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:47.111764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.211354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:59:47.231334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.232189 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Added segment d3750418-f3df-4267-8a6e-593e1c0fa57f of type vlan for network f972626c-881e-4ab7-96df-90faab4deed8 Jul 06 11:59:47.333428 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.486967 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.499632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:47.500614 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.612254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1b94e-bbe0-4fea-bbe9-61acff19d44e req-aa65f63e-0faf-4a0e-9e40-b4e8fb53fd96 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:47.619274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ba1b94e-bbe0-4fea-bbe9-61acff19d44e req-aa65f63e-0faf-4a0e-9e40-b4e8fb53fd96 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 946 time: 0.2745764 Jul 06 11:59:47.642179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6648803 Jul 06 11:59:47.646118 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38496) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:47.651924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'admin_state_up': True, 'project_id': '64814768bca940c89b9e67066652c148', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:47.665616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c7695-9fbf-4b04-9d3e-932c2807eadb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Network': ['ID=f972626c-881e-4ab7-96df-90faab4deed8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:47.684468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f972626c-881e-4ab7-96df-90faab4deed8 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:59:47.697784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ba1b94e-bbe0-4fea-bbe9-61acff19d44e req-845a44d4-4776-4dd1-8385-39f026298bda tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775127 Jul 06 11:59:47.707014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.708157 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.839094 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.982418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38518) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:48.033510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.068175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-2d9add55-379b-4133-abed-17d2cf347d63 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:48.070656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-2d9add55-379b-4133-abed-17d2cf347d63 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.1256645 Jul 06 11:59:48.090977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-2493f46c-bd2d-4b77-9cfa-488408627304 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/quotas/b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 375 time: 0.0133843 Jul 06 11:59:48.173413 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.325829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-884026319'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:48.331074 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.366365 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.393169 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97b51733-a53f-403a-bea7-3a304a6de0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.441116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Made reservation on behalf of 943a0b6ad5a94b579c3a532bcd06f9d8 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:48.445741 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.460871 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.530349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.25.0.213 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/22237d91-a66b-47bf-9f03-2ca2705dfbe5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:48.674661 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-61ea1d54-2ede-448e-88cc-7334816d499e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5771062 Jul 06 11:59:48.693776 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.703990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d03cf1-95af-41cc-af90-22a2ece59cb7 req-ad44b1e5-1045-4d4a-8897-9d656b154739 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:48.706134 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.711002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4d03cf1-95af-41cc-af90-22a2ece59cb7 req-ad44b1e5-1045-4d4a-8897-9d656b154739 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.1586022 Jul 06 11:59:48.720686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:59:48.747402 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.747886 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Added segment 13909408-c3c3-48ae-8d02-776588d1c73f of type vlan for network d382a756-4993-4e0a-8bca-cd30c5d2e18f Jul 06 11:59:48.765538 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.774136 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.783907 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4d03cf1-95af-41cc-af90-22a2ece59cb7 req-dee9eace-3b1e-403f-a419-40fa93a7a6ec tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/quotas/5360fe11e14a423cbb0ee8133d63d4eb HTTP/1.1" status: 200 len: 375 time: 0.0718794 Jul 06 11:59:48.825364 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.831516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e07207-00b5-459d-9207-5014dcd3e3e7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:48.869075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-258b99f3-3ac9-4afd-8db0-77e922a953e9 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852884 Jul 06 11:59:48.929797 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.935251 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4d03cf1-95af-41cc-af90-22a2ece59cb7 req-9902d6a7-9e90-4506-9a07-24cac7062d77 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1417694 Jul 06 11:59:48.942621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:48.943716 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:48.980852 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.046076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-370d03ef-86a5-4f1e-bc19-fd93977f3ea1 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667657 Jul 06 11:59:49.069817 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0854230 Jul 06 11:59:49.071352 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4d03cf1-95af-41cc-af90-22a2ece59cb7 req-3374b53a-f2a3-4cf9-b963-05d580b0db94 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273832 Jul 06 11:59:49.073937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38544) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:49.079690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Request body: {'subnet': {'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:49.123490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80464194-28d0-4d81-b4c0-29953fe17bbf tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'Network': ['ID=d382a756-4993-4e0a-8bca-cd30c5d2e18f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:49.135887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:59:49.145409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=22237d91-a66b-47bf-9f03-2ca2705dfbe5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:49.158447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:49.160851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:49.167817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:49.284542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4d03cf1-95af-41cc-af90-22a2ece59cb7 req-c2903f42-f795-4a68-9d8f-b6ded6f52586 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988196 Jul 06 11:59:49.286144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Made reservation on behalf of 943a0b6ad5a94b579c3a532bcd06f9d8 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:49.300810 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.812863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c176074-fc90-4f95-986d-501868a098a5 req-3e337ce3-5577-4a3a-8576-64597c83df1c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 210 time: 0.2001975 Jul 06 11:59:49.978390 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.089014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'Subnet': ['ID=ba8a4408-a601-4340-b37e-3ed02ca88398,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:50.100548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Checking segment: {'id': '13909408-c3c3-48ae-8d02-776588d1c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:50.100548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Network hostable DHCP agents. Network: d382a756-4993-4e0a-8bca-cd30c5d2e18f, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:59:50.123256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:59:50.157817 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, d382a756-4993-4e0a-8bca-cd30c5d2e18f) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:50.180404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.180404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.182051 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f69f74-b75a-4a9a-b4fd-60ad263d63d1 None None] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:50.203344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4e6af05d-b24d-45ab-8d64-2bb9a47ff129 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1280439 Jul 06 11:59:50.206275 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:50.216524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Request body: {'port': {'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1384321777'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:50.314052 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.562777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-d382a756-4993-4e0a-8bca-cd30c5d2e18f', 'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f', 'tenant_id': '943a0b6ad5a94b579c3a532bcd06f9d8', 'fixed_ips': [{'subnet_id': 'ba8a4408-a601-4340-b37e-3ed02ca88398'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:59:50.566788 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.603001 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.612972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-4d8462d9-5a7b-416c-9930-40f0ddac6493 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.614554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-4d8462d9-5a7b-416c-9930-40f0ddac6493 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.1979194 Jul 06 11:59:50.634258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Made reservation on behalf of 943a0b6ad5a94b579c3a532bcd06f9d8 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:50.638724 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.653784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-83d7e955-ba02-4121-85a1-89d47c29d338 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/quotas/5360fe11e14a423cbb0ee8133d63d4eb HTTP/1.1" status: 200 len: 375 time: 0.0309160 Jul 06 11:59:50.667173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] device_id is not set on port af2be20b-1efe-44ef-9568-d7c633508c08 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:59:50.738651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.802658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Allocated IP 2001:db8::2 (d382a756-4993-4e0a-8bca-cd30c5d2e18f/ba8a4408-a601-4340-b37e-3ed02ca88398/3a05d704-6b7a-4a61-ace5-b6ec02e79116) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:50.900417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 70171ed3-6bde-4bc8-b1a2-f671ff25123d is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:59:50.917972 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-3fcaa576-6f90-40d0-959c-8b1d16a390f7 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1869843 Jul 06 11:59:51.026271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c782aef-3e04-4906-8f3a-3a338d7c8b2d req-5cb705e5-5fe3-4ba5-a9e8-0c38f6dd924e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 210 time: 0.0387273 Jul 06 11:59:51.060171 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-4b2e92fb-69e2-4207-aa61-8a7516711939 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412275 Jul 06 11:59:51.155549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:51.179648 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.191795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Transition to ACTIVE for port object 3a05d704-6b7a-4a61-ace5-b6ec02e79116 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:51.195726 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.197433 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-34b0b36c-6512-4a64-ac52-f6116b33e96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5492990 Jul 06 11:59:51.202945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38610) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:51.211782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Transition to ACTIVE for port object 3a05d704-6b7a-4a61-ace5-b6ec02e79116 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:51.217138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Sync routers for ids ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:51.228524 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.246816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-27357581-5b75-435e-bd08-0a05eeda7370 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=64814768bca940c89b9e67066652c148&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430069 Jul 06 11:59:51.251349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38612) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:51.281279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Routers {'70171ed3-6bde-4bc8-b1a2-f671ff25123d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:51.283175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:51.358980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-9e3b8570-294a-4ca4-b65e-9fe4135ff386 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977114 Jul 06 11:59:51.381979 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:51.391986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:51.438096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:51.448756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Pushing event updated for resources: {'Port': ['ID=3a05d704-6b7a-4a61-ace5-b6ec02e79116,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:51.542666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Allocated IP 2001:db8::29a (d382a756-4993-4e0a-8bca-cd30c5d2e18f/ba8a4408-a601-4340-b37e-3ed02ca88398/af2be20b-1efe-44ef-9568-d7c633508c08) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:51.573503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b511d0f-ede2-400b-8f0f-f7860de52c17 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:51.577245 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9b511d0f-ede2-400b-8f0f-f7860de52c17 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3226891 Jul 06 11:59:51.580095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38618) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:51.583951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Attempting to bind port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:51.585026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Attempting to bind port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '13909408-c3c3-48ae-8d02-776588d1c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:51.585517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Attempting to bind port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 on network d382a756-4993-4e0a-8bca-cd30c5d2e18f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:51.609870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:51.615345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Checking segment: {'id': '13909408-c3c3-48ae-8d02-776588d1c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:51.616256 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.616676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Bound using segment: {'id': '13909408-c3c3-48ae-8d02-776588d1c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:51.617191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Bound port: 3a05d704-6b7a-4a61-ace5-b6ec02e79116, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13909408-c3c3-48ae-8d02-776588d1c73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:51.617581 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.643052 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-16fc2b87-f182-4a3c-872f-dbcf2f5a8a8f tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0614371 Jul 06 11:59:51.651556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38624) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:51.658622 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1250796100', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'project_id': '64814768bca940c89b9e67066652c148', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:51.669243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-41941da8-8598-4357-ace0-a4d8e721450c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:51.681656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-41941da8-8598-4357-ace0-a4d8e721450c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.3841169 Jul 06 11:59:51.704783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'port': {'device_id': '9235f54a-2140-47cf-82fc-ae75744b11fe', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'admin_state_up': True, 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:51.723943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Set router 70171ed3-6bde-4bc8-b1a2-f671ff25123d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:51.786328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78982b81-63f1-472a-bca6-3b109e390b8b req-2a5dff1a-a2dd-4bdd-8725-4aeb5ae34f6a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 210 time: 0.0734673 Jul 06 11:59:51.846388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:51.853151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.102630 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Made reservation on behalf of b768ea49d15e4735a0ee81828071c36d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:52.119321 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.159106 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.221573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.313617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Subnet': ['ID=c25355ef-6eee-4ef3-b846-85a27c8be5bd,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:52.325845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Checking segment: {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:52.326387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network hostable DHCP agents. Network: f972626c-881e-4ab7-96df-90faab4deed8, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:59:52.355794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network f972626c-881e-4ab7-96df-90faab4deed8 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:59:52.398051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f972626c-881e-4ab7-96df-90faab4deed8) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:52.406887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:52.409123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.429329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42269d96-910b-4f69-bb6f-fac2285e01a4 None None] Network f972626c-881e-4ab7-96df-90faab4deed8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:52.453307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Transition to ACTIVE for port object af2be20b-1efe-44ef-9568-d7c633508c08 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:52.456713 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eff665a4-a61e-45b8-89f8-a16ee98450a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8012555 Jul 06 11:59:52.458840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38644) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:52.662181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Allocated IP 172.20.0.4 (96ac95ab-c16d-44b8-a50f-62ff9bdc3228/cb861ac0-7293-4d41-a5d1-256ee914815a/d011a30d-33df-42ea-b39a-101a7bdbb4f0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:52.957675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-f972626c-881e-4ab7-96df-90faab4deed8', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:59:52.964766 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.971166 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.211534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'Port': ['ID=af2be20b-1efe-44ef-9568-d7c633508c08,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:53.291575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85247f0b-662e-46bb-9cc4-590d607412b2 req-c75cd6e0-b154-493e-88f8-7fe99de6a79d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 210 time: 0.3427408 Jul 06 11:59:53.312537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:53.344162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] For port 3a05d704-6b7a-4a61-ace5-b6ec02e79116, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:53.350309 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d021c5cf-f0ed-4876-b473-4826bb4388e1 req-e754b818-f7b4-4245-93a4-cddb1af39c44 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 210 time: 0.3987913 Jul 06 11:59:53.362656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.363018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.363371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.368004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.368705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.369060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.369409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.369758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.370103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.370445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.370780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.371114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:53.381674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:53.404250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:53.419648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:53.420472 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.454465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] For port 3a05d704-6b7a-4a61-ace5-b6ec02e79116, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3a05d704-6b7a-4a61-ace5-b6ec02e79116,segment=NetworkSegment(13909408-c3c3-48ae-8d02-776588d1c73f),segment_id=13909408-c3c3-48ae-8d02-776588d1c73f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:53.468639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Allocated IP 172.20.0.2 (f972626c-881e-4ab7-96df-90faab4deed8/c25355ef-6eee-4ef3-b846-85a27c8be5bd/eed51015-55af-4ed8-99ee-0e7bf5a83116) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:53.487977 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.497568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0d7bf032-c626-40c5-b528-13fb05a85034 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2898088 Jul 06 11:59:53.501852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38670) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:53.509056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Request body: {'port': {'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1409698763', 'allowed_address_pairs': [{'ip_address': '2001:db8::29a', 'mac_address': 'fa:16:3e:f7:8c:ec'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:53.537149 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.569316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Transition to ACTIVE for port object d011a30d-33df-42ea-b39a-101a7bdbb4f0 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:53.747380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Made reservation on behalf of 943a0b6ad5a94b579c3a532bcd06f9d8 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:53.761061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.819944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f50f7bbd-1608-4c49-b995-7de6d9019f10'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:53.956587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b07ea9-ca04-48f1-8a2e-dc3297eb0a9f None None] Pushing event updated for resources: {'Port': ['ID=3a05d704-6b7a-4a61-ace5-b6ec02e79116,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:53.962196 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:53.972346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:53.992768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:54.080440 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.248780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:54.251240 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.284550 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] device_id is not set on port 31252fee-d727-4bbc-b301-8d69297612e9 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:59:54.306939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=d011a30d-33df-42ea-b39a-101a7bdbb4f0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:54.339664 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9a545d16-7ccd-4d8c-bc58-51c7d384ac76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6362569 Jul 06 11:59:54.356218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Request body: {'port': {'device_id': '9235f54a-2140-47cf-82fc-ae75744b11fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:54.635958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.664896 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.950531 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.954221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-85d86931-33b7-4b65-90e7-e5ba3e03b6e6 None None] Provisioning for port d011a30d-33df-42ea-b39a-101a7bdbb4f0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:54.980059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-85d86931-33b7-4b65-90e7-e5ba3e03b6e6 None None] Provisioning complete for port d011a30d-33df-42ea-b39a-101a7bdbb4f0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:54.992220 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85d86931-33b7-4b65-90e7-e5ba3e03b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.997157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:50Z', 'revision_number': 3, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T11:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:55.098333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Transition to ACTIVE for port object eed51015-55af-4ed8-99ee-0e7bf5a83116 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:55.223217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Checking router: 70171ed3-6bde-4bc8-b1a2-f671ff25123d for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:59:55.227626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Updating router 70171ed3-6bde-4bc8-b1a2-f671ff25123d port 22237d91-a66b-47bf-9f03-2ca2705dfbe5 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:59:55.354497 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.383829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d011a30d-33df-42ea-b39a-101a7bdbb4f0 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:55.393120 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.413949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Transition to ACTIVE for port object d011a30d-33df-42ea-b39a-101a7bdbb4f0 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:55.450527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.512204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-85d86931-33b7-4b65-90e7-e5ba3e03b6e6 None None] Port d011a30d-33df-42ea-b39a-101a7bdbb4f0 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:59:55.518411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Transition to ACTIVE for port object eed51015-55af-4ed8-99ee-0e7bf5a83116 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:55.551964 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.555512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-53f1ab54-cb12-4cbc-966e-4b2af51a608a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:55.557123 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-53f1ab54-cb12-4cbc-966e-4b2af51a608a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 1.0625627 Jul 06 11:59:55.603759 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c65b033-2d59-43fc-9fc4-1b5a50a17e93 req-bcfaa52a-d9dc-4cc9-97d7-a9cbc7f60fc7 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 210 time: 0.1570430 Jul 06 11:59:55.624737 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Request body: {'port': {'device_id': '0fec25a2-8ada-4cad-bda6-490af4147992', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'admin_state_up': True, 'tenant_id': '5360fe11e14a423cbb0ee8133d63d4eb'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:55.720456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3a05d704-6b7a-4a61-ace5-b6ec02e79116 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:55.739589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=d011a30d-33df-42ea-b39a-101a7bdbb4f0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:55.877446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c19db1-8b1c-4d7b-834d-597bc61c7f18 req-db620158-b829-42e1-be17-096530d9de68 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:55.886678 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10c19db1-8b1c-4d7b-834d-597bc61c7f18 req-db620158-b829-42e1-be17-096530d9de68 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 931 time: 1.2163208 Jul 06 11:59:55.911349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Network f972626c-881e-4ab7-96df-90faab4deed8 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:56.022862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10c19db1-8b1c-4d7b-834d-597bc61c7f18 req-67030f86-666a-4d40-bf5c-c813ed2b8b50 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157985 Jul 06 11:59:56.047369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f31de-a5fe-4952-a8f1-3b45af41bac4 None None] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:56.054821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Allocated IP 2001:db8::ad (d382a756-4993-4e0a-8bca-cd30c5d2e18f/ba8a4408-a601-4340-b37e-3ed02ca88398/31252fee-d727-4bbc-b301-8d69297612e9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:56.064344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Attempting to bind port d011a30d-33df-42ea-b39a-101a7bdbb4f0 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:56.064908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Attempting to bind port d011a30d-33df-42ea-b39a-101a7bdbb4f0 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:56.065252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Attempting to bind port d011a30d-33df-42ea-b39a-101a7bdbb4f0 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:56.080548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Port d011a30d-33df-42ea-b39a-101a7bdbb4f0 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:59:56.080948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Attempting to bind port d011a30d-33df-42ea-b39a-101a7bdbb4f0 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:56.110810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:56.111159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Checking segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:56.113831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Bound using segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:56.114520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Bound port: d011a30d-33df-42ea-b39a-101a7bdbb4f0, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:56.114903 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.209421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:56.250728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Made reservation on behalf of 5360fe11e14a423cbb0ee8133d63d4eb for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:56.250943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:56.265878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] For port d011a30d-33df-42ea-b39a-101a7bdbb4f0, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:56.266116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.277517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] For port d011a30d-33df-42ea-b39a-101a7bdbb4f0, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d011a30d-33df-42ea-b39a-101a7bdbb4f0,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:56.286344 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.315434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Pushing event updated for resources: {'Port': ['ID=eed51015-55af-4ed8-99ee-0e7bf5a83116,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:56.348880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.20.0.1 (f972626c-881e-4ab7-96df-90faab4deed8/c25355ef-6eee-4ef3-b846-85a27c8be5bd/d18cf940-b14b-4fb0-9de3-5880e58d7d05) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:56.386214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-df3f9f30-bf11-4737-aa94-7b631a5f7d9d None None] Provisioning for port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:56.407967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:56.408946 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.410566 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] 10.222.0.47 "PUT /v2.0/ports/d011a30d-33df-42ea-b39a-101a7bdbb4f0 HTTP/1.1" status: 200 len: 1091 time: 2.0671961 Jul 06 11:59:56.424252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9235f54a-2140-47cf-82fc-ae75744b11fe', 'tag': 'd011a30d-33df-42ea-b39a-101a7bdbb4f0'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:56.427108 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17de2edc-47dd-40ae-990e-868cfd65a183" -d '{"events": [{"name": "network-changed", "server_uuid": "9235f54a-2140-47cf-82fc-ae75744b11fe", "tag": "d011a30d-33df-42ea-b39a-101a7bdbb4f0"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:56.437239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f920dde-3c54-42bd-93f4-39c85d641ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=d011a30d-33df-42ea-b39a-101a7bdbb4f0,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:56.501710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:56.569507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-744ef274-c8e4-47c2-b8c7-4fb1ec45ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:56.571287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-744ef274-c8e4-47c2-b8c7-4fb1ec45ae09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 1094 time: 0.1010280 Jul 06 11:59:56.583989 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5df136d-60d2-414f-9e38-186323ed8adc x-openstack-request-id: req-d5df136d-60d2-414f-9e38-186323ed8adc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:56.584260 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9235f54a-2140-47cf-82fc-ae75744b11fe", "tag": "d011a30d-33df-42ea-b39a-101a7bdbb4f0", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:56.584663 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5df136d-60d2-414f-9e38-186323ed8adc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:56.585202 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9235f54a-2140-47cf-82fc-ae75744b11fe', 'tag': 'd011a30d-33df-42ea-b39a-101a7bdbb4f0', 'status': 'completed', 'code': 200} Jul 06 11:59:56.595997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:56.596404 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.682983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-c67c0175-4424-4254-a438-e9a7b9c298d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d011a30d-33df-42ea-b39a-101a7bdbb4f0 HTTP/1.1" status: 200 len: 217 time: 0.0966926 Jul 06 11:59:56.841115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-23848aa4-9d2f-4c1b-a2d0-415b306446df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:56.842605 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-23848aa4-9d2f-4c1b-a2d0-415b306446df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.1510549 Jul 06 11:59:56.874361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Attempting to bind port eed51015-55af-4ed8-99ee-0e7bf5a83116 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:56.874737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Attempting to bind port eed51015-55af-4ed8-99ee-0e7bf5a83116 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:56.875108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Attempting to bind port eed51015-55af-4ed8-99ee-0e7bf5a83116 on network f972626c-881e-4ab7-96df-90faab4deed8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:56.925836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:56.926204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Checking segment: {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:56.926618 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.927019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Bound using segment: {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:56.937735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Bound port: eed51015-55af-4ed8-99ee-0e7bf5a83116, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:56.938309 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.964636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09bc0a7a-76c2-4d95-9621-ec3e051fa95b req-c2aa9ab1-bde4-4243-9a2a-cf442e34f178 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 210 time: 0.0981083 Jul 06 11:59:57.038176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-44dd8f2e-f719-4c95-9882-b3993d42ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:57.039888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-44dd8f2e-f719-4c95-9882-b3993d42ad37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900916 Jul 06 11:59:57.241928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-15f6c87b-1a86-4e6a-a343-bd7ee51f7437 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934118 Jul 06 11:59:57.346119 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.393324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] For port eed51015-55af-4ed8-99ee-0e7bf5a83116, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:57.399281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] For port eed51015-55af-4ed8-99ee-0e7bf5a83116, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=eed51015-55af-4ed8-99ee-0e7bf5a83116,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:57.434276 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.450737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Transition to ACTIVE for port object 22237d91-a66b-47bf-9f03-2ca2705dfbe5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:57.526421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 3a05d704-6b7a-4a61-ace5-b6ec02e79116, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3a05d704-6b7a-4a61-ace5-b6ec02e79116,segment=NetworkSegment(13909408-c3c3-48ae-8d02-776588d1c73f),segment_id=13909408-c3c3-48ae-8d02-776588d1c73f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:57.533573 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.539885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Allocated IP 172.20.0.12 (e5d2987b-e60c-4e67-81de-36c38e69c590/a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd/3a5ed3b4-1837-4816-b693-1f4e5f43e2de) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:57.541416 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.593761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9837f47-6741-4169-b30b-bf5a1b09cba5 req-6c73960d-8dc6-4374-9688-f44a554872b7 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452616 Jul 06 11:59:57.623341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e577b8-18fb-4aee-bf60-a17e52b0b461 req-56c4181b-3ee5-449f-92cd-4bb53dfc7aa2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:57.625400 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7e577b8-18fb-4aee-bf60-a17e52b0b461 req-56c4181b-3ee5-449f-92cd-4bb53dfc7aa2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.2356050 Jul 06 11:59:57.687428 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.729576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c5637b3d-3b4a-48e4-8c42-5f91cd7f52e8 None None] Provisioning for port af2be20b-1efe-44ef-9568-d7c633508c08 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:57.812560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c5637b3d-3b4a-48e4-8c42-5f91cd7f52e8 None None] Provisioning complete for port af2be20b-1efe-44ef-9568-d7c633508c08 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:57.813258 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5637b3d-3b4a-48e4-8c42-5f91cd7f52e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.846572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7e577b8-18fb-4aee-bf60-a17e52b0b461 req-78b23396-58b8-435f-8c3d-3e947efc6715 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121954 Jul 06 11:59:57.893123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.935031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c5637b3d-3b4a-48e4-8c42-5f91cd7f52e8 None None] Port af2be20b-1efe-44ef-9568-d7c633508c08 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:59:57.939396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2edc-47dd-40ae-990e-868cfd65a183 req-685aafae-7684-43de-a858-27d515c8f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:57.945312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17de2edc-47dd-40ae-990e-868cfd65a183 req-685aafae-7684-43de-a858-27d515c8f0bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 1094 time: 0.2306883 Jul 06 11:59:57.988276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c5637b3d-3b4a-48e4-8c42-5f91cd7f52e8 None None] Provisioning complete for port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:57.990218 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5637b3d-3b4a-48e4-8c42-5f91cd7f52e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.277211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2edc-47dd-40ae-990e-868cfd65a183 req-790c2b17-14f1-4365-b579-b76651e8064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:58.282851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17de2edc-47dd-40ae-990e-868cfd65a183 req-790c2b17-14f1-4365-b579-b76651e8064f service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.3304546 Jul 06 11:59:58.306171 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.324709 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.448178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17de2edc-47dd-40ae-990e-868cfd65a183 req-1da920bb-7a4c-4b2d-bc6b-d3f7a8215705 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d011a30d-33df-42ea-b39a-101a7bdbb4f0 HTTP/1.1" status: 200 len: 217 time: 0.1555011 Jul 06 11:59:58.448777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:58.453897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event updated for resources: {'Port': ['ID=3a5ed3b4-1837-4816-b693-1f4e5f43e2de,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:58.517517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Network e5d2987b-e60c-4e67-81de-36c38e69c590 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:58.525295 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.528529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Transition to ACTIVE for port object 31252fee-d727-4bbc-b301-8d69297612e9 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:58.548479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:58.558570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:58.617756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:58.619433 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.647611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Transition to ACTIVE for port object d18cf940-b14b-4fb0-9de3-5880e58d7d05 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:58.669669 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-f1df5bc4-cd1b-4526-82c1-d9eaeadd6a35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0955641 Jul 06 11:59:58.685682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Attempting to bind port 22237d91-a66b-47bf-9f03-2ca2705dfbe5 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:58.686169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Attempting to bind port 22237d91-a66b-47bf-9f03-2ca2705dfbe5 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:58.686419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Attempting to bind port 22237d91-a66b-47bf-9f03-2ca2705dfbe5 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:58.711357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.736156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:58.741091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63a24c-f00f-4d47-88bd-dc40a02c490d None None] Pushing event updated for resources: {'Port': ['ID=22237d91-a66b-47bf-9f03-2ca2705dfbe5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:58.841437 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089b78e9-2ed9-4c24-8cc1-af62685fc45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.871132 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2edc-47dd-40ae-990e-868cfd65a183 req-8906552d-1e7d-4fa2-bb5c-747dd8894900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:58.878286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:58.879062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:58.879707 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.881879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:58.882539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:58.882914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Bound port: 22237d91-a66b-47bf-9f03-2ca2705dfbe5, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:58.883670 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.886347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'Port': ['ID=31252fee-d727-4bbc-b301-8d69297612e9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:58.888132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17de2edc-47dd-40ae-990e-868cfd65a183 req-8906552d-1e7d-4fa2-bb5c-747dd8894900 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.3669500 Jul 06 11:59:58.889728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:58.908060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:58.913972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:58.914651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.930935 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.009944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c735dd4-4f57-4932-9f5e-2a4ed6f815b6 req-6371f11c-bd48-49c6-84ab-85e7bb78b70d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:59.010498 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Request body: {'port': {'device_id': '0fec25a2-8ada-4cad-bda6-490af4147992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:59.019185 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.019507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c735dd4-4f57-4932-9f5e-2a4ed6f815b6 req-6371f11c-bd48-49c6-84ab-85e7bb78b70d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 932 time: 0.6004314 Jul 06 11:59:59.029183 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.143807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c735dd4-4f57-4932-9f5e-2a4ed6f815b6 req-bb851d87-dccb-433c-b5b6-7e98bbfc9f9f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062996 Jul 06 11:59:59.193710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2edc-47dd-40ae-990e-868cfd65a183 req-99a13685-6037-45a5-9e65-40370d1bb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:59.220934 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17de2edc-47dd-40ae-990e-868cfd65a183 req-99a13685-6037-45a5-9e65-40370d1bb338 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3236132 Jul 06 11:59:59.287015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaee2c3-bf70-4752-a08e-afcb0b918f9e None None] Pushing event updated for resources: {'Port': ['ID=eed51015-55af-4ed8-99ee-0e7bf5a83116,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:59.385159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network f972626c-881e-4ab7-96df-90faab4deed8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:59.399209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:59.410878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:59.500459 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.555631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] For port 22237d91-a66b-47bf-9f03-2ca2705dfbe5, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:59.593225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] For port 22237d91-a66b-47bf-9f03-2ca2705dfbe5, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=22237d91-a66b-47bf-9f03-2ca2705dfbe5,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:59.603699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e4e95-f901-4f99-86e5-1ef4ebd85e75 None None] Network f972626c-881e-4ab7-96df-90faab4deed8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:59.625657 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.721516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=3a05d704-6b7a-4a61-ace5-b6ec02e79116,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:59.841976 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f1452f21-3e1d-495f-afe5-2bf588261209 None None] Provisioning complete for port af2be20b-1efe-44ef-9568-d7c633508c08 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:59.842503 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1452f21-3e1d-495f-afe5-2bf588261209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.936735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=d18cf940-b14b-4fb0-9de3-5880e58d7d05,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:00.003788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Routers {'70171ed3-6bde-4bc8-b1a2-f671ff25123d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:00.004563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:00.018152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63a24c-f00f-4d47-88bd-dc40a02c490d None None] Pushing event updated for resources: {'Port': ['ID=22237d91-a66b-47bf-9f03-2ca2705dfbe5,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:00.129373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f1452f21-3e1d-495f-afe5-2bf588261209 None None] Port af2be20b-1efe-44ef-9568-d7c633508c08 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:00.191782 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.202141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f1452f21-3e1d-495f-afe5-2bf588261209 None None] Provisioning for port 31252fee-d727-4bbc-b301-8d69297612e9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:00.235957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17de2edc-47dd-40ae-990e-868cfd65a183 req-585670f7-587f-4eb9-9703-f1138c8e0fe0 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9886689 Jul 06 12:00:00.241155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device eed51015-55af-4ed8-99ee-0e7bf5a83116 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:00.252696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f1452f21-3e1d-495f-afe5-2bf588261209 None None] Provisioning complete for port 31252fee-d727-4bbc-b301-8d69297612e9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:00.253219 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1452f21-3e1d-495f-afe5-2bf588261209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.258080 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089b78e9-2ed9-4c24-8cc1-af62685fc45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.344228 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-850667eb-be42-4af1-bfd7-8d813d74d0d1 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 6.8404582 Jul 06 12:00:00.421125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] Set router 70171ed3-6bde-4bc8-b1a2-f671ff25123d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:00.421245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089b78e9-2ed9-4c24-8cc1-af62685fc45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.426657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.429537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38728) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:00.496134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f1452f21-3e1d-495f-afe5-2bf588261209 None None] Port 31252fee-d727-4bbc-b301-8d69297612e9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:00.592945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f1452f21-3e1d-495f-afe5-2bf588261209 None None] Provisioning for port eed51015-55af-4ed8-99ee-0e7bf5a83116 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:00.710752 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port eed51015-55af-4ed8-99ee-0e7bf5a83116 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:00.756651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port eed51015-55af-4ed8-99ee-0e7bf5a83116 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:00.758647 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.159435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae947e-fb5e-4eeb-bc53-2975ddf6f87a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:01.188018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae947e-fb5e-4eeb-bc53-2975ddf6f87a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:01.203858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae947e-fb5e-4eeb-bc53-2975ddf6f87a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:01.209767 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0bae947e-fb5e-4eeb-bc53-2975ddf6f87a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.7720430 Jul 06 12:00:01.234619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38732) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:01.349068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'd18cf940-b14b-4fb0-9de3-5880e58d7d05', 'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:73:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:55Z', 'updated_at': '2021-07-06T11:59:56Z', 'revision_number': 1, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:01.409855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcac4ac-6641-4c5c-9d61-65a0f7a84eaa None None] The sync data for ids ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'] in n-d-799527-2 is: [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'd18cf940-b14b-4fb0-9de3-5880e58d7d05', 'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:73:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:55Z', 'updated_at': '2021-07-06T11:59:56Z', 'revision_number': 1, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:01.446981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8dc033ea-8ec0-44a3-8efb-07086cb6160e None None] Provisioning for port d18cf940-b14b-4fb0-9de3-5880e58d7d05 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:01.454586 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.486998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8dc033ea-8ec0-44a3-8efb-07086cb6160e None None] Provisioning complete for port d18cf940-b14b-4fb0-9de3-5880e58d7d05 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:01.488078 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dc033ea-8ec0-44a3-8efb-07086cb6160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.584309 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-089b78e9-2ed9-4c24-8cc1-af62685fc45a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ce9ed410cdb4d7dba831149130e9674&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0964313 Jul 06 12:00:01.591275 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38734) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:01.617091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port eed51015-55af-4ed8-99ee-0e7bf5a83116, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=eed51015-55af-4ed8-99ee-0e7bf5a83116,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:01.630119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b78e9-2ed9-4c24-8cc1-af62685fc45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b98ac97-8c51-494d-bcb6-98ce2b02816f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:01.636089 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.640164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8dc033ea-8ec0-44a3-8efb-07086cb6160e None None] Port d18cf940-b14b-4fb0-9de3-5880e58d7d05 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:01.707367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca1569-d53a-4ae6-b70d-22bfc10b22c6 req-9a3c7e5e-068c-4f0b-af6e-3c2d2f94c0fb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:01.717064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffca1569-d53a-4ae6-b70d-22bfc10b22c6 req-9a3c7e5e-068c-4f0b-af6e-3c2d2f94c0fb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 2.2305949 Jul 06 12:00:01.804795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8dc033ea-8ec0-44a3-8efb-07086cb6160e None None] Provisioning complete for port eed51015-55af-4ed8-99ee-0e7bf5a83116 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:01.805955 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dc033ea-8ec0-44a3-8efb-07086cb6160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.902999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3a05d704-6b7a-4a61-ace5-b6ec02e79116 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:01.973242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=eed51015-55af-4ed8-99ee-0e7bf5a83116,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:02.096189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffca1569-d53a-4ae6-b70d-22bfc10b22c6 req-dcb0393a-1123-4aaa-b2fe-00e3a70d3038 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779085 Jul 06 12:00:02.193805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:02.194429 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.236142 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17de2edc-47dd-40ae-990e-868cfd65a183 req-82ed19ed-fd96-4805-8330-7d4d3293ef17 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9893255 Jul 06 12:00:02.300116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b6f4a-754f-4d95-9f0f-5e9645fc765b req-c0c09bbe-c180-4370-91a2-588e37009872 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.314969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d8b6f4a-754f-4d95-9f0f-5e9645fc765b req-c0c09bbe-c180-4370-91a2-588e37009872 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 932 time: 1.8272173 Jul 06 12:00:02.390282 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c63a-eeb2-49eb-a85b-773fb8e79ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.410713 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.445586 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.454317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d8b6f4a-754f-4d95-9f0f-5e9645fc765b req-997a1022-76fb-41d0-b1b7-a2b6a2c84ff2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384125 Jul 06 12:00:02.464375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4e8b595a-03aa-49fe-bec1-15ccad392161 None None] Provisioning complete for port d18cf940-b14b-4fb0-9de3-5880e58d7d05 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:02.464648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5ed3b4-1837-4816-b693-1f4e5f43e2de {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:02.464763 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e8b595a-03aa-49fe-bec1-15ccad392161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.466948 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c63a-eeb2-49eb-a85b-773fb8e79ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.576625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4e8b595a-03aa-49fe-bec1-15ccad392161 None None] Port d18cf940-b14b-4fb0-9de3-5880e58d7d05 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:02.589880 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.639413 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c63a-eeb2-49eb-a85b-773fb8e79ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.647344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=d18cf940-b14b-4fb0-9de3-5880e58d7d05,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:02.652160 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Transition to ACTIVE for port object 3a5ed3b4-1837-4816-b693-1f4e5f43e2de will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:02.657844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8a7139c6-fcf5-4bf3-bfab-6bf69ecf5e6f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Deleting port 31252fee-d727-4bbc-b301-8d69297612e9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:02.659708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a7139c6-fcf5-4bf3-bfab-6bf69ecf5e6f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.664192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c63a-eeb2-49eb-a85b-773fb8e79ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.666370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8fd9c63a-eeb2-49eb-a85b-773fb8e79ab9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b98ac97-8c51-494d-bcb6-98ce2b02816f HTTP/1.1" status: 204 len: 168 time: 1.0447819 Jul 06 12:00:02.669832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.673275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.680114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9c63a-eeb2-49eb-a85b-773fb8e79ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b98ac97-8c51-494d-bcb6-98ce2b02816f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:03.163068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ed3b4-1837-4816-b693-1f4e5f43e2de,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:03.405031 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a7139c6-fcf5-4bf3-bfab-6bf69ecf5e6f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:03.431744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8a7139c6-fcf5-4bf3-bfab-6bf69ecf5e6f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Calling delete_port for 31252fee-d727-4bbc-b301-8d69297612e9 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:03.694891 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Attempting to bind port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:03.701143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Attempting to bind port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:03.701526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Attempting to bind port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:03.736772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf2a6-9007-4af4-ae59-577a8ba134b4 req-27da383e-a40f-4875-8b50-cc82e639ca25 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.756767 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83bcf2a6-9007-4af4-ae59-577a8ba134b4 req-27da383e-a40f-4875-8b50-cc82e639ca25 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.2479918 Jul 06 12:00:03.895985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83bcf2a6-9007-4af4-ae59-577a8ba134b4 req-9304a38b-add3-47d0-8a70-aab7fe7e2199 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257710 Jul 06 12:00:03.900124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network f972626c-881e-4ab7-96df-90faab4deed8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:03.923353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:03.935887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de on network e5d2987b-e60c-4e67-81de-36c38e69c590 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:03.936389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Attempting to bind port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:03.983770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:04.002266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Checking segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:04.002974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Bound using segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:04.003729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Bound port: 3a5ed3b4-1837-4816-b693-1f4e5f43e2de, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:04.004628 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.025737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38762) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:04.127222 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56756045-29af-4b46-b7a1-2b4628d03320 req-e0ac63eb-3a9a-41e3-a34d-48a9fdb20c53 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:04.166394 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56756045-29af-4b46-b7a1-2b4628d03320 req-e0ac63eb-3a9a-41e3-a34d-48a9fdb20c53 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 944 time: 0.2510421 Jul 06 12:00:04.202922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device eed51015-55af-4ed8-99ee-0e7bf5a83116 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:04.346099 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-56756045-29af-4b46-b7a1-2b4628d03320 req-4522bb8e-17b9-4650-8a04-36628b1a16bb tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785340 Jul 06 12:00:04.408957 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port eed51015-55af-4ed8-99ee-0e7bf5a83116 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:04.409619 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.744628 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22f978db-02c1-4120-a59e-802ed3549844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.751308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-00a35b67-e3d4-40ea-9efd-b8e5cb9d3ecd None None] Provisioning complete for port d18cf940-b14b-4fb0-9de3-5880e58d7d05 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:04.754315 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00a35b67-e3d4-40ea-9efd-b8e5cb9d3ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.798418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 70171ed3-6bde-4bc8-b1a2-f671ff25123d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:00:04.856676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22237d91-a66b-47bf-9f03-2ca2705dfbe5 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:04.899332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-00a35b67-e3d4-40ea-9efd-b8e5cb9d3ecd None None] Port d18cf940-b14b-4fb0-9de3-5880e58d7d05 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:05.010019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 22237d91-a66b-47bf-9f03-2ca2705dfbe5 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:05.024783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 22237d91-a66b-47bf-9f03-2ca2705dfbe5 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:05.025168 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.141960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] For port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:05.160925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] For port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=3a5ed3b4-1837-4816-b693-1f4e5f43e2de,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:05.164398 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a7139c6-fcf5-4bf3-bfab-6bf69ecf5e6f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.223338 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.270806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7139c6-fcf5-4bf3-bfab-6bf69ecf5e6f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event deleted for resources: {'Port': ['ID=31252fee-d727-4bbc-b301-8d69297612e9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:05.422503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:05.423378 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.431990 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] 10.222.0.86 "PUT /v2.0/ports/3a5ed3b4-1837-4816-b693-1f4e5f43e2de HTTP/1.1" status: 200 len: 1092 time: 6.7430661 Jul 06 12:00:05.478733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fec25a2-8ada-4cad-bda6-490af4147992', 'tag': '3a5ed3b4-1837-4816-b693-1f4e5f43e2de'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:05.489994 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0829566-4705-4b68-8a04-d5f236cb24c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0fec25a2-8ada-4cad-bda6-490af4147992", "tag": "3a5ed3b4-1837-4816-b693-1f4e5f43e2de"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:05.699887 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.764709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 22237d91-a66b-47bf-9f03-2ca2705dfbe5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=22237d91-a66b-47bf-9f03-2ca2705dfbe5,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:05.773687 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22f978db-02c1-4120-a59e-802ed3549844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.777676 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.905203 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22f978db-02c1-4120-a59e-802ed3549844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.919614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbef2a4-c7d0-40e2-9f9b-8bdcf0785038 req-ef90498f-5b57-4758-9c7e-a5d671de34b2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:05.921430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6dbef2a4-c7d0-40e2-9f9b-8bdcf0785038 req-ef90498f-5b57-4758-9c7e-a5d671de34b2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.5813053 Jul 06 12:00:05.933267 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=22237d91-a66b-47bf-9f03-2ca2705dfbe5,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:06.054416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-22f978db-02c1-4120-a59e-802ed3549844 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3837730c05264d11876aecb6c87fc669&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0225399 Jul 06 12:00:06.064683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38786) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.065580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f978db-02c1-4120-a59e-802ed3549844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21288af-9b9d-4e15-b94d-ec049c048545,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:06.131926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d1523-fd11-4779-be5e-f096a011288c req-989df851-625f-43cb-8930-b9470544ef41 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:06.134611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c2d1523-fd11-4779-be5e-f096a011288c req-989df851-625f-43cb-8930-b9470544ef41 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 944 time: 0.4076829 Jul 06 12:00:06.149957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6dbef2a4-c7d0-40e2-9f9b-8bdcf0785038 req-c408319e-2cf1-451d-a6db-19dfe659802a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185576 Jul 06 12:00:06.258671 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:06.271801 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Sync routers for ids ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:06.298624 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Routers {'70171ed3-6bde-4bc8-b1a2-f671ff25123d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:06.300992 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:06.303759 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f90cc1bb-1d2e-4493-880b-0a26df67eaf8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "PUT /v2.0/routers/70171ed3-6bde-4bc8-b1a2-f671ff25123d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8419926 Jul 06 12:00:06.333172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6b7c0-fd0b-436f-8416-d91167f50d77 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ed3b4-1837-4816-b693-1f4e5f43e2de,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:06.379414 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a7139c6-fcf5-4bf3-bfab-6bf69ecf5e6f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.385394 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8a7139c6-fcf5-4bf3-bfab-6bf69ecf5e6f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "DELETE /v2.0/ports/31252fee-d727-4bbc-b301-8d69297612e9 HTTP/1.1" status: 204 len: 168 time: 5.1474168 Jul 06 12:00:06.388766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38792) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.431059 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c2d1523-fd11-4779-be5e-f096a011288c req-af7959ff-a131-4592-a748-71fee7262250 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720981 Jul 06 12:00:06.431708 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0f9df3-6fbf-4788-8cdf-b9e835ea2eb9 x-openstack-request-id: req-6f0f9df3-6fbf-4788-8cdf-b9e835ea2eb9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:06.432089 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fec25a2-8ada-4cad-bda6-490af4147992", "tag": "3a5ed3b4-1837-4816-b693-1f4e5f43e2de", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:06.432246 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f0f9df3-6fbf-4788-8cdf-b9e835ea2eb9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:06.432713 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fec25a2-8ada-4cad-bda6-490af4147992', 'tag': '3a5ed3b4-1837-4816-b693-1f4e5f43e2de', 'status': 'completed', 'code': 200} Jul 06 12:00:06.433083 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a670ced7-d0ba-46cd-89e3-704b8c2d429f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.436147 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1a3715-6c81-4276-942e-606f1926a05a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] GET failed (client error): The resource could not be found. Jul 06 12:00:06.444453 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ed1a3715-6c81-4276-942e-606f1926a05a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "GET /v2.0/ports/31252fee-d727-4bbc-b301-8d69297612e9 HTTP/1.1" status: 404 len: 333 time: 0.0545082 Jul 06 12:00:06.450417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38794) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.456569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-cfd84264-f8e6-4d75-bcdc-151420f52698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:06.458261 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-cfd84264-f8e6-4d75-bcdc-151420f52698 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 1095 time: 0.9266202 Jul 06 12:00:06.462966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Request body: {'port': {'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-156516904'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:06.466227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a670ced7-d0ba-46cd-89e3-704b8c2d429f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.525081 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a670ced7-d0ba-46cd-89e3-704b8c2d429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.529329 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a670ced7-d0ba-46cd-89e3-704b8c2d429f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.530170 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Set router 70171ed3-6bde-4bc8-b1a2-f671ff25123d gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:06.533770 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a670ced7-d0ba-46cd-89e3-704b8c2d429f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e21288af-9b9d-4e15-b94d-ec049c048545 HTTP/1.1" status: 204 len: 168 time: 0.4441001 Jul 06 12:00:06.544869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670ced7-d0ba-46cd-89e3-704b8c2d429f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21288af-9b9d-4e15-b94d-ec049c048545,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:06.580713 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-4f7a8e78-38ef-4bca-9117-698659d09bb3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ed3b4-1837-4816-b693-1f4e5f43e2de HTTP/1.1" status: 200 len: 217 time: 0.0886276 Jul 06 12:00:06.755255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-83a8da64-5df1-4582-8bf6-619d81dd32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:06.758979 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-83a8da64-5df1-4582-8bf6-619d81dd32a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.1709886 Jul 06 12:00:06.849595 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-680ac620-18af-443f-907b-3e1f05a91bf3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802598 Jul 06 12:00:06.855834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Made reservation on behalf of 943a0b6ad5a94b579c3a532bcd06f9d8 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:06.869165 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.879226 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'd18cf940-b14b-4fb0-9de3-5880e58d7d05', 'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:73:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:55Z', 'updated_at': '2021-07-06T12:00:01Z', 'revision_number': 2, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:06.978203 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Checking router: 70171ed3-6bde-4bc8-b1a2-f671ff25123d for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:00:06.978598 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Updating router 70171ed3-6bde-4bc8-b1a2-f671ff25123d port d18cf940-b14b-4fb0-9de3-5880e58d7d05 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:00:07.025701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-4c87a54d-719e-4ded-9e8b-8c3edb248e27 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824163140&fields=id&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 267 time: 0.1165373 Jul 06 12:00:07.030182 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-5268b48a-9bc6-4f1c-a981-2c4a8b68dab3 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415794 Jul 06 12:00:07.033585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] device_id is not set on port 46d028d3-3a22-4f0e-a6b1-d24abdbacb11 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:07.125484 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.266771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-c97eba5b-c78c-4748-88a6-e5bfb6e9c69b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:07.280708 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-c97eba5b-c78c-4748-88a6-e5bfb6e9c69b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 797 time: 0.2540474 Jul 06 12:00:07.308181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-c1e4d2c9-0de4-478c-858d-5439fde798f6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/quotas/64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 375 time: 0.0265162 Jul 06 12:00:07.422300 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-42fa8309-7b5f-423f-99b2-488a4653c946 req-e86e17cd-718f-4ea4-acca-5f91d300363c service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807063 Jul 06 12:00:07.542909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-8652f8f8-5ef9-472c-b301-985a869e1c81 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2220585 Jul 06 12:00:07.649411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Allocated IP 2001:db8::3b7 (d382a756-4993-4e0a-8bca-cd30c5d2e18f/ba8a4408-a601-4340-b37e-3ed02ca88398/46d028d3-3a22-4f0e-a6b1-d24abdbacb11) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:07.660680 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-c7bb1745-f4a2-4b98-8fc1-0a4ac77bf445 service neutron] 10.222.0.21 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124787 Jul 06 12:00:07.726217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0829566-4705-4b68-8a04-d5f236cb24c0 req-f2e38806-5fdd-4f97-a5aa-06a4aadd543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:07.729392 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d0829566-4705-4b68-8a04-d5f236cb24c0 req-f2e38806-5fdd-4f97-a5aa-06a4aadd543e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 1095 time: 0.1684146 Jul 06 12:00:07.784263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-5e670118-6f3b-4f1b-bc49-769b950842c6 service neutron] 10.222.0.21 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225793 Jul 06 12:00:07.882795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05712-9f5b-4374-ba01-7d0242974b71 req-6006e761-422d-4a57-9888-2f5bb80d1a2b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:07.894324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fe05712-9f5b-4374-ba01-7d0242974b71 req-6006e761-422d-4a57-9888-2f5bb80d1a2b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.4970655 Jul 06 12:00:07.984068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fe05712-9f5b-4374-ba01-7d0242974b71 req-6ca7d678-2c31-4761-9867-86d25ae4a6d8 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829556 Jul 06 12:00:08.002814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22237d91-a66b-47bf-9f03-2ca2705dfbe5 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:08.049544 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.078092 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Transition to ACTIVE for port object d18cf940-b14b-4fb0-9de3-5880e58d7d05 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:08.104635 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.156545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.186331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Transition to ACTIVE for port object 46d028d3-3a22-4f0e-a6b1-d24abdbacb11 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:08.190725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0829566-4705-4b68-8a04-d5f236cb24c0 req-91a67644-7c48-48ca-b48a-39b5b1ec113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:08.190725 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d0829566-4705-4b68-8a04-d5f236cb24c0 req-91a67644-7c48-48ca-b48a-39b5b1ec113a service neutron] 10.222.0.86 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 906 time: 0.4397826 Jul 06 12:00:08.249358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 22237d91-a66b-47bf-9f03-2ca2705dfbe5 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:08.258208 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d0829566-4705-4b68-8a04-d5f236cb24c0 req-ca2ea9fc-5b00-42d4-8465-bcf42a38d278 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ed3b4-1837-4816-b693-1f4e5f43e2de HTTP/1.1" status: 200 len: 217 time: 0.0593550 Jul 06 12:00:08.260024 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.424756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0829566-4705-4b68-8a04-d5f236cb24c0 req-a0575836-f341-4cdc-9734-03af53cc2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:08.426273 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d0829566-4705-4b68-8a04-d5f236cb24c0 req-a0575836-f341-4cdc-9734-03af53cc2e52 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.1605692 Jul 06 12:00:08.470484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2c63e6a-aa15-40a5-8921-2a9eb0b64560 req-304dcfa3-ffc2-4119-a75b-bee71773d234 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 210 time: 0.1181464 Jul 06 12:00:08.525188 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d0829566-4705-4b68-8a04-d5f236cb24c0 req-006cf265-2ff6-41a2-8f58-b42e50a20077 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849848 Jul 06 12:00:08.529488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.620746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa7ba-6d4c-458d-a36f-69e49410ed60 req-cf870ba3-8e22-46d9-a811-1c7ded09c25f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:08.623084 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Pushing event updated for resources: {'Port': ['ID=d18cf940-b14b-4fb0-9de3-5880e58d7d05,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:08.637270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db0fa7ba-6d4c-458d-a36f-69e49410ed60 req-cf870ba3-8e22-46d9-a811-1c7ded09c25f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 944 time: 0.4116802 Jul 06 12:00:08.667795 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Attempting to bind port d18cf940-b14b-4fb0-9de3-5880e58d7d05 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:08.668162 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Attempting to bind port d18cf940-b14b-4fb0-9de3-5880e58d7d05 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:08.668520 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Attempting to bind port d18cf940-b14b-4fb0-9de3-5880e58d7d05 on network f972626c-881e-4ab7-96df-90faab4deed8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:08.681478 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.681830 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.682232 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.682565 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.684004 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.684352 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.685558 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.685895 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.687838 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.688855 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.689282 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.690720 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:08.708138 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:08.710107 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Checking segment: {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:08.710953 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.711434 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Bound using segment: {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:08.721523 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Bound port: d18cf940-b14b-4fb0-9de3-5880e58d7d05, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:08.721523 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.744460 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db0fa7ba-6d4c-458d-a36f-69e49410ed60 req-5d425a69-9bb1-47eb-bb7b-ba8839503dd4 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919421 Jul 06 12:00:08.875976 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:08.899843 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] For port d18cf940-b14b-4fb0-9de3-5880e58d7d05, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:08.903887 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] For port d18cf940-b14b-4fb0-9de3-5880e58d7d05, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d18cf940-b14b-4fb0-9de3-5880e58d7d05,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:08.911511 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.933115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'Port': ['ID=46d028d3-3a22-4f0e-a6b1-d24abdbacb11,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:08.937805 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d0829566-4705-4b68-8a04-d5f236cb24c0 req-a7c4faa6-835e-425c-a85c-e4d3d5b7158a service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045503 Jul 06 12:00:08.940738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:08.945189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:08.961317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:08.962201 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.999035 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Routers {'70171ed3-6bde-4bc8-b1a2-f671ff25123d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:09.001014 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T11:59:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:09.085704 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4541cdcc-44a3-4df1-babd-27a0fce76ef5 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6312821 Jul 06 12:00:09.087830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38854) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:09.094482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-510e4995-da69-42c2-9c28-e3a1be978530 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::29a', 'mac_address': 'fa:16:3e:f7:8c:ec'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:09.227811 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d0829566-4705-4b68-8a04-d5f236cb24c0 req-7eea0c1f-f4d8-4b1b-80e6-0182a64dbf52 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593772 Jul 06 12:00:09.287994 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33bba9-7be5-4ba3-8e53-47c599e97766 None None] Pushing event updated for resources: {'Port': ['ID=d18cf940-b14b-4fb0-9de3-5880e58d7d05,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:09.386669 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] Set router 70171ed3-6bde-4bc8-b1a2-f671ff25123d gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:09.608552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6b473523-ef3d-4c77-b641-750706ab3ac5 None None] Provisioning for port 46d028d3-3a22-4f0e-a6b1-d24abdbacb11 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:09.623349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6b473523-ef3d-4c77-b641-750706ab3ac5 None None] Provisioning complete for port 46d028d3-3a22-4f0e-a6b1-d24abdbacb11 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:09.623970 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b473523-ef3d-4c77-b641-750706ab3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.741310 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-510e4995-da69-42c2-9c28-e3a1be978530 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.757919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6b473523-ef3d-4c77-b641-750706ab3ac5 None None] Port 46d028d3-3a22-4f0e-a6b1-d24abdbacb11 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:09.968363 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:00:09.984898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d18cf940-b14b-4fb0-9de3-5880e58d7d05 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:10.042968 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'd18cf940-b14b-4fb0-9de3-5880e58d7d05', 'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:73:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:55Z', 'updated_at': '2021-07-06T12:00:08Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:10.093914 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9eaa2-68f0-4dd4-a701-65945d0ea23a None None] The sync data for ids ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'] in n-d-799527-2 is: [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'd18cf940-b14b-4fb0-9de3-5880e58d7d05', 'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:73:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:55Z', 'updated_at': '2021-07-06T12:00:08Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:10.141576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port d18cf940-b14b-4fb0-9de3-5880e58d7d05 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:10.150973 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d18cf940-b14b-4fb0-9de3-5880e58d7d05 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:10.151424 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.175494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-510e4995-da69-42c2-9c28-e3a1be978530 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.242955 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94707581-856c-4daf-879a-62f61544279a req-f8f7dc2b-3b86-4d32-991c-3525ec22cb7b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 210 time: 0.1420722 Jul 06 12:00:10.250769 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-510e4995-da69-42c2-9c28-e3a1be978530 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.283823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af357a1c-1ae5-439b-a33d-7490d8469a6d req-da88edde-5e00-4b48-8b49-becf6b3376d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:10.287945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af357a1c-1ae5-439b-a33d-7490d8469a6d req-da88edde-5e00-4b48-8b49-becf6b3376d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.7799642 Jul 06 12:00:10.344951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-510e4995-da69-42c2-9c28-e3a1be978530 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] In _notify_port_updated(), no bound segment for port 46d028d3-3a22-4f0e-a6b1-d24abdbacb11 on network d382a756-4993-4e0a-8bca-cd30c5d2e18f {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:00:10.353093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510e4995-da69-42c2-9c28-e3a1be978530 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:10.354104 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-510e4995-da69-42c2-9c28-e3a1be978530 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.358304 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-510e4995-da69-42c2-9c28-e3a1be978530 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "PUT /v2.0/ports/46d028d3-3a22-4f0e-a6b1-d24abdbacb11 HTTP/1.1" status: 200 len: 1002 time: 1.2666597 Jul 06 12:00:10.358765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38884) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:10.454400 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.589150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port d18cf940-b14b-4fb0-9de3-5880e58d7d05, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d18cf940-b14b-4fb0-9de3-5880e58d7d05,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:10.600702 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.654814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-af357a1c-1ae5-439b-a33d-7490d8469a6d req-4b74bfe8-eb3a-4469-bde9-a00d8b64495d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422310 Jul 06 12:00:10.655671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e4995-da69-42c2-9c28-e3a1be978530 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'Port': ['ID=46d028d3-3a22-4f0e-a6b1-d24abdbacb11,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:10.734323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 3a5ed3b4-1837-4816-b693-1f4e5f43e2de details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:10.779871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=d18cf940-b14b-4fb0-9de3-5880e58d7d05,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:10.807523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-002b5855-4d3b-44a8-845a-85d58fceda9a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Deleting port 46d028d3-3a22-4f0e-a6b1-d24abdbacb11 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:10.808963 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-002b5855-4d3b-44a8-845a-85d58fceda9a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.861564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfa007-91c2-477f-9846-c4d7274f1f17 req-1fbd9fd5-955a-4488-b4c0-d78d23338927 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:10.864207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8bfa007-91c2-477f-9846-c4d7274f1f17 req-1fbd9fd5-955a-4488-b4c0-d78d23338927 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 944 time: 0.3204267 Jul 06 12:00:10.973300 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-a0876fe0-7092-4ead-9335-e4c646190e12 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:10.979396 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-a0876fe0-7092-4ead-9335-e4c646190e12 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 797 time: 0.3027179 Jul 06 12:00:11.005322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fc678e5f-4d79-44b7-bbfa-010e70481f73 None None] Provisioning complete for port 46d028d3-3a22-4f0e-a6b1-d24abdbacb11 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:11.009717 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc678e5f-4d79-44b7-bbfa-010e70481f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.095312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8bfa007-91c2-477f-9846-c4d7274f1f17 req-5d6bd748-e185-477c-9bc9-516b10d4263f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175944 Jul 06 12:00:11.134737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=3a5ed3b4-1837-4816-b693-1f4e5f43e2de,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:11.135917 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-002b5855-4d3b-44a8-845a-85d58fceda9a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.138383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fc678e5f-4d79-44b7-bbfa-010e70481f73 None None] Port 46d028d3-3a22-4f0e-a6b1-d24abdbacb11 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:11.174331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '3a5ed3b4-1837-4816-b693-1f4e5f43e2de', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'port_id': '3a5ed3b4-1837-4816-b693-1f4e5f43e2de', 'mac_address': 'fa:16:3e:8b:37:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:11.176956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-002b5855-4d3b-44a8-845a-85d58fceda9a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Calling delete_port for 46d028d3-3a22-4f0e-a6b1-d24abdbacb11 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:11.189664 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-a646aa62-f675-4652-8fdb-39fb44b4ccee tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 380 time: 0.1861033 Jul 06 12:00:11.214323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'port': {'device_id': '23b203a0-9e67-4343-a065-d305f964744f', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'admin_state_up': True, 'tenant_id': '64814768bca940c89b9e67066652c148', 'security_groups': ['184210be-64b9-47b7-962a-e532864de089']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:11.277586 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.322899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5ed3b4-1837-4816-b693-1f4e5f43e2de {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:11.393949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=3a5ed3b4-1837-4816-b693-1f4e5f43e2de,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:11.400930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.479139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:11.484518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.539187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=3a5ed3b4-1837-4816-b693-1f4e5f43e2de,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:11.592976 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-002b5855-4d3b-44a8-845a-85d58fceda9a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.666865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['3a5ed3b4-1837-4816-b693-1f4e5f43e2de'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:11.722833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b5855-4d3b-44a8-845a-85d58fceda9a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event deleted for resources: {'Port': ['ID=46d028d3-3a22-4f0e-a6b1-d24abdbacb11,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:11.818770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.20.0.7 (f972626c-881e-4ab7-96df-90faab4deed8/c25355ef-6eee-4ef3-b846-85a27c8be5bd/ea9e7d65-9539-4e32-a752-e23413f33f73) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:11.918543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-002b5855-4d3b-44a8-845a-85d58fceda9a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.935633 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-002b5855-4d3b-44a8-845a-85d58fceda9a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "DELETE /v2.0/ports/46d028d3-3a22-4f0e-a6b1-d24abdbacb11 HTTP/1.1" status: 204 len: 168 time: 1.5608189 Jul 06 12:00:11.936711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38924) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:12.096535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d18cf940-b14b-4fb0-9de3-5880e58d7d05 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:12.158158 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-090ff6b8-6b47-45c0-b40e-73841da1b45b tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] GET failed (client error): The resource could not be found. Jul 06 12:00:12.158523 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bfb886a6-027f-4474-8f33-ad3fc55aebce req-0fdee845-ac3b-481b-9fdd-f511fe814381 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 210 time: 0.6192880 Jul 06 12:00:12.169225 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-090ff6b8-6b47-45c0-b40e-73841da1b45b tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "GET /v2.0/ports/46d028d3-3a22-4f0e-a6b1-d24abdbacb11 HTTP/1.1" status: 404 len: 333 time: 0.2316470 Jul 06 12:00:12.170054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38932) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:12.179873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Request body: {'port': {'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-540994861'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:12.261463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d18cf940-b14b-4fb0-9de3-5880e58d7d05 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:12.263661 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.405862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Made reservation on behalf of 943a0b6ad5a94b579c3a532bcd06f9d8 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:12.409683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.446891 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.450778 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] device_id is not set on port c2b03f32-b237-43e7-aaeb-bdc1f028f95c yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:12.539017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffb9a2-1338-4b88-92cc-6aa2f97ab47b req-01708f0c-0aaf-4eca-87df-4de17e84dd54 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:12.541137 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1ffb9a2-1338-4b88-92cc-6aa2f97ab47b req-01708f0c-0aaf-4eca-87df-4de17e84dd54 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.3810043 Jul 06 12:00:12.544121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Transition to ACTIVE for port object ea9e7d65-9539-4e32-a752-e23413f33f73 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:12.597702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a1ffb9a2-1338-4b88-92cc-6aa2f97ab47b req-f98e083d-c694-4145-aa7d-697fe69ce2ad tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432546 Jul 06 12:00:12.643279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265ee34-8250-409e-b6b3-34522c4217a3 req-868e2a39-74ff-4e06-b6b8-9f8cb9a460e3 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:12.645439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7265ee34-8250-409e-b6b3-34522c4217a3 req-868e2a39-74ff-4e06-b6b8-9f8cb9a460e3 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 945 time: 0.2232862 Jul 06 12:00:12.712801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7265ee34-8250-409e-b6b3-34522c4217a3 req-5a9f29eb-21cc-4b37-aad0-2a4dea1c456e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 Jul 06 12:00:12.713976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.755050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Allocated IP 2001:db8::f1 (d382a756-4993-4e0a-8bca-cd30c5d2e18f/ba8a4408-a601-4340-b37e-3ed02ca88398/c2b03f32-b237-43e7-aaeb-bdc1f028f95c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:12.782499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network f972626c-881e-4ab7-96df-90faab4deed8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:12.786506 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:12.795321 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:12.837045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:12.896488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:12.897362 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.899779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38938) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:12.939674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-bdef670d-25e2-4198-b2eb-aa4fb568ba33 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7477489 Jul 06 12:00:13.023556 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.051171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Transition to ACTIVE for port object c2b03f32-b237-43e7-aaeb-bdc1f028f95c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:13.134242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Request body: {'port': {'device_id': '23b203a0-9e67-4343-a065-d305f964744f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:13.148804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.171009 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24c84f2c-b9ba-4b96-b521-71ea1ca9d5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.193479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f8cabff-6408-4e6c-a944-455199b0981b None None] Provisioning for port ea9e7d65-9539-4e32-a752-e23413f33f73 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:13.199096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f8cabff-6408-4e6c-a944-455199b0981b None None] Provisioning complete for port ea9e7d65-9539-4e32-a752-e23413f33f73 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:13.199493 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f8cabff-6408-4e6c-a944-455199b0981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.244884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'Port': ['ID=c2b03f32-b237-43e7-aaeb-bdc1f028f95c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:13.253416 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.260481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:13.262428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:13.279930 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:13.286367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f8cabff-6408-4e6c-a944-455199b0981b None None] Port ea9e7d65-9539-4e32-a752-e23413f33f73 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:13.288338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:13.289424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.468582 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24c84f2c-b9ba-4b96-b521-71ea1ca9d5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.480742 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24c84f2c-b9ba-4b96-b521-71ea1ca9d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.482969 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6d7da5ee-d26c-41ca-b655-edb0d06c2819 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3113811 Jul 06 12:00:13.484829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38946) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:13.491309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9c29ea6a-0600-4bf8-908b-e1ccfcdaa58a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f7:8c:ec'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:13.523517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-24c84f2c-b9ba-4b96-b521-71ea1ca9d5fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75c6cdf4d9dc429c821b924be4dffadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198888 Jul 06 12:00:13.529114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38950) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:13.629582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-299687eb-2240-458c-ac73-1f11f60528c5 None None] Provisioning for port c2b03f32-b237-43e7-aaeb-bdc1f028f95c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:13.633810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206fe13-2422-463e-9bc1-e98b19500469 req-58dcfa05-eb43-4a48-a9e5-2f769751bce1 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:13.635205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1206fe13-2422-463e-9bc1-e98b19500469 req-58dcfa05-eb43-4a48-a9e5-2f769751bce1 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 931 time: 0.3006318 Jul 06 12:00:13.635849 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-299687eb-2240-458c-ac73-1f11f60528c5 None None] Provisioning complete for port c2b03f32-b237-43e7-aaeb-bdc1f028f95c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:13.636437 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-299687eb-2240-458c-ac73-1f11f60528c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.689528 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-299687eb-2240-458c-ac73-1f11f60528c5 None None] Port c2b03f32-b237-43e7-aaeb-bdc1f028f95c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:13.696839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c84f2c-b9ba-4b96-b521-71ea1ca9d5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e759db-40e9-47f1-9ebd-cf35ac563203,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:13.754938 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f745353b-6d76-4abf-903e-76ab1da03011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.760592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1206fe13-2422-463e-9bc1-e98b19500469 req-cc606b78-623a-47e7-bf49-921d30166fd0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144357 Jul 06 12:00:13.762137 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c29ea6a-0600-4bf8-908b-e1ccfcdaa58a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.812242 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f745353b-6d76-4abf-903e-76ab1da03011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.955135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9e7d65-9539-4e32-a752-e23413f33f73 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:13.977263 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.007331 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f745353b-6d76-4abf-903e-76ab1da03011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.009518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f745353b-6d76-4abf-903e-76ab1da03011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.010791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f745353b-6d76-4abf-903e-76ab1da03011 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65e759db-40e9-47f1-9ebd-cf35ac563203 HTTP/1.1" status: 204 len: 168 time: 0.4694066 Jul 06 12:00:14.024766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745353b-6d76-4abf-903e-76ab1da03011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e759db-40e9-47f1-9ebd-cf35ac563203,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:14.034365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb19c1-5ad1-4ee8-bcca-a078a8674ce0 req-1bef8ffd-55ee-43de-89d8-27cf312986cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.036047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4cb19c1-5ad1-4ee8-bcca-a078a8674ce0 req-1bef8ffd-55ee-43de-89d8-27cf312986cc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.1849978 Jul 06 12:00:14.037952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Transition to ACTIVE for port object ea9e7d65-9539-4e32-a752-e23413f33f73 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:14.046189 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.164417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4cb19c1-5ad1-4ee8-bcca-a078a8674ce0 req-55d417eb-9bcd-4c76-b72f-a2020e5651cb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042843 Jul 06 12:00:14.168724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:14.184879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373bedb-3c68-4939-b1e0-9b34365d6d37 req-db00aa55-1ad8-405e-8165-80392f43eaa7 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.186026 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-404079ab-019a-4120-975c-5a8393bc596c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.191804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c373bedb-3c68-4939-b1e0-9b34365d6d37 req-db00aa55-1ad8-405e-8165-80392f43eaa7 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 945 time: 0.2306705 Jul 06 12:00:14.199225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c29ea6a-0600-4bf8-908b-e1ccfcdaa58a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.210799 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c29ea6a-0600-4bf8-908b-e1ccfcdaa58a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.280315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9c29ea6a-0600-4bf8-908b-e1ccfcdaa58a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] In _notify_port_updated(), no bound segment for port c2b03f32-b237-43e7-aaeb-bdc1f028f95c on network d382a756-4993-4e0a-8bca-cd30c5d2e18f {{(pid=93815) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:00:14.289616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29ea6a-0600-4bf8-908b-e1ccfcdaa58a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.290481 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c29ea6a-0600-4bf8-908b-e1ccfcdaa58a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.292188 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9c29ea6a-0600-4bf8-908b-e1ccfcdaa58a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "PUT /v2.0/ports/c2b03f32-b237-43e7-aaeb-bdc1f028f95c HTTP/1.1" status: 200 len: 1001 time: 0.8060863 Jul 06 12:00:14.296201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 38962) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:14.348057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29ea6a-0600-4bf8-908b-e1ccfcdaa58a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'Port': ['ID=c2b03f32-b237-43e7-aaeb-bdc1f028f95c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:14.405311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:14.405788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:14.405992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 on network f972626c-881e-4ab7-96df-90faab4deed8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:14.420920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c373bedb-3c68-4939-b1e0-9b34365d6d37 req-b3005bbf-4cdc-4e92-9ee2-6ee8580c6ff5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273560 Jul 06 12:00:14.422140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Port ea9e7d65-9539-4e32-a752-e23413f33f73 on network f972626c-881e-4ab7-96df-90faab4deed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:14.425689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 on network f972626c-881e-4ab7-96df-90faab4deed8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:14.445843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:14.446590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Checking segment: {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:14.447177 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Bound using segment: {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:14.447916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Bound port: ea9e7d65-9539-4e32-a752-e23413f33f73, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:14.448599 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.579395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:14.590918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:14.590918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2b57b-4227-4c13-bde4-d4e663a31c7f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Deleting port c2b03f32-b237-43e7-aaeb-bdc1f028f95c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:14.590918 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3c2b57b-4227-4c13-bde4-d4e663a31c7f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.608220 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.628981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38966) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:14.652270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a00d81d4-9c58-44ee-a54f-7a12c5da9324 None None] Provisioning complete for port c2b03f32-b237-43e7-aaeb-bdc1f028f95c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:14.652833 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a00d81d4-9c58-44ee-a54f-7a12c5da9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.666373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38c1cf13-bec9-4fe3-a260-80fce3a8f5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.702026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a00d81d4-9c58-44ee-a54f-7a12c5da9324 None None] Port c2b03f32-b237-43e7-aaeb-bdc1f028f95c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:14.704769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 3a5ed3b4-1837-4816-b693-1f4e5f43e2de up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:14.764499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.765137 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.767494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] 10.222.0.47 "PUT /v2.0/ports/ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 1091 time: 1.8202040 Jul 06 12:00:14.783762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:14.786730 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47" -d '{"events": [{"name": "network-changed", "server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:14.816905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:14.828191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:14.829819 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.899627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38c1cf13-bec9-4fe3-a260-80fce3a8f5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.908170 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38c1cf13-bec9-4fe3-a260-80fce3a8f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.952466 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1cf13-bec9-4fe3-a260-80fce3a8f5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a685f4e-0209-4e85-8dad-4084f5179d44,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:14.969083 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3252ebf2-a3b7-481b-a9d2-9c2d64d07051 x-openstack-request-id: req-3252ebf2-a3b7-481b-a9d2-9c2d64d07051 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:14.969360 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:14.969628 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3252ebf2-a3b7-481b-a9d2-9c2d64d07051 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:14.970033 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'status': 'completed', 'code': 200} Jul 06 12:00:14.981883 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-38c1cf13-bec9-4fe3-a260-80fce3a8f5ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d12b85ab90b44b39dd59bd10f04f301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505991 Jul 06 12:00:14.985946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 38972) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:15.028968 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.033089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b99a76-728e-43cd-8990-63321ca0752c service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:15.075811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fec25a2-8ada-4cad-bda6-490af4147992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ed3b4-1837-4816-b693-1f4e5f43e2de'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:15.078366 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f481b668-4f93-4a54-9dd1-719d70d80eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.079378 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3311bdab-6124-4689-bf6c-9b8a13007d9a" -d '{"events": [{"server_uuid": "0fec25a2-8ada-4cad-bda6-490af4147992", "name": "network-vif-plugged", "status": "completed", "tag": "3a5ed3b4-1837-4816-b693-1f4e5f43e2de"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:15.103093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=3a5ed3b4-1837-4816-b693-1f4e5f43e2de,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:15.110792 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.124565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f481b668-4f93-4a54-9dd1-719d70d80eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.147799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3c2b57b-4227-4c13-bde4-d4e663a31c7f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.156810 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df4c2a7-2659-473f-95a9-bc23cff4c7dd x-openstack-request-id: req-1df4c2a7-2659-473f-95a9-bc23cff4c7dd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:15.157113 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fec25a2-8ada-4cad-bda6-490af4147992", "name": "network-vif-plugged", "status": "completed", "tag": "3a5ed3b4-1837-4816-b693-1f4e5f43e2de", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:15.157371 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1df4c2a7-2659-473f-95a9-bc23cff4c7dd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:15.157766 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fec25a2-8ada-4cad-bda6-490af4147992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ed3b4-1837-4816-b693-1f4e5f43e2de', 'code': 200} Jul 06 12:00:15.180270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2b57b-4227-4c13-bde4-d4e663a31c7f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Calling delete_port for c2b03f32-b237-43e7-aaeb-bdc1f028f95c owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:15.206419 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f481b668-4f93-4a54-9dd1-719d70d80eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.207153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=3a5ed3b4-1837-4816-b693-1f4e5f43e2de,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:15.219149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f481b668-4f93-4a54-9dd1-719d70d80eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.225087 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f481b668-4f93-4a54-9dd1-719d70d80eed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a685f4e-0209-4e85-8dad-4084f5179d44 HTTP/1.1" status: 204 len: 168 time: 0.2378209 Jul 06 12:00:15.236136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481b668-4f93-4a54-9dd1-719d70d80eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a685f4e-0209-4e85-8dad-4084f5179d44,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:15.292066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be2292-a57f-46e5-8638-f065119affdc req-0d2418a9-69e6-4a83-a08e-3a9707de3e4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:15.293695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0be2292-a57f-46e5-8638-f065119affdc req-0d2418a9-69e6-4a83-a08e-3a9707de3e4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 943 time: 0.2312269 Jul 06 12:00:15.331950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-1513b7ce-fb12-416b-997c-02c5b44b6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:15.334065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-1513b7ce-fb12-416b-997c-02c5b44b6a8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1094 time: 0.4714746 Jul 06 12:00:15.381330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0be2292-a57f-46e5-8638-f065119affdc req-d77d577c-7db6-4575-b1fe-58f9e03bfe08 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461135 Jul 06 12:00:15.408715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da400-ee4e-4701-a219-f954f33eb09b req-83319cdf-b9a8-42da-af36-625a8ab5803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:15.412027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-964da400-ee4e-4701-a219-f954f33eb09b req-83319cdf-b9a8-42da-af36-625a8ab5803c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 1097 time: 0.1557593 Jul 06 12:00:15.425633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-ff16fe5c-09bc-4a6b-92dc-ac6ea4938001 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 217 time: 0.0502002 Jul 06 12:00:15.466515 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-964da400-ee4e-4701-a219-f954f33eb09b req-e587c185-15d1-483c-8516-4d16e836af14 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462668 Jul 06 12:00:15.548410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-80d67cd5-dc93-4df9-ae01-333b273642b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:15.549836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-80d67cd5-dc93-4df9-ae01-333b273642b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.0924568 Jul 06 12:00:16.045326 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ff5d4-f945-442b-88bb-0ad68b9c4a12 req-a4a63681-aa86-4994-bbaa-04f569a88d28 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.046908 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395ff5d4-f945-442b-88bb-0ad68b9c4a12 req-a4a63681-aa86-4994-bbaa-04f569a88d28 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.6646101 Jul 06 12:00:16.110365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3c2b57b-4227-4c13-bde4-d4e663a31c7f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.157468 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7f393-68b2-44c8-a44a-ab83765e3eb0 req-3ec44f88-f60a-421f-addb-b9dc52a08fbe tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.159092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bd7f393-68b2-44c8-a44a-ab83765e3eb0 req-3ec44f88-f60a-421f-addb-b9dc52a08fbe tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 946 time: 0.6129999 Jul 06 12:00:16.170929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-fedee520-f74c-417b-b320-003975afd483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.172630 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-fedee520-f74c-417b-b320-003975afd483 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6078331 Jul 06 12:00:16.173348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2b57b-4227-4c13-bde4-d4e663a31c7f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event deleted for resources: {'Port': ['ID=c2b03f32-b237-43e7-aaeb-bdc1f028f95c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:16.228766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-395ff5d4-f945-442b-88bb-0ad68b9c4a12 req-7ff31e39-8798-4fc7-ac12-7a58bc7360fd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636431 Jul 06 12:00:16.235102 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3c2b57b-4227-4c13-bde4-d4e663a31c7f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.237741 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d3c2b57b-4227-4c13-bde4-d4e663a31c7f tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "DELETE /v2.0/ports/c2b03f32-b237-43e7-aaeb-bdc1f028f95c HTTP/1.1" status: 204 len: 168 time: 1.9339149 Jul 06 12:00:16.241016 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39002) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:16.303957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bd7f393-68b2-44c8-a44a-ab83765e3eb0 req-b55fef9e-88c3-457a-854b-fc0304b86015 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353285 Jul 06 12:00:16.334764 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f38240-055d-4a44-9621-9cfd28773f9c tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] GET failed (client error): The resource could not be found. Jul 06 12:00:16.337216 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c3f38240-055d-4a44-9621-9cfd28773f9c tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "GET /v2.0/ports/c2b03f32-b237-43e7-aaeb-bdc1f028f95c HTTP/1.1" status: 404 len: 333 time: 0.0906041 Jul 06 12:00:16.341340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39006) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:16.346972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Request body: {'port': {'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-7561412'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:16.415896 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-fc17e8be-28e9-4b02-99c0-71ad8892e4dc service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251558 Jul 06 12:00:16.612446 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40200bf0-2d4b-4d9f-b25d-dc15756c7b4f req-1006df6e-06c9-4a0b-b9a1-dae4718ede35 service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954360 Jul 06 12:00:16.662526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Made reservation on behalf of 943a0b6ad5a94b579c3a532bcd06f9d8 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:16.668233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.745509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] device_id is not set on port f182521d-727a-42ec-8d58-69a626d51451 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:16.852812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbe2cb-8669-46af-b375-087aa8054f8c req-40a81336-d723-4997-b1f8-5a2320bdcccb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.854518 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05bbe2cb-8669-46af-b375-087aa8054f8c req-40a81336-d723-4997-b1f8-5a2320bdcccb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 943 time: 0.2060952 Jul 06 12:00:16.919878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47 req-d18a6148-ff6b-4fcd-897f-fad2a11ba9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.921524 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47 req-d18a6148-ff6b-4fcd-897f-fad2a11ba9b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1094 time: 0.2234781 Jul 06 12:00:17.025012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05bbe2cb-8669-46af-b375-087aa8054f8c req-eb9e9bad-c783-4ec4-90ca-2200f47297ae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605263 Jul 06 12:00:17.028203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Allocated IP 2001:db8::230 (d382a756-4993-4e0a-8bca-cd30c5d2e18f/ba8a4408-a601-4340-b37e-3ed02ca88398/f182521d-727a-42ec-8d58-69a626d51451) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:17.107871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47 req-e9952a13-c597-4b3c-b994-f53fbb8740c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:17.109462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47 req-e9952a13-c597-4b3c-b994-f53fbb8740c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.1794858 Jul 06 12:00:17.169002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47 req-31b390e6-2929-4103-b3b4-26a78bc59434 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 217 time: 0.0521803 Jul 06 12:00:17.278818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47 req-91f90ad2-9ca5-4abb-ac04-258ce06c03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:17.280407 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47 req-91f90ad2-9ca5-4abb-ac04-258ce06c03f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.1007490 Jul 06 12:00:17.378826 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.403799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Transition to ACTIVE for port object f182521d-727a-42ec-8d58-69a626d51451 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:17.456010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47 req-dd323e16-6f53-45ef-a250-949ac0a01243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:17.458047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47 req-dd323e16-6f53-45ef-a250-949ac0a01243 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649563 Jul 06 12:00:17.608994 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.702569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf5363-b453-4e5c-b7ab-66047ae9dec4 req-c4f080a0-f03b-47b4-a3cc-e007f7f5300c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:17.716211 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cdaf5363-b453-4e5c-b7ab-66047ae9dec4 req-c4f080a0-f03b-47b4-a3cc-e007f7f5300c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.3104339 Jul 06 12:00:17.767532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:17.788440 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47 req-139d131b-5550-4e5a-91b7-17e409063981 service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165803 Jul 06 12:00:17.789359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:17.793996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:17.799839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:17.800519 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.803969 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'Port': ['ID=f182521d-727a-42ec-8d58-69a626d51451,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:17.858192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132071f-0740-4bd0-af47-fffbf74b5ccc req-cdd80d0e-a2d7-43d5-be4f-83894dcf22b8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:17.859778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0132071f-0740-4bd0-af47-fffbf74b5ccc req-cdd80d0e-a2d7-43d5-be4f-83894dcf22b8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 946 time: 0.3942707 Jul 06 12:00:17.894019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d40f23c1-40b6-4d32-9e20-1bcfe2cce88a tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5489488 Jul 06 12:00:17.895424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39044) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:17.897953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cdaf5363-b453-4e5c-b7ab-66047ae9dec4 req-771a3c3b-7a23-427b-bf27-9bcc4736e8ee tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622980 Jul 06 12:00:17.915289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Request body: {'port': {'network_id': 'd382a756-4993-4e0a-8bca-cd30c5d2e18f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1522382406'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:17.995474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0132071f-0740-4bd0-af47-fffbf74b5ccc req-e3b0e690-1b64-44c5-8804-41feeb3ea9fd tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073513 Jul 06 12:00:18.028807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fccf5ba3-4f9b-4002-ab86-c5f2ffb5dc47 req-e781024b-13db-4514-84ec-b88a113a5261 service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206235 Jul 06 12:00:18.203054 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.235608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Made reservation on behalf of 943a0b6ad5a94b579c3a532bcd06f9d8 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:18.241638 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.266717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] device_id is not set on port c963eb7b-e7ed-489a-8974-30619998d08f yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:18.297449 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ee727c0a-bec9-433c-ac02-2ed43ae77b4e None None] Provisioning for port f182521d-727a-42ec-8d58-69a626d51451 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:18.302488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ee727c0a-bec9-433c-ac02-2ed43ae77b4e None None] Provisioning complete for port f182521d-727a-42ec-8d58-69a626d51451 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:18.302904 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee727c0a-bec9-433c-ac02-2ed43ae77b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.359284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ee727c0a-bec9-433c-ac02-2ed43ae77b4e None None] Port f182521d-727a-42ec-8d58-69a626d51451 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:18.389932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b0120-c2e4-4652-85ba-127220ad3038 req-7c12885d-f70d-4dc0-bfa0-f8d198548dc8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.391581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-934b0120-c2e4-4652-85ba-127220ad3038 req-7c12885d-f70d-4dc0-bfa0-f8d198548dc8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 946 time: 0.1494744 Jul 06 12:00:18.403029 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b6491d2-06c3-445d-a6fc-ac25492e4f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.406490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e18144-b297-430b-ab1f-f517e37aa12c req-b940f39f-8768-4717-96b4-d10dad445b19 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.413967 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7e18144-b297-430b-ab1f-f517e37aa12c req-b940f39f-8768-4717-96b4-d10dad445b19 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 943 time: 0.1607826 Jul 06 12:00:18.483893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Allocated IP 2001:db8::124 (d382a756-4993-4e0a-8bca-cd30c5d2e18f/ba8a4408-a601-4340-b37e-3ed02ca88398/c963eb7b-e7ed-489a-8974-30619998d08f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:18.484918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7e18144-b297-430b-ab1f-f517e37aa12c req-542f89b1-6a7b-4d63-a94e-03a1e1189f9e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699847 Jul 06 12:00:18.494410 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-934b0120-c2e4-4652-85ba-127220ad3038 req-20d476f9-08fa-429c-b83c-8930ebe84654 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777760 Jul 06 12:00:18.755972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.775233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Transition to ACTIVE for port object c963eb7b-e7ed-489a-8974-30619998d08f will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:18.775745 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.822378 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.851315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:18.871964 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:18.876986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:18.883147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.883868 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.908790 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0106916 Jul 06 12:00:18.912641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39066) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:18.918491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-65723130-17fc-45aa-96af-12b1ae8dfd9d tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::29a', 'mac_address': 'fa:16:3e:f7:8c:ec'}, {'ip_address': '2001:db8::230', 'mac_address': 'fa:16:3e:af:69:9f'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:18.935272 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b725ae-9add-4228-be14-77beead984ee tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'Port': ['ID=c963eb7b-e7ed-489a-8974-30619998d08f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:19.097139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39070) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:19.200821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fe75d-e498-4200-9e04-379b2429e606 req-a466472f-da63-43fc-95d2-058fc52a3db5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:19.202463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-748fe75d-e498-4200-9e04-379b2429e606 req-a466472f-da63-43fc-95d2-058fc52a3db5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 946 time: 0.2422211 Jul 06 12:00:19.268571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52263fdd-8369-45f8-a982-294b5c542a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.280666 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65723130-17fc-45aa-96af-12b1ae8dfd9d tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.305870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-475b9b72-7fda-4ba8-bdbe-a0d8974082af None None] Provisioning for port c963eb7b-e7ed-489a-8974-30619998d08f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:19.311892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-475b9b72-7fda-4ba8-bdbe-a0d8974082af None None] Provisioning complete for port c963eb7b-e7ed-489a-8974-30619998d08f triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:19.312096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc15e7a-aa93-4a4e-a18d-8f0c40123244 req-1f583d81-5b12-4e9a-a057-9fff4c611227 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:19.312935 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-475b9b72-7fda-4ba8-bdbe-a0d8974082af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.319782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0fc15e7a-aa93-4a4e-a18d-8f0c40123244 req-1f583d81-5b12-4e9a-a057-9fff4c611227 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.2538006 Jul 06 12:00:19.368802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-475b9b72-7fda-4ba8-bdbe-a0d8974082af None None] Port c963eb7b-e7ed-489a-8974-30619998d08f cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:19.373752 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-748fe75d-e498-4200-9e04-379b2429e606 req-66071c16-b276-4a67-a036-ea0cbf6bb0a5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489789 Jul 06 12:00:19.404565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0fc15e7a-aa93-4a4e-a18d-8f0c40123244 req-c3f2c8d1-8b84-43fb-8b4e-f3cd93a1352d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807242 Jul 06 12:00:19.428433 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52263fdd-8369-45f8-a982-294b5c542a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.436513 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52263fdd-8369-45f8-a982-294b5c542a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.503200 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-52263fdd-8369-45f8-a982-294b5c542a71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb6dba99586b4e0197d8c522a845136f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027176 Jul 06 12:00:19.503609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39074) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:19.504264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52263fdd-8369-45f8-a982-294b5c542a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229a6bf9-91b9-4b63-88cd-6e5693424e47,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:19.586360 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4945b98c-28f0-42f3-ad48-493e6b60f780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.622988 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4945b98c-28f0-42f3-ad48-493e6b60f780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.652242 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65723130-17fc-45aa-96af-12b1ae8dfd9d tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.659052 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65723130-17fc-45aa-96af-12b1ae8dfd9d tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.687676 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4945b98c-28f0-42f3-ad48-493e6b60f780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.690317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4945b98c-28f0-42f3-ad48-493e6b60f780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.691568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4945b98c-28f0-42f3-ad48-493e6b60f780 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/229a6bf9-91b9-4b63-88cd-6e5693424e47 HTTP/1.1" status: 204 len: 168 time: 0.1822767 Jul 06 12:00:19.704479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945b98c-28f0-42f3-ad48-493e6b60f780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229a6bf9-91b9-4b63-88cd-6e5693424e47,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:19.738181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-65723130-17fc-45aa-96af-12b1ae8dfd9d tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] In _notify_port_updated(), no bound segment for port c963eb7b-e7ed-489a-8974-30619998d08f on network d382a756-4993-4e0a-8bca-cd30c5d2e18f {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:00:19.745039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65723130-17fc-45aa-96af-12b1ae8dfd9d tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:19.745238 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65723130-17fc-45aa-96af-12b1ae8dfd9d tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.747042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-65723130-17fc-45aa-96af-12b1ae8dfd9d tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "PUT /v2.0/ports/c963eb7b-e7ed-489a-8974-30619998d08f HTTP/1.1" status: 200 len: 1068 time: 0.8330653 Jul 06 12:00:19.750668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39082) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:19.804602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65723130-17fc-45aa-96af-12b1ae8dfd9d tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event updated for resources: {'Port': ['ID=c963eb7b-e7ed-489a-8974-30619998d08f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:19.863124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:19.951433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3045f-03fe-4793-8983-41e188bc35e4 req-91e58419-dbbf-4bad-a92f-064a5e4ec095 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:19.956185 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4b3045f-03fe-4793-8983-41e188bc35e4 req-91e58419-dbbf-4bad-a92f-064a5e4ec095 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 943 time: 0.2722406 Jul 06 12:00:20.001063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0984b-3b9f-450d-a721-0093e6b08b11 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Deleting port c963eb7b-e7ed-489a-8974-30619998d08f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:20.001472 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1d0984b-3b9f-450d-a721-0093e6b08b11 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.062845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4b3045f-03fe-4793-8983-41e188bc35e4 req-16054de9-987d-4552-b634-29bac0088526 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991104 Jul 06 12:00:20.111374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:20.127063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'port_id': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'mac_address': 'fa:16:3e:ba:38:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:20.161559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1d0984b-3b9f-450d-a721-0093e6b08b11 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.178127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0984b-3b9f-450d-a721-0093e6b08b11 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Calling delete_port for c963eb7b-e7ed-489a-8974-30619998d08f owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:20.190521 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.216666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9e7d65-9539-4e32-a752-e23413f33f73 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:20.249359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:20.250528 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-170eca41-5a43-4643-9485-f389eed97451 None None] Provisioning complete for port c963eb7b-e7ed-489a-8974-30619998d08f triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:20.251088 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-170eca41-5a43-4643-9485-f389eed97451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.254718 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.317454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:20.337040 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d297480-141e-45ae-b624-d32a39a64114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.358022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-170eca41-5a43-4643-9485-f389eed97451 None None] Port c963eb7b-e7ed-489a-8974-30619998d08f cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:20.360753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:20.372087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.372438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.372780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.373113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.373447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.373797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.374125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.374448 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.374769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.375173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.375546 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.376030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:20.407473 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1d0984b-3b9f-450d-a721-0093e6b08b11 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.447779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0984b-3b9f-450d-a721-0093e6b08b11 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event deleted for resources: {'Port': ['ID=c963eb7b-e7ed-489a-8974-30619998d08f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:20.469006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28345d-0448-4c3b-88f8-d2cec1770262 req-b6ef8ae4-39b8-4bb0-be97-24e761339441 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:20.478200 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5e28345d-0448-4c3b-88f8-d2cec1770262 req-b6ef8ae4-39b8-4bb0-be97-24e761339441 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 946 time: 0.1626501 Jul 06 12:00:20.539844 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.542528 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d297480-141e-45ae-b624-d32a39a64114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.549395 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d297480-141e-45ae-b624-d32a39a64114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.559550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['ea9e7d65-9539-4e32-a752-e23413f33f73'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:20.652640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d297480-141e-45ae-b624-d32a39a64114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91500f21-35eb-4e46-8dde-17aef3ebf03b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:20.663363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3d297480-141e-45ae-b624-d32a39a64114 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e5b2069184d482297eee316838f079c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437784 Jul 06 12:00:20.669866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39094) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:20.909332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dd485-af0e-4617-b6ac-00a587abce8a req-cdeb361d-cb77-478d-87bf-70c17b140d18 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:20.917816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b2dd485-af0e-4617-b6ac-00a587abce8a req-cdeb361d-cb77-478d-87bf-70c17b140d18 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 946 time: 0.1617548 Jul 06 12:00:20.935082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10ff94-9efa-4dc5-87f0-6ddbf88ea086 req-a1110ab1-8ba2-4841-a4bb-98cd9d32aad9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:20.936959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b10ff94-9efa-4dc5-87f0-6ddbf88ea086 req-a1110ab1-8ba2-4841-a4bb-98cd9d32aad9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.2378035 Jul 06 12:00:21.014183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b2dd485-af0e-4617-b6ac-00a587abce8a req-41c5fd55-e945-4451-9e8d-049280b7ddfb tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952251 Jul 06 12:00:21.028288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b10ff94-9efa-4dc5-87f0-6ddbf88ea086 req-db3a6a80-7273-4d9d-9da8-3a6536bf0988 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809696 Jul 06 12:00:21.055024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-5e28345d-0448-4c3b-88f8-d2cec1770262 req-36616ec3-7129-469b-8c09-1c9e5b213c19 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Deleting port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:21.055024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5e28345d-0448-4c3b-88f8-d2cec1770262 req-36616ec3-7129-469b-8c09-1c9e5b213c19 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.089260 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3d56f87-67a8-4058-8abf-1a0dd732202c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.115749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3d56f87-67a8-4058-8abf-1a0dd732202c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.200698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1d0984b-3b9f-450d-a721-0093e6b08b11 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.203391 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a1d0984b-3b9f-450d-a721-0093e6b08b11 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "DELETE /v2.0/ports/c963eb7b-e7ed-489a-8974-30619998d08f HTTP/1.1" status: 204 len: 168 time: 1.4512212 Jul 06 12:00:21.206120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39100) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:21.212985 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3d56f87-67a8-4058-8abf-1a0dd732202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.216252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3d56f87-67a8-4058-8abf-1a0dd732202c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.217664 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e3d56f87-67a8-4058-8abf-1a0dd732202c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91500f21-35eb-4e46-8dde-17aef3ebf03b HTTP/1.1" status: 204 len: 168 time: 0.5445349 Jul 06 12:00:21.272708 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-4017fe2a-0838-4fb7-9bea-2ba84f966919 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] GET failed (client error): The resource could not be found. Jul 06 12:00:21.274441 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4017fe2a-0838-4fb7-9bea-2ba84f966919 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "GET /v2.0/ports/c963eb7b-e7ed-489a-8974-30619998d08f HTTP/1.1" status: 404 len: 333 time: 0.0673935 Jul 06 12:00:21.279583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39104) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:21.349515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5e28345d-0448-4c3b-88f8-d2cec1770262 req-36616ec3-7129-469b-8c09-1c9e5b213c19 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] For port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=3a5ed3b4-1837-4816-b693-1f4e5f43e2de,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:21.359624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceca4bc-ec43-4ec3-a679-a41cddd47e5f req-7932151d-3a11-4bed-980b-29344bcf1752 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:21.361468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ceca4bc-ec43-4ec3-a679-a41cddd47e5f req-7932151d-3a11-4bed-980b-29344bcf1752 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 944 time: 0.1672292 Jul 06 12:00:21.367633 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5e28345d-0448-4c3b-88f8-d2cec1770262 req-36616ec3-7129-469b-8c09-1c9e5b213c19 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.403811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d56f87-67a8-4058-8abf-1a0dd732202c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91500f21-35eb-4e46-8dde-17aef3ebf03b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:21.418446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-5e28345d-0448-4c3b-88f8-d2cec1770262 req-36616ec3-7129-469b-8c09-1c9e5b213c19 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Calling delete_port for 3a5ed3b4-1837-4816-b693-1f4e5f43e2de owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:21.446720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ceca4bc-ec43-4ec3-a679-a41cddd47e5f req-bd59434e-a4ce-487a-ab60-177e4e0940b3 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752590 Jul 06 12:00:21.494467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fe64ddf2-f8b5-4339-abd0-35a3180e67ff tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Deleting port f182521d-727a-42ec-8d58-69a626d51451 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:21.494952 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe64ddf2-f8b5-4339-abd0-35a3180e67ff tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.623296 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe64ddf2-f8b5-4339-abd0-35a3180e67ff tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.634964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5e28345d-0448-4c3b-88f8-d2cec1770262 req-36616ec3-7129-469b-8c09-1c9e5b213c19 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.648776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fe64ddf2-f8b5-4339-abd0-35a3180e67ff tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Calling delete_port for f182521d-727a-42ec-8d58-69a626d51451 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:21.655421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512', '3a5ed3b4-1837-4816-b693-1f4e5f43e2de'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:21.694158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36616ec3-7129-469b-8c09-1c9e5b213c19 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event deleted for resources: {'Port': ['ID=3a5ed3b4-1837-4816-b693-1f4e5f43e2de,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:21.778451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e28345d-0448-4c3b-88f8-d2cec1770262 req-36616ec3-7129-469b-8c09-1c9e5b213c19 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] No DVR routers for this DVR port 3a5ed3b4-1837-4816-b693-1f4e5f43e2de on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:21.786901 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5e28345d-0448-4c3b-88f8-d2cec1770262 req-36616ec3-7129-469b-8c09-1c9e5b213c19 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.791786 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5e28345d-0448-4c3b-88f8-d2cec1770262 req-36616ec3-7129-469b-8c09-1c9e5b213c19 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "DELETE /v2.0/ports/3a5ed3b4-1837-4816-b693-1f4e5f43e2de HTTP/1.1" status: 204 len: 173 time: 1.2879503 Jul 06 12:00:21.792290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fec25a2-8ada-4cad-bda6-490af4147992', 'name': 'network-vif-deleted', 'tag': '3a5ed3b4-1837-4816-b693-1f4e5f43e2de'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:21.798399 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7a585b-bd50-4351-b394-ccd60ceeb46b" -d '{"events": [{"server_uuid": "0fec25a2-8ada-4cad-bda6-490af4147992", "name": "network-vif-deleted", "tag": "3a5ed3b4-1837-4816-b693-1f4e5f43e2de"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:21.874187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:21.929919 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe64ddf2-f8b5-4339-abd0-35a3180e67ff tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.002555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64ddf2-f8b5-4339-abd0-35a3180e67ff tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event deleted for resources: {'Port': ['ID=f182521d-727a-42ec-8d58-69a626d51451,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:22.043254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port ea9e7d65-9539-4e32-a752-e23413f33f73 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:22.057128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port ea9e7d65-9539-4e32-a752-e23413f33f73 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:22.057730 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.069528 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe64ddf2-f8b5-4339-abd0-35a3180e67ff tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.073019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fe64ddf2-f8b5-4339-abd0-35a3180e67ff tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "DELETE /v2.0/ports/f182521d-727a-42ec-8d58-69a626d51451 HTTP/1.1" status: 204 len: 168 time: 0.7880054 Jul 06 12:00:22.075608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:22.142281 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fab465-e3ac-4ce8-aa9f-8e9f95d4921b tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] GET failed (client error): The resource could not be found. Jul 06 12:00:22.144369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e1fab465-e3ac-4ce8-aa9f-8e9f95d4921b tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "GET /v2.0/ports/f182521d-727a-42ec-8d58-69a626d51451 HTTP/1.1" status: 404 len: 333 time: 0.0676639 Jul 06 12:00:22.149090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:22.184562 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af72236e-4aa7-486d-8229-d15eee9ad0f5 x-openstack-request-id: req-af72236e-4aa7-486d-8229-d15eee9ad0f5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:22.185114 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fec25a2-8ada-4cad-bda6-490af4147992", "name": "network-vif-deleted", "tag": "3a5ed3b4-1837-4816-b693-1f4e5f43e2de", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:22.185207 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af72236e-4aa7-486d-8229-d15eee9ad0f5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:22.185695 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fec25a2-8ada-4cad-bda6-490af4147992', 'name': 'network-vif-deleted', 'tag': '3a5ed3b4-1837-4816-b693-1f4e5f43e2de', 'status': 'completed', 'code': 200} Jul 06 12:00:22.264513 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.323834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:22.325941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:22.329581 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67653a44-309b-4ab8-85b1-f9588009e734" -d '{"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:22.335032 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.419736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:22.440889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e093f4a-1210-4627-8fae-09ec7c025e19 req-27ee216d-92e8-4be9-9e78-b80fcb051766 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fec25a2-8ada-4cad-bda6-490af4147992 HTTP/1.1" status: 200 len: 210 time: 0.0521083 Jul 06 12:00:22.486392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7536-fbd4-47f4-bc69-a40fc188d35e req-c3632ddd-ae67-470f-8332-2bced9b075fd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:22.494517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-888e7536-fbd4-47f4-bc69-a40fc188d35e req-c3632ddd-ae67-470f-8332-2bced9b075fd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.1470959 Jul 06 12:00:22.542458 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dffeed4-d9b3-4649-aadc-44c14dcfcfeb x-openstack-request-id: req-7dffeed4-d9b3-4649-aadc-44c14dcfcfeb {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:22.542796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ef06b8bb-5906-4002-bc55-2b104b4061c7 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Deleting port af2be20b-1efe-44ef-9568-d7c633508c08 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:22.543232 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef06b8bb-5906-4002-bc55-2b104b4061c7 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.543369 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:22.543764 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dffeed4-d9b3-4649-aadc-44c14dcfcfeb {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:22.544294 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'code': 200} Jul 06 12:00:22.574927 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-888e7536-fbd4-47f4-bc69-a40fc188d35e req-2d0e9a75-c304-404b-abd2-cfad8c675ad4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793574 Jul 06 12:00:22.783633 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef06b8bb-5906-4002-bc55-2b104b4061c7 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.820737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fd9c9-a351-469f-a923-14275c261bcb req-7d2a98e1-5913-4cf0-b3e5-6566d27ff7f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:22.820737 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e14fd9c9-a351-469f-a923-14275c261bcb req-7d2a98e1-5913-4cf0-b3e5-6566d27ff7f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.1508081 Jul 06 12:00:22.820737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ef06b8bb-5906-4002-bc55-2b104b4061c7 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Calling delete_port for af2be20b-1efe-44ef-9568-d7c633508c08 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:22.833912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8dbcc-afc3-4a02-a18c-b61a2416e48b req-defba306-e551-491d-bd3d-8007bb6884fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:22.836050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ee8dbcc-afc3-4a02-a18c-b61a2416e48b req-defba306-e551-491d-bd3d-8007bb6884fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1096 time: 0.2132280 Jul 06 12:00:22.952976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e14fd9c9-a351-469f-a923-14275c261bcb req-23d9cc41-e654-4b11-aad7-a6c495eeaa36 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273072 Jul 06 12:00:22.961690 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ee8dbcc-afc3-4a02-a18c-b61a2416e48b req-1d2ff79e-ee4e-49c1-b265-d424bc4de489 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159456 Jul 06 12:00:23.076126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef06b8bb-5906-4002-bc55-2b104b4061c7 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.109724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06b8bb-5906-4002-bc55-2b104b4061c7 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event deleted for resources: {'Port': ['ID=af2be20b-1efe-44ef-9568-d7c633508c08,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:23.144300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef06b8bb-5906-4002-bc55-2b104b4061c7 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.146321 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ef06b8bb-5906-4002-bc55-2b104b4061c7 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "DELETE /v2.0/ports/af2be20b-1efe-44ef-9568-d7c633508c08 HTTP/1.1" status: 204 len: 168 time: 0.9961493 Jul 06 12:00:23.149490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39174) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:23.205516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9ed553-0555-4a11-a89c-d2c28f210024 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Deleting subnet ba8a4408-a601-4340-b37e-3ed02ca88398 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:23.208993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed553-0555-4a11-a89c-d2c28f210024 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.260291 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed553-0555-4a11-a89c-d2c28f210024 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.388744 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed553-0555-4a11-a89c-d2c28f210024 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.458926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed553-0555-4a11-a89c-d2c28f210024 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.490385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ed553-0555-4a11-a89c-d2c28f210024 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8a4408-a601-4340-b37e-3ed02ca88398,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:23.496072 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed553-0555-4a11-a89c-d2c28f210024 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.500336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39188) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:23.508851 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1d9ed553-0555-4a11-a89c-d2c28f210024 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "DELETE /v2.0/subnets/ba8a4408-a601-4340-b37e-3ed02ca88398 HTTP/1.1" status: 204 len: 168 time: 0.3578985 Jul 06 12:00:23.509832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f0b9f-535a-4576-8bd3-3b1464d1c6fd None None] Network d382a756-4993-4e0a-8bca-cd30c5d2e18f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:23.602301 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.678034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Deleting port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:23.678381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.811972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] For port 3a05d704-6b7a-4a61-ace5-b6ec02e79116, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3a05d704-6b7a-4a61-ace5-b6ec02e79116,segment=NetworkSegment(13909408-c3c3-48ae-8d02-776588d1c73f),segment_id=13909408-c3c3-48ae-8d02-776588d1c73f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:23.812548 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.865110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97751aaa-f113-4737-8c2e-587352fac6c9 None None] DHCP port deletion for d382a756-4993-4e0a-8bca-cd30c5d2e18f request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:00:23.876491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Calling delete_port for 3a05d704-6b7a-4a61-ace5-b6ec02e79116 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:24.008445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3a05d704-6b7a-4a61-ace5-b6ec02e79116 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:24.017040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-97751aaa-f113-4737-8c2e-587352fac6c9 None None] Deleting port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:24.018387 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97751aaa-f113-4737-8c2e-587352fac6c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.042256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a64cf6-d58f-49d4-a33d-e3ebf9a6f962 req-cdf1151a-4405-4684-b839-51190603f6b5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:24.044500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5a64cf6-d58f-49d4-a33d-e3ebf9a6f962 req-cdf1151a-4405-4684-b839-51190603f6b5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.2179761 Jul 06 12:00:24.100069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-97751aaa-f113-4737-8c2e-587352fac6c9 None None] For port 3a05d704-6b7a-4a61-ace5-b6ec02e79116, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3a05d704-6b7a-4a61-ace5-b6ec02e79116,segment=NetworkSegment(13909408-c3c3-48ae-8d02-776588d1c73f),segment_id=13909408-c3c3-48ae-8d02-776588d1c73f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:24.100683 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97751aaa-f113-4737-8c2e-587352fac6c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.111741 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5a64cf6-d58f-49d4-a33d-e3ebf9a6f962 req-48a5db6b-db40-4f97-b0e4-e7ac02491b2b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576148 Jul 06 12:00:24.131211 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.133872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-97751aaa-f113-4737-8c2e-587352fac6c9 None None] Calling delete_port for 3a05d704-6b7a-4a61-ace5-b6ec02e79116 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:24.225018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event deleted for resources: {'Port': ['ID=3a05d704-6b7a-4a61-ace5-b6ec02e79116,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:24.233295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] No DVR routers for this DVR port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:24.312125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 3a05d704-6b7a-4a61-ace5-b6ec02e79116 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:24.312633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3a05d704-6b7a-4a61-ace5-b6ec02e79116 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:24.359490 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97751aaa-f113-4737-8c2e-587352fac6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.406306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97751aaa-f113-4737-8c2e-587352fac6c9 None None] No DVR routers for this DVR port 3a05d704-6b7a-4a61-ace5-b6ec02e79116 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:24.421465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97751aaa-f113-4737-8c2e-587352fac6c9 None None] Pushing event deleted for resources: {'Port': ['ID=3a05d704-6b7a-4a61-ace5-b6ec02e79116,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:24.496407 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.520607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d382a756-4993-4e0a-8bca-cd30c5d2e18f']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:24.562977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13909408-c3c3-48ae-8d02-776588d1c73f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:24.563333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13909408-c3c3-48ae-8d02-776588d1c73f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:24.591535 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.637080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1074d-f776-4c73-979b-86f678da09ed req-bdd3fdd4-4931-4af8-9784-1824ae0d2ee6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:24.644946 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6df1074d-f776-4c73-979b-86f678da09ed req-bdd3fdd4-4931-4af8-9784-1824ae0d2ee6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.3597450 Jul 06 12:00:24.653293 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.675930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-b02a48b2-c0ef-4c82-9c82-d2a71ba40af9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:24.677408 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-b02a48b2-c0ef-4c82-9c82-d2a71ba40af9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.2675145 Jul 06 12:00:24.697487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:24.697957 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:24.704161 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:24.735912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 3a5ed3b4-1837-4816-b693-1f4e5f43e2de no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:24.772548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 3a5ed3b4-1837-4816-b693-1f4e5f43e2de {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:24.773695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 3a5ed3b4-1837-4816-b693-1f4e5f43e2de not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:24.813318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-6b13e0b3-c24b-4b45-a5e8-f86b320e3085 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/quotas/5360fe11e14a423cbb0ee8133d63d4eb HTTP/1.1" status: 200 len: 375 time: 0.1181808 Jul 06 12:00:24.831312 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.860673 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.871565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] 10.222.0.21 "DELETE /v2.0/networks/d382a756-4993-4e0a-8bca-cd30c5d2e18f HTTP/1.1" status: 204 len: 168 time: 1.3663726 Jul 06 12:00:24.883235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6df1074d-f776-4c73-979b-86f678da09ed req-68c42769-e440-4e84-8563-ccc25d517b2e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325006 Jul 06 12:00:24.923022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c4030-ea22-4dff-b130-6055ccf12974 tempest-AllowedAddressPairIpV6TestJSON-614977904 tempest-AllowedAddressPairIpV6TestJSON-614977904-project] Pushing event deleted for resources: {'Network': ['ID=d382a756-4993-4e0a-8bca-cd30c5d2e18f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:25.009602 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-fd47b73e-2669-4231-a0a2-c7dfd5073a2e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1695764 Jul 06 12:00:25.378482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39278) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:25.591758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39284) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:25.662785 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4442-d590-44b5-baea-53c0e81463c2 req-7bf51df1-97b8-4d48-b3aa-db33ec6c1982 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:25.669746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a5f4442-d590-44b5-baea-53c0e81463c2 req-7bf51df1-97b8-4d48-b3aa-db33ec6c1982 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.1059017 Jul 06 12:00:25.685366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-8d483af6-e3e0-4dc4-bf87-e4f04b66cfd8 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494381 Jul 06 12:00:25.734292 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2c91-ffc1-40dd-b85a-3195ef6cead5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.770318 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-27f19cef-5df4-4dcc-bdc1-50d715b379c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=943a0b6ad5a94b579c3a532bcd06f9d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900542 Jul 06 12:00:25.778147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39292) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:25.808584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-0e88588f-771f-4b58-a984-60e9ad890acb service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223674 Jul 06 12:00:25.875828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a5f4442-d590-44b5-baea-53c0e81463c2 req-bfab13c0-5a8a-47ec-aa46-0f5923c51e75 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051680 Jul 06 12:00:26.154624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f755727c-3271-4dab-a692-8cc98a72cdad req-7c4f2a68-622a-4655-880a-a5206f835afd tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 210 time: 0.0677416 Jul 06 12:00:26.220302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f3697-062f-4907-a5b9-3cfe6216e296 req-ee6d2adc-c0d0-40bf-9956-13a47da92bc0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:26.227800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc4f3697-062f-4907-a5b9-3cfe6216e296 req-ee6d2adc-c0d0-40bf-9956-13a47da92bc0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.1394646 Jul 06 12:00:26.284200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc4f3697-062f-4907-a5b9-3cfe6216e296 req-d27c48e0-95d1-42e1-8e2b-0bc3304189c0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551412 Jul 06 12:00:26.336116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36fad2f9-9b27-4698-9228-3ecca2f90035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.373281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36fad2f9-9b27-4698-9228-3ecca2f90035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.459727 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2c91-ffc1-40dd-b85a-3195ef6cead5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.466179 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e0c2c91-ffc1-40dd-b85a-3195ef6cead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.490451 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36fad2f9-9b27-4698-9228-3ecca2f90035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.493059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36fad2f9-9b27-4698-9228-3ecca2f90035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.494667 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-36fad2f9-9b27-4698-9228-3ecca2f90035 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9e07207-00b5-459d-9207-5014dcd3e3e7 HTTP/1.1" status: 204 len: 168 time: 0.7153533 Jul 06 12:00:26.552591 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ebcde-3819-47d7-8afe-ecff8943bc6d req-c8e58dae-ad07-4f87-be43-ca79a67f018f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:26.555648 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e6ebcde-3819-47d7-8afe-ecff8943bc6d req-c8e58dae-ad07-4f87-be43-ca79a67f018f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.1103873 Jul 06 12:00:26.566816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1e0c2c91-ffc1-40dd-b85a-3195ef6cead5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dce29683595344cc80b99fec24af2886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9729195 Jul 06 12:00:26.568266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c2c91-ffc1-40dd-b85a-3195ef6cead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344f738c-cd08-43bf-8ca3-e7a9848239bf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:26.581727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39320) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:26.581861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fad2f9-9b27-4698-9228-3ecca2f90035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e07207-00b5-459d-9207-5014dcd3e3e7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:26.673540 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e6ebcde-3819-47d7-8afe-ecff8943bc6d req-ac0be572-5f99-467b-9b15-87e1cf939974 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115658 Jul 06 12:00:26.698857 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39324) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:26.721193 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2105e523-9570-4e1c-8b05-ede5edbec6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.750355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2105e523-9570-4e1c-8b05-ede5edbec6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.812711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8201a0e-5397-4ce0-ac9e-3e65a7dea084 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:26.819189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:26.819605 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e8201a0e-5397-4ce0-ac9e-3e65a7dea084 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1091 time: 0.1158450 Jul 06 12:00:26.825743 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'tenant_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:26.857293 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2105e523-9570-4e1c-8b05-ede5edbec6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.860722 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2105e523-9570-4e1c-8b05-ede5edbec6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.866242 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2105e523-9570-4e1c-8b05-ede5edbec6ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/344f738c-cd08-43bf-8ca3-e7a9848239bf HTTP/1.1" status: 204 len: 168 time: 0.2792556 Jul 06 12:00:26.883545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105e523-9570-4e1c-8b05-ede5edbec6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344f738c-cd08-43bf-8ca3-e7a9848239bf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:26.890240 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.181274 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.212702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8eb67-f70a-4d59-af11-52e15e2ce346 req-00e28f0e-3c47-4858-9ba8-ab4fd32f5b68 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:27.215215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fe8eb67-f70a-4d59-af11-52e15e2ce346 req-00e28f0e-3c47-4858-9ba8-ab4fd32f5b68 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.1419842 Jul 06 12:00:27.352976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5508f630-582f-4b85-b9fc-9b47111fd203 req-a9186add-43e9-427f-b107-7d64c6e558c7 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 210 time: 0.0373888 Jul 06 12:00:27.432841 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fe8eb67-f70a-4d59-af11-52e15e2ce346 req-c8d38ae1-370c-4953-9c57-9d23c7fa25be tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731567 Jul 06 12:00:27.454491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39360) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:27.480463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.25.0.231 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/ad0a9ced-b6de-46a6-a4d8-5fbc1459f2b4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:27.498780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-def886db-8bce-48ff-8783-09d65781c44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.708667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-78ce7fe1-83ac-45a1-a0cb-90a8c68256ee tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:27.710457 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-78ce7fe1-83ac-45a1-a0cb-90a8c68256ee tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.1678674 Jul 06 12:00:27.716537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.737972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Request body: {'port': {'device_id': 'b373009d-43eb-457d-9d00-902e3de3e7e1', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'admin_state_up': True, 'tenant_id': '5360fe11e14a423cbb0ee8133d63d4eb'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:27.800737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:27.825982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.871357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-def886db-8bce-48ff-8783-09d65781c44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.881384 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-def886db-8bce-48ff-8783-09d65781c44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.887271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:27.890681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:27.897752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:27.921176 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-def886db-8bce-48ff-8783-09d65781c44e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=645140d9b3a44d8f8c85b389c9d55bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643786 Jul 06 12:00:27.931638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39376) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:27.953842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=ad0a9ced-b6de-46a6-a4d8-5fbc1459f2b4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:27.989032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def886db-8bce-48ff-8783-09d65781c44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580967da-ac96-4284-80d1-2956c63132fa,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:27.999376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Made reservation on behalf of 5360fe11e14a423cbb0ee8133d63d4eb for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:28.003225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.007882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'networks': [{'name': 'tempest-network--881685420'}, {'name': 'tempest-network--1839890793'}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:28.008214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'network': {'name': 'tempest-network--881685420'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:28.008661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'network': {'name': 'tempest-network--1839890793'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:28.123282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Made reservation on behalf of 64a20b68902040a3bdf62ce5a15b19d8 for: {'network': 2} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:28.128094 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.134127 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49cdfee0-4918-457c-9424-ddda652fcd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.151732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.163087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Allocated IP 172.20.0.12 (e5d2987b-e60c-4e67-81de-36c38e69c590/a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd/f7cce4d8-436c-4d43-a022-56304ad1f1a1) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:28.238567 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49cdfee0-4918-457c-9424-ddda652fcd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.345613 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.409363 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.428692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:28.444604 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49cdfee0-4918-457c-9424-ddda652fcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.447432 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49cdfee0-4918-457c-9424-ddda652fcd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.448608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-49cdfee0-4918-457c-9424-ddda652fcd6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/580967da-ac96-4284-80d1-2956c63132fa HTTP/1.1" status: 204 len: 168 time: 0.5183418 Jul 06 12:00:28.467823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdfee0-4918-457c-9424-ddda652fcd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580967da-ac96-4284-80d1-2956c63132fa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:28.480749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event updated for resources: {'Port': ['ID=f7cce4d8-436c-4d43-a022-56304ad1f1a1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:28.497714 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Network e5d2987b-e60c-4e67-81de-36c38e69c590 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:28.497875 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.500232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:28.507153 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:28.572482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:28.573315 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.591804 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-74ccd808-bb76-4257-b658-98880f660367 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8637278 Jul 06 12:00:28.610631 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.612365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.631190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Request body: {'port': {'device_id': 'b373009d-43eb-457d-9d00-902e3de3e7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:28.698785 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.791866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.835770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:28.851531 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d143e71b-5223-4f26-b002-4849d96e3bcb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:28.872614 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.900406 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.900936 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Added segment 1af4dc3b-c6fe-40f5-b444-9cb019a7a05b of type vlan for network 666eec0d-7db2-4fab-bba0-18db458fbdf3 Jul 06 12:00:29.021284 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.091554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9e5e8-2a68-404f-b16d-89f4109881cf req-da0f8d3a-5f17-4c29-b190-9cf96361f32f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.102598 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1be9e5e8-2a68-404f-b16d-89f4109881cf req-da0f8d3a-5f17-4c29-b190-9cf96361f32f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 932 time: 0.4954696 Jul 06 12:00:29.186848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c26773-f950-4cae-bf90-ba5b1739d19d req-cf559869-212d-4d40-a6d3-5bc7ed3d7c87 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.189053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0c26773-f950-4cae-bf90-ba5b1739d19d req-cf559869-212d-4d40-a6d3-5bc7ed3d7c87 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 943 time: 0.5108049 Jul 06 12:00:29.203503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:29.205564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cce4d8-436c-4d43-a022-56304ad1f1a1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:29.214778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.220640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.229703 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Transition to ACTIVE for port object f7cce4d8-436c-4d43-a022-56304ad1f1a1 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:29.233852 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.306047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0c26773-f950-4cae-bf90-ba5b1739d19d req-6ee96aa5-a459-484a-afb9-220badd6754a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990567 Jul 06 12:00:29.307512 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.307783 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Added segment 4ad773ea-10e1-4e37-86c1-661012955ce0 of type vlan for network 530e498a-9d07-4169-ae07-5d94c49743ae Jul 06 12:00:29.325626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1be9e5e8-2a68-404f-b16d-89f4109881cf req-b88271e4-f958-4fd5-a9ae-de2d749306c6 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208869 Jul 06 12:00:29.341179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cce4d8-436c-4d43-a022-56304ad1f1a1,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:29.419264 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.442417 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.468638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Attempting to bind port f7cce4d8-436c-4d43-a022-56304ad1f1a1 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:29.469001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Attempting to bind port f7cce4d8-436c-4d43-a022-56304ad1f1a1 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:29.469337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Attempting to bind port f7cce4d8-436c-4d43-a022-56304ad1f1a1 on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:29.476606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Port f7cce4d8-436c-4d43-a022-56304ad1f1a1 on network e5d2987b-e60c-4e67-81de-36c38e69c590 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:29.477602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Attempting to bind port f7cce4d8-436c-4d43-a022-56304ad1f1a1 on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:29.484411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:29.484949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Checking segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:29.485405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Bound using segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:29.485849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Bound port: f7cce4d8-436c-4d43-a022-56304ad1f1a1, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:29.486215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.496405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.496927 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.502873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.508631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.509376 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.585855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] For port f7cce4d8-436c-4d43-a022-56304ad1f1a1, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:29.590693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] For port f7cce4d8-436c-4d43-a022-56304ad1f1a1, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f7cce4d8-436c-4d43-a022-56304ad1f1a1,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:29.602103 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.643182 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8420379 Jul 06 12:00:29.649568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39426) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:29.654117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.654754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.656940 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] 10.222.0.86 "PUT /v2.0/ports/f7cce4d8-436c-4d43-a022-56304ad1f1a1 HTTP/1.1" status: 200 len: 1092 time: 1.0512736 Jul 06 12:00:29.659146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b373009d-43eb-457d-9d00-902e3de3e7e1', 'tag': 'f7cce4d8-436c-4d43-a022-56304ad1f1a1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:29.668776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event updated for resources: {'Network': ['ID=666eec0d-7db2-4fab-bba0-18db458fbdf3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:29.669792 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeba550-9e26-4553-bbf3-68e9a58e0710" -d '{"events": [{"name": "network-changed", "server_uuid": "b373009d-43eb-457d-9d00-902e3de3e7e1", "tag": "f7cce4d8-436c-4d43-a022-56304ad1f1a1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:29.684808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 666eec0d-7db2-4fab-bba0-18db458fbdf3 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:29.725200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72379e3-a746-48c9-b476-42d1cc952609 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cce4d8-436c-4d43-a022-56304ad1f1a1,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:29.768122 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c64f14d-f7c7-4079-9f4c-4f69a7cd07c4 x-openstack-request-id: req-6c64f14d-f7c7-4079-9f4c-4f69a7cd07c4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:29.768779 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b373009d-43eb-457d-9d00-902e3de3e7e1", "tag": "f7cce4d8-436c-4d43-a022-56304ad1f1a1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:29.769235 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c64f14d-f7c7-4079-9f4c-4f69a7cd07c4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:29.769836 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b373009d-43eb-457d-9d00-902e3de3e7e1', 'tag': 'f7cce4d8-436c-4d43-a022-56304ad1f1a1', 'status': 'completed', 'code': 200} Jul 06 12:00:29.812057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d730a3-9718-432e-957a-c38d82eac2a0 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event updated for resources: {'Network': ['ID=530e498a-9d07-4169-ae07-5d94c49743ae,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:29.827318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 530e498a-9d07-4169-ae07-5d94c49743ae details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:29.889703 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.896856 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.921378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d011a30d-33df-42ea-b39a-101a7bdbb4f0 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:30.017603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=ad0a9ced-b6de-46a6-a4d8-5fbc1459f2b4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:30.031422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.061348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d611cf-c633-4366-a943-a9393ecea57a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.068218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d611cf-c633-4366-a943-a9393ecea57a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.074780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d611cf-c633-4366-a943-a9393ecea57a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.080920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d611cf-c633-4366-a943-a9393ecea57a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.085878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a4d611cf-c633-4366-a943-a9393ecea57a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4326584 Jul 06 12:00:30.086231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39440) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:30.128064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d011a30d-33df-42ea-b39a-101a7bdbb4f0, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d011a30d-33df-42ea-b39a-101a7bdbb4f0,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:30.157122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'd011a30d-33df-42ea-b39a-101a7bdbb4f0', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'port_id': 'd011a30d-33df-42ea-b39a-101a7bdbb4f0', 'mac_address': 'fa:16:3e:b7:47:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:30.183035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.189999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-d142782d-cf57-44d0-b461-740108e56156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.191583 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-d142782d-cf57-44d0-b461-740108e56156 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 1095 time: 0.4433465 Jul 06 12:00:30.227283 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.255484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d011a30d-33df-42ea-b39a-101a7bdbb4f0 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:30.262309 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Floating IP 189e91d0-9802-4c68-ae41-7f3c4c7b1544 associated. External IP: 172.25.0.231, port: ea9e7d65-9539-4e32-a752-e23413f33f73. Jul 06 12:00:30.277399 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-147839a2-4dec-4366-ac6c-7add53a5d85b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7cce4d8-436c-4d43-a022-56304ad1f1a1 HTTP/1.1" status: 200 len: 217 time: 0.0727379 Jul 06 12:00:30.312145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d011a30d-33df-42ea-b39a-101a7bdbb4f0, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d011a30d-33df-42ea-b39a-101a7bdbb4f0,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:30.318315 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.403231 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.419865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666eec0d-7db2-4fab-bba0-18db458fbdf3']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:30.435595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-16c9c7cc-61fa-4f22-83cd-347087761c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.437614 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-16c9c7cc-61fa-4f22-83cd-347087761c48 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.1495404 Jul 06 12:00:30.438680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af4dc3b-c6fe-40f5-b444-9cb019a7a05b') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:30.438959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af4dc3b-c6fe-40f5-b444-9cb019a7a05b') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:30.496634 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.542491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=d011a30d-33df-42ea-b39a-101a7bdbb4f0,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:30.566091 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-6f95ff07-b4fd-41fb-8193-ca6e96f5d393 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093781 Jul 06 12:00:30.602845 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.684991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:30.686641 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.690982 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['d011a30d-33df-42ea-b39a-101a7bdbb4f0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:30.694633 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:30.725190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 70171ed3-6bde-4bc8-b1a2-f671ff25123d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:00:30.775361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53457a-99ec-4c78-87bc-7679c53d38a3 req-c2bd87c7-115a-435e-a832-575b8c339681 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.787499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab53457a-99ec-4c78-87bc-7679c53d38a3 req-c2bd87c7-115a-435e-a832-575b8c339681 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 944 time: 0.1866508 Jul 06 12:00:30.819073 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.841422 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.850430 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "DELETE /v2.0/networks/666eec0d-7db2-4fab-bba0-18db458fbdf3 HTTP/1.1" status: 204 len: 168 time: 0.7605257 Jul 06 12:00:30.855511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39470) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:30.856559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56c604-0257-4ca7-ac4b-91f6e07930ca req-9c8e0b9e-6925-45c0-9fe5-a9ebb06f1640 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.864096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a56c604-0257-4ca7-ac4b-91f6e07930ca req-9c8e0b9e-6925-45c0-9fe5-a9ebb06f1640 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 944 time: 0.2270319 Jul 06 12:00:30.884478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e19dd-4959-400a-853f-cea769e1383e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Network': ['ID=666eec0d-7db2-4fab-bba0-18db458fbdf3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:30.956599 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-9aba4c78-8e15-44dd-ab10-b9a77545e093 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713660 Jul 06 12:00:31.029649 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.110465 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a56c604-0257-4ca7-ac4b-91f6e07930ca req-bc0c3a73-98d0-44e9-8892-b530dd5043e8 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445729 Jul 06 12:00:31.141873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab53457a-99ec-4c78-87bc-7679c53d38a3 req-53f67500-7c34-4463-84cf-9400f5818374 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519681 Jul 06 12:00:31.188395 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.201499 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b95ad90c-71c6-4559-9bf4-1aa2fecbfb07 req-fa16fbe5-c473-4fc7-90d8-9d8aedf75d2e service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365258 Jul 06 12:00:31.207353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530e498a-9d07-4169-ae07-5d94c49743ae']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:31.230698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad773ea-10e1-4e37-86c1-661012955ce0') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:31.231502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad773ea-10e1-4e37-86c1-661012955ce0') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:31.239968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:31.249281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.252006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483bfcc1-bfff-4579-9674-745e380356c0 None None] Sync routers for ids ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:31.264064 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.275648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483bfcc1-bfff-4579-9674-745e380356c0 None None] Routers {'70171ed3-6bde-4bc8-b1a2-f671ff25123d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:31.277470 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.278832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-483bfcc1-bfff-4579-9674-745e380356c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:00:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:31.290523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:31.291158 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:31.294645 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:31.323531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a68f1b05-b0bc-47bb-9c78-40e1de80ad94 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5023088 Jul 06 12:00:31.324725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:31.328566 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d56b26-b9f6-4c9a-b36b-ecba603ff644" -d '{"events": [{"name": "network-changed", "server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:31.407317 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3225e7b7-4b5c-4b76-8687-9753f9265e67 x-openstack-request-id: req-3225e7b7-4b5c-4b76-8687-9753f9265e67 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:31.407916 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:31.408285 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3225e7b7-4b5c-4b76-8687-9753f9265e67 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:31.409005 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'status': 'completed', 'code': 200} Jul 06 12:00:31.409423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:31.458972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.484641 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.487758 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "DELETE /v2.0/networks/530e498a-9d07-4169-ae07-5d94c49743ae HTTP/1.1" status: 204 len: 168 time: 0.6143200 Jul 06 12:00:31.489779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f833ed-336d-4823-bfb0-c47f067e3e68 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Network': ['ID=530e498a-9d07-4169-ae07-5d94c49743ae,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:31.492460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39490) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:31.560945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeba550-9e26-4553-bbf3-68e9a58e0710 req-1d89d5dd-26ea-4173-976c-bb5ee9ecdad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.562613 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-feeba550-9e26-4553-bbf3-68e9a58e0710 req-1d89d5dd-26ea-4173-976c-bb5ee9ecdad7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 1095 time: 0.2645676 Jul 06 12:00:31.661065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d56b26-b9f6-4c9a-b36b-ecba603ff644 req-12cb6758-e517-4e11-a9cf-0af9b3f524fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.664329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52d56b26-b9f6-4c9a-b36b-ecba603ff644 req-12cb6758-e517-4e11-a9cf-0af9b3f524fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1096 time: 0.2321804 Jul 06 12:00:31.695584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-483bfcc1-bfff-4579-9674-745e380356c0 None None] Set router 70171ed3-6bde-4bc8-b1a2-f671ff25123d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:31.760690 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8370dae2-ab27-4d7d-bceb-4d4e304ce083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.825885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569cf5f-9083-4afb-91ea-cdc3875ee0ea tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.834088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2569cf5f-9083-4afb-91ea-cdc3875ee0ea tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.839636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42a9c6-8f92-4643-b9e4-da6019a234fb req-295822ac-adde-46f9-abbb-70113131eb98 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.840442 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2569cf5f-9083-4afb-91ea-cdc3875ee0ea tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3431139 Jul 06 12:00:31.843242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39496) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:31.846096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea42a9c6-8f92-4643-b9e4-da6019a234fb req-295822ac-adde-46f9-abbb-70113131eb98 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.2850266 Jul 06 12:00:31.850529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1963804146'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:31.861712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeba550-9e26-4553-bbf3-68e9a58e0710 req-83ae6d67-bdaa-42ef-961b-3ff32d9b54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.865510 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-feeba550-9e26-4553-bbf3-68e9a58e0710 req-83ae6d67-bdaa-42ef-961b-3ff32d9b54aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 906 time: 0.2376547 Jul 06 12:00:31.899272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d56b26-b9f6-4c9a-b36b-ecba603ff644 req-5ce752c6-1f88-4b96-aaab-251c1c8680ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.902161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52d56b26-b9f6-4c9a-b36b-ecba603ff644 req-5ce752c6-1f88-4b96-aaab-251c1c8680ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.2304907 Jul 06 12:00:31.928544 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-feeba550-9e26-4553-bbf3-68e9a58e0710 req-d792098d-d117-4394-9dcf-706fca1660fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7cce4d8-436c-4d43-a022-56304ad1f1a1 HTTP/1.1" status: 200 len: 217 time: 0.0551698 Jul 06 12:00:31.953651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d011a30d-33df-42ea-b39a-101a7bdbb4f0 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:32.004148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeba550-9e26-4553-bbf3-68e9a58e0710 req-b05e2207-89d2-4cbb-a283-e4e5c16afb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.006787 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-feeba550-9e26-4553-bbf3-68e9a58e0710 req-b05e2207-89d2-4cbb-a283-e4e5c16afb4a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.0702722 Jul 06 12:00:32.053141 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea42a9c6-8f92-4643-b9e4-da6019a234fb req-9c5fab8b-f82a-4a43-b2a3-2e6661db7391 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989310 Jul 06 12:00:32.090451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39502) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:32.100523 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-feeba550-9e26-4553-bbf3-68e9a58e0710 req-02f62020-64c1-481d-9c27-5418e16f8e31 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799870 Jul 06 12:00:32.100797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port d011a30d-33df-42ea-b39a-101a7bdbb4f0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:32.111817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port d011a30d-33df-42ea-b39a-101a7bdbb4f0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:32.117436 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52d56b26-b9f6-4c9a-b36b-ecba603ff644 req-ed8502ad-aebc-4aaa-9fa5-9ba7c2c5ec99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 999 time: 0.1938219 Jul 06 12:00:32.117991 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.123635 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8370dae2-ab27-4d7d-bceb-4d4e304ce083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.135325 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8370dae2-ab27-4d7d-bceb-4d4e304ce083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.233410 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Made reservation on behalf of 64a20b68902040a3bdf62ce5a15b19d8 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:32.237151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.271921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-483bfcc1-bfff-4579-9674-745e380356c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '189e91d0-9802-4c68-ae41-7f3c4c7b1544', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'port_id': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'mac_address': 'fa:16:3e:ba:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b203a0-9e67-4343-a065-d305f964744f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:28Z', 'updated_at': '2021-07-06T12:00:28Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18cf940-b14b-4fb0-9de3-5880e58d7d05', 'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:73:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:55Z', 'updated_at': '2021-07-06T12:00:10Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:32.282868 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d898378e-a83d-4ca7-ad77-4e5800ce38f7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/189e91d0-9802-4c68-ae41-7f3c4c7b1544 HTTP/1.1" status: 200 len: 991 time: 0.1908009 Jul 06 12:00:32.328566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:32.338305 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-feeba550-9e26-4553-bbf3-68e9a58e0710 req-53d725cc-d2bc-4b73-9a56-22580efecf12 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275028 Jul 06 12:00:32.344457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.345143 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Added segment a6e44bdd-45fc-4951-8b40-e6ff06a72ad2 of type vlan for network 9248e2ff-0883-4eb9-8cce-02afa20be16a Jul 06 12:00:32.348334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483bfcc1-bfff-4579-9674-745e380356c0 None None] Checking router: 70171ed3-6bde-4bc8-b1a2-f671ff25123d for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:00:32.366966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483bfcc1-bfff-4579-9674-745e380356c0 None None] Routers {'70171ed3-6bde-4bc8-b1a2-f671ff25123d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:32.368495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-483bfcc1-bfff-4579-9674-745e380356c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:00:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:32.371055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d56b26-b9f6-4c9a-b36b-ecba603ff644 req-dde57ba5-eae7-4c2c-9dcc-4d8cb28db6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.377982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52d56b26-b9f6-4c9a-b36b-ecba603ff644 req-dde57ba5-eae7-4c2c-9dcc-4d8cb28db6d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.2529457 Jul 06 12:00:32.402715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8370dae2-ab27-4d7d-bceb-4d4e304ce083 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=812bc3079de34a4bbc0c50c2de224f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9921694 Jul 06 12:00:32.403460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370dae2-ab27-4d7d-bceb-4d4e304ce083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6413ece3-ae2c-4dc5-85ad-bc8e05b0d686,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:32.407220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39510) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:32.449421 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.513108 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-feeba550-9e26-4553-bbf3-68e9a58e0710 req-8059ca52-88fe-4257-948c-7534e20f32d3 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552951 Jul 06 12:00:32.515494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.536133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.540168 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.546586 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.617474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c1690-82ba-4531-a0bc-6092a2080679 req-d682c805-54d7-49cc-b704-a3545a2ab298 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.626165 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-877c1690-82ba-4531-a0bc-6092a2080679 req-d682c805-54d7-49cc-b704-a3545a2ab298 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 944 time: 0.2987247 Jul 06 12:00:32.628705 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e884-6f7a-4108-bb7a-522ed63706da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.645221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d011a30d-33df-42ea-b39a-101a7bdbb4f0, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d011a30d-33df-42ea-b39a-101a7bdbb4f0,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:32.651828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9235f54a-2140-47cf-82fc-ae75744b11fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd011a30d-33df-42ea-b39a-101a7bdbb4f0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:32.655489 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb85aeb9-7d25-434a-bae3-ccb455b8f172" -d '{"events": [{"server_uuid": "9235f54a-2140-47cf-82fc-ae75744b11fe", "name": "network-vif-plugged", "status": "completed", "tag": "d011a30d-33df-42ea-b39a-101a7bdbb4f0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:32.661490 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8153911 Jul 06 12:00:32.662710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39518) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:32.663121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d56b26-b9f6-4c9a-b36b-ecba603ff644 req-4bea261a-7b19-4323-95b1-677726eb6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.664436 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.665842 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52d56b26-b9f6-4c9a-b36b-ecba603ff644 req-4bea261a-7b19-4323-95b1-677726eb6cda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591507 Jul 06 12:00:32.683843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1104271559'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:32.695578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbce04-4043-44b4-af98-78e398d80b62 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event updated for resources: {'Network': ['ID=9248e2ff-0883-4eb9-8cce-02afa20be16a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:32.709224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afa8c5-c6f8-4acf-9665-57564afc57d6 req-79dc9d41-0546-43c8-8e65-6756aeb941b0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.711218 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81afa8c5-c6f8-4acf-9665-57564afc57d6 req-79dc9d41-0546-43c8-8e65-6756aeb941b0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 944 time: 0.2588038 Jul 06 12:00:32.713511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 9248e2ff-0883-4eb9-8cce-02afa20be16a details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:32.719557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Made reservation on behalf of 64a20b68902040a3bdf62ce5a15b19d8 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:32.724740 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.759243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:32.772288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.773011 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Added segment 5b00b4c1-8589-4b58-861e-4a8cdb5dafe7 of type vlan for network a582a085-0951-478c-8626-d01b36badfdf Jul 06 12:00:32.779805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-483bfcc1-bfff-4579-9674-745e380356c0 None None] Set router 70171ed3-6bde-4bc8-b1a2-f671ff25123d gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:32.788230 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e884-6f7a-4108-bb7a-522ed63706da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.828160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.842204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=d011a30d-33df-42ea-b39a-101a7bdbb4f0,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:32.873028 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.881571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.882365 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.950053 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2821481 Jul 06 12:00:32.962148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39520) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:32.970145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'ports': [{'network_id': '9248e2ff-0883-4eb9-8cce-02afa20be16a', 'name': 'tempest-port--294836450', 'admin_state_up': True}, {'network_id': 'a582a085-0951-478c-8626-d01b36badfdf', 'admin_state_up': False}]} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:32.970552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'port': {'network_id': '9248e2ff-0883-4eb9-8cce-02afa20be16a', 'name': 'tempest-port--294836450', 'admin_state_up': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:32.971343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'port': {'network_id': 'a582a085-0951-478c-8626-d01b36badfdf', 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:33.078672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf25db-0c25-48e7-af4a-bac6f50ab2fe tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event updated for resources: {'Network': ['ID=a582a085-0951-478c-8626-d01b36badfdf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:33.101157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a582a085-0951-478c-8626-d01b36badfdf details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:33.202863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-483bfcc1-bfff-4579-9674-745e380356c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '189e91d0-9802-4c68-ae41-7f3c4c7b1544', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'port_id': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'mac_address': 'fa:16:3e:ba:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b203a0-9e67-4343-a065-d305f964744f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:28Z', 'updated_at': '2021-07-06T12:00:28Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18cf940-b14b-4fb0-9de3-5880e58d7d05', 'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:73:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:55Z', 'updated_at': '2021-07-06T12:00:10Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:33.236549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483bfcc1-bfff-4579-9674-745e380356c0 None None] The sync data for ids ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'] in n-d-799527-2 is: [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '189e91d0-9802-4c68-ae41-7f3c4c7b1544', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'port_id': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'mac_address': 'fa:16:3e:ba:38:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b203a0-9e67-4343-a065-d305f964744f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:28Z', 'updated_at': '2021-07-06T12:00:28Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18cf940-b14b-4fb0-9de3-5880e58d7d05', 'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:73:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:55Z', 'updated_at': '2021-07-06T12:00:10Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:33.240191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Made reservation on behalf of 64a20b68902040a3bdf62ce5a15b19d8 for: {'port': 2} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:33.247437 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.266782 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.311519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-877c1690-82ba-4531-a0bc-6092a2080679 req-c966bf61-cf16-44ad-b308-101b2149a71d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839771 Jul 06 12:00:33.314072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39530) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:33.393150 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] device_id is not set on port cd2dfeac-e71d-4614-be43-1bb396c7ee4b yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:33.395575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81afa8c5-c6f8-4acf-9665-57564afc57d6 req-08346a26-63c5-4d85-a8af-9ff415c7260b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6695633 Jul 06 12:00:33.455014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1d5aa8a0-487b-4e42-9dcd-a04633f9c9b5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/189e91d0-9802-4c68-ae41-7f3c4c7b1544 HTTP/1.1" status: 200 len: 991 time: 0.1317732 Jul 06 12:00:33.459510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52d56b26-b9f6-4c9a-b36b-ecba603ff644 req-2cbde07d-7b25-43d5-804e-f0fdbbe99766 service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7724369 Jul 06 12:00:33.489851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e884-6f7a-4108-bb7a-522ed63706da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.493052 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ef7e884-6f7a-4108-bb7a-522ed63706da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.494623 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7ef7e884-6f7a-4108-bb7a-522ed63706da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6413ece3-ae2c-4dc5-85ad-bc8e05b0d686 HTTP/1.1" status: 204 len: 168 time: 1.0854614 Jul 06 12:00:33.558149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7e884-6f7a-4108-bb7a-522ed63706da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6413ece3-ae2c-4dc5-85ad-bc8e05b0d686,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:33.642243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52d56b26-b9f6-4c9a-b36b-ecba603ff644 req-bc00a671-2423-475e-8123-c072ff597d08 service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762178 Jul 06 12:00:33.664376 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.665418 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840b1bc-0285-4cd3-8610-510b32e3d8c2 None None] New status for floating IP 189e91d0-9802-4c68-ae41-7f3c4c7b1544: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:00:33.839123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] device_id is not set on port a2606a0b-8f41-49c5-a3d0-599fef282f08 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:33.956379 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e4c79f-bdf3-40e5-b44a-90d975ca24d0 x-openstack-request-id: req-51e4c79f-bdf3-40e5-b44a-90d975ca24d0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:33.956925 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9235f54a-2140-47cf-82fc-ae75744b11fe", "name": "network-vif-plugged", "status": "completed", "tag": "d011a30d-33df-42ea-b39a-101a7bdbb4f0", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:33.956925 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51e4c79f-bdf3-40e5-b44a-90d975ca24d0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:33.957320 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9235f54a-2140-47cf-82fc-ae75744b11fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd011a30d-33df-42ea-b39a-101a7bdbb4f0', 'code': 200} Jul 06 12:00:33.998877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.057661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.088476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65503d69-b6e2-4a4e-a9e8-64838a1a9159 req-d696704a-c757-423b-8c48-dc1714cbb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.090199 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65503d69-b6e2-4a4e-a9e8-64838a1a9159 req-d696704a-c757-423b-8c48-dc1714cbb435 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 1096 time: 0.0648553 Jul 06 12:00:34.143383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65503d69-b6e2-4a4e-a9e8-64838a1a9159 req-4bf12537-6f12-412d-b4b7-1ca3efeddc08 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 Jul 06 12:00:34.148024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event updated for resources: {'Port': ['ID=cd2dfeac-e71d-4614-be43-1bb396c7ee4b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:34.157715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Checking segment: {'id': 'a6e44bdd-45fc-4951-8b40-e6ff06a72ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9248e2ff-0883-4eb9-8cce-02afa20be16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:34.158141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Network hostable DHCP agents. Network: 9248e2ff-0883-4eb9-8cce-02afa20be16a, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:34.179169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Network 9248e2ff-0883-4eb9-8cce-02afa20be16a is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:34.189430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 9248e2ff-0883-4eb9-8cce-02afa20be16a) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:34.194223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:34.195201 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.200677 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8c4cf1-4b6a-4d72-9acf-30c1c010b5bf None None] Network 9248e2ff-0883-4eb9-8cce-02afa20be16a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:34.286267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event updated for resources: {'Port': ['ID=a2606a0b-8f41-49c5-a3d0-599fef282f08,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:34.306454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Checking segment: {'id': '5b00b4c1-8589-4b58-861e-4a8cdb5dafe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a582a085-0951-478c-8626-d01b36badfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:34.306817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Network hostable DHCP agents. Network: a582a085-0951-478c-8626-d01b36badfdf, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:34.334555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Network a582a085-0951-478c-8626-d01b36badfdf is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:34.349044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, a582a085-0951-478c-8626-d01b36badfdf) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:34.353477 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:34.360000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.363314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484ac53f-f46a-45ae-b315-ba518fff99c3 None None] Network a582a085-0951-478c-8626-d01b36badfdf requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:34.366165 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.367175 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.389032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39572) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:34.398435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-36e9d79e-680a-4b85-98e9-e56869062a3e tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4351368 Jul 06 12:00:34.459257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39576) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:34.609647 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3be98c73-16a8-46cd-9064-ca5614a0d4f9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/189e91d0-9802-4c68-ae41-7f3c4c7b1544 HTTP/1.1" status: 200 len: 993 time: 0.1460977 Jul 06 12:00:34.614337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a062f3-7746-4591-9902-14edcea733d7 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.621299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a062f3-7746-4591-9902-14edcea733d7 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.622919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-78a062f3-7746-4591-9902-14edcea733d7 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2327044 Jul 06 12:00:34.626516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39582) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:34.755138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f7cce4d8-436c-4d43-a022-56304ad1f1a1 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:34.773348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949aa1b-276d-4174-b372-5e1bb34148fd req-d658d197-778f-4d83-848e-29ccd2abb1f1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.774945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1949aa1b-276d-4174-b372-5e1bb34148fd req-d658d197-778f-4d83-848e-29ccd2abb1f1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 945 time: 0.2290988 Jul 06 12:00:34.815855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d7d2-94de-4c39-b3ad-e2fc6722a6ed req-e41e452b-cdaa-486d-88ee-bdaad47ff014 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.827642 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4d1d7d2-94de-4c39-b3ad-e2fc6722a6ed req-e41e452b-cdaa-486d-88ee-bdaad47ff014 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 944 time: 0.2022111 Jul 06 12:00:34.896288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1949aa1b-276d-4174-b372-5e1bb34148fd req-59ebea28-6256-4e9b-a221-9f6428b88a17 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142058 Jul 06 12:00:34.899895 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-27a3b4ab-6e0d-4e80-80dc-1dc18524f47a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Deleting port cd2dfeac-e71d-4614-be43-1bb396c7ee4b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:34.900253 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27a3b4ab-6e0d-4e80-80dc-1dc18524f47a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.909044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4d1d7d2-94de-4c39-b3ad-e2fc6722a6ed req-025a50f4-6d7e-45fc-8854-58551240138e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814703 Jul 06 12:00:34.930954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f7cce4d8-436c-4d43-a022-56304ad1f1a1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f7cce4d8-436c-4d43-a022-56304ad1f1a1,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:34.940487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39590) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:34.951868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'f7cce4d8-436c-4d43-a022-56304ad1f1a1', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'port_id': 'f7cce4d8-436c-4d43-a022-56304ad1f1a1', 'mac_address': 'fa:16:3e:a2:dc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:34.991852 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27a3b4ab-6e0d-4e80-80dc-1dc18524f47a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.996018 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.012685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cce4d8-436c-4d43-a022-56304ad1f1a1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:35.012771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-27a3b4ab-6e0d-4e80-80dc-1dc18524f47a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Calling delete_port for cd2dfeac-e71d-4614-be43-1bb396c7ee4b owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:35.034780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f7cce4d8-436c-4d43-a022-56304ad1f1a1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f7cce4d8-436c-4d43-a022-56304ad1f1a1,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:35.044843 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.100477 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8467047c-a2fe-41ca-b72e-ef665f3c596b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.124298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f7cce4d8-436c-4d43-a022-56304ad1f1a1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:35.145620 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27a3b4ab-6e0d-4e80-80dc-1dc18524f47a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.189838 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27a3b4ab-6e0d-4e80-80dc-1dc18524f47a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.192661 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-27a3b4ab-6e0d-4e80-80dc-1dc18524f47a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "DELETE /v2.0/ports/cd2dfeac-e71d-4614-be43-1bb396c7ee4b HTTP/1.1" status: 204 len: 168 time: 0.5563145 Jul 06 12:00:35.194214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3b4ab-6e0d-4e80-80dc-1dc18524f47a tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Port': ['ID=cd2dfeac-e71d-4614-be43-1bb396c7ee4b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:35.195360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39598) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:35.295956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8467047c-a2fe-41ca-b72e-ef665f3c596b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.305172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8467047c-a2fe-41ca-b72e-ef665f3c596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.333939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['f7cce4d8-436c-4d43-a022-56304ad1f1a1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:35.354615 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8467047c-a2fe-41ca-b72e-ef665f3c596b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b9d4ebb62d742fb8ee0dacab506f35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129825 Jul 06 12:00:35.357325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39604) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:35.362402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467047c-a2fe-41ca-b72e-ef665f3c596b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ba942d-1af3-4eb0-9a15-9727fdc5102f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:35.395667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e335513e-32e5-46c9-893a-106f11222544 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Deleting port a2606a0b-8f41-49c5-a3d0-599fef282f08 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:35.396700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e335513e-32e5-46c9-893a-106f11222544 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.437003 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ad19f1b-9a47-439f-96b3-2b966ebf4a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.470234 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ad19f1b-9a47-439f-96b3-2b966ebf4a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.500355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e335513e-32e5-46c9-893a-106f11222544 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.515644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e335513e-32e5-46c9-893a-106f11222544 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Calling delete_port for a2606a0b-8f41-49c5-a3d0-599fef282f08 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:35.526705 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ad19f1b-9a47-439f-96b3-2b966ebf4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.530294 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ad19f1b-9a47-439f-96b3-2b966ebf4a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.533191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6ad19f1b-9a47-439f-96b3-2b966ebf4a40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4ba942d-1af3-4eb0-9a15-9727fdc5102f HTTP/1.1" status: 204 len: 168 time: 0.1725562 Jul 06 12:00:35.539425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad19f1b-9a47-439f-96b3-2b966ebf4a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ba942d-1af3-4eb0-9a15-9727fdc5102f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:35.609229 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e335513e-32e5-46c9-893a-106f11222544 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.640523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335513e-32e5-46c9-893a-106f11222544 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Port': ['ID=a2606a0b-8f41-49c5-a3d0-599fef282f08,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:35.648026 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e335513e-32e5-46c9-893a-106f11222544 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.650591 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e335513e-32e5-46c9-893a-106f11222544 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "DELETE /v2.0/ports/a2606a0b-8f41-49c5-a3d0-599fef282f08 HTTP/1.1" status: 204 len: 168 time: 0.4505520 Jul 06 12:00:35.653356 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:35.701941 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-603fb9d8-cc31-47f4-b870-e541e85b780b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0473902 Jul 06 12:00:35.705735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39618) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:35.711265 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-278837479'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:35.770413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Made reservation on behalf of 64a20b68902040a3bdf62ce5a15b19d8 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:35.777670 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.810872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:35.822049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.822393 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Added segment 7579365f-79df-4484-8ec2-6bdf861ff5a3 of type vlan for network 520ee492-c554-46a3-972e-e3ca1506b004 Jul 06 12:00:35.865426 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.896742 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.902310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:35.902867 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.182409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049631e-c3d0-4d86-bee0-82c4508fb19f req-fe61d421-3625-49b9-ac62-563a4384b202 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.184568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4049631e-c3d0-4d86-bee0-82c4508fb19f req-fe61d421-3625-49b9-ac62-563a4384b202 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 945 time: 0.1425807 Jul 06 12:00:36.250958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4049631e-c3d0-4d86-bee0-82c4508fb19f req-861af44d-c646-43fd-af0f-4799c9a2e390 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570247 Jul 06 12:00:36.269392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da05e59-f13a-480a-86dc-5a3e2ed0b05e req-374487cb-c795-4f9b-a3d9-4e7ece267f5c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.271247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6da05e59-f13a-480a-86dc-5a3e2ed0b05e req-374487cb-c795-4f9b-a3d9-4e7ece267f5c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 945 time: 0.1488140 Jul 06 12:00:36.325269 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6da05e59-f13a-480a-86dc-5a3e2ed0b05e req-fd25fc8e-b405-496a-b80a-694b3ae02e5e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481758 Jul 06 12:00:36.355909 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6487887 Jul 06 12:00:36.358997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39650) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:36.365062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-622324697'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:36.399396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c2105-4182-4287-864a-2feb729f45e4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event updated for resources: {'Network': ['ID=520ee492-c554-46a3-972e-e3ca1506b004,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:36.410086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 520ee492-c554-46a3-972e-e3ca1506b004 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:36.443350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Made reservation on behalf of 64a20b68902040a3bdf62ce5a15b19d8 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:36.447619 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.518704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:36.534756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.535221 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Added segment 066f6143-787a-4f2a-bf47-264603e1e6fa of type vlan for network 2fc947c1-6422-4b7a-9bd6-6f8c8df194fc Jul 06 12:00:36.600933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec28866-a18c-4ec4-9a80-7829b4458bc4 req-ffd1803b-95fb-4d59-8135-1b3dea95cdf2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.602490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aec28866-a18c-4ec4-9a80-7829b4458bc4 req-ffd1803b-95fb-4d59-8135-1b3dea95cdf2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 945 time: 0.1415167 Jul 06 12:00:36.604572 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.668202 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aec28866-a18c-4ec4-9a80-7829b4458bc4 req-8b5ffc3b-3c0c-484e-b606-88e1a33a4517 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597129 Jul 06 12:00:36.669328 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.674820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.675690 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.771988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f7cce4d8-436c-4d43-a022-56304ad1f1a1 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:36.777625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4171591 Jul 06 12:00:36.831553 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2360d-4d82-40c3-b394-d6b21ff44185 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event updated for resources: {'Network': ['ID=2fc947c1-6422-4b7a-9bd6-6f8c8df194fc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:36.845667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 2fc947c1-6422-4b7a-9bd6-6f8c8df194fc details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:36.926152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port f7cce4d8-436c-4d43-a022-56304ad1f1a1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:36.939420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port f7cce4d8-436c-4d43-a022-56304ad1f1a1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:36.939911 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.077477 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.129159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b373009d-43eb-457d-9d00-902e3de3e7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cce4d8-436c-4d43-a022-56304ad1f1a1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:37.132903 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea93706-2477-4032-a2a5-4d6f26a68fb0" -d '{"events": [{"server_uuid": "b373009d-43eb-457d-9d00-902e3de3e7e1", "name": "network-vif-plugged", "status": "completed", "tag": "f7cce4d8-436c-4d43-a022-56304ad1f1a1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:37.181763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f7cce4d8-436c-4d43-a022-56304ad1f1a1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f7cce4d8-436c-4d43-a022-56304ad1f1a1,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:37.194589 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.263133 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923224c0-b6b0-4e33-922b-e691af4cc9f8 x-openstack-request-id: req-923224c0-b6b0-4e33-922b-e691af4cc9f8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:37.263439 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b373009d-43eb-457d-9d00-902e3de3e7e1", "name": "network-vif-plugged", "status": "completed", "tag": "f7cce4d8-436c-4d43-a022-56304ad1f1a1", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:37.263735 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-923224c0-b6b0-4e33-922b-e691af4cc9f8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:37.264633 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b373009d-43eb-457d-9d00-902e3de3e7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cce4d8-436c-4d43-a022-56304ad1f1a1', 'code': 200} Jul 06 12:00:37.329532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f7cce4d8-436c-4d43-a022-56304ad1f1a1,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:37.364935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902636f5-18c5-41b6-bf63-cb65168b6056 req-b7c4a3f0-f9b7-4852-842a-c1bb680f4532 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:37.383839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-902636f5-18c5-41b6-bf63-cb65168b6056 req-b7c4a3f0-f9b7-4852-842a-c1bb680f4532 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 945 time: 0.1394362 Jul 06 12:00:37.468466 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3324b-ea8b-494c-8873-5be22c822064 req-f934a1ca-9563-4c10-9265-78a2c545e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:37.470058 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9dc3324b-ea8b-494c-8873-5be22c822064 req-f934a1ca-9563-4c10-9265-78a2c545e519 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 1097 time: 0.1239755 Jul 06 12:00:37.486414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-902636f5-18c5-41b6-bf63-cb65168b6056 req-716848b4-86b2-4e50-bedb-da316fd0e468 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992229 Jul 06 12:00:37.557681 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9dc3324b-ea8b-494c-8873-5be22c822064 req-27f0533f-20e1-4c30-b542-7fcda53499fe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753212 Jul 06 12:00:37.637391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bbfff-bb39-4025-8cc9-6dde7abc66a2 req-1c648619-b9ca-4ff5-9572-adaf5f57962e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:37.645984 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e38bbfff-bb39-4025-8cc9-6dde7abc66a2 req-1c648619-b9ca-4ff5-9572-adaf5f57962e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 946 time: 0.0836103 Jul 06 12:00:37.684891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39708) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:37.701734 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e38bbfff-bb39-4025-8cc9-6dde7abc66a2 req-bddd1b88-08a7-4365-86a4-95a37f915776 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529375 Jul 06 12:00:37.821340 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cf80a74-5985-41a3-a719-be1737b21b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.923158 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cf80a74-5985-41a3-a719-be1737b21b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.928455 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cf80a74-5985-41a3-a719-be1737b21b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.969361 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5cf80a74-5985-41a3-a719-be1737b21b06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=702939756e694b56a8e45a3f26dfd519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834177 Jul 06 12:00:37.970396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf80a74-5985-41a3-a719-be1737b21b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845222e9-2b15-4ca6-bba4-0c052799e0f7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:37.972165 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39716) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:38.024525 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d973a87b-56d3-4e25-bbb2-853ad100b145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.046254 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d973a87b-56d3-4e25-bbb2-853ad100b145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.105271 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d973a87b-56d3-4e25-bbb2-853ad100b145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.111786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d973a87b-56d3-4e25-bbb2-853ad100b145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.113257 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d973a87b-56d3-4e25-bbb2-853ad100b145 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/845222e9-2b15-4ca6-bba4-0c052799e0f7 HTTP/1.1" status: 204 len: 168 time: 0.1393065 Jul 06 12:00:38.126775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973a87b-56d3-4e25-bbb2-853ad100b145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845222e9-2b15-4ca6-bba4-0c052799e0f7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:38.749752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40261a8-ca9a-4186-b750-5824d114a834 req-5fe217b7-b3c5-48da-a9b4-979dc94da004 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:38.752266 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b40261a8-ca9a-4186-b750-5824d114a834 req-5fe217b7-b3c5-48da-a9b4-979dc94da004 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 945 time: 0.0898962 Jul 06 12:00:38.903103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b40261a8-ca9a-4186-b750-5824d114a834 req-8a97ebd5-2c29-45a1-b230-fc35a8a8b4c4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405230 Jul 06 12:00:38.986113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529092da-65ad-430d-9c2e-cb3f7b68fc56 req-6d13507c-f219-4a93-b367-b4c258704089 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:38.986113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-529092da-65ad-430d-9c2e-cb3f7b68fc56 req-6d13507c-f219-4a93-b367-b4c258704089 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 945 time: 0.1610165 Jul 06 12:00:39.090400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5993b8-54d9-431d-aba3-4f99577d05f3 req-9067e9c1-a900-4af2-be45-2a752d416021 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:39.092110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0f5993b8-54d9-431d-aba3-4f99577d05f3 req-9067e9c1-a900-4af2-be45-2a752d416021 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 946 time: 0.2165396 Jul 06 12:00:39.158633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0f5993b8-54d9-431d-aba3-4f99577d05f3 req-6041cd08-00e5-4ad2-9634-d43bf18387bf tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562816 Jul 06 12:00:39.161746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-529092da-65ad-430d-9c2e-cb3f7b68fc56 req-65e1b50b-3313-41d3-bdd1-158ba90ad2c7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Deleting port d011a30d-33df-42ea-b39a-101a7bdbb4f0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:39.162227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-529092da-65ad-430d-9c2e-cb3f7b68fc56 req-65e1b50b-3313-41d3-bdd1-158ba90ad2c7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.379414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-529092da-65ad-430d-9c2e-cb3f7b68fc56 req-65e1b50b-3313-41d3-bdd1-158ba90ad2c7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] For port d011a30d-33df-42ea-b39a-101a7bdbb4f0, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d011a30d-33df-42ea-b39a-101a7bdbb4f0,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:39.379856 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-529092da-65ad-430d-9c2e-cb3f7b68fc56 req-65e1b50b-3313-41d3-bdd1-158ba90ad2c7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.405699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-529092da-65ad-430d-9c2e-cb3f7b68fc56 req-65e1b50b-3313-41d3-bdd1-158ba90ad2c7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Calling delete_port for d011a30d-33df-42ea-b39a-101a7bdbb4f0 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:39.428644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778f984-a038-4cdc-a157-a730b9b3dcfa req-8f47475f-5f5d-4187-9aa7-557be3bc6036 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:39.437969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a778f984-a038-4cdc-a157-a730b9b3dcfa req-8f47475f-5f5d-4187-9aa7-557be3bc6036 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 946 time: 0.1274867 Jul 06 12:00:39.534569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a778f984-a038-4cdc-a157-a730b9b3dcfa req-109dd989-a780-462a-8f43-d82b861b02da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910809 Jul 06 12:00:39.714827 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-529092da-65ad-430d-9c2e-cb3f7b68fc56 req-65e1b50b-3313-41d3-bdd1-158ba90ad2c7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.749428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['f50f7bbd-1608-4c49-b995-7de6d9019f10', 'd011a30d-33df-42ea-b39a-101a7bdbb4f0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:39.819804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1b50b-3313-41d3-bdd1-158ba90ad2c7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event deleted for resources: {'Port': ['ID=d011a30d-33df-42ea-b39a-101a7bdbb4f0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:40.033640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-529092da-65ad-430d-9c2e-cb3f7b68fc56 req-65e1b50b-3313-41d3-bdd1-158ba90ad2c7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] No DVR routers for this DVR port d011a30d-33df-42ea-b39a-101a7bdbb4f0 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:40.046382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-529092da-65ad-430d-9c2e-cb3f7b68fc56 req-65e1b50b-3313-41d3-bdd1-158ba90ad2c7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.057168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-529092da-65ad-430d-9c2e-cb3f7b68fc56 req-65e1b50b-3313-41d3-bdd1-158ba90ad2c7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "DELETE /v2.0/ports/d011a30d-33df-42ea-b39a-101a7bdbb4f0 HTTP/1.1" status: 204 len: 173 time: 1.0592680 Jul 06 12:00:40.057664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9235f54a-2140-47cf-82fc-ae75744b11fe', 'name': 'network-vif-deleted', 'tag': 'd011a30d-33df-42ea-b39a-101a7bdbb4f0'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:40.061725 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cab361-58fb-478f-9926-ffeafb8c54cb" -d '{"events": [{"server_uuid": "9235f54a-2140-47cf-82fc-ae75744b11fe", "name": "network-vif-deleted", "tag": "d011a30d-33df-42ea-b39a-101a7bdbb4f0"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:40.246833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39798) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:40.252704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'subnets': [{'network_id': '520ee492-c554-46a3-972e-e3ca1506b004', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--578358012', 'ip_version': 6}, {'network_id': '2fc947c1-6422-4b7a-9bd6-6f8c8df194fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:40.253024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'subnet': {'network_id': '520ee492-c554-46a3-972e-e3ca1506b004', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--578358012', 'ip_version': 6}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:40.253690 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Request body: {'subnet': {'network_id': '2fc947c1-6422-4b7a-9bd6-6f8c8df194fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:40.447080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-38dc48a0-0de5-47c3-8800-f3f6bda70d6c req-a7e7eb48-1bdd-4169-868a-069739330ee1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 210 time: 0.0496075 Jul 06 12:00:40.505035 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fba2de-c43f-45f1-96f6-7f00022454d6 x-openstack-request-id: req-f4fba2de-c43f-45f1-96f6-7f00022454d6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:40.505035 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9235f54a-2140-47cf-82fc-ae75744b11fe", "name": "network-vif-deleted", "tag": "d011a30d-33df-42ea-b39a-101a7bdbb4f0", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:40.505410 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4fba2de-c43f-45f1-96f6-7f00022454d6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:40.505806 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9235f54a-2140-47cf-82fc-ae75744b11fe', 'name': 'network-vif-deleted', 'tag': 'd011a30d-33df-42ea-b39a-101a7bdbb4f0', 'status': 'completed', 'code': 200} Jul 06 12:00:40.619442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Made reservation on behalf of 64a20b68902040a3bdf62ce5a15b19d8 for: {'subnet': 2} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:40.625070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.625653 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.862915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aec6b0-147b-4976-9af2-448273f28a77 req-12b56a3e-5116-409f-9036-f2850509c1bd tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:40.873597 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5aec6b0-147b-4976-9af2-448273f28a77 req-12b56a3e-5116-409f-9036-f2850509c1bd tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 946 time: 0.2217116 Jul 06 12:00:40.945272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5aec6b0-147b-4976-9af2-448273f28a77 req-a179a5cf-53c2-4fb1-8156-84c53d1fe900 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645084 Jul 06 12:00:41.044403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213671b-22b4-4f59-a6ce-022c4f6b54d9 req-0a9070e4-78f1-4b07-9405-273963c489b2 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.045937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3213671b-22b4-4f59-a6ce-022c4f6b54d9 req-0a9070e4-78f1-4b07-9405-273963c489b2 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 945 time: 0.1105072 Jul 06 12:00:41.117170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3213671b-22b4-4f59-a6ce-022c4f6b54d9 req-70153193-944f-4bcb-a947-2923a2662903 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635707 Jul 06 12:00:41.166363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39820) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:41.326243 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22bdf23e-0c5f-407e-bf2d-d6bde615fa7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.360571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.434003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Checking segment: {'id': '7579365f-79df-4484-8ec2-6bdf861ff5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '520ee492-c554-46a3-972e-e3ca1506b004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:41.434315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Network hostable DHCP agents. Network: 520ee492-c554-46a3-972e-e3ca1506b004, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:41.445877 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22bdf23e-0c5f-407e-bf2d-d6bde615fa7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.451642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event updated for resources: {'Subnet': ['ID=50ed9e35-75b0-4bf0-a382-2c169d0d93e0,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:41.452645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22bdf23e-0c5f-407e-bf2d-d6bde615fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.479935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Network 520ee492-c554-46a3-972e-e3ca1506b004 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:41.503213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 520ee492-c554-46a3-972e-e3ca1506b004) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:41.508662 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.518685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a7db3-450e-461f-a377-b0f7e14f10f8 None None] Network 520ee492-c554-46a3-972e-e3ca1506b004 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:41.522245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-22bdf23e-0c5f-407e-bf2d-d6bde615fa7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e548f32dadd74c808b6185ee70571c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483524 Jul 06 12:00:41.528387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39830) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:41.610799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdf23e-0c5f-407e-bf2d-d6bde615fa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58849dde-b597-4606-9734-82d4e837aba3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:41.637988 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event updated for resources: {'Subnet': ['ID=1d298441-5fd1-4ede-ba99-1944dfb77cb6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:41.670457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dff21eec-26e2-403d-b070-720c2e56bad7 req-555f5376-5301-478d-b887-39cba8987cab tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 210 time: 0.0562897 Jul 06 12:00:41.708151 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0294720c-ea85-40b6-835b-602f18799ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.737185 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0294720c-ea85-40b6-835b-602f18799ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.774033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Checking segment: {'id': '066f6143-787a-4f2a-bf47-264603e1e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2fc947c1-6422-4b7a-9bd6-6f8c8df194fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:41.774311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Network hostable DHCP agents. Network: 2fc947c1-6422-4b7a-9bd6-6f8c8df194fc, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:41.810462 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-520ee492-c554-46a3-972e-e3ca1506b004', 'network_id': '520ee492-c554-46a3-972e-e3ca1506b004', 'tenant_id': '64a20b68902040a3bdf62ce5a15b19d8', 'fixed_ips': [{'subnet_id': '50ed9e35-75b0-4bf0-a382-2c169d0d93e0'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:41.811397 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.813256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0294720c-ea85-40b6-835b-602f18799ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.815943 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0294720c-ea85-40b6-835b-602f18799ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.817747 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0294720c-ea85-40b6-835b-602f18799ff6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58849dde-b597-4606-9734-82d4e837aba3 HTTP/1.1" status: 204 len: 168 time: 0.2821839 Jul 06 12:00:41.844994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Network 2fc947c1-6422-4b7a-9bd6-6f8c8df194fc is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:41.848841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294720c-ea85-40b6-835b-602f18799ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58849dde-b597-4606-9734-82d4e837aba3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:41.891093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2b55b-89eb-40a1-81f5-87c98f343c42 req-e1b7c385-b18a-4614-81a4-cf87f7a7a6c4 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.892712 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ba2b55b-89eb-40a1-81f5-87c98f343c42 req-e1b7c385-b18a-4614-81a4-cf87f7a7a6c4 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 946 time: 0.2251539 Jul 06 12:00:41.900368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 2fc947c1-6422-4b7a-9bd6-6f8c8df194fc) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:41.913870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365e6c2b-ce36-45be-b8ba-c1f7a0327e27 None None] Network 2fc947c1-6422-4b7a-9bd6-6f8c8df194fc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:41.919693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d011a30d-33df-42ea-b39a-101a7bdbb4f0 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:41.926816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.927232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.927955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.975792 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d3c02aae-3e96-4e07-a34b-c3e46b9cb81b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.7278509 Jul 06 12:00:41.979113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39840) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:42.036971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: d011a30d-33df-42ea-b39a-101a7bdbb4f0 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:42.037495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d011a30d-33df-42ea-b39a-101a7bdbb4f0 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:42.115942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Allocated IP 2001:db8::1 (520ee492-c554-46a3-972e-e3ca1506b004/50ed9e35-75b0-4bf0-a382-2c169d0d93e0/8d4009aa-1ed7-4b21-88db-a7743af70ba2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:42.179939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1ba2b55b-89eb-40a1-81f5-87c98f343c42 req-c886250c-d702-4d1f-9801-e828493380a9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Deleting port f7cce4d8-436c-4d43-a022-56304ad1f1a1 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:42.180533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ba2b55b-89eb-40a1-81f5-87c98f343c42 req-c886250c-d702-4d1f-9801-e828493380a9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.267041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655bb94-3a37-4a14-9d42-0d013f0983c5 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:42.270502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655bb94-3a37-4a14-9d42-0d013f0983c5 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:42.279789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655bb94-3a37-4a14-9d42-0d013f0983c5 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:42.290941 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b655bb94-3a37-4a14-9d42-0d013f0983c5 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3096213 Jul 06 12:00:42.298633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39852) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:42.371816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b369f77-f626-431c-88a5-f1d470891614 req-709abda1-9247-4e4a-8581-f45b04b5d9e2 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:42.374261 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7b369f77-f626-431c-88a5-f1d470891614 req-709abda1-9247-4e4a-8581-f45b04b5d9e2 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.86 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 945 time: 0.1733246 Jul 06 12:00:42.394871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1ba2b55b-89eb-40a1-81f5-87c98f343c42 req-c886250c-d702-4d1f-9801-e828493380a9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] For port f7cce4d8-436c-4d43-a022-56304ad1f1a1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f7cce4d8-436c-4d43-a022-56304ad1f1a1,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:42.400941 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ba2b55b-89eb-40a1-81f5-87c98f343c42 req-c886250c-d702-4d1f-9801-e828493380a9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.445485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39854) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:42.492345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1ba2b55b-89eb-40a1-81f5-87c98f343c42 req-c886250c-d702-4d1f-9801-e828493380a9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Calling delete_port for f7cce4d8-436c-4d43-a022-56304ad1f1a1 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:42.502613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-6677513d-4d83-46de-ab2f-cb9f5f876ecb tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Deleting subnet 50ed9e35-75b0-4bf0-a382-2c169d0d93e0 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:42.509510 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a2b7b4cd-a92f-4b72-bae4-2a2a51a8c239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.639481 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a2b7b4cd-a92f-4b72-bae4-2a2a51a8c239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.655548 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a2b7b4cd-a92f-4b72-bae4-2a2a51a8c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.685846 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7b4cd-a92f-4b72-bae4-2a2a51a8c239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee39de5c-f07e-47b9-8578-4beb0621e2f8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:42.750671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67745e2-f559-47fe-9b28-7e59ac696f24 req-dfe9df53-e985-4b7c-9237-6f27260c21b8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:42.755702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Deleting port eab45a69-a21b-4bca-af33-ee9e260bb8ad {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:42.756168 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.760366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d67745e2-f559-47fe-9b28-7e59ac696f24 req-dfe9df53-e985-4b7c-9237-6f27260c21b8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b373009d-43eb-457d-9d00-902e3de3e7e1 HTTP/1.1" status: 200 len: 946 time: 0.4676192 Jul 06 12:00:42.764934 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a2b7b4cd-a92f-4b72-bae4-2a2a51a8c239 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c53d85a3aea4d80b175a2d098a5b2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139551 Jul 06 12:00:42.774608 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.775145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39864) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:42.791889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Transition to ACTIVE for port object 8d4009aa-1ed7-4b21-88db-a7743af70ba2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:42.828275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Transition to ACTIVE for port object 8d4009aa-1ed7-4b21-88db-a7743af70ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:42.839922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1bb48-693d-49dc-b766-2921a8172fdc req-7c36a435-b0fe-4ef3-9b98-cd4fde26f60d tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:42.848549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9c1bb48-693d-49dc-b766-2921a8172fdc req-7c36a435-b0fe-4ef3-9b98-cd4fde26f60d tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 945 time: 0.4380155 Jul 06 12:00:42.853991 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6677513d-4d83-46de-ab2f-cb9f5f876ecb tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.877586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] For port eab45a69-a21b-4bca-af33-ee9e260bb8ad, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=eab45a69-a21b-4bca-af33-ee9e260bb8ad,segment=NetworkSegment(3c11411e-3825-4f43-85ab-8ab20d2a91e4),segment_id=3c11411e-3825-4f43-85ab-8ab20d2a91e4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:42.878337 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.883657 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.969413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-2fc947c1-6422-4b7a-9bd6-6f8c8df194fc', 'network_id': '2fc947c1-6422-4b7a-9bd6-6f8c8df194fc', 'tenant_id': '64a20b68902040a3bdf62ce5a15b19d8', 'fixed_ips': [{'subnet_id': '1d298441-5fd1-4ede-ba99-1944dfb77cb6'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:42.970309 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.987305 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Network 520ee492-c554-46a3-972e-e3ca1506b004 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:42.993018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:43.002406 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a7df855-b63c-40a9-a7d4-964e4063ffaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.011895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:43.041307 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ba2b55b-89eb-40a1-81f5-87c98f343c42 req-c886250c-d702-4d1f-9801-e828493380a9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.064592 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a7df855-b63c-40a9-a7d4-964e4063ffaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.082896 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6677513d-4d83-46de-ab2f-cb9f5f876ecb tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.121700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886250c-d702-4d1f-9801-e828493380a9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event deleted for resources: {'Port': ['ID=f7cce4d8-436c-4d43-a022-56304ad1f1a1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:43.125492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512', 'f7cce4d8-436c-4d43-a022-56304ad1f1a1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:43.178997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9c1bb48-693d-49dc-b766-2921a8172fdc req-71290936-3815-463c-a987-25b2f928bcac tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/security-groups?id=3659bdc1-29cc-4b30-8e2d-09818f153e84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3290441 Jul 06 12:00:43.192864 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Pushing event updated for resources: {'Port': ['ID=8d4009aa-1ed7-4b21-88db-a7743af70ba2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:43.249964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Attempting to bind port 8d4009aa-1ed7-4b21-88db-a7743af70ba2 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:43.250343 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Attempting to bind port 8d4009aa-1ed7-4b21-88db-a7743af70ba2 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '7579365f-79df-4484-8ec2-6bdf861ff5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '520ee492-c554-46a3-972e-e3ca1506b004'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:43.250692 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d67745e2-f559-47fe-9b28-7e59ac696f24 req-a755d054-e03a-4cf6-9543-d9024275c06f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885991 Jul 06 12:00:43.250824 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Attempting to bind port 8d4009aa-1ed7-4b21-88db-a7743af70ba2 on network 520ee492-c554-46a3-972e-e3ca1506b004 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:43.269512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:43.270362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Checking segment: {'id': '7579365f-79df-4484-8ec2-6bdf861ff5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '520ee492-c554-46a3-972e-e3ca1506b004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:43.270790 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.271198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Bound using segment: {'id': '7579365f-79df-4484-8ec2-6bdf861ff5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '520ee492-c554-46a3-972e-e3ca1506b004'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:43.271718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Bound port: 8d4009aa-1ed7-4b21-88db-a7743af70ba2, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7579365f-79df-4484-8ec2-6bdf861ff5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '520ee492-c554-46a3-972e-e3ca1506b004'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:43.272111 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.310096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba2b55b-89eb-40a1-81f5-87c98f343c42 req-c886250c-d702-4d1f-9801-e828493380a9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] No DVR routers for this DVR port f7cce4d8-436c-4d43-a022-56304ad1f1a1 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:43.326659 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ba2b55b-89eb-40a1-81f5-87c98f343c42 req-c886250c-d702-4d1f-9801-e828493380a9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.328935 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ba2b55b-89eb-40a1-81f5-87c98f343c42 req-c886250c-d702-4d1f-9801-e828493380a9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "DELETE /v2.0/ports/f7cce4d8-436c-4d43-a022-56304ad1f1a1 HTTP/1.1" status: 204 len: 173 time: 1.4123659 Jul 06 12:00:43.348788 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b373009d-43eb-457d-9d00-902e3de3e7e1', 'name': 'network-vif-deleted', 'tag': 'f7cce4d8-436c-4d43-a022-56304ad1f1a1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:43.357293 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7f3068-2339-4fc3-a39e-77c3c0543b88" -d '{"events": [{"server_uuid": "b373009d-43eb-457d-9d00-902e3de3e7e1", "name": "network-vif-deleted", "tag": "f7cce4d8-436c-4d43-a022-56304ad1f1a1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:43.418805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.419526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.419526 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Floating IP e859ff3f-1f4b-4d61-ac45-e8ec18f39eba disassociated. External IP: 172.25.0.222, port: eab45a69-a21b-4bca-af33-ee9e260bb8ad. Jul 06 12:00:43.419855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Calling delete_port for eab45a69-a21b-4bca-af33-ee9e260bb8ad owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:43.449988 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d988f08-5096-4e57-b0e8-478973e111a5 x-openstack-request-id: req-2d988f08-5096-4e57-b0e8-478973e111a5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:43.450503 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b373009d-43eb-457d-9d00-902e3de3e7e1", "name": "network-vif-deleted", "tag": "f7cce4d8-436c-4d43-a022-56304ad1f1a1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:43.450761 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d988f08-5096-4e57-b0e8-478973e111a5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:43.451165 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b373009d-43eb-457d-9d00-902e3de3e7e1', 'name': 'network-vif-deleted', 'tag': 'f7cce4d8-436c-4d43-a022-56304ad1f1a1', 'status': 'completed', 'code': 200} Jul 06 12:00:43.459293 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6677513d-4d83-46de-ab2f-cb9f5f876ecb tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.543862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Allocated IP 2001:db8:0:1::1 (2fc947c1-6422-4b7a-9bd6-6f8c8df194fc/1d298441-5fd1-4ede-ba99-1944dfb77cb6/62852ad5-e306-46ab-88ef-f5136bfe98c7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:43.578119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6977ee22-05a2-44d8-bf84-a7849a06750a req-215ed46a-f538-4c04-be8a-42647ae128c7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 210 time: 0.0683491 Jul 06 12:00:43.600392 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a7df855-b63c-40a9-a7d4-964e4063ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.606327 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a7df855-b63c-40a9-a7d4-964e4063ffaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.613142 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7a7df855-b63c-40a9-a7d4-964e4063ffaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee39de5c-f07e-47b9-8578-4beb0621e2f8 HTTP/1.1" status: 204 len: 168 time: 0.8309503 Jul 06 12:00:43.649446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7df855-b63c-40a9-a7d4-964e4063ffaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee39de5c-f07e-47b9-8578-4beb0621e2f8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:43.668083 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6677513d-4d83-46de-ab2f-cb9f5f876ecb tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.680884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] For port 8d4009aa-1ed7-4b21-88db-a7743af70ba2, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:43.698446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] For port 8d4009aa-1ed7-4b21-88db-a7743af70ba2, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8d4009aa-1ed7-4b21-88db-a7743af70ba2,segment=NetworkSegment(7579365f-79df-4484-8ec2-6bdf861ff5a3),segment_id=7579365f-79df-4484-8ec2-6bdf861ff5a3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:43.708312 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.747821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677513d-4d83-46de-ab2f-cb9f5f876ecb tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Subnet': ['ID=50ed9e35-75b0-4bf0-a382-2c169d0d93e0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:43.756652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6677513d-4d83-46de-ab2f-cb9f5f876ecb tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.766290 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6677513d-4d83-46de-ab2f-cb9f5f876ecb tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "DELETE /v2.0/subnets/50ed9e35-75b0-4bf0-a382-2c169d0d93e0 HTTP/1.1" status: 204 len: 168 time: 1.4663525 Jul 06 12:00:43.768276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39880) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:43.776258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3311130-3a4e-4082-9906-1f2df08cad84 None None] Pushing event updated for resources: {'Port': ['ID=8d4009aa-1ed7-4b21-88db-a7743af70ba2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:43.853272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.911648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb07ffed-adbf-4bf2-95fa-7240d0bc72b4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Deleting subnet 1d298441-5fd1-4ede-ba99-1944dfb77cb6 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:43.915605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event deleted for resources: {'Port': ['ID=eab45a69-a21b-4bca-af33-ee9e260bb8ad,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:43.937808 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.949516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Transition to ACTIVE for port object 62852ad5-e306-46ab-88ef-f5136bfe98c7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:43.983181 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Transition to ACTIVE for port object 62852ad5-e306-46ab-88ef-f5136bfe98c7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:43.991383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb07ffed-adbf-4bf2-95fa-7240d0bc72b4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.992926 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.075213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.075689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.078512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.078997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.079378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.079855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.080864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.081276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.084282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.084282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.084282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.084282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:44.085835 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb07ffed-adbf-4bf2-95fa-7240d0bc72b4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.218273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Network 2fc947c1-6422-4b7a-9bd6-6f8c8df194fc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:44.257547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:44.262877 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:44.349380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Router 761c99f5-d663-48e8-9334-c6be2c14cd93 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:00:44.389701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Pushing event updated for resources: {'Port': ['ID=62852ad5-e306-46ab-88ef-f5136bfe98c7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:44.470598 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8813f493-f1a8-44c5-b895-32fba78f5a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.509915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Attempting to bind port 62852ad5-e306-46ab-88ef-f5136bfe98c7 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:44.511379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Attempting to bind port 62852ad5-e306-46ab-88ef-f5136bfe98c7 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '066f6143-787a-4f2a-bf47-264603e1e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2fc947c1-6422-4b7a-9bd6-6f8c8df194fc'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:44.511893 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Attempting to bind port 62852ad5-e306-46ab-88ef-f5136bfe98c7 on network 2fc947c1-6422-4b7a-9bd6-6f8c8df194fc {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:44.525564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:44.526161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Checking segment: {'id': '066f6143-787a-4f2a-bf47-264603e1e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2fc947c1-6422-4b7a-9bd6-6f8c8df194fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:44.526713 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.527212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Bound using segment: {'id': '066f6143-787a-4f2a-bf47-264603e1e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2fc947c1-6422-4b7a-9bd6-6f8c8df194fc'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:44.527867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Bound port: 62852ad5-e306-46ab-88ef-f5136bfe98c7, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066f6143-787a-4f2a-bf47-264603e1e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2fc947c1-6422-4b7a-9bd6-6f8c8df194fc'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:44.529048 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.548552 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb07ffed-adbf-4bf2-95fa-7240d0bc72b4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.656596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5dec99af-0e6f-42be-84be-13bbb5ff1c92 req-7d04ff0a-3c14-448f-8141-b60f0f0423dc tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 210 time: 0.0957472 Jul 06 12:00:44.749992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:44.767177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed811afe-728b-4a00-8f1e-9a17a9f5e370 None None] Sync routers for ids ['761c99f5-d663-48e8-9334-c6be2c14cd93'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:44.788044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed811afe-728b-4a00-8f1e-9a17a9f5e370 None None] Routers {'761c99f5-d663-48e8-9334-c6be2c14cd93'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:44.792303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ed811afe-728b-4a00-8f1e-9a17a9f5e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:00:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['761c99f5-d663-48e8-9334-c6be2c14cd93'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:44.872889 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb07ffed-adbf-4bf2-95fa-7240d0bc72b4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.880230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] No DVR routers for this DVR port eab45a69-a21b-4bca-af33-ee9e260bb8ad on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:44.883344 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.886188 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7b369f77-f626-431c-88a5-f1d470891614 req-564d18e8-80b1-48c6-9867-9dc8c525bab3 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.86 "DELETE /v2.0/ports/eab45a69-a21b-4bca-af33-ee9e260bb8ad HTTP/1.1" status: 204 len: 173 time: 2.5051088 Jul 06 12:00:44.908233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] For port 62852ad5-e306-46ab-88ef-f5136bfe98c7, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:44.962239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07ffed-adbf-4bf2-95fa-7240d0bc72b4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Subnet': ['ID=1d298441-5fd1-4ede-ba99-1944dfb77cb6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:44.966823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] For port 62852ad5-e306-46ab-88ef-f5136bfe98c7, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=62852ad5-e306-46ab-88ef-f5136bfe98c7,segment=NetworkSegment(066f6143-787a-4f2a-bf47-264603e1e6fa),segment_id=066f6143-787a-4f2a-bf47-264603e1e6fa)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:45.010556 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb07ffed-adbf-4bf2-95fa-7240d0bc72b4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.014707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cb07ffed-adbf-4bf2-95fa-7240d0bc72b4 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "DELETE /v2.0/subnets/1d298441-5fd1-4ede-ba99-1944dfb77cb6 HTTP/1.1" status: 204 len: 168 time: 1.2431743 Jul 06 12:00:45.015109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 39924) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:45.055313 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.199063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12f25a-ea15-495e-b8af-02cfa728b98f None None] Pushing event updated for resources: {'Port': ['ID=62852ad5-e306-46ab-88ef-f5136bfe98c7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:45.211944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-248e9d25-b51b-4643-a886-f44b2cda1f55 req-492c6efb-ad9a-4bc1-add4-214375b59a4e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 210 time: 0.2132602 Jul 06 12:00:45.273272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ed811afe-728b-4a00-8f1e-9a17a9f5e370 None None] Set router 761c99f5-d663-48e8-9334-c6be2c14cd93 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:45.283369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb2ac2-7853-4bfc-a3ad-4149000d5071 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:45.289427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c9eb2ac2-7853-4bfc-a3ad-4149000d5071 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2686517 Jul 06 12:00:45.289754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 39930) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:45.452608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'name': 'network-vif-deleted', 'tag': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:45.455605 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1de5d5-4f9a-4778-915c-3af6074f0934" -d '{"events": [{"server_uuid": "af5d23b3-c782-458a-8a46-8132ab475f7d", "name": "network-vif-deleted", "tag": "eab45a69-a21b-4bca-af33-ee9e260bb8ad"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:45.538320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-4a9f4ecc-67e5-4083-98ee-aa1481a41203 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:45.540054 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-4a9f4ecc-67e5-4083-98ee-aa1481a41203 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.5625136 Jul 06 12:00:45.572453 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.611740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-b5f316e5-2373-4e1b-a31e-218ccd7064ba tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/quotas/5360fe11e14a423cbb0ee8133d63d4eb HTTP/1.1" status: 200 len: 375 time: 0.0656853 Jul 06 12:00:45.614659 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db012dc3-dbd7-4cd0-875c-d0f0f02e2773 x-openstack-request-id: req-db012dc3-dbd7-4cd0-875c-d0f0f02e2773 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:45.615003 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5d23b3-c782-458a-8a46-8132ab475f7d", "name": "network-vif-deleted", "tag": "eab45a69-a21b-4bca-af33-ee9e260bb8ad", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:45.615206 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db012dc3-dbd7-4cd0-875c-d0f0f02e2773 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:45.616108 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5d23b3-c782-458a-8a46-8132ab475f7d', 'name': 'network-vif-deleted', 'tag': 'eab45a69-a21b-4bca-af33-ee9e260bb8ad', 'status': 'completed', 'code': 200} Jul 06 12:00:45.842305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Deleting port 62852ad5-e306-46ab-88ef-f5136bfe98c7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:45.842657 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.885672 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-c6a58614-35a7-4a6e-939f-cfeded8aa630 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2474067 Jul 06 12:00:45.907361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ed811afe-728b-4a00-8f1e-9a17a9f5e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '22657b00-c9c2-4b30-afa4-329cd8b5ad3c', 'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'mac_address': 'fa:16:3e:da:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:49Z', 'updated_at': '2021-07-06T11:55:01Z', 'revision_number': 5, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'subnets': [{'id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:45.975140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed811afe-728b-4a00-8f1e-9a17a9f5e370 None None] Checking router: 761c99f5-d663-48e8-9334-c6be2c14cd93 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:00:46.000996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed811afe-728b-4a00-8f1e-9a17a9f5e370 None None] Routers {'761c99f5-d663-48e8-9334-c6be2c14cd93'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:46.001906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ed811afe-728b-4a00-8f1e-9a17a9f5e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:00:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['761c99f5-d663-48e8-9334-c6be2c14cd93'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:46.118144 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-28ec9edf-cd54-466f-8a0f-def456cfacc6 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897714 Jul 06 12:00:46.181803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaecfa47-8ab9-4544-8ea2-7dbc6107b415 None None] Network 520ee492-c554-46a3-972e-e3ca1506b004 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:46.278013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8d4009aa-1ed7-4b21-88db-a7743af70ba2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:46.335252 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e5c91f0-da21-4511-88d5-ac4aae453977 req-a93eecea-713d-42f4-8563-22856be3706a tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5d23b3-c782-458a-8a46-8132ab475f7d HTTP/1.1" status: 200 len: 210 time: 0.2074151 Jul 06 12:00:46.496088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b23f68df-e8ee-4c51-955f-5351ee365849 None None] Provisioning for port 8d4009aa-1ed7-4b21-88db-a7743af70ba2 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:46.648364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8d4009aa-1ed7-4b21-88db-a7743af70ba2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:46.666609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-b55f8ef2-8177-4612-88e6-4319161c7b2c service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469038 Jul 06 12:00:46.666963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8d4009aa-1ed7-4b21-88db-a7743af70ba2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:46.667589 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.692787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] For port 62852ad5-e306-46ab-88ef-f5136bfe98c7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=62852ad5-e306-46ab-88ef-f5136bfe98c7,segment=NetworkSegment(066f6143-787a-4f2a-bf47-264603e1e6fa),segment_id=066f6143-787a-4f2a-bf47-264603e1e6fa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:46.697492 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.738150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Calling delete_port for 62852ad5-e306-46ab-88ef-f5136bfe98c7 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:46.841810 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.885261 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ed811afe-728b-4a00-8f1e-9a17a9f5e370 None None] Set router 761c99f5-d663-48e8-9334-c6be2c14cd93 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:46.932076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c26213e1-8965-42c8-8388-42986834585d req-ae0d885b-716a-496b-9c33-fd77d37626bb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 210 time: 0.1625457 Jul 06 12:00:46.962174 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:00:46.973564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f7cce4d8-436c-4d43-a022-56304ad1f1a1 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:47.055631 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.087412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: f7cce4d8-436c-4d43-a022-56304ad1f1a1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:47.088179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f7cce4d8-436c-4d43-a022-56304ad1f1a1 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:47.088996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device eab45a69-a21b-4bca-af33-ee9e260bb8ad no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:47.104565 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] No DVR routers for this DVR port 62852ad5-e306-46ab-88ef-f5136bfe98c7 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:47.202638 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: eab45a69-a21b-4bca-af33-ee9e260bb8ad {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:47.203340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device eab45a69-a21b-4bca-af33-ee9e260bb8ad not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:47.210069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ff816-5d3d-42d4-ac63-f582fac1a061 None None] DHCP port deletion for 520ee492-c554-46a3-972e-e3ca1506b004 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:00:47.240774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 8d4009aa-1ed7-4b21-88db-a7743af70ba2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8d4009aa-1ed7-4b21-88db-a7743af70ba2,segment=NetworkSegment(7579365f-79df-4484-8ec2-6bdf861ff5a3),segment_id=7579365f-79df-4484-8ec2-6bdf861ff5a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:47.257531 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.259402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 62852ad5-e306-46ab-88ef-f5136bfe98c7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:47.271786 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332ac905-3789-496d-91cf-7f0264d684b3 None None] Network 2fc947c1-6422-4b7a-9bd6-6f8c8df194fc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:47.312457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Port': ['ID=62852ad5-e306-46ab-88ef-f5136bfe98c7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:47.328662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f014bf4-dbe5-4de1-a60e-31a533bae62e req-31d5ee5b-2961-4ec1-8f98-764df49764d8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 210 time: 0.2587774 Jul 06 12:00:47.387884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.401739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc947c1-6422-4b7a-9bd6-6f8c8df194fc']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:47.414555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066f6143-787a-4f2a-bf47-264603e1e6fa') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:47.415063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066f6143-787a-4f2a-bf47-264603e1e6fa') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:47.427487 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.443770 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.451910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:47.452642 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.607789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40002) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:47.658130 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:47.665788 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.695941 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.705180 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "DELETE /v2.0/networks/2fc947c1-6422-4b7a-9bd6-6f8c8df194fc HTTP/1.1" status: 204 len: 168 time: 2.4135449 Jul 06 12:00:47.713793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40012) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:47.860075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2e8dad56-f768-44c8-b1b0-2b5bbcf70148 None None] Could not find standard attr ID for object 62852ad5-e306-46ab-88ef-f5136bfe98c7. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:00:47.862058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 62852ad5-e306-46ab-88ef-f5136bfe98c7 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:47.862406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 62852ad5-e306-46ab-88ef-f5136bfe98c7 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 12:00:47.903372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Port 62852ad5-e306-46ab-88ef-f5136bfe98c7 not found, will not notify nova. {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 12:00:47.942952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d5391-b577-4172-8bd7-c51d349d6c96 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Network': ['ID=2fc947c1-6422-4b7a-9bd6-6f8c8df194fc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:48.048928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.104288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f2511199-b7b8-46a6-9533-3e4eac30d091 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Deleting port d7f519db-6de3-4eee-a5d5-cde4d4dd7709 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:48.104965 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2511199-b7b8-46a6-9533-3e4eac30d091 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.197290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=8d4009aa-1ed7-4b21-88db-a7743af70ba2,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:48.266585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2511199-b7b8-46a6-9533-3e4eac30d091 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.267072 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2511199-b7b8-46a6-9533-3e4eac30d091 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.288156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f2511199-b7b8-46a6-9533-3e4eac30d091 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Calling delete_port for d7f519db-6de3-4eee-a5d5-cde4d4dd7709 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:48.367319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Deleting port 8d4009aa-1ed7-4b21-88db-a7743af70ba2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:48.377786 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.455210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8d4009aa-1ed7-4b21-88db-a7743af70ba2 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:48.594329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee6165-6609-455b-8606-75551dfe7025 None None] DHCP port deletion for 2fc947c1-6422-4b7a-9bd6-6f8c8df194fc request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:00:48.622252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-be4ff816-5d3d-42d4-ac63-f582fac1a061 None None] Deleting port 8d4009aa-1ed7-4b21-88db-a7743af70ba2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:48.622633 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be4ff816-5d3d-42d4-ac63-f582fac1a061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.638468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b1e7915-38d2-411c-9d1d-ad92a3e6baa0 req-47d1a72a-993f-4eb3-a8fe-344724775838 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9235f54a-2140-47cf-82fc-ae75744b11fe HTTP/1.1" status: 200 len: 210 time: 0.1030872 Jul 06 12:00:48.641878 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2511199-b7b8-46a6-9533-3e4eac30d091 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.655813 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.722415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2511199-b7b8-46a6-9533-3e4eac30d091 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event deleted for resources: {'Port': ['ID=d7f519db-6de3-4eee-a5d5-cde4d4dd7709,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:48.762388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4c458d9-fcff-4c3f-b764-06e3036e7fc1 req-c7dbe4a1-f03b-4f6f-b99f-6fc78e52f70a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 210 time: 0.1083577 Jul 06 12:00:48.774028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] For port 8d4009aa-1ed7-4b21-88db-a7743af70ba2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8d4009aa-1ed7-4b21-88db-a7743af70ba2,segment=NetworkSegment(7579365f-79df-4484-8ec2-6bdf861ff5a3),segment_id=7579365f-79df-4484-8ec2-6bdf861ff5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:48.774712 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.795918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Calling delete_port for 8d4009aa-1ed7-4b21-88db-a7743af70ba2 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:48.817901 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6e9a1ac-be50-481f-8a6a-b62059a04f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.914872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.920983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2511199-b7b8-46a6-9533-3e4eac30d091 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.924583 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2511199-b7b8-46a6-9533-3e4eac30d091 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.925304 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.929629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f2511199-b7b8-46a6-9533-3e4eac30d091 tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "DELETE /v2.0/floatingips/e859ff3f-1f4b-4d61-ac45-e8ec18f39eba HTTP/1.1" status: 204 len: 168 time: 1.3148520 Jul 06 12:00:48.958626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] No DVR routers for this DVR port 8d4009aa-1ed7-4b21-88db-a7743af70ba2 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:48.958626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Port': ['ID=8d4009aa-1ed7-4b21-88db-a7743af70ba2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:48.994696 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.012819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-be4ff816-5d3d-42d4-ac63-f582fac1a061 None None] For port 8d4009aa-1ed7-4b21-88db-a7743af70ba2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8d4009aa-1ed7-4b21-88db-a7743af70ba2,segment=NetworkSegment(7579365f-79df-4484-8ec2-6bdf861ff5a3),segment_id=7579365f-79df-4484-8ec2-6bdf861ff5a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:49.013358 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be4ff816-5d3d-42d4-ac63-f582fac1a061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.060828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-be4ff816-5d3d-42d4-ac63-f582fac1a061 None None] Calling delete_port for 8d4009aa-1ed7-4b21-88db-a7743af70ba2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:49.064519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ed811afe-728b-4a00-8f1e-9a17a9f5e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '22657b00-c9c2-4b30-afa4-329cd8b5ad3c', 'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'mac_address': 'fa:16:3e:da:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:49Z', 'updated_at': '2021-07-06T11:55:01Z', 'revision_number': 5, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'subnets': [{'id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:49.108854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed811afe-728b-4a00-8f1e-9a17a9f5e370 None None] The sync data for ids ['761c99f5-d663-48e8-9334-c6be2c14cd93'] in n-d-799527-2 is: [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T11:54:51Z', 'revision_number': 4, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '22657b00-c9c2-4b30-afa4-329cd8b5ad3c', 'name': '', 'network_id': '9e8cc18e-a9b9-440a-9257-de88c56b6e92', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'mac_address': 'fa:16:3e:da:5a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:49Z', 'updated_at': '2021-07-06T11:55:01Z', 'revision_number': 5, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'subnets': [{'id': '147ab45f-590a-4b4e-9326-1bb515f7886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:49.136640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.171331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520ee492-c554-46a3-972e-e3ca1506b004']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:49.199847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7579365f-79df-4484-8ec2-6bdf861ff5a3') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:49.200316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7579365f-79df-4484-8ec2-6bdf861ff5a3') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:49.236564 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.270243 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.281396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:49.281965 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:49.285695 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:49.322922 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be4ff816-5d3d-42d4-ac63-f582fac1a061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.355288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ff816-5d3d-42d4-ac63-f582fac1a061 None None] Pushing event deleted for resources: {'Port': ['ID=8d4009aa-1ed7-4b21-88db-a7743af70ba2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:49.373812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40096) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.375162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ff816-5d3d-42d4-ac63-f582fac1a061 None None] No DVR routers for this DVR port 8d4009aa-1ed7-4b21-88db-a7743af70ba2 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:49.435979 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.463221 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.465805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "DELETE /v2.0/networks/520ee492-c554-46a3-972e-e3ca1506b004 HTTP/1.1" status: 204 len: 168 time: 1.7473898 Jul 06 12:00:49.468851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40100) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.518052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c1e82-8b53-4121-9d61-86e38cc54693 tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Network': ['ID=520ee492-c554-46a3-972e-e3ca1506b004,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:49.616674 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.648188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bc4b-41fc-416a-a849-c7ebfb8d07bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.704866 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bbbc7-4c5d-4d08-ada4-bd07788f4145 None None] New status for floating IP e859ff3f-1f4b-4d61-ac45-e8ec18f39eba: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:00:49.727321 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.937997 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57ffe316-25b1-4e3d-9ed4-6f9cc249049d tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.975408 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57ffe316-25b1-4e3d-9ed4-6f9cc249049d tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.007845 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.039604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a582a085-0951-478c-8626-d01b36badfdf']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:50.039832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 62852ad5-e306-46ab-88ef-f5136bfe98c7 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:50.058745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b00b4c1-8589-4b58-861e-4a8cdb5dafe7') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:50.059294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b00b4c1-8589-4b58-861e-4a8cdb5dafe7') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:50.115036 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57ffe316-25b1-4e3d-9ed4-6f9cc249049d tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.117904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57ffe316-25b1-4e3d-9ed4-6f9cc249049d tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.118588 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.132856 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-57ffe316-25b1-4e3d-9ed4-6f9cc249049d tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] 10.222.0.21 "DELETE /v2.0/security-groups/3659bdc1-29cc-4b30-8e2d-09818f153e84 HTTP/1.1" status: 204 len: 168 time: 0.4044132 Jul 06 12:00:50.146440 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eee145d4-4593-4ac4-b9b6-5ba19fad049f req-16b66d87-7a44-4e8b-b1be-41fec1448610 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 210 time: 0.1021256 Jul 06 12:00:50.164661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 62852ad5-e306-46ab-88ef-f5136bfe98c7 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:50.165022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 62852ad5-e306-46ab-88ef-f5136bfe98c7 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:50.180528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffe316-25b1-4e3d-9ed4-6f9cc249049d tempest-TestServerBasicOps-98561159 tempest-TestServerBasicOps-98561159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3659bdc1-29cc-4b30-8e2d-09818f153e84,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:50.188377 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bc4b-41fc-416a-a849-c7ebfb8d07bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.197844 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.207490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40118) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:50.214325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-8cdd4607-2576-4ac8-a0e0-c6685574cd5c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.215911 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-8cdd4607-2576-4ac8-a0e0-c6685574cd5c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.3902664 Jul 06 12:00:50.219166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bc4b-41fc-416a-a849-c7ebfb8d07bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.233388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:50.233796 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:50.239134 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:50.258934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Request body: {'port': {'device_id': '2278a134-5736-435e-ab24-51b33e610ca5', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'admin_state_up': True, 'tenant_id': '5360fe11e14a423cbb0ee8133d63d4eb'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:50.387014 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b9a6bc4b-41fc-416a-a849-c7ebfb8d07bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c6e6ac6af2c4c41a6796134b009d0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0117831 Jul 06 12:00:50.389885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:50.399237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6bc4b-41fc-416a-a849-c7ebfb8d07bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3699ef68-6dbf-47da-975a-8cad354921cd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:50.415248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.446989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.451147 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "DELETE /v2.0/networks/a582a085-0951-478c-8626-d01b36badfdf HTTP/1.1" status: 204 len: 168 time: 0.9789283 Jul 06 12:00:50.451762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40128) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:50.452343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73c9b7-7513-4652-8f36-0a7e3e41212c tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Network': ['ID=a582a085-0951-478c-8626-d01b36badfdf,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:50.507713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Made reservation on behalf of 5360fe11e14a423cbb0ee8133d63d4eb for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:50.511605 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.529924 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.560934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b921e5b3-e5ac-4d1f-8521-c88182eb9e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.614530 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b921e5b3-e5ac-4d1f-8521-c88182eb9e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.653893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Allocated IP 172.20.0.14 (e5d2987b-e60c-4e67-81de-36c38e69c590/a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd/4861d603-bcd1-457c-a27e-46a5d8edc8d1) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:50.841370 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.886062 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.901665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:50.931161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Network e5d2987b-e60c-4e67-81de-36c38e69c590 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:50.938163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:50.949703 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:50.994173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event updated for resources: {'Port': ['ID=4861d603-bcd1-457c-a27e-46a5d8edc8d1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:51.049650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:51.068132 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.095117 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.103956 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-ce67ea29-e29a-495e-a7f8-96533b6b45dc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8729303 Jul 06 12:00:51.118564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Request body: {'port': {'device_id': '2278a134-5736-435e-ab24-51b33e610ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:51.239403 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b921e5b3-e5ac-4d1f-8521-c88182eb9e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.242004 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b921e5b3-e5ac-4d1f-8521-c88182eb9e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.243166 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b921e5b3-e5ac-4d1f-8521-c88182eb9e66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3699ef68-6dbf-47da-975a-8cad354921cd HTTP/1.1" status: 204 len: 168 time: 0.8519084 Jul 06 12:00:51.272584 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.276257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921e5b3-e5ac-4d1f-8521-c88182eb9e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3699ef68-6dbf-47da-975a-8cad354921cd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:51.308535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9248e2ff-0883-4eb9-8cce-02afa20be16a']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:51.334779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.341401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e44bdd-45fc-4951-8b40-e6ff06a72ad2') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:51.342040 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e44bdd-45fc-4951-8b40-e6ff06a72ad2') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:51.362861 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.416217 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.431105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:51.431849 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:51.435921 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:51.541322 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.552640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.557255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] 10.222.0.21 "DELETE /v2.0/networks/9248e2ff-0883-4eb9-8cce-02afa20be16a HTTP/1.1" status: 204 len: 168 time: 1.1018560 Jul 06 12:00:51.601156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3f83f-3a90-46e4-9321-eb2e0a7e10db req-50ad5425-3f46-4d17-8198-c2acbdcbde02 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:51.602864 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2e3f83f-3a90-46e4-9321-eb2e0a7e10db req-50ad5425-3f46-4d17-8198-c2acbdcbde02 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 932 time: 0.2375281 Jul 06 12:00:51.650523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cda3e-4b09-4b49-9a7d-1c0dd61aaf5b tempest-BulkNetworkOpsIpV6Test-371393573 tempest-BulkNetworkOpsIpV6Test-371393573-project] Pushing event deleted for resources: {'Network': ['ID=9248e2ff-0883-4eb9-8cce-02afa20be16a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:51.736759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40154) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:51.761070 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2e3f83f-3a90-46e4-9321-eb2e0a7e10db req-cac6b560-bbfa-47f2-a9c7-a640951b7fbc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132295 Jul 06 12:00:51.763486 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e9f4620-644d-492b-b527-dd4279bd318e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.837814 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.838682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4861d603-bcd1-457c-a27e-46a5d8edc8d1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:51.868042 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.899882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Transition to ACTIVE for port object 4861d603-bcd1-457c-a27e-46a5d8edc8d1 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:51.907156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.953350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:52.069707 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e9f4620-644d-492b-b527-dd4279bd318e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.092414 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4861d603-bcd1-457c-a27e-46a5d8edc8d1,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:52.096568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e9f4620-644d-492b-b527-dd4279bd318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.131073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Attempting to bind port 4861d603-bcd1-457c-a27e-46a5d8edc8d1 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:52.131708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Attempting to bind port 4861d603-bcd1-457c-a27e-46a5d8edc8d1 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:52.132196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Attempting to bind port 4861d603-bcd1-457c-a27e-46a5d8edc8d1 on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:52.136957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Port 4861d603-bcd1-457c-a27e-46a5d8edc8d1 on network e5d2987b-e60c-4e67-81de-36c38e69c590 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:52.137463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Attempting to bind port 4861d603-bcd1-457c-a27e-46a5d8edc8d1 on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:52.146623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:52.147662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Checking segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:52.148131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Bound using segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:52.148823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Bound port: 4861d603-bcd1-457c-a27e-46a5d8edc8d1, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:52.149574 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.249522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] For port 4861d603-bcd1-457c-a27e-46a5d8edc8d1, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:52.253415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] For port 4861d603-bcd1-457c-a27e-46a5d8edc8d1, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4861d603-bcd1-457c-a27e-46a5d8edc8d1,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:52.266053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7e9f4620-644d-492b-b527-dd4279bd318e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3153c7bf385e42929056a9a09489e625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5280361 Jul 06 12:00:52.266213 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.266808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f4620-644d-492b-b527-dd4279bd318e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3722248e-9259-447e-92f0-44ec072c35a2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:52.270433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40170) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:52.354943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-579cd471-1655-42f1-85da-a357488a4bc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64a20b68902040a3bdf62ce5a15b19d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979905 Jul 06 12:00:52.356419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:52.357221 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.359225 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] 10.222.0.86 "PUT /v2.0/ports/4861d603-bcd1-457c-a27e-46a5d8edc8d1 HTTP/1.1" status: 200 len: 1092 time: 1.2453203 Jul 06 12:00:52.360065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40178) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:52.362775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2278a134-5736-435e-ab24-51b33e610ca5', 'tag': '4861d603-bcd1-457c-a27e-46a5d8edc8d1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:52.371965 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7055243-41b3-4ae0-834c-0c5ce595f752" -d '{"events": [{"name": "network-changed", "server_uuid": "2278a134-5736-435e-ab24-51b33e610ca5", "tag": "4861d603-bcd1-457c-a27e-46a5d8edc8d1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:52.481110 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6576f3-f85a-439f-b418-1fef6a2672c8 x-openstack-request-id: req-5a6576f3-f85a-439f-b418-1fef6a2672c8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:52.481654 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2278a134-5736-435e-ab24-51b33e610ca5", "tag": "4861d603-bcd1-457c-a27e-46a5d8edc8d1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:52.482050 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a6576f3-f85a-439f-b418-1fef6a2672c8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:52.482620 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2278a134-5736-435e-ab24-51b33e610ca5', 'tag': '4861d603-bcd1-457c-a27e-46a5d8edc8d1', 'status': 'completed', 'code': 200} Jul 06 12:00:52.496530 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfaa3a-76f9-425a-a98e-5a743344c1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4861d603-bcd1-457c-a27e-46a5d8edc8d1,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:52.500682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64255fae-5b63-4617-9535-e4171bb26a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.532420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64255fae-5b63-4617-9535-e4171bb26a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.584463 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b520509-6f63-47a3-b5be-6f831c5a0976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.591834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-d9745da4-d08a-4cad-9c69-6c126bedd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:52.593356 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-d9745da4-d08a-4cad-9c69-6c126bedd559 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 1095 time: 0.1673751 Jul 06 12:00:52.634355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64255fae-5b63-4617-9535-e4171bb26a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.634584 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b520509-6f63-47a3-b5be-6f831c5a0976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.637423 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64255fae-5b63-4617-9535-e4171bb26a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.648019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-64255fae-5b63-4617-9535-e4171bb26a22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3722248e-9259-447e-92f0-44ec072c35a2 HTTP/1.1" status: 204 len: 168 time: 0.3748410 Jul 06 12:00:52.696823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Deleting port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:52.697227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.703244 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-508f26b5-feac-4081-9fc5-231872fa654a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4861d603-bcd1-457c-a27e-46a5d8edc8d1 HTTP/1.1" status: 200 len: 217 time: 0.0798650 Jul 06 12:00:52.709321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64255fae-5b63-4617-9535-e4171bb26a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3722248e-9259-447e-92f0-44ec072c35a2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:52.841094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-c5f2e4b7-ffdd-4794-820c-19718a7941cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:52.842668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-c5f2e4b7-ffdd-4794-820c-19718a7941cf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.1218638 Jul 06 12:00:52.850488 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b520509-6f63-47a3-b5be-6f831c5a0976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.862601 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b520509-6f63-47a3-b5be-6f831c5a0976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.866998 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5b520509-6f63-47a3-b5be-6f831c5a0976 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d143e71b-5223-4f26-b002-4849d96e3bcb HTTP/1.1" status: 204 len: 168 time: 0.4891548 Jul 06 12:00:52.902370 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-e85313db-513d-488e-be1a-24aba9442877 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485723 Jul 06 12:00:52.913109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b520509-6f63-47a3-b5be-6f831c5a0976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d143e71b-5223-4f26-b002-4849d96e3bcb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:52.984391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] For port 22657b00-c9c2-4b30-afa4-329cd8b5ad3c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=22657b00-c9c2-4b30-afa4-329cd8b5ad3c,segment=NetworkSegment(3c11411e-3825-4f43-85ab-8ab20d2a91e4),segment_id=3c11411e-3825-4f43-85ab-8ab20d2a91e4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:52.984618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.011006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Calling delete_port for 22657b00-c9c2-4b30-afa4-329cd8b5ad3c owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:53.122721 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-66de6d85-1ba5-4b43-a12e-b69e83964676 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123911 Jul 06 12:00:53.327675 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-25e5e440-3613-40b1-a33b-6afb8340d359 req-11f129a0-8565-463c-bd89-be815ce5ff0e service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939502 Jul 06 12:00:53.361015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1db7be-4b41-4fd3-9ece-1337cc819630 req-afb2aac4-b0b7-4293-a177-333cb40777f3 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:53.383794 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f1db7be-4b41-4fd3-9ece-1337cc819630 req-afb2aac4-b0b7-4293-a177-333cb40777f3 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 944 time: 0.3694198 Jul 06 12:00:53.555164 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7055243-41b3-4ae0-834c-0c5ce595f752 req-b0fa6758-c248-4508-ba21-1d7726492da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:53.556728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7055243-41b3-4ae0-834c-0c5ce595f752 req-b0fa6758-c248-4508-ba21-1d7726492da4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 1095 time: 0.1559672 Jul 06 12:00:53.676304 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f1db7be-4b41-4fd3-9ece-1337cc819630 req-f1ef7ff0-5a4b-4109-b570-eac239f447a2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913952 Jul 06 12:00:53.758129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7055243-41b3-4ae0-834c-0c5ce595f752 req-6d731c24-db79-4b70-945a-f43b5c4cb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:53.766662 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7055243-41b3-4ae0-834c-0c5ce595f752 req-6d731c24-db79-4b70-945a-f43b5c4cb329 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 906 time: 0.1946125 Jul 06 12:00:53.804568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.867259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Pushing event deleted for resources: {'Port': ['ID=22657b00-c9c2-4b30-afa4-329cd8b5ad3c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:53.879398 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7055243-41b3-4ae0-834c-0c5ce595f752 req-e74e0b56-7ca7-4a49-a7dc-9d573c41493e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4861d603-bcd1-457c-a27e-46a5d8edc8d1 HTTP/1.1" status: 200 len: 217 time: 0.1076829 Jul 06 12:00:53.891523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.891876 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.892224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.892560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.892897 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.893227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.893554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.893880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.894204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.904997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.905423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:53.905929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:54.047277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7055243-41b3-4ae0-834c-0c5ce595f752 req-2f4489c5-e771-46dd-b7b2-89531ebddeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:54.049417 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7055243-41b3-4ae0-834c-0c5ce595f752 req-2f4489c5-e771-46dd-b7b2-89531ebddeba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.1592541 Jul 06 12:00:54.196019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7055243-41b3-4ae0-834c-0c5ce595f752 req-a9baf840-455b-4255-9376-531055b2b93b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339116 Jul 06 12:00:54.342967 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.378518 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7055243-41b3-4ae0-834c-0c5ce595f752 req-1588a4e4-4e20-4238-835c-0fc67f3c56c1 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799457 Jul 06 12:00:54.467746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40250) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:54.531596 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b7055243-41b3-4ae0-834c-0c5ce595f752 req-bdbc8d47-f89a-4a97-ae30-85b7d8b1370a service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450517 Jul 06 12:00:54.666253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Router 761c99f5-d663-48e8-9334-c6be2c14cd93 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:00:54.819196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b0adf174-0136-41e2-8489-fe8442027ad7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:54.820013 n-d-799527-2 neutron-server[93815]: WARNING neutron.api.v2.base [None req-b0adf174-0136-41e2-8489-fe8442027ad7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 12:00:54.820572 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-b0adf174-0136-41e2-8489-fe8442027ad7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 12:00:54.825357 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b0adf174-0136-41e2-8489-fe8442027ad7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3528295 Jul 06 12:00:54.825696 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40268) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:54.830701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-258aa737-186f-4a53-babf-53bf6137a608 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599978990'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:54.872084 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-258aa737-186f-4a53-babf-53bf6137a608 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.882351 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-258aa737-186f-4a53-babf-53bf6137a608 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.026865 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-258aa737-186f-4a53-babf-53bf6137a608 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.033179 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-258aa737-186f-4a53-babf-53bf6137a608 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.081333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258aa737-186f-4a53-babf-53bf6137a608 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bffb1740-2255-409d-8665-4d51b714e24d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:55.189836 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-258aa737-186f-4a53-babf-53bf6137a608 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.194736 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-258aa737-186f-4a53-babf-53bf6137a608 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.220608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:55.247703 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-258aa737-186f-4a53-babf-53bf6137a608 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.248387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa02f81-e6f9-4068-af20-8e464ca6b495 None None] Sync routers for ids ['761c99f5-d663-48e8-9334-c6be2c14cd93'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:55.256580 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-258aa737-186f-4a53-babf-53bf6137a608 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4237895 Jul 06 12:00:55.256806 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-614d2def-ca90-401c-bd24-791bc80a99ea admin admin] 10.222.0.21 "PUT /v2.0/routers/761c99f5-d663-48e8-9334-c6be2c14cd93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0419722 Jul 06 12:00:55.256899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40288) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:55.256973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40290) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:55.260335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-60e710bf-d9f8-4cb4-9b7d-77659339d8b0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '0dde3e0c-a4a1-4c02-8d8f-72a5d170a01e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:55.274735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa02f81-e6f9-4068-af20-8e464ca6b495 None None] Routers {'761c99f5-d663-48e8-9334-c6be2c14cd93'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:55.275858 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3418-4635-4d8c-9c52-2aafc44201a2 req-b8f824b8-e830-44f9-a280-3ca5a80003f1 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:55.275994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9fa02f81-e6f9-4068-af20-8e464ca6b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:00:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['761c99f5-d663-48e8-9334-c6be2c14cd93'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:55.276277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258aa737-186f-4a53-babf-53bf6137a608 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dde3e0c-a4a1-4c02-8d8f-72a5d170a01e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:55.277572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfec3418-4635-4d8c-9c52-2aafc44201a2 req-b8f824b8-e830-44f9-a280-3ca5a80003f1 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 944 time: 0.4171376 Jul 06 12:00:55.357118 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dfec3418-4635-4d8c-9c52-2aafc44201a2 req-9c1bb935-9a0c-45d9-ad93-2fb1f4836ec0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700481 Jul 06 12:00:55.365302 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60e710bf-d9f8-4cb4-9b7d-77659339d8b0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.469384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9fa02f81-e6f9-4068-af20-8e464ca6b495 None None] Set router 761c99f5-d663-48e8-9334-c6be2c14cd93 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:55.790163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9fa02f81-e6f9-4068-af20-8e464ca6b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T12:00:53Z', 'revision_number': 5, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:55.810963 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.847932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa02f81-e6f9-4068-af20-8e464ca6b495 None None] Checking router: 761c99f5-d663-48e8-9334-c6be2c14cd93 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:00:55.857300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa02f81-e6f9-4068-af20-8e464ca6b495 None None] Routers {'761c99f5-d663-48e8-9334-c6be2c14cd93'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:55.857867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9fa02f81-e6f9-4068-af20-8e464ca6b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:00:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['761c99f5-d663-48e8-9334-c6be2c14cd93'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:55.909541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60e710bf-d9f8-4cb4-9b7d-77659339d8b0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.922682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60e710bf-d9f8-4cb4-9b7d-77659339d8b0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.985340 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60e710bf-d9f8-4cb4-9b7d-77659339d8b0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.985340 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-60e710bf-d9f8-4cb4-9b7d-77659339d8b0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7282064 Jul 06 12:00:55.987038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:56.000133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0a25ef29-fe90-4209-a760-07d5e781b7bd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '0dde3e0c-a4a1-4c02-8d8f-72a5d170a01e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:56.013248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e710bf-d9f8-4cb4-9b7d-77659339d8b0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5c6068-dfd9-467d-a084-4e90bf22071c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:56.044729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9fa02f81-e6f9-4068-af20-8e464ca6b495 None None] Set router 761c99f5-d663-48e8-9334-c6be2c14cd93 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:56.050943 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.071196 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a25ef29-fe90-4209-a760-07d5e781b7bd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.189828 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-0a25ef29-fe90-4209-a760-07d5e781b7bd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 12:00:56.192106 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0a25ef29-fe90-4209-a760-07d5e781b7bd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2032988 Jul 06 12:00:56.196371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:56.205287 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Deleting port b8dab90f-6163-4f28-8bb3-d9b097bf069e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:56.205627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.269086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5532ddd-fa41-452f-8fa2-17e18b156702 req-b8c1727e-331d-4049-a5fd-1d284d7fd286 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.271891 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5532ddd-fa41-452f-8fa2-17e18b156702 req-b8c1727e-331d-4049-a5fd-1d284d7fd286 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 945 time: 0.1460707 Jul 06 12:00:56.339977 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c8e37ee-81b0-4361-a04b-0d71fbef7ad2 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.344787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] For port b8dab90f-6163-4f28-8bb3-d9b097bf069e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b8dab90f-6163-4f28-8bb3-d9b097bf069e,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:56.346078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.375904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9fa02f81-e6f9-4068-af20-8e464ca6b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T12:00:53Z', 'revision_number': 5, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:56.384020 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c8e37ee-81b0-4361-a04b-0d71fbef7ad2 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.392756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Calling delete_port for b8dab90f-6163-4f28-8bb3-d9b097bf069e owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:56.406997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5532ddd-fa41-452f-8fa2-17e18b156702 req-579ca8e1-3776-4ca4-9226-c9c039d5142a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272798 Jul 06 12:00:56.447702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa02f81-e6f9-4068-af20-8e464ca6b495 None None] The sync data for ids ['761c99f5-d663-48e8-9334-c6be2c14cd93'] in n-d-799527-2 is: [{'id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'name': 'tempest-TestServerBasicOps-1095477166-router', 'tenant_id': '06b0c8f3170045098f5e1bfabb4f6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:40Z', 'updated_at': '2021-07-06T12:00:53Z', 'revision_number': 5, 'project_id': '06b0c8f3170045098f5e1bfabb4f6760', 'gw_port': {'id': 'b8dab90f-6163-4f28-8bb3-d9b097bf069e', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c99f5-d663-48e8-9334-c6be2c14cd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:41Z', 'updated_at': '2021-07-06T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:56.491413 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c8e37ee-81b0-4361-a04b-0d71fbef7ad2 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.494851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c8e37ee-81b0-4361-a04b-0d71fbef7ad2 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.496240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3c8e37ee-81b0-4361-a04b-0d71fbef7ad2 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "DELETE /v2.0/security-groups/0dde3e0c-a4a1-4c02-8d8f-72a5d170a01e HTTP/1.1" status: 204 len: 168 time: 0.2985570 Jul 06 12:00:56.499075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40352) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:56.538926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e37ee-81b0-4361-a04b-0d71fbef7ad2 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dde3e0c-a4a1-4c02-8d8f-72a5d170a01e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:56.598045 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dedbf60b-bb47-45cd-827b-c801ccb06157 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0946074 Jul 06 12:00:56.602350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40358) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:56.611870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-355ae689-fe08-4725-b473-3b44d5172111 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group': {'name': 'tempest-secgroup--641924046'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:56.688796 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-355ae689-fe08-4725-b473-3b44d5172111 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.706214 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.757365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8dab90f-6163-4f28-8bb3-d9b097bf069e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:56.766479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6e2a5-2825-4a5e-9d90-7b904fd0856c req-4fc4de80-0cec-47ed-8791-74a461513119 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.779062 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afd6e2a5-2825-4a5e-9d90-7b904fd0856c req-4fc4de80-0cec-47ed-8791-74a461513119 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 944 time: 0.1534526 Jul 06 12:00:56.869610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afd6e2a5-2825-4a5e-9d90-7b904fd0856c req-63c5cfbd-f181-4192-87e1-f3a5b10eecdb tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888376 Jul 06 12:00:56.906237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.916474 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4861d603-bcd1-457c-a27e-46a5d8edc8d1 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:56.935418 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-355ae689-fe08-4725-b473-3b44d5172111 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.949308 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-355ae689-fe08-4725-b473-3b44d5172111 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.999633 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-355ae689-fe08-4725-b473-3b44d5172111 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.009318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-355ae689-fe08-4725-b473-3b44d5172111 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4043269 Jul 06 12:00:57.010005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40382) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:57.041422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-39f15885-67c4-4cd7-a150-0b54574b178e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '10022afb-2018-4390-88d4-bff263a14358', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:57.041920 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-39f15885-67c4-4cd7-a150-0b54574b178e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 12:00:57.042428 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-39f15885-67c4-4cd7-a150-0b54574b178e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:00:57.043417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-39f15885-67c4-4cd7-a150-0b54574b178e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0242188 Jul 06 12:00:57.044155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ae689-fe08-4725-b473-3b44d5172111 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10022afb-2018-4390-88d4-bff263a14358,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:57.067576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:57.106385 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.111515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.140938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 4861d603-bcd1-457c-a27e-46a5d8edc8d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4861d603-bcd1-457c-a27e-46a5d8edc8d1,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:57.157179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '4861d603-bcd1-457c-a27e-46a5d8edc8d1', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'port_id': '4861d603-bcd1-457c-a27e-46a5d8edc8d1', 'mac_address': 'fa:16:3e:76:7c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:57.184059 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b8a0-e875-49d6-b4e5-c10e649e80dd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.217981 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.218515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761c99f5-d663-48e8-9334-c6be2c14cd93 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:00:57.235836 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b8a0-e875-49d6-b4e5-c10e649e80dd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.243792 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.244954 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f7e2be61-b181-4c84-8581-2e48090e6011 admin admin] 10.222.0.21 "DELETE /v2.0/routers/761c99f5-d663-48e8-9334-c6be2c14cd93 HTTP/1.1" status: 204 len: 168 time: 1.9781468 Jul 06 12:00:57.250061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40390) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:57.259420 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.295353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4861d603-bcd1-457c-a27e-46a5d8edc8d1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:57.311271 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b8a0-e875-49d6-b4e5-c10e649e80dd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.315097 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b8a0-e875-49d6-b4e5-c10e649e80dd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.320173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dcb8b8a0-e875-49d6-b4e5-c10e649e80dd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "DELETE /v2.0/security-groups/10022afb-2018-4390-88d4-bff263a14358 HTTP/1.1" status: 204 len: 168 time: 0.2499008 Jul 06 12:00:57.322876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e14c293-16ea-43da-9100-c6d30fcb7fc3 admin admin] Deleting subnet 147ab45f-590a-4b4e-9326-1bb515f7886f {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:57.325194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:57.335306 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e14c293-16ea-43da-9100-c6d30fcb7fc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.340955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8b8a0-e875-49d6-b4e5-c10e649e80dd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10022afb-2018-4390-88d4-bff263a14358,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:57.353081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 4861d603-bcd1-457c-a27e-46a5d8edc8d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4861d603-bcd1-457c-a27e-46a5d8edc8d1,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:57.375536 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.438495 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e14c293-16ea-43da-9100-c6d30fcb7fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.459006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:57.478277 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d057e653-5c34-44e9-accf-0d74c4b903b8 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1520057 Jul 06 12:00:57.482265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40404) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:57.491350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b5da2c18-3a1d-4bd3-827a-6b22105e9717 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group': {'name': 'tempest-secgroup--75418870'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:57.510932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=4861d603-bcd1-457c-a27e-46a5d8edc8d1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:57.537536 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5da2c18-3a1d-4bd3-827a-6b22105e9717 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.582514 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e14c293-16ea-43da-9100-c6d30fcb7fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.631729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['4861d603-bcd1-457c-a27e-46a5d8edc8d1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:57.660856 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e14c293-16ea-43da-9100-c6d30fcb7fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.699164 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14c293-16ea-43da-9100-c6d30fcb7fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147ab45f-590a-4b4e-9326-1bb515f7886f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:57.704996 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab60009f-d231-4ac6-8e85-757a7e07e352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.709687 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e14c293-16ea-43da-9100-c6d30fcb7fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.714953 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5e14c293-16ea-43da-9100-c6d30fcb7fc3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/147ab45f-590a-4b4e-9326-1bb515f7886f HTTP/1.1" status: 204 len: 168 time: 0.4617310 Jul 06 12:00:57.716548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40410) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:57.716810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22122543-fb31-467a-9de3-0acaf70de611 None None] Network 9e8cc18e-a9b9-440a-9257-de88c56b6e92 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:57.719684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921e9e3-4ce8-4ee7-8f42-fe2d5a749b2e req-e28bf2ca-c6ec-4ed2-b084-d4700b68fb12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:57.721886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a921e9e3-4ce8-4ee7-8f42-fe2d5a749b2e req-e28bf2ca-c6ec-4ed2-b084-d4700b68fb12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 945 time: 0.1301987 Jul 06 12:00:57.773179 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5da2c18-3a1d-4bd3-827a-6b22105e9717 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.808108 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.856211 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5da2c18-3a1d-4bd3-827a-6b22105e9717 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.893216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Deleting port 2784f150-6fb2-4a15-9b4d-ea33b834e064 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:57.893216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.983804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] For port 2784f150-6fb2-4a15-9b4d-ea33b834e064, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2784f150-6fb2-4a15-9b4d-ea33b834e064,segment=NetworkSegment(3c11411e-3825-4f43-85ab-8ab20d2a91e4),segment_id=3c11411e-3825-4f43-85ab-8ab20d2a91e4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:57.984326 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.048619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Calling delete_port for 2784f150-6fb2-4a15-9b4d-ea33b834e064 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:58.066782 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab60009f-d231-4ac6-8e85-757a7e07e352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.073953 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da2c18-3a1d-4bd3-827a-6b22105e9717 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9651f52a-e625-4b91-9d79-2aa53cb09518,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.088299 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab60009f-d231-4ac6-8e85-757a7e07e352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.114937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ab60009f-d231-4ac6-8e85-757a7e07e352 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffe5bd0471884a8d90bf8af1be83e221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546984 Jul 06 12:00:58.118958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5da2c18-3a1d-4bd3-827a-6b22105e9717 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.120171 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b5da2c18-3a1d-4bd3-827a-6b22105e9717 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6368124 Jul 06 12:00:58.120753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:58.133015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40420) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:58.142714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22657b00-c9c2-4b30-afa4-329cd8b5ad3c no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:58.160714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0b17c317-8ac0-402c-b92d-0dcdddf715af tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '9651f52a-e625-4b91-9d79-2aa53cb09518', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:58.162464 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-0b17c317-8ac0-402c-b92d-0dcdddf715af tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 12:00:58.163009 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-0b17c317-8ac0-402c-b92d-0dcdddf715af tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:00:58.164170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0b17c317-8ac0-402c-b92d-0dcdddf715af tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0114591 Jul 06 12:00:58.169599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40422) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:58.182356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 22657b00-c9c2-4b30-afa4-329cd8b5ad3c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:58.182550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c09ad-db3c-4a92-bdb1-ef5dd56606f8 req-d547c79a-70e7-45f8-a3de-139a3e631ac2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:58.183153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22657b00-c9c2-4b30-afa4-329cd8b5ad3c not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:58.183842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b8dab90f-6163-4f28-8bb3-d9b097bf069e no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:58.190025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-720c09ad-db3c-4a92-bdb1-ef5dd56606f8 req-d547c79a-70e7-45f8-a3de-139a3e631ac2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 945 time: 0.4620399 Jul 06 12:00:58.212026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: b8dab90f-6163-4f28-8bb3-d9b097bf069e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:58.212855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b8dab90f-6163-4f28-8bb3-d9b097bf069e not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:58.281967 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1a2c41-5a0f-4a22-9a20-c9945580375c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.283204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60009f-d231-4ac6-8e85-757a7e07e352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d743f5e3-dc09-46c7-bb08-6e2c2b564614,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.305078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49885582-30d7-48d7-b7d2-39b7770a709b None None] DHCP port deletion for 9e8cc18e-a9b9-440a-9257-de88c56b6e92 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:00:58.314889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.325542 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1a2c41-5a0f-4a22-9a20-c9945580375c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.335306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a921e9e3-4ce8-4ee7-8f42-fe2d5a749b2e req-a34bf367-3dc2-449b-a06f-a0949d9f061f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Deleting port f50f7bbd-1608-4c49-b995-7de6d9019f10 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:58.335747 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a921e9e3-4ce8-4ee7-8f42-fe2d5a749b2e req-a34bf367-3dc2-449b-a06f-a0949d9f061f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.348874 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-720c09ad-db3c-4a92-bdb1-ef5dd56606f8 req-66041978-aa02-4909-a4a0-a06c37520bca tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579204 Jul 06 12:00:58.397281 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Pushing event deleted for resources: {'Port': ['ID=2784f150-6fb2-4a15-9b4d-ea33b834e064,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.400685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] No DVR routers for this DVR port 2784f150-6fb2-4a15-9b4d-ea33b834e064 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:58.429874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25265d34-0a39-406c-8ba4-ba523db5d9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.479793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540b6da-7b3f-48da-89c7-1edcbacc4c00 req-09e92ab7-83fa-4836-91dd-7df249ef7ee8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:58.488637 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d540b6da-7b3f-48da-89c7-1edcbacc4c00 req-09e92ab7-83fa-4836-91dd-7df249ef7ee8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 945 time: 0.3557091 Jul 06 12:00:58.499620 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25265d34-0a39-406c-8ba4-ba523db5d9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.502417 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1a2c41-5a0f-4a22-9a20-c9945580375c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.509067 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a1a2c41-5a0f-4a22-9a20-c9945580375c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.513789 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8a1a2c41-5a0f-4a22-9a20-c9945580375c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "DELETE /v2.0/security-groups/9651f52a-e625-4b91-9d79-2aa53cb09518 HTTP/1.1" status: 204 len: 168 time: 0.3407307 Jul 06 12:00:58.519855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40430) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:58.537106 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.541454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a2c41-5a0f-4a22-9a20-c9945580375c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9651f52a-e625-4b91-9d79-2aa53cb09518,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.565818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8cc18e-a9b9-440a-9257-de88c56b6e92']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:58.583153 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c11411e-3825-4f43-85ab-8ab20d2a91e4') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:58.584182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c11411e-3825-4f43-85ab-8ab20d2a91e4') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:58.602564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a921e9e3-4ce8-4ee7-8f42-fe2d5a749b2e req-a34bf367-3dc2-449b-a06f-a0949d9f061f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] For port f50f7bbd-1608-4c49-b995-7de6d9019f10, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=f50f7bbd-1608-4c49-b995-7de6d9019f10,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:58.603084 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a921e9e3-4ce8-4ee7-8f42-fe2d5a749b2e req-a34bf367-3dc2-449b-a06f-a0949d9f061f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.611815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.630999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a921e9e3-4ce8-4ee7-8f42-fe2d5a749b2e req-a34bf367-3dc2-449b-a06f-a0949d9f061f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Calling delete_port for f50f7bbd-1608-4c49-b995-7de6d9019f10 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:58.637410 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d540b6da-7b3f-48da-89c7-1edcbacc4c00 req-a5f07e8c-d632-408c-8cd3-88194e282be2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314220 Jul 06 12:00:58.641586 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d4da4192-bb08-4f24-96b7-0a2d7bad4655 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193132 Jul 06 12:00:58.644685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40432) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:58.648579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-52658531-b50e-45a9-a78f-41ca79f2435c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089807477'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:58.661475 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.678462 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:58.679268 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:58.733783 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25265d34-0a39-406c-8ba4-ba523db5d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.737380 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25265d34-0a39-406c-8ba4-ba523db5d9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.742085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-25265d34-0a39-406c-8ba4-ba523db5d9d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d743f5e3-dc09-46c7-bb08-6e2c2b564614 HTTP/1.1" status: 204 len: 168 time: 0.6113114 Jul 06 12:00:58.756132 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52658531-b50e-45a9-a78f-41ca79f2435c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.772535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.779202 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.788015 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] 10.222.0.21 "DELETE /v2.0/networks/9e8cc18e-a9b9-440a-9257-de88c56b6e92 HTTP/1.1" status: 204 len: 168 time: 1.0693679 Jul 06 12:00:58.791664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40438) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:58.837075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25265d34-0a39-406c-8ba4-ba523db5d9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d743f5e3-dc09-46c7-bb08-6e2c2b564614,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.882253 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.908717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a78f0f-1011-4a38-8f7e-524b6a65fd3f admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8cc18e-a9b9-440a-9257-de88c56b6e92,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.911400 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a921e9e3-4ce8-4ee7-8f42-fe2d5a749b2e req-a34bf367-3dc2-449b-a06f-a0949d9f061f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.917269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4861d603-bcd1-457c-a27e-46a5d8edc8d1 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:58.948409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bf367-3dc2-449b-a06f-a0949d9f061f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event deleted for resources: {'Port': ['ID=f50f7bbd-1608-4c49-b995-7de6d9019f10,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:59.044625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a921e9e3-4ce8-4ee7-8f42-fe2d5a749b2e req-a34bf367-3dc2-449b-a06f-a0949d9f061f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] No DVR routers for this DVR port f50f7bbd-1608-4c49-b995-7de6d9019f10 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:59.049778 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a921e9e3-4ce8-4ee7-8f42-fe2d5a749b2e req-a34bf367-3dc2-449b-a06f-a0949d9f061f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.053641 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a921e9e3-4ce8-4ee7-8f42-fe2d5a749b2e req-a34bf367-3dc2-449b-a06f-a0949d9f061f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "DELETE /v2.0/ports/f50f7bbd-1608-4c49-b995-7de6d9019f10 HTTP/1.1" status: 204 len: 173 time: 1.3237147 Jul 06 12:00:59.055203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2596694-d850-472d-a289-279ecf2e4c1f', 'name': 'network-vif-deleted', 'tag': 'f50f7bbd-1608-4c49-b995-7de6d9019f10'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:59.059521 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4b9cc1-876b-4ebd-9c12-eeb0a7370d2e" -d '{"events": [{"server_uuid": "a2596694-d850-472d-a289-279ecf2e4c1f", "name": "network-vif-deleted", "tag": "f50f7bbd-1608-4c49-b995-7de6d9019f10"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:59.088779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 4861d603-bcd1-457c-a27e-46a5d8edc8d1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:59.093775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 4861d603-bcd1-457c-a27e-46a5d8edc8d1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:59.094251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.147105 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bbdeeb-97c8-418f-8578-313d74a0b98d x-openstack-request-id: req-23bbdeeb-97c8-418f-8578-313d74a0b98d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:59.147823 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2596694-d850-472d-a289-279ecf2e4c1f", "name": "network-vif-deleted", "tag": "f50f7bbd-1608-4c49-b995-7de6d9019f10", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:59.148094 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23bbdeeb-97c8-418f-8578-313d74a0b98d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:59.148560 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2596694-d850-472d-a289-279ecf2e4c1f', 'name': 'network-vif-deleted', 'tag': 'f50f7bbd-1608-4c49-b995-7de6d9019f10', 'status': 'completed', 'code': 200} Jul 06 12:00:59.240379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52658531-b50e-45a9-a78f-41ca79f2435c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.248653 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52658531-b50e-45a9-a78f-41ca79f2435c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.349439 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52658531-b50e-45a9-a78f-41ca79f2435c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415c3a21-3b35-4f7f-834b-8e6e50503c9e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:59.396772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52658531-b50e-45a9-a78f-41ca79f2435c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.402242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40452) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.402930 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-52658531-b50e-45a9-a78f-41ca79f2435c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7589962 Jul 06 12:00:59.409212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-41f53da2-3728-4878-95f1-96d29f9272f9 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '415c3a21-3b35-4f7f-834b-8e6e50503c9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:59.416826 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-41f53da2-3728-4878-95f1-96d29f9272f9 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 12:00:59.420823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40454) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.421798 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-41f53da2-3728-4878-95f1-96d29f9272f9 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:00:59.424365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-41f53da2-3728-4878-95f1-96d29f9272f9 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0200920 Jul 06 12:00:59.429598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40456) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.442880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cdefe415-502d-4daf-acc0-b1561f7f52a7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '415c3a21-3b35-4f7f-834b-8e6e50503c9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:59.445885 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-cdefe415-502d-4daf-acc0-b1561f7f52a7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 12:00:59.447263 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-cdefe415-502d-4daf-acc0-b1561f7f52a7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:00:59.456116 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cdefe415-502d-4daf-acc0-b1561f7f52a7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0248773 Jul 06 12:00:59.459626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40458) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.460475 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6840e3a9-c6a3-4a32-8270-ac65c5675e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.469308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-fadda90c-e0af-44f5-b28c-579fdc5ef129 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '415c3a21-3b35-4f7f-834b-8e6e50503c9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:59.470486 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-fadda90c-e0af-44f5-b28c-579fdc5ef129 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 12:00:59.473509 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-fadda90c-e0af-44f5-b28c-579fdc5ef129 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:00:59.478042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fadda90c-e0af-44f5-b28c-579fdc5ef129 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169744 Jul 06 12:00:59.482132 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40460) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.489449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-eaacc986-5746-4311-83c0-30f6c756f9ce tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '415c3a21-3b35-4f7f-834b-8e6e50503c9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:59.492781 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-eaacc986-5746-4311-83c0-30f6c756f9ce tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 12:00:59.496029 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-eaacc986-5746-4311-83c0-30f6c756f9ce tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:00:59.497585 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-eaacc986-5746-4311-83c0-30f6c756f9ce tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0139339 Jul 06 12:00:59.504802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.579825 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.631323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2278a134-5736-435e-ab24-51b33e610ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4861d603-bcd1-457c-a27e-46a5d8edc8d1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:59.633705 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a72960-9d3b-4963-af63-849c74d7ef37" -d '{"events": [{"server_uuid": "2278a134-5736-435e-ab24-51b33e610ca5", "name": "network-vif-plugged", "status": "completed", "tag": "4861d603-bcd1-457c-a27e-46a5d8edc8d1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:59.637507 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-165ecab6-f20a-407b-975f-9881e8b3127a tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.662019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 4861d603-bcd1-457c-a27e-46a5d8edc8d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4861d603-bcd1-457c-a27e-46a5d8edc8d1,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:59.675208 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.758243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6840e3a9-c6a3-4a32-8270-ac65c5675e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.769847 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6840e3a9-c6a3-4a32-8270-ac65c5675e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.770506 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3fd821-6305-4074-b367-1e8b811e2581 x-openstack-request-id: req-6d3fd821-6305-4074-b367-1e8b811e2581 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:59.771233 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2278a134-5736-435e-ab24-51b33e610ca5", "name": "network-vif-plugged", "status": "completed", "tag": "4861d603-bcd1-457c-a27e-46a5d8edc8d1", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:59.771233 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d3fd821-6305-4074-b367-1e8b811e2581 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:59.771614 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2278a134-5736-435e-ab24-51b33e610ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4861d603-bcd1-457c-a27e-46a5d8edc8d1', 'code': 200} Jul 06 12:00:59.810043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=4861d603-bcd1-457c-a27e-46a5d8edc8d1,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:59.831681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b3f7296-715a-4c91-ad05-8101a0784c1e req-2442475f-6629-47bc-b98b-0024cf07257e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 210 time: 0.1561723 Jul 06 12:00:59.843925 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-165ecab6-f20a-407b-975f-9881e8b3127a tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.879483 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6840e3a9-c6a3-4a32-8270-ac65c5675e4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71e9d3e292dd4e09aaf0484a078c7c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4520984 Jul 06 12:00:59.891188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40474) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.895088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840e3a9-c6a3-4a32-8270-ac65c5675e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca76a0f9-dc79-4f2e-8f6f-36a131cbc4fb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:00.000057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf9681-b557-4bea-8af5-38b42ec3807d req-bbc84fa1-5f33-47b0-8f20-c0e8504a3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:00.003489 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1bbf9681-b557-4bea-8af5-38b42ec3807d req-bbc84fa1-5f33-47b0-8f20-c0e8504a3d16 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 1097 time: 0.1884470 Jul 06 12:01:00.007257 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446e1a40-a40c-4fc7-bcc2-8f7d3f78505f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.029343 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f50f7bbd-1608-4c49-b995-7de6d9019f10 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:00.046062 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.059047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-165ecab6-f20a-407b-975f-9881e8b3127a tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.067314 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-165ecab6-f20a-407b-975f-9881e8b3127a tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.071401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-165ecab6-f20a-407b-975f-9881e8b3127a tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "DELETE /v2.0/security-groups/415c3a21-3b35-4f7f-834b-8e6e50503c9e HTTP/1.1" status: 204 len: 168 time: 0.5653028 Jul 06 12:01:00.083669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2784f150-6fb2-4a15-9b4d-ea33b834e064 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:00.087831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: f50f7bbd-1608-4c49-b995-7de6d9019f10 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:00.092296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device f50f7bbd-1608-4c49-b995-7de6d9019f10 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:00.092513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40476) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.120468 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1bbf9681-b557-4bea-8af5-38b42ec3807d req-7fddd20e-b8e5-40f0-aedc-c081d1799753 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067433 Jul 06 12:01:00.124001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 2784f150-6fb2-4a15-9b4d-ea33b834e064 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:00.124785 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2784f150-6fb2-4a15-9b4d-ea33b834e064 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:00.135986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446e1a40-a40c-4fc7-bcc2-8f7d3f78505f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.140584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ecab6-f20a-407b-975f-9881e8b3127a tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415c3a21-3b35-4f7f-834b-8e6e50503c9e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:00.206535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a57d72-d38f-4ae4-9461-b9b75691f0ab req-d281e1c7-946d-4853-bb33-f81119f03868 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:00.214732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28a57d72-d38f-4ae4-9461-b9b75691f0ab req-d281e1c7-946d-4853-bb33-f81119f03868 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 946 time: 0.2049716 Jul 06 12:01:00.215313 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ce29657d-472c-4183-944e-d43f04a7b7af tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1202240 Jul 06 12:01:00.219762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40482) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.226065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cd2ee940-1a98-4e5c-a6eb-0577efc95426 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group': {'name': 'tempest-secgroup--390094384'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.277534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446e1a40-a40c-4fc7-bcc2-8f7d3f78505f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.277886 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446e1a40-a40c-4fc7-bcc2-8f7d3f78505f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.281720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-446e1a40-a40c-4fc7-bcc2-8f7d3f78505f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca76a0f9-dc79-4f2e-8f6f-36a131cbc4fb HTTP/1.1" status: 204 len: 168 time: 0.3867376 Jul 06 12:01:00.310198 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd2ee940-1a98-4e5c-a6eb-0577efc95426 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.316628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e1a40-a40c-4fc7-bcc2-8f7d3f78505f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca76a0f9-dc79-4f2e-8f6f-36a131cbc4fb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:00.337049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28a57d72-d38f-4ae4-9461-b9b75691f0ab req-6c43f82e-a11d-485a-888f-39f1634ae8aa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202815 Jul 06 12:01:00.448851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd2ee940-1a98-4e5c-a6eb-0577efc95426 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.454382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd2ee940-1a98-4e5c-a6eb-0577efc95426 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.479985 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd2ee940-1a98-4e5c-a6eb-0577efc95426 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.485250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cd2ee940-1a98-4e5c-a6eb-0577efc95426 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2650814 Jul 06 12:01:00.485901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.498873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-76ecf7a1-b9a2-49cf-bdd8-1cf1b1a97e37 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '70b4677f-c9c3-4705-9941-d3e7a267e2bb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.500715 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-76ecf7a1-b9a2-49cf-bdd8-1cf1b1a97e37 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 12:01:00.501331 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-76ecf7a1-b9a2-49cf-bdd8-1cf1b1a97e37 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:01:00.506147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-76ecf7a1-b9a2-49cf-bdd8-1cf1b1a97e37 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115709 Jul 06 12:01:00.510041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.515765 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3ddabc5f-7770-4ca3-b10a-a911ad74fcf8 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '70b4677f-c9c3-4705-9941-d3e7a267e2bb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.553806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ee940-1a98-4e5c-a6eb-0577efc95426 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b4677f-c9c3-4705-9941-d3e7a267e2bb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:00.559751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] Deleting port 120e4574-c7da-4209-bbaf-a8a98ad101f1 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:00.560288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.597071 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-3ddabc5f-7770-4ca3-b10a-a911ad74fcf8 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:01:00.599986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3ddabc5f-7770-4ca3-b10a-a911ad74fcf8 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0874932 Jul 06 12:01:00.601423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40496) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.611830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-96bc0b38-9498-4ec8-af2a-297f243cc0a5 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '70b4677f-c9c3-4705-9941-d3e7a267e2bb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.612347 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-96bc0b38-9498-4ec8-af2a-297f243cc0a5 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 12:01:00.613629 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-96bc0b38-9498-4ec8-af2a-297f243cc0a5 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:01:00.615068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-96bc0b38-9498-4ec8-af2a-297f243cc0a5 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126534 Jul 06 12:01:00.618844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40498) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.631589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a51ab18c-6bd1-487a-9215-24af92dbeb0f tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '70b4677f-c9c3-4705-9941-d3e7a267e2bb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.675931 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-a51ab18c-6bd1-487a-9215-24af92dbeb0f tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:01:00.677565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a51ab18c-6bd1-487a-9215-24af92dbeb0f tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0538082 Jul 06 12:01:00.680549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40500) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.689483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-518fce0f-4361-4d57-a4ba-04be96cdf6dd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '70b4677f-c9c3-4705-9941-d3e7a267e2bb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.690285 n-d-799527-2 neutron-server[93815]: WARNING neutron.api.v2.base [None req-518fce0f-4361-4d57-a4ba-04be96cdf6dd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 12:01:00.690504 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-518fce0f-4361-4d57-a4ba-04be96cdf6dd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:01:00.691683 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-518fce0f-4361-4d57-a4ba-04be96cdf6dd tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100074 Jul 06 12:01:00.696443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40504) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.700956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1948b999-cac0-4a24-9116-bf2210847266 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '70b4677f-c9c3-4705-9941-d3e7a267e2bb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.744264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] For port 120e4574-c7da-4209-bbaf-a8a98ad101f1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=120e4574-c7da-4209-bbaf-a8a98ad101f1,segment=NetworkSegment(2e9d9a19-5c7d-48d0-906a-206d90735732),segment_id=2e9d9a19-5c7d-48d0-906a-206d90735732)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:00.745370 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.778215 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-1948b999-cac0-4a24-9116-bf2210847266 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:01:00.779520 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1948b999-cac0-4a24-9116-bf2210847266 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0827358 Jul 06 12:01:00.782727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] Calling delete_port for 120e4574-c7da-4209-bbaf-a8a98ad101f1 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:00.782945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40508) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.789703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2ec9885a-1f1c-4aa6-989f-419f40e1eec7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '70b4677f-c9c3-4705-9941-d3e7a267e2bb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.790332 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-2ec9885a-1f1c-4aa6-989f-419f40e1eec7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 12:01:00.791140 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-2ec9885a-1f1c-4aa6-989f-419f40e1eec7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:01:00.792502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2ec9885a-1f1c-4aa6-989f-419f40e1eec7 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083249 Jul 06 12:01:00.795499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40510) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.804015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a8ca5726-877c-4fb1-af81-c247dc0012df tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '70b4677f-c9c3-4705-9941-d3e7a267e2bb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.867790 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-a8ca5726-877c-4fb1-af81-c247dc0012df tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:01:00.870074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a8ca5726-877c-4fb1-af81-c247dc0012df tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0733018 Jul 06 12:01:00.873130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40512) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:00.879617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e8dc2da8-e90e-424b-9caa-f68fc97a3a29 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '70b4677f-c9c3-4705-9941-d3e7a267e2bb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.939744 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-e8dc2da8-e90e-424b-9caa-f68fc97a3a29 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:01:00.943960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e8dc2da8-e90e-424b-9caa-f68fc97a3a29 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0665374 Jul 06 12:01:00.944416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40518) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:01.061770 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69ef7566-cc68-401f-b859-884755327358 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.096582 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69ef7566-cc68-401f-b859-884755327358 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.179205 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.217216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=120e4574-c7da-4209-bbaf-a8a98ad101f1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:01.272294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d6ab58e-a214-4ae3-ba9b-0579affa431c req-e6e00419-4f98-469c-bb82-c780cd98f440 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 210 time: 0.1062095 Jul 06 12:01:01.309121 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69ef7566-cc68-401f-b859-884755327358 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.313056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69ef7566-cc68-401f-b859-884755327358 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.316833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-69ef7566-cc68-401f-b859-884755327358 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "DELETE /v2.0/security-groups/70b4677f-c9c3-4705-9941-d3e7a267e2bb HTTP/1.1" status: 204 len: 168 time: 0.3691409 Jul 06 12:01:01.317709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40532) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:01.344123 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef7566-cc68-401f-b859-884755327358 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b4677f-c9c3-4705-9941-d3e7a267e2bb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:01.573384 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.651856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a8a7b-c780-428b-8ac6-aedadd870b78 req-bb2b63f9-7fa1-4aa4-9344-8d4477b31910 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:01.653520 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c70a8a7b-c780-428b-8ac6-aedadd870b78 req-bb2b63f9-7fa1-4aa4-9344-8d4477b31910 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 946 time: 0.1083026 Jul 06 12:01:01.762864 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c70a8a7b-c780-428b-8ac6-aedadd870b78 req-87e7fafa-a40c-47fe-bb8c-935c506feb65 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017697 Jul 06 12:01:01.826024 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2145a107-ff48-40e8-827b-289b9ed658ca tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5052993 Jul 06 12:01:01.826918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40558) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:01.830885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a34c061e-74c5-4185-a6d7-9e55920b36f4 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239033793'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:01.873706 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a34c061e-74c5-4185-a6d7-9e55920b36f4 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.960919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] Router 334e50d9-be81-49f3-a37b-1023b4145306 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:01:01.995719 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a34c061e-74c5-4185-a6d7-9e55920b36f4 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.004798 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a34c061e-74c5-4185-a6d7-9e55920b36f4 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.037939 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a34c061e-74c5-4185-a6d7-9e55920b36f4 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.042225 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a34c061e-74c5-4185-a6d7-9e55920b36f4 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2124643 Jul 06 12:01:02.042636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:02.050121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0cc44f47-91cc-471c-98df-aae68bcbdf48 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '20887a77-c405-492d-a979-09c4f4978d43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:02.058804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c061e-74c5-4185-a6d7-9e55920b36f4 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20887a77-c405-492d-a979-09c4f4978d43,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:02.105628 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-0cc44f47-91cc-471c-98df-aae68bcbdf48 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The resource could not be found. Jul 06 12:01:02.106888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0cc44f47-91cc-471c-98df-aae68bcbdf48 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0629923 Jul 06 12:01:02.110408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40570) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:02.130687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5ff55ee3-e9b9-4149-bb2c-3702ca254110 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '20887a77-c405-492d-a979-09c4f4978d43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cf9bb41f-397c-4322-b822-777699ed864a'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:02.230309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40580) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:02.245715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:01:02.259508 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4b77c09b-576d-4b29-9935-3f00de5b3a08 admin admin] 10.222.0.21 "PUT /v2.0/routers/334e50d9-be81-49f3-a37b-1023b4145306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4621503 Jul 06 12:01:02.261293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40584) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:02.262479 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517fb5c-50f3-4adf-95e5-e3c7a6e752f5 None None] Sync routers for ids ['334e50d9-be81-49f3-a37b-1023b4145306'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:01:02.267070 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-5ff55ee3-e9b9-4149-bb2c-3702ca254110 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The resource could not be found. Jul 06 12:01:02.272305 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ff55ee3-e9b9-4149-bb2c-3702ca254110 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1585612 Jul 06 12:01:02.274994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:02.286981 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517fb5c-50f3-4adf-95e5-e3c7a6e752f5 None None] Routers {'334e50d9-be81-49f3-a37b-1023b4145306'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:02.287557 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b517fb5c-50f3-4adf-95e5-e3c7a6e752f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:00:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['334e50d9-be81-49f3-a37b-1023b4145306'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:02.384507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-2c28d73d-6e20-45a0-8cc4-07e62c52196e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:02.386423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-2c28d73d-6e20-45a0-8cc4-07e62c52196e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.2147853 Jul 06 12:01:02.387505 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01bbfdb7-ecb2-4066-adaf-95d8ed661cc3 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.448282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-fc114517-8118-458d-ae35-78692edcc12d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/quotas/5360fe11e14a423cbb0ee8133d63d4eb HTTP/1.1" status: 200 len: 375 time: 0.0487814 Jul 06 12:01:02.554861 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01bbfdb7-ecb2-4066-adaf-95d8ed661cc3 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.572570 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f7edf09-dcf5-45ee-862d-0277a3476c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.575491 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.588606 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b517fb5c-50f3-4adf-95e5-e3c7a6e752f5 None None] Set router 334e50d9-be81-49f3-a37b-1023b4145306 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:01:02.652866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f54a1e9a-1055-4bfb-abf2-847e48780ae8 req-5f897193-d66a-480b-8879-36d19935e2b0 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 210 time: 0.0836990 Jul 06 12:01:02.679057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-43150627-fceb-410f-a8d0-f0ae852edca6 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2195213 Jul 06 12:01:02.821535 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01bbfdb7-ecb2-4066-adaf-95d8ed661cc3 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.824874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01bbfdb7-ecb2-4066-adaf-95d8ed661cc3 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.828704 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-01bbfdb7-ecb2-4066-adaf-95d8ed661cc3 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "DELETE /v2.0/security-groups/20887a77-c405-492d-a979-09c4f4978d43 HTTP/1.1" status: 204 len: 168 time: 0.5496991 Jul 06 12:01:02.835620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40596) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:02.895071 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b517fb5c-50f3-4adf-95e5-e3c7a6e752f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e50d9-be81-49f3-a37b-1023b4145306', 'name': 'tempest-TestServerBasicOps-528637043-router', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:02Z', 'updated_at': '2021-07-06T12:01:01Z', 'revision_number': 5, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'gw_port': {'id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:04Z', 'updated_at': '2021-07-06T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:02.902339 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1a68918f-a3db-44a4-9aa5-4b80a5740cf9 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601251 Jul 06 12:01:02.904009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbfdb7-ecb2-4066-adaf-95d8ed661cc3 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20887a77-c405-492d-a979-09c4f4978d43,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:02.907928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:02.913423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ff304df1-b6e7-448c-8c43-85eeab32c50e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '9f77aa5b-6626-4609-b2f0-1536046c5805', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:02.933840 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517fb5c-50f3-4adf-95e5-e3c7a6e752f5 None None] Checking router: 334e50d9-be81-49f3-a37b-1023b4145306 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:01:02.944765 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-e18ea72f-597b-469f-b014-b53284278ebb service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496648 Jul 06 12:01:02.946833 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517fb5c-50f3-4adf-95e5-e3c7a6e752f5 None None] Routers {'334e50d9-be81-49f3-a37b-1023b4145306'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:02.947772 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b517fb5c-50f3-4adf-95e5-e3c7a6e752f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:00:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['334e50d9-be81-49f3-a37b-1023b4145306'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:03.029845 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.064664 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f7edf09-dcf5-45ee-862d-0277a3476c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.098732 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b517fb5c-50f3-4adf-95e5-e3c7a6e752f5 None None] Set router 334e50d9-be81-49f3-a37b-1023b4145306 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:01:03.107135 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-9af241fb-3c20-4c6f-83c4-52be094630b5 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613131 Jul 06 12:01:03.125101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f7edf09-dcf5-45ee-862d-0277a3476c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.154463 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-ff304df1-b6e7-448c-8c43-85eeab32c50e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The resource could not be found. Jul 06 12:01:03.160232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ff304df1-b6e7-448c-8c43-85eeab32c50e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2506535 Jul 06 12:01:03.160883 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40604) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:03.165868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5f425075-5ead-432c-95b2-889cbb0c4630 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group': {'name': 'tempest-secgroup--224380546'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:03.221679 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f425075-5ead-432c-95b2-889cbb0c4630 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.246306 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4f7edf09-dcf5-45ee-862d-0277a3476c2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84086f7008664c1f8c0720f593201ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0118747 Jul 06 12:01:03.251090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40606) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:03.251893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7edf09-dcf5-45ee-862d-0277a3476c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3274799f-6174-49f2-843e-70cf4eedce10,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.354218 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a40f2b3-8c12-4a76-adb8-5f51423d9d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.388535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Deleting port e66c6a1d-fe05-457d-9ec8-acb23e097205 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:03.389011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.401599 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f425075-5ead-432c-95b2-889cbb0c4630 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.410419 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f425075-5ead-432c-95b2-889cbb0c4630 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.428905 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b517fb5c-50f3-4adf-95e5-e3c7a6e752f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e50d9-be81-49f3-a37b-1023b4145306', 'name': 'tempest-TestServerBasicOps-528637043-router', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:02Z', 'updated_at': '2021-07-06T12:01:01Z', 'revision_number': 5, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'gw_port': {'id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:04Z', 'updated_at': '2021-07-06T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:03.456097 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a40f2b3-8c12-4a76-adb8-5f51423d9d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.463565 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517fb5c-50f3-4adf-95e5-e3c7a6e752f5 None None] The sync data for ids ['334e50d9-be81-49f3-a37b-1023b4145306'] in n-d-799527-2 is: [{'id': '334e50d9-be81-49f3-a37b-1023b4145306', 'name': 'tempest-TestServerBasicOps-528637043-router', 'tenant_id': 'f8594256b2f7417da405b1b15b0be24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:02Z', 'updated_at': '2021-07-06T12:01:01Z', 'revision_number': 5, 'project_id': 'f8594256b2f7417da405b1b15b0be24c', 'gw_port': {'id': 'e66c6a1d-fe05-457d-9ec8-acb23e097205', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e50d9-be81-49f3-a37b-1023b4145306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:04Z', 'updated_at': '2021-07-06T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:01:03.547294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] For port e66c6a1d-fe05-457d-9ec8-acb23e097205, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e66c6a1d-fe05-457d-9ec8-acb23e097205,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:03.548097 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.559116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a40f2b3-8c12-4a76-adb8-5f51423d9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.562572 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a40f2b3-8c12-4a76-adb8-5f51423d9d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.567401 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1a40f2b3-8c12-4a76-adb8-5f51423d9d3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3274799f-6174-49f2-843e-70cf4eedce10 HTTP/1.1" status: 204 len: 168 time: 0.3104105 Jul 06 12:01:03.574070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Calling delete_port for e66c6a1d-fe05-457d-9ec8-acb23e097205 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:03.585749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40f2b3-8c12-4a76-adb8-5f51423d9d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3274799f-6174-49f2-843e-70cf4eedce10,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.606308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e68d4f8-718e-4469-8926-eeb14acfef80 req-fd919fdd-f22c-4b4d-b3da-0365c4d43c25 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 210 time: 0.1579607 Jul 06 12:01:03.609777 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f425075-5ead-432c-95b2-889cbb0c4630 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.617612 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5f425075-5ead-432c-95b2-889cbb0c4630 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4554923 Jul 06 12:01:03.622479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40620) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:03.647435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-071f5312-2ac0-4040-b6a0-56a0f514ece5 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084472305'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:03.673481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f425075-5ead-432c-95b2-889cbb0c4630 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a152a01-d8ca-42d1-a925-09dd6c8037d6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.725898 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-071f5312-2ac0-4040-b6a0-56a0f514ece5 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.850019 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.987380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 120e4574-c7da-4209-bbaf-a8a98ad101f1 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:04.000004 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-071f5312-2ac0-4040-b6a0-56a0f514ece5 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.004182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66c6a1d-fe05-457d-9ec8-acb23e097205,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:04.011722 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ed64ded-3ab1-4065-a41f-f0911cd3fb20 req-de3f9834-c856-4544-86fc-630ea411a4a6 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 210 time: 0.0721760 Jul 06 12:01:04.012941 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-071f5312-2ac0-4040-b6a0-56a0f514ece5 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.057079 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-071f5312-2ac0-4040-b6a0-56a0f514ece5 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.061895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-071f5312-2ac0-4040-b6a0-56a0f514ece5 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4305611 Jul 06 12:01:04.062930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40638) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.069140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 120e4574-c7da-4209-bbaf-a8a98ad101f1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:04.069488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 120e4574-c7da-4209-bbaf-a8a98ad101f1 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:04.072352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a6a0ca8a-eb88-43b2-9b5a-46b5d9912117 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group_rule': {'security_group_id': '0a152a01-d8ca-42d1-a925-09dd6c8037d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'eabe7a9a-7225-4ecd-9dc4-2f517f2b102c'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:04.128058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f5312-2ac0-4040-b6a0-56a0f514ece5 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eabe7a9a-7225-4ecd-9dc4-2f517f2b102c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:04.155465 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.181640 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-a6a0ca8a-eb88-43b2-9b5a-46b5d9912117 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:01:04.185813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a6a0ca8a-eb88-43b2-9b5a-46b5d9912117 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1176941 Jul 06 12:01:04.186353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40642) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.301890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bde1714-4120-403c-86e1-198ebad5423e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.329088 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.334092 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.364749 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bde1714-4120-403c-86e1-198ebad5423e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.436719 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bde1714-4120-403c-86e1-198ebad5423e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.442966 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bde1714-4120-403c-86e1-198ebad5423e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.449282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40654) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.449554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2bde1714-4120-403c-86e1-198ebad5423e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "DELETE /v2.0/security-groups/eabe7a9a-7225-4ecd-9dc4-2f517f2b102c HTTP/1.1" status: 204 len: 168 time: 0.2607129 Jul 06 12:01:04.477216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.477216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 334e50d9-be81-49f3-a37b-1023b4145306 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:01:04.479840 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.483712 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f889b33d-a37a-4437-8ecd-546124d7a1e8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/334e50d9-be81-49f3-a37b-1023b4145306 HTTP/1.1" status: 204 len: 168 time: 2.2210600 Jul 06 12:01:04.484413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40656) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.501891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde1714-4120-403c-86e1-198ebad5423e tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabe7a9a-7225-4ecd-9dc4-2f517f2b102c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:04.583441 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-481d8d4f-fa64-4e00-b3b0-8209d2e9c18a tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1346054 Jul 06 12:01:04.586297 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40658) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.628497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed85c7d5-c5b0-441c-914c-457feb28c4b7 admin admin] Deleting subnet 68f9f824-255d-4eda-aea0-17ffd9d9b167 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:04.638493 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed85c7d5-c5b0-441c-914c-457feb28c4b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.689690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1150aeb-f154-4cd2-a98a-efd1e5e917f0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.729193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1150aeb-f154-4cd2-a98a-efd1e5e917f0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.799214 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed85c7d5-c5b0-441c-914c-457feb28c4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.846583 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1150aeb-f154-4cd2-a98a-efd1e5e917f0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.852799 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1150aeb-f154-4cd2-a98a-efd1e5e917f0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.856672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40674) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.857027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b1150aeb-f154-4cd2-a98a-efd1e5e917f0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a152a01-d8ca-42d1-a925-09dd6c8037d6 HTTP/1.1" status: 204 len: 168 time: 0.2695827 Jul 06 12:01:04.911397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1150aeb-f154-4cd2-a98a-efd1e5e917f0 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a152a01-d8ca-42d1-a925-09dd6c8037d6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:04.937428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b88ca81e-cebf-48b6-9e22-a453417f3c9f req-ccd013a7-2e20-4879-96a0-d70fb7b3f6e8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 210 time: 0.0553749 Jul 06 12:01:04.977835 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-21efc82b-b7fe-441f-9de6-e457c38af963 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1183250 Jul 06 12:01:04.981265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40678) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.987396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2929a444-cdc6-4eb1-b3a7-21087cbbc2b1 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091826020'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:04.998481 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1710961b-53e8-49fc-912b-8ecc141bc1c1 req-614da407-a70f-4d1c-81b8-18abb930b86e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2123230 Jul 06 12:01:05.019040 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2929a444-cdc6-4eb1-b3a7-21087cbbc2b1 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.021038 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed85c7d5-c5b0-441c-914c-457feb28c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.213719 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2929a444-cdc6-4eb1-b3a7-21087cbbc2b1 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.220331 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2929a444-cdc6-4eb1-b3a7-21087cbbc2b1 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.405218 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2929a444-cdc6-4eb1-b3a7-21087cbbc2b1 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.406633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2929a444-cdc6-4eb1-b3a7-21087cbbc2b1 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4240253 Jul 06 12:01:05.435767 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-550f8ee2-548c-4350-bb18-9aff46372f5e req-432501ba-e8e8-4f15-a151-31a1e4d6922e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 210 time: 0.1354191 Jul 06 12:01:05.447863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40696) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:05.477766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1f9a5283-8830-412d-be21-f4abf6f38ba3 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:05.478561 n-d-799527-2 neutron-server[93814]: WARNING neutron.api.v2.base [None req-1f9a5283-8830-412d-be21-f4abf6f38ba3 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 12:01:05.481920 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-1f9a5283-8830-412d-be21-f4abf6f38ba3 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 12:01:05.485972 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1f9a5283-8830-412d-be21-f4abf6f38ba3 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "PUT /v2.0/security-groups/9406aa9c-9d48-4373-9cc3-076cd6c5c6e1 HTTP/1.1" status: 409 len: 330 time: 0.0162199 Jul 06 12:01:05.496006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40700) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:05.512833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929a444-cdc6-4eb1-b3a7-21087cbbc2b1 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9406aa9c-9d48-4373-9cc3-076cd6c5c6e1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:05.720073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee9a12-5d12-4296-a682-4b2f2518f27c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.736718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-29df3203-5a8a-4d9d-b0aa-07085cd6996b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:05.739293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-29df3203-5a8a-4d9d-b0aa-07085cd6996b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.3200088 Jul 06 12:01:05.755681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Request body: {'port': {'device_id': 'db668e34-7bce-454a-b81e-15dfc3d0f5e1', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'admin_state_up': True, 'tenant_id': '5360fe11e14a423cbb0ee8133d63d4eb'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:05.819498 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee9a12-5d12-4296-a682-4b2f2518f27c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.901592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710961b-53e8-49fc-912b-8ecc141bc1c1 req-caef9309-a02b-4580-8ee5-9f3dafe69505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:05.903189 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1710961b-53e8-49fc-912b-8ecc141bc1c1 req-caef9309-a02b-4580-8ee5-9f3dafe69505 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 1097 time: 0.1551316 Jul 06 12:01:05.913092 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed85c7d5-c5b0-441c-914c-457feb28c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.949018 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee9a12-5d12-4296-a682-4b2f2518f27c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.953989 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee9a12-5d12-4296-a682-4b2f2518f27c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.957249 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3fee9a12-5d12-4296-a682-4b2f2518f27c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "DELETE /v2.0/security-groups/9406aa9c-9d48-4373-9cc3-076cd6c5c6e1 HTTP/1.1" status: 204 len: 168 time: 0.4588621 Jul 06 12:01:05.976396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:05.991910 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed85c7d5-c5b0-441c-914c-457feb28c4b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.007590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9779cbfa-2316-4a72-9b4c-eb33e7735e2f None None] Network f47d1289-f90c-4be9-99c0-9c7786ff53ef requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:06.014371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.017406 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ed85c7d5-c5b0-441c-914c-457feb28c4b7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/68f9f824-255d-4eda-aea0-17ffd9d9b167 HTTP/1.1" status: 204 len: 168 time: 1.5304496 Jul 06 12:01:06.018398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85c7d5-c5b0-441c-914c-457feb28c4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68f9f824-255d-4eda-aea0-17ffd9d9b167,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.100047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee9a12-5d12-4296-a682-4b2f2518f27c tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9406aa9c-9d48-4373-9cc3-076cd6c5c6e1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.122156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e66c6a1d-fe05-457d-9ec8-acb23e097205 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:06.184272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e66c6a1d-fe05-457d-9ec8-acb23e097205 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:06.184986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e66c6a1d-fe05-457d-9ec8-acb23e097205 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:06.216135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710961b-53e8-49fc-912b-8ecc141bc1c1 req-eab88ef7-1385-4670-acae-190011b87193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.220584 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1710961b-53e8-49fc-912b-8ecc141bc1c1 req-eab88ef7-1385-4670-acae-190011b87193 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 906 time: 0.2453840 Jul 06 12:01:06.314668 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7a2ac85a-111f-449e-b112-7509776b40d8 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3051324 Jul 06 12:01:06.316925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Made reservation on behalf of 5360fe11e14a423cbb0ee8133d63d4eb for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:06.324137 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.325040 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1710961b-53e8-49fc-912b-8ecc141bc1c1 req-b280419a-a2c0-4738-9971-e39c7535cc91 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71e14f2-247d-480d-983a-4d039f995512 HTTP/1.1" status: 200 len: 217 time: 0.0981781 Jul 06 12:01:06.325564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40720) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.329812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e43f32-687c-4577-9b99-ef7b675c44ab None None] DHCP port deletion for f47d1289-f90c-4be9-99c0-9c7786ff53ef request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:06.411562 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-3544f6c3-a7f3-414e-9e71-df0bb1955dac tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] delete failed (client error): The resource could not be found. Jul 06 12:01:06.412645 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3544f6c3-a7f3-414e-9e71-df0bb1955dac tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "DELETE /v2.0/security-groups/e1d613ab-4184-40c1-b8db-2d01a0a3699a HTTP/1.1" status: 404 len: 347 time: 0.0837948 Jul 06 12:01:06.416710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40724) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.420149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c6e43f32-687c-4577-9b99-ef7b675c44ab None None] Deleting port c416312a-9dbd-4486-be40-1dd3cf7a3e83 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:06.420578 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e43f32-687c-4577-9b99-ef7b675c44ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.453314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7af4e31c-4314-424b-8f2e-9b0c64224beb req-edab6cec-8e9b-407e-85e5-8aa84e3dc0d0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 210 time: 0.1491594 Jul 06 12:01:06.454485 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-cbe48e2a-db5f-4a06-8363-bc281d5fe71a tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] show failed (client error): The resource could not be found. Jul 06 12:01:06.460842 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cbe48e2a-db5f-4a06-8363-bc281d5fe71a tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "GET /v2.0/security-groups/b3a91063-750d-40cc-bdc8-2ebda8d1dc08 HTTP/1.1" status: 404 len: 347 time: 0.0377564 Jul 06 12:01:06.463307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40728) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.483896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710961b-53e8-49fc-912b-8ecc141bc1c1 req-420884bc-4008-4420-9157-09a6adfc3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.485456 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1710961b-53e8-49fc-912b-8ecc141bc1c1 req-420884bc-4008-4420-9157-09a6adfc3108 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.1353574 Jul 06 12:01:06.491725 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-e48765b9-a3b3-44be-9f74-b6deb15ab483 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] show failed (client error): The resource could not be found. Jul 06 12:01:06.492846 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e48765b9-a3b3-44be-9f74-b6deb15ab483 tempest-NegativeSecGroupTest-486953325 tempest-NegativeSecGroupTest-486953325-project] 10.222.0.21 "GET /v2.0/security-group-rules/38c0dad7-2b8c-45a0-ab6e-1c4f63aa870a HTTP/1.1" status: 404 len: 356 time: 0.0277247 Jul 06 12:01:06.541873 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1710961b-53e8-49fc-912b-8ecc141bc1c1 req-e8932627-dde0-4116-85a4-67931a5b7dd2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477083 Jul 06 12:01:06.605680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c6e43f32-687c-4577-9b99-ef7b675c44ab None None] For port c416312a-9dbd-4486-be40-1dd3cf7a3e83, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c416312a-9dbd-4486-be40-1dd3cf7a3e83,segment=NetworkSegment(2e9d9a19-5c7d-48d0-906a-206d90735732),segment_id=2e9d9a19-5c7d-48d0-906a-206d90735732)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:06.607760 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e43f32-687c-4577-9b99-ef7b675c44ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.617966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Allocated IP 172.20.0.3 (e5d2987b-e60c-4e67-81de-36c38e69c590/a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd/95997b37-1463-46df-b761-92cb620e8d15) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:06.646671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c6e43f32-687c-4577-9b99-ef7b675c44ab None None] Calling delete_port for c416312a-9dbd-4486-be40-1dd3cf7a3e83 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:06.694156 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.830375 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1710961b-53e8-49fc-912b-8ecc141bc1c1 req-189281d8-8616-44a8-92ed-522252ce0b5a service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807493 Jul 06 12:01:06.830920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40736) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.848734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e43f32-687c-4577-9b99-ef7b675c44ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.948058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e43f32-687c-4577-9b99-ef7b675c44ab None None] Pushing event deleted for resources: {'Port': ['ID=c416312a-9dbd-4486-be40-1dd3cf7a3e83,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.966917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e43f32-687c-4577-9b99-ef7b675c44ab None None] No DVR routers for this DVR port c416312a-9dbd-4486-be40-1dd3cf7a3e83 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:07.011253 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4fedcf45-b4d5-439d-938c-47d38c3c3d25 req-b98b2506-dfe6-490b-b7da-c5c2c7bd4c62 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2596694-d850-472d-a289-279ecf2e4c1f HTTP/1.1" status: 200 len: 210 time: 0.2438886 Jul 06 12:01:07.105385 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1710961b-53e8-49fc-912b-8ecc141bc1c1 req-4ed86080-35fc-46af-a645-77312ded1838 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525344 Jul 06 12:01:07.140570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d6ba2fc7-7fac-46e5-a261-ac0dfe3ff385 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:07.151684 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.165359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47d1289-f90c-4be9-99c0-9c7786ff53ef']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:07.168570 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d6ba2fc7-7fac-46e5-a261-ac0dfe3ff385 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] 10.222.0.21 "PUT /v2.0/quotas/b4a1375b2fcd41afba32de76527532b3 HTTP/1.1" status: 200 len: 368 time: 0.3365140 Jul 06 12:01:07.169252 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40746) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:07.176028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Request body: {'network': {'project_id': 'b4a1375b2fcd41afba32de76527532b3'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:07.178954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9d9a19-5c7d-48d0-906a-206d90735732') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:07.179478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9d9a19-5c7d-48d0-906a-206d90735732') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:07.189353 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.209972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Made reservation on behalf of b4a1375b2fcd41afba32de76527532b3 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:07.214600 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.216880 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.229756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.231658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:07.232267 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:07.234356 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:07.236266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40748) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:07.246980 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.319811 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.324465 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.326894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f47d1289-f90c-4be9-99c0-9c7786ff53ef HTTP/1.1" status: 204 len: 168 time: 1.2950926 Jul 06 12:01:07.357943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0753318-3633-4f96-84bb-6d1d94ad42f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f47d1289-f90c-4be9-99c0-9c7786ff53ef,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:07.374948 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.386818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512', '4861d603-bcd1-457c-a27e-46a5d8edc8d1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:07.432595 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Network e5d2987b-e60c-4e67-81de-36c38e69c590 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:07.436061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:07.439301 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:07.468855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.517410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:07.518241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.526626 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.535953 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event updated for resources: {'Port': ['ID=95997b37-1463-46df-b761-92cb620e8d15,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:07.548056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69192f2e-911b-4924-ae51-85540f4eacaa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7977178 Jul 06 12:01:07.560085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Request body: {'port': {'device_id': 'db668e34-7bce-454a-b81e-15dfc3d0f5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:07.600364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:07.638738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40756) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:07.655730 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.656087 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Added segment b8682296-2b72-4514-81d9-31f66894f94a of type vlan for network 63580953-e4d9-49d5-bb3f-a4784fe2d6f5 Jul 06 12:01:07.699899 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4ef4fdc5-b7a0-40f1-89e5-5ad96add1ab2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5a2d67cd049478f908fa4d0f783d43d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457498 Jul 06 12:01:07.699899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4bc421-eb92-4f18-b775-bdf056c02af9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:07.700354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40758) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:07.700354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-30a26425-9f81-400c-af69-99a9482265b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06b0c8f3170045098f5e1bfabb4f6760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524271 Jul 06 12:01:07.723060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40760) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:07.774849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.819374 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.820594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:07.821280 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.913443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Pushing event updated for resources: {'Network': ['ID=63580953-e4d9-49d5-bb3f-a4784fe2d6f5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:07.921972 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e7ccb8e5-9683-482d-8543-ccba2caf0ee4 tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7491598 Jul 06 12:01:07.926534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 63580953-e4d9-49d5-bb3f-a4784fe2d6f5 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:07.939339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40762) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:07.946734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Request body: {'network': {'project_id': 'b4a1375b2fcd41afba32de76527532b3'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:08.045940 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a1caff7-f95e-4dc9-a1f2-62ed0e293026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.057022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Made reservation on behalf of b4a1375b2fcd41afba32de76527532b3 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:08.060189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c416312a-9dbd-4486-be40-1dd3cf7a3e83 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:08.063579 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.130488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: c416312a-9dbd-4486-be40-1dd3cf7a3e83 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:08.131336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:08.132220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c416312a-9dbd-4486-be40-1dd3cf7a3e83 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:08.150838 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.151269 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Added segment 4ba00c31-95ef-462e-b3aa-401faa146e33 of type vlan for network a6c01fda-0ef7-45aa-936d-ede385cf812f Jul 06 12:01:08.212489 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a1caff7-f95e-4dc9-a1f2-62ed0e293026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.223312 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.231568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.254238 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f98eee8-b54d-4e56-86ce-e4d6e7180203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.295926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.297020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:08.297612 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.346741 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f98eee8-b54d-4e56-86ce-e4d6e7180203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.393492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Pushing event updated for resources: {'Network': ['ID=a6c01fda-0ef7-45aa-936d-ede385cf812f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:08.399493 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9fbe21cc-d5d9-4c5a-bb5c-d891032f3f2d tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4588335 Jul 06 12:01:08.400988 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a1caff7-f95e-4dc9-a1f2-62ed0e293026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.403909 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a1caff7-f95e-4dc9-a1f2-62ed0e293026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.406860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a6c01fda-0ef7-45aa-936d-ede385cf812f details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:08.416580 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5a1caff7-f95e-4dc9-a1f2-62ed0e293026 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdb60623-1383-4465-b91c-0593beb19b5d HTTP/1.1" status: 204 len: 168 time: 0.6921048 Jul 06 12:01:08.418856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40770) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:08.438465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5036e613-77c5-4128-9db8-12916eb9e5fd tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Request body: {'network': {'project_id': 'b4a1375b2fcd41afba32de76527532b3'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:08.460317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586c851-347d-4b41-b159-608c21b75cf0 req-ba6ac115-ac1c-4174-9146-c3464dacb17e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:08.461832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1caff7-f95e-4dc9-a1f2-62ed0e293026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb60623-1383-4465-b91c-0593beb19b5d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:08.464562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7586c851-347d-4b41-b159-608c21b75cf0 req-ba6ac115-ac1c-4174-9146-c3464dacb17e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 931 time: 0.3124344 Jul 06 12:01:08.497374 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-5036e613-77c5-4128-9db8-12916eb9e5fd tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 12:01:08.497868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5036e613-77c5-4128-9db8-12916eb9e5fd tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:08.510569 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5036e613-77c5-4128-9db8-12916eb9e5fd tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0818267 Jul 06 12:01:08.511400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40774) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:08.660603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7586c851-347d-4b41-b159-608c21b75cf0 req-bb8805ce-7cf5-4fbc-9066-1d865db486d6 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782782 Jul 06 12:01:08.670215 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f98eee8-b54d-4e56-86ce-e4d6e7180203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.673626 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f98eee8-b54d-4e56-86ce-e4d6e7180203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.678920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2f98eee8-b54d-4e56-86ce-e4d6e7180203 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bffb1740-2255-409d-8665-4d51b714e24d HTTP/1.1" status: 204 len: 168 time: 0.9424818 Jul 06 12:01:08.680674 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.700080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98eee8-b54d-4e56-86ce-e4d6e7180203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffb1740-2255-409d-8665-4d51b714e24d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:08.876241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95997b37-1463-46df-b761-92cb620e8d15 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:08.885863 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.905499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Transition to ACTIVE for port object 95997b37-1463-46df-b761-92cb620e8d15 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:08.913139 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.932322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.945493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c01fda-0ef7-45aa-936d-ede385cf812f']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:08.980184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba00c31-95ef-462e-b3aa-401faa146e33') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:08.981035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba00c31-95ef-462e-b3aa-401faa146e33') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:08.991086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Pushing event updated for resources: {'Port': ['ID=95997b37-1463-46df-b761-92cb620e8d15,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:09.013627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.067190 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.081387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:09.083964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.105180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Attempting to bind port 95997b37-1463-46df-b761-92cb620e8d15 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:09.105524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Attempting to bind port 95997b37-1463-46df-b761-92cb620e8d15 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:09.105713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Attempting to bind port 95997b37-1463-46df-b761-92cb620e8d15 on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:09.112576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Port 95997b37-1463-46df-b761-92cb620e8d15 on network e5d2987b-e60c-4e67-81de-36c38e69c590 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:09.113078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Attempting to bind port 95997b37-1463-46df-b761-92cb620e8d15 on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:09.119345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:09.120038 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Checking segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:09.120596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Bound using segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:09.121400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Bound port: 95997b37-1463-46df-b761-92cb620e8d15, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:09.121942 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:09.163840 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:09.167875 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.176719 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.180760 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] 10.222.0.21 "DELETE /v2.0/networks/a6c01fda-0ef7-45aa-936d-ede385cf812f HTTP/1.1" status: 204 len: 168 time: 0.6643248 Jul 06 12:01:09.184274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40786) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:09.204998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ab984-2df1-4991-8f59-0ffb59dbe94f tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6c01fda-0ef7-45aa-936d-ede385cf812f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:09.248456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] For port 95997b37-1463-46df-b761-92cb620e8d15, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:09.255757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] For port 95997b37-1463-46df-b761-92cb620e8d15, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=95997b37-1463-46df-b761-92cb620e8d15,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:09.265972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.298232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.300702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40792) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:09.358290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:09.359238 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.366854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/95997b37-1463-46df-b761-92cb620e8d15 HTTP/1.1" status: 200 len: 1091 time: 1.8117166 Jul 06 12:01:09.388879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db668e34-7bce-454a-b81e-15dfc3d0f5e1', 'tag': '95997b37-1463-46df-b761-92cb620e8d15'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:09.393038 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424431ef-5566-4220-93d4-ba0657a04ced" -d '{"events": [{"name": "network-changed", "server_uuid": "db668e34-7bce-454a-b81e-15dfc3d0f5e1", "tag": "95997b37-1463-46df-b761-92cb620e8d15"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:09.431871 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5afe8536-524a-467f-837e-1478445b7843 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8594256b2f7417da405b1b15b0be24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281846 Jul 06 12:01:09.438454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a509ea3-64f4-4129-bcbb-88271dbe97e2 service neutron] Pushing event updated for resources: {'Port': ['ID=95997b37-1463-46df-b761-92cb620e8d15,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:09.447435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40798) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:09.489742 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.493065 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cee338-0902-445a-b413-67c728e4c032 x-openstack-request-id: req-f6cee338-0902-445a-b413-67c728e4c032 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:09.495137 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db668e34-7bce-454a-b81e-15dfc3d0f5e1", "tag": "95997b37-1463-46df-b761-92cb620e8d15", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:09.495890 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6cee338-0902-445a-b413-67c728e4c032 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:09.496848 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db668e34-7bce-454a-b81e-15dfc3d0f5e1', 'tag': '95997b37-1463-46df-b761-92cb620e8d15', 'status': 'completed', 'code': 200} Jul 06 12:01:09.502615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63580953-e4d9-49d5-bb3f-a4784fe2d6f5']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:09.515136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8682296-2b72-4514-81d9-31f66894f94a') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:09.515440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8682296-2b72-4514-81d9-31f66894f94a') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:09.526858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.549331 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.564134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:09.565167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:09.634006 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:09.639572 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.650174 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.652271 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] 10.222.0.21 "DELETE /v2.0/networks/63580953-e4d9-49d5-bb3f-a4784fe2d6f5 HTTP/1.1" status: 204 len: 168 time: 0.4667807 Jul 06 12:01:09.679660 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883937e7-7b3e-42da-8eb9-324fcab320f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.688510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-62ba215f-fa21-4ad0-b21d-fb39b9c1173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:09.690167 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-62ba215f-fa21-4ad0-b21d-fb39b9c1173f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 1094 time: 0.2401030 Jul 06 12:01:09.691120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c7814-71ca-42c5-9c5a-a01f24b964df tempest-QuotasNegativeTest-1669178768 tempest-QuotasNegativeTest-1669178768-project-admin] Pushing event deleted for resources: {'Network': ['ID=63580953-e4d9-49d5-bb3f-a4784fe2d6f5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:09.749897 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-d11bc29d-7e61-44cc-9954-1580dffbf380 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95997b37-1463-46df-b761-92cb620e8d15 HTTP/1.1" status: 200 len: 217 time: 0.0526357 Jul 06 12:01:09.766415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883937e7-7b3e-42da-8eb9-324fcab320f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.921814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69d16472-1955-418b-b483-12b2e8655a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:09.923693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-69d16472-1955-418b-b483-12b2e8655a15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.1679916 Jul 06 12:01:10.021320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-3d3e149c-568b-4a33-833c-24a1d6820cc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750210 Jul 06 12:01:10.063642 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883937e7-7b3e-42da-8eb9-324fcab320f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.067282 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883937e7-7b3e-42da-8eb9-324fcab320f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.069346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-883937e7-7b3e-42da-8eb9-324fcab320f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f29d82af-cc32-4b18-bc2a-4fca3446a12d HTTP/1.1" status: 204 len: 168 time: 0.6172361 Jul 06 12:01:10.133078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883937e7-7b3e-42da-8eb9-324fcab320f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29d82af-cc32-4b18-bc2a-4fca3446a12d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:10.166977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a1b35-81a8-4d84-bd95-3d8d286d37f9 req-1ee82c16-f427-41d3-b964-6381257764ea tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:10.169008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa8a1b35-81a8-4d84-bd95-3d8d286d37f9 req-1ee82c16-f427-41d3-b964-6381257764ea tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 943 time: 0.2561669 Jul 06 12:01:10.233657 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa8a1b35-81a8-4d84-bd95-3d8d286d37f9 req-6cf0e5fb-8e15-4800-81f5-efe099321e83 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544541 Jul 06 12:01:10.235896 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-19034e7f-fc7e-40c6-aca6-908780692bbe service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938698 Jul 06 12:01:10.388350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79680def-e5cb-4c48-8db2-243f3ab98bfd req-71cb7a51-dcf9-4a6b-bc0f-35dc8d49dc9d service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441398 Jul 06 12:01:10.592838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424431ef-5566-4220-93d4-ba0657a04ced req-b7aded66-4be6-4531-bf2f-6b31154db917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:10.598314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-424431ef-5566-4220-93d4-ba0657a04ced req-b7aded66-4be6-4531-bf2f-6b31154db917 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 1094 time: 0.1496449 Jul 06 12:01:10.751343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40832) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:10.849361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424431ef-5566-4220-93d4-ba0657a04ced req-824192c1-28b7-4dc8-ac00-c7dd4d1a7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:10.853397 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-424431ef-5566-4220-93d4-ba0657a04ced req-824192c1-28b7-4dc8-ac00-c7dd4d1a7094 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 906 time: 0.2403283 Jul 06 12:01:10.969023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-424431ef-5566-4220-93d4-ba0657a04ced req-79219c95-1bf6-4d24-93fe-f90178d8cc9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95997b37-1463-46df-b761-92cb620e8d15 HTTP/1.1" status: 200 len: 217 time: 0.1105757 Jul 06 12:01:11.023483 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cb45168-41b3-487a-a101-0c977d6989cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.040860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424431ef-5566-4220-93d4-ba0657a04ced req-24cce6fa-93f3-407f-9357-d96a8efbb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:11.042372 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-424431ef-5566-4220-93d4-ba0657a04ced req-24cce6fa-93f3-407f-9357-d96a8efbb242 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.0671391 Jul 06 12:01:11.101244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-424431ef-5566-4220-93d4-ba0657a04ced req-fd550f77-c1ab-444a-b709-fb773e70e083 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515382 Jul 06 12:01:11.234288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-424431ef-5566-4220-93d4-ba0657a04ced req-c3bd6ec7-bf04-4ff9-9680-335fc631d678 service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257689 Jul 06 12:01:11.238304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cb45168-41b3-487a-a101-0c977d6989cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.245127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cb45168-41b3-487a-a101-0c977d6989cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.341965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6cb45168-41b3-487a-a101-0c977d6989cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cbe85af1b754d1cb78a5e04391c6ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890584 Jul 06 12:01:11.342999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40860) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:11.397541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-424431ef-5566-4220-93d4-ba0657a04ced req-4f141c03-a8ec-4559-8c9f-007382fc9053 service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566303 Jul 06 12:01:11.408267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb45168-41b3-487a-a101-0c977d6989cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18995e4d-18a3-4089-8322-f3e3df66229f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:11.508048 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-354e3ca1-feec-41c5-a4be-a2e180684405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.543932 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-354e3ca1-feec-41c5-a4be-a2e180684405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.602838 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-354e3ca1-feec-41c5-a4be-a2e180684405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.606329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-354e3ca1-feec-41c5-a4be-a2e180684405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.609898 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-354e3ca1-feec-41c5-a4be-a2e180684405 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18995e4d-18a3-4089-8322-f3e3df66229f HTTP/1.1" status: 204 len: 168 time: 0.2583005 Jul 06 12:01:11.621598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e3ca1-feec-41c5-a4be-a2e180684405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18995e4d-18a3-4089-8322-f3e3df66229f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:11.724709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493da2b-0d02-425a-b8a1-23761b1688cc req-354e0f6b-7e09-4f9c-b554-0900538c6482 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:11.726864 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c493da2b-0d02-425a-b8a1-23761b1688cc req-354e0f6b-7e09-4f9c-b554-0900538c6482 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 943 time: 0.1994846 Jul 06 12:01:11.807129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c493da2b-0d02-425a-b8a1-23761b1688cc req-abe3600b-db6d-4b67-a677-6f31a62cf8b8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745971 Jul 06 12:01:12.073043 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40902) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.096994 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ba2da5d-1285-44b1-8e31-9fb33cf70b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.230702 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ba2da5d-1285-44b1-8e31-9fb33cf70b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.236379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ba2da5d-1285-44b1-8e31-9fb33cf70b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.280659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40914) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.281236 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6ba2da5d-1285-44b1-8e31-9fb33cf70b52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=823e8db71691466a8d1f31d022aa1527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064517 Jul 06 12:01:12.281954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2da5d-1285-44b1-8e31-9fb33cf70b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669a0cc4-ffea-41f2-ba50-06202f097136,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.355846 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d469055d-ddb0-44e3-8bf4-d6021bda76f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.388179 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d469055d-ddb0-44e3-8bf4-d6021bda76f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.457592 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d469055d-ddb0-44e3-8bf4-d6021bda76f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.460428 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d469055d-ddb0-44e3-8bf4-d6021bda76f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.461586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d469055d-ddb0-44e3-8bf4-d6021bda76f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/669a0cc4-ffea-41f2-ba50-06202f097136 HTTP/1.1" status: 204 len: 168 time: 0.1799378 Jul 06 12:01:12.470219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469055d-ddb0-44e3-8bf4-d6021bda76f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669a0cc4-ffea-41f2-ba50-06202f097136,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.546076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40920) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.825001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96541d1a-7ddc-4193-8e5a-5e5d45254b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.853680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40932) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.859288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-75149b05-fec5-44c1-8ff0-b031868684c1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228251660', 'description': 'tempest-secgroup-smoke-1228251660 description', 'project_id': 'b768ea49d15e4735a0ee81828071c36d'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:12.877167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-75149b05-fec5-44c1-8ff0-b031868684c1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:01:12.877167 n-d-799527-2 neutron-server[93815]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:01:12.877167 n-d-799527-2 neutron-server[93815]: [parameters: {'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'id': '25fffc52-ac09-44b0-aae3-8a643b07feef', 'expiration': datetime.datetime(2021, 7, 6, 12, 3, 12, 872922)}] Jul 06 12:01:12.877167 n-d-799527-2 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:01:12.877566 n-d-799527-2 neutron-server[93815]: DEBUG oslo_db.api [None req-75149b05-fec5-44c1-8ff0-b031868684c1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:01:12.983344 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96541d1a-7ddc-4193-8e5a-5e5d45254b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.990607 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96541d1a-7ddc-4193-8e5a-5e5d45254b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.042123 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96541d1a-7ddc-4193-8e5a-5e5d45254b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2180fb-367a-4668-8082-96c0a0a7a962,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:13.048944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-96541d1a-7ddc-4193-8e5a-5e5d45254b7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e0b087cf7194d14ae706ed7a114a70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993219 Jul 06 12:01:13.049580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40938) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.068804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbaca9-7818-4ee7-9a25-68e73c5f48d1 req-d3b7b66d-c6ee-4a39-a78b-ea9343cde4aa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:13.070515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05dbaca9-7818-4ee7-9a25-68e73c5f48d1 req-d3b7b66d-c6ee-4a39-a78b-ea9343cde4aa tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 943 time: 0.1256411 Jul 06 12:01:13.114039 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05dbaca9-7818-4ee7-9a25-68e73c5f48d1 req-3d05c804-e981-4c9a-a4e9-1368534f12eb tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Jul 06 12:01:13.125687 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2fb232e-86a1-442e-aa01-a518ff6635b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.157466 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2fb232e-86a1-442e-aa01-a518ff6635b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.215902 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2fb232e-86a1-442e-aa01-a518ff6635b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.218594 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2fb232e-86a1-442e-aa01-a518ff6635b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.219816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f2fb232e-86a1-442e-aa01-a518ff6635b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce2180fb-367a-4668-8082-96c0a0a7a962 HTTP/1.1" status: 204 len: 168 time: 0.1665189 Jul 06 12:01:13.240102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb232e-86a1-442e-aa01-a518ff6635b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2180fb-367a-4668-8082-96c0a0a7a962,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:13.363367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 40966) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.412895 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75149b05-fec5-44c1-8ff0-b031868684c1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.540362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75149b05-fec5-44c1-8ff0-b031868684c1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.546769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75149b05-fec5-44c1-8ff0-b031868684c1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.578142 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75149b05-fec5-44c1-8ff0-b031868684c1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.579288 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-75149b05-fec5-44c1-8ff0-b031868684c1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7243497 Jul 06 12:01:13.580418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75149b05-fec5-44c1-8ff0-b031868684c1 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448f39e1-2bed-4196-a39d-3dcc4ac23995,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:13.583232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 40992) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.588732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5718a666-ec47-40e9-8582-5747cd31750a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'security_group_rule': {'security_group_id': '448f39e1-2bed-4196-a39d-3dcc4ac23995', 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:13.633303 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5718a666-ec47-40e9-8582-5747cd31750a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.658290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-b097ca09-0342-4912-b680-8c9829f27d2f tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.662412 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b097ca09-0342-4912-b680-8c9829f27d2f tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2979000 Jul 06 12:01:13.665580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41002) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.672491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-367ca7f3-2692-48d4-80e1-90820c3288ff tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.673445 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-367ca7f3-2692-48d4-80e1-90820c3288ff tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065506 Jul 06 12:01:13.677369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41006) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.687357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-8fc90f9c-1b1a-4e0e-b69c-ab708d49c8b8 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.691180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41008) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.691328 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8fc90f9c-1b1a-4e0e-b69c-ab708d49c8b8 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0098331 Jul 06 12:01:13.692096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41010) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.696587 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-2c272e3a-6d7b-4494-a6ae-f1657a0cf510 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.697616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2c272e3a-6d7b-4494-a6ae-f1657a0cf510 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045383 Jul 06 12:01:13.700087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41014) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.704431 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-d90ccd76-7669-45d5-851c-fc5f553ff7c5 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.705302 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d90ccd76-7669-45d5-851c-fc5f553ff7c5 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042670 Jul 06 12:01:13.705516 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5718a666-ec47-40e9-8582-5747cd31750a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.707804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41018) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.711904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae51e880-4e27-4ef2-8e51-b724b4b592c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.720003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-98b113e3-baec-4225-bac0-215d552f1b19 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.722977 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5718a666-ec47-40e9-8582-5747cd31750a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.728807 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-98b113e3-baec-4225-bac0-215d552f1b19 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0198002 Jul 06 12:01:13.731245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41022) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.736300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-a8e53d94-19a7-40a2-860b-ae170a656f1d tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.739498 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a8e53d94-19a7-40a2-860b-ae170a656f1d tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050149 Jul 06 12:01:13.741155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41026) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.745543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-3e9cb700-5d89-4310-bdc1-158655b23ba0 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.747504 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3e9cb700-5d89-4310-bdc1-158655b23ba0 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044451 Jul 06 12:01:13.750832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41028) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.751100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718a666-ec47-40e9-8582-5747cd31750a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33dde42b-7d5f-4e96-b539-f77f549b0842,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:13.771757 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-36c6d89a-4a53-4b7f-8332-8bbfa7612444 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.772865 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-36c6d89a-4a53-4b7f-8332-8bbfa7612444 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0214891 Jul 06 12:01:13.776155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41032) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.782933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-5271d256-deb9-411d-899f-c2c634ed0dbd tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.785804 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5271d256-deb9-411d-899f-c2c634ed0dbd tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0060556 Jul 06 12:01:13.787626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41036) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.792139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-bd460dcb-c1b8-4ac8-ba49-ae745e56c169 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.795373 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bd460dcb-c1b8-4ac8-ba49-ae745e56c169 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046172 Jul 06 12:01:13.796415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41038) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.801266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-2ba2384a-ebda-4ba0-9869-9c7690cfe1c4 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.802510 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2ba2384a-ebda-4ba0-9869-9c7690cfe1c4 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050452 Jul 06 12:01:13.806981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41042) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.811317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-1443b33f-0630-41b1-a0ec-969ee51d2082 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.812424 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1443b33f-0630-41b1-a0ec-969ee51d2082 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044565 Jul 06 12:01:13.815621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41046) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.821484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-71ff9f3b-5a1b-48f5-a54e-c2c838b24886 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.822424 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-71ff9f3b-5a1b-48f5-a54e-c2c838b24886 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056522 Jul 06 12:01:13.824784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41048) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.829066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-15a8bbef-da43-4887-9aa8-90e8a40e2c8e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.829981 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-15a8bbef-da43-4887-9aa8-90e8a40e2c8e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043535 Jul 06 12:01:13.833104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41052) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.837712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-5b6e2162-6b63-41a4-873c-a7a96ed29aeb tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.838661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5b6e2162-6b63-41a4-873c-a7a96ed29aeb tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046144 Jul 06 12:01:13.841875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.847814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-a380d707-b4c9-445c-b0bb-130252bbc6dd tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.848572 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a380d707-b4c9-445c-b0bb-130252bbc6dd tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0054862 Jul 06 12:01:13.851059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41058) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.855974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-8e12a575-e305-4926-b02a-a41af1939e70 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.856926 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8e12a575-e305-4926-b02a-a41af1939e70 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049133 Jul 06 12:01:13.859202 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41060) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.863760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-ef8e966c-7e86-42a0-9a10-242bd6929801 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.864692 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ef8e966c-7e86-42a0-9a10-242bd6929801 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046284 Jul 06 12:01:13.867332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41064) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.872237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-f9ae5082-b55c-483a-bbe6-4f7d6f217a82 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.872372 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae51e880-4e27-4ef2-8e51-b724b4b592c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.873154 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f9ae5082-b55c-483a-bbe6-4f7d6f217a82 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046761 Jul 06 12:01:13.875650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.881822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-3dc9bf97-86ed-44be-b89d-73d052fc6469 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.882606 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3dc9bf97-86ed-44be-b89d-73d052fc6469 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056167 Jul 06 12:01:13.884939 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae51e880-4e27-4ef2-8e51-b724b4b592c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.885716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41070) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.892094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-724762df-dc0a-465c-96dd-271f5bbdc612 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.893037 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-724762df-dc0a-465c-96dd-271f5bbdc612 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0061741 Jul 06 12:01:13.896095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41074) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.896811 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5718a666-ec47-40e9-8582-5747cd31750a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.898010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5718a666-ec47-40e9-8582-5747cd31750a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3133814 Jul 06 12:01:13.900669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-b2a47dc6-8166-4a7f-9805-447c0bb93456 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.901609 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b2a47dc6-8166-4a7f-9805-447c0bb93456 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045159 Jul 06 12:01:13.902130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41076) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.906397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-476e7f57-ac8c-48f4-ac74-78b9d7ecffbc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'security_group_rule': {'security_group_id': '448f39e1-2bed-4196-a39d-3dcc4ac23995', 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:13.907128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41080) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.911771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-77a979b2-787d-4f78-96d7-b11ff52878e7 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.912656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-77a979b2-787d-4f78-96d7-b11ff52878e7 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046258 Jul 06 12:01:13.915203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41082) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.920635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-7b484846-1c5d-44a0-9462-f7b85ac6da8c tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.923878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7b484846-1c5d-44a0-9462-f7b85ac6da8c tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050886 Jul 06 12:01:13.924364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.929401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-4a5ea312-0a35-48d9-be3c-f42a24b5f489 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.930464 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4a5ea312-0a35-48d9-be3c-f42a24b5f489 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045180 Jul 06 12:01:13.933382 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41088) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.935722 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ae51e880-4e27-4ef2-8e51-b724b4b592c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d321a3f88da481fb038f74330dab28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458465 Jul 06 12:01:13.939405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41090) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.939849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-661369b5-bcb5-47d4-bc08-3c1efc163aab tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.941412 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-661369b5-bcb5-47d4-bc08-3c1efc163aab tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0068884 Jul 06 12:01:13.942229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51e880-4e27-4ef2-8e51-b724b4b592c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1d8edd-bab0-4030-b1f4-5e16cac2dd51,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:13.944042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41094) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.949000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-b51c059c-450b-40e1-83f5-692bd91b7f47 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.949963 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b51c059c-450b-40e1-83f5-692bd91b7f47 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048947 Jul 06 12:01:13.954960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41096) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.960182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-1f0bdcaf-275a-4ccd-b36a-e3267abd907e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.961297 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1f0bdcaf-275a-4ccd-b36a-e3267abd907e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053937 Jul 06 12:01:13.963865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41098) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.970056 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-7f3ccea9-da26-4906-af3e-966df9d13380 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.971002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7f3ccea9-da26-4906-af3e-966df9d13380 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0054004 Jul 06 12:01:13.975266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41102) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.984955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-56c6b3cc-2e33-4e7d-a1b7-0153b8b33692 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.985728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-56c6b3cc-2e33-4e7d-a1b7-0153b8b33692 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0088956 Jul 06 12:01:13.988027 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-476e7f57-ac8c-48f4-ac74-78b9d7ecffbc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.990539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41106) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.996728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-f58512fd-bf85-4d2f-b1b7-8d876946c164 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:13.997776 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f58512fd-bf85-4d2f-b1b7-8d876946c164 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062728 Jul 06 12:01:14.000558 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.008070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-2705f397-46a3-4058-a7e2-a6ea46fab76c tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.009343 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2705f397-46a3-4058-a7e2-a6ea46fab76c tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0063853 Jul 06 12:01:14.012004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41114) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.025503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-7765f0b9-e12f-4527-93a9-c5fa92a25aee tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.026364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7765f0b9-e12f-4527-93a9-c5fa92a25aee tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0134382 Jul 06 12:01:14.029176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41116) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.033364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-47259eb2-9c96-4a92-ad58-20e91b1c8b1e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.036762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-47259eb2-9c96-4a92-ad58-20e91b1c8b1e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043852 Jul 06 12:01:14.037150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41120) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.041954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-1c61a92a-cedf-468d-9bdb-b096b65464e5 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.042976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1c61a92a-cedf-468d-9bdb-b096b65464e5 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046544 Jul 06 12:01:14.043954 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dc904a1-b44f-4ccf-8e41-d0333980035f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.045666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41124) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.051343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-dec4bbb0-a41a-4d8c-9b11-c48c745993a2 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.052324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dec4bbb0-a41a-4d8c-9b11-c48c745993a2 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058427 Jul 06 12:01:14.054878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41126) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.064206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-516fb699-ac08-4acb-a6df-e6d2be5f517d tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.065069 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-516fb699-ac08-4acb-a6df-e6d2be5f517d tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0092330 Jul 06 12:01:14.067807 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-476e7f57-ac8c-48f4-ac74-78b9d7ecffbc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.068545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41128) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.073042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-67aae7ec-282d-4e86-82ee-f014943e7d43 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.075600 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-67aae7ec-282d-4e86-82ee-f014943e7d43 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045543 Jul 06 12:01:14.076575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-476e7f57-ac8c-48f4-ac74-78b9d7ecffbc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.076847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41132) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.084009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-1439d001-51b6-4d59-94ca-9b7141e4c999 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.087037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1439d001-51b6-4d59-94ca-9b7141e4c999 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0072064 Jul 06 12:01:14.087963 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dc904a1-b44f-4ccf-8e41-d0333980035f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.088863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41136) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.090294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 95997b37-1463-46df-b761-92cb620e8d15 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:14.091532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e7f57-ac8c-48f4-ac74-78b9d7ecffbc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a286ab1-a064-4cad-9f0c-7999078f8c4c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.099823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-1cf6797e-923d-4fcb-abb4-f0de42ac1f90 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.103785 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1cf6797e-923d-4fcb-abb4-f0de42ac1f90 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0094545 Jul 06 12:01:14.104383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41138) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.111322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-d293ae54-019f-45db-90ec-4468566ebcac tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.112352 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d293ae54-019f-45db-90ec-4468566ebcac tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043361 Jul 06 12:01:14.115372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41142) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.121688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-6270823e-6380-4698-b6f1-5459bf323f7e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.125414 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6270823e-6380-4698-b6f1-5459bf323f7e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0088460 Jul 06 12:01:14.127189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41146) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.132134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-b23264cb-adb4-472b-a4b2-d3998b794d64 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.135677 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b23264cb-adb4-472b-a4b2-d3998b794d64 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0074415 Jul 06 12:01:14.136617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41148) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.138657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-476e7f57-ac8c-48f4-ac74-78b9d7ecffbc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.140514 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-476e7f57-ac8c-48f4-ac74-78b9d7ecffbc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2375207 Jul 06 12:01:14.144329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-1c8ea91d-94f9-4bdc-a8d3-fd933aea16dd tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.145310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.147981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.148092 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1c8ea91d-94f9-4bdc-a8d3-fd933aea16dd tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0105083 Jul 06 12:01:14.162672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-c06fa58a-938b-4d6d-a0ec-1e20437a2a5e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.165971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c06fa58a-938b-4d6d-a0ec-1e20437a2a5e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0148008 Jul 06 12:01:14.170569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41160) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.176585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-e5b82834-f856-4e6e-8b47-cd78074120d5 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.176687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-106ca1c4-f8d5-4548-988b-182b6ce378e4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'security_group_rule': {'security_group_id': '448f39e1-2bed-4196-a39d-3dcc4ac23995', 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:14.180178 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e5b82834-f856-4e6e-8b47-cd78074120d5 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0085516 Jul 06 12:01:14.181709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41162) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.182896 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dc904a1-b44f-4ccf-8e41-d0333980035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.185440 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dc904a1-b44f-4ccf-8e41-d0333980035f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.186731 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1dc904a1-b44f-4ccf-8e41-d0333980035f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf1d8edd-bab0-4030-b1f4-5e16cac2dd51 HTTP/1.1" status: 204 len: 168 time: 0.2461927 Jul 06 12:01:14.188767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-12c53cf3-3ba7-4777-92e8-ab9a55826e49 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.196511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-12c53cf3-3ba7-4777-92e8-ab9a55826e49 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0119364 Jul 06 12:01:14.197437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41168) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.204916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-cf1bce14-02ce-497f-87b6-f040fb893168 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.215722 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cf1bce14-02ce-497f-87b6-f040fb893168 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0167336 Jul 06 12:01:14.215871 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e21e806-6dd6-46bc-aaf5-abdbaca41554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.216628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41170) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.219348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc904a1-b44f-4ccf-8e41-d0333980035f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1d8edd-bab0-4030-b1f4-5e16cac2dd51,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.223479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-781d2e5b-852d-4462-bfe4-258b8fd3eb37 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.227502 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-781d2e5b-852d-4462-bfe4-258b8fd3eb37 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093989 Jul 06 12:01:14.228317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41174) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.235490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-13282b97-e5b9-422f-b2da-0c624bd40c0d tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.240640 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-13282b97-e5b9-422f-b2da-0c624bd40c0d tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0107222 Jul 06 12:01:14.242244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41176) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.247836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-852afdda-8466-4ada-8142-c434cbb95f39 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.252147 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-852afdda-8466-4ada-8142-c434cbb95f39 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0088797 Jul 06 12:01:14.252329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41180) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.267685 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-b12b2caa-00b8-4d2e-a63b-bbd51b9f28ff tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.272218 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b12b2caa-00b8-4d2e-a63b-bbd51b9f28ff tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0163233 Jul 06 12:01:14.272593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41184) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.275091 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106ca1c4-f8d5-4548-988b-182b6ce378e4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.280769 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-c70fa6ed-2d45-4df5-ac64-62af3c2f8fad tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.284728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c70fa6ed-2d45-4df5-ac64-62af3c2f8fad tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0079155 Jul 06 12:01:14.286291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41186) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.293327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-b6f5f03c-96c3-4b4b-a68b-9438c9da6407 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.296740 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b6f5f03c-96c3-4b4b-a68b-9438c9da6407 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0070617 Jul 06 12:01:14.298246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41190) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.313074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-8523ea4d-3e54-4ebc-8de1-55091e70c1a9 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.314304 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8523ea4d-3e54-4ebc-8de1-55091e70c1a9 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0127909 Jul 06 12:01:14.317562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41194) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.330237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-d3e4dc82-e9b5-4e3f-a110-58e67ae37a49 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.335759 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d3e4dc82-e9b5-4e3f-a110-58e67ae37a49 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0128865 Jul 06 12:01:14.336078 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41196) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.341777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-449846d6-49fd-4faa-925b-82a461512a8f tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.346813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 95997b37-1463-46df-b761-92cb620e8d15, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=95997b37-1463-46df-b761-92cb620e8d15,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:14.348027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-449846d6-49fd-4faa-925b-82a461512a8f tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0080283 Jul 06 12:01:14.348828 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41200) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.353969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-983bf7e1-1311-4268-a14f-f448e8e1848f tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.358246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41204) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.359041 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-983bf7e1-1311-4268-a14f-f448e8e1848f tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0085611 Jul 06 12:01:14.362899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-1ffdce5b-dfaf-49f7-b5da-4629ffca3446 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.364133 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1ffdce5b-dfaf-49f7-b5da-4629ffca3446 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049608 Jul 06 12:01:14.367105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41206) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.372279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-ea5b113a-e4f6-4fe3-a371-af2f8dd839bd tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.375804 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '95997b37-1463-46df-b761-92cb620e8d15', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'port_id': '95997b37-1463-46df-b761-92cb620e8d15', 'mac_address': 'fa:16:3e:5d:24:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:14.379526 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ea5b113a-e4f6-4fe3-a371-af2f8dd839bd tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110803 Jul 06 12:01:14.380544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41210) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.394495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-a0598842-21a8-48e8-9bdd-3f8c05307827 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.398737 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106ca1c4-f8d5-4548-988b-182b6ce378e4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.398991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a0598842-21a8-48e8-9bdd-3f8c05307827 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0173714 Jul 06 12:01:14.400934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41214) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.410890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106ca1c4-f8d5-4548-988b-182b6ce378e4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.414202 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-b3ade41a-b28a-4783-b2fc-0326b756bbd3 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.419353 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b3ade41a-b28a-4783-b2fc-0326b756bbd3 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0174110 Jul 06 12:01:14.420179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41218) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.437329 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.438120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-22df3307-53d1-49e5-9a65-4546848f154a tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.444390 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-22df3307-53d1-49e5-9a65-4546848f154a tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0208209 Jul 06 12:01:14.445120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41222) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.447876 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657aaac-d7dc-4d47-80fe-8ac0d6258a3f req-6fd3a13b-fe42-4fae-a047-8f1d17131a50 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:14.451367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0657aaac-d7dc-4d47-80fe-8ac0d6258a3f req-6fd3a13b-fe42-4fae-a047-8f1d17131a50 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 943 time: 0.1400321 Jul 06 12:01:14.452144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ca1c4-f8d5-4548-988b-182b6ce378e4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2310cd-5b51-471c-b35a-a39b94643829,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.460476 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106ca1c4-f8d5-4548-988b-182b6ce378e4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.461230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95997b37-1463-46df-b761-92cb620e8d15 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:14.465217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-106ca1c4-f8d5-4548-988b-182b6ce378e4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3186986 Jul 06 12:01:14.467733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.473105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d09451c0-05c4-4d0b-a707-f4ac0be61502 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'security_group_rule': {'security_group_id': '448f39e1-2bed-4196-a39d-3dcc4ac23995', 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:14.473945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-58677160-86b7-4b21-a347-36e09ca5c291 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.475077 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-58677160-86b7-4b21-a347-36e09ca5c291 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0288165 Jul 06 12:01:14.477686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41228) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.489079 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 95997b37-1463-46df-b761-92cb620e8d15, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=95997b37-1463-46df-b761-92cb620e8d15,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:14.495050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-d92595cc-23e6-4b65-ba68-9537755d762f tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.499478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.500655 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d92595cc-23e6-4b65-ba68-9537755d762f tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0205069 Jul 06 12:01:14.501699 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.526994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [None req-18a026d5-2221-4605-b072-eea8f52f226b tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.531694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41238) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.532300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-18a026d5-2221-4605-b072-eea8f52f226b tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0299733 Jul 06 12:01:14.537847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-1ca3e56e-e0ac-4484-a443-2f04764cca0e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.538965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1ca3e56e-e0ac-4484-a443-2f04764cca0e tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0061910 Jul 06 12:01:14.541600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41242) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.548625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [None req-467b4572-91c2-4594-b2cd-d5eec46c4a70 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:01:14.554733 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-467b4572-91c2-4594-b2cd-d5eec46c4a70 tempest-ExtensionsTestJSON-388781882 tempest-ExtensionsTestJSON-388781882-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0109575 Jul 06 12:01:14.564342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d09451c0-05c4-4d0b-a707-f4ac0be61502 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.595836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0657aaac-d7dc-4d47-80fe-8ac0d6258a3f req-42ab1295-a11f-4ccd-aa90-d010cee9046c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288786 Jul 06 12:01:14.597810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=95997b37-1463-46df-b761-92cb620e8d15,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.661069 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d09451c0-05c4-4d0b-a707-f4ac0be61502 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.665738 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d09451c0-05c4-4d0b-a707-f4ac0be61502 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.690263 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09451c0-05c4-4d0b-a707-f4ac0be61502 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88410157-0b5f-4558-a2f7-7dd0c4fab29c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.705306 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d09451c0-05c4-4d0b-a707-f4ac0be61502 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.706718 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d09451c0-05c4-4d0b-a707-f4ac0be61502 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2377448 Jul 06 12:01:14.710132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41266) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.717244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b805b401-5b69-4447-a44a-0bcfeb00e382 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'security_group_rule': {'security_group_id': '448f39e1-2bed-4196-a39d-3dcc4ac23995', 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:14.755016 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-b805b401-5b69-4447-a44a-0bcfeb00e382 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Project b768ea49d15e4735a0ee81828071c36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:01:14.769289 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b805b401-5b69-4447-a44a-0bcfeb00e382 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.854272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['95997b37-1463-46df-b761-92cb620e8d15'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:14.866376 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b805b401-5b69-4447-a44a-0bcfeb00e382 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.875133 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b805b401-5b69-4447-a44a-0bcfeb00e382 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.906134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805b401-5b69-4447-a44a-0bcfeb00e382 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ad05df-5b96-4f6d-80f2-756948c1866b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.911808 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b805b401-5b69-4447-a44a-0bcfeb00e382 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.913021 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b805b401-5b69-4447-a44a-0bcfeb00e382 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2015095 Jul 06 12:01:14.915908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.921446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b0c64d81-5efb-4f88-9fa2-69bb8c9238b3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'security_group_rule': {'security_group_id': '448f39e1-2bed-4196-a39d-3dcc4ac23995', 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:14.961503 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-b0c64d81-5efb-4f88-9fa2-69bb8c9238b3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Project b768ea49d15e4735a0ee81828071c36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:01:14.975748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0c64d81-5efb-4f88-9fa2-69bb8c9238b3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.017010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41310) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.086566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0c64d81-5efb-4f88-9fa2-69bb8c9238b3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.092609 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0c64d81-5efb-4f88-9fa2-69bb8c9238b3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.119057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c64d81-5efb-4f88-9fa2-69bb8c9238b3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268d2a15-01fe-4d17-88b2-c45ecff320f4,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:15.131980 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0c64d81-5efb-4f88-9fa2-69bb8c9238b3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.134029 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b0c64d81-5efb-4f88-9fa2-69bb8c9238b3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2168956 Jul 06 12:01:15.216595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24e5dd98-11b5-43ff-8c5b-04ee10987b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.343709 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24e5dd98-11b5-43ff-8c5b-04ee10987b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.350779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24e5dd98-11b5-43ff-8c5b-04ee10987b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.398280 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-24e5dd98-11b5-43ff-8c5b-04ee10987b30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4fa7c347332463dacf317e825c50caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785796 Jul 06 12:01:15.401186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41396) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.411083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5dd98-11b5-43ff-8c5b-04ee10987b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8915805-a0dd-4b1d-95d8-d237bb3094f0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:15.479567 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45e7cdb2-a8fa-406d-9f92-553b1b09a88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.511668 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45e7cdb2-a8fa-406d-9f92-553b1b09a88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.584809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45e7cdb2-a8fa-406d-9f92-553b1b09a88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.587902 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45e7cdb2-a8fa-406d-9f92-553b1b09a88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.591561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-45e7cdb2-a8fa-406d-9f92-553b1b09a88e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8915805-a0dd-4b1d-95d8-d237bb3094f0 HTTP/1.1" status: 204 len: 168 time: 0.1867220 Jul 06 12:01:15.601241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7cdb2-a8fa-406d-9f92-553b1b09a88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8915805-a0dd-4b1d-95d8-d237bb3094f0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:15.943157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12280b5-6c20-4c80-a04e-8c231b609abf req-ce0fe2db-fd4a-48b3-b5f5-6745c3ef43ed tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.950230 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c12280b5-6c20-4c80-a04e-8c231b609abf req-ce0fe2db-fd4a-48b3-b5f5-6745c3ef43ed tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 944 time: 0.1610739 Jul 06 12:01:16.015026 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c12280b5-6c20-4c80-a04e-8c231b609abf req-6ccf008c-6bab-4ed3-82ef-870a5665b3b9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636873 Jul 06 12:01:16.103040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 95997b37-1463-46df-b761-92cb620e8d15 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:16.207879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 95997b37-1463-46df-b761-92cb620e8d15 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:16.215285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 95997b37-1463-46df-b761-92cb620e8d15 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:16.216544 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.371995 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.416037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db668e34-7bce-454a-b81e-15dfc3d0f5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95997b37-1463-46df-b761-92cb620e8d15'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:16.418350 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310dc40c-ad9d-4b7f-a03c-bcb22be36636" -d '{"events": [{"server_uuid": "db668e34-7bce-454a-b81e-15dfc3d0f5e1", "name": "network-vif-plugged", "status": "completed", "tag": "95997b37-1463-46df-b761-92cb620e8d15"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:16.430699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 95997b37-1463-46df-b761-92cb620e8d15, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=95997b37-1463-46df-b761-92cb620e8d15,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:16.438327 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.494467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=95997b37-1463-46df-b761-92cb620e8d15,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:16.537030 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2dee79-6065-4098-a522-5cb6774fcc17 x-openstack-request-id: req-9e2dee79-6065-4098-a522-5cb6774fcc17 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:16.537393 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db668e34-7bce-454a-b81e-15dfc3d0f5e1", "name": "network-vif-plugged", "status": "completed", "tag": "95997b37-1463-46df-b761-92cb620e8d15", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:16.537565 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e2dee79-6065-4098-a522-5cb6774fcc17 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:16.538115 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db668e34-7bce-454a-b81e-15dfc3d0f5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95997b37-1463-46df-b761-92cb620e8d15', 'code': 200} Jul 06 12:01:16.728146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad6394-f3d6-4ea3-be86-caf7b1764a25 req-63590a90-6ea5-4fa3-8d96-5b4f30b04c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:16.732151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fad6394-f3d6-4ea3-be86-caf7b1764a25 req-63590a90-6ea5-4fa3-8d96-5b4f30b04c17 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 1096 time: 0.1060212 Jul 06 12:01:16.810150 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-5f6702ee-d4eb-4e55-b499-f3461e18eed6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189289 Jul 06 12:01:16.828693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fad6394-f3d6-4ea3-be86-caf7b1764a25 req-12622b10-dbde-4472-9f3b-fd2539eca501 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871663 Jul 06 12:01:17.025415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-153a6259-fa3a-4d43-8e99-78449cebf76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.027862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-153a6259-fa3a-4d43-8e99-78449cebf76b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1096 time: 0.0804055 Jul 06 12:01:17.113250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41666) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:17.213169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-17a72fd6-4dd2-48ea-8c5b-9a222e578b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.215063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-17a72fd6-4dd2-48ea-8c5b-9a222e578b1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.1632791 Jul 06 12:01:17.285953 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'networks': [{'name': 'tempest-network--710321715'}, {'name': 'tempest-network--1484222982'}]} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:17.286409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'network': {'name': 'tempest-network--710321715'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:17.287059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'network': {'name': 'tempest-network--1484222982'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:17.313508 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Made reservation on behalf of efd91d433e56495b80d1d2b1f68fd58d for: {'network': 2} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:17.323092 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.343296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.408251 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-e9fdd907-0f2d-456f-895a-bfc1342b2c2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 1001 time: 0.1709752 Jul 06 12:01:17.439509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337ac70-fc8c-4fb6-b17c-6be1573d83d3 req-9e783d03-62f5-46b2-bc70-11a638e41cc2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.450147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b337ac70-fc8c-4fb6-b17c-6be1573d83d3 req-9e783d03-62f5-46b2-bc70-11a638e41cc2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 945 time: 0.2173777 Jul 06 12:01:17.505126 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.512382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.513429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.526865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-e725ca5f-ee1d-4ba8-a951-3ece7641acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.529129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-e725ca5f-ee1d-4ba8-a951-3ece7641acd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.1124201 Jul 06 12:01:17.548423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b337ac70-fc8c-4fb6-b17c-6be1573d83d3 req-feeaaa4b-dde2-4388-a6ff-4ce26dfe1011 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974078 Jul 06 12:01:17.571061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b07281e-9c45-4e44-9650-c8653c2828ba,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:17.587477 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:17.600662 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.601368 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Added segment 920b24ca-2c3f-4682-a82e-df2b73128a97 of type vlan for network 54200603-f7a1-458e-98a9-0994e32b9173 Jul 06 12:01:17.641327 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-e8b5f839-7dec-4e2d-af10-e2cf62c254fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.643045 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-e8b5f839-7dec-4e2d-af10-e2cf62c254fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901606 Jul 06 12:01:17.668654 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.708879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:17.720463 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.721095 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Added segment 1ff3ae8c-9d19-40a8-bea4-fc462a5a83a5 of type vlan for network 0c044004-0d4e-4998-b751-34a677639772 Jul 06 12:01:17.768207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-8269ab55-a469-4a12-8a1a-59d17c28f192 service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172874 Jul 06 12:01:17.770229 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.810151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.810974 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.819140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.826527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.827202 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.899932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7858908 Jul 06 12:01:17.902595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41720) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:17.916365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee14bee9-c27a-4eaa-b11c-71578a01eba5 req-38d4000c-6028-4dea-ab41-abe76994869e service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368732 Jul 06 12:01:17.968369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event updated for resources: {'Network': ['ID=54200603-f7a1-458e-98a9-0994e32b9173,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:17.988213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 54200603-f7a1-458e-98a9-0994e32b9173 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:18.061560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45a1cb-d4e9-43a8-92cc-4bbaefe3da73 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event updated for resources: {'Network': ['ID=0c044004-0d4e-4998-b751-34a677639772,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.073496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 0c044004-0d4e-4998-b751-34a677639772 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:18.104269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d32cbf-6ab9-4026-9bfb-14711ae010c3 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:18.110301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d32cbf-6ab9-4026-9bfb-14711ae010c3 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:18.117176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d32cbf-6ab9-4026-9bfb-14711ae010c3 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:18.123018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d32cbf-6ab9-4026-9bfb-14711ae010c3 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:18.124787 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-60d32cbf-6ab9-4026-9bfb-14711ae010c3 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2212598 Jul 06 12:01:18.127648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41724) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:18.208897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.211803 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.322424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.333668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54200603-f7a1-458e-98a9-0994e32b9173']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:18.345345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920b24ca-2c3f-4682-a82e-df2b73128a97') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:18.345629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920b24ca-2c3f-4682-a82e-df2b73128a97') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:18.355557 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.372879 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.379709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:18.380112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:18.384159 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:18.387362 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-398a464c-5b5d-4094-8d69-aa2ad2a23548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.444394 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.452019 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.453362 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "DELETE /v2.0/networks/54200603-f7a1-458e-98a9-0994e32b9173 HTTP/1.1" status: 204 len: 168 time: 0.3242614 Jul 06 12:01:18.456397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41726) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:18.475063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bd296-db52-44f3-812d-f91fd85feefd tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event deleted for resources: {'Network': ['ID=54200603-f7a1-458e-98a9-0994e32b9173,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.547144 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.661716 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.678434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c044004-0d4e-4998-b751-34a677639772']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:18.697582 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff3ae8c-9d19-40a8-bea4-fc462a5a83a5') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:18.698583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff3ae8c-9d19-40a8-bea4-fc462a5a83a5') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:18.715232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.740198 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.748940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:18.749413 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:18.754641 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:18.775554 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.837919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.864841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882e6b1-1971-4b2a-a943-f2b0386133b7 req-af669e38-3443-47dd-a02a-fb91b2d955b8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:18.869690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.871722 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "DELETE /v2.0/networks/0c044004-0d4e-4998-b751-34a677639772 HTTP/1.1" status: 204 len: 168 time: 0.4140627 Jul 06 12:01:18.872689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b294ba0-2bf1-415c-9be2-9445b56e859b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event deleted for resources: {'Network': ['ID=0c044004-0d4e-4998-b751-34a677639772,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.881842 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f882e6b1-1971-4b2a-a943-f2b0386133b7 req-af669e38-3443-47dd-a02a-fb91b2d955b8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 945 time: 0.1546996 Jul 06 12:01:18.884636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41740) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:18.930877 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f882e6b1-1971-4b2a-a943-f2b0386133b7 req-ece208c3-920a-4081-876f-cf1fd4530624 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476651 Jul 06 12:01:19.124541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259b5b6-67b0-453e-b308-80b681582ffe tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.131820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259b5b6-67b0-453e-b308-80b681582ffe tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.133567 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a259b5b6-67b0-453e-b308-80b681582ffe tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2445014 Jul 06 12:01:19.137519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41748) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:19.143966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1016349234'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:19.174281 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Made reservation on behalf of efd91d433e56495b80d1d2b1f68fd58d for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:19.178848 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.238939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:19.253867 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.254236 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Added segment 8d5d7c6e-39b4-4a38-bb12-937861dbe74f of type vlan for network 72e12e99-96e7-43c0-aa22-4499cfa68583 Jul 06 12:01:19.309384 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.322289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf3fe2-5e5e-4db3-8931-21bb882778e2 req-465af5ea-77eb-47df-904d-5898cc39f695 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.323887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5bf3fe2-5e5e-4db3-8931-21bb882778e2 req-465af5ea-77eb-47df-904d-5898cc39f695 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 946 time: 0.1284995 Jul 06 12:01:19.366314 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.372389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.372995 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.445590 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5bf3fe2-5e5e-4db3-8931-21bb882778e2 req-17e4af75-6292-4eee-a768-cceb38a27289 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089792 Jul 06 12:01:19.454350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3154607 Jul 06 12:01:19.458014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41758) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:19.458520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7c534-cb83-40b2-9a22-fae6a3bd86f4 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event updated for resources: {'Network': ['ID=72e12e99-96e7-43c0-aa22-4499cfa68583,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:19.468394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1368046287'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:19.473749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 72e12e99-96e7-43c0-aa22-4499cfa68583 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:19.505605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Made reservation on behalf of efd91d433e56495b80d1d2b1f68fd58d for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:19.512360 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.570878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:19.595239 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.599800 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Added segment 0787c704-ec3c-4181-9b25-c8d566d34a1d of type vlan for network 03bf4c61-8b5a-42f3-a781-ed4b5194620c Jul 06 12:01:19.692162 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.755010 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.765731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.766434 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.776564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee066f7-2670-49ee-9673-cb237020371c req-55878229-e4ea-4506-88ec-fe72ff2af5f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.786654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ee066f7-2670-49ee-9673-cb237020371c req-55878229-e4ea-4506-88ec-fe72ff2af5f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 945 time: 0.1352925 Jul 06 12:01:19.844145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ee066f7-2670-49ee-9673-cb237020371c req-83f61ac3-40b8-4541-8c4d-9e997d73547f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561266 Jul 06 12:01:19.914238 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4546125 Jul 06 12:01:19.918108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41766) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:19.924146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'ports': [{'network_id': '72e12e99-96e7-43c0-aa22-4499cfa68583', 'name': 'tempest-port--1447501010', 'admin_state_up': True}, {'network_id': '03bf4c61-8b5a-42f3-a781-ed4b5194620c', 'admin_state_up': False}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:19.924463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'port': {'network_id': '72e12e99-96e7-43c0-aa22-4499cfa68583', 'name': 'tempest-port--1447501010', 'admin_state_up': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:19.925848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'port': {'network_id': '03bf4c61-8b5a-42f3-a781-ed4b5194620c', 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:19.929270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e7703-9d97-4aee-9f03-95fda8c587de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event updated for resources: {'Network': ['ID=03bf4c61-8b5a-42f3-a781-ed4b5194620c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:19.944015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 03bf4c61-8b5a-42f3-a781-ed4b5194620c details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:20.205364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Made reservation on behalf of efd91d433e56495b80d1d2b1f68fd58d for: {'port': 2} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:20.216674 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.241023 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.365984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] device_id is not set on port 1aabf84c-6956-406a-a178-a898aa341c79 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:20.543715 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.596606 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.615197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b63c5-4637-460f-80c0-d1f447d45071 req-7e36256e-8eb5-4773-ae88-75e97df138fd tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:20.616831 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a28b63c5-4637-460f-80c0-d1f447d45071 req-7e36256e-8eb5-4773-ae88-75e97df138fd tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 945 time: 0.1740422 Jul 06 12:01:20.917698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] device_id is not set on port 249d99cb-82a2-46f8-ab74-35d0c8b9304c yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:20.944745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a28b63c5-4637-460f-80c0-d1f447d45071 req-9e88fd60-7615-40fe-9275-793a96abc4e6 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217857 Jul 06 12:01:21.078654 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.124635 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.195166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event updated for resources: {'Port': ['ID=1aabf84c-6956-406a-a178-a898aa341c79,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.216151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Checking segment: {'id': '8d5d7c6e-39b4-4a38-bb12-937861dbe74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '72e12e99-96e7-43c0-aa22-4499cfa68583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:21.223704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Network hostable DHCP agents. Network: 72e12e99-96e7-43c0-aa22-4499cfa68583, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:21.242382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Network 72e12e99-96e7-43c0-aa22-4499cfa68583 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:21.253710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 72e12e99-96e7-43c0-aa22-4499cfa68583) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:21.257833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:21.258739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.265471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c2b14-88fb-4c91-baf7-768f90f837d6 None None] Network 72e12e99-96e7-43c0-aa22-4499cfa68583 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:21.329093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event updated for resources: {'Port': ['ID=249d99cb-82a2-46f8-ab74-35d0c8b9304c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.347518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Checking segment: {'id': '0787c704-ec3c-4181-9b25-c8d566d34a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '03bf4c61-8b5a-42f3-a781-ed4b5194620c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:21.347713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Network hostable DHCP agents. Network: 03bf4c61-8b5a-42f3-a781-ed4b5194620c, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:21.368518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Network 03bf4c61-8b5a-42f3-a781-ed4b5194620c is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:21.382262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 03bf4c61-8b5a-42f3-a781-ed4b5194620c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:21.387127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:21.394608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:21.396577 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca6959b-c682-4400-a642-e84a90088e1f None None] Network 03bf4c61-8b5a-42f3-a781-ed4b5194620c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:21.402287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:21.403554 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.426569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4f212c30-5425-4b25-a8c0-d5d51a106a37 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5049376 Jul 06 12:01:21.426878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41784) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.513962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129aeefd-547b-4e4b-8fa0-7f01b4420686 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:21.521496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129aeefd-547b-4e4b-8fa0-7f01b4420686 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:21.525626 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-129aeefd-547b-4e4b-8fa0-7f01b4420686 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0952315 Jul 06 12:01:21.526018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41788) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.675703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8c35e28b-20d8-44a8-b21e-7bfec22e4ab2 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Deleting port 1aabf84c-6956-406a-a178-a898aa341c79 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:21.675703 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c35e28b-20d8-44a8-b21e-7bfec22e4ab2 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.811335 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c35e28b-20d8-44a8-b21e-7bfec22e4ab2 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.828172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8c35e28b-20d8-44a8-b21e-7bfec22e4ab2 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Calling delete_port for 1aabf84c-6956-406a-a178-a898aa341c79 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:21.910348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642516f7-c459-4473-ab39-848dd92e1858 req-fdad1039-a5f0-451d-bcd8-f8b5f3093f7d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:21.911900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-642516f7-c459-4473-ab39-848dd92e1858 req-fdad1039-a5f0-451d-bcd8-f8b5f3093f7d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 945 time: 0.1448081 Jul 06 12:01:22.024868 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c35e28b-20d8-44a8-b21e-7bfec22e4ab2 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.097265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35e28b-20d8-44a8-b21e-7bfec22e4ab2 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event deleted for resources: {'Port': ['ID=1aabf84c-6956-406a-a178-a898aa341c79,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:22.194940 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c35e28b-20d8-44a8-b21e-7bfec22e4ab2 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.197261 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8c35e28b-20d8-44a8-b21e-7bfec22e4ab2 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "DELETE /v2.0/ports/1aabf84c-6956-406a-a178-a898aa341c79 HTTP/1.1" status: 204 len: 168 time: 0.6701438 Jul 06 12:01:22.199892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41802) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:22.315889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-642516f7-c459-4473-ab39-848dd92e1858 req-e59ff07c-1593-4f28-80dc-f2893e81ce5e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Deleting port 95997b37-1463-46df-b761-92cb620e8d15 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:22.322274 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-642516f7-c459-4473-ab39-848dd92e1858 req-e59ff07c-1593-4f28-80dc-f2893e81ce5e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.476458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-642516f7-c459-4473-ab39-848dd92e1858 req-e59ff07c-1593-4f28-80dc-f2893e81ce5e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] For port 95997b37-1463-46df-b761-92cb620e8d15, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=95997b37-1463-46df-b761-92cb620e8d15,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:22.477348 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-642516f7-c459-4473-ab39-848dd92e1858 req-e59ff07c-1593-4f28-80dc-f2893e81ce5e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.483190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-48b9de00-a3d6-4cf5-a40d-03e0d9bf5054 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Deleting port 249d99cb-82a2-46f8-ab74-35d0c8b9304c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:22.483988 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48b9de00-a3d6-4cf5-a40d-03e0d9bf5054 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.509845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-642516f7-c459-4473-ab39-848dd92e1858 req-e59ff07c-1593-4f28-80dc-f2893e81ce5e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Calling delete_port for 95997b37-1463-46df-b761-92cb620e8d15 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:22.529565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41812) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:22.678291 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48b9de00-a3d6-4cf5-a40d-03e0d9bf5054 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.701412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4f639-8bf4-4f52-9b2a-42e330f2178a req-544f4a93-dabe-4219-974f-d11b6291ed27 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:22.708298 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ba4f639-8bf4-4f52-9b2a-42e330f2178a req-544f4a93-dabe-4219-974f-d11b6291ed27 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=db668e34-7bce-454a-b81e-15dfc3d0f5e1 HTTP/1.1" status: 200 len: 945 time: 0.5477080 Jul 06 12:01:22.732937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-48b9de00-a3d6-4cf5-a40d-03e0d9bf5054 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Calling delete_port for 249d99cb-82a2-46f8-ab74-35d0c8b9304c owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:22.888438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ba4f639-8bf4-4f52-9b2a-42e330f2178a req-0ae068d2-4e22-4281-baaa-f0800ad99cca tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776042 Jul 06 12:01:22.901859 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48b9de00-a3d6-4cf5-a40d-03e0d9bf5054 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.933055 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-642516f7-c459-4473-ab39-848dd92e1858 req-e59ff07c-1593-4f28-80dc-f2893e81ce5e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.947409 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48b9de00-a3d6-4cf5-a40d-03e0d9bf5054 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.951903 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-48b9de00-a3d6-4cf5-a40d-03e0d9bf5054 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "DELETE /v2.0/ports/249d99cb-82a2-46f8-ab74-35d0c8b9304c HTTP/1.1" status: 204 len: 168 time: 0.7505648 Jul 06 12:01:22.952808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41816) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:22.955536 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512', '4861d603-bcd1-457c-a27e-46a5d8edc8d1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:22.967641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9de00-a3d6-4cf5-a40d-03e0d9bf5054 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event deleted for resources: {'Port': ['ID=249d99cb-82a2-46f8-ab74-35d0c8b9304c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:22.969832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ff07c-1593-4f28-80dc-f2893e81ce5e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event deleted for resources: {'Port': ['ID=95997b37-1463-46df-b761-92cb620e8d15,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:22.970788 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8ddc9d-07a6-47bd-8e93-9e8a9acc979a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.015820 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-30e012ef-46cf-4cca-bae9-e15e1868ea1b tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0491602 Jul 06 12:01:23.016721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.024329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1385968306'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:23.026681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-642516f7-c459-4473-ab39-848dd92e1858 req-e59ff07c-1593-4f28-80dc-f2893e81ce5e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] No DVR routers for this DVR port 95997b37-1463-46df-b761-92cb620e8d15 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:23.029860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-642516f7-c459-4473-ab39-848dd92e1858 req-e59ff07c-1593-4f28-80dc-f2893e81ce5e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.031729 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-642516f7-c459-4473-ab39-848dd92e1858 req-e59ff07c-1593-4f28-80dc-f2893e81ce5e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "DELETE /v2.0/ports/95997b37-1463-46df-b761-92cb620e8d15 HTTP/1.1" status: 204 len: 173 time: 1.1116850 Jul 06 12:01:23.032179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db668e34-7bce-454a-b81e-15dfc3d0f5e1', 'name': 'network-vif-deleted', 'tag': '95997b37-1463-46df-b761-92cb620e8d15'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:23.035009 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a582273-1c1c-4fa5-8d46-f229e497140f" -d '{"events": [{"server_uuid": "db668e34-7bce-454a-b81e-15dfc3d0f5e1", "name": "network-vif-deleted", "tag": "95997b37-1463-46df-b761-92cb620e8d15"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:23.119697 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb46901-80f4-47fc-a627-7aa41757175a x-openstack-request-id: req-7eb46901-80f4-47fc-a627-7aa41757175a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:23.119999 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db668e34-7bce-454a-b81e-15dfc3d0f5e1", "name": "network-vif-deleted", "tag": "95997b37-1463-46df-b761-92cb620e8d15", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:23.120248 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7eb46901-80f4-47fc-a627-7aa41757175a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:23.121156 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db668e34-7bce-454a-b81e-15dfc3d0f5e1', 'name': 'network-vif-deleted', 'tag': '95997b37-1463-46df-b761-92cb620e8d15', 'status': 'completed', 'code': 200} Jul 06 12:01:23.180012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Made reservation on behalf of efd91d433e56495b80d1d2b1f68fd58d for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:23.184520 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.225931 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8ddc9d-07a6-47bd-8e93-9e8a9acc979a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.244340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:23.259068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.260291 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Added segment a20bd907-18db-4cd3-b6df-28403c0d1294 of type vlan for network 0da0dea6-a459-4a9b-9443-fb930b31bbcf Jul 06 12:01:23.305832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e8ddc9d-07a6-47bd-8e93-9e8a9acc979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.336910 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.390834 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3e8ddc9d-07a6-47bd-8e93-9e8a9acc979a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f90af42d9104a11b5b84d62d66a7670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8576360 Jul 06 12:01:23.394151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41824) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.403996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ddc9d-07a6-47bd-8e93-9e8a9acc979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dad5057-302e-4bac-9c23-88a33847b16e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.439139 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.446498 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:23.447388 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.559378 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5369217 Jul 06 12:01:23.561106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41832) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.567644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1140597030'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:23.586667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2117bcd-2a69-47eb-bc7e-1916d07c5396 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event updated for resources: {'Network': ['ID=0da0dea6-a459-4a9b-9443-fb930b31bbcf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.614863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 0da0dea6-a459-4a9b-9443-fb930b31bbcf details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:23.639851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Made reservation on behalf of efd91d433e56495b80d1d2b1f68fd58d for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:23.645974 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.656571 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47f83896-8354-47d3-a2f3-177c6ee9f1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.682633 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47f83896-8354-47d3-a2f3-177c6ee9f1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.697799 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:23.721018 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.722312 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Added segment c1cbd312-b39e-4aea-bd9d-6470664584be of type vlan for network 24e183de-61db-4644-84e1-a34497fb3033 Jul 06 12:01:23.793064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.824901 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47f83896-8354-47d3-a2f3-177c6ee9f1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.827663 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47f83896-8354-47d3-a2f3-177c6ee9f1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.828945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-47f83896-8354-47d3-a2f3-177c6ee9f1da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dad5057-302e-4bac-9c23-88a33847b16e HTTP/1.1" status: 204 len: 168 time: 0.4323437 Jul 06 12:01:23.849340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f83896-8354-47d3-a2f3-177c6ee9f1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dad5057-302e-4bac-9c23-88a33847b16e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.873964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.888244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:23.889814 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.983848 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4124231 Jul 06 12:01:23.984063 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:01:23.989283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bde52d-91d7-46ef-973e-477dad167eb6 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event updated for resources: {'Network': ['ID=24e183de-61db-4644-84e1-a34497fb3033,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.024967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 24e183de-61db-4644-84e1-a34497fb3033 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:24.160625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 95997b37-1463-46df-b761-92cb620e8d15 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:24.207570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 95997b37-1463-46df-b761-92cb620e8d15 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:24.210406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 95997b37-1463-46df-b761-92cb620e8d15 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:24.219819 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41842) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.229079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'subnets': [{'network_id': '0da0dea6-a459-4a9b-9443-fb930b31bbcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1036744844', 'ip_version': 4}, {'network_id': '24e183de-61db-4644-84e1-a34497fb3033', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:24.229415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'subnet': {'network_id': '0da0dea6-a459-4a9b-9443-fb930b31bbcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1036744844', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:24.230008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Request body: {'subnet': {'network_id': '24e183de-61db-4644-84e1-a34497fb3033', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:24.562717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Made reservation on behalf of efd91d433e56495b80d1d2b1f68fd58d for: {'subnet': 2} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:24.574854 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.576115 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.787692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1a74a-bacf-4c8c-8db5-21aad81f31dc req-dbe326cc-fc82-4ddf-93a1-9f1aa7667615 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:24.804718 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04c1a74a-bacf-4c8c-8db5-21aad81f31dc req-dbe326cc-fc82-4ddf-93a1-9f1aa7667615 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 946 time: 0.1564596 Jul 06 12:01:24.905918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04c1a74a-bacf-4c8c-8db5-21aad81f31dc req-f05bae4d-c8c6-414a-9aeb-eb5b396398c3 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988705 Jul 06 12:01:25.246282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.333707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event updated for resources: {'Subnet': ['ID=080b0658-c418-4473-8820-4ae8867a9ef8,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:25.354275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Checking segment: {'id': 'a20bd907-18db-4cd3-b6df-28403c0d1294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0da0dea6-a459-4a9b-9443-fb930b31bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:25.354644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Network hostable DHCP agents. Network: 0da0dea6-a459-4a9b-9443-fb930b31bbcf, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:25.381448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Network 0da0dea6-a459-4a9b-9443-fb930b31bbcf is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:25.393020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 0da0dea6-a459-4a9b-9443-fb930b31bbcf) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:25.403619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e4137b-07e5-4138-9d05-a2e249e460d1 None None] Network 0da0dea6-a459-4a9b-9443-fb930b31bbcf requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:25.408264 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.499081 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event updated for resources: {'Subnet': ['ID=43c22f81-585b-4e1c-a5db-d13de79c2da6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:25.501650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Checking segment: {'id': 'c1cbd312-b39e-4aea-bd9d-6470664584be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '24e183de-61db-4644-84e1-a34497fb3033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:25.502199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Network hostable DHCP agents. Network: 24e183de-61db-4644-84e1-a34497fb3033, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:25.534844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Network 24e183de-61db-4644-84e1-a34497fb3033 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:25.552613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 24e183de-61db-4644-84e1-a34497fb3033) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:25.573258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:25.573885 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:25.576368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.579741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ce92d-5762-4a46-807a-6a3b26519587 None None] Network 24e183de-61db-4644-84e1-a34497fb3033 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:25.618780 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-92d5e82a-aa23-43a9-9eef-e247c87716f5 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3970830 Jul 06 12:01:25.621283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41894) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:25.796510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb8a57-b34d-4ae2-9a46-0487eb29ce88 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:25.798241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb8a57-b34d-4ae2-9a46-0487eb29ce88 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:25.805282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb8a57-b34d-4ae2-9a46-0487eb29ce88 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:25.810377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41916) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:25.811553 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6acb8a57-b34d-4ae2-9a46-0487eb29ce88 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1847227 Jul 06 12:01:25.933832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cee5af-378e-4e6a-8032-9828c4914228 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Deleting subnet 080b0658-c418-4473-8820-4ae8867a9ef8 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:25.940616 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65cee5af-378e-4e6a-8032-9828c4914228 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.992699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-24e183de-61db-4644-84e1-a34497fb3033', 'network_id': '24e183de-61db-4644-84e1-a34497fb3033', 'tenant_id': 'efd91d433e56495b80d1d2b1f68fd58d', 'fixed_ips': [{'subnet_id': '43c22f81-585b-4e1c-a5db-d13de79c2da6'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:25.993956 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.012485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ccb28-6c10-4877-a446-10b808c1ac47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-0da0dea6-a459-4a9b-9443-fb930b31bbcf', 'network_id': '0da0dea6-a459-4a9b-9443-fb930b31bbcf', 'tenant_id': 'efd91d433e56495b80d1d2b1f68fd58d', 'fixed_ips': [{'subnet_id': '080b0658-c418-4473-8820-4ae8867a9ef8'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:26.013152 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f29ccb28-6c10-4877-a446-10b808c1ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.088995 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65cee5af-378e-4e6a-8032-9828c4914228 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.211467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308516b7-93e3-41a2-8533-7ea5b436e66f req-3072d456-ba75-43cd-9535-8c8b1e2ad6af tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:26.222338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-308516b7-93e3-41a2-8533-7ea5b436e66f req-3072d456-ba75-43cd-9535-8c8b1e2ad6af tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 946 time: 0.0986979 Jul 06 12:01:26.319914 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-308516b7-93e3-41a2-8533-7ea5b436e66f req-b1f6a5b8-5d9f-4085-b262-61231ab688fb tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937765 Jul 06 12:01:26.335701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65cee5af-378e-4e6a-8032-9828c4914228 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.428872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Allocated IP 172.20.0.18 (24e183de-61db-4644-84e1-a34497fb3033/43c22f81-585b-4e1c-a5db-d13de79c2da6/b03a6a8b-f52c-45c5-b2d4-acd82ce25613) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:26.486253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe83c-0db3-4097-bffc-9f6ac5c8c5e7 req-3ab23a9c-7324-4c83-9cdf-96a5b6633fb2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:26.488877 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a9dbe83c-0db3-4097-bffc-9f6ac5c8c5e7 req-3ab23a9c-7324-4c83-9cdf-96a5b6633fb2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 946 time: 0.3096159 Jul 06 12:01:26.490661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65cee5af-378e-4e6a-8032-9828c4914228 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server [None req-f29ccb28-6c10-4877-a446-10b808c1ac47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 080b0658-c418-4473-8820-4ae8867a9ef8: This subnet is being modified by another concurrent operation. Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 080b0658-c418-4473-8820-4ae8867a9ef8: This subnet is being modified by another concurrent operation. Jul 06 12:01:26.496639 n-d-799527-2 neutron-server[93816]: ERROR oslo_messaging.rpc.server Jul 06 12:01:26.517962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357feed9-4e61-4b08-aeee-d528209821c6 None None] Network 0da0dea6-a459-4a9b-9443-fb930b31bbcf requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:26.541715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cee5af-378e-4e6a-8032-9828c4914228 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event deleted for resources: {'Subnet': ['ID=080b0658-c418-4473-8820-4ae8867a9ef8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:26.562692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65cee5af-378e-4e6a-8032-9828c4914228 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.568283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41930) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:26.568780 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-65cee5af-378e-4e6a-8032-9828c4914228 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "DELETE /v2.0/subnets/080b0658-c418-4473-8820-4ae8867a9ef8 HTTP/1.1" status: 204 len: 168 time: 0.7565258 Jul 06 12:01:26.688238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-494cfd8b-7269-47c2-994b-063c9d8671de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Deleting subnet 43c22f81-585b-4e1c-a5db-d13de79c2da6 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:26.712907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-a9dbe83c-0db3-4097-bffc-9f6ac5c8c5e7 req-3d28a2d6-30fd-47ae-86fc-5f661a635347 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Deleting port 4861d603-bcd1-457c-a27e-46a5d8edc8d1 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:26.713447 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a9dbe83c-0db3-4097-bffc-9f6ac5c8c5e7 req-3d28a2d6-30fd-47ae-86fc-5f661a635347 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.904611 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.926326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Transition to ACTIVE for port object b03a6a8b-f52c-45c5-b2d4-acd82ce25613 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:26.936967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a9dbe83c-0db3-4097-bffc-9f6ac5c8c5e7 req-3d28a2d6-30fd-47ae-86fc-5f661a635347 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] For port 4861d603-bcd1-457c-a27e-46a5d8edc8d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4861d603-bcd1-457c-a27e-46a5d8edc8d1,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:26.937369 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a9dbe83c-0db3-4097-bffc-9f6ac5c8c5e7 req-3d28a2d6-30fd-47ae-86fc-5f661a635347 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.957244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-a9dbe83c-0db3-4097-bffc-9f6ac5c8c5e7 req-3d28a2d6-30fd-47ae-86fc-5f661a635347 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Calling delete_port for 4861d603-bcd1-457c-a27e-46a5d8edc8d1 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:26.960424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Transition to ACTIVE for port object b03a6a8b-f52c-45c5-b2d4-acd82ce25613 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:26.969961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-494cfd8b-7269-47c2-994b-063c9d8671de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.988873 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.042301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Network 24e183de-61db-4644-84e1-a34497fb3033 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:27.045381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:27.048965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:27.069797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Pushing event updated for resources: {'Port': ['ID=b03a6a8b-f52c-45c5-b2d4-acd82ce25613,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.083897 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-494cfd8b-7269-47c2-994b-063c9d8671de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.095179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.095761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.096110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.096596 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.096924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.097263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.097603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.097912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.098244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.098566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.098894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.099217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:27.149875 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Attempting to bind port b03a6a8b-f52c-45c5-b2d4-acd82ce25613 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:27.150256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Attempting to bind port b03a6a8b-f52c-45c5-b2d4-acd82ce25613 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'c1cbd312-b39e-4aea-bd9d-6470664584be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '24e183de-61db-4644-84e1-a34497fb3033'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:27.150705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Attempting to bind port b03a6a8b-f52c-45c5-b2d4-acd82ce25613 on network 24e183de-61db-4644-84e1-a34497fb3033 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:27.158827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:27.159380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Checking segment: {'id': 'c1cbd312-b39e-4aea-bd9d-6470664584be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '24e183de-61db-4644-84e1-a34497fb3033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:27.161981 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.162429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Bound using segment: {'id': 'c1cbd312-b39e-4aea-bd9d-6470664584be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '24e183de-61db-4644-84e1-a34497fb3033'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:27.162988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Bound port: b03a6a8b-f52c-45c5-b2d4-acd82ce25613, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cbd312-b39e-4aea-bd9d-6470664584be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '24e183de-61db-4644-84e1-a34497fb3033'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:27.163400 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.239896 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-494cfd8b-7269-47c2-994b-063c9d8671de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.258191 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a9dbe83c-0db3-4097-bffc-9f6ac5c8c5e7 req-3d28a2d6-30fd-47ae-86fc-5f661a635347 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.275152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512', '4861d603-bcd1-457c-a27e-46a5d8edc8d1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:27.315592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28a2d6-30fd-47ae-86fc-5f661a635347 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event deleted for resources: {'Port': ['ID=4861d603-bcd1-457c-a27e-46a5d8edc8d1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.373749 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-494cfd8b-7269-47c2-994b-063c9d8671de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.382486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] For port b03a6a8b-f52c-45c5-b2d4-acd82ce25613, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:27.412405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] For port b03a6a8b-f52c-45c5-b2d4-acd82ce25613, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b03a6a8b-f52c-45c5-b2d4-acd82ce25613,segment=NetworkSegment(c1cbd312-b39e-4aea-bd9d-6470664584be),segment_id=c1cbd312-b39e-4aea-bd9d-6470664584be)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:27.421135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dbe83c-0db3-4097-bffc-9f6ac5c8c5e7 req-3d28a2d6-30fd-47ae-86fc-5f661a635347 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] No DVR routers for this DVR port 4861d603-bcd1-457c-a27e-46a5d8edc8d1 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:27.426034 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.442415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a9dbe83c-0db3-4097-bffc-9f6ac5c8c5e7 req-3d28a2d6-30fd-47ae-86fc-5f661a635347 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.451019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a9dbe83c-0db3-4097-bffc-9f6ac5c8c5e7 req-3d28a2d6-30fd-47ae-86fc-5f661a635347 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "DELETE /v2.0/ports/4861d603-bcd1-457c-a27e-46a5d8edc8d1 HTTP/1.1" status: 204 len: 173 time: 0.9107485 Jul 06 12:01:27.451735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2278a134-5736-435e-ab24-51b33e610ca5', 'name': 'network-vif-deleted', 'tag': '4861d603-bcd1-457c-a27e-46a5d8edc8d1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:27.462120 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fad0bc-7333-41d2-a792-a58870965b3b" -d '{"events": [{"server_uuid": "2278a134-5736-435e-ab24-51b33e610ca5", "name": "network-vif-deleted", "tag": "4861d603-bcd1-457c-a27e-46a5d8edc8d1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:27.489318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cfd8b-7269-47c2-994b-063c9d8671de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event deleted for resources: {'Subnet': ['ID=43c22f81-585b-4e1c-a5db-d13de79c2da6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.501518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-494cfd8b-7269-47c2-994b-063c9d8671de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.504506 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-494cfd8b-7269-47c2-994b-063c9d8671de tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "DELETE /v2.0/subnets/43c22f81-585b-4e1c-a5db-d13de79c2da6 HTTP/1.1" status: 204 len: 168 time: 0.9346957 Jul 06 12:01:27.507033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41968) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.566858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a63fc9-9716-4df2-b065-80b33e1a8162 None None] Pushing event updated for resources: {'Port': ['ID=b03a6a8b-f52c-45c5-b2d4-acd82ce25613,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.601229 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67ddbcf-a907-4770-8f8b-808753584782 x-openstack-request-id: req-e67ddbcf-a907-4770-8f8b-808753584782 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:27.602807 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2278a134-5736-435e-ab24-51b33e610ca5", "name": "network-vif-deleted", "tag": "4861d603-bcd1-457c-a27e-46a5d8edc8d1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:27.603673 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e67ddbcf-a907-4770-8f8b-808753584782 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:27.604712 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2278a134-5736-435e-ab24-51b33e610ca5', 'name': 'network-vif-deleted', 'tag': '4861d603-bcd1-457c-a27e-46a5d8edc8d1', 'status': 'completed', 'code': 200} Jul 06 12:01:27.671503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9752d612-5d66-462b-b55e-c7af68b29e83 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:27.683051 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9752d612-5d66-462b-b55e-c7af68b29e83 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1745727 Jul 06 12:01:27.689822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41970) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.732727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8977d182-b301-4453-8164-b61483f774d6 req-deb24b03-ee55-4d78-9148-aa51d78f201f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=2278a134-5736-435e-ab24-51b33e610ca5 HTTP/1.1" status: 200 len: 210 time: 0.0836742 Jul 06 12:01:27.871727 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.994064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Deleting port b03a6a8b-f52c-45c5-b2d4-acd82ce25613 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:27.994619 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.147017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] For port b03a6a8b-f52c-45c5-b2d4-acd82ce25613, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b03a6a8b-f52c-45c5-b2d4-acd82ce25613,segment=NetworkSegment(c1cbd312-b39e-4aea-bd9d-6470664584be),segment_id=c1cbd312-b39e-4aea-bd9d-6470664584be)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:28.147322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.177155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b03a6a8b-f52c-45c5-b2d4-acd82ce25613 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:28.184696 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Calling delete_port for b03a6a8b-f52c-45c5-b2d4-acd82ce25613 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:28.266300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port b03a6a8b-f52c-45c5-b2d4-acd82ce25613 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:28.307328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.320926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] No DVR routers for this DVR port b03a6a8b-f52c-45c5-b2d4-acd82ce25613 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:28.350046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event deleted for resources: {'Port': ['ID=b03a6a8b-f52c-45c5-b2d4-acd82ce25613,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:28.456711 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.480147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e183de-61db-4644-84e1-a34497fb3033']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:28.494246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cbd312-b39e-4aea-bd9d-6470664584be') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:28.494946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cbd312-b39e-4aea-bd9d-6470664584be') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:28.505865 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.525714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.534139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:28.538846 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:28.541997 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:28.670065 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.855794 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.125559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.144242 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.146859 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "DELETE /v2.0/networks/24e183de-61db-4644-84e1-a34497fb3033 HTTP/1.1" status: 204 len: 168 time: 1.4556284 Jul 06 12:01:29.151405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 41994) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.188375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3deacf-b08a-4e81-9c22-8bce9455c59e tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event deleted for resources: {'Network': ['ID=24e183de-61db-4644-84e1-a34497fb3033,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:29.304353 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.357140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6cbb408d-7cab-4307-ad34-7a47434a1ecc None None] Could not find standard attr ID for object b03a6a8b-f52c-45c5-b2d4-acd82ce25613. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:01:29.405121 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.409801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d61b3b-c32f-4625-a669-259cdf443d33 None None] DHCP port deletion for 24e183de-61db-4644-84e1-a34497fb3033 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:29.415774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da0dea6-a459-4a9b-9443-fb930b31bbcf']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:29.433299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eda640-c64c-4f6c-a5f4-1901734a1ca0 None None] Network 24e183de-61db-4644-84e1-a34497fb3033 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:29.436951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20bd907-18db-4cd3-b6df-28403c0d1294') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:29.437255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20bd907-18db-4cd3-b6df-28403c0d1294') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:29.450437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eda640-c64c-4f6c-a5f4-1901734a1ca0 None None] Network 24e183de-61db-4644-84e1-a34497fb3033 could not be found, it might have been deleted concurrently. {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 12:01:29.457885 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.464304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4a21fa-cf10-4457-817e-d6eb2860dc18 None None] get_active_networks_info from n-d-799527-2 {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:01:29.481131 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.488995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:29.489395 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:29.493094 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:29.560923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a21fa-cf10-4457-817e-d6eb2860dc18 None None] Resources bound (agent type, host, resource id): {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:01:29.571688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.600550 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.605741 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "DELETE /v2.0/networks/0da0dea6-a459-4a9b-9443-fb930b31bbcf HTTP/1.1" status: 204 len: 168 time: 0.4506738 Jul 06 12:01:29.605741 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d4e1c-c148-4639-a649-a84de1c8756f tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event deleted for resources: {'Network': ['ID=0da0dea6-a459-4a9b-9443-fb930b31bbcf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:29.607009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 41998) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.720899 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.879048 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.889978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bf4c61-8b5a-42f3-a781-ed4b5194620c']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:29.902647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0787c704-ec3c-4181-9b25-c8d566d34a1d') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:29.902943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0787c704-ec3c-4181-9b25-c8d566d34a1d') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:29.915532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.933932 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.941415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:29.941855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:29.945303 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:30.020770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.026697 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.028751 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "DELETE /v2.0/networks/03bf4c61-8b5a-42f3-a781-ed4b5194620c HTTP/1.1" status: 204 len: 168 time: 0.4216819 Jul 06 12:01:30.031536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42002) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:30.044472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b03a6a8b-f52c-45c5-b2d4-acd82ce25613 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:30.053438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81ed83-3a1f-4cb8-ae97-62438283bb46 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event deleted for resources: {'Network': ['ID=03bf4c61-8b5a-42f3-a781-ed4b5194620c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:30.077256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: b03a6a8b-f52c-45c5-b2d4-acd82ce25613 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:30.077618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b03a6a8b-f52c-45c5-b2d4-acd82ce25613 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:30.134203 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.246730 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.257488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e12e99-96e7-43c0-aa22-4499cfa68583']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:30.297338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5d7c6e-39b4-4a38-bb12-937861dbe74f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:30.297726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5d7c6e-39b4-4a38-bb12-937861dbe74f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:30.319141 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.355247 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.367220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:30.368593 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:30.394067 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:30.497740 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.505603 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.507631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] 10.222.0.21 "DELETE /v2.0/networks/72e12e99-96e7-43c0-aa22-4499cfa68583 HTTP/1.1" status: 204 len: 168 time: 0.4750605 Jul 06 12:01:30.523321 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233abb6-e489-4fd6-bd23-11dfaaf64745 tempest-BulkNetworkOpsTest-1983390870 tempest-BulkNetworkOpsTest-1983390870-project] Pushing event deleted for resources: {'Network': ['ID=72e12e99-96e7-43c0-aa22-4499cfa68583,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:30.904338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42016) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:31.042890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4861d603-bcd1-457c-a27e-46a5d8edc8d1 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:31.086181 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 4861d603-bcd1-457c-a27e-46a5d8edc8d1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:31.087926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4861d603-bcd1-457c-a27e-46a5d8edc8d1 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:31.112960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5a49f7b0-28d3-49c2-a26f-25523476158b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efd91d433e56495b80d1d2b1f68fd58d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027490 Jul 06 12:01:31.115699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42022) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:31.184708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1273af3e-6227-42d2-a3fd-0b2aaf89875a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.218428 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1273af3e-6227-42d2-a3fd-0b2aaf89875a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.306595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1273af3e-6227-42d2-a3fd-0b2aaf89875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.309399 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1273af3e-6227-42d2-a3fd-0b2aaf89875a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.315989 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1273af3e-6227-42d2-a3fd-0b2aaf89875a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b07281e-9c45-4e44-9650-c8653c2828ba HTTP/1.1" status: 204 len: 168 time: 0.1967616 Jul 06 12:01:31.328402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273af3e-6227-42d2-a3fd-0b2aaf89875a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b07281e-9c45-4e44-9650-c8653c2828ba,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:32.282844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42052) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.432156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-091b5b3b-49f8-4ddd-809f-9b1ab75c729a tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] Request body: {'port': {'network_id': '5e9d7a59-d260-44ee-ba21-fb93d0043452', 'name': 'tempest-NetworksNegativeTestJSON-450084147'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:32.458710 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-091b5b3b-49f8-4ddd-809f-9b1ab75c729a tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] POST failed (client error): The resource could not be found. Jul 06 12:01:32.465375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091b5b3b-49f8-4ddd-809f-9b1ab75c729a tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:32.470472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-091b5b3b-49f8-4ddd-809f-9b1ab75c729a tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1848547 Jul 06 12:01:32.475463 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42058) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.497202 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-619a092f-1822-471f-b4df-d16f03e629fd tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:32.498019 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619a092f-1822-471f-b4df-d16f03e629fd tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:32.504919 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-619a092f-1822-471f-b4df-d16f03e629fd tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] 10.222.0.21 "DELETE /v2.0/networks/e5c51c18-c5d7-4907-8e2b-99ed09fdac9b HTTP/1.1" status: 404 len: 339 time: 0.0281727 Jul 06 12:01:32.505756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42060) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.539479 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-27528c56-21da-493b-93d7-067bfb9a085f tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:32.540704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27528c56-21da-493b-93d7-067bfb9a085f tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:32.547957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42064) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.548137 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-27528c56-21da-493b-93d7-067bfb9a085f tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] 10.222.0.21 "DELETE /v2.0/ports/cdd463dd-4620-4191-8936-683e075f4c47 HTTP/1.1" status: 404 len: 333 time: 0.0410738 Jul 06 12:01:32.576622 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e3429e-fd05-409d-8304-3a0dd31792d5 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:32.577316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e3429e-fd05-409d-8304-3a0dd31792d5 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:32.579070 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-78e3429e-fd05-409d-8304-3a0dd31792d5 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] 10.222.0.21 "DELETE /v2.0/subnets/d5be69c9-ae46-4859-a083-9c691b2ba1f1 HTTP/1.1" status: 404 len: 337 time: 0.0301230 Jul 06 12:01:32.583713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42068) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.605089 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb9748f-6d8c-490f-b77a-da42bbb7640c tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] GET failed (client error): The resource could not be found. Jul 06 12:01:32.607018 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cdb9748f-6d8c-490f-b77a-da42bbb7640c tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] 10.222.0.21 "GET /v2.0/networks/a171343f-03a0-4f69-b93a-baef94c3ca15 HTTP/1.1" status: 404 len: 339 time: 0.0221293 Jul 06 12:01:32.612565 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42070) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.645288 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-003130f4-321d-4abd-92b1-f6c61f622825 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] GET failed (client error): The resource could not be found. Jul 06 12:01:32.647699 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-003130f4-321d-4abd-92b1-f6c61f622825 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] 10.222.0.21 "GET /v2.0/ports/4d291fca-61ab-4d90-be9c-3defd5babd22 HTTP/1.1" status: 404 len: 333 time: 0.0338228 Jul 06 12:01:32.652764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42072) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.686248 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0792ff5-0213-4af3-8b4b-91f295992d93 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] GET failed (client error): The resource could not be found. Jul 06 12:01:32.687984 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e0792ff5-0213-4af3-8b4b-91f295992d93 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] 10.222.0.21 "GET /v2.0/subnets/79cc1c9c-0084-4c93-ba09-9b563caf40e8 HTTP/1.1" status: 404 len: 337 time: 0.0338063 Jul 06 12:01:32.692074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42074) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.699182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ad81d154-7520-4999-a832-224b5ac26728 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:32.718185 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad81d154-7520-4999-a832-224b5ac26728 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] PUT failed (client error): The resource could not be found. Jul 06 12:01:32.718877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad81d154-7520-4999-a832-224b5ac26728 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:32.720150 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ad81d154-7520-4999-a832-224b5ac26728 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] 10.222.0.21 "PUT /v2.0/networks/912c627e-1d1e-4fc5-8a6d-cfe40f520736 HTTP/1.1" status: 404 len: 339 time: 0.0270379 Jul 06 12:01:32.724682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42076) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.731056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5d9ad7dc-8728-4e03-988e-ac29f06de39c tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:32.753958 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9ad7dc-8728-4e03-988e-ac29f06de39c tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] PUT failed (client error): The resource could not be found. Jul 06 12:01:32.754634 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9ad7dc-8728-4e03-988e-ac29f06de39c tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:32.757068 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5d9ad7dc-8728-4e03-988e-ac29f06de39c tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] 10.222.0.21 "PUT /v2.0/ports/4e1b3f64-2d72-4be5-bb3a-d558908277e2 HTTP/1.1" status: 404 len: 333 time: 0.0300524 Jul 06 12:01:32.761687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42078) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.767295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9b3fd1d0-c12f-41e1-94c0-b53c9755dab0 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:32.790573 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3fd1d0-c12f-41e1-94c0-b53c9755dab0 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] PUT failed (client error): The resource could not be found. Jul 06 12:01:32.790810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3fd1d0-c12f-41e1-94c0-b53c9755dab0 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:32.792005 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9b3fd1d0-c12f-41e1-94c0-b53c9755dab0 tempest-NetworksNegativeTestJSON-388640711 tempest-NetworksNegativeTestJSON-388640711-project] 10.222.0.21 "PUT /v2.0/subnets/89b95aea-6701-45e5-802a-ea46f775fe33 HTTP/1.1" status: 404 len: 337 time: 0.0293186 Jul 06 12:01:33.147866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.278119 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c39a002-b223-45e2-bba3-1d8404dfc7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.380244 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c39a002-b223-45e2-bba3-1d8404dfc7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.384472 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c39a002-b223-45e2-bba3-1d8404dfc7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.428885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42090) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.429430 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0c39a002-b223-45e2-bba3-1d8404dfc7cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57cbce9adde34649a2642cc6e0f6a6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797651 Jul 06 12:01:33.431475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39a002-b223-45e2-bba3-1d8404dfc7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee09a1b-7588-42a5-9940-7cd9e20abcfc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:33.488821 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0e15fbb-de9c-4b32-8c59-0dc2b2277a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.514205 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0e15fbb-de9c-4b32-8c59-0dc2b2277a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.573265 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0e15fbb-de9c-4b32-8c59-0dc2b2277a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.576628 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0e15fbb-de9c-4b32-8c59-0dc2b2277a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.581685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f0e15fbb-de9c-4b32-8c59-0dc2b2277a65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ee09a1b-7588-42a5-9940-7cd9e20abcfc HTTP/1.1" status: 204 len: 168 time: 0.1510231 Jul 06 12:01:33.591357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e15fbb-de9c-4b32-8c59-0dc2b2277a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee09a1b-7588-42a5-9940-7cd9e20abcfc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.427951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42120) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:34.537899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'network': {'name': 'tempest-RoutersTest-1706402615'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:34.562079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:34.565972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.575469 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.699710 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.704886 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.738654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:34.746779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a925a17d-8b6a-43ca-b093-ce14aaa3f075,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.753885 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.754168 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added segment fc4a0763-a463-4fce-a667-ae0fb5c245f3 of type vlan for network 24821ed3-ca7b-4226-adaf-5ec8b2847396 Jul 06 12:01:34.825583 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.858562 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.867135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:34.868444 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.943722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42134) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:34.944737 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5146627 Jul 06 12:01:34.949696 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'network': {'name': 'tempest-RoutersTest-2055532159'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:34.969139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740e170-36e3-48d1-826f-504c051e7509 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Network': ['ID=24821ed3-ca7b-4226-adaf-5ec8b2847396,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.982307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:34.985339 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 24821ed3-ca7b-4226-adaf-5ec8b2847396 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:34.986167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.013579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:35.025495 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.026107 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added segment 65d88a38-bb22-481b-a6a3-63c5a24b76fe of type vlan for network a99e074d-0cec-45c7-9b12-922abc105d35 Jul 06 12:01:35.085826 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.117951 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.124567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:35.125214 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.193528 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2478848 Jul 06 12:01:35.196463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42146) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.206264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'subnet': {'network_id': '24821ed3-ca7b-4226-adaf-5ec8b2847396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:35.225704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15799f-368f-43ea-a290-b6704850c004 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Network': ['ID=a99e074d-0cec-45c7-9b12-922abc105d35,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:35.239732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network a99e074d-0cec-45c7-9b12-922abc105d35 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:35.350791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:35.354846 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.573619 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.645332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Subnet': ['ID=1605892f-dc0d-482d-a3f9-fcbf87f227fa,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:35.655780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Checking segment: {'id': 'fc4a0763-a463-4fce-a667-ae0fb5c245f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '24821ed3-ca7b-4226-adaf-5ec8b2847396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:35.656017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network hostable DHCP agents. Network: 24821ed3-ca7b-4226-adaf-5ec8b2847396, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:35.677283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 24821ed3-ca7b-4226-adaf-5ec8b2847396 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:35.689811 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 24821ed3-ca7b-4226-adaf-5ec8b2847396) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:35.699070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:35.701605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b47c0-eb44-4c77-a08c-1053eee4d631 None None] Network 24821ed3-ca7b-4226-adaf-5ec8b2847396 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:35.703688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.733050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-765ec1f5-f09c-4153-b567-a54aff0723d9 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5352161 Jul 06 12:01:35.735531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42152) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.747792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'subnet': {'network_id': 'a99e074d-0cec-45c7-9b12-922abc105d35', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:35.864657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:35.869222 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.923697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-24821ed3-ca7b-4226-adaf-5ec8b2847396', 'network_id': '24821ed3-ca7b-4226-adaf-5ec8b2847396', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'fixed_ips': [{'subnet_id': '1605892f-dc0d-482d-a3f9-fcbf87f227fa'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:35.925588 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.118502 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.134978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Allocated IP 172.20.0.2 (24821ed3-ca7b-4226-adaf-5ec8b2847396/1605892f-dc0d-482d-a3f9-fcbf87f227fa/53867c79-a873-4e21-a463-83f81ec7df83) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:36.192513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Subnet': ['ID=265a0d61-0c9a-40dd-9ced-1d5bb377f088,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.197957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Checking segment: {'id': '65d88a38-bb22-481b-a6a3-63c5a24b76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a99e074d-0cec-45c7-9b12-922abc105d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:36.198318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network hostable DHCP agents. Network: a99e074d-0cec-45c7-9b12-922abc105d35, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:36.217928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network a99e074d-0cec-45c7-9b12-922abc105d35 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:36.232972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, a99e074d-0cec-45c7-9b12-922abc105d35) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:36.240048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:36.240607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.245032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ea5f6-308c-4e1e-abcc-29a5ec0d4572 None None] Network a99e074d-0cec-45c7-9b12-922abc105d35 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:36.281455 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dc5c3720-0ebf-4cc8-9d45-8fdc378b58b5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5447030 Jul 06 12:01:36.284824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42160) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:36.293594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-dc9d8e38-f347-42b4-a8d5-6523cc614271 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1949129621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:36.339756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8e38-f347-42b4-a8d5-6523cc614271 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.341400 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8e38-f347-42b4-a8d5-6523cc614271 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.475820 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8e38-f347-42b4-a8d5-6523cc614271 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.484324 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8e38-f347-42b4-a8d5-6523cc614271 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.508531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-a99e074d-0cec-45c7-9b12-922abc105d35', 'network_id': 'a99e074d-0cec-45c7-9b12-922abc105d35', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'fixed_ips': [{'subnet_id': '265a0d61-0c9a-40dd-9ced-1d5bb377f088'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:36.509488 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.511173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8e38-f347-42b4-a8d5-6523cc614271 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.520194 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dc9d8e38-f347-42b4-a8d5-6523cc614271 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2333705 Jul 06 12:01:36.521829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42166) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:36.524091 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.559256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657acb6-2836-412d-ad86-80cd062e6879 req-d3145784-8be6-4702-9bce-db05eabc62f0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:36.567428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-d3145784-8be6-4702-9bce-db05eabc62f0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.2466717 Jul 06 12:01:36.585127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-dc0cc245-d4ee-4cf0-8b85-57c1246efc17 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/quotas/5360fe11e14a423cbb0ee8133d63d4eb HTTP/1.1" status: 200 len: 375 time: 0.0163851 Jul 06 12:01:36.647159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Transition to ACTIVE for port object 53867c79-a873-4e21-a463-83f81ec7df83 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:36.693943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Transition to ACTIVE for port object 53867c79-a873-4e21-a463-83f81ec7df83 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:36.696586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-d72bce73-2f96-4355-b843-42103687aa66 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094201 Jul 06 12:01:36.706210 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.717169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Allocated IP 172.21.0.2 (a99e074d-0cec-45c7-9b12-922abc105d35/265a0d61-0c9a-40dd-9ced-1d5bb377f088/f6bff120-36ac-413e-8e07-81df36b1014e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:36.940570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Network 24821ed3-ca7b-4226-adaf-5ec8b2847396 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:36.941521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Pushing event updated for resources: {'Port': ['ID=53867c79-a873-4e21-a463-83f81ec7df83,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.948123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:36.951730 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:36.985324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-6791309c-7632-43f3-9a25-5e27ba4c6c85 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810230 Jul 06 12:01:37.114117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.117880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Attempting to bind port 53867c79-a873-4e21-a463-83f81ec7df83 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:37.118520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Attempting to bind port 53867c79-a873-4e21-a463-83f81ec7df83 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc4a0763-a463-4fce-a667-ae0fb5c245f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '24821ed3-ca7b-4226-adaf-5ec8b2847396'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:37.119155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Attempting to bind port 53867c79-a873-4e21-a463-83f81ec7df83 on network 24821ed3-ca7b-4226-adaf-5ec8b2847396 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:37.129595 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-65eb4157-9bf7-4cd2-8465-e245e55170c5 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309037 Jul 06 12:01:37.152837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:37.153462 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Checking segment: {'id': 'fc4a0763-a463-4fce-a667-ae0fb5c245f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '24821ed3-ca7b-4226-adaf-5ec8b2847396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:37.153943 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.154370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Bound using segment: {'id': 'fc4a0763-a463-4fce-a667-ae0fb5c245f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '24821ed3-ca7b-4226-adaf-5ec8b2847396'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:37.154870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Bound port: 53867c79-a873-4e21-a463-83f81ec7df83, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4a0763-a463-4fce-a667-ae0fb5c245f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '24821ed3-ca7b-4226-adaf-5ec8b2847396'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:37.155413 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.275201 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.299922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Transition to ACTIVE for port object f6bff120-36ac-413e-8e07-81df36b1014e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:37.311003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] For port 53867c79-a873-4e21-a463-83f81ec7df83, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:37.320794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] For port 53867c79-a873-4e21-a463-83f81ec7df83, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=53867c79-a873-4e21-a463-83f81ec7df83,segment=NetworkSegment(fc4a0763-a463-4fce-a667-ae0fb5c245f3),segment_id=fc4a0763-a463-4fce-a667-ae0fb5c245f3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:37.335377 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.365380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Transition to ACTIVE for port object f6bff120-36ac-413e-8e07-81df36b1014e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:37.410004 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.546326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc80c2ae-df7d-4003-b7a8-9f9869de44e8 req-099743be-5a9d-4051-b89e-50e3e13c3b76 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 210 time: 0.0871491 Jul 06 12:01:37.573569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Allocated IP 172.20.0.1 (24821ed3-ca7b-4226-adaf-5ec8b2847396/1605892f-dc0d-482d-a3f9-fcbf87f227fa/cc1d4ad8-d611-46f7-91f2-1dad4f74312a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:37.601936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Network a99e074d-0cec-45c7-9b12-922abc105d35 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:37.607475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:37.615231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:37.628936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe13d5e-8c81-48eb-8a42-ba9a49be65e9 None None] Pushing event updated for resources: {'Port': ['ID=53867c79-a873-4e21-a463-83f81ec7df83,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:37.864579 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Pushing event updated for resources: {'Port': ['ID=f6bff120-36ac-413e-8e07-81df36b1014e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:37.866341 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.882777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Transition to ACTIVE for port object cc1d4ad8-d611-46f7-91f2-1dad4f74312a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:37.924400 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.954373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Attempting to bind port f6bff120-36ac-413e-8e07-81df36b1014e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:37.954758 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Attempting to bind port f6bff120-36ac-413e-8e07-81df36b1014e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '65d88a38-bb22-481b-a6a3-63c5a24b76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a99e074d-0cec-45c7-9b12-922abc105d35'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:37.955156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Attempting to bind port f6bff120-36ac-413e-8e07-81df36b1014e on network a99e074d-0cec-45c7-9b12-922abc105d35 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:37.963128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:37.963573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Checking segment: {'id': '65d88a38-bb22-481b-a6a3-63c5a24b76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a99e074d-0cec-45c7-9b12-922abc105d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:37.964316 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.964925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Bound using segment: {'id': '65d88a38-bb22-481b-a6a3-63c5a24b76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a99e074d-0cec-45c7-9b12-922abc105d35'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:37.965567 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Bound port: f6bff120-36ac-413e-8e07-81df36b1014e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d88a38-bb22-481b-a6a3-63c5a24b76fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a99e074d-0cec-45c7-9b12-922abc105d35'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:37.966080 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.045185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 24821ed3-ca7b-4226-adaf-5ec8b2847396 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:38.052783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:38.057261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:38.106217 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.188424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=cc1d4ad8-d611-46f7-91f2-1dad4f74312a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:38.216774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] For port f6bff120-36ac-413e-8e07-81df36b1014e, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:38.225962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] For port f6bff120-36ac-413e-8e07-81df36b1014e, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f6bff120-36ac-413e-8e07-81df36b1014e,segment=NetworkSegment(65d88a38-bb22-481b-a6a3-63c5a24b76fe),segment_id=65d88a38-bb22-481b-a6a3-63c5a24b76fe)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:38.240672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 53867c79-a873-4e21-a463-83f81ec7df83 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:38.250636 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.351653 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.437351 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a16d8-3e80-43e0-8d32-84f895d44fa7 None None] Pushing event updated for resources: {'Port': ['ID=f6bff120-36ac-413e-8e07-81df36b1014e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:38.508668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 53867c79-a873-4e21-a463-83f81ec7df83 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:39.022377 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8c5775a3-03ac-49d9-9761-726b86227fc7 req-e253bef1-d4e6-4f91-9af6-09328e494350 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 210 time: 0.1007183 Jul 06 12:01:39.092116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.116215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.253711 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.256128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=cc1d4ad8-d611-46f7-91f2-1dad4f74312a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.368500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a887d35-3e0f-4af6-8fe4-515ff2bdedd2 None None] Network 24821ed3-ca7b-4226-adaf-5ec8b2847396 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:39.461350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 24821ed3-ca7b-4226-adaf-5ec8b2847396 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:39.475806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:39.553468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-40338d6e-60bd-4dee-9e37-8f58460a8275 None None] Provisioning for port 53867c79-a873-4e21-a463-83f81ec7df83 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:39.581113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-40338d6e-60bd-4dee-9e37-8f58460a8275 None None] Provisioning complete for port 53867c79-a873-4e21-a463-83f81ec7df83 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:39.587498 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40338d6e-60bd-4dee-9e37-8f58460a8275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.868935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:01:40.067490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657acb6-2836-412d-ad86-80cd062e6879 req-5468a8e6-e11e-467f-9c1c-2d2ad0281201 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:40.086269 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-5468a8e6-e11e-467f-9c1c-2d2ad0281201 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.3705685 Jul 06 12:01:40.104710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Request body: {'port': {'device_id': '5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'admin_state_up': True, 'tenant_id': '5360fe11e14a423cbb0ee8133d63d4eb'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:40.150286 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40338d6e-60bd-4dee-9e37-8f58460a8275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.217916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:01:40.254787 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-38030a74-72a4-4320-8c52-f22cec39ee10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7301643 Jul 06 12:01:40.266195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42234) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:40.284211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e716cc3-8794-459d-b852-cfec2dad78cf None None] Sync routers for ids ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:01:40.315115 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f6bff120-36ac-413e-8e07-81df36b1014e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:40.474476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d2858-5a5c-4c2f-80ac-fbf4819854c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:40.476313 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b18d2858-5a5c-4c2f-80ac-fbf4819854c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports/cc1d4ad8-d611-46f7-91f2-1dad4f74312a HTTP/1.1" status: 200 len: 910 time: 0.2087049 Jul 06 12:01:40.479066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42238) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:40.528384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e716cc3-8794-459d-b852-cfec2dad78cf None None] Routers {'dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:40.529035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0e716cc3-8794-459d-b852-cfec2dad78cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:40.552052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-055cf67f-361b-4c9b-9aaf-89e1932d9e90 req-b135d6ec-37eb-40ee-b500-9930db939523 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 210 time: 0.0841873 Jul 06 12:01:40.646764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-40338d6e-60bd-4dee-9e37-8f58460a8275 None None] For port 53867c79-a873-4e21-a463-83f81ec7df83, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=53867c79-a873-4e21-a463-83f81ec7df83,segment=NetworkSegment(fc4a0763-a463-4fce-a667-ae0fb5c245f3),segment_id=fc4a0763-a463-4fce-a667-ae0fb5c245f3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:40.651781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12883035-3bf1-4934-ba84-687d1a6303dc req-4a31e4f4-d833-43d7-ba12-f27ac5dd70f1 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:40.660027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0e716cc3-8794-459d-b852-cfec2dad78cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:40.662029 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12883035-3bf1-4934-ba84-687d1a6303dc req-4a31e4f4-d833-43d7-ba12-f27ac5dd70f1 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1096 time: 0.4689584 Jul 06 12:01:40.675837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60377f7-7c6e-46d1-b07a-bf6046164f97 None None] Network a99e074d-0cec-45c7-9b12-922abc105d35 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:40.717940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Made reservation on behalf of 5360fe11e14a423cbb0ee8133d63d4eb for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:40.740882 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.770285 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12883035-3bf1-4934-ba84-687d1a6303dc req-5839b263-8e97-4900-a5bd-a7fb205aa025 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070223 Jul 06 12:01:40.844956 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40338d6e-60bd-4dee-9e37-8f58460a8275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.089514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Allocated IP 172.20.0.13 (e5d2987b-e60c-4e67-81de-36c38e69c590/a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd/78587a69-f0e7-44f3-aeba-f036049b800a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:41.145152 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.150718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40338d6e-60bd-4dee-9e37-8f58460a8275 None None] Pushing event updated for resources: {'Port': ['ID=53867c79-a873-4e21-a463-83f81ec7df83,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:41.181370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e716cc3-8794-459d-b852-cfec2dad78cf None None] Routers {'dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:41.182314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0e716cc3-8794-459d-b852-cfec2dad78cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:41.199145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c5de91c1-aa87-412e-8f83-1ccdc19084ae None None] Provisioning for port f6bff120-36ac-413e-8e07-81df36b1014e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:41.255682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0e716cc3-8794-459d-b852-cfec2dad78cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:41.256338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e716cc3-8794-459d-b852-cfec2dad78cf None None] The sync data for ids ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:01:41.341283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port f6bff120-36ac-413e-8e07-81df36b1014e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:41.350186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f6bff120-36ac-413e-8e07-81df36b1014e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:41.350567 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.439416 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.521473 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.672962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.675803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port f6bff120-36ac-413e-8e07-81df36b1014e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f6bff120-36ac-413e-8e07-81df36b1014e,segment=NetworkSegment(65d88a38-bb22-481b-a6a3-63c5a24b76fe),segment_id=65d88a38-bb22-481b-a6a3-63c5a24b76fe)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:41.692849 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:41.789415 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.818572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Allocated IP 172.21.0.1 (a99e074d-0cec-45c7-9b12-922abc105d35/265a0d61-0c9a-40dd-9ced-1d5bb377f088/4f1ca0cd-2555-4c2e-a431-703f4d4341f9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:41.972549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Network e5d2987b-e60c-4e67-81de-36c38e69c590 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:42.000239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:42.015676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event updated for resources: {'Port': ['ID=78587a69-f0e7-44f3-aeba-f036049b800a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.024769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:42.108063 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.125266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c8c3fd8d-59a5-48d7-8de7-8f37514e36b3 None None] Provisioning complete for port 53867c79-a873-4e21-a463-83f81ec7df83 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.125655 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8c3fd8d-59a5-48d7-8de7-8f37514e36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.128563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=f6bff120-36ac-413e-8e07-81df36b1014e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.139889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Transition to ACTIVE for port object 4f1ca0cd-2555-4c2e-a431-703f4d4341f9 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:42.147397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 53867c79-a873-4e21-a463-83f81ec7df83 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:42.208131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d16e0-9a20-49da-b116-c07cbce4b742 req-0c5558e2-fb9a-4757-9fc2-cef1deeebcbf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:42.218734 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.221407 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e8d16e0-9a20-49da-b116-c07cbce4b742 req-0c5558e2-fb9a-4757-9fc2-cef1deeebcbf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.7104752 Jul 06 12:01:42.282101 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network a99e074d-0cec-45c7-9b12-922abc105d35 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:42.289214 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:42.298504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:42.317835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:42.318517 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.362672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=4f1ca0cd-2555-4c2e-a431-703f4d4341f9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.380300 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.396590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210743d-5323-438a-95a2-ef253d41f979 req-472cad5f-212b-4ee3-92cb-28db68035470 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:42.412289 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b210743d-5323-438a-95a2-ef253d41f979 req-472cad5f-212b-4ee3-92cb-28db68035470 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 932 time: 0.5983562 Jul 06 12:01:42.492681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-07865dfa-6b93-41ec-935c-df74089ba3f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3859560 Jul 06 12:01:42.552376 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b210743d-5323-438a-95a2-ef253d41f979 req-c4a05f0a-7991-443e-aa87-906ce2ba3bc0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371431 Jul 06 12:01:42.556559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 53867c79-a873-4e21-a463-83f81ec7df83 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.556937 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.559115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Request body: {'port': {'device_id': '5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:42.706002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c8c3fd8d-59a5-48d7-8de7-8f37514e36b3 None None] Provisioning for port cc1d4ad8-d611-46f7-91f2-1dad4f74312a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:42.712058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c8c3fd8d-59a5-48d7-8de7-8f37514e36b3 None None] Provisioning complete for port cc1d4ad8-d611-46f7-91f2-1dad4f74312a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.712689 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8c3fd8d-59a5-48d7-8de7-8f37514e36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.756545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3fd8d-59a5-48d7-8de7-8f37514e36b3 None None] Port cc1d4ad8-d611-46f7-91f2-1dad4f74312a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:42.771909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e8d16e0-9a20-49da-b116-c07cbce4b742 req-7d136bf5-36bc-4b57-b31e-b00c02da03cf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5484486 Jul 06 12:01:42.806563 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.819707 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.833458 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.917965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-af769d1c-16e9-442a-b6e6-24683d2d508c None None] Provisioning for port 4f1ca0cd-2555-4c2e-a431-703f4d4341f9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:42.929197 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-af769d1c-16e9-442a-b6e6-24683d2d508c None None] Provisioning complete for port 4f1ca0cd-2555-4c2e-a431-703f4d4341f9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.929814 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af769d1c-16e9-442a-b6e6-24683d2d508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.979699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-af769d1c-16e9-442a-b6e6-24683d2d508c None None] Port 4f1ca0cd-2555-4c2e-a431-703f4d4341f9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:42.993461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-af769d1c-16e9-442a-b6e6-24683d2d508c None None] Provisioning complete for port cc1d4ad8-d611-46f7-91f2-1dad4f74312a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.995137 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af769d1c-16e9-442a-b6e6-24683d2d508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.046988 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0509b52c-b093-498b-b9a9-32dc6f7aba77 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/189e91d0-9802-4c68-ae41-7f3c4c7b1544 HTTP/1.1" status: 200 len: 993 time: 0.2311840 Jul 06 12:01:43.133972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-af769d1c-16e9-442a-b6e6-24683d2d508c None None] Port cc1d4ad8-d611-46f7-91f2-1dad4f74312a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:43.158935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-af769d1c-16e9-442a-b6e6-24683d2d508c None None] Provisioning complete for port f6bff120-36ac-413e-8e07-81df36b1014e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:43.159311 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af769d1c-16e9-442a-b6e6-24683d2d508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.482077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42292) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:43.525354 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.535851 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.654437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78587a69-f0e7-44f3-aeba-f036049b800a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:43.679365 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.700649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.732679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.734871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Transition to ACTIVE for port object 78587a69-f0e7-44f3-aeba-f036049b800a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:43.742788 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.913867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=4f1ca0cd-2555-4c2e-a431-703f4d4341f9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:43.980433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network a99e074d-0cec-45c7-9b12-922abc105d35 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:43.984195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:43.997030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Pushing event updated for resources: {'Port': ['ID=78587a69-f0e7-44f3-aeba-f036049b800a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:44.130949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f6bff120-36ac-413e-8e07-81df36b1014e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:44.163241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.205188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.229585 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10e6e7a5-4a74-48c8-9018-f5fe3ab49da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.260742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f6bff120-36ac-413e-8e07-81df36b1014e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:44.261574 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.345268 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d02d2c7057e747c3bf672ededd062a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8569520 Jul 06 12:01:44.353858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42308) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:44.412216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549a17c2-bb1a-4b5a-a39d-1f889353ab0c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:44.425089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.425712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.426208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.426698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.427200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.427733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.428477 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.428984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.429478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.429977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.430600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.431091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c9b575-d1a8-4f37-bc1d-fed1ea38a430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:44.462789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:01:44.518602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-98a6233d-b85b-44b8-84a7-cfba0fd4d606 None None] Provisioning complete for port 4f1ca0cd-2555-4c2e-a431-703f4d4341f9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:44.521741 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98a6233d-b85b-44b8-84a7-cfba0fd4d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.593004 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-98a6233d-b85b-44b8-84a7-cfba0fd4d606 None None] Port 4f1ca0cd-2555-4c2e-a431-703f4d4341f9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:44.759120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5096ea-d463-4a20-8e8c-afc8f67cb09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.772600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Attempting to bind port 78587a69-f0e7-44f3-aeba-f036049b800a on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:44.773620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Attempting to bind port 78587a69-f0e7-44f3-aeba-f036049b800a by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:44.774143 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Attempting to bind port 78587a69-f0e7-44f3-aeba-f036049b800a on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:44.803340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Port 78587a69-f0e7-44f3-aeba-f036049b800a on network e5d2987b-e60c-4e67-81de-36c38e69c590 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:44.803340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Attempting to bind port 78587a69-f0e7-44f3-aeba-f036049b800a on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:44.809007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:44.809365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Checking segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:44.810186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Bound using segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:44.810971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Bound port: 78587a69-f0e7-44f3-aeba-f036049b800a, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:44.811868 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.838291 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5096ea-d463-4a20-8e8c-afc8f67cb09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.895285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a261b3-06df-4ac8-9fcd-14cad7f96fa9 req-4431836c-3bf8-4d83-b6dd-495736307b4b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:44.902876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-39a261b3-06df-4ac8-9fcd-14cad7f96fa9 req-4431836c-3bf8-4d83-b6dd-495736307b4b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 944 time: 1.0906241 Jul 06 12:01:44.976053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905bd7f-1015-40f5-9034-bcd712b28096 req-aeba7ca7-f4c2-4152-8ce5-885c5d421ce8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:44.980327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2905bd7f-1015-40f5-9034-bcd712b28096 req-aeba7ca7-f4c2-4152-8ce5-885c5d421ce8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.2754622 Jul 06 12:01:44.999434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] For port 78587a69-f0e7-44f3-aeba-f036049b800a, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:45.041622 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-39a261b3-06df-4ac8-9fcd-14cad7f96fa9 req-e674251c-d029-4d2c-9291-abcc45333929 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376638 Jul 06 12:01:45.044046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] For port 78587a69-f0e7-44f3-aeba-f036049b800a, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=78587a69-f0e7-44f3-aeba-f036049b800a,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:45.064982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.119700 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:45.120479 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.121989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] 10.222.0.47 "PUT /v2.0/ports/78587a69-f0e7-44f3-aeba-f036049b800a HTTP/1.1" status: 200 len: 1092 time: 2.5901222 Jul 06 12:01:45.132134 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2905bd7f-1015-40f5-9034-bcd712b28096 req-13e42fbd-e5aa-4b95-b014-2e43bb76d7ab tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350741 Jul 06 12:01:45.136641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f', 'tag': '78587a69-f0e7-44f3-aeba-f036049b800a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:45.143642 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165658f2-5424-40fc-94aa-80bda00c3193" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f", "tag": "78587a69-f0e7-44f3-aeba-f036049b800a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:45.196802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e798004-6775-4c4c-93bf-fb0688fde5ea service neutron] Pushing event updated for resources: {'Port': ['ID=78587a69-f0e7-44f3-aeba-f036049b800a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:45.250158 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e72d6f-1082-4d01-884d-93c244d77fda x-openstack-request-id: req-82e72d6f-1082-4d01-884d-93c244d77fda {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:45.250534 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f", "tag": "78587a69-f0e7-44f3-aeba-f036049b800a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:45.250534 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82e72d6f-1082-4d01-884d-93c244d77fda {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:45.250933 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f', 'tag': '78587a69-f0e7-44f3-aeba-f036049b800a', 'status': 'completed', 'code': 200} Jul 06 12:01:45.278090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:01:45.288972 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-893e4a16-fbac-4c3b-8bcd-783eb36af64f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8086884 Jul 06 12:01:45.294635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42318) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:45.295349 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba2f2b-09cd-4402-9ec9-b7098c9eb3cd None None] Sync routers for ids ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:01:45.316124 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba2f2b-09cd-4402-9ec9-b7098c9eb3cd None None] Routers {'dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:45.316798 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b2ba2f2b-09cd-4402-9ec9-b7098c9eb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:45.365053 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-b5b1ac2d-2651-43a4-83d6-0bcda8dd08bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6930833 Jul 06 12:01:45.377862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657acb6-2836-412d-ad86-80cd062e6879 req-98b4bb86-1006-408d-b4c4-a3921f511810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:45.379486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-98b4bb86-1006-408d-b4c4-a3921f511810 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 1095 time: 0.1745138 Jul 06 12:01:45.412487 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5096ea-d463-4a20-8e8c-afc8f67cb09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.415391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b5096ea-d463-4a20-8e8c-afc8f67cb09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.432677 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0b5096ea-d463-4a20-8e8c-afc8f67cb09b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/549a17c2-bb1a-4b5a-a39d-1f889353ab0c HTTP/1.1" status: 204 len: 168 time: 1.0714159 Jul 06 12:01:45.459528 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5096ea-d463-4a20-8e8c-afc8f67cb09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549a17c2-bb1a-4b5a-a39d-1f889353ab0c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:45.473030 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b2ba2f2b-09cd-4402-9ec9-b7098c9eb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:45.492625 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba2f2b-09cd-4402-9ec9-b7098c9eb3cd None None] Routers {'dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:45.493797 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b2ba2f2b-09cd-4402-9ec9-b7098c9eb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:45.540807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac673097-0c6f-4e8d-a63e-16f290c70e50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:45.542263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ac673097-0c6f-4e8d-a63e-16f290c70e50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports/4f1ca0cd-2555-4c2e-a431-703f4d4341f9 HTTP/1.1" status: 200 len: 910 time: 0.2453306 Jul 06 12:01:45.547033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42330) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:45.572021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-061002ca-edb6-470c-a0f2-82f49cdde7f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78587a69-f0e7-44f3-aeba-f036049b800a HTTP/1.1" status: 200 len: 217 time: 0.1739414 Jul 06 12:01:45.584817 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b2ba2f2b-09cd-4402-9ec9-b7098c9eb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:45.585441 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba2f2b-09cd-4402-9ec9-b7098c9eb3cd None None] The sync data for ids ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:01:45.709566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657acb6-2836-412d-ad86-80cd062e6879 req-dd9e9ce6-7480-4c92-a2d2-7baf098ee2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:45.711165 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-dd9e9ce6-7480-4c92-a2d2-7baf098ee2d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.1382926 Jul 06 12:01:45.805254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-ac9585b1-ca76-4ed2-bd14-b00500f4d6a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823913 Jul 06 12:01:45.964313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-f77eb9e7-d963-4da6-a96a-df77fbf30f75 service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546669 Jul 06 12:01:46.111786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d657acb6-2836-412d-ad86-80cd062e6879 req-2b05e3bc-2779-4672-bb71-68f073bdef25 service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387928 Jul 06 12:01:46.215609 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eefd6f3b-f763-467b-a40e-357cb5cf839d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.282865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42352) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:46.334172 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2134f3b5-4487-46fd-a019-4aa26c0262d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.473219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165658f2-5424-40fc-94aa-80bda00c3193 req-d968622c-eced-4f8b-9281-6aea691f8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:46.474744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-165658f2-5424-40fc-94aa-80bda00c3193 req-d968622c-eced-4f8b-9281-6aea691f8771 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 1095 time: 0.2969580 Jul 06 12:01:46.697857 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e400c-f387-4903-94a8-1e3b3ee8bf76 req-5a23e734-0036-4a61-9b0f-9cbd3ebebe89 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:46.703972 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f46e400c-f387-4903-94a8-1e3b3ee8bf76 req-5a23e734-0036-4a61-9b0f-9cbd3ebebe89 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 944 time: 0.4408312 Jul 06 12:01:46.847091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eefd6f3b-f763-467b-a40e-357cb5cf839d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port 4f1ca0cd-2555-4c2e-a431-703f4d4341f9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:46.848215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eefd6f3b-f763-467b-a40e-357cb5cf839d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.882789 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2134f3b5-4487-46fd-a019-4aa26c0262d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.885982 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165658f2-5424-40fc-94aa-80bda00c3193 req-30ab0562-c37c-465f-8652-e99c14f74e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:46.887963 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-165658f2-5424-40fc-94aa-80bda00c3193 req-30ab0562-c37c-465f-8652-e99c14f74e43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 906 time: 0.3848441 Jul 06 12:01:46.891743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f46e400c-f387-4903-94a8-1e3b3ee8bf76 req-5509f81b-3576-4c97-80ab-13ed9ae6eeb0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771133 Jul 06 12:01:46.919310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dd5fb-b339-44cb-8af9-da6af0c87077 req-12922ba8-d2f0-485e-9295-df08a59c32ee tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:46.939988 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a76dd5fb-b339-44cb-8af9-da6af0c87077 req-12922ba8-d2f0-485e-9295-df08a59c32ee tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.4891381 Jul 06 12:01:46.945473 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2134f3b5-4487-46fd-a019-4aa26c0262d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.040983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eefd6f3b-f763-467b-a40e-357cb5cf839d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.058291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-165658f2-5424-40fc-94aa-80bda00c3193 req-c450c72b-fcf1-43d7-9845-53e6253e3530 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78587a69-f0e7-44f3-aeba-f036049b800a HTTP/1.1" status: 200 len: 217 time: 0.1161304 Jul 06 12:01:47.059927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eefd6f3b-f763-467b-a40e-357cb5cf839d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for 4f1ca0cd-2555-4c2e-a431-703f4d4341f9 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:47.112287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a76dd5fb-b339-44cb-8af9-da6af0c87077 req-df4eb7d6-3b16-4ff7-98bb-dda63bce68a0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713567 Jul 06 12:01:47.141186 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2134f3b5-4487-46fd-a019-4aa26c0262d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a411073b2d14d4e8fae3bb4fd7e84dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8586361 Jul 06 12:01:47.145303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42362) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:47.146044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134f3b5-4487-46fd-a019-4aa26c0262d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d5ae71-6711-4580-b9ff-247ff97b0e1f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:47.172918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165658f2-5424-40fc-94aa-80bda00c3193 req-1e1789b9-626b-4ac5-9927-789d61811d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:47.176187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-165658f2-5424-40fc-94aa-80bda00c3193 req-1e1789b9-626b-4ac5-9927-789d61811d6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.1054130 Jul 06 12:01:47.213573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-165658f2-5424-40fc-94aa-80bda00c3193 req-ec4afef6-1ac5-47d4-92b8-b8612d2e9a40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302885 Jul 06 12:01:47.260542 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ec3abd0-1538-4dcf-80c6-d3391311b74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.285158 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ec3abd0-1538-4dcf-80c6-d3391311b74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.322671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-165658f2-5424-40fc-94aa-80bda00c3193 req-b650e6f3-46a2-4d7d-86e2-e03c8e5f4385 service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007259 Jul 06 12:01:47.367070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eefd6f3b-f763-467b-a40e-357cb5cf839d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.398984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd6f3b-f763-467b-a40e-357cb5cf839d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=4f1ca0cd-2555-4c2e-a431-703f4d4341f9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:47.449034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ec3abd0-1538-4dcf-80c6-d3391311b74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.451588 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ec3abd0-1538-4dcf-80c6-d3391311b74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.452901 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0ec3abd0-1538-4dcf-80c6-d3391311b74b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06d5ae71-6711-4580-b9ff-247ff97b0e1f HTTP/1.1" status: 204 len: 168 time: 0.3062444 Jul 06 12:01:47.460285 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-165658f2-5424-40fc-94aa-80bda00c3193 req-c7cc52e9-2645-4d05-9955-0c78984e8f93 service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305392 Jul 06 12:01:47.514181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3abd0-1538-4dcf-80c6-d3391311b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d5ae71-6711-4580-b9ff-247ff97b0e1f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:47.662632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f778eb-7579-44b2-b252-41e12ec1548b req-56137b1d-c6c5-48da-9f09-09869aa2a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:47.664422 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-56137b1d-c6c5-48da-9f09-09869aa2a9fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1096 time: 0.2193627 Jul 06 12:01:47.695544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eefd6f3b-f763-467b-a40e-357cb5cf839d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.851692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f778eb-7579-44b2-b252-41e12ec1548b req-760f4193-fc7c-4361-bfbf-20fa719c0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:47.853227 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-760f4193-fc7c-4361-bfbf-20fa719c0a5c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.1806889 Jul 06 12:01:48.007954 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-51d98160-f0a4-4a02-b7ef-17cafbc32350 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 1001 time: 0.1457241 Jul 06 12:01:48.014636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefd6f3b-f763-467b-a40e-357cb5cf839d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:01:48.130171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f778eb-7579-44b2-b252-41e12ec1548b req-41fc80c4-5f03-464f-8d74-c70d7a336112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:48.131712 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-41fc80c4-5f03-464f-8d74-c70d7a336112 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.1159635 Jul 06 12:01:48.182088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefd6f3b-f763-467b-a40e-357cb5cf839d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:01:48.187477 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eefd6f3b-f763-467b-a40e-357cb5cf839d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6392765 Jul 06 12:01:48.190795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42388) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:48.203489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad195a6-832d-41b3-aca1-277fa4b32830 None None] Sync routers for ids ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:01:48.272066 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad195a6-832d-41b3-aca1-277fa4b32830 None None] Routers {'dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:48.274210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dad195a6-832d-41b3-aca1-277fa4b32830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:48.281352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46df9ce-c665-4d22-b1b4-a3e1e9559223 req-471f7c3a-6f47-4e73-a21b-0a387d08e0f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:48.292711 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c46df9ce-c665-4d22-b1b4-a3e1e9559223 req-471f7c3a-6f47-4e73-a21b-0a387d08e0f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 944 time: 0.1805949 Jul 06 12:01:48.293341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f778eb-7579-44b2-b252-41e12ec1548b req-7a58aa79-0968-411a-807d-05d0adb0b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:48.294864 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-7a58aa79-0968-411a-807d-05d0adb0b70e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542194 Jul 06 12:01:48.360784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c46df9ce-c665-4d22-b1b4-a3e1e9559223 req-d9299074-f196-4946-a982-8969ca9e5b79 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642025 Jul 06 12:01:48.368095 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.384464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dad195a6-832d-41b3-aca1-277fa4b32830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:48.425113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad195a6-832d-41b3-aca1-277fa4b32830 None None] Routers {'dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:48.426328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dad195a6-832d-41b3-aca1-277fa4b32830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:48.431472 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23373e91-ef8e-4611-a58b-d7b1404c6f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.484847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dad195a6-832d-41b3-aca1-277fa4b32830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:48.485509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad195a6-832d-41b3-aca1-277fa4b32830 None None] The sync data for ids ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:01:48.520253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac5f11-3f8f-428f-9ce2-ada02b875ace req-5c39e3ae-1f74-4cdb-8512-105c23c9412f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:48.522633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dbac5f11-3f8f-428f-9ce2-ada02b875ace req-5c39e3ae-1f74-4cdb-8512-105c23c9412f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.1222873 Jul 06 12:01:48.582791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dbac5f11-3f8f-428f-9ce2-ada02b875ace req-e23efe10-aedb-493e-9e82-31434f0d013d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543106 Jul 06 12:01:48.614943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-f9fcd449-5a0f-4aad-8fff-6262b89fda45 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228251660&fields=id&tenant_id=b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 267 time: 0.0526843 Jul 06 12:01:48.626475 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-f153839e-1760-4ee3-9840-a37ad1ba8967 service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226616 Jul 06 12:01:48.741780 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.754771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-29015ec8-2fc2-449a-8edf-b4473a927d13 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:48.756381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-29015ec8-2fc2-449a-8edf-b4473a927d13 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.1314981 Jul 06 12:01:48.776222 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-7a96f39b-9ddf-4c90-89ae-cb516dbb623a service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427834 Jul 06 12:01:48.780997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-2cce8bdf-72ce-4f48-a364-46de2a03f6e2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/quotas/b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 375 time: 0.0105789 Jul 06 12:01:48.859440 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f23321f-e13d-4203-9b13-f885c56f3cfb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.899322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-087093f7-52c0-49ca-b2d6-060a578ea235 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118617 Jul 06 12:01:49.052401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-e41132f1-77c4-4d05-896f-a3894c612802 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401680 Jul 06 12:01:49.192111 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-e3c0e275-6fb2-46bf-ac64-4592c07fc033 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322255 Jul 06 12:01:49.641124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-639236c0-56ed-433c-b66b-8716160dd1f4 req-caf81962-472a-4041-9699-83e75c60b483 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 210 time: 0.0388327 Jul 06 12:01:49.652499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69948c-752d-47e8-aef6-f6549f9a7b27 req-13a43521-f648-4401-9328-baaac72677b5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:49.660519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f69948c-752d-47e8-aef6-f6549f9a7b27 req-13a43521-f648-4401-9328-baaac72677b5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 944 time: 0.1650655 Jul 06 12:01:49.666267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4f23321f-e13d-4203-9b13-f885c56f3cfb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port cc1d4ad8-d611-46f7-91f2-1dad4f74312a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:49.666637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f23321f-e13d-4203-9b13-f885c56f3cfb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.714257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f69948c-752d-47e8-aef6-f6549f9a7b27 req-0bc64bec-f456-4080-8c60-f191f6dee8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526893 Jul 06 12:01:49.890601 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f23321f-e13d-4203-9b13-f885c56f3cfb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.917161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4f23321f-e13d-4203-9b13-f885c56f3cfb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for cc1d4ad8-d611-46f7-91f2-1dad4f74312a owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:49.950140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04161b-4b42-482a-8d4a-3937ffc31efc req-c52dcc84-f9d7-44d5-878f-ce8f32b5d9f9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:49.971079 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec04161b-4b42-482a-8d4a-3937ffc31efc req-c52dcc84-f9d7-44d5-878f-ce8f32b5d9f9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.1425900 Jul 06 12:01:50.067183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec04161b-4b42-482a-8d4a-3937ffc31efc req-2f48f7e6-0791-4f27-8fbd-e29fa7d18d14 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932786 Jul 06 12:01:50.241785 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f23321f-e13d-4203-9b13-f885c56f3cfb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.289376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 78587a69-f0e7-44f3-aeba-f036049b800a details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:50.338115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23321f-e13d-4203-9b13-f885c56f3cfb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=cc1d4ad8-d611-46f7-91f2-1dad4f74312a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:50.433778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 78587a69-f0e7-44f3-aeba-f036049b800a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=78587a69-f0e7-44f3-aeba-f036049b800a,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:50.456001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '78587a69-f0e7-44f3-aeba-f036049b800a', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'port_id': '78587a69-f0e7-44f3-aeba-f036049b800a', 'mac_address': 'fa:16:3e:93:e9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:50.548897 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.570186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78587a69-f0e7-44f3-aeba-f036049b800a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:50.598702 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f23321f-e13d-4203-9b13-f885c56f3cfb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.640160 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.644265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 78587a69-f0e7-44f3-aeba-f036049b800a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=78587a69-f0e7-44f3-aeba-f036049b800a,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:50.655244 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.761720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=78587a69-f0e7-44f3-aeba-f036049b800a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:50.912258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5962a109-6ee1-4000-9c0a-c2797a17c26f req-ffbfb591-e3a5-4f15-b2cd-25ca0dfadd9c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 210 time: 0.0362172 Jul 06 12:01:50.931039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f23321f-e13d-4203-9b13-f885c56f3cfb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:01:50.985414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['78587a69-f0e7-44f3-aeba-f036049b800a'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:51.061084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63231a-00d2-476a-ab10-5b5c45cd7c39 req-8f0e6705-e32f-431e-9ed8-5cfa4fb4a9d3 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:51.089463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc63231a-00d2-476a-ab10-5b5c45cd7c39 req-8f0e6705-e32f-431e-9ed8-5cfa4fb4a9d3 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 945 time: 0.1061647 Jul 06 12:01:51.139364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f23321f-e13d-4203-9b13-f885c56f3cfb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:01:51.154230 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7cb64-312e-420a-aac4-8570a20d2e7f None None] Sync routers for ids ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:01:51.172990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dc63231a-00d2-476a-ab10-5b5c45cd7c39 req-4c435289-500a-4a52-a42c-9337068f3af4 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820796 Jul 06 12:01:51.173531 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7cb64-312e-420a-aac4-8570a20d2e7f None None] Routers {'dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:51.175385 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4f23321f-e13d-4203-9b13-f885c56f3cfb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9832866 Jul 06 12:01:51.176823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42504) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.190909 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fae7cb64-312e-420a-aac4-8570a20d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:51.310855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42512) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.320455 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5602c3c8-d67f-4286-abdb-07d7415bc836 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe HTTP/1.1" status: 200 len: 205 time: 0.1421969 Jul 06 12:01:51.444512 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fae7cb64-312e-420a-aac4-8570a20d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:51.461822 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7cb64-312e-420a-aac4-8570a20d2e7f None None] Routers {'dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:51.462575 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fae7cb64-312e-420a-aac4-8570a20d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:51.539256 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e08d80f3-0dcb-4b28-a78e-76d0fd0e6eab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.545848 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fae7cb64-312e-420a-aac4-8570a20d2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:51.549229 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7cb64-312e-420a-aac4-8570a20d2e7f None None] The sync data for ids ['dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:01:51.701089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-5c6851b7-abc1-474a-bd4c-7d5456a52829 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:51.704651 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-5c6851b7-abc1-474a-bd4c-7d5456a52829 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.86 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.2533648 Jul 06 12:01:51.776269 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-1a560189-0f92-47b2-8b79-5fdfc48950cd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 380 time: 0.0548723 Jul 06 12:01:51.793745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'port': {'device_id': '736499c9-b925-4cc4-959a-10af42355b73', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'admin_state_up': True, 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'security_groups': ['448f39e1-2bed-4196-a39d-3dcc4ac23995']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:51.799878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e08d80f3-0dcb-4b28-a78e-76d0fd0e6eab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.805420 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e08d80f3-0dcb-4b28-a78e-76d0fd0e6eab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.824372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b13e0-ec30-4961-8ec9-119b1ceb14ad req-66943a5c-c3c1-4538-8d46-e498d16b8f29 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:51.825948 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f39b13e0-ec30-4961-8ec9-119b1ceb14ad req-66943a5c-c3c1-4538-8d46-e498d16b8f29 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.3284271 Jul 06 12:01:51.887527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e08d80f3-0dcb-4b28-a78e-76d0fd0e6eab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.888119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08d80f3-0dcb-4b28-a78e-76d0fd0e6eab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Fanout notify agent at l3_agent the message router_deleted on router dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:01:51.898171 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e08d80f3-0dcb-4b28-a78e-76d0fd0e6eab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.901434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e08d80f3-0dcb-4b28-a78e-76d0fd0e6eab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe HTTP/1.1" status: 204 len: 168 time: 0.5871150 Jul 06 12:01:51.907394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.987857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f39b13e0-ec30-4961-8ec9-119b1ceb14ad req-970f8cc1-8323-48a5-800e-0f694d850a3c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268301 Jul 06 12:01:52.006620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-271c8349-69f1-4c80-b89d-b2afcb198787 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting subnet 265a0d61-0c9a-40dd-9ced-1d5bb377f088 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:52.013324 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-271c8349-69f1-4c80-b89d-b2afcb198787 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.053253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Made reservation on behalf of b768ea49d15e4735a0ee81828071c36d for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:52.071384 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.074821 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-271c8349-69f1-4c80-b89d-b2afcb198787 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.154693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-575424ec-92a9-44ef-bd9c-8721b4d6b8c0 req-c65daec0-aeb5-4c3d-8a39-4a690caedcba tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 210 time: 0.0400434 Jul 06 12:01:52.245527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-271c8349-69f1-4c80-b89d-b2afcb198787 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.302559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 78587a69-f0e7-44f3-aeba-f036049b800a up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:52.337953 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-271c8349-69f1-4c80-b89d-b2afcb198787 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.348992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Allocated IP 172.20.0.11 (96ac95ab-c16d-44b8-a50f-62ff9bdc3228/cb861ac0-7293-4d41-a5d1-256ee914815a/ebe43db4-6fae-4078-b694-0e08a2d5ce83) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:52.399150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c8349-69f1-4c80-b89d-b2afcb198787 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Subnet': ['ID=265a0d61-0c9a-40dd-9ced-1d5bb377f088,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:52.424152 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-271c8349-69f1-4c80-b89d-b2afcb198787 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.429067 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-271c8349-69f1-4c80-b89d-b2afcb198787 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/265a0d61-0c9a-40dd-9ced-1d5bb377f088 HTTP/1.1" status: 204 len: 168 time: 0.5143759 Jul 06 12:01:52.436925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42576) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:52.441662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd901d1-09f6-4c00-9666-e6f967ea44f6 None None] Network a99e074d-0cec-45c7-9b12-922abc105d35 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:52.445415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 78587a69-f0e7-44f3-aeba-f036049b800a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:52.495789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 78587a69-f0e7-44f3-aeba-f036049b800a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:52.498794 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.593263 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67cae-14d9-4dd1-9a22-3091eedf49fa req-bd14c085-1f0b-4dc2-9c6b-4597c33942d3 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:52.613553 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4df67cae-14d9-4dd1-9a22-3091eedf49fa req-bd14c085-1f0b-4dc2-9c6b-4597c33942d3 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 945 time: 0.1318574 Jul 06 12:01:52.646556 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.664919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Transition to ACTIVE for port object ebe43db4-6fae-4078-b694-0e08a2d5ce83 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:52.705689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4df67cae-14d9-4dd1-9a22-3091eedf49fa req-00d5c248-e923-41da-9ee7-5799b309184c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911415 Jul 06 12:01:52.758930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.824105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=ebe43db4-6fae-4078-b694-0e08a2d5ce83,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:52.851902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-6286dbb4-b406-4a30-8c68-553630276a5e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting subnet 1605892f-dc0d-482d-a3f9-fcbf87f227fa {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:52.855652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:52.860464 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6286dbb4-b406-4a30-8c68-553630276a5e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.861828 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:52.867746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:52.915780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:52.928457 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78587a69-f0e7-44f3-aeba-f036049b800a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:52.931585 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be938916-3ce3-4914-b4b4-80a4380c3f72" -d '{"events": [{"server_uuid": "5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f", "name": "network-vif-plugged", "status": "completed", "tag": "78587a69-f0e7-44f3-aeba-f036049b800a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:52.956712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42584) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:52.966060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 78587a69-f0e7-44f3-aeba-f036049b800a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=78587a69-f0e7-44f3-aeba-f036049b800a,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:52.970037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e94d59-2a25-42f0-8611-8b3f379f29b7 None None] DHCP port deletion for a99e074d-0cec-45c7-9b12-922abc105d35 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:52.975597 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.041231 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466485b6-c9d4-468f-9cf2-45add620ac5a x-openstack-request-id: req-466485b6-c9d4-468f-9cf2-45add620ac5a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:53.041783 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f", "name": "network-vif-plugged", "status": "completed", "tag": "78587a69-f0e7-44f3-aeba-f036049b800a", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:53.042682 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-466485b6-c9d4-468f-9cf2-45add620ac5a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:53.043562 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78587a69-f0e7-44f3-aeba-f036049b800a', 'code': 200} Jul 06 12:01:53.058268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6286dbb4-b406-4a30-8c68-553630276a5e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.075959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.076721 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.091014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=78587a69-f0e7-44f3-aeba-f036049b800a,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:53.133918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-80e94d59-2a25-42f0-8611-8b3f379f29b7 None None] Deleting port f6bff120-36ac-413e-8e07-81df36b1014e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:53.134526 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80e94d59-2a25-42f0-8611-8b3f379f29b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.262592 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26550649-dace-494a-b015-8940651c7125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.269084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-b102b4a3-6d57-409c-8cc8-520e27253ea2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4843073 Jul 06 12:01:53.300849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Request body: {'port': {'device_id': '736499c9-b925-4cc4-959a-10af42355b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:53.343880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-80e94d59-2a25-42f0-8611-8b3f379f29b7 None None] For port f6bff120-36ac-413e-8e07-81df36b1014e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f6bff120-36ac-413e-8e07-81df36b1014e,segment=NetworkSegment(65d88a38-bb22-481b-a6a3-63c5a24b76fe),segment_id=65d88a38-bb22-481b-a6a3-63c5a24b76fe)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:53.344435 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80e94d59-2a25-42f0-8611-8b3f379f29b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.350539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568c95d-07aa-4674-9a41-573fcea4d79f req-7e515844-df9e-479b-a699-6d4d36ff727a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.360574 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6568c95d-07aa-4674-9a41-573fcea4d79f req-7e515844-df9e-479b-a699-6d4d36ff727a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.1547997 Jul 06 12:01:53.379136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-80e94d59-2a25-42f0-8611-8b3f379f29b7 None None] Calling delete_port for f6bff120-36ac-413e-8e07-81df36b1014e owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:53.440430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6568c95d-07aa-4674-9a41-573fcea4d79f req-76b7dc82-b3bb-4491-91b9-2bac1eb7dacd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775619 Jul 06 12:01:53.498565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6286dbb4-b406-4a30-8c68-553630276a5e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.515043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e91f6a96-984b-4ed0-8ae6-309231ffd966 None None] Provisioning for port ebe43db4-6fae-4078-b694-0e08a2d5ce83 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:53.522712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e91f6a96-984b-4ed0-8ae6-309231ffd966 None None] Provisioning complete for port ebe43db4-6fae-4078-b694-0e08a2d5ce83 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:53.523135 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e91f6a96-984b-4ed0-8ae6-309231ffd966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.582178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e91f6a96-984b-4ed0-8ae6-309231ffd966 None None] Port ebe43db4-6fae-4078-b694-0e08a2d5ce83 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:53.607407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c01fa-95d1-4997-b67d-df60a249fefa req-ee449468-0c62-488f-92d7-117662459ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.609141 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c9c01fa-95d1-4997-b67d-df60a249fefa req-ee449468-0c62-488f-92d7-117662459ddf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 1097 time: 0.4598877 Jul 06 12:01:53.610519 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80e94d59-2a25-42f0-8611-8b3f379f29b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.629141 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26550649-dace-494a-b015-8940651c7125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.652670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e94d59-2a25-42f0-8611-8b3f379f29b7 None None] Pushing event deleted for resources: {'Port': ['ID=f6bff120-36ac-413e-8e07-81df36b1014e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:53.662612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e94d59-2a25-42f0-8611-8b3f379f29b7 None None] No DVR routers for this DVR port f6bff120-36ac-413e-8e07-81df36b1014e on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:53.669199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eededad-787f-4a1b-a709-4bd44ff98dfc req-16b40bbb-fb9a-490d-8a00-f8ae00936b30 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.671980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0eededad-787f-4a1b-a709-4bd44ff98dfc req-16b40bbb-fb9a-490d-8a00-f8ae00936b30 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 932 time: 0.1932666 Jul 06 12:01:53.674995 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26550649-dace-494a-b015-8940651c7125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.725940 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.733784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6286dbb4-b406-4a30-8c68-553630276a5e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.757616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c9c01fa-95d1-4997-b67d-df60a249fefa req-6b052e15-bbef-4c54-914d-3e3896fd445c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360843 Jul 06 12:01:53.787623 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0eededad-787f-4a1b-a709-4bd44ff98dfc req-76f94254-f42b-4ef5-9b4c-d293268cd220 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896475 Jul 06 12:01:53.789227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26550649-dace-494a-b015-8940651c7125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faedda1-262f-4bb6-9654-bedf88838246,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:53.827866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286dbb4-b406-4a30-8c68-553630276a5e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Subnet': ['ID=1605892f-dc0d-482d-a3f9-fcbf87f227fa,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:53.832154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b39d2b3-7bfa-45c8-86d8-0bcdfc731cd9 None None] Network 24821ed3-ca7b-4226-adaf-5ec8b2847396 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:53.839256 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6286dbb4-b406-4a30-8c68-553630276a5e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:53.843046 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6286dbb4-b406-4a30-8c68-553630276a5e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/1605892f-dc0d-482d-a3f9-fcbf87f227fa HTTP/1.1" status: 204 len: 168 time: 1.4050555 Jul 06 12:01:53.847867 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-26550649-dace-494a-b015-8940651c7125 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5bdfa0b42c04712b3779ee249b8157b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8881881 Jul 06 12:01:53.850555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42596) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:53.851699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:54.211833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f6bff120-36ac-413e-8e07-81df36b1014e no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:54.224989 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.250030 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.264590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897ebba8-1138-4344-aae7-7076ffd46dce None None] DHCP port deletion for 24821ed3-ca7b-4226-adaf-5ec8b2847396 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:54.269276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: f6bff120-36ac-413e-8e07-81df36b1014e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:54.270213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f6bff120-36ac-413e-8e07-81df36b1014e not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:54.306569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.373342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe43db4-6fae-4078-b694-0e08a2d5ce83 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:54.390539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.401943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-897ebba8-1138-4344-aae7-7076ffd46dce None None] Deleting port 53867c79-a873-4e21-a463-83f81ec7df83 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:54.404442 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-897ebba8-1138-4344-aae7-7076ffd46dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.456455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Transition to ACTIVE for port object ebe43db4-6fae-4078-b694-0e08a2d5ce83 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:54.466839 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.615998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-897ebba8-1138-4344-aae7-7076ffd46dce None None] For port 53867c79-a873-4e21-a463-83f81ec7df83, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=53867c79-a873-4e21-a463-83f81ec7df83,segment=NetworkSegment(fc4a0763-a463-4fce-a667-ae0fb5c245f3),segment_id=fc4a0763-a463-4fce-a667-ae0fb5c245f3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:54.615998 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-897ebba8-1138-4344-aae7-7076ffd46dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.667087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-897ebba8-1138-4344-aae7-7076ffd46dce None None] Calling delete_port for 53867c79-a873-4e21-a463-83f81ec7df83 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:54.698205 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.731845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99e074d-0cec-45c7-9b12-922abc105d35']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:54.787083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d88a38-bb22-481b-a6a3-63c5a24b76fe') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:54.787366 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d88a38-bb22-481b-a6a3-63c5a24b76fe') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:54.804141 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.834340 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.850589 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.878450 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1faedda1-262f-4bb6-9654-bedf88838246 HTTP/1.1" status: 204 len: 168 time: 0.9973407 Jul 06 12:01:54.878669 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-897ebba8-1138-4344-aae7-7076ffd46dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.919622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ebba8-1138-4344-aae7-7076ffd46dce None None] No DVR routers for this DVR port 53867c79-a873-4e21-a463-83f81ec7df83 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:54.975063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ebba8-1138-4344-aae7-7076ffd46dce None None] Pushing event deleted for resources: {'Port': ['ID=53867c79-a873-4e21-a463-83f81ec7df83,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:55.004077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740a71b-30a0-4f12-9694-3d7aa3a14305 req-37f01f38-af3f-4eb4-a579-7fc8c92a5b94 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:55.006185 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e740a71b-30a0-4f12-9694-3d7aa3a14305 req-37f01f38-af3f-4eb4-a579-7fc8c92a5b94 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 946 time: 1.1137626 Jul 06 12:01:55.007273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Attempting to bind port ebe43db4-6fae-4078-b694-0e08a2d5ce83 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:55.008631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Attempting to bind port ebe43db4-6fae-4078-b694-0e08a2d5ce83 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:55.011332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Attempting to bind port ebe43db4-6fae-4078-b694-0e08a2d5ce83 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:55.030664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe43db4-6fae-4078-b694-0e08a2d5ce83,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:55.037478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Port ebe43db4-6fae-4078-b694-0e08a2d5ce83 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:55.039602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Attempting to bind port ebe43db4-6fae-4078-b694-0e08a2d5ce83 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:55.049996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:55.050457 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Checking segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:55.050738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Bound using segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:55.051168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Bound port: ebe43db4-6fae-4078-b694-0e08a2d5ce83, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:55.051564 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.058772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faedda1-262f-4bb6-9654-bedf88838246,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:55.062543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.128800 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:55.129929 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:55.134872 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:55.139124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.139510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.139815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.140156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.140537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.140878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.141198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.141531 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.141859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.142214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.143268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.144156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece99063-4af8-4d3f-82a3-4abe3b9c2f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:55.197654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] For port ebe43db4-6fae-4078-b694-0e08a2d5ce83, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:55.202571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] For port ebe43db4-6fae-4078-b694-0e08a2d5ce83, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ebe43db4-6fae-4078-b694-0e08a2d5ce83,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:55.207320 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.292506 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e740a71b-30a0-4f12-9694-3d7aa3a14305 req-ae0fbc90-0b39-43b2-bb5e-12a1489365ce tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347026 Jul 06 12:01:55.314019 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.332653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85300d76-ed2e-40e7-b4ba-f6449568cd76 req-d1a67079-c40f-47cc-b918-206b7712eb8f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:55.338818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe43db4-6fae-4078-b694-0e08a2d5ce83,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:55.355142 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85300d76-ed2e-40e7-b4ba-f6449568cd76 req-d1a67079-c40f-47cc-b918-206b7712eb8f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.4736876 Jul 06 12:01:55.393605 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.398286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/networks/a99e074d-0cec-45c7-9b12-922abc105d35 HTTP/1.1" status: 204 len: 168 time: 1.5375485 Jul 06 12:01:55.401346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42610) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:55.417059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d960923-d01b-405b-9d56-9edc6d2c4d53 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Network': ['ID=a99e074d-0cec-45c7-9b12-922abc105d35,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:55.429241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:55.432784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.435908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-ec8c2c30-34da-4b6b-b21f-6eb2d9feeb65 service neutron] 10.222.0.86 "PUT /v2.0/ports/ebe43db4-6fae-4078-b694-0e08a2d5ce83 HTTP/1.1" status: 200 len: 1092 time: 2.1424818 Jul 06 12:01:55.438096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736499c9-b925-4cc4-959a-10af42355b73', 'tag': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:55.442095 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484e5f36-8793-4c45-b787-41295e1eb92f" -d '{"events": [{"name": "network-changed", "server_uuid": "736499c9-b925-4cc4-959a-10af42355b73", "tag": "ebe43db4-6fae-4078-b694-0e08a2d5ce83"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:55.444977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42612) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:55.484085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85300d76-ed2e-40e7-b4ba-f6449568cd76 req-1e8108f0-ba06-4719-b0f2-f32562b22db5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272857 Jul 06 12:01:55.635919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.666933 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262283b9-f79c-418a-8428-9da428b678d6 x-openstack-request-id: req-262283b9-f79c-418a-8428-9da428b678d6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:55.667432 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736499c9-b925-4cc4-959a-10af42355b73", "tag": "ebe43db4-6fae-4078-b694-0e08a2d5ce83", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:55.667814 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-262283b9-f79c-418a-8428-9da428b678d6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:55.669046 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736499c9-b925-4cc4-959a-10af42355b73', 'tag': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83', 'status': 'completed', 'code': 200} Jul 06 12:01:55.671438 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-380187dc-49a5-41a7-b702-ce511d5a804c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.788678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99027b4-390e-4422-a63c-30198e4aa4d9 req-0a058138-e68b-45a9-b1d7-f969c4b409d3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:55.825735 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f99027b4-390e-4422-a63c-30198e4aa4d9 req-0a058138-e68b-45a9-b1d7-f969c4b409d3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 944 time: 0.2336125 Jul 06 12:01:55.913989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.932992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f99027b4-390e-4422-a63c-30198e4aa4d9 req-6005777f-4626-413e-a49b-8e391d733c87 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886986 Jul 06 12:01:55.941936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24821ed3-ca7b-4226-adaf-5ec8b2847396']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:55.967436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4a0763-a463-4fce-a667-ae0fb5c245f3') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:55.967780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4a0763-a463-4fce-a667-ae0fb5c245f3') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:55.971777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-337abc2a-6ea9-426c-8ace-bc26d5f2d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:55.973645 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-337abc2a-6ea9-426c-8ace-bc26d5f2d86f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 1095 time: 0.3429182 Jul 06 12:01:56.001673 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.059632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-a0e88f50-be84-4db7-b0b9-c7c210850613 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebe43db4-6fae-4078-b694-0e08a2d5ce83 HTTP/1.1" status: 200 len: 217 time: 0.0742738 Jul 06 12:01:56.063713 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.088785 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:56.089301 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:56.094360 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:56.116738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 53867c79-a873-4e21-a463-83f81ec7df83 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:56.146227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 53867c79-a873-4e21-a463-83f81ec7df83 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:56.146855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 53867c79-a873-4e21-a463-83f81ec7df83 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:56.224607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-380187dc-49a5-41a7-b702-ce511d5a804c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.238212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-380187dc-49a5-41a7-b702-ce511d5a804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.254270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-be62c49d-8e8d-4de6-83d3-b8e35a2a2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:56.256124 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-be62c49d-8e8d-4de6-83d3-b8e35a2a2b85 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.1834311 Jul 06 12:01:56.295626 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.337508 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.343895 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/networks/24821ed3-ca7b-4226-adaf-5ec8b2847396 HTTP/1.1" status: 204 len: 168 time: 0.9351919 Jul 06 12:01:56.347283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42618) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:56.351816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'network': {'name': 'tempest-RoutersTest-941704830'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:56.357912 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-380187dc-49a5-41a7-b702-ce511d5a804c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18cc3d9e9f014790a04b0c8a70679dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8863842 Jul 06 12:01:56.358637 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42620) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:56.372754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f275ad4-263e-4981-ac11-84c9ba33bf99 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Network': ['ID=24821ed3-ca7b-4226-adaf-5ec8b2847396,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:56.377568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380187dc-49a5-41a7-b702-ce511d5a804c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9af474-c46f-4643-bb6f-70003b1e3604,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:56.424070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-82b81fb0-50de-4530-a6aa-6bea6267108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:56.427233 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-82b81fb0-50de-4530-a6aa-6bea6267108d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510613 Jul 06 12:01:56.480695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:56.484621 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.499639 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-856030bd-e024-4195-bf7d-e19c2904fe6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.539093 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-856030bd-e024-4195-bf7d-e19c2904fe6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.541269 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:56.582102 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.582655 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added segment d8e0ec71-a6f7-4aed-909c-da58cf6b6714 of type vlan for network 39add407-4e58-4a71-9adf-929f6e3cdfe7 Jul 06 12:01:56.642823 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-561cc41f-486b-4afe-9170-5c69fd135510 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017450 Jul 06 12:01:56.833917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ac769f5-92a3-46fa-8034-4dbe74275fdb req-c8156b29-a8ff-467a-84e4-be358ca7854f service neutron] 10.222.0.86 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819744 Jul 06 12:01:56.987034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5f36-8793-4c45-b787-41295e1eb92f req-c12dfe85-907a-413e-a1ff-872a9fcb0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:56.990214 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-484e5f36-8793-4c45-b787-41295e1eb92f req-c12dfe85-907a-413e-a1ff-872a9fcb0c84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 1095 time: 0.0938470 Jul 06 12:01:57.156844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5f36-8793-4c45-b787-41295e1eb92f req-399c946e-85ca-4593-9323-a307848234e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.159629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-484e5f36-8793-4c45-b787-41295e1eb92f req-399c946e-85ca-4593-9323-a307848234e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.1586013 Jul 06 12:01:57.175830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.213461 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-856030bd-e024-4195-bf7d-e19c2904fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.216493 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-856030bd-e024-4195-bf7d-e19c2904fe6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.218464 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-856030bd-e024-4195-bf7d-e19c2904fe6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe9af474-c46f-4643-bb6f-70003b1e3604 HTTP/1.1" status: 204 len: 168 time: 0.8548758 Jul 06 12:01:57.246126 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-484e5f36-8793-4c45-b787-41295e1eb92f req-d706ea68-6044-4bb1-8197-4fc5784331e1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebe43db4-6fae-4078-b694-0e08a2d5ce83 HTTP/1.1" status: 200 len: 217 time: 0.0744135 Jul 06 12:01:57.323348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856030bd-e024-4195-bf7d-e19c2904fe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9af474-c46f-4643-bb6f-70003b1e3604,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:57.327194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5f36-8793-4c45-b787-41295e1eb92f req-be4b9bb0-0a95-4113-b931-4e76172a72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.331715 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-484e5f36-8793-4c45-b787-41295e1eb92f req-be4b9bb0-0a95-4113-b931-4e76172a72dd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0754006 Jul 06 12:01:57.380515 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.395665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.397740 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.465404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5f36-8793-4c45-b787-41295e1eb92f req-472cbd51-9d17-4eb4-aa36-16e434fba538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.469512 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-484e5f36-8793-4c45-b787-41295e1eb92f req-472cbd51-9d17-4eb4-aa36-16e434fba538 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205370 Jul 06 12:01:57.564438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24cf2-aada-462f-a400-e68dd01b0032 req-c80f4b5c-0598-43ab-966d-40351cf98dd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.567150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d0b24cf2-aada-462f-a400-e68dd01b0032 req-c80f4b5c-0598-43ab-966d-40351cf98dd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.8327508 Jul 06 12:01:57.588728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593f68f-cae4-4dd6-be8e-10f49f5d027f req-17e5b26a-0441-4b9c-bd8f-b7364024c2b6 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.597807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9593f68f-cae4-4dd6-be8e-10f49f5d027f req-17e5b26a-0441-4b9c-bd8f-b7364024c2b6 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 946 time: 0.9461000 Jul 06 12:01:57.616470 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2715361 Jul 06 12:01:57.630613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42634) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:57.647435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'subnet': {'network_id': '39add407-4e58-4a71-9adf-929f6e3cdfe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:57.656263 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-484e5f36-8793-4c45-b787-41295e1eb92f req-e38098a7-ff6a-445d-aa22-ef4ac45f57b4 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670711 Jul 06 12:01:57.715046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4325c57-bbe4-4a20-9f95-eea7a7b4dcc7 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Network': ['ID=39add407-4e58-4a71-9adf-929f6e3cdfe7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:57.732108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 39add407-4e58-4a71-9adf-929f6e3cdfe7 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:57.814556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9593f68f-cae4-4dd6-be8e-10f49f5d027f req-820c19af-88c4-42a8-b6ed-8752d9d224c6 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086029 Jul 06 12:01:57.833753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d0b24cf2-aada-462f-a400-e68dd01b0032 req-ccedfc50-3f71-4aff-8912-68b1a0ca88e7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304559 Jul 06 12:01:57.931509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:57.936992 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.014988 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-484e5f36-8793-4c45-b787-41295e1eb92f req-1961a696-2f23-449c-b21d-fe4c6e7cc82b service neutron] 10.222.0.86 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457661 Jul 06 12:01:58.342674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de871d2-b0dc-4551-9be7-e4138d2577b5 req-463f798d-ab2f-46f5-9464-abbbd44b764a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:58.347232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1de871d2-b0dc-4551-9be7-e4138d2577b5 req-463f798d-ab2f-46f5-9464-abbbd44b764a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 944 time: 0.1661415 Jul 06 12:01:58.373963 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.507833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Subnet': ['ID=98ad9fb7-466d-45a1-8e99-e91aee30b5dd,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:58.527432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1de871d2-b0dc-4551-9be7-e4138d2577b5 req-b3018ede-288b-4a36-bf44-7c6efb950071 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572762 Jul 06 12:01:58.557024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Checking segment: {'id': 'd8e0ec71-a6f7-4aed-909c-da58cf6b6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39add407-4e58-4a71-9adf-929f6e3cdfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:58.557024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network hostable DHCP agents. Network: 39add407-4e58-4a71-9adf-929f6e3cdfe7, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:58.584694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf36b17-8f41-4f07-9e3c-869649dd02bb req-8d52d7b9-f2c8-470e-9868-bf6692c935ab tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:58.586282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bf36b17-8f41-4f07-9e3c-869649dd02bb req-8d52d7b9-f2c8-470e-9868-bf6692c935ab tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 946 time: 0.2375045 Jul 06 12:01:58.637163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 39add407-4e58-4a71-9adf-929f6e3cdfe7 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:58.660142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 39add407-4e58-4a71-9adf-929f6e3cdfe7) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:58.670508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:58.671144 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.677730 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bf36b17-8f41-4f07-9e3c-869649dd02bb req-c92037f4-6b51-4539-8e31-a90f917211d7 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849714 Jul 06 12:01:58.684457 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1061068d-d184-4fe0-832f-05f7de071543 None None] Network 39add407-4e58-4a71-9adf-929f6e3cdfe7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:58.718919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7d7315c0-d21f-4bc1-a4ec-973d79081aab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0776010 Jul 06 12:01:58.722567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:58.732401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9e778d09-e5fa-4070-8d65-3060a73ecd28 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-135962773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:58.800555 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e778d09-e5fa-4070-8d65-3060a73ecd28 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.801628 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e778d09-e5fa-4070-8d65-3060a73ecd28 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.860875 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.918164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e778d09-e5fa-4070-8d65-3060a73ecd28 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.953660 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e778d09-e5fa-4070-8d65-3060a73ecd28 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.984532 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e778d09-e5fa-4070-8d65-3060a73ecd28 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.986947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9e778d09-e5fa-4070-8d65-3060a73ecd28 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2628901 Jul 06 12:01:58.990328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42670) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:59.003546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'port': {'network_id': '39add407-4e58-4a71-9adf-929f6e3cdfe7', 'name': 'tempest-RoutersTest-234290138'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:59.083628 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.101371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-39add407-4e58-4a71-9adf-929f6e3cdfe7', 'network_id': '39add407-4e58-4a71-9adf-929f6e3cdfe7', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'fixed_ips': [{'subnet_id': '98ad9fb7-466d-45a1-8e99-e91aee30b5dd'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:59.115190 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.115305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9f198-445e-4f17-a09b-047ceab79872 req-423f759e-e829-491e-ad54-a85057b0ecf8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:59.115305 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2a9f198-445e-4f17-a09b-047ceab79872 req-423f759e-e829-491e-ad54-a85057b0ecf8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 946 time: 0.2071593 Jul 06 12:01:59.276954 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2a9f198-445e-4f17-a09b-047ceab79872 req-01d5a91b-25ce-4577-be61-e3c8e3c936c8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189129 Jul 06 12:01:59.323123 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176cd0d-60cb-42c6-9910-44efaf36cf28 req-b9bf0a87-1dcf-4712-9a18-d443c4a83796 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:59.334711 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c176cd0d-60cb-42c6-9910-44efaf36cf28 req-b9bf0a87-1dcf-4712-9a18-d443c4a83796 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.2599344 Jul 06 12:01:59.397116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:59.403049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.446916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] device_id is not set on port cfd2dc77-7b09-4899-b4cc-e0b153340189 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:01:59.487414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Allocated IP 172.20.0.2 (39add407-4e58-4a71-9adf-929f6e3cdfe7/98ad9fb7-466d-45a1-8e99-e91aee30b5dd/e362a885-afce-4222-9ff0-9fa84458c95f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:59.496233 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c176cd0d-60cb-42c6-9910-44efaf36cf28 req-7b9e90e6-97c2-4675-ba34-7d751deccd8e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497366 Jul 06 12:01:59.791908 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.815585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Transition to ACTIVE for port object e362a885-afce-4222-9ff0-9fa84458c95f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:59.854606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Transition to ACTIVE for port object e362a885-afce-4222-9ff0-9fa84458c95f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:59.870981 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.896268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Network 39add407-4e58-4a71-9adf-929f6e3cdfe7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:59.917188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:59.919888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:00.009601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0132d04-2419-4396-9944-1b256f544d11 req-a7c13389-2296-4763-8c64-f8047f0df31a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:00.011906 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d0132d04-2419-4396-9944-1b256f544d11 req-a7c13389-2296-4763-8c64-f8047f0df31a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 946 time: 0.2028034 Jul 06 12:02:00.053680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Allocated IP 172.20.0.9 (39add407-4e58-4a71-9adf-929f6e3cdfe7/98ad9fb7-466d-45a1-8e99-e91aee30b5dd/cfd2dc77-7b09-4899-b4cc-e0b153340189) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:00.070664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb17f1-d1be-4920-bd27-dc387b2dc3b7 req-1491f018-28d4-4f43-ad5c-785e55518103 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:00.073302 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26cb17f1-d1be-4920-bd27-dc387b2dc3b7 req-1491f018-28d4-4f43-ad5c-785e55518103 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 944 time: 0.2759924 Jul 06 12:02:00.170604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d0132d04-2419-4396-9944-1b256f544d11 req-0a4cda81-6ba7-4ca5-bb90-4af40e7d5d5a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441345 Jul 06 12:02:00.203010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26cb17f1-d1be-4920-bd27-dc387b2dc3b7 req-6330e9e8-0b30-477c-8fa1-26c5ecd0055f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985367 Jul 06 12:02:00.325617 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.355341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Transition to ACTIVE for port object cfd2dc77-7b09-4899-b4cc-e0b153340189 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:00.400166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.411789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Pushing event updated for resources: {'Port': ['ID=e362a885-afce-4222-9ff0-9fa84458c95f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:00.424846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Attempting to bind port e362a885-afce-4222-9ff0-9fa84458c95f on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:00.425491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Attempting to bind port e362a885-afce-4222-9ff0-9fa84458c95f by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd8e0ec71-a6f7-4aed-909c-da58cf6b6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39add407-4e58-4a71-9adf-929f6e3cdfe7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:00.426158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Attempting to bind port e362a885-afce-4222-9ff0-9fa84458c95f on network 39add407-4e58-4a71-9adf-929f6e3cdfe7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:00.431919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:00.432645 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Checking segment: {'id': 'd8e0ec71-a6f7-4aed-909c-da58cf6b6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39add407-4e58-4a71-9adf-929f6e3cdfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:00.433286 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.433881 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Bound using segment: {'id': 'd8e0ec71-a6f7-4aed-909c-da58cf6b6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39add407-4e58-4a71-9adf-929f6e3cdfe7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:00.434582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Bound port: e362a885-afce-4222-9ff0-9fa84458c95f, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e0ec71-a6f7-4aed-909c-da58cf6b6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '39add407-4e58-4a71-9adf-929f6e3cdfe7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:00.435184 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.448192 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 39add407-4e58-4a71-9adf-929f6e3cdfe7 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:00.453944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:00.464291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:00.519190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] For port e362a885-afce-4222-9ff0-9fa84458c95f, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:00.523105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=cfd2dc77-7b09-4899-b4cc-e0b153340189,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:00.524794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] For port e362a885-afce-4222-9ff0-9fa84458c95f, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e362a885-afce-4222-9ff0-9fa84458c95f,segment=NetworkSegment(d8e0ec71-a6f7-4aed-909c-da58cf6b6714),segment_id=d8e0ec71-a6f7-4aed-909c-da58cf6b6714)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:00.533082 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.583932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:00.586341 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:00.606877 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-59a51682-c55e-4f86-a2e4-1710c785da50 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6148932 Jul 06 12:02:00.609219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42704) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:00.697581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dbc86-1edf-4328-baa6-1d1d03092373 None None] Pushing event updated for resources: {'Port': ['ID=e362a885-afce-4222-9ff0-9fa84458c95f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:00.980172 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:02:01.120168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979474be-2b61-4b4f-99e2-d7f88402d501 req-372a6896-5943-4fc2-a2fb-0fac1acd5fae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:01.136839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-979474be-2b61-4b4f-99e2-d7f88402d501 req-372a6896-5943-4fc2-a2fb-0fac1acd5fae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.3781347 Jul 06 12:02:01.246155 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.254555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-979474be-2b61-4b4f-99e2-d7f88402d501 req-f164a649-4f24-4271-89e6-f124d78720e7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163974 Jul 06 12:02:01.255031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf109a0-82e4-4dda-9e54-42394d6162a4 req-f1fc158b-37e3-48f9-b3da-4cd898f3a7c5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:01.259335 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2cf109a0-82e4-4dda-9e54-42394d6162a4 req-f1fc158b-37e3-48f9-b3da-4cd898f3a7c5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 946 time: 0.1290147 Jul 06 12:02:01.456844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2cf109a0-82e4-4dda-9e54-42394d6162a4 req-87234165-6e36-4f4e-85f2-d18839f58b56 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Deleting port 78587a69-f0e7-44f3-aeba-f036049b800a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:01.457540 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2cf109a0-82e4-4dda-9e54-42394d6162a4 req-87234165-6e36-4f4e-85f2-d18839f58b56 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.681230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2cf109a0-82e4-4dda-9e54-42394d6162a4 req-87234165-6e36-4f4e-85f2-d18839f58b56 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] For port 78587a69-f0e7-44f3-aeba-f036049b800a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=78587a69-f0e7-44f3-aeba-f036049b800a,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:01.681604 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2cf109a0-82e4-4dda-9e54-42394d6162a4 req-87234165-6e36-4f4e-85f2-d18839f58b56 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.694514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0889194-b65e-4ff5-9f8b-f2e2c419eda7 req-936f70d5-7096-4145-8751-840e7cefdf67 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:01.696691 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0889194-b65e-4ff5-9f8b-f2e2c419eda7 req-936f70d5-7096-4145-8751-840e7cefdf67 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 946 time: 0.2665813 Jul 06 12:02:01.709594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2cf109a0-82e4-4dda-9e54-42394d6162a4 req-87234165-6e36-4f4e-85f2-d18839f58b56 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Calling delete_port for 78587a69-f0e7-44f3-aeba-f036049b800a owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:01.757138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64389d-52af-4071-8f66-45934d59c247 req-b898e8ee-2237-4e9e-b36b-6897e93c7513 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:01.758836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c64389d-52af-4071-8f66-45934d59c247 req-b898e8ee-2237-4e9e-b36b-6897e93c7513 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 944 time: 0.3298330 Jul 06 12:02:01.792724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0889194-b65e-4ff5-9f8b-f2e2c419eda7 req-8d796a88-1102-4b4b-8a4c-209de1296008 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831444 Jul 06 12:02:01.882845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c64389d-52af-4071-8f66-45934d59c247 req-0c95809f-a8ae-43ea-9633-862200361d81 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823038 Jul 06 12:02:01.899937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:01.911336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.006993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2cf109a0-82e4-4dda-9e54-42394d6162a4 req-87234165-6e36-4f4e-85f2-d18839f58b56 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.020798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['78587a69-f0e7-44f3-aeba-f036049b800a'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:02.024372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:02.075970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=cfd2dc77-7b09-4899-b4cc-e0b153340189,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:02.176406 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87234165-6e36-4f4e-85f2-d18839f58b56 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event deleted for resources: {'Port': ['ID=78587a69-f0e7-44f3-aeba-f036049b800a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:02.184497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e362a885-afce-4222-9ff0-9fa84458c95f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:02.219084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf109a0-82e4-4dda-9e54-42394d6162a4 req-87234165-6e36-4f4e-85f2-d18839f58b56 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] No DVR routers for this DVR port 78587a69-f0e7-44f3-aeba-f036049b800a on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:02.223110 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2cf109a0-82e4-4dda-9e54-42394d6162a4 req-87234165-6e36-4f4e-85f2-d18839f58b56 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.225799 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2cf109a0-82e4-4dda-9e54-42394d6162a4 req-87234165-6e36-4f4e-85f2-d18839f58b56 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "DELETE /v2.0/ports/78587a69-f0e7-44f3-aeba-f036049b800a HTTP/1.1" status: 204 len: 173 time: 0.9625046 Jul 06 12:02:02.226448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f', 'name': 'network-vif-deleted', 'tag': '78587a69-f0e7-44f3-aeba-f036049b800a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:02.228972 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df66514a-6ac5-4980-aa91-ef2ffd3e1f12" -d '{"events": [{"server_uuid": "5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f", "name": "network-vif-deleted", "tag": "78587a69-f0e7-44f3-aeba-f036049b800a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:02.317940 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67567be3-926c-47d0-a002-393001eb55f6 x-openstack-request-id: req-67567be3-926c-47d0-a002-393001eb55f6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:02.318560 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f", "name": "network-vif-deleted", "tag": "78587a69-f0e7-44f3-aeba-f036049b800a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:02.318560 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67567be3-926c-47d0-a002-393001eb55f6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:02.318868 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f', 'name': 'network-vif-deleted', 'tag': '78587a69-f0e7-44f3-aeba-f036049b800a', 'status': 'completed', 'code': 200} Jul 06 12:02:02.405403 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.465214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e362a885-afce-4222-9ff0-9fa84458c95f completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:02.518766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ea61e0-59ac-437c-87fc-7d0415f01afc None None] Network 39add407-4e58-4a71-9adf-929f6e3cdfe7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:02.639231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b19beee4-380e-40d7-a410-0f4a780d1290 None None] Provisioning for port e362a885-afce-4222-9ff0-9fa84458c95f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:02.659622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b19beee4-380e-40d7-a410-0f4a780d1290 None None] Provisioning complete for port e362a885-afce-4222-9ff0-9fa84458c95f triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:02.660036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b19beee4-380e-40d7-a410-0f4a780d1290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.695106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034652a-bd0d-4316-827e-4111178bdde1 req-5de92556-8226-44d2-8ea3-5412e863de8e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:02.702514 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3034652a-bd0d-4316-827e-4111178bdde1 req-5de92556-8226-44d2-8ea3-5412e863de8e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.1770132 Jul 06 12:02:02.782486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3034652a-bd0d-4316-827e-4111178bdde1 req-1f3ab160-46f2-4ecd-8b93-9ceca5a1e1e3 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790360 Jul 06 12:02:02.791329 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.858838 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b19beee4-380e-40d7-a410-0f4a780d1290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.920220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b19beee4-380e-40d7-a410-0f4a780d1290 None None] For port e362a885-afce-4222-9ff0-9fa84458c95f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e362a885-afce-4222-9ff0-9fa84458c95f,segment=NetworkSegment(d8e0ec71-a6f7-4aed-909c-da58cf6b6714),segment_id=d8e0ec71-a6f7-4aed-909c-da58cf6b6714)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:02.928373 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b19beee4-380e-40d7-a410-0f4a780d1290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.025444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19beee4-380e-40d7-a410-0f4a780d1290 None None] Pushing event updated for resources: {'Port': ['ID=e362a885-afce-4222-9ff0-9fa84458c95f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:03.199810 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.218354 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.247003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9929d16-ae52-492a-85b6-25daf9472bb8 req-2406c94d-e53b-4d9d-8988-3a0907f00028 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc4fd85-36a2-4a5f-ac5e-44fc3debc69f HTTP/1.1" status: 200 len: 210 time: 0.0422211 Jul 06 12:02:03.345796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=cfd2dc77-7b09-4899-b4cc-e0b153340189,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:03.428518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.477240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0c85cc2-ae72-4f4b-b3b4-2489411cad25 None None] Provisioning for port cfd2dc77-7b09-4899-b4cc-e0b153340189 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:03.487540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0c85cc2-ae72-4f4b-b3b4-2489411cad25 None None] Provisioning complete for port cfd2dc77-7b09-4899-b4cc-e0b153340189 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:03.488198 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c85cc2-ae72-4f4b-b3b4-2489411cad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.605144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d0c85cc2-ae72-4f4b-b3b4-2489411cad25 None None] Port cfd2dc77-7b09-4899-b4cc-e0b153340189 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:03.638058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0c85cc2-ae72-4f4b-b3b4-2489411cad25 None None] Provisioning complete for port e362a885-afce-4222-9ff0-9fa84458c95f triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:03.639884 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c85cc2-ae72-4f4b-b3b4-2489411cad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.653008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24328d3-30fc-4ee6-9aa1-1e693e50507d req-17a5017b-5020-46a0-be57-2d076f8b6de4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:03.654850 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b24328d3-30fc-4ee6-9aa1-1e693e50507d req-17a5017b-5020-46a0-be57-2d076f8b6de4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 944 time: 0.2856214 Jul 06 12:02:03.697282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 39add407-4e58-4a71-9adf-929f6e3cdfe7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:03.700764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:03.836194 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b24328d3-30fc-4ee6-9aa1-1e693e50507d req-12a57a63-61de-4c51-8eb6-33a29f75b610 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727495 Jul 06 12:02:03.941522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-884db9c2-54a7-4a4b-942a-d99774f0e27a None None] Provisioning complete for port cfd2dc77-7b09-4899-b4cc-e0b153340189 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:03.941899 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-884db9c2-54a7-4a4b-942a-d99774f0e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.966828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router dd6301cc-23d7-4a3e-9d46-08ace1db004b is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:02:04.014118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-884db9c2-54a7-4a4b-942a-d99774f0e27a None None] Port cfd2dc77-7b09-4899-b4cc-e0b153340189 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:04.150305 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e362a885-afce-4222-9ff0-9fa84458c95f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:04.174129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:04.190413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8fd192-8d98-4341-9fcf-f04c4f646b75 None None] Sync routers for ids ['dd6301cc-23d7-4a3e-9d46-08ace1db004b'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:04.190620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f7bb9408-9d25-41d3-8cb0-5b7f7b15e3c0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/dd6301cc-23d7-4a3e-9d46-08ace1db004b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5779994 Jul 06 12:02:04.192285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42748) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:04.216203 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8fd192-8d98-4341-9fcf-f04c4f646b75 None None] Routers {'dd6301cc-23d7-4a3e-9d46-08ace1db004b'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:04.217130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8c8fd192-8d98-4341-9fcf-f04c4f646b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dd6301cc-23d7-4a3e-9d46-08ace1db004b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:04.243005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eaa76-3d33-4916-8100-40e78ac0679a req-9bc18f15-e592-4e22-bfe8-aa7bad62c309 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:04.244977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f4eaa76-3d33-4916-8100-40e78ac0679a req-9bc18f15-e592-4e22-bfe8-aa7bad62c309 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.1750515 Jul 06 12:02:04.280800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448de021-20df-4391-8ecc-992ff88dba24 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:04.289108 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-448de021-20df-4391-8ecc-992ff88dba24 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports/cfd2dc77-7b09-4899-b4cc-e0b153340189 HTTP/1.1" status: 200 len: 976 time: 0.0948746 Jul 06 12:02:04.301665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42752) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:04.334801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8c8fd192-8d98-4341-9fcf-f04c4f646b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:04.343636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f4eaa76-3d33-4916-8100-40e78ac0679a req-1bdf72b4-e092-4313-947c-f3b6dd463289 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863581 Jul 06 12:02:04.377898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 78587a69-f0e7-44f3-aeba-f036049b800a no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:04.418749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-75a8af18-0bef-48eb-a2d5-2e2b57b29a0f None None] Provisioning complete for port cfd2dc77-7b09-4899-b4cc-e0b153340189 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:04.419386 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75a8af18-0bef-48eb-a2d5-2e2b57b29a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.427195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 78587a69-f0e7-44f3-aeba-f036049b800a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:04.427753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 78587a69-f0e7-44f3-aeba-f036049b800a not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:04.477631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e362a885-afce-4222-9ff0-9fa84458c95f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:04.479417 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.486891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8fd192-8d98-4341-9fcf-f04c4f646b75 None None] Routers {'dd6301cc-23d7-4a3e-9d46-08ace1db004b'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:04.488797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8c8fd192-8d98-4341-9fcf-f04c4f646b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dd6301cc-23d7-4a3e-9d46-08ace1db004b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:04.588951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8c8fd192-8d98-4341-9fcf-f04c4f646b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:04.589768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8fd192-8d98-4341-9fcf-f04c4f646b75 None None] The sync data for ids ['dd6301cc-23d7-4a3e-9d46-08ace1db004b'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:04.671349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-75a8af18-0bef-48eb-a2d5-2e2b57b29a0f None None] Port cfd2dc77-7b09-4899-b4cc-e0b153340189 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:04.886880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4d730263-d065-4bbe-bda4-32a4fa03f320 None None] Provisioning complete for port cfd2dc77-7b09-4899-b4cc-e0b153340189 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:04.887674 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d730263-d065-4bbe-bda4-32a4fa03f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.021929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4d730263-d065-4bbe-bda4-32a4fa03f320 None None] Port cfd2dc77-7b09-4899-b4cc-e0b153340189 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:05.213261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-4a8721a8-7338-4626-9f13-dcc1d603845d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:05.222173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-4a8721a8-7338-4626-9f13-dcc1d603845d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.3925600 Jul 06 12:02:05.266874 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-637eac3b-6079-4edc-a945-3aa957c7c4e9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/quotas/5360fe11e14a423cbb0ee8133d63d4eb HTTP/1.1" status: 200 len: 375 time: 0.0332253 Jul 06 12:02:05.444979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-11292453-acf9-4b99-933c-62cbcd8f4408 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1759970 Jul 06 12:02:05.530604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a90eb8-ebee-400c-9f43-ed76ac47ce83 req-2f0679c9-ab36-46c4-a1b3-cb7bbcb0fb6f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:05.541582 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6a90eb8-ebee-400c-9f43-ed76ac47ce83 req-2f0679c9-ab36-46c4-a1b3-cb7bbcb0fb6f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 944 time: 0.2689376 Jul 06 12:02:05.675524 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d6a90eb8-ebee-400c-9f43-ed76ac47ce83 req-0a0b72be-74d4-4528-a4f0-6873d25b215b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200051 Jul 06 12:02:06.016285 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-e4c282a4-632c-4c30-8220-fbcd2555aae9 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704272 Jul 06 12:02:06.030806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2aa89-5003-4f82-b6f2-2821c13cbc38 req-031b9097-e742-426b-9fed-1fa85841733b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:06.036068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0b2aa89-5003-4f82-b6f2-2821c13cbc38 req-031b9097-e742-426b-9fed-1fa85841733b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.1789751 Jul 06 12:02:06.143406 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b36bc47-c3fc-4599-9492-cc94977f4fbf tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.283409 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-53f778eb-7579-44b2-b252-41e12ec1548b req-cb6f45cd-461f-4058-acae-063c8224831a service neutron] show failed (client error): The resource could not be found. Jul 06 12:02:06.284864 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-cb6f45cd-461f-4058-acae-063c8224831a service neutron] 10.222.0.47 "GET /v2.0/ports/ea9e7d65-9539-4e32-a752-e23413f33f73/bindings/n-h2-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.2470679 Jul 06 12:02:06.566797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8b36bc47-c3fc-4599-9492-cc94977f4fbf tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port cfd2dc77-7b09-4899-b4cc-e0b153340189 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:06.568487 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b36bc47-c3fc-4599-9492-cc94977f4fbf tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.676047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0b2aa89-5003-4f82-b6f2-2821c13cbc38 req-4507f1bb-9df8-4281-a6ce-3fa0262dbd62 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5851910 Jul 06 12:02:06.733498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-dac44383-d835-4e0a-b407-402288e17fb8 service neutron] 10.222.0.21 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939263 Jul 06 12:02:06.898938 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b36bc47-c3fc-4599-9492-cc94977f4fbf tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.915279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f778eb-7579-44b2-b252-41e12ec1548b req-0e452758-dd2f-41de-87fa-16e385fd32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:06.916995 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-0e452758-dd2f-41de-87fa-16e385fd32cf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 1096 time: 0.2417772 Jul 06 12:02:06.928291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8b36bc47-c3fc-4599-9492-cc94977f4fbf tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for cfd2dc77-7b09-4899-b4cc-e0b153340189 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:06.960921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:07.130413 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.168889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3c1dd-9908-4af6-a8d2-91f6245febb0 req-4eddd2e5-130c-464e-99ff-53cd5b8ddade tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:07.184568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ebe43db4-6fae-4078-b694-0e08a2d5ce83 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:07.187995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64c3c1dd-9908-4af6-a8d2-91f6245febb0 req-4eddd2e5-130c-464e-99ff-53cd5b8ddade tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 944 time: 0.2491558 Jul 06 12:02:07.348976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e2dfe4c-5980-4544-9113-52cf9fbe8257 req-515df1e3-005d-4fc6-846e-7e3148256e92 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 210 time: 0.1059511 Jul 06 12:02:07.426217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64c3c1dd-9908-4af6-a8d2-91f6245febb0 req-9c7dc0f3-f305-4e76-b457-fe0b3d395e52 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364082 Jul 06 12:02:07.506557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ebe43db4-6fae-4078-b694-0e08a2d5ce83, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ebe43db4-6fae-4078-b694-0e08a2d5ce83,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:07.551539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b36bc47-c3fc-4599-9492-cc94977f4fbf tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.559154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'port_id': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83', 'mac_address': 'fa:16:3e:35:dd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:07.606517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36bc47-c3fc-4599-9492-cc94977f4fbf tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=cfd2dc77-7b09-4899-b4cc-e0b153340189,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:07.672132 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.709334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe43db4-6fae-4078-b694-0e08a2d5ce83 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:07.853873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:07.856749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ebe43db4-6fae-4078-b694-0e08a2d5ce83, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ebe43db4-6fae-4078-b694-0e08a2d5ce83,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:07.878067 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.971499 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b36bc47-c3fc-4599-9492-cc94977f4fbf tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.094222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:08.149035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ebe43db4-6fae-4078-b694-0e08a2d5ce83,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:08.205732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['ebe43db4-6fae-4078-b694-0e08a2d5ce83'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:08.222415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.288149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Transition to ACTIVE for port object ea9e7d65-9539-4e32-a752-e23413f33f73 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:08.293492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:08.316235 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca55a3a-7fcb-4c47-ba4f-d9d08d056883" -d '{"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:08.334271 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.382087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:08.500686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ee5ad-5fe7-4cd3-b93a-995e83bf3df2 req-780b813f-d261-4677-bb97-9b7b946bdf7e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:08.504324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f49ee5ad-5fe7-4cd3-b93a-995e83bf3df2 req-780b813f-d261-4677-bb97-9b7b946bdf7e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.3744440 Jul 06 12:02:08.511971 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a25639f-86b0-4bbc-a061-2914a95e1985 x-openstack-request-id: req-0a25639f-86b0-4bbc-a061-2914a95e1985 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:08.512274 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:08.513177 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a25639f-86b0-4bbc-a061-2914a95e1985 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:08.517890 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'code': 200} Jul 06 12:02:08.561065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:08.651296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:08.685975 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f49ee5ad-5fe7-4cd3-b93a-995e83bf3df2 req-5f16ff83-4ead-4a4e-85d6-16e71f36167d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730275 Jul 06 12:02:09.045207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eaba7a71-9c31-4733-be36-59a5b6f93f9a req-30e20761-1bad-4567-90c9-e3e7dc2eadd9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 210 time: 0.0795782 Jul 06 12:02:09.117021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] No DVR routers for this DVR port ea9e7d65-9539-4e32-a752-e23413f33f73 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:09.170518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b36bc47-c3fc-4599-9492-cc94977f4fbf tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router dd6301cc-23d7-4a3e-9d46-08ace1db004b has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:09.223482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63bef-2bf5-484b-96a5-0344a9c55816 req-4570f765-ae51-477c-b43e-d693a4afd575 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:09.225626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60c63bef-2bf5-484b-96a5-0344a9c55816 req-4570f765-ae51-477c-b43e-d693a4afd575 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 945 time: 0.1848979 Jul 06 12:02:09.312811 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60c63bef-2bf5-484b-96a5-0344a9c55816 req-5df8510f-7e92-4eee-b5ca-8309aa8769ee tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786443 Jul 06 12:02:09.334928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b36bc47-c3fc-4599-9492-cc94977f4fbf tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:09.346340 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8b36bc47-c3fc-4599-9492-cc94977f4fbf tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/dd6301cc-23d7-4a3e-9d46-08ace1db004b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0413768 Jul 06 12:02:09.351124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:09.373336 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062851ed-518f-4ffb-909e-97e22c09b94c None None] Sync routers for ids ['dd6301cc-23d7-4a3e-9d46-08ace1db004b'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:09.399986 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062851ed-518f-4ffb-909e-97e22c09b94c None None] Routers {'dd6301cc-23d7-4a3e-9d46-08ace1db004b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:09.401521 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-062851ed-518f-4ffb-909e-97e22c09b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dd6301cc-23d7-4a3e-9d46-08ace1db004b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:09.529691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:09.530154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:09.530495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 on network f972626c-881e-4ab7-96df-90faab4deed8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:09.531268 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-062851ed-518f-4ffb-909e-97e22c09b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:09.549754 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062851ed-518f-4ffb-909e-97e22c09b94c None None] Routers {'dd6301cc-23d7-4a3e-9d46-08ace1db004b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:09.550967 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-062851ed-518f-4ffb-909e-97e22c09b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:01:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['dd6301cc-23d7-4a3e-9d46-08ace1db004b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:09.573498 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Port ea9e7d65-9539-4e32-a752-e23413f33f73 on network f972626c-881e-4ab7-96df-90faab4deed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:02:09.573980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 on network f972626c-881e-4ab7-96df-90faab4deed8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:09.588646 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-062851ed-518f-4ffb-909e-97e22c09b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:09.589668 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062851ed-518f-4ffb-909e-97e22c09b94c None None] The sync data for ids ['dd6301cc-23d7-4a3e-9d46-08ace1db004b'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:09.620765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:09.620765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Checking segment: {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:09.620765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Bound using segment: {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:09.622629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Bound port: ea9e7d65-9539-4e32-a752-e23413f33f73, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:09.623394 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.736713 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-b8ce3ee4-8256-4024-a33d-192febae538c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 12:02:09.740524 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b8ce3ee4-8256-4024-a33d-192febae538c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/dd6301cc-23d7-4a3e-9d46-08ace1db004b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3787408 Jul 06 12:02:09.740982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42822) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:09.814141 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8d01c81a-33c2-4c2d-8c93-378559c099a5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6301cc-23d7-4a3e-9d46-08ace1db004b HTTP/1.1" status: 200 len: 205 time: 0.0712240 Jul 06 12:02:09.815754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42824) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:09.893386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:09.901771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-bd4d803e-f7bc-4be7-a7f9-3c10e0420ca5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:09.903937 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-bd4d803e-f7bc-4be7-a7f9-3c10e0420ca5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 805 time: 0.2773950 Jul 06 12:02:09.922917 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Request body: {'port': {'device_id': '339ea058-727a-400e-89bf-bba8b023259a', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'admin_state_up': True, 'tenant_id': '5360fe11e14a423cbb0ee8133d63d4eb'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:09.950586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:10.025711 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d002286d-443d-4728-ac0a-bcb17075d557 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.051712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.138478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:10.179568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:10.180457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.184078 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-c6b586e9-7846-4381-b6a3-be16ba56b3f2 service neutron] 10.222.0.86 "PUT /v2.0/ports/ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 1091 time: 3.2532063 Jul 06 12:02:10.448758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fd2f9ed-a1d1-4fd7-9f4f-09464a8dcc4c req-b8a67034-9c3e-4076-8767-7e39265d505f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 210 time: 0.1846585 Jul 06 12:02:10.452261 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d002286d-443d-4728-ac0a-bcb17075d557 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.464001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d002286d-443d-4728-ac0a-bcb17075d557 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.491004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f778eb-7579-44b2-b252-41e12ec1548b req-309ffb18-22bc-4745-9e83-b5b86ff624b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:10.494160 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-309ffb18-22bc-4745-9e83-b5b86ff624b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1094 time: 0.2699935 Jul 06 12:02:10.497002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Made reservation on behalf of 5360fe11e14a423cbb0ee8133d63d4eb for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:10.503159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.508146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed5e60-90a1-46a1-83d8-ae42050e424a req-4162a1ee-6454-4fb2-ab35-3fba96ee193c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:10.514995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bed5e60-90a1-46a1-83d8-ae42050e424a req-4162a1ee-6454-4fb2-ab35-3fba96ee193c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 943 time: 0.5866096 Jul 06 12:02:10.521018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:10.523749 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b642296a-8d63-4f01-8a8d-b3255f5a4681" -d '{"events": [{"name": "network-changed", "server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:10.621895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1bed5e60-90a1-46a1-83d8-ae42050e424a req-cc5b384b-74b4-4f47-9e54-5ffa1b8c4fcf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051881 Jul 06 12:02:10.625162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d002286d-443d-4728-ac0a-bcb17075d557 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.627546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d002286d-443d-4728-ac0a-bcb17075d557 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Fanout notify agent at l3_agent the message router_deleted on router dd6301cc-23d7-4a3e-9d46-08ace1db004b {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:02:10.653653 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d002286d-443d-4728-ac0a-bcb17075d557 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.660389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d002286d-443d-4728-ac0a-bcb17075d557 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/dd6301cc-23d7-4a3e-9d46-08ace1db004b HTTP/1.1" status: 204 len: 168 time: 0.8423734 Jul 06 12:02:10.668877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42836) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:10.868588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da9b43-aa22-4291-a0a3-fe64d0d5b4be req-920e3332-dde6-4e05-b619-e9c65856f051 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:10.880027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78da9b43-aa22-4291-a0a3-fe64d0d5b4be req-920e3332-dde6-4e05-b619-e9c65856f051 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 945 time: 0.2156608 Jul 06 12:02:10.960574 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78da9b43-aa22-4291-a0a3-fe64d0d5b4be req-b986c1c2-7656-439b-ba80-1fa142f07976 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712094 Jul 06 12:02:11.084601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-b4024e19-6faa-49c8-8274-139557875d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:11.086194 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-b4024e19-6faa-49c8-8274-139557875d92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1094 time: 0.1225617 Jul 06 12:02:11.131625 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a4ca38-6cb2-405f-a07d-2137124941f2 x-openstack-request-id: req-65a4ca38-6cb2-405f-a07d-2137124941f2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:11.131625 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:11.132810 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65a4ca38-6cb2-405f-a07d-2137124941f2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:11.132810 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'status': 'completed', 'code': 200} Jul 06 12:02:11.229770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd85ff7-8977-418e-9ed8-9cb62229c555 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting subnet 98ad9fb7-466d-45a1-8e99-e91aee30b5dd {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:11.229987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ebe43db4-6fae-4078-b694-0e08a2d5ce83 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:11.233455 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd85ff7-8977-418e-9ed8-9cb62229c555 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.280460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-37dd5478-97b0-4ad3-a590-dccd2beaf931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:11.280930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd85ff7-8977-418e-9ed8-9cb62229c555 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.282145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-37dd5478-97b0-4ad3-a590-dccd2beaf931 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.1883888 Jul 06 12:02:11.299890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port ebe43db4-6fae-4078-b694-0e08a2d5ce83 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:11.308425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port ebe43db4-6fae-4078-b694-0e08a2d5ce83 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:11.309129 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.312367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f778eb-7579-44b2-b252-41e12ec1548b req-337ead20-8bcd-424c-8ff1-d54a8310195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:11.313970 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-337ead20-8bcd-424c-8ff1-d54a8310195a service neutron] 10.222.0.86 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.7941899 Jul 06 12:02:11.437417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-26893b45-9e73-427f-bfbf-a0e18cd5e916 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 999 time: 0.1463914 Jul 06 12:02:11.441093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Allocated IP 172.20.0.4 (e5d2987b-e60c-4e67-81de-36c38e69c590/a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd/8cde9030-09cf-4a46-8482-21378eafbf4b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:11.500201 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.544816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-5716584d-6c4e-4f22-a0ba-7ac70d3bd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:11.549129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-5716584d-6c4e-4f22-a0ba-7ac70d3bd6d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.1029339 Jul 06 12:02:11.649245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736499c9-b925-4cc4-959a-10af42355b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:11.651564 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd47b3c-52d8-4891-92d3-e466992bb4ef" -d '{"events": [{"server_uuid": "736499c9-b925-4cc4-959a-10af42355b73", "name": "network-vif-plugged", "status": "completed", "tag": "ebe43db4-6fae-4078-b694-0e08a2d5ce83"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:11.694411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-d8b9d03d-9e6d-4369-8e6d-838c3c335ddc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 999 time: 0.3686874 Jul 06 12:02:11.696623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ebe43db4-6fae-4078-b694-0e08a2d5ce83, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ebe43db4-6fae-4078-b694-0e08a2d5ce83,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:11.713050 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.727501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6aee66ec-cae9-4336-9abc-137e8b179e62 req-02af7281-26c6-4f2d-9a89-327533f76f46 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 210 time: 0.0782576 Jul 06 12:02:11.771329 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043ffe4c-3b05-4df3-889c-e5ffd81ea255 x-openstack-request-id: req-043ffe4c-3b05-4df3-889c-e5ffd81ea255 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:11.775153 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736499c9-b925-4cc4-959a-10af42355b73", "name": "network-vif-plugged", "status": "completed", "tag": "ebe43db4-6fae-4078-b694-0e08a2d5ce83", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:11.775514 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-043ffe4c-3b05-4df3-889c-e5ffd81ea255 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:11.776175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-60d1ccd5-41ab-4cc6-aa80-5f4be35f2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:11.776315 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736499c9-b925-4cc4-959a-10af42355b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83', 'code': 200} Jul 06 12:02:11.777835 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-60d1ccd5-41ab-4cc6-aa80-5f4be35f2e7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213454 Jul 06 12:02:11.833594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ebe43db4-6fae-4078-b694-0e08a2d5ce83,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:11.895648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f778eb-7579-44b2-b252-41e12ec1548b req-4b805e67-cf7b-4718-8dcf-93fe42238769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:11.897095 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-4b805e67-cf7b-4718-8dcf-93fe42238769 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.1906662 Jul 06 12:02:11.903402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-b29c0502-bea2-421a-a8ad-dd456daf40dc service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180744 Jul 06 12:02:11.910480 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd85ff7-8977-418e-9ed8-9cb62229c555 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.098657 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-15f9d505-1ed2-46a3-81da-505ea4f329cb service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742086 Jul 06 12:02:12.134665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6967f-e385-4b35-a4f7-f5dba3dc6919 req-a671187d-ddbd-4b34-8920-48269612c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:12.136562 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a4a6967f-e385-4b35-a4f7-f5dba3dc6919 req-a671187d-ddbd-4b34-8920-48269612c5f5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 1097 time: 0.2796741 Jul 06 12:02:12.142855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f0fca-6c9c-4dec-98f6-888fae01d708 req-67e7da25-3da5-422b-b72a-61d1a1308298 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:12.145586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-484f0fca-6c9c-4dec-98f6-888fae01d708 req-67e7da25-3da5-422b-b72a-61d1a1308298 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 943 time: 0.1703765 Jul 06 12:02:12.178053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd85ff7-8977-418e-9ed8-9cb62229c555 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.209692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f778eb-7579-44b2-b252-41e12ec1548b req-fbd6f5cd-980d-40be-81d9-1c6cd3ed3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:12.209692 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-fbd6f5cd-980d-40be-81d9-1c6cd3ed3c98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2926471 Jul 06 12:02:12.273459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd85ff7-8977-418e-9ed8-9cb62229c555 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Subnet': ['ID=98ad9fb7-466d-45a1-8e99-e91aee30b5dd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:12.275830 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cd85ff7-8977-418e-9ed8-9cb62229c555 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.283182 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494fe1da-2c2d-4876-81f0-53cc03cf53fa None None] Network 39add407-4e58-4a71-9adf-929f6e3cdfe7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:12.286474 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7cd85ff7-8977-418e-9ed8-9cb62229c555 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/98ad9fb7-466d-45a1-8e99-e91aee30b5dd HTTP/1.1" status: 204 len: 168 time: 1.6165032 Jul 06 12:02:12.289201 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-484f0fca-6c9c-4dec-98f6-888fae01d708 req-a9edca0d-a56f-4b88-990c-680215536393 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845203 Jul 06 12:02:12.292366 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42850) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:12.306001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ca985-af2b-414e-8ef1-3dd33565c487 req-4c1fccf8-265f-4eab-9838-0e30916e7905 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:12.329107 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f60ca985-af2b-414e-8ef1-3dd33565c487 req-4c1fccf8-265f-4eab-9838-0e30916e7905 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 946 time: 0.1671400 Jul 06 12:02:12.380351 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.417749 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a4a6967f-e385-4b35-a4f7-f5dba3dc6919 req-9c13be31-20b3-46d2-907b-e322ef061316 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662888 Jul 06 12:02:12.439439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f60ca985-af2b-414e-8ef1-3dd33565c487 req-78a6ba04-cdb3-4c82-9aa9-8f5d9cfffd62 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090236 Jul 06 12:02:12.453692 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.526624 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-49341866-43ea-45ee-9530-cca6d0d71f3c service neutron] 10.222.0.86 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035758 Jul 06 12:02:12.554817 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port e362a885-afce-4222-9ff0-9fa84458c95f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:12.554817 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.598211 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.634966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:12.652478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] For port e362a885-afce-4222-9ff0-9fa84458c95f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e362a885-afce-4222-9ff0-9fa84458c95f,segment=NetworkSegment(d8e0ec71-a6f7-4aed-909c-da58cf6b6714),segment_id=d8e0ec71-a6f7-4aed-909c-da58cf6b6714)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:12.653028 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.668546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for e362a885-afce-4222-9ff0-9fa84458c95f owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:12.686487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Network e5d2987b-e60c-4e67-81de-36c38e69c590 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:12.691155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c343bb-5dcc-458e-a741-c7b84776b22d None None] DHCP port deletion for 39add407-4e58-4a71-9adf-929f6e3cdfe7 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:02:12.694081 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:12.701534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:12.783969 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.853258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=e362a885-afce-4222-9ff0-9fa84458c95f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:12.856691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No DVR routers for this DVR port e362a885-afce-4222-9ff0-9fa84458c95f on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:12.933564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event updated for resources: {'Port': ['ID=8cde9030-09cf-4a46-8482-21378eafbf4b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:12.946213 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-d228b010-df09-4b9b-ae7b-d2513e031e4d service neutron] 10.222.0.86 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106286 Jul 06 12:02:12.956204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:12.959270 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.984313 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-777a99ca-1778-468a-9b06-59dd8a40b8da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0674884 Jul 06 12:02:13.002686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Request body: {'port': {'device_id': '339ea058-727a-400e-89bf-bba8b023259a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:13.003819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-95c343bb-5dcc-458e-a741-c7b84776b22d None None] Deleting port e362a885-afce-4222-9ff0-9fa84458c95f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:13.004236 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95c343bb-5dcc-458e-a741-c7b84776b22d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.143901 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.165678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39add407-4e58-4a71-9adf-929f6e3cdfe7']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:13.185749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e0ec71-a6f7-4aed-909c-da58cf6b6714') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:13.186288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e0ec71-a6f7-4aed-909c-da58cf6b6714') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:13.186441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-95c343bb-5dcc-458e-a741-c7b84776b22d None None] For port e362a885-afce-4222-9ff0-9fa84458c95f, host n-d-799527-2, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:13.186712 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95c343bb-5dcc-458e-a741-c7b84776b22d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.229988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.239752 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-95c343bb-5dcc-458e-a741-c7b84776b22d None None] Calling delete_port for e362a885-afce-4222-9ff0-9fa84458c95f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:13.248773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-95c343bb-5dcc-458e-a741-c7b84776b22d None None] Port e362a885-afce-4222-9ff0-9fa84458c95f was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:02:13.255308 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95c343bb-5dcc-458e-a741-c7b84776b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.286288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.292806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7688fa-34b8-4260-a0c9-d05b1e1b9cd7 req-fea296fc-939d-4fc4-840d-e899fcae2a1d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:13.295539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef7688fa-34b8-4260-a0c9-d05b1e1b9cd7 req-fea296fc-939d-4fc4-840d-e899fcae2a1d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 931 time: 0.2733052 Jul 06 12:02:13.307232 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.319039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:13.319732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.354002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c343bb-5dcc-458e-a741-c7b84776b22d None None] Pushing event deleted for resources: {'Port': ['ID=e362a885-afce-4222-9ff0-9fa84458c95f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:13.373424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c343bb-5dcc-458e-a741-c7b84776b22d None None] No DVR routers for this DVR port e362a885-afce-4222-9ff0-9fa84458c95f on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:13.554441 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:13.588455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-a86b1953-314a-4110-b48b-42f59623986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:13.590165 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-a86b1953-314a-4110-b48b-42f59623986b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1094 time: 0.5195944 Jul 06 12:02:13.708920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.739399 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.745609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/networks/39add407-4e58-4a71-9adf-929f6e3cdfe7 HTTP/1.1" status: 204 len: 168 time: 1.4459298 Jul 06 12:02:13.745609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab78e4-2b5a-4780-bffe-ee22df170a68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Network': ['ID=39add407-4e58-4a71-9adf-929f6e3cdfe7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:13.748929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42868) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:13.757511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'network': {'name': 'tempest-RoutersTest-2022589541'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:13.776943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef7688fa-34b8-4260-a0c9-d05b1e1b9cd7 req-2968a740-6122-4b6c-bacb-3b27033ff1ce tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143149 Jul 06 12:02:13.912588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7838b2d-ddfb-4eff-a4ad-96cd10e92a9d req-7a84ac37-1cd2-4f5e-9ec4-89dad9f746ed tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:13.914297 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7838b2d-ddfb-4eff-a4ad-96cd10e92a9d req-7a84ac37-1cd2-4f5e-9ec4-89dad9f746ed tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 943 time: 0.2773502 Jul 06 12:02:13.975986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:13.979745 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.043417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7838b2d-ddfb-4eff-a4ad-96cd10e92a9d req-0fea5e96-7500-45fa-9a27-7b476e83a4bc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874262 Jul 06 12:02:14.060062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:14.090806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cde9030-09cf-4a46-8482-21378eafbf4b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:14.091362 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.091917 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added segment 207794b2-4d67-4b95-a2ca-001e9c95e625 of type vlan for network de877af9-4a2c-442e-87ba-f0bca1436192 Jul 06 12:02:14.103545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.140032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e362a885-afce-4222-9ff0-9fa84458c95f no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:14.158560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f77ec-e12d-44e0-9c40-5df35fc3f845 req-58ca6646-b017-4ac6-8c4f-00fcba1cf3b3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.160331 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-580f77ec-e12d-44e0-9c40-5df35fc3f845 req-58ca6646-b017-4ac6-8c4f-00fcba1cf3b3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 946 time: 0.2445405 Jul 06 12:02:14.192119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Transition to ACTIVE for port object 8cde9030-09cf-4a46-8482-21378eafbf4b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:14.203191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e362a885-afce-4222-9ff0-9fa84458c95f {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:14.208300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e362a885-afce-4222-9ff0-9fa84458c95f not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:14.218850 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.231594 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.245700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-580f77ec-e12d-44e0-9c40-5df35fc3f845 req-ae3f7711-1724-4efc-9581-989f350f6313 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597637 Jul 06 12:02:14.247930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dbfab08-6ebc-4765-83ef-e2c01233de64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.277710 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.296335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-3e956882-5fcf-4aa1-afb4-324672208b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.296926 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-3e956882-5fcf-4aa1-afb4-324672208b8d service neutron] 10.222.0.86 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.6345928 Jul 06 12:02:14.305051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Pushing event updated for resources: {'Port': ['ID=8cde9030-09cf-4a46-8482-21378eafbf4b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:14.307671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.308412 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.434446 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-f96a7be1-7148-40e4-a676-db316b0d98e7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 999 time: 0.1264303 Jul 06 12:02:14.447224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6936815 Jul 06 12:02:14.469226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42876) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:14.476723 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'subnet': {'network_id': 'de877af9-4a2c-442e-87ba-f0bca1436192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:14.544582 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Attempting to bind port 8cde9030-09cf-4a46-8482-21378eafbf4b on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:14.545050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Attempting to bind port 8cde9030-09cf-4a46-8482-21378eafbf4b by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:14.545385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Attempting to bind port 8cde9030-09cf-4a46-8482-21378eafbf4b on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:14.551719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Port 8cde9030-09cf-4a46-8482-21378eafbf4b on network e5d2987b-e60c-4e67-81de-36c38e69c590 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:02:14.552027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Attempting to bind port 8cde9030-09cf-4a46-8482-21378eafbf4b on network e5d2987b-e60c-4e67-81de-36c38e69c590 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:14.560540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:14.560880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Checking segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:14.561323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Bound using segment: {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:14.561713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Bound port: 8cde9030-09cf-4a46-8482-21378eafbf4b, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:14.562070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.567573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74767f-ba21-420b-af1e-7ee08c5545ba tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Network': ['ID=de877af9-4a2c-442e-87ba-f0bca1436192,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:14.584618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network de877af9-4a2c-442e-87ba-f0bca1436192 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:14.589141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-65726e4b-22a6-4d9d-b9f2-323c3faa9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.589517 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-65726e4b-22a6-4d9d-b9f2-323c3faa9571 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.1457965 Jul 06 12:02:14.674245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f1901-9cf0-4254-9dbe-b648a35d7534 req-ec011c98-1e39-419f-a6d4-103ff447a3d0 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.684196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-178f1901-9cf0-4254-9dbe-b648a35d7534 req-ec011c98-1e39-419f-a6d4-103ff447a3d0 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 946 time: 0.2463880 Jul 06 12:02:14.714617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] For port 8cde9030-09cf-4a46-8482-21378eafbf4b, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:14.723638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] For port 8cde9030-09cf-4a46-8482-21378eafbf4b, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8cde9030-09cf-4a46-8482-21378eafbf4b,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:14.733675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.741447 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-178f1901-9cf0-4254-9dbe-b648a35d7534 req-58b097f9-5cb7-40ef-93bc-965404276adb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562847 Jul 06 12:02:14.780925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:14.783660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.784106 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.785506 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.785626 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] 10.222.0.47 "PUT /v2.0/ports/8cde9030-09cf-4a46-8482-21378eafbf4b HTTP/1.1" status: 200 len: 1091 time: 1.7928109 Jul 06 12:02:14.785983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339ea058-727a-400e-89bf-bba8b023259a', 'tag': '8cde9030-09cf-4a46-8482-21378eafbf4b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:14.788287 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31da14a0-8d0e-4d7d-8efe-bef3dee330ef" -d '{"events": [{"name": "network-changed", "server_uuid": "339ea058-727a-400e-89bf-bba8b023259a", "tag": "8cde9030-09cf-4a46-8482-21378eafbf4b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:14.789353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42878) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:14.841157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-959cdf74-9076-463c-8a73-385ff7415c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.847002 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-959cdf74-9076-463c-8a73-385ff7415c20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2353649 Jul 06 12:02:14.980306 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173d1855-8af5-46a0-b784-1be9ff65079b x-openstack-request-id: req-173d1855-8af5-46a0-b784-1be9ff65079b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:14.980646 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339ea058-727a-400e-89bf-bba8b023259a", "tag": "8cde9030-09cf-4a46-8482-21378eafbf4b", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:14.980836 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-173d1855-8af5-46a0-b784-1be9ff65079b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:14.981250 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339ea058-727a-400e-89bf-bba8b023259a', 'tag': '8cde9030-09cf-4a46-8482-21378eafbf4b', 'status': 'completed', 'code': 200} Jul 06 12:02:15.086592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05667a8e-ae59-418e-872e-92c4f15ac43d service neutron] Pushing event updated for resources: {'Port': ['ID=8cde9030-09cf-4a46-8482-21378eafbf4b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:15.150010 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.158582 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-8959b5b6-df75-4731-9036-0c9089b776ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.160315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-8959b5b6-df75-4731-9036-0c9089b776ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 1094 time: 0.3123484 Jul 06 12:02:15.226842 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-89f50e67-7a1b-4833-9888-8e2a4f1b69bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cde9030-09cf-4a46-8482-21378eafbf4b HTTP/1.1" status: 200 len: 217 time: 0.0586696 Jul 06 12:02:15.274970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:15.304189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Subnet': ['ID=8f6ce1e7-ff3e-494c-93e2-593681faa7bc,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:15.307166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-855f0ff2-dacf-48ef-a2b5-35a40bac3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.309128 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-855f0ff2-dacf-48ef-a2b5-35a40bac3645 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.0720673 Jul 06 12:02:15.318495 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-82a5f08d-7151-439d-8cab-ae34537215b7 service neutron] 10.222.0.86 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483819 Jul 06 12:02:15.332102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Checking segment: {'id': '207794b2-4d67-4b95-a2ca-001e9c95e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de877af9-4a2c-442e-87ba-f0bca1436192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:15.332821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network hostable DHCP agents. Network: de877af9-4a2c-442e-87ba-f0bca1436192, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:15.352150 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-8a032ce5-a3f1-4b4c-b536-a2ceea4bd4a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325868 Jul 06 12:02:15.359892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33a036a-b449-463f-9fa5-f886e27f434a tempest-TestVolumeBootPattern-1140979416 tempest-TestVolumeBootPattern-1140979416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.362389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f33a036a-b449-463f-9fa5-f886e27f434a tempest-TestVolumeBootPattern-1140979416 tempest-TestVolumeBootPattern-1140979416-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 1092 time: 0.5715806 Jul 06 12:02:15.366591 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:15.372516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:15.384744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b5d8d-9f9a-466d-8679-ca1b79416981 req-1c3bb9ca-b36b-4185-a028-c1684287dc25 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.386919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b1b5d8d-9f9a-466d-8679-ca1b79416981 req-1c3bb9ca-b36b-4185-a028-c1684287dc25 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 943 time: 0.2849457 Jul 06 12:02:15.466277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network de877af9-4a2c-442e-87ba-f0bca1436192 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:15.491515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:15.493930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, de877af9-4a2c-442e-87ba-f0bca1436192) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:15.507857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'port_id': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'mac_address': 'fa:16:3e:ba:38:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:15.515826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.516469 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.524844 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-7fd07548-9f1b-4e15-994a-7592392b2112 service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626115 Jul 06 12:02:15.532726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.540884 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b1b5d8d-9f9a-466d-8679-ca1b79416981 req-8b365e6e-46d5-4703-b679-59e1da15b995 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406748 Jul 06 12:02:15.544806 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dbdf6a15-8d99-452f-90db-ebe2c243f454 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0726552 Jul 06 12:02:15.565683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42894) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:15.578403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f36693d4-d922-4269-a3c4-35a657600c71 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1692734102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:15.580812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5979ba88-e4c8-4567-9582-4c063760c778 None None] Network de877af9-4a2c-442e-87ba-f0bca1436192 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:15.654402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897a096-eea7-4982-9434-f1ecbff9b5a8 req-7ecd23a0-7870-4154-954d-074fcfabd9e4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.666621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c897a096-eea7-4982-9434-f1ecbff9b5a8 req-7ecd23a0-7870-4154-954d-074fcfabd9e4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 943 time: 0.2780864 Jul 06 12:02:15.728636 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b642296a-8d63-4f01-8a8d-b3255f5a4681 req-b6554c5c-08fe-4491-90e5-3b6f9f2d9dbc service neutron] 10.222.0.86 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755620 Jul 06 12:02:15.749103 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.754769 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d19d17fd-cb6f-49f6-af25-c384cc257df2 req-f1f7e9d6-2365-4bcd-864f-26cf18db8e11 service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179000 Jul 06 12:02:15.765843 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f36693d4-d922-4269-a3c4-35a657600c71 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.767576 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f36693d4-d922-4269-a3c4-35a657600c71 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.822517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c897a096-eea7-4982-9434-f1ecbff9b5a8 req-aa69101a-8a6a-4f26-a1be-d7e648d144d6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547303 Jul 06 12:02:15.831779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9e7d65-9539-4e32-a752-e23413f33f73 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:15.890773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:15.903951 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.966494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-de877af9-4a2c-442e-87ba-f0bca1436192', 'network_id': 'de877af9-4a2c-442e-87ba-f0bca1436192', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'fixed_ips': [{'subnet_id': '8f6ce1e7-ff3e-494c-93e2-593681faa7bc'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:15.967778 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.971470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da14a0-8d0e-4d7d-8efe-bef3dee330ef req-54e5b39f-f0a3-4f73-b564-27807d906689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.981063 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31da14a0-8d0e-4d7d-8efe-bef3dee330ef req-54e5b39f-f0a3-4f73-b564-27807d906689 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 1094 time: 0.1545088 Jul 06 12:02:16.035509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:16.052544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f36693d4-d922-4269-a3c4-35a657600c71 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.065856 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f36693d4-d922-4269-a3c4-35a657600c71 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.108942 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f36693d4-d922-4269-a3c4-35a657600c71 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.118078 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f36693d4-d922-4269-a3c4-35a657600c71 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5443242 Jul 06 12:02:16.127067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42900) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:16.242693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da14a0-8d0e-4d7d-8efe-bef3dee330ef req-2720d693-dbf5-44e2-ba12-23b667544141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.246752 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31da14a0-8d0e-4d7d-8efe-bef3dee330ef req-2720d693-dbf5-44e2-ba12-23b667544141 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 200 len: 906 time: 0.2581654 Jul 06 12:02:16.263174 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['ea9e7d65-9539-4e32-a752-e23413f33f73'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:16.316355 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31da14a0-8d0e-4d7d-8efe-bef3dee330ef req-3118f841-7605-41e6-926b-a44c9c89912c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cde9030-09cf-4a46-8482-21378eafbf4b HTTP/1.1" status: 200 len: 217 time: 0.0622685 Jul 06 12:02:16.326548 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.402307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Allocated IP 172.20.0.2 (de877af9-4a2c-442e-87ba-f0bca1436192/8f6ce1e7-ff3e-494c-93e2-593681faa7bc/9f433670-7bd3-4aaa-9258-729c62ec1646) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:16.417391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da14a0-8d0e-4d7d-8efe-bef3dee330ef req-75701a7e-72c8-4ee9-afb0-882ea8153e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.418956 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31da14a0-8d0e-4d7d-8efe-bef3dee330ef req-75701a7e-72c8-4ee9-afb0-882ea8153e59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 200 len: 845 time: 0.0957124 Jul 06 12:02:16.572382 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31da14a0-8d0e-4d7d-8efe-bef3dee330ef req-38bc7268-5862-4bd4-9d69-ff7ec218d35a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5d2987b-e60c-4e67-81de-36c38e69c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187429 Jul 06 12:02:16.758343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-21b8e2bc-1cba-49cf-b6a5-71a5998f280e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.760143 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-21b8e2bc-1cba-49cf-b6a5-71a5998f280e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.86 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f&tenant_id=64814768bca940c89b9e67066652c148&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 944 time: 0.3402133 Jul 06 12:02:16.865647 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.882468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Transition to ACTIVE for port object 9f433670-7bd3-4aaa-9258-729c62ec1646 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:16.906547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Transition to ACTIVE for port object 9f433670-7bd3-4aaa-9258-729c62ec1646 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:16.922200 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.926872 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31da14a0-8d0e-4d7d-8efe-bef3dee330ef req-977b4326-23da-4a64-98ce-66d525978379 service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458800 Jul 06 12:02:16.953607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Network de877af9-4a2c-442e-87ba-f0bca1436192 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:16.959839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:16.963345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:17.050239 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-55a47c57-5a1a-4474-9356-58b8f8e85647 service neutron] 10.222.0.86 "GET /v2.0/ports/ea9e7d65-9539-4e32-a752-e23413f33f73/bindings/n-h2-799527-2 HTTP/1.1" status: 200 len: 382 time: 0.2794006 Jul 06 12:02:17.154290 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-31da14a0-8d0e-4d7d-8efe-bef3dee330ef req-68c8e7f1-b35b-4694-b094-df1d6b1632eb service neutron] 10.222.0.47 "GET /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193694 Jul 06 12:02:17.174957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-935d02de-f8a4-47ba-83fe-2999dd49ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:17.178372 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-935d02de-f8a4-47ba-83fe-2999dd49ced5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1095 time: 0.0897398 Jul 06 12:02:17.229208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 42914) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:17.307539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Attempting to bind port 9f433670-7bd3-4aaa-9258-729c62ec1646 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:17.308164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Attempting to bind port 9f433670-7bd3-4aaa-9258-729c62ec1646 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '207794b2-4d67-4b95-a2ca-001e9c95e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de877af9-4a2c-442e-87ba-f0bca1436192'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:17.309577 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Attempting to bind port 9f433670-7bd3-4aaa-9258-729c62ec1646 on network de877af9-4a2c-442e-87ba-f0bca1436192 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:17.337932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:17.338565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Checking segment: {'id': '207794b2-4d67-4b95-a2ca-001e9c95e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de877af9-4a2c-442e-87ba-f0bca1436192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:17.340282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.340998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Bound using segment: {'id': '207794b2-4d67-4b95-a2ca-001e9c95e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de877af9-4a2c-442e-87ba-f0bca1436192'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:17.341849 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Bound port: 9f433670-7bd3-4aaa-9258-729c62ec1646, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207794b2-4d67-4b95-a2ca-001e9c95e625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de877af9-4a2c-442e-87ba-f0bca1436192'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:17.342530 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.404216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-b7091bf6-6cc8-48fa-a61c-1199b041c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:17.408109 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-b7091bf6-6cc8-48fa-a61c-1199b041c536 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.2237830 Jul 06 12:02:17.462342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12745a03-8ba2-49a8-9952-7a5b0141dee3 req-21d52bff-e138-4545-8253-fff8220ac96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:17.470132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12745a03-8ba2-49a8-9952-7a5b0141dee3 req-21d52bff-e138-4545-8253-fff8220ac96e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 944 time: 0.3528936 Jul 06 12:02:17.509296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3c07b611-1293-493b-a504-39a1074235fb None None] For port 9f433670-7bd3-4aaa-9258-729c62ec1646, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:17.515830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3c07b611-1293-493b-a504-39a1074235fb None None] For port 9f433670-7bd3-4aaa-9258-729c62ec1646, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9f433670-7bd3-4aaa-9258-729c62ec1646,segment=NetworkSegment(207794b2-4d67-4b95-a2ca-001e9c95e625),segment_id=207794b2-4d67-4b95-a2ca-001e9c95e625)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:17.517809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Pushing event updated for resources: {'Port': ['ID=9f433670-7bd3-4aaa-9258-729c62ec1646,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:17.523917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b265ab7-4342-44a4-83db-26a57dbac343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.535278 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.568099 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12745a03-8ba2-49a8-9952-7a5b0141dee3 req-df97142e-7ed9-4097-aa52-1ce0c3ef3bcc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967181 Jul 06 12:02:17.580986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-12d9e5ef-a8a2-401f-852f-eb4bafda16aa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 1000 time: 0.1645560 Jul 06 12:02:17.615755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Allocated IP 172.25.0.48 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/c6ae1f1e-3a32-4068-a13f-0bcfcf08e56a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:17.619909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07b611-1293-493b-a504-39a1074235fb None None] Pushing event updated for resources: {'Port': ['ID=9f433670-7bd3-4aaa-9258-729c62ec1646,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:17.679992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-8db24b9c-dbe7-410d-96c0-c6042ebfc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:17.684139 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-8db24b9c-dbe7-410d-96c0-c6042ebfc7ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.0961146 Jul 06 12:02:17.703494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09615817-f8a0-4214-85a1-12623de2356a req-c47ca4e3-8fa4-411d-a214-01974ade6518 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:17.705631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09615817-f8a0-4214-85a1-12623de2356a req-c47ca4e3-8fa4-411d-a214-01974ade6518 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 943 time: 0.6021640 Jul 06 12:02:17.825829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-1e1b8bda-eca5-4db3-a000-2fc048a1a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:17.828246 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-1e1b8bda-eca5-4db3-a000-2fc048a1a24c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372223 Jul 06 12:02:17.854209 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.905952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09615817-f8a0-4214-85a1-12623de2356a req-415c07e1-f0cd-471d-88b0-1dd16aa50914 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741478 Jul 06 12:02:18.021144 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-8c497857-8ed9-4607-b574-9f2b2cb12f1a service neutron] 10.222.0.86 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786678 Jul 06 12:02:18.060903 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b265ab7-4342-44a4-83db-26a57dbac343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.114388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b265ab7-4342-44a4-83db-26a57dbac343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.128585 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.178253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9f433670-7bd3-4aaa-9258-729c62ec1646 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:18.221066 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-7fa25b7b-b193-4ee6-bd71-7d6e477b5b3e service neutron] 10.222.0.86 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858587 Jul 06 12:02:18.258953 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.267212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7b265ab7-4342-44a4-83db-26a57dbac343 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a576fe8ee6a24a0982f94bcf4d1cb93e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0341735 Jul 06 12:02:18.268012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b265ab7-4342-44a4-83db-26a57dbac343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f993c38-5a14-41e7-964d-abb6cb6a4770,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:18.270288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42930) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:18.296612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9f433670-7bd3-4aaa-9258-729c62ec1646 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:18.340076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b67a-bee4-4f04-bbd1-f4ee3a7e96b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.390571 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38ce34f8-fe3f-49e8-8fe1-87cd7734da04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.401594 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b67a-bee4-4f04-bbd1-f4ee3a7e96b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.405917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.457032 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b67a-bee4-4f04-bbd1-f4ee3a7e96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.460953 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5c4b67a-bee4-4f04-bbd1-f4ee3a7e96b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.464563 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e5c4b67a-bee4-4f04-bbd1-f4ee3a7e96b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f993c38-5a14-41e7-964d-abb6cb6a4770 HTTP/1.1" status: 204 len: 168 time: 0.1906385 Jul 06 12:02:18.478058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:18.486980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4b67a-bee4-4f04-bbd1-f4ee3a7e96b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f993c38-5a14-41e7-964d-abb6cb6a4770,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:18.489726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:18.498326 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:18.511998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Allocated IP 172.20.0.1 (de877af9-4a2c-442e-87ba-f0bca1436192/8f6ce1e7-ff3e-494c-93e2-593681faa7bc/965ff63b-3642-4505-a8cb-c8262666ca23) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:18.538235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=c6ae1f1e-3a32-4068-a13f-0bcfcf08e56a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:18.756223 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.868628 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.908826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Transition to ACTIVE for port object 965ff63b-3642-4505-a8cb-c8262666ca23 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:18.942054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42940) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:18.959508 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4aec8e0-0585-4769-92a4-6e6dbca6342e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.024909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26940472-ca2d-49d5-819d-090b49f049dd req-1466648f-1bcd-440e-bbbb-d18bfb1b856c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:19.026799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26940472-ca2d-49d5-819d-090b49f049dd req-1466648f-1bcd-440e-bbbb-d18bfb1b856c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 944 time: 0.2673120 Jul 06 12:02:19.101224 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4aec8e0-0585-4769-92a4-6e6dbca6342e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.106600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a42a61-859b-4d13-853a-e70d8b854a56 None None] Network de877af9-4a2c-442e-87ba-f0bca1436192 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:19.107092 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4aec8e0-0585-4769-92a4-6e6dbca6342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.136149 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.159427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f4aec8e0-0585-4769-92a4-6e6dbca6342e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=921530db71104a36bd58d6794375493a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156761 Jul 06 12:02:19.160305 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 42946) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:19.160970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aec8e0-0585-4769-92a4-6e6dbca6342e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db3a0d2-7aac-4ce9-bf20-2cb7aa951f66,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:19.235862 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5b26-36a6-43d8-beb7-b4afe672c9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.257385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network de877af9-4a2c-442e-87ba-f0bca1436192 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:19.265296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-89a11f95-6bd7-46d7-ad55-ca02a65ac2db None None] Provisioning for port 9f433670-7bd3-4aaa-9258-729c62ec1646 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:19.268399 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5b26-36a6-43d8-beb7-b4afe672c9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.277770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:19.277927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-89a11f95-6bd7-46d7-ad55-ca02a65ac2db None None] Provisioning complete for port 9f433670-7bd3-4aaa-9258-729c62ec1646 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:19.278197 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89a11f95-6bd7-46d7-ad55-ca02a65ac2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.288833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26940472-ca2d-49d5-819d-090b49f049dd req-3274da67-035f-4d82-b8c3-430d2fd41b9e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460849 Jul 06 12:02:19.290852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:19.302409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=965ff63b-3642-4505-a8cb-c8262666ca23,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:19.341485 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5b26-36a6-43d8-beb7-b4afe672c9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.344143 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5b26-36a6-43d8-beb7-b4afe672c9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.348706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e8bc5b26-36a6-43d8-beb7-b4afe672c9d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2db3a0d2-7aac-4ce9-bf20-2cb7aa951f66 HTTP/1.1" status: 204 len: 168 time: 0.1834035 Jul 06 12:02:19.352163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:19.362195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc5b26-36a6-43d8-beb7-b4afe672c9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db3a0d2-7aac-4ce9-bf20-2cb7aa951f66,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:19.401250 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.456651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c9dbb-cc0f-48b5-9ba9-737a9a17b7aa req-3b03ab5d-3bc5-4970-9da1-103e5ffb029e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:19.458188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b71c9dbb-cc0f-48b5-9ba9-737a9a17b7aa req-3b03ab5d-3bc5-4970-9da1-103e5ffb029e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 943 time: 0.4024580 Jul 06 12:02:19.503333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port ea9e7d65-9539-4e32-a752-e23413f33f73 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:19.508845 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.537753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port ea9e7d65-9539-4e32-a752-e23413f33f73 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:19.538272 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.617925 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89a11f95-6bd7-46d7-ad55-ca02a65ac2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.676158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b71c9dbb-cc0f-48b5-9ba9-737a9a17b7aa req-c63a788a-3358-42ae-a323-51d3ea675b42 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091632 Jul 06 12:02:19.676500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-89a11f95-6bd7-46d7-ad55-ca02a65ac2db None None] For port 9f433670-7bd3-4aaa-9258-729c62ec1646, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9f433670-7bd3-4aaa-9258-729c62ec1646,segment=NetworkSegment(207794b2-4d67-4b95-a2ca-001e9c95e625),segment_id=207794b2-4d67-4b95-a2ca-001e9c95e625)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:19.709740 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89a11f95-6bd7-46d7-ad55-ca02a65ac2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.773061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.785782 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.821867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a11f95-6bd7-46d7-ad55-ca02a65ac2db None None] Pushing event updated for resources: {'Port': ['ID=9f433670-7bd3-4aaa-9258-729c62ec1646,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:19.823393 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.846173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:19.849943 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f0d479-4a1a-4214-9c43-88366cae110a" -d '{"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:19.894992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:19.899638 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.960829 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645d07e9-ea50-4c48-a7c1-3c652f5ecb3a x-openstack-request-id: req-645d07e9-ea50-4c48-a7c1-3c652f5ecb3a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:19.961115 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:19.961373 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-645d07e9-ea50-4c48-a7c1-3c652f5ecb3a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:19.961776 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'code': 200} Jul 06 12:02:20.007083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:20.117405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9f433670-7bd3-4aaa-9258-729c62ec1646 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:20.247272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-74ae46c3-71e2-4730-89ba-67e844654ba5 None None] Provisioning for port 965ff63b-3642-4505-a8cb-c8262666ca23 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:20.258898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-74ae46c3-71e2-4730-89ba-67e844654ba5 None None] Provisioning complete for port 965ff63b-3642-4505-a8cb-c8262666ca23 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:20.267471 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74ae46c3-71e2-4730-89ba-67e844654ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.344011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9f433670-7bd3-4aaa-9258-729c62ec1646 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:20.344772 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.467870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8cde9030-09cf-4a46-8482-21378eafbf4b details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:20.493169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-74ae46c3-71e2-4730-89ba-67e844654ba5 None None] Port 965ff63b-3642-4505-a8cb-c8262666ca23 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:20.619895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-74ae46c3-71e2-4730-89ba-67e844654ba5 None None] Provisioning complete for port 9f433670-7bd3-4aaa-9258-729c62ec1646 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:20.620277 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74ae46c3-71e2-4730-89ba-67e844654ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.628864 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.712400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8cde9030-09cf-4a46-8482-21378eafbf4b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8cde9030-09cf-4a46-8482-21378eafbf4b,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:20.749425 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.783051 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.800218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '8cde9030-09cf-4a46-8482-21378eafbf4b', 'network_id': 'e5d2987b-e60c-4e67-81de-36c38e69c590', 'port_id': '8cde9030-09cf-4a46-8482-21378eafbf4b', 'mac_address': 'fa:16:3e:e5:4b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:20.906074 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.912692 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.926874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cde9030-09cf-4a46-8482-21378eafbf4b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:20.955530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8cde9030-09cf-4a46-8482-21378eafbf4b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8cde9030-09cf-4a46-8482-21378eafbf4b,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:20.968537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.981375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-3d694283-b36a-4a66-8959-ff76c5596a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:20.983047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-3d694283-b36a-4a66-8959-ff76c5596a17 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 1096 time: 0.1332319 Jul 06 12:02:20.996021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:21.028172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=8cde9030-09cf-4a46-8482-21378eafbf4b,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:21.031129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ee1ac9d1-9db0-4ee6-a26c-7e5586b1a7b4 None None] Provisioning complete for port 965ff63b-3642-4505-a8cb-c8262666ca23 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:21.031531 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee1ac9d1-9db0-4ee6-a26c-7e5586b1a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.083935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ac9d1-9db0-4ee6-a26c-7e5586b1a7b4 None None] Port 965ff63b-3642-4505-a8cb-c8262666ca23 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:21.104271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=c6ae1f1e-3a32-4068-a13f-0bcfcf08e56a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:21.126474 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.199482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4165542-de7c-4701-8590-7e0446acdf4f req-c7a1c3df-ca07-4842-9564-f2422a2de154 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:21.201065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4165542-de7c-4701-8590-7e0446acdf4f req-c7a1c3df-ca07-4842-9564-f2422a2de154 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 945 time: 0.5174842 Jul 06 12:02:21.208371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.228309 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.290155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['8cde9030-09cf-4a46-8482-21378eafbf4b'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:21.301113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.330562 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Floating IP 813b389d-a415-4535-9484-82d8a9c5a8e1 associated. External IP: 172.25.0.48, port: ebe43db4-6fae-4078-b694-0e08a2d5ce83. Jul 06 12:02:21.465364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bef1c-637c-4322-919e-abf9320fcc5d req-59502bbb-bac4-4d87-a5b3-422ce8a7b39b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:21.466914 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-174bef1c-637c-4322-919e-abf9320fcc5d req-59502bbb-bac4-4d87-a5b3-422ce8a7b39b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 944 time: 0.5547879 Jul 06 12:02:21.477428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4165542-de7c-4701-8590-7e0446acdf4f req-d0cbde6f-08ae-4235-8645-0d2af18b7643 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670224 Jul 06 12:02:21.483826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:21.491598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=965ff63b-3642-4505-a8cb-c8262666ca23,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:21.581743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:21.674863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:21.677477 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077d967c-f02d-4fc5-98e7-8ea87968cdc8" -d '{"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:21.684241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.699185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Transition to ACTIVE for port object ea9e7d65-9539-4e32-a752-e23413f33f73 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:21.707496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-174bef1c-637c-4322-919e-abf9320fcc5d req-7e4ba303-2a80-4c66-9d96-038e44d0557c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289901 Jul 06 12:02:21.711998 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.728260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network de877af9-4a2c-442e-87ba-f0bca1436192 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:21.731200 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:21.831843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:21.932323 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41ccca3-39a2-4119-80d6-dfb6d406e40d x-openstack-request-id: req-d41ccca3-39a2-4119-80d6-dfb6d406e40d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:21.932994 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:21.933535 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d41ccca3-39a2-4119-80d6-dfb6d406e40d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:21.934250 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'code': 200} Jul 06 12:02:22.037119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] No DVR routers for this DVR port ea9e7d65-9539-4e32-a752-e23413f33f73 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:22.154473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router d95c9f03-8d48-4192-b84b-470086c9ad08 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:02:22.160108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Router 37a1649c-6177-4fb1-9aa7-f4a036edb80f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:22.229513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5e3d2359-72b7-48a9-8486-277343017902 None None] Provisioning complete for port 965ff63b-3642-4505-a8cb-c8262666ca23 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:22.230206 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2359-72b7-48a9-8486-277343017902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.306647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:22.308396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:22.309155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 on network f972626c-881e-4ab7-96df-90faab4deed8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:22.319127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Port ea9e7d65-9539-4e32-a752-e23413f33f73 on network f972626c-881e-4ab7-96df-90faab4deed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:02:22.319746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Attempting to bind port ea9e7d65-9539-4e32-a752-e23413f33f73 on network f972626c-881e-4ab7-96df-90faab4deed8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:22.320346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d2359-72b7-48a9-8486-277343017902 None None] Port 965ff63b-3642-4505-a8cb-c8262666ca23 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:22.331492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:22.331846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Checking segment: {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:22.332537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Bound using segment: {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:22.332991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Bound port: ea9e7d65-9539-4e32-a752-e23413f33f73, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3750418-f3df-4267-8a6e-593e1c0fa57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:22.333367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.372670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:22.385766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a018b9-14ef-496a-80ab-27906bb304a1 None None] Sync routers for ids ['d95c9f03-8d48-4192-b84b-470086c9ad08'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:22.386631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d44f4ea8-8698-40e7-a22b-0e8ae0fafb4d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/d95c9f03-8d48-4192-b84b-470086c9ad08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2529545 Jul 06 12:02:22.387644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43010) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:22.398481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a018b9-14ef-496a-80ab-27906bb304a1 None None] Routers {'d95c9f03-8d48-4192-b84b-470086c9ad08'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:22.399331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-56a018b9-14ef-496a-80ab-27906bb304a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d95c9f03-8d48-4192-b84b-470086c9ad08'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:22.449597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-56a018b9-14ef-496a-80ab-27906bb304a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:22.466956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8cde9030-09cf-4a46-8482-21378eafbf4b up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:22.486651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:22.493739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:22.504383 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.513048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a018b9-14ef-496a-80ab-27906bb304a1 None None] Routers {'d95c9f03-8d48-4192-b84b-470086c9ad08'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:22.513803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-56a018b9-14ef-496a-80ab-27906bb304a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d95c9f03-8d48-4192-b84b-470086c9ad08'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:22.532063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5338385-b9fc-4a5c-b0fc-52720421bfae tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:22.533744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e5338385-b9fc-4a5c-b0fc-52720421bfae tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports/965ff63b-3642-4505-a8cb-c8262666ca23 HTTP/1.1" status: 200 len: 910 time: 0.0873451 Jul 06 12:02:22.536551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:22.546476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43012) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:22.547143 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd637859-6dca-4192-808c-431866808976 None None] Sync routers for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:22.589397 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd637859-6dca-4192-808c-431866808976 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:22.589904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:22.590712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.593630 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fd637859-6dca-4192-808c-431866808976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:22.597835 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] 10.222.0.47 "PUT /v2.0/ports/ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 1092 time: 1.6067007 Jul 06 12:02:22.626798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-56a018b9-14ef-496a-80ab-27906bb304a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:22.627520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a018b9-14ef-496a-80ab-27906bb304a1 None None] The sync data for ids ['d95c9f03-8d48-4192-b84b-470086c9ad08'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:22.670637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 8cde9030-09cf-4a46-8482-21378eafbf4b completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:22.691038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 8cde9030-09cf-4a46-8482-21378eafbf4b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:22.691408 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.761511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982441e-0512-46b0-9963-f8c7083e671d service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=11']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:22.845440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-f8e44a77-d4ef-46a1-9d04-77c0e71b360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:22.855272 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-f8e44a77-d4ef-46a1-9d04-77c0e71b360a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1095 time: 0.2092724 Jul 06 12:02:22.863760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.880084 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.924507 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339ea058-727a-400e-89bf-bba8b023259a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cde9030-09cf-4a46-8482-21378eafbf4b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:22.928311 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124d9775-2842-4e78-ad66-fb781d595fd0" -d '{"events": [{"server_uuid": "339ea058-727a-400e-89bf-bba8b023259a", "name": "network-vif-plugged", "status": "completed", "tag": "8cde9030-09cf-4a46-8482-21378eafbf4b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:22.956314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 8cde9030-09cf-4a46-8482-21378eafbf4b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8cde9030-09cf-4a46-8482-21378eafbf4b,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:22.965930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.070356 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-fd637859-6dca-4192-808c-431866808976 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:23.103549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=8cde9030-09cf-4a46-8482-21378eafbf4b,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:23.292543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:23.351913 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-15cf03e4-6a7d-4029-88e3-8b66afe57afe tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.9836507 Jul 06 12:02:23.397736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:23.404924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736499c9-b925-4cc4-959a-10af42355b73', 'tag': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:23.407990 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1" -d '{"events": [{"name": "network-changed", "server_uuid": "736499c9-b925-4cc4-959a-10af42355b73", "tag": "ebe43db4-6fae-4078-b694-0e08a2d5ce83"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:23.615136 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fd637859-6dca-4192-808c-431866808976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '813b389d-a415-4535-9484-82d8a9c5a8e1', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:35:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736499c9-b925-4cc4-959a-10af42355b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:02:19Z', 'updated_at': '2021-07-06T12:02:19Z', 'revision_number': 0, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:23.649949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa74ecc-67a2-4f92-a4e3-09367b3da19e req-2e3f8af1-efb2-4469-890a-2d9c266c1270 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:23.651860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-baa74ecc-67a2-4f92-a4e3-09367b3da19e req-2e3f8af1-efb2-4469-890a-2d9c266c1270 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 944 time: 0.4973130 Jul 06 12:02:23.673925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d616eb-290f-4297-8453-030e104c0dc0 req-ebec0295-b052-4e02-9ee7-23339cc21a3d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:23.677486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80d616eb-290f-4297-8453-030e104c0dc0 req-ebec0295-b052-4e02-9ee7-23339cc21a3d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.4594903 Jul 06 12:02:23.679273 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd637859-6dca-4192-808c-431866808976 None None] Checking router: 37a1649c-6177-4fb1-9aa7-f4a036edb80f for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:23.705854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-73b0fa8d-b9a7-47ca-9d74-b8cffb64bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:23.707423 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-73b0fa8d-b9a7-47ca-9d74-b8cffb64bf3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.8422782 Jul 06 12:02:23.711191 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd637859-6dca-4192-808c-431866808976 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:23.711908 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fd637859-6dca-4192-808c-431866808976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:23.803641 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-2e1d134f-1778-4ad2-b587-f2b60a26469d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 999 time: 0.0825729 Jul 06 12:02:23.864653 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-baa74ecc-67a2-4f92-a4e3-09367b3da19e req-3aeba331-e96a-4ba4-b4be-5065e9ed68bb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794257 Jul 06 12:02:23.889329 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8da19e1-ad51-4cf2-b55e-afe7c82f37eb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.916327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80d616eb-290f-4297-8453-030e104c0dc0 req-59abd77b-1a8f-41ab-96b0-39886a0b7b34 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175422 Jul 06 12:02:23.925319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-b4d15b8c-e688-4b52-a0d5-122e4e005474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:23.927814 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-b4d15b8c-e688-4b52-a0d5-122e4e005474 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.1164515 Jul 06 12:02:23.934967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:23.937813 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2108c9cb-0def-4856-a9dc-91166919ae27" -d '{"events": [{"name": "network-changed", "server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:23.946996 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-fd637859-6dca-4192-808c-431866808976 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:24.029666 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557eb55e-7f77-494e-8650-c8ec5e54745b x-openstack-request-id: req-557eb55e-7f77-494e-8650-c8ec5e54745b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:24.030006 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339ea058-727a-400e-89bf-bba8b023259a", "name": "network-vif-plugged", "status": "completed", "tag": "8cde9030-09cf-4a46-8482-21378eafbf4b", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:24.030265 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-557eb55e-7f77-494e-8650-c8ec5e54745b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:24.030669 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339ea058-727a-400e-89bf-bba8b023259a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cde9030-09cf-4a46-8482-21378eafbf4b', 'code': 200} Jul 06 12:02:24.102259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-e191b9a8-445e-45d7-ad64-d7585afb7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:24.111890 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-e191b9a8-445e-45d7-ad64-d7585afb7750 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777215 Jul 06 12:02:24.320441 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768c24be-9096-4793-b34f-066dad155178 x-openstack-request-id: req-768c24be-9096-4793-b34f-066dad155178 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:24.320765 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:24.320974 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-768c24be-9096-4793-b34f-066dad155178 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:24.321397 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'status': 'completed', 'code': 200} Jul 06 12:02:24.473988 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-bad0f9f6-4897-45fb-9170-dccd2acd658d service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554204 Jul 06 12:02:24.534602 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79de2ef0-95d2-4403-8f22-7d4bd293f1ec x-openstack-request-id: req-79de2ef0-95d2-4403-8f22-7d4bd293f1ec {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:24.535600 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736499c9-b925-4cc4-959a-10af42355b73", "tag": "ebe43db4-6fae-4078-b694-0e08a2d5ce83", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:24.536017 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79de2ef0-95d2-4403-8f22-7d4bd293f1ec {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:24.536565 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736499c9-b925-4cc4-959a-10af42355b73', 'tag': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83', 'status': 'completed', 'code': 200} Jul 06 12:02:24.587583 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fd637859-6dca-4192-808c-431866808976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '813b389d-a415-4535-9484-82d8a9c5a8e1', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:35:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736499c9-b925-4cc4-959a-10af42355b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:02:19Z', 'updated_at': '2021-07-06T12:02:19Z', 'revision_number': 0, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:24.735725 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e26bf8fe-76e5-437b-bb5b-41b579f8ddc3 req-6fa7f423-c1fc-490a-b744-78d0dab42fea service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425430 Jul 06 12:02:24.755543 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd637859-6dca-4192-808c-431866808976 None None] The sync data for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 is: [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '813b389d-a415-4535-9484-82d8a9c5a8e1', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:35:dd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736499c9-b925-4cc4-959a-10af42355b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:02:19Z', 'updated_at': '2021-07-06T12:02:19Z', 'revision_number': 0, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:24.788064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-b9f45c71-2024-427a-9b31-bb72940aecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:24.790654 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-b9f45c71-2024-427a-9b31-bb72940aecf8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1095 time: 0.4963720 Jul 06 12:02:24.888986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a385-a81e-4f16-ade6-8e72fa29533e req-f159982b-4c1d-4184-b792-84688d679a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:24.894583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb78a385-a81e-4f16-ade6-8e72fa29533e req-f159982b-4c1d-4184-b792-84688d679a6d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 1096 time: 0.3625908 Jul 06 12:02:25.022299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1 req-a1159f16-1f92-4b54-8897-a9d2c4fe69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.026117 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1 req-a1159f16-1f92-4b54-8897-a9d2c4fe69b4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 1097 time: 0.3940177 Jul 06 12:02:25.095353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb78a385-a81e-4f16-ade6-8e72fa29533e req-b40ecd63-276c-4ab9-a83e-d5c0909932b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853895 Jul 06 12:02:25.144168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c8da19e1-ad51-4cf2-b55e-afe7c82f37eb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port 965ff63b-3642-4505-a8cb-c8262666ca23 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:25.146366 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8da19e1-ad51-4cf2-b55e-afe7c82f37eb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.170605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1 req-46d37161-bd20-4da8-a50b-c40a1109c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.172706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1 req-46d37161-bd20-4da8-a50b-c40a1109c630 service neutron] 10.222.0.86 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.1351442 Jul 06 12:02:25.266932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-abecd134-0fe8-4c2c-8432-42b7ea9aba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.268568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-abecd134-0fe8-4c2c-8432-42b7ea9aba57 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.4699256 Jul 06 12:02:25.274395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c659b-1f66-4591-9124-8596ba84b318 None None] New status for floating IP 813b389d-a415-4535-9484-82d8a9c5a8e1: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:02:25.476958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020709f-d2a6-4336-85a9-43293ede6faa req-80c0d0ac-b9c0-4a13-972f-8b6313ac66f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.488789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8020709f-d2a6-4336-85a9-43293ede6faa req-80c0d0ac-b9c0-4a13-972f-8b6313ac66f8 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.2276297 Jul 06 12:02:25.503585 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8da19e1-ad51-4cf2-b55e-afe7c82f37eb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.528042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370b770-9da6-42d3-8ddd-68a29380a8d6 req-f05e0803-3b2f-4906-bc11-e58c5833a19d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.538184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e370b770-9da6-42d3-8ddd-68a29380a8d6 req-f05e0803-3b2f-4906-bc11-e58c5833a19d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 944 time: 0.3775151 Jul 06 12:02:25.602598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c8da19e1-ad51-4cf2-b55e-afe7c82f37eb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for 965ff63b-3642-4505-a8cb-c8262666ca23 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:25.620828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e370b770-9da6-42d3-8ddd-68a29380a8d6 req-5c49fe3d-5f75-4508-a0d4-dc63722ab772 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815389 Jul 06 12:02:25.623210 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-270f4f69-3521-4c4c-88ea-5bc9e4e73641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.631633 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-270f4f69-3521-4c4c-88ea-5bc9e4e73641 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1095 time: 0.7338145 Jul 06 12:02:25.654823 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-d205fb2b-7e60-4522-a3f0-64b31cee1ef9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 999 time: 0.3415914 Jul 06 12:02:25.667237 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8020709f-d2a6-4336-85a9-43293ede6faa req-3ebfd138-7668-4d30-90ba-386a9925bded tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769578 Jul 06 12:02:25.780543 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1 req-441f53ff-b9bf-4f7c-b2e3-6a3c4ff87f96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebe43db4-6fae-4078-b694-0e08a2d5ce83 HTTP/1.1" status: 200 len: 999 time: 0.5133970 Jul 06 12:02:25.874516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-7aa49405-8af0-4a01-85ea-4ac457d42e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.877026 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-7aa49405-8af0-4a01-85ea-4ac457d42e95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.2272329 Jul 06 12:02:25.934364 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8da19e1-ad51-4cf2-b55e-afe7c82f37eb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.956448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1 req-54e58fc4-bdfc-476d-bae2-4efb37c11bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.958000 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1 req-54e58fc4-bdfc-476d-bae2-4efb37c11bfe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.1692965 Jul 06 12:02:26.030941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da19e1-ad51-4cf2-b55e-afe7c82f37eb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=965ff63b-3642-4505-a8cb-c8262666ca23,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:26.092957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-ea31c650-d405-4676-a120-0df71df7b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.094772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-ea31c650-d405-4676-a120-0df71df7b551 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.4417286 Jul 06 12:02:26.230738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-63f21fb7-bd8c-4558-9696-65e9cbfd99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.232536 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-63f21fb7-bd8c-4558-9696-65e9cbfd99ef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3420670 Jul 06 12:02:26.254184 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8da19e1-ad51-4cf2-b55e-afe7c82f37eb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.317345 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-da39d6a7-530d-487c-ae67-fcce2f676565 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 999 time: 0.2139804 Jul 06 12:02:26.380197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-aa9e442f-8a8c-45fa-98d0-e148f49d37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.381706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-aa9e442f-8a8c-45fa-98d0-e148f49d37bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.0545330 Jul 06 12:02:26.386754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1 req-4a462531-7973-4332-9c29-365174e84441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.392380 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1 req-4a462531-7973-4332-9c29-365174e84441 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4228363 Jul 06 12:02:26.615665 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-0d4567fc-60c9-40a6-b7b1-bd8028e50274 service neutron] 10.222.0.86 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748941 Jul 06 12:02:26.732442 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-84ebb14d-1252-4db0-aee3-7fdd787651d6 service neutron] 10.222.0.86 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082695 Jul 06 12:02:26.809285 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1 req-141d18f1-a437-458e-a44d-5cf3a80f1ecd service neutron] 10.222.0.86 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952847 Jul 06 12:02:26.872408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-c48e5629-eb10-449b-b35a-f27b8f6174be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.877313 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-c48e5629-eb10-449b-b35a-f27b8f6174be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4841917 Jul 06 12:02:27.049085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8da19e1-ad51-4cf2-b55e-afe7c82f37eb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router d95c9f03-8d48-4192-b84b-470086c9ad08 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:27.088834 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49d6cc64-c6c9-4958-96e7-0a1f90f670e1 req-ba12df77-528d-43cf-8bb7-04a343a12fbc service neutron] 10.222.0.86 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592196 Jul 06 12:02:27.106690 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-89697a22-e76a-4065-9532-fee2fc590b9d service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160399 Jul 06 12:02:27.212733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e0cff-99bb-4f72-93c0-23a267ec1921 req-3b45cc23-1c82-4fba-aeb1-ddec1b392f4f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:27.214726 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c53e0cff-99bb-4f72-93c0-23a267ec1921 req-3b45cc23-1c82-4fba-aeb1-ddec1b392f4f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.3353059 Jul 06 12:02:27.225575 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2108c9cb-0def-4856-a9dc-91166919ae27 req-d81ac069-c926-4528-9974-9cca6da4174b service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112287 Jul 06 12:02:27.257015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8da19e1-ad51-4cf2-b55e-afe7c82f37eb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:27.272697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c8da19e1-ad51-4cf2-b55e-afe7c82f37eb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/d95c9f03-8d48-4192-b84b-470086c9ad08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7244890 Jul 06 12:02:27.277102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43068) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:27.285331 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43366973-aa55-4196-9f5a-7bd3fd327cf4 None None] Sync routers for ids ['d95c9f03-8d48-4192-b84b-470086c9ad08'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:27.305946 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43366973-aa55-4196-9f5a-7bd3fd327cf4 None None] Routers {'d95c9f03-8d48-4192-b84b-470086c9ad08'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:27.309406 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-43366973-aa55-4196-9f5a-7bd3fd327cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d95c9f03-8d48-4192-b84b-470086c9ad08'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:27.345284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eb720-83b9-4176-92e1-8ecb04192542 req-250a3a87-9a12-4d1f-998e-b15580806ae5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:27.352330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b3eb720-83b9-4176-92e1-8ecb04192542 req-250a3a87-9a12-4d1f-998e-b15580806ae5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 944 time: 0.3733876 Jul 06 12:02:27.366129 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1100096a-dce4-4563-a0f4-b4e855bdc7e4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95c9f03-8d48-4192-b84b-470086c9ad08 HTTP/1.1" status: 200 len: 205 time: 0.0808065 Jul 06 12:02:27.366611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43072) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:27.390873 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-43366973-aa55-4196-9f5a-7bd3fd327cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:27.422498 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43366973-aa55-4196-9f5a-7bd3fd327cf4 None None] Routers {'d95c9f03-8d48-4192-b84b-470086c9ad08'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:27.423069 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-43366973-aa55-4196-9f5a-7bd3fd327cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d95c9f03-8d48-4192-b84b-470086c9ad08'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:27.430996 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c53e0cff-99bb-4f72-93c0-23a267ec1921 req-9f88d8c2-7703-4d75-85de-3f005d4b5a31 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025783 Jul 06 12:02:27.474925 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b3eb720-83b9-4176-92e1-8ecb04192542 req-9b0357ed-2242-4948-a9c0-99df4f29f5db tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216018 Jul 06 12:02:27.554695 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8d17bcb-6324-45c9-827e-cd8c6498be08 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.603237 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-43366973-aa55-4196-9f5a-7bd3fd327cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:27.604582 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43366973-aa55-4196-9f5a-7bd3fd327cf4 None None] The sync data for ids ['d95c9f03-8d48-4192-b84b-470086c9ad08'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:27.841295 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8d17bcb-6324-45c9-827e-cd8c6498be08 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.843679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8d17bcb-6324-45c9-827e-cd8c6498be08 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.009577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8d17bcb-6324-45c9-827e-cd8c6498be08 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.011536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d17bcb-6324-45c9-827e-cd8c6498be08 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Fanout notify agent at l3_agent the message router_deleted on router d95c9f03-8d48-4192-b84b-470086c9ad08 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:02:28.033778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8d17bcb-6324-45c9-827e-cd8c6498be08 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.042776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43084) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:28.046490 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a8d17bcb-6324-45c9-827e-cd8c6498be08 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/d95c9f03-8d48-4192-b84b-470086c9ad08 HTTP/1.1" status: 204 len: 168 time: 0.6788759 Jul 06 12:02:28.141901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9f15d0-cd45-4fed-a918-a4459c4f9b5d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting subnet 8f6ce1e7-ff3e-494c-93e2-593681faa7bc {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:28.154419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfb7a4-65b7-4ad9-b22b-76db7baeb1ca req-b49f1e28-e3a1-400e-9bb6-dcd1a49d0c0c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:28.157753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fdfb7a4-65b7-4ad9-b22b-76db7baeb1ca req-b49f1e28-e3a1-400e-9bb6-dcd1a49d0c0c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.2201352 Jul 06 12:02:28.158719 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c9f15d0-cd45-4fed-a918-a4459c4f9b5d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.248115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fdfb7a4-65b7-4ad9-b22b-76db7baeb1ca req-ffe19938-f5aa-4b65-aa3c-3274a2a31949 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638573 Jul 06 12:02:28.269828 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c9f15d0-cd45-4fed-a918-a4459c4f9b5d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.389215 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c9f15d0-cd45-4fed-a918-a4459c4f9b5d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.495363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:28.498817 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c9f15d0-cd45-4fed-a918-a4459c4f9b5d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.520822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21232bc7-42a6-4551-9020-8cb26ff78617 req-cd7ca18c-b0a3-440c-9924-a243c58a9a3d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:28.522343 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21232bc7-42a6-4551-9020-8cb26ff78617 req-cd7ca18c-b0a3-440c-9924-a243c58a9a3d tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1042812 Jul 06 12:02:28.543133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f15d0-cd45-4fed-a918-a4459c4f9b5d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6ce1e7-ff3e-494c-93e2-593681faa7bc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:28.545203 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c9f15d0-cd45-4fed-a918-a4459c4f9b5d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.547487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2c9f15d0-cd45-4fed-a918-a4459c4f9b5d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/8f6ce1e7-ff3e-494c-93e2-593681faa7bc HTTP/1.1" status: 204 len: 168 time: 0.5028603 Jul 06 12:02:28.550703 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43090) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:28.575037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efcc424-3dad-4c6d-86f0-b63746c60e28 None None] Network de877af9-4a2c-442e-87ba-f0bca1436192 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:28.617231 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21232bc7-42a6-4551-9020-8cb26ff78617 req-f192daea-ee38-400d-9ef7-e4075d25eea7 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755551 Jul 06 12:02:28.798943 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.799371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.826475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e3a1c-d2ca-4416-9120-5abde0ca2db5 req-7ec9f080-8e0a-4357-9fb0-4b5d6db48a57 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:28.846401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-844e3a1c-d2ca-4416-9120-5abde0ca2db5 req-7ec9f080-8e0a-4357-9fb0-4b5d6db48a57 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 944 time: 0.2076080 Jul 06 12:02:28.888166 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:28.898955 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.904659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'port_id': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'mac_address': 'fa:16:3e:ba:38:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:28.927311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-844e3a1c-d2ca-4416-9120-5abde0ca2db5 req-d908c8a4-f06c-4640-a892-82c7c2c5a368 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765944 Jul 06 12:02:28.957319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port 9f433670-7bd3-4aaa-9258-729c62ec1646 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:28.957879 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.970203 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.974505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43098) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:28.990427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9e7d65-9539-4e32-a752-e23413f33f73 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:29.029968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:29.039331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.100849 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9882f5f7-3674-4424-977b-9d8d2c1bbca7 None None] DHCP port deletion for de877af9-4a2c-442e-87ba-f0bca1436192 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:02:29.117104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0aac2f82-99dd-4475-9905-f38d9a1d2e07 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/189e91d0-9802-4c68-ae41-7f3c4c7b1544 HTTP/1.1" status: 200 len: 991 time: 0.1402655 Jul 06 12:02:29.158707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] For port 9f433670-7bd3-4aaa-9258-729c62ec1646, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9f433670-7bd3-4aaa-9258-729c62ec1646,segment=NetworkSegment(207794b2-4d67-4b95-a2ca-001e9c95e625),segment_id=207794b2-4d67-4b95-a2ca-001e9c95e625)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:29.159083 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.187721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for 9f433670-7bd3-4aaa-9258-729c62ec1646 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:29.315690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.368868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=12']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:29.380041 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.380379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.380988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.381335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.381669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.382000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.382333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.382793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.383123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.383473 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.383793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.384117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:29.385211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c92f19-2e04-4679-a1fa-730b0745cad0 req-191ee951-de89-4b6e-a8c5-519ca08eca6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:29.386853 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40c92f19-2e04-4679-a1fa-730b0745cad0 req-191ee951-de89-4b6e-a8c5-519ca08eca6f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1176560 Jul 06 12:02:29.394693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=9f433670-7bd3-4aaa-9258-729c62ec1646,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:29.415389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No DVR routers for this DVR port 9f433670-7bd3-4aaa-9258-729c62ec1646 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:29.418523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9882f5f7-3674-4424-977b-9d8d2c1bbca7 None None] Deleting port 9f433670-7bd3-4aaa-9258-729c62ec1646 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:29.418888 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9882f5f7-3674-4424-977b-9d8d2c1bbca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.459008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40c92f19-2e04-4679-a1fa-730b0745cad0 req-8eccc2ac-7861-447c-9007-c32315d897ca tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567787 Jul 06 12:02:29.494623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['ea9e7d65-9539-4e32-a752-e23413f33f73'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:29.552956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.555659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9882f5f7-3674-4424-977b-9d8d2c1bbca7 None None] For port 9f433670-7bd3-4aaa-9258-729c62ec1646, host n-d-799527-2, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:29.556146 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9882f5f7-3674-4424-977b-9d8d2c1bbca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.565515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de877af9-4a2c-442e-87ba-f0bca1436192']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:29.576764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9882f5f7-3674-4424-977b-9d8d2c1bbca7 None None] Calling delete_port for 9f433670-7bd3-4aaa-9258-729c62ec1646 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:29.578405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207794b2-4d67-4b95-a2ca-001e9c95e625') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:29.582014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207794b2-4d67-4b95-a2ca-001e9c95e625') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:29.582140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-9882f5f7-3674-4424-977b-9d8d2c1bbca7 None None] Port 9f433670-7bd3-4aaa-9258-729c62ec1646 was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:02:29.582140 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9882f5f7-3674-4424-977b-9d8d2c1bbca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.588609 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.603096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.609251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:29.609651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.619967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882f5f7-3674-4424-977b-9d8d2c1bbca7 None None] No DVR routers for this DVR port 9f433670-7bd3-4aaa-9258-729c62ec1646 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:29.621672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882f5f7-3674-4424-977b-9d8d2c1bbca7 None None] Pushing event deleted for resources: {'Port': ['ID=9f433670-7bd3-4aaa-9258-729c62ec1646,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:29.681714 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:29.689819 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.697618 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.715799 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/networks/de877af9-4a2c-442e-87ba-f0bca1436192 HTTP/1.1" status: 204 len: 168 time: 1.1611247 Jul 06 12:02:29.716514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43104) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:29.722684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-282821467', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:29.744824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edb1bb-3bb2-4980-9322-1c9d95050b7e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Network': ['ID=de877af9-4a2c-442e-87ba-f0bca1436192,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:29.810317 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.811822 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.889388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.068432 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.164552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9f433670-7bd3-4aaa-9258-729c62ec1646 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:30.200119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 9f433670-7bd3-4aaa-9258-729c62ec1646 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:30.201410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9f433670-7bd3-4aaa-9258-729c62ec1646 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:30.381600 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.400697 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.585589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Allocated IP 172.25.0.225 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/c084cc6d-2f53-4289-9b88-d27dcd447091) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:30.735182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1c670-2e97-4317-bff1-4972c759eb92 req-412a7820-3a96-4b6e-a183-1575f0c54031 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:30.737124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8eb1c670-2e97-4317-bff1-4972c759eb92 req-412a7820-3a96-4b6e-a183-1575f0c54031 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1491246 Jul 06 12:02:30.779010 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.839549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8eb1c670-2e97-4317-bff1-4972c759eb92 req-4beee623-8bc1-4add-9461-ec262e5e6aea tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782900 Jul 06 12:02:30.876314 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.931272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:30.934383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:30.939647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:30.973295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=c084cc6d-2f53-4289-9b88-d27dcd447091,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:31.255339 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.463104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43128) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:31.497618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.611285 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6a68-50d4-4e70-8ba0-7669d4531715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.774596 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6a68-50d4-4e70-8ba0-7669d4531715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.782734 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6a68-50d4-4e70-8ba0-7669d4531715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.826303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d6a68-50d4-4e70-8ba0-7669d4531715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eee0b90-65dc-461a-85ed-dc740fb3d2f3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:31.844406 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8d4d6a68-50d4-4e70-8ba0-7669d4531715 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfae21c49034442da587d1dd9a68b535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799069 Jul 06 12:02:31.848147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43132) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:31.914908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5adc294-be3a-4e48-9d7d-35f55dd18b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.949950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router 9410c196-10c9-456f-8348-6028b5bafc33 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:02:31.956857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5adc294-be3a-4e48-9d7d-35f55dd18b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.058482 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5adc294-be3a-4e48-9d7d-35f55dd18b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.061432 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5adc294-be3a-4e48-9d7d-35f55dd18b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.065748 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c5adc294-be3a-4e48-9d7d-35f55dd18b40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1eee0b90-65dc-461a-85ed-dc740fb3d2f3 HTTP/1.1" status: 204 len: 168 time: 0.2112622 Jul 06 12:02:32.079929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adc294-be3a-4e48-9d7d-35f55dd18b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eee0b90-65dc-461a-85ed-dc740fb3d2f3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:32.182179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb6fe0-06ec-49b5-8902-88da168c10ed req-0e3e208a-a54e-4c35-aca1-ee60b54d1bb0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:32.183707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fabb6fe0-06ec-49b5-8902-88da168c10ed req-0e3e208a-a54e-4c35-aca1-ee60b54d1bb0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1479115 Jul 06 12:02:32.184925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:32.201793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d130797-d083-4726-aa72-b21dfa3f1326 None None] Sync routers for ids ['9410c196-10c9-456f-8348-6028b5bafc33'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:32.215861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d130797-d083-4726-aa72-b21dfa3f1326 None None] Routers {'9410c196-10c9-456f-8348-6028b5bafc33'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:32.216575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d130797-d083-4726-aa72-b21dfa3f1326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9410c196-10c9-456f-8348-6028b5bafc33'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:32.232762 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.237170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7623f7c6-aec2-4176-a684-0c18a44a210a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.5164714 Jul 06 12:02:32.237562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43140) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:32.260564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fabb6fe0-06ec-49b5-8902-88da168c10ed req-ea650ee2-ca51-4071-9422-972a116e7bcf tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674996 Jul 06 12:02:32.264085 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d130797-d083-4726-aa72-b21dfa3f1326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:32.274635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d130797-d083-4726-aa72-b21dfa3f1326 None None] Routers {'9410c196-10c9-456f-8348-6028b5bafc33'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:32.275411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d130797-d083-4726-aa72-b21dfa3f1326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9410c196-10c9-456f-8348-6028b5bafc33'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:32.336251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1d130797-d083-4726-aa72-b21dfa3f1326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:32.337215 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d130797-d083-4726-aa72-b21dfa3f1326 None None] The sync data for ids ['9410c196-10c9-456f-8348-6028b5bafc33'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:32.385257 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a49876ae-52ab-4e84-92b7-96b096ae2877 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/routers/9410c196-10c9-456f-8348-6028b5bafc33 HTTP/1.1" status: 200 len: 880 time: 0.1447253 Jul 06 12:02:32.386438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43144) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:32.482449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43146) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:32.496842 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ab979c-4ae9-4362-bb92-d4b2e5db1002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.516151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:32.594229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port ea9e7d65-9539-4e32-a752-e23413f33f73 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:32.597759 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ab979c-4ae9-4362-bb92-d4b2e5db1002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.601370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port ea9e7d65-9539-4e32-a752-e23413f33f73 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:32.602122 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.603887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ab979c-4ae9-4362-bb92-d4b2e5db1002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.663431 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-88ab979c-4ae9-4362-bb92-d4b2e5db1002 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71117c0647e54760b7a26cb0f994cc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797113 Jul 06 12:02:32.664596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab979c-4ae9-4362-bb92-d4b2e5db1002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efd9d63-9613-4917-a713-230090f4ace8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:32.668951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43148) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:32.696698 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c999ee54-44cd-40f2-aae0-702f8f045f4a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3097003 Jul 06 12:02:32.699188 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43150) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:32.704177 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2667a945-d9f9-4cbf-a659-6703332f9ce8 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-282821467'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:32.722905 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.739973 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75290049-e275-4732-beb3-5a3af6c4123f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.765654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:32.765909 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75290049-e275-4732-beb3-5a3af6c4123f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.768392 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3adb0c8-128c-4b2f-ab02-055039cf5ac8" -d '{"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:32.772206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:32.786949 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.838338 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75290049-e275-4732-beb3-5a3af6c4123f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.845359 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75290049-e275-4732-beb3-5a3af6c4123f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.850874 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-75290049-e275-4732-beb3-5a3af6c4123f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5efd9d63-9613-4917-a713-230090f4ace8 HTTP/1.1" status: 204 len: 168 time: 0.1764750 Jul 06 12:02:32.866194 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3211bfbb-f3cd-430e-9d25-f4d7c52fd685 x-openstack-request-id: req-3211bfbb-f3cd-430e-9d25-f4d7c52fd685 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:32.867974 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75290049-e275-4732-beb3-5a3af6c4123f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efd9d63-9613-4917-a713-230090f4ace8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:32.871585 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:32.872052 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3211bfbb-f3cd-430e-9d25-f4d7c52fd685 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:32.872584 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'code': 200} Jul 06 12:02:32.911736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=13']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:33.491073 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2667a945-d9f9-4cbf-a659-6703332f9ce8 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.512438 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2667a945-d9f9-4cbf-a659-6703332f9ce8 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.606957 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373718e8-a524-4536-b2ff-fd06594f37e3 req-b0b56835-96f6-4d9c-b15b-37efae665a0b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:33.609159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-373718e8-a524-4536-b2ff-fd06594f37e3 req-b0b56835-96f6-4d9c-b15b-37efae665a0b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1284003 Jul 06 12:02:33.666805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2667a945-d9f9-4cbf-a659-6703332f9ce8 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router 9410c196-10c9-456f-8348-6028b5bafc33 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:33.680724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-373718e8-a524-4536-b2ff-fd06594f37e3 req-1f8f2b9e-0aa3-4139-8ba6-5c8f85d32b35 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649171 Jul 06 12:02:33.801184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2667a945-d9f9-4cbf-a659-6703332f9ce8 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:33.808774 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2667a945-d9f9-4cbf-a659-6703332f9ce8 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.810101 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2667a945-d9f9-4cbf-a659-6703332f9ce8 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/9410c196-10c9-456f-8348-6028b5bafc33 HTTP/1.1" status: 200 len: 887 time: 1.1096640 Jul 06 12:02:33.814777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43178) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:33.815695 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308a5024-f36c-460d-a26a-ad381aaaecac None None] Sync routers for ids ['9410c196-10c9-456f-8348-6028b5bafc33'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:33.827713 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308a5024-f36c-460d-a26a-ad381aaaecac None None] Routers {'9410c196-10c9-456f-8348-6028b5bafc33'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:33.828404 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-308a5024-f36c-460d-a26a-ad381aaaecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9410c196-10c9-456f-8348-6028b5bafc33'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:33.862903 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-308a5024-f36c-460d-a26a-ad381aaaecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:33.873538 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308a5024-f36c-460d-a26a-ad381aaaecac None None] Routers {'9410c196-10c9-456f-8348-6028b5bafc33'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:33.875660 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-308a5024-f36c-460d-a26a-ad381aaaecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['9410c196-10c9-456f-8348-6028b5bafc33'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:33.918344 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-308a5024-f36c-460d-a26a-ad381aaaecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:33.919027 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308a5024-f36c-460d-a26a-ad381aaaecac None None] The sync data for ids ['9410c196-10c9-456f-8348-6028b5bafc33'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:33.944188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-152d174b-2222-4703-8d34-a4d8406540f1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/routers/9410c196-10c9-456f-8348-6028b5bafc33 HTTP/1.1" status: 200 len: 887 time: 0.1269276 Jul 06 12:02:33.946400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43184) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:33.975674 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-32908053-3b2b-4cb6-87b8-44216bde9155 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9410c196-10c9-456f-8348-6028b5bafc33 HTTP/1.1" status: 200 len: 205 time: 0.0281227 Jul 06 12:02:33.978122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43186) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:34.096082 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.217462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.290643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port c084cc6d-2f53-4289-9b88-d27dcd447091 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:34.291808 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.408316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.420591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for c084cc6d-2f53-4289-9b88-d27dcd447091 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:34.592643 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.621465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=c084cc6d-2f53-4289-9b88-d27dcd447091,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:34.698928 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.807498 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.809624 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.873691 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.874324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Fanout notify agent at l3_agent the message router_deleted on router 9410c196-10c9-456f-8348-6028b5bafc33 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:02:34.881968 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.883315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3ddce142-8652-4ec9-8cbd-65e1a52b868c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/9410c196-10c9-456f-8348-6028b5bafc33 HTTP/1.1" status: 204 len: 168 time: 0.9042118 Jul 06 12:02:34.887289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43222) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:34.893751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'network': {'name': 'tempest-RoutersTest-986070834'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:34.914390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d7107-17a7-4880-a040-f0117a9f1643 req-8c5bef1f-fed6-45bc-b828-e09b101e5cfc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:34.920319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-411d7107-17a7-4880-a040-f0117a9f1643 req-8c5bef1f-fed6-45bc-b828-e09b101e5cfc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.0992486 Jul 06 12:02:34.926008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:34.929664 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.960158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:34.972893 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.972893 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added segment 978ee891-675a-4a18-a256-42d5488ac92e of type vlan for network ecd434ef-5bef-425b-988a-f260a28b97d8 Jul 06 12:02:34.995656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-411d7107-17a7-4880-a040-f0117a9f1643 req-03f55ed6-a070-43a3-b028-4f288bd6bbfc tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700433 Jul 06 12:02:35.029377 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.068864 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.074959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:35.075984 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.156979 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2647200 Jul 06 12:02:35.157223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:35.162158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'subnet': {'network_id': 'ecd434ef-5bef-425b-988a-f260a28b97d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:35.198046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae97cca-9d5b-40a5-8961-372cf5e75c3e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Network': ['ID=ecd434ef-5bef-425b-988a-f260a28b97d8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:35.209001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network ecd434ef-5bef-425b-988a-f260a28b97d8 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:35.281779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:35.285932 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.512021 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.588231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Subnet': ['ID=edb7e0de-56a0-451b-9716-33caad267a32,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:35.592401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Checking segment: {'id': '978ee891-675a-4a18-a256-42d5488ac92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ecd434ef-5bef-425b-988a-f260a28b97d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:35.592954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network hostable DHCP agents. Network: ecd434ef-5bef-425b-988a-f260a28b97d8, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:35.613043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network ecd434ef-5bef-425b-988a-f260a28b97d8 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:35.624511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, ecd434ef-5bef-425b-988a-f260a28b97d8) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:35.629801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:35.630399 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.638031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5414af-1152-4dd7-b2ce-66e5ba35cbab None None] Network ecd434ef-5bef-425b-988a-f260a28b97d8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:35.656026 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-340df638-53c1-43ae-975d-6b9d5072350c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4979241 Jul 06 12:02:35.659127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43234) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:35.664453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-655b0ebc-858e-4b96-b5a3-5e5b4b0442ab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1278469060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:35.698846 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-655b0ebc-858e-4b96-b5a3-5e5b4b0442ab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.699919 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-655b0ebc-858e-4b96-b5a3-5e5b4b0442ab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.772855 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-655b0ebc-858e-4b96-b5a3-5e5b4b0442ab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.778495 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-655b0ebc-858e-4b96-b5a3-5e5b4b0442ab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.798287 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-655b0ebc-858e-4b96-b5a3-5e5b4b0442ab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.803079 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-655b0ebc-858e-4b96-b5a3-5e5b4b0442ab tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1426969 Jul 06 12:02:35.805987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43236) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:35.861329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-ecd434ef-5bef-425b-988a-f260a28b97d8', 'network_id': 'ecd434ef-5bef-425b-988a-f260a28b97d8', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'fixed_ips': [{'subnet_id': 'edb7e0de-56a0-451b-9716-33caad267a32'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:35.865093 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.059264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Allocated IP 172.20.0.2 (ecd434ef-5bef-425b-988a-f260a28b97d8/edb7e0de-56a0-451b-9716-33caad267a32/fdf48b10-b1de-4af4-ba92-171849806440) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:36.138084 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.226030 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.236846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Transition to ACTIVE for port object fdf48b10-b1de-4af4-ba92-171849806440 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:36.255243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Transition to ACTIVE for port object fdf48b10-b1de-4af4-ba92-171849806440 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:36.263015 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.288191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Network ecd434ef-5bef-425b-988a-f260a28b97d8 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:36.291002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:36.296499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:36.326079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbdd08-1c80-449a-8c17-199a549f442a req-cb5911c0-7367-4da5-98ad-717a11629481 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:36.327695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dbcbdd08-1c80-449a-8c17-199a549f442a req-cb5911c0-7367-4da5-98ad-717a11629481 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1921315 Jul 06 12:02:36.409248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Attempting to bind port fdf48b10-b1de-4af4-ba92-171849806440 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:36.409248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Attempting to bind port fdf48b10-b1de-4af4-ba92-171849806440 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '978ee891-675a-4a18-a256-42d5488ac92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ecd434ef-5bef-425b-988a-f260a28b97d8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:36.409248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Attempting to bind port fdf48b10-b1de-4af4-ba92-171849806440 on network ecd434ef-5bef-425b-988a-f260a28b97d8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:36.417024 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Pushing event updated for resources: {'Port': ['ID=fdf48b10-b1de-4af4-ba92-171849806440,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:36.419706 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:36.421333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Checking segment: {'id': '978ee891-675a-4a18-a256-42d5488ac92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ecd434ef-5bef-425b-988a-f260a28b97d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:36.421333 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.421333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Bound using segment: {'id': '978ee891-675a-4a18-a256-42d5488ac92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ecd434ef-5bef-425b-988a-f260a28b97d8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:36.421333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Bound port: fdf48b10-b1de-4af4-ba92-171849806440, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978ee891-675a-4a18-a256-42d5488ac92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ecd434ef-5bef-425b-988a-f260a28b97d8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:36.421831 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.445452 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dbcbdd08-1c80-449a-8c17-199a549f442a req-63af9c1e-bd0c-4d4d-8edf-cc115d4c4af2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116445 Jul 06 12:02:36.512362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] For port fdf48b10-b1de-4af4-ba92-171849806440, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:36.520620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] For port fdf48b10-b1de-4af4-ba92-171849806440, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fdf48b10-b1de-4af4-ba92-171849806440,segment=NetworkSegment(978ee891-675a-4a18-a256-42d5488ac92e),segment_id=978ee891-675a-4a18-a256-42d5488ac92e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:36.526559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.527987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Allocated IP 172.20.0.1 (ecd434ef-5bef-425b-988a-f260a28b97d8/edb7e0de-56a0-451b-9716-33caad267a32/307cabc7-30d0-48c0-89ce-e432dd4dfe71) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:36.644183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12031dec-dd1f-4f9b-82ed-fb7fce25f9b7 None None] Pushing event updated for resources: {'Port': ['ID=fdf48b10-b1de-4af4-ba92-171849806440,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:36.787104 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.810870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Transition to ACTIVE for port object 307cabc7-30d0-48c0-89ce-e432dd4dfe71 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:36.873449 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.945861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network ecd434ef-5bef-425b-988a-f260a28b97d8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:36.953762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:36.961634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:37.020501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=307cabc7-30d0-48c0-89ce-e432dd4dfe71,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:37.066410 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.226739 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.586283 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.594284 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.742710 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.832608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=307cabc7-30d0-48c0-89ce-e432dd4dfe71,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:37.956115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28840b9a-cf7d-430b-8ece-54acbd66c734 req-d3619e66-7aaf-480e-8d92-c9a44ce2e538 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:37.958476 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28840b9a-cf7d-430b-8ece-54acbd66c734 req-d3619e66-7aaf-480e-8d92-c9a44ce2e538 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.2170062 Jul 06 12:02:37.961246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network ecd434ef-5bef-425b-988a-f260a28b97d8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:37.962899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:37.984985 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:02:38.089816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28840b9a-cf7d-430b-8ece-54acbd66c734 req-c39cb364-f6dc-4ffb-9c78-ba202637bae6 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241522 Jul 06 12:02:38.149217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92acd4e-1caa-4371-8c45-9e6ed099a197 None None] Network ecd434ef-5bef-425b-988a-f260a28b97d8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:38.155253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router 886c3168-0938-4c44-8220-51ea8ddda64d is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:02:38.205046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fdf48b10-b1de-4af4-ba92-171849806440 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:38.278094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1714fc12-32a7-46cd-b7c0-ab53335af5c0 None None] Provisioning for port fdf48b10-b1de-4af4-ba92-171849806440 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:38.291885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:38.304457 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43268) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:38.308125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-209e470e-d7d7-4ef4-a627-42b07fdefc6d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/886c3168-0938-4c44-8220-51ea8ddda64d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5007892 Jul 06 12:02:38.329760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5889e931-21bc-465c-9adc-44154ace2a9f None None] Sync routers for ids ['886c3168-0938-4c44-8220-51ea8ddda64d'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:38.335330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port fdf48b10-b1de-4af4-ba92-171849806440 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:38.346074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port fdf48b10-b1de-4af4-ba92-171849806440 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:38.346074 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.367083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69270055-308d-4735-bfc8-47def83b52c2 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:38.368815 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-69270055-308d-4735-bfc8-47def83b52c2 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports/307cabc7-30d0-48c0-89ce-e432dd4dfe71 HTTP/1.1" status: 200 len: 910 time: 0.0633688 Jul 06 12:02:38.372428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43270) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:38.400218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889e931-21bc-465c-9adc-44154ace2a9f None None] Routers {'886c3168-0938-4c44-8220-51ea8ddda64d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:38.400791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5889e931-21bc-465c-9adc-44154ace2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['886c3168-0938-4c44-8220-51ea8ddda64d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:38.404060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c5938545-3e85-4249-9672-7f6d7d9a938a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'edb7e0de-56a0-451b-9716-33caad267a32'}]}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:38.456703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5889e931-21bc-465c-9adc-44154ace2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:38.478627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889e931-21bc-465c-9adc-44154ace2a9f None None] Routers {'886c3168-0938-4c44-8220-51ea8ddda64d'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:38.479268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5889e931-21bc-465c-9adc-44154ace2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['886c3168-0938-4c44-8220-51ea8ddda64d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:38.537873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5889e931-21bc-465c-9adc-44154ace2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:38.538549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5889e931-21bc-465c-9adc-44154ace2a9f None None] The sync data for ids ['886c3168-0938-4c44-8220-51ea8ddda64d'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:38.598756 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.633778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5938545-3e85-4249-9672-7f6d7d9a938a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.652063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port fdf48b10-b1de-4af4-ba92-171849806440, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fdf48b10-b1de-4af4-ba92-171849806440,segment=NetworkSegment(978ee891-675a-4a18-a256-42d5488ac92e),segment_id=978ee891-675a-4a18-a256-42d5488ac92e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:38.663530 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.829990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=fdf48b10-b1de-4af4-ba92-171849806440,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:39.037767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bb6a36bf-f6d6-4094-9972-277dce3e450f None None] Provisioning complete for port fdf48b10-b1de-4af4-ba92-171849806440 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:39.040331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb6a36bf-f6d6-4094-9972-277dce3e450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.243504 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bb6a36bf-f6d6-4094-9972-277dce3e450f None None] Provisioning for port 307cabc7-30d0-48c0-89ce-e432dd4dfe71 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:39.255710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bb6a36bf-f6d6-4094-9972-277dce3e450f None None] Provisioning complete for port 307cabc7-30d0-48c0-89ce-e432dd4dfe71 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:39.256334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb6a36bf-f6d6-4094-9972-277dce3e450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.292831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5938545-3e85-4249-9672-7f6d7d9a938a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.302857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5938545-3e85-4249-9672-7f6d7d9a938a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.358513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a36bf-f6d6-4094-9972-277dce3e450f None None] Port 307cabc7-30d0-48c0-89ce-e432dd4dfe71 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:39.358852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5938545-3e85-4249-9672-7f6d7d9a938a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=307cabc7-30d0-48c0-89ce-e432dd4dfe71,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:39.359337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43286) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:39.466356 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5938545-3e85-4249-9672-7f6d7d9a938a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:39.467059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5938545-3e85-4249-9672-7f6d7d9a938a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.468511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c5938545-3e85-4249-9672-7f6d7d9a938a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/ports/307cabc7-30d0-48c0-89ce-e432dd4dfe71 HTTP/1.1" status: 200 len: 910 time: 1.0950420 Jul 06 12:02:39.471541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43290) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:39.487539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c091f3e7-e9a7-4fa6-ad08-212d9e743019 None None] Provisioning complete for port 307cabc7-30d0-48c0-89ce-e432dd4dfe71 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:39.488586 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c091f3e7-e9a7-4fa6-ad08-212d9e743019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.580433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2600ea2-73f2-477a-9231-56643adf380d req-49dd43e8-1de4-4d9b-8396-957bb7a350b2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:39.589306 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2600ea2-73f2-477a-9231-56643adf380d req-49dd43e8-1de4-4d9b-8396-957bb7a350b2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1615500 Jul 06 12:02:39.594389 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c091f3e7-e9a7-4fa6-ad08-212d9e743019 None None] Port 307cabc7-30d0-48c0-89ce-e432dd4dfe71 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:39.610928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9e7b-83cf-4198-b3d1-7779109405a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.722444 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2600ea2-73f2-477a-9231-56643adf380d req-9deb1303-5716-41ec-acc4-35aeac5a5b93 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267583 Jul 06 12:02:39.824920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6cede07d-e028-4a1b-b024-ddc43282aaad None None] Provisioning complete for port 307cabc7-30d0-48c0-89ce-e432dd4dfe71 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:39.826428 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cede07d-e028-4a1b-b024-ddc43282aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.846278 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9e7b-83cf-4198-b3d1-7779109405a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.851906 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9e7b-83cf-4198-b3d1-7779109405a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.902937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a9e7b-83cf-4198-b3d1-7779109405a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910250c4-7eb4-4849-a2ca-00c982dc9f4e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:39.911652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cb5a9e7b-83cf-4198-b3d1-7779109405a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96ac50b783924c2db624ae592a3bbdaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5496459 Jul 06 12:02:39.912380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43292) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:39.946838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6cede07d-e028-4a1b-b024-ddc43282aaad None None] Port 307cabc7-30d0-48c0-89ce-e432dd4dfe71 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:40.007304 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-445e07ec-528b-4196-a55e-4a72f8dbdd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.036717 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-445e07ec-528b-4196-a55e-4a72f8dbdd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.111467 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5644bd27-d645-47f1-a8eb-8e3e38bb9299 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.121652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-445e07ec-528b-4196-a55e-4a72f8dbdd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.124599 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-445e07ec-528b-4196-a55e-4a72f8dbdd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.130570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-445e07ec-528b-4196-a55e-4a72f8dbdd55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/910250c4-7eb4-4849-a2ca-00c982dc9f4e HTTP/1.1" status: 204 len: 168 time: 0.2167211 Jul 06 12:02:40.142082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e07ec-528b-4196-a55e-4a72f8dbdd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910250c4-7eb4-4849-a2ca-00c982dc9f4e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:40.240146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fdf48b10-b1de-4af4-ba92-171849806440 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:40.387143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port fdf48b10-b1de-4af4-ba92-171849806440 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:40.387925 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.606656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43300) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:40.628499 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00e1d84d-6fd3-42ad-9546-29db908a4d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.754738 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00e1d84d-6fd3-42ad-9546-29db908a4d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.756025 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5644bd27-d645-47f1-a8eb-8e3e38bb9299 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port 307cabc7-30d0-48c0-89ce-e432dd4dfe71 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:40.756678 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5644bd27-d645-47f1-a8eb-8e3e38bb9299 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.768813 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00e1d84d-6fd3-42ad-9546-29db908a4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.807979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1d84d-6fd3-42ad-9546-29db908a4d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168fbc85-a8ad-4804-8319-8eee61fde26b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:40.831491 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-00e1d84d-6fd3-42ad-9546-29db908a4d45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6099f4c5f7224641a70af488cfae3883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236142 Jul 06 12:02:40.834699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43304) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:40.891988 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5644bd27-d645-47f1-a8eb-8e3e38bb9299 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.892840 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65eb7927-d0b3-4197-afe9-27ec5ff2b477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.915614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5644bd27-d645-47f1-a8eb-8e3e38bb9299 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for 307cabc7-30d0-48c0-89ce-e432dd4dfe71 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:40.943437 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65eb7927-d0b3-4197-afe9-27ec5ff2b477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.006596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6fa4-08b5-4cfd-b185-a72121db0688 req-4b515613-fbfb-4453-839d-627109c03a55 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:41.008226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be9a6fa4-08b5-4cfd-b185-a72121db0688 req-4b515613-fbfb-4453-839d-627109c03a55 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1106100 Jul 06 12:02:41.034205 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65eb7927-d0b3-4197-afe9-27ec5ff2b477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.037146 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65eb7927-d0b3-4197-afe9-27ec5ff2b477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.040814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-65eb7927-d0b3-4197-afe9-27ec5ff2b477 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/168fbc85-a8ad-4804-8319-8eee61fde26b HTTP/1.1" status: 204 len: 168 time: 0.2026227 Jul 06 12:02:41.061397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb7927-d0b3-4197-afe9-27ec5ff2b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168fbc85-a8ad-4804-8319-8eee61fde26b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:41.090772 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be9a6fa4-08b5-4cfd-b185-a72121db0688 req-64d83ffc-db22-4377-a1af-1297596f31da tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656493 Jul 06 12:02:41.149338 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5644bd27-d645-47f1-a8eb-8e3e38bb9299 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.191329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644bd27-d645-47f1-a8eb-8e3e38bb9299 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=307cabc7-30d0-48c0-89ce-e432dd4dfe71,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:41.371290 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5644bd27-d645-47f1-a8eb-8e3e38bb9299 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.544793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5644bd27-d645-47f1-a8eb-8e3e38bb9299 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router 886c3168-0938-4c44-8220-51ea8ddda64d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:41.629664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5644bd27-d645-47f1-a8eb-8e3e38bb9299 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:41.637679 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5644bd27-d645-47f1-a8eb-8e3e38bb9299 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/886c3168-0938-4c44-8220-51ea8ddda64d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1622703 Jul 06 12:02:41.638757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43320) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:41.642867 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467542b-8553-45ed-9eb2-42268ecf628d None None] Sync routers for ids ['886c3168-0938-4c44-8220-51ea8ddda64d'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:41.659967 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467542b-8553-45ed-9eb2-42268ecf628d None None] Routers {'886c3168-0938-4c44-8220-51ea8ddda64d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:41.660899 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c467542b-8553-45ed-9eb2-42268ecf628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['886c3168-0938-4c44-8220-51ea8ddda64d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:41.685461 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fb1f11c9-805c-4a8c-912d-5aca436adff2 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=886c3168-0938-4c44-8220-51ea8ddda64d HTTP/1.1" status: 200 len: 205 time: 0.0457373 Jul 06 12:02:41.688667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43322) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:41.699392 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c467542b-8553-45ed-9eb2-42268ecf628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:41.710018 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467542b-8553-45ed-9eb2-42268ecf628d None None] Routers {'886c3168-0938-4c44-8220-51ea8ddda64d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:41.711051 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c467542b-8553-45ed-9eb2-42268ecf628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['886c3168-0938-4c44-8220-51ea8ddda64d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:41.765656 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c467542b-8553-45ed-9eb2-42268ecf628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:41.766915 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467542b-8553-45ed-9eb2-42268ecf628d None None] The sync data for ids ['886c3168-0938-4c44-8220-51ea8ddda64d'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:41.799337 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba4de684-402e-4d97-ad08-c08390a6c5c6 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.985407 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba4de684-402e-4d97-ad08-c08390a6c5c6 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.987764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba4de684-402e-4d97-ad08-c08390a6c5c6 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.365892 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba4de684-402e-4d97-ad08-c08390a6c5c6 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.365892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4de684-402e-4d97-ad08-c08390a6c5c6 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Fanout notify agent at l3_agent the message router_deleted on router 886c3168-0938-4c44-8220-51ea8ddda64d {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:02:42.371675 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba4de684-402e-4d97-ad08-c08390a6c5c6 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.377030 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ba4de684-402e-4d97-ad08-c08390a6c5c6 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/886c3168-0938-4c44-8220-51ea8ddda64d HTTP/1.1" status: 204 len: 168 time: 0.6871259 Jul 06 12:02:42.377364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43344) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:42.459601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7592c-420f-4126-922a-510acce71955 req-ffe545aa-aeef-453f-9816-72971b673cba tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.461855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0cb7592c-420f-4126-922a-510acce71955 req-ffe545aa-aeef-453f-9816-72971b673cba tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1121862 Jul 06 12:02:42.490171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0f64cd-1e87-4b1b-8452-78364ff9ffca tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting subnet edb7e0de-56a0-451b-9716-33caad267a32 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:42.494699 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0f64cd-1e87-4b1b-8452-78364ff9ffca tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.525283 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0cb7592c-420f-4126-922a-510acce71955 req-f6df69f6-9f92-46b4-bb98-9fce1e4f3cd2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557175 Jul 06 12:02:42.586681 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0f64cd-1e87-4b1b-8452-78364ff9ffca tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.702967 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0f64cd-1e87-4b1b-8452-78364ff9ffca tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.793656 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0f64cd-1e87-4b1b-8452-78364ff9ffca tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.833125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f64cd-1e87-4b1b-8452-78364ff9ffca tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Subnet': ['ID=edb7e0de-56a0-451b-9716-33caad267a32,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:42.837332 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0f64cd-1e87-4b1b-8452-78364ff9ffca tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.838785 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ec0f64cd-1e87-4b1b-8452-78364ff9ffca tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/edb7e0de-56a0-451b-9716-33caad267a32 HTTP/1.1" status: 204 len: 168 time: 0.4598396 Jul 06 12:02:42.841314 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43352) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:42.848235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233ad53-a4d3-4f79-b47e-5c1498294dbc None None] Network ecd434ef-5bef-425b-988a-f260a28b97d8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:42.924613 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.988759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port fdf48b10-b1de-4af4-ba92-171849806440 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:42.989571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.088425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] For port fdf48b10-b1de-4af4-ba92-171849806440, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fdf48b10-b1de-4af4-ba92-171849806440,segment=NetworkSegment(978ee891-675a-4a18-a256-42d5488ac92e),segment_id=978ee891-675a-4a18-a256-42d5488ac92e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:43.088899 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.097916 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bd1c5e-5c2a-40cd-935f-55366bd60ac8 None None] DHCP port deletion for ecd434ef-5bef-425b-988a-f260a28b97d8 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:02:43.104060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for fdf48b10-b1de-4af4-ba92-171849806440 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:43.147960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd1c5e-5c2a-40cd-935f-55366bd60ac8 None None] Deleting port fdf48b10-b1de-4af4-ba92-171849806440 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:43.148630 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1c5e-5c2a-40cd-935f-55366bd60ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.201731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.222864 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f7bd1c5e-5c2a-40cd-935f-55366bd60ac8 None None] For port fdf48b10-b1de-4af4-ba92-171849806440, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fdf48b10-b1de-4af4-ba92-171849806440,segment=NetworkSegment(978ee891-675a-4a18-a256-42d5488ac92e),segment_id=978ee891-675a-4a18-a256-42d5488ac92e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:43.223593 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1c5e-5c2a-40cd-935f-55366bd60ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.240995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=fdf48b10-b1de-4af4-ba92-171849806440,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:43.243667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No DVR routers for this DVR port fdf48b10-b1de-4af4-ba92-171849806440 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:43.254728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd1c5e-5c2a-40cd-935f-55366bd60ac8 None None] Calling delete_port for fdf48b10-b1de-4af4-ba92-171849806440 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:43.335272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.347268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd434ef-5bef-425b-988a-f260a28b97d8']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:43.360369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978ee891-675a-4a18-a256-42d5488ac92e') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:43.360697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978ee891-675a-4a18-a256-42d5488ac92e') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:43.370990 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.388314 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.396237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:43.396961 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:43.400912 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:43.417856 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1c5e-5c2a-40cd-935f-55366bd60ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.444585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd1c5e-5c2a-40cd-935f-55366bd60ac8 None None] Pushing event deleted for resources: {'Port': ['ID=fdf48b10-b1de-4af4-ba92-171849806440,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:43.454019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd1c5e-5c2a-40cd-935f-55366bd60ac8 None None] No DVR routers for this DVR port fdf48b10-b1de-4af4-ba92-171849806440 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:43.477614 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.486250 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.491981 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/networks/ecd434ef-5bef-425b-988a-f260a28b97d8 HTTP/1.1" status: 204 len: 168 time: 0.6457229 Jul 06 12:02:43.492853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43356) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:43.501288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ac0c3cdd-7d81-433e-ad50-f93ff8b10ebc tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-972829695', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:43.506504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c319e-e4f3-4ed1-9261-35b85049bf26 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Network': ['ID=ecd434ef-5bef-425b-988a-f260a28b97d8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:43.530486 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3cdd-7d81-433e-ad50-f93ff8b10ebc tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.532428 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3cdd-7d81-433e-ad50-f93ff8b10ebc tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.606730 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3cdd-7d81-433e-ad50-f93ff8b10ebc tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.613183 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3cdd-7d81-433e-ad50-f93ff8b10ebc tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.631642 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3cdd-7d81-433e-ad50-f93ff8b10ebc tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.632973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ac0c3cdd-7d81-433e-ad50-f93ff8b10ebc tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1387148 Jul 06 12:02:43.635958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43360) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:43.641941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'network': {'name': 'tempest-RoutersTest-1559272275'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:43.665655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:43.669439 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.726800 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:43.743763 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.744156 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added segment 600ce181-4366-49b4-b91b-cbe81d18f589 of type vlan for network 6c175978-d04d-49c4-93be-2a4e0032672c Jul 06 12:02:43.809259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6adf6-9685-46fb-831d-ac3cd13bcf95 req-d1bbed9c-abd7-46a0-9a4a-e61bdadb15be tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:43.810430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2cb6adf6-9685-46fb-831d-ac3cd13bcf95 req-d1bbed9c-abd7-46a0-9a4a-e61bdadb15be tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1384392 Jul 06 12:02:43.826544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.884631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2cb6adf6-9685-46fb-831d-ac3cd13bcf95 req-1cccdc2d-2c15-4f30-a768-bf0115664e5f tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626540 Jul 06 12:02:43.891753 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.899369 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:43.900032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.001636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-c27cea8a-1f22-4bb7-9e99-23be3b4e2e07 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1b009cac44c840a69ed5a0ed5c082584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544949 Jul 06 12:02:44.005910 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3687482 Jul 06 12:02:44.009467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43376) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:44.017387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'subnet': {'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:44.032934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129c373-c8ee-43ae-8058-ea65249df9f5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Network': ['ID=6c175978-d04d-49c4-93be-2a4e0032672c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:44.046866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 6c175978-d04d-49c4-93be-2a4e0032672c details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:44.266411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fdf48b10-b1de-4af4-ba92-171849806440 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:44.311887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: fdf48b10-b1de-4af4-ba92-171849806440 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:44.312648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fdf48b10-b1de-4af4-ba92-171849806440 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:44.334044 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec8e927b-d38a-409e-abf8-a6a7f83926c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.364343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-e5d7ee0f-fb9d-4607-ba89-e77af8fcaf89 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:44.366080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-e5d7ee0f-fb9d-4607-ba89-e77af8fcaf89 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3556731 Jul 06 12:02:44.377089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:44.381269 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.443014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-80aca363-a35b-47b4-822e-c3b2cefdf23c tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/quotas/1b009cac44c840a69ed5a0ed5c082584 HTTP/1.1" status: 200 len: 375 time: 0.0576565 Jul 06 12:02:44.500848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-d5366541-8cf3-47f2-9598-033b4dd1954b tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b009cac44c840a69ed5a0ed5c082584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495148 Jul 06 12:02:44.668373 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.805544 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5af40588-b8d0-4ee0-906a-1b2946112e60 req-9b8f2eae-5c22-49e9-a0f6-3b9d655b9094 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 210 time: 0.0730586 Jul 06 12:02:44.807491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Subnet': ['ID=7650b250-777a-4034-8116-35c38a796511,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:44.819117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Checking segment: {'id': '600ce181-4366-49b4-b91b-cbe81d18f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:44.819833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network hostable DHCP agents. Network: 6c175978-d04d-49c4-93be-2a4e0032672c, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:44.844611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 6c175978-d04d-49c4-93be-2a4e0032672c is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:44.858638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 6c175978-d04d-49c4-93be-2a4e0032672c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:44.872903 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e4274-ce7a-4d12-bc7d-d404f776a904 None None] Network 6c175978-d04d-49c4-93be-2a4e0032672c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:44.879620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:44.880435 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.898816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4d570a67-a02a-44cb-b5f7-8b87f1e9a5bb tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8871026 Jul 06 12:02:44.902114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43388) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:44.962696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:45.241681 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4755459a-8d26-4bef-b69e-894d87b2aed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.279370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-6c175978-d04d-49c4-93be-2a4e0032672c', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:45.280284 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.357902 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.375790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89062c3c-91a7-40cb-a9ad-5ed0e871a699 req-5f771be0-edce-44bb-9b69-45509670d21a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:45.393791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89062c3c-91a7-40cb-a9ad-5ed0e871a699 req-5f771be0-edce-44bb-9b69-45509670d21a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.2011271 Jul 06 12:02:45.491009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Allocated IP 172.20.0.2 (6c175978-d04d-49c4-93be-2a4e0032672c/7650b250-777a-4034-8116-35c38a796511/d3701a45-a703-4b4b-991d-17af832b3987) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:45.520526 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4755459a-8d26-4bef-b69e-894d87b2aed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.528899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4755459a-8d26-4bef-b69e-894d87b2aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.584406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4755459a-8d26-4bef-b69e-894d87b2aed6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ad8ce4b2cd84a1db47e9319f47ff99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200151 Jul 06 12:02:45.590747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43404) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:45.632651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89062c3c-91a7-40cb-a9ad-5ed0e871a699 req-00402215-61b0-4237-b61d-0254b08915fb tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362118 Jul 06 12:02:45.651507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755459a-8d26-4bef-b69e-894d87b2aed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c8cb79-218b-496a-8081-261424be634b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:45.678571 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.688959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Transition to ACTIVE for port object d3701a45-a703-4b4b-991d-17af832b3987 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:45.693055 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-492a45fc-1dcf-4474-af79-2ebf166c1501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.706382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Transition to ACTIVE for port object d3701a45-a703-4b4b-991d-17af832b3987 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:45.714844 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.723120 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-492a45fc-1dcf-4474-af79-2ebf166c1501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.760370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Network 6c175978-d04d-49c4-93be-2a4e0032672c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:45.768750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:45.775748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:45.779496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Pushing event updated for resources: {'Port': ['ID=d3701a45-a703-4b4b-991d-17af832b3987,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:45.797994 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-492a45fc-1dcf-4474-af79-2ebf166c1501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.801179 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-492a45fc-1dcf-4474-af79-2ebf166c1501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.805697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-492a45fc-1dcf-4474-af79-2ebf166c1501 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2c8cb79-218b-496a-8081-261424be634b HTTP/1.1" status: 204 len: 168 time: 0.2117219 Jul 06 12:02:45.812011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Allocated IP 172.20.0.1 (6c175978-d04d-49c4-93be-2a4e0032672c/7650b250-777a-4034-8116-35c38a796511/5a043687-118f-49c4-b069-df7b080dd482) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:45.816788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a45fc-1dcf-4474-af79-2ebf166c1501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c8cb79-218b-496a-8081-261424be634b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:45.866418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Attempting to bind port d3701a45-a703-4b4b-991d-17af832b3987 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:45.866808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Attempting to bind port d3701a45-a703-4b4b-991d-17af832b3987 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '600ce181-4366-49b4-b91b-cbe81d18f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:45.867180 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Attempting to bind port d3701a45-a703-4b4b-991d-17af832b3987 on network 6c175978-d04d-49c4-93be-2a4e0032672c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:45.874056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:45.874582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Checking segment: {'id': '600ce181-4366-49b4-b91b-cbe81d18f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:45.875318 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.875860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Bound using segment: {'id': '600ce181-4366-49b4-b91b-cbe81d18f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:45.876543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Bound port: d3701a45-a703-4b4b-991d-17af832b3987, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600ce181-4366-49b4-b91b-cbe81d18f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:45.877062 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.966921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] For port d3701a45-a703-4b4b-991d-17af832b3987, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:45.971612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] For port d3701a45-a703-4b4b-991d-17af832b3987, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d3701a45-a703-4b4b-991d-17af832b3987,segment=NetworkSegment(600ce181-4366-49b4-b91b-cbe81d18f589),segment_id=600ce181-4366-49b4-b91b-cbe81d18f589)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:45.977361 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.986566 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.005606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Transition to ACTIVE for port object 5a043687-118f-49c4-b069-df7b080dd482 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:46.046243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.074501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34e8aee8-05c1-4788-97cf-2f43db8694f1 req-d689a101-12b0-4e1a-b221-93892a395a48 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 210 time: 0.0683494 Jul 06 12:02:46.086464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25b281-956e-4f45-98de-7c17163960b9 None None] Pushing event updated for resources: {'Port': ['ID=d3701a45-a703-4b4b-991d-17af832b3987,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:46.106122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 6c175978-d04d-49c4-93be-2a4e0032672c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:46.111053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:46.116780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:46.121566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=5a043687-118f-49c4-b069-df7b080dd482,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:46.164036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.164461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.164995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.165339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.165664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.166014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.166483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.166889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.167336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.167658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.167982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.168285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:46.185104 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.327533 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-898a5101-961a-42ee-9b6d-a4378c1e9ded tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=1b009cac44c840a69ed5a0ed5c082584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328598 Jul 06 12:02:46.561761 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.639145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-81447073-404a-4261-94be-d18e490549a1 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:46.641483 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-81447073-404a-4261-94be-d18e490549a1 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3040612 Jul 06 12:02:46.659715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Request body: {'port': {'device_id': '9f6254b3-87e7-489f-8935-4ffbc10c1924', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '1b009cac44c840a69ed5a0ed5c082584'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:46.869623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67de66-3443-4893-b41d-82fda0a0c545 req-31c39332-9cab-4d65-85c4-d6cd1e6410e9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:46.879601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab67de66-3443-4893-b41d-82fda0a0c545 req-31c39332-9cab-4d65-85c4-d6cd1e6410e9 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1001318 Jul 06 12:02:46.940878 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab67de66-3443-4893-b41d-82fda0a0c545 req-6707a0e2-8db5-4bd0-9b55-d8c8ac1a5139 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599227 Jul 06 12:02:47.262135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f24aba2-8d3a-4458-9e3b-7e2e23c92863 None None] Network 6c175978-d04d-49c4-93be-2a4e0032672c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:47.341387 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a268740-887b-4dd5-8451-1b4b057c531b req-e23407bd-4e7a-431c-a54f-21d76578b2e1 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 210 time: 0.0632567 Jul 06 12:02:47.381725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Made reservation on behalf of 1b009cac44c840a69ed5a0ed5c082584 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:47.387685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-78ac408e-c22b-458c-b37f-77e0d35bcf23 None None] Provisioning for port d3701a45-a703-4b4b-991d-17af832b3987 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:47.388580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.429622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.499654 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.507994 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.645258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=5a043687-118f-49c4-b069-df7b080dd482,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.663307 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.665685 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43446) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:47.786040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.793657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.882500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'network': {'name': 'tempest-network-smoke--205801950', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:47.898682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e158846-b807-4688-863d-f1d285ded513,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.906796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Made reservation on behalf of e3e46c674c2f4219960b47ed35b21180 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:47.927349 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.927843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 6c175978-d04d-49c4-93be-2a4e0032672c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:47.929583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f391e89a-a836-4ac9-863b-4bb5f117eb12 None None] Provisioning for port 5a043687-118f-49c4-b069-df7b080dd482 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:47.931807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:47.942247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f391e89a-a836-4ac9-863b-4bb5f117eb12 None None] Provisioning complete for port 5a043687-118f-49c4-b069-df7b080dd482 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:47.943141 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f391e89a-a836-4ac9-863b-4bb5f117eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.944489 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.003081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f391e89a-a836-4ac9-863b-4bb5f117eb12 None None] Port 5a043687-118f-49c4-b069-df7b080dd482 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:48.090822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Allocated IP 192.168.233.76 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/a1b0b17a-b36b-40f6-84f0-0068a002dc5c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:48.098736 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.106891 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.149845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:48.176544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:02:48.196655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d3701a45-a703-4b4b-991d-17af832b3987 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:48.206615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f57b5c-792a-4512-81af-95dc80898502,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:48.219923 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.220281 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Added segment 01ea70ca-501d-48a2-a88e-4852a98836cd of type vlan for network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 Jul 06 12:02:48.284345 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.300810 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.305321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-99856fdb-51cf-4082-8c9a-85e0331c9c18 None None] Provisioning complete for port 5a043687-118f-49c4-b069-df7b080dd482 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:48.305514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230b1a1-accf-445c-a3d2-cb61494c715d req-5d2ccd1a-da41-4167-ad12-39aa97013763 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.306144 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99856fdb-51cf-4082-8c9a-85e0331c9c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.307138 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5230b1a1-accf-445c-a3d2-cb61494c715d req-5d2ccd1a-da41-4167-ad12-39aa97013763 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1778796 Jul 06 12:02:48.356906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port d3701a45-a703-4b4b-991d-17af832b3987 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:48.365105 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.373466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.373731 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.389773 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:48.400832 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-759a494f-317d-4234-915c-7060c8af134b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4964306 Jul 06 12:02:48.404764 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5230b1a1-accf-445c-a3d2-cb61494c715d req-2f6dfe37-ffd1-4db0-8ddf-a554553c80a4 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901778 Jul 06 12:02:48.405145 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.409017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43454) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:48.418125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'network': {'name': 'tempest-RoutersTest-1747039937'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:48.418369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Sync routers for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:48.426811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d3701a45-a703-4b4b-991d-17af832b3987 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:48.427473 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.455200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:48.459635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.465592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7942584 Jul 06 12:02:48.469292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43456) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:48.473277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Transition to ACTIVE for port object a1b0b17a-b36b-40f6-84f0-0068a002dc5c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:48.478963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-99856fdb-51cf-4082-8c9a-85e0331c9c18 None None] Port 5a043687-118f-49c4-b069-df7b080dd482 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:48.486241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'admin_state_up': True, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:48.514497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba99273-bda9-4703-aaec-e4cf8e38f448 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Network': ['ID=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:48.517314 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1db731c-ef67-426f-9d47-78caa765e40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.532838 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.534601 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.534804 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:48.535545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:48.536495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:48.554017 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.554360 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added segment 6cc369d6-44da-4eb6-8751-14a30968ea24 of type vlan for network ac825ae5-aa45-4234-b9f7-10705354c986 Jul 06 12:02:48.577554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:48.590235 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.632023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.645737 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.656792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:48.666364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:48.672687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:48.707321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Pushing event updated for resources: {'Port': ['ID=a1b0b17a-b36b-40f6-84f0-0068a002dc5c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:48.711682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7efa3633-9ff5-4161-8395-25df64d4ee01 None None] Provisioning complete for port 5a043687-118f-49c4-b069-df7b080dd482 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:48.712295 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7efa3633-9ff5-4161-8395-25df64d4ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.753898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.754602 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.761616 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.769710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.770636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.771600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:48.774196 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f2d85-aba1-42f0-a8bb-911150c168e7 req-acad5a39-c29e-472b-b76f-e9fd9e7329f8 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.775726 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-413f2d85-aba1-42f0-a8bb-911150c168e7 req-acad5a39-c29e-472b-b76f-e9fd9e7329f8 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 935 time: 0.2282593 Jul 06 12:02:48.840731 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-a3930edf-0336-4caa-b158-cb5b9dad290a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1860166 Jul 06 12:02:48.860120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Request body: {'port': {'device_id': '9f6254b3-87e7-489f-8935-4ffbc10c1924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:48.870537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.908131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4978456 Jul 06 12:02:48.908900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43458) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:48.914541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-413f2d85-aba1-42f0-a8bb-911150c168e7 req-8b73051e-fbf7-4cf1-95ea-ac57f3008cc0 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313088 Jul 06 12:02:48.922748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'subnet': {'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:48.964511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a487ca7-2a9e-4d44-b757-1f614da01a05 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Network': ['ID=ac825ae5-aa45-4234-b9f7-10705354c986,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:48.995974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network ac825ae5-aa45-4234-b9f7-10705354c986 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:49.019925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.052462 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.057567 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7efa3633-9ff5-4161-8395-25df64d4ee01 None None] Port 5a043687-118f-49c4-b069-df7b080dd482 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:49.073375 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.136760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.148233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port d3701a45-a703-4b4b-991d-17af832b3987, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d3701a45-a703-4b4b-991d-17af832b3987,segment=NetworkSegment(600ce181-4366-49b4-b91b-cbe81d18f589),segment_id=600ce181-4366-49b4-b91b-cbe81d18f589)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:49.153656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:49.153933 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.158759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.159231 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.246455 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d71d8690-e764-43b2-8d71-c38ed513375c None None] Provisioning for port a1b0b17a-b36b-40f6-84f0-0068a002dc5c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:49.253920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d71d8690-e764-43b2-8d71-c38ed513375c None None] Provisioning complete for port a1b0b17a-b36b-40f6-84f0-0068a002dc5c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:49.254290 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d71d8690-e764-43b2-8d71-c38ed513375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.258749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=d3701a45-a703-4b4b-991d-17af832b3987,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:49.279151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Allocated IP 172.25.0.71 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/c96f4565-19ac-41f6-9406-1c78fa38eda3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:49.304950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d71d8690-e764-43b2-8d71-c38ed513375c None None] Port a1b0b17a-b36b-40f6-84f0-0068a002dc5c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:49.322780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:02:46Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:47Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:49.353582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Checking router: cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:49.354412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Updating router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 port 5a043687-118f-49c4-b069-df7b080dd482 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:02:49.394192 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.425899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.476022 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.518526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b0b17a-b36b-40f6-84f0-0068a002dc5c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:49.523358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:49.531274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.532890 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:49.535825 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.539348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:49.542053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=c96f4565-19ac-41f6-9406-1c78fa38eda3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:49.592700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Transition to ACTIVE for port object a1b0b17a-b36b-40f6-84f0-0068a002dc5c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:49.609162 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.665809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Subnet': ['ID=430912db-e8a4-43d0-871a-625d69189bb7,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:49.677039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Checking segment: {'id': '6cc369d6-44da-4eb6-8751-14a30968ea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:49.677330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network hostable DHCP agents. Network: ac825ae5-aa45-4234-b9f7-10705354c986, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:49.698771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Pushing event updated for resources: {'Port': ['ID=a1b0b17a-b36b-40f6-84f0-0068a002dc5c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:49.755728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64499e8a-69db-4cf9-a30d-8d8c8bbd3e4d req-d1198166-a2da-42db-909e-2a35d516ddd5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:49.757613 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64499e8a-69db-4cf9-a30d-8d8c8bbd3e4d req-d1198166-a2da-42db-909e-2a35d516ddd5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1784396 Jul 06 12:02:49.791705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network ac825ae5-aa45-4234-b9f7-10705354c986 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:49.818771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, ac825ae5-aa45-4234-b9f7-10705354c986) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:49.827116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:49.829075 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.833334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Attempting to bind port a1b0b17a-b36b-40f6-84f0-0068a002dc5c on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:49.833761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Attempting to bind port a1b0b17a-b36b-40f6-84f0-0068a002dc5c by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:49.834194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Attempting to bind port a1b0b17a-b36b-40f6-84f0-0068a002dc5c on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:49.842275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Port a1b0b17a-b36b-40f6-84f0-0068a002dc5c on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:02:49.842697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Attempting to bind port a1b0b17a-b36b-40f6-84f0-0068a002dc5c on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:49.850888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:49.851477 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:49.852052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:49.852693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Bound port: a1b0b17a-b36b-40f6-84f0-0068a002dc5c, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:49.853155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.854507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64499e8a-69db-4cf9-a30d-8d8c8bbd3e4d req-ee996194-503d-4b07-844e-14a1a6b55914 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909057 Jul 06 12:02:49.907417 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-45926213-c5d1-41b8-ba05-422a24413850 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9935086 Jul 06 12:02:49.910230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:49.912518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d631a-a1bb-4358-a9f0-07a11e03730f None None] Network ac825ae5-aa45-4234-b9f7-10705354c986 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:49.938887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] For port a1b0b17a-b36b-40f6-84f0-0068a002dc5c, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:49.944195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] For port a1b0b17a-b36b-40f6-84f0-0068a002dc5c, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a1b0b17a-b36b-40f6-84f0-0068a002dc5c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:49.950128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.958598 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.995178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:49.996092 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.997847 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] 10.222.0.86 "PUT /v2.0/ports/a1b0b17a-b36b-40f6-84f0-0068a002dc5c HTTP/1.1" status: 200 len: 1095 time: 1.1451859 Jul 06 12:02:49.998600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6254b3-87e7-489f-8935-4ffbc10c1924', 'tag': 'a1b0b17a-b36b-40f6-84f0-0068a002dc5c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:50.002149 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777d1bff-4fef-4cdb-8a52-7b0006963737" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6254b3-87e7-489f-8935-4ffbc10c1924", "tag": "a1b0b17a-b36b-40f6-84f0-0068a002dc5c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:50.040132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70ada3-d380-427e-baac-84476e4a13dd service neutron] Pushing event updated for resources: {'Port': ['ID=a1b0b17a-b36b-40f6-84f0-0068a002dc5c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:50.128524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Transition to ACTIVE for port object 5a043687-118f-49c4-b069-df7b080dd482 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:50.147975 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e2f8b4-03f9-4be1-a76e-aa4c4a84ddc4 x-openstack-request-id: req-83e2f8b4-03f9-4be1-a76e-aa4c4a84ddc4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:50.148268 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6254b3-87e7-489f-8935-4ffbc10c1924", "tag": "a1b0b17a-b36b-40f6-84f0-0068a002dc5c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:50.148519 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83e2f8b4-03f9-4be1-a76e-aa4c4a84ddc4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:50.148921 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6254b3-87e7-489f-8935-4ffbc10c1924', 'tag': 'a1b0b17a-b36b-40f6-84f0-0068a002dc5c', 'status': 'completed', 'code': 200} Jul 06 12:02:50.151110 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.175293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-96b54854-ab99-456a-9230-02dadebfe0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:50.177162 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-96b54854-ab99-456a-9230-02dadebfe0ad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b009cac44c840a69ed5a0ed5c082584&device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 1098 time: 0.1099770 Jul 06 12:02:50.227192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d3701a45-a703-4b4b-991d-17af832b3987 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:50.243039 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-6e3ec2ab-a897-4252-a172-00059f22476d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=a1b0b17a-b36b-40f6-84f0-0068a002dc5c HTTP/1.1" status: 200 len: 217 time: 0.0560861 Jul 06 12:02:50.304820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-c905f73e-12c2-44b6-9081-ae73450f708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:50.306435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-c905f73e-12c2-44b6-9081-ae73450f708b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0528119 Jul 06 12:02:50.338183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ef14f-2f56-4d4a-981a-ae00c08c4ce6 None None] Pushing event updated for resources: {'Port': ['ID=5a043687-118f-49c4-b069-df7b080dd482,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:50.383584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d3701a45-a703-4b4b-991d-17af832b3987 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:50.383748 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.400762 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.402622 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-430df8cd-4d1a-47ca-8051-23df120507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:50.404850 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-430df8cd-4d1a-47ca-8051-23df120507e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867531 Jul 06 12:02:50.409618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-ac825ae5-aa45-4234-b9f7-10705354c986', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:50.410471 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.497032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Attempting to bind port 5a043687-118f-49c4-b069-df7b080dd482 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:50.497367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Attempting to bind port 5a043687-118f-49c4-b069-df7b080dd482 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '600ce181-4366-49b4-b91b-cbe81d18f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:50.497694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Attempting to bind port 5a043687-118f-49c4-b069-df7b080dd482 on network 6c175978-d04d-49c4-93be-2a4e0032672c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:50.514556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:50.516770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Checking segment: {'id': '600ce181-4366-49b4-b91b-cbe81d18f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:50.517222 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.517625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Bound using segment: {'id': '600ce181-4366-49b4-b91b-cbe81d18f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:50.519319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Bound port: 5a043687-118f-49c4-b069-df7b080dd482, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600ce181-4366-49b4-b91b-cbe81d18f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:50.519680 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.553748 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-0878c37b-4066-4f1a-a2f7-9f3ee3312113 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382430 Jul 06 12:02:50.674289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.683401 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9079de28-fc06-4285-98e3-cb5f58fbb4cf req-c60aa594-2b3d-4dc9-bc3e-2dc988a491de service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229625 Jul 06 12:02:50.708425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d27853-7116-4081-af33-cb1998dcc724 req-dadf80b8-001a-48af-93c8-91b80b159e90 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:50.710162 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2d27853-7116-4081-af33-cb1998dcc724 req-dadf80b8-001a-48af-93c8-91b80b159e90 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 947 time: 0.3493931 Jul 06 12:02:50.785913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] For port 5a043687-118f-49c4-b069-df7b080dd482, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:50.791671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] For port 5a043687-118f-49c4-b069-df7b080dd482, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5a043687-118f-49c4-b069-df7b080dd482,segment=NetworkSegment(600ce181-4366-49b4-b91b-cbe81d18f589),segment_id=600ce181-4366-49b4-b91b-cbe81d18f589)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:50.793375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Allocated IP 172.21.0.2 (ac825ae5-aa45-4234-b9f7-10705354c986/430912db-e8a4-43d0-871a-625d69189bb7/401314f7-93ad-427c-b168-66b2216e2377) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:50.800060 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.831036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1bff-4fef-4cdb-8a52-7b0006963737 req-599e1d3f-24ee-42af-89d2-b6d4062591b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:50.833419 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-777d1bff-4fef-4cdb-8a52-7b0006963737 req-599e1d3f-24ee-42af-89d2-b6d4062591b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b009cac44c840a69ed5a0ed5c082584&device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 1098 time: 0.0855050 Jul 06 12:02:50.906092 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.915398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2d27853-7116-4081-af33-cb1998dcc724 req-f66dfc81-5f32-4e43-a049-4bd5c4d96ac2 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703441 Jul 06 12:02:50.921987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ef14f-2f56-4d4a-981a-ae00c08c4ce6 None None] Pushing event updated for resources: {'Port': ['ID=5a043687-118f-49c4-b069-df7b080dd482,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:50.930188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:50.930827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:51.058323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1bff-4fef-4cdb-8a52-7b0006963737 req-68171e52-2b3b-46bc-9337-fb872dfa1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:51.063389 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-777d1bff-4fef-4cdb-8a52-7b0006963737 req-68171e52-2b3b-46bc-9337-fb872dfa1c36 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.2216375 Jul 06 12:02:51.106328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:51.114229 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-777d1bff-4fef-4cdb-8a52-7b0006963737 req-14e0164a-dd9e-4693-8b0e-02df438e455a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=a1b0b17a-b36b-40f6-84f0-0068a002dc5c HTTP/1.1" status: 200 len: 217 time: 0.0439360 Jul 06 12:02:51.198652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1bff-4fef-4cdb-8a52-7b0006963737 req-2e9899d7-9cd9-400b-949e-c5956af76efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:51.200466 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-777d1bff-4fef-4cdb-8a52-7b0006963737 req-2e9899d7-9cd9-400b-949e-c5956af76efe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0768819 Jul 06 12:02:51.204831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.229680 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.269966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d1bff-4fef-4cdb-8a52-7b0006963737 req-613ae658-bc74-4e0e-9ce9-a3a54647a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:51.271715 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-777d1bff-4fef-4cdb-8a52-7b0006963737 req-613ae658-bc74-4e0e-9ce9-a3a54647a64c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631595 Jul 06 12:02:51.278354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Transition to ACTIVE for port object 401314f7-93ad-427c-b168-66b2216e2377 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:51.320014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Transition to ACTIVE for port object 401314f7-93ad-427c-b168-66b2216e2377 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:51.324520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22c8c8-8739-404d-a380-670f4c1581b3 req-074972f6-9400-4f37-9850-ca3cdd4a6442 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:51.326132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce22c8c8-8739-404d-a380-670f4c1581b3 req-074972f6-9400-4f37-9850-ca3cdd4a6442 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.2562475 Jul 06 12:02:51.334140 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.349116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 99c0a62f-fc6d-427b-a025-276d631e1d58 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:02:51.380625 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-777d1bff-4fef-4cdb-8a52-7b0006963737 req-f62dac7a-b656-4dc8-a30d-3566b1ae96a0 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009440 Jul 06 12:02:51.409302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Network ac825ae5-aa45-4234-b9f7-10705354c986 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:51.418391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:51.424618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:51.431913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Pushing event updated for resources: {'Port': ['ID=401314f7-93ad-427c-b168-66b2216e2377,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:51.486770 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-777d1bff-4fef-4cdb-8a52-7b0006963737 req-9d874009-99dc-4e00-8478-c8051285f49f service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986276 Jul 06 12:02:51.487770 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce22c8c8-8739-404d-a380-670f4c1581b3 req-747bff4c-a2f0-4305-b5d4-fae3da068b21 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405175 Jul 06 12:02:51.511990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Attempting to bind port 401314f7-93ad-427c-b168-66b2216e2377 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:51.511990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Attempting to bind port 401314f7-93ad-427c-b168-66b2216e2377 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '6cc369d6-44da-4eb6-8751-14a30968ea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:51.511990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Attempting to bind port 401314f7-93ad-427c-b168-66b2216e2377 on network ac825ae5-aa45-4234-b9f7-10705354c986 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:51.516169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:51.516608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Checking segment: {'id': '6cc369d6-44da-4eb6-8751-14a30968ea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:51.517028 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.517443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Bound using segment: {'id': '6cc369d6-44da-4eb6-8751-14a30968ea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:51.517915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Bound port: 401314f7-93ad-427c-b168-66b2216e2377, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc369d6-44da-4eb6-8751-14a30968ea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:51.518313 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.529601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:02:46Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:50Z', 'revision_number': 4, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:51.564307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf64e3a-efef-46f7-91e4-9b9131a89292 None None] The sync data for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 is: [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:02:46Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:50Z', 'revision_number': 4, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:51.610913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:51.617419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] For port 401314f7-93ad-427c-b168-66b2216e2377, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:51.622090 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Sync routers for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:51.627032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] For port 401314f7-93ad-427c-b168-66b2216e2377, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=401314f7-93ad-427c-b168-66b2216e2377,segment=NetworkSegment(6cc369d6-44da-4eb6-8751-14a30968ea24),segment_id=6cc369d6-44da-4eb6-8751-14a30968ea24)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:51.634556 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:51.634790 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.635420 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:51.681896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Allocated IP 172.21.0.1 (ac825ae5-aa45-4234-b9f7-10705354c986/430912db-e8a4-43d0-871a-625d69189bb7/072ac410-b310-42ac-99bf-ebd2081bea37) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:51.696981 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.698287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-070d6294-f420-4a54-920d-0644fe58fe02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2282352 Jul 06 12:02:51.701938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43472) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:51.712512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a98fc-913c-4209-b3bd-56cb7a8776b1 None None] Pushing event updated for resources: {'Port': ['ID=401314f7-93ad-427c-b168-66b2216e2377,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:51.826228 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-20721a50-5fb2-4396-8a2b-dcbaadc6f249 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e3e46c674c2f4219960b47ed35b21180&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1222208 Jul 06 12:02:51.826447 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:51.901136 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:52.071857 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.087815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Transition to ACTIVE for port object 072ac410-b310-42ac-99bf-ebd2081bea37 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:52.186102 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.204916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacc011b-9472-4385-9d39-2ef9f8005562 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:52.206766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cacc011b-9472-4385-9d39-2ef9f8005562 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3793657 Jul 06 12:02:52.210408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43480) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:52.244040 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:02:49Z', 'revision_number': 3, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:52.264577 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=072ac410-b310-42ac-99bf-ebd2081bea37,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:52.292829 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Checking router: 99c0a62f-fc6d-427b-a025-276d631e1d58 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:52.293581 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Updating router 99c0a62f-fc6d-427b-a025-276d631e1d58 port c96f4565-19ac-41f6-9406-1c78fa38eda3 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:02:52.309916 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2fc9c701-1d79-4381-b60e-d494088f95af tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0926096 Jul 06 12:02:52.312723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43482) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:52.317326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5a043687-118f-49c4-b069-df7b080dd482 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:52.323551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2079478886', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:52.331874 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network ac825ae5-aa45-4234-b9f7-10705354c986 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:52.335693 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:52.338600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:52.361470 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.392168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 5a043687-118f-49c4-b069-df7b080dd482 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:52.398413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5a043687-118f-49c4-b069-df7b080dd482 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:52.399204 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.423931 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.482225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Made reservation on behalf of e3e46c674c2f4219960b47ed35b21180 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:52.488927 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.527047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbda27-0998-4e07-8c36-ae04d67988d2 req-21b95301-ac7f-4d6c-bd6d-7f2bf96d1851 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:52.535575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-67dbda27-0998-4e07-8c36-ae04d67988d2 req-21b95301-ac7f-4d6c-bd6d-7f2bf96d1851 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 947 time: 0.2743611 Jul 06 12:02:52.706906 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-67dbda27-0998-4e07-8c36-ae04d67988d2 req-8c7d2a96-0d6e-4084-b107-ddaa1cce8391 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533308 Jul 06 12:02:52.742677 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.784732 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.785293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 5a043687-118f-49c4-b069-df7b080dd482, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5a043687-118f-49c4-b069-df7b080dd482,segment=NetworkSegment(600ce181-4366-49b4-b91b-cbe81d18f589),segment_id=600ce181-4366-49b4-b91b-cbe81d18f589)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:52.789906 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.791901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 401314f7-93ad-427c-b168-66b2216e2377 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:52.800271 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Transition to ACTIVE for port object c96f4565-19ac-41f6-9406-1c78fa38eda3 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:52.809477 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.832181 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.839732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.878403 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Attempting to bind port c96f4565-19ac-41f6-9406-1c78fa38eda3 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:52.879087 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Attempting to bind port c96f4565-19ac-41f6-9406-1c78fa38eda3 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:52.879693 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Attempting to bind port c96f4565-19ac-41f6-9406-1c78fa38eda3 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:52.888157 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:52.888649 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:52.889252 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.889851 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:52.890383 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Bound port: c96f4565-19ac-41f6-9406-1c78fa38eda3, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:52.890770 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.922663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Subnet': ['ID=800a6969-08ac-4671-a566-09fe9064d851,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:52.932267 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=5a043687-118f-49c4-b069-df7b080dd482,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:52.950910 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Checking segment: {'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:52.951042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network hostable DHCP agents. Network: 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:52.951485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef3d1-c50d-49fb-976d-694c95a518f2 req-ff2777c6-0b8a-4cde-a2d6-7335d397b0c6 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:52.954110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-732ef3d1-c50d-49fb-976d-694c95a518f2 req-ff2777c6-0b8a-4cde-a2d6-7335d397b0c6 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.2455859 Jul 06 12:02:52.964168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 401314f7-93ad-427c-b168-66b2216e2377 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:52.982180 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Pushing event updated for resources: {'Port': ['ID=c96f4565-19ac-41f6-9406-1c78fa38eda3,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:52.984114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:52.985075 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] For port c96f4565-19ac-41f6-9406-1c78fa38eda3, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:52.989125 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] For port c96f4565-19ac-41f6-9406-1c78fa38eda3, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c96f4565-19ac-41f6-9406-1c78fa38eda3,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:52.995481 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:52.997169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:53.001882 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.002461 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.002959 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.003663 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.004154 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.004639 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.005560 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.006061 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.006557 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.007049 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.007307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa239ae-f798-4e19-8ef9-8b4f5ec1192d None None] Network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:53.007731 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.008368 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:53.025577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:53.029064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.066724 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ab34ce7-133b-4f4a-8137-5e56b92f5266 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7528315 Jul 06 12:02:53.067631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43486) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:53.090273 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:53.091538 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:53.146045 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1108da-6f6a-45b8-be70-365408ba4c17 None None] Pushing event updated for resources: {'Port': ['ID=c96f4565-19ac-41f6-9406-1c78fa38eda3,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:53.241492 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:53.257814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:53.258690 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.377921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cde8712-55b1-470b-81d3-35d358aee0ea None None] Network ac825ae5-aa45-4234-b9f7-10705354c986 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:53.478010 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:02:49Z', 'revision_number': 3, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:53.512827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a1b0b17a-b36b-40f6-84f0-0068a002dc5c details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:53.522444 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3c803-68bf-4880-acf5-4ff47fdc2d33 None None] The sync data for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 is: [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:02:49Z', 'revision_number': 3, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:53.577986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5be44901-742b-4520-a73f-29998573c295 None None] Provisioning for port 401314f7-93ad-427c-b168-66b2216e2377 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:53.586377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5be44901-742b-4520-a73f-29998573c295 None None] Provisioning complete for port 401314f7-93ad-427c-b168-66b2216e2377 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:53.586758 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5be44901-742b-4520-a73f-29998573c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.639147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-732ef3d1-c50d-49fb-976d-694c95a518f2 req-e461b618-db24-4c8a-90b5-7bbca3a3f26e tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369534 Jul 06 12:02:53.712464 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.720573 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.774068 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Allocated IP 172.20.0.2 (9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8/800a6969-08ac-4671-a566-09fe9064d851/8297b8aa-1d7a-4420-9e77-1648f74f16d2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:53.812671 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.873569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=072ac410-b310-42ac-99bf-ebd2081bea37,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:53.874411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a1b0b17a-b36b-40f6-84f0-0068a002dc5c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a1b0b17a-b36b-40f6-84f0-0068a002dc5c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:53.876837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.957778 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5be44901-742b-4520-a73f-29998573c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:53.992778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'a1b0b17a-b36b-40f6-84f0-0068a002dc5c', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': 'a1b0b17a-b36b-40f6-84f0-0068a002dc5c', 'mac_address': 'fa:16:3e:ea:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:54.174338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network ac825ae5-aa45-4234-b9f7-10705354c986 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:54.187997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4b74c-505a-45b5-aa9b-6f0a878f0329 req-03f8100d-1eba-4a08-b921-ccbe58492bdc tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:54.189120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdf4b74c-505a-45b5-aa9b-6f0a878f0329 req-03f8100d-1eba-4a08-b921-ccbe58492bdc tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 947 time: 0.1996458 Jul 06 12:02:54.190288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:54.259134 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5be44901-742b-4520-a73f-29998573c295 None None] For port 401314f7-93ad-427c-b168-66b2216e2377, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=401314f7-93ad-427c-b168-66b2216e2377,segment=NetworkSegment(6cc369d6-44da-4eb6-8751-14a30968ea24),segment_id=6cc369d6-44da-4eb6-8751-14a30968ea24)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:54.281264 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5be44901-742b-4520-a73f-29998573c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.311141 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.365899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:54.366141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Transition to ACTIVE for port object 8297b8aa-1d7a-4420-9e77-1648f74f16d2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:54.408042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdf4b74c-505a-45b5-aa9b-6f0a878f0329 req-13ee6416-4d7c-4051-8b50-8d52c43e9f63 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113972 Jul 06 12:02:54.428460 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.442574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Transition to ACTIVE for port object 8297b8aa-1d7a-4420-9e77-1648f74f16d2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:54.509954 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.536216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be44901-742b-4520-a73f-29998573c295 None None] Pushing event updated for resources: {'Port': ['ID=401314f7-93ad-427c-b168-66b2216e2377,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:54.549804 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b0b17a-b36b-40f6-84f0-0068a002dc5c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:54.600912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:54.605609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a1b0b17a-b36b-40f6-84f0-0068a002dc5c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a1b0b17a-b36b-40f6-84f0-0068a002dc5c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:54.609447 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4e2beb01-8fa6-4454-be67-d1ede5c02604 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6951151 Jul 06 12:02:54.609716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43490) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:54.621445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'network': {'name': 'tempest-RoutersTest-461985044'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:54.627126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5a043687-118f-49c4-b069-df7b080dd482 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:54.679249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:54.688928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.736895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:54.746338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:54.748922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Sync routers for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:54.753920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:54.782294 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.782891 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added segment c6e3984b-d56c-4534-85e0-f803df03f7b0 of type vlan for network fc925819-1623-4ca4-b089-ea6f74a30537 Jul 06 12:02:54.793108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:54.807049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Allocated IP 172.20.0.1 (9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8/800a6969-08ac-4671-a566-09fe9064d851/be9bfa84-daa4-4e2a-89aa-37bc4028a13a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:54.807962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0c6c1fc-bc5c-45a4-8c9d-99f4fe2802f2 None None] Provisioning complete for port 401314f7-93ad-427c-b168-66b2216e2377 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:54.808808 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c6c1fc-bc5c-45a4-8c9d-99f4fe2802f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.810686 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.916511 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.949493 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.963799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.969706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Transition to ACTIVE for port object be9bfa84-daa4-4e2a-89aa-37bc4028a13a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:54.977740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:54.978872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.014394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:55.016193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:55.018383 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.069562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4577250 Jul 06 12:02:55.080060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43494) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:55.090046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=be9bfa84-daa4-4e2a-89aa-37bc4028a13a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:55.090522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'subnet': {'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:55.113553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:55.115329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:55.118011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:55.151845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a1b0b17a-b36b-40f6-84f0-0068a002dc5c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:55.165592 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Network': ['ID=fc925819-1623-4ca4-b089-ea6f74a30537,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:55.169243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.176129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.176483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.176834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.177177 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.177514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.177959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.178376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.178754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.179583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.179583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.179794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.180072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7bdead-4d7b-4c88-ab6d-dbab276e0627 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:55.201436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5a043687-118f-49c4-b069-df7b080dd482 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:55.201711 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.203965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Pushing event updated for resources: {'Port': ['ID=8297b8aa-1d7a-4420-9e77-1648f74f16d2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:55.210109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5826f-71b7-485d-9883-af8789de3f75 req-5f94b3b3-4512-4a2b-a11c-c94824627a72 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:55.212002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52e5826f-71b7-485d-9883-af8789de3f75 req-5f94b3b3-4512-4a2b-a11c-c94824627a72 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.3477433 Jul 06 12:02:55.216669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network fc925819-1623-4ca4-b089-ea6f74a30537 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:55.220730 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:55.275374 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:55.278934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.298945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Attempting to bind port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:55.298945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Attempting to bind port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:55.299243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Attempting to bind port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 on network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:55.301103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52e5826f-71b7-485d-9883-af8789de3f75 req-edd9cad2-30da-442f-bd89-6902a118b37a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749285 Jul 06 12:02:55.336994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:55.337393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Checking segment: {'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:55.337784 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.338442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Bound using segment: {'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:55.338826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Bound port: 8297b8aa-1d7a-4420-9e77-1648f74f16d2, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:55.339214 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.393793 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.577765 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.710356 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Subnet': ['ID=56a5678f-c1b2-47b2-80a1-b9a63e4e7a98,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:55.731120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Checking segment: {'id': 'c6e3984b-d56c-4534-85e0-f803df03f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:55.732991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network hostable DHCP agents. Network: fc925819-1623-4ca4-b089-ea6f74a30537, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:55.777805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6ee9b-a04d-4e41-ad20-e60a4f3d6210 req-f8561584-86da-481c-993b-d41839d7ad4a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:55.779672 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71e6ee9b-a04d-4e41-ad20-e60a4f3d6210 req-f8561584-86da-481c-993b-d41839d7ad4a tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 948 time: 0.1868851 Jul 06 12:02:55.787981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a1b0b17a-b36b-40f6-84f0-0068a002dc5c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:55.813251 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.818748 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.822670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network fc925819-1623-4ca4-b089-ea6f74a30537 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:55.872167 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71e6ee9b-a04d-4e41-ad20-e60a4f3d6210 req-36e0f434-90ce-45c1-9cdd-9be311116cb2 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850613 Jul 06 12:02:55.872749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, fc925819-1623-4ca4-b089-ea6f74a30537) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:55.881995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:55.882592 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:55.917562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fa899-5a4b-494a-973f-1f0d4a5032e6 req-60f93248-1bc5-44b4-b5ea-1ae219774cf2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:55.922635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61aa3f7-ecf0-4c27-b951-62d6d5b729c0 None None] Network fc925819-1623-4ca4-b089-ea6f74a30537 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:55.925757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a7fa899-5a4b-494a-973f-1f0d4a5032e6 req-60f93248-1bc5-44b4-b5ea-1ae219774cf2 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1399684 Jul 06 12:02:55.938019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-eb129603-443b-448d-9449-32286ad09b47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8503489 Jul 06 12:02:55.938603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43502) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:55.958407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=be9bfa84-daa4-4e2a-89aa-37bc4028a13a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:55.964804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.020504 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] For port 8297b8aa-1d7a-4420-9e77-1648f74f16d2, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:56.065075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] For port 8297b8aa-1d7a-4420-9e77-1648f74f16d2, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8297b8aa-1d7a-4420-9e77-1648f74f16d2,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:56.067766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c96f4565-19ac-41f6-9406-1c78fa38eda3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:56.073080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a7fa899-5a4b-494a-973f-1f0d4a5032e6 req-e1cc1bc7-8e00-4446-885e-d20053c68542 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450417 Jul 06 12:02:56.082491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:56.084783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:56.110543 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.132787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0c6c1fc-bc5c-45a4-8c9d-99f4fe2802f2 None None] Provisioning for port 072ac410-b310-42ac-99bf-ebd2081bea37 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:56.152235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0c6c1fc-bc5c-45a4-8c9d-99f4fe2802f2 None None] Provisioning complete for port 072ac410-b310-42ac-99bf-ebd2081bea37 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:56.152641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c6c1fc-bc5c-45a4-8c9d-99f4fe2802f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.219499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 99c0a62f-fc6d-427b-a025-276d631e1d58 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:56.230010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6c1fc-bc5c-45a4-8c9d-99f4fe2802f2 None None] Port 072ac410-b310-42ac-99bf-ebd2081bea37 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:56.345438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:56.352268 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b4ad8ab2-4724-4402-b361-4e61a86bd586 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "PUT /v2.0/routers/99c0a62f-fc6d-427b-a025-276d631e1d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2834558 Jul 06 12:02:56.354620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43506) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:56.358419 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Sync routers for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:56.371685 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:56.372292 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:56.444179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d708652-97bb-49d6-91f6-c74970ec4eef None None] Pushing event updated for resources: {'Port': ['ID=8297b8aa-1d7a-4420-9e77-1648f74f16d2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:56.445384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e409df-d7c9-4a35-acb3-469cf4411ec3 req-c035b970-5a05-4e4d-b8c9-e23948f9eda0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.447177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51e409df-d7c9-4a35-acb3-469cf4411ec3 req-c035b970-5a05-4e4d-b8c9-e23948f9eda0 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1618176 Jul 06 12:02:56.520435 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51e409df-d7c9-4a35-acb3-469cf4411ec3 req-0ae1bab5-4ffa-4c78-a89c-d8624ebfbb69 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627885 Jul 06 12:02:56.543600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf1e5b03-d33d-49a0-8cce-1e44a9217d0c None None] Provisioning complete for port 072ac410-b310-42ac-99bf-ebd2081bea37 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:56.544083 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5b03-d33d-49a0-8cce-1e44a9217d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.544883 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.550515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port c96f4565-19ac-41f6-9406-1c78fa38eda3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:56.602423 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:56.642003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c96f4565-19ac-41f6-9406-1c78fa38eda3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:56.642483 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.664927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-fc925819-1623-4ca4-b089-ea6f74a30537', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:56.665957 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.720074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e5b03-d33d-49a0-8cce-1e44a9217d0c None None] Port 072ac410-b310-42ac-99bf-ebd2081bea37 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:56.731344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 3, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:02:53Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:56.775325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.780385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.781160 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.781646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.782183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.782660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.783130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.783646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.784117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.784582 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.785048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.790728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d68c4e66-788f-429d-935d-a3f5c666b440 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7707 time: 0.4345498 Jul 06 12:02:56.791655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43510) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:56.801059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Checking router: cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:56.801059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Updating router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 port 072ac410-b310-42ac-99bf-ebd2081bea37 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:02:56.969327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.970096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.970746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.971285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.971936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.972512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.973085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.973721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.974279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.974968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.975892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:56.978383 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a5f01fc0-ae97-4b2e-9a1c-fb42c4a4526c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7037 time: 0.1856995 Jul 06 12:02:56.981386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43514) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:56.996178 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.012053 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.042256 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:02:55Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:02:55Z', 'revision_number': 2, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:57.073503 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Checking router: 99c0a62f-fc6d-427b-a025-276d631e1d58 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:57.076167 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Updating router 99c0a62f-fc6d-427b-a025-276d631e1d58 port be9bfa84-daa4-4e2a-89aa-37bc4028a13a binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:02:57.090724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Allocated IP 172.22.0.2 (fc925819-1623-4ca4-b089-ea6f74a30537/56a5678f-c1b2-47b2-80a1-b9a63e4e7a98/d56a323e-5437-4b43-8b17-e2a5600cefa7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:57.121134 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.308646 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa794f0a-ecfd-4b38-a7df-639b96e54da7 req-e4cc4b53-edff-40ae-9096-e9057ed0ce91 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:57.310376 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa794f0a-ecfd-4b38-a7df-639b96e54da7 req-e4cc4b53-edff-40ae-9096-e9057ed0ce91 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 948 time: 0.1490824 Jul 06 12:02:57.325529 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.336418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Transition to ACTIVE for port object d56a323e-5437-4b43-8b17-e2a5600cefa7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:57.354367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Transition to ACTIVE for port object d56a323e-5437-4b43-8b17-e2a5600cefa7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:57.364512 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.377758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b8707-2cc0-4523-ab88-229484c6afa5 req-65ea3875-3ea6-428e-a294-c225c19abfe4 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:57.385120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb0b8707-2cc0-4523-ab88-229484c6afa5 req-65ea3875-3ea6-428e-a294-c225c19abfe4 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1452096 Jul 06 12:02:57.412705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port c96f4565-19ac-41f6-9406-1c78fa38eda3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c96f4565-19ac-41f6-9406-1c78fa38eda3,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:57.433023 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f4c56d81-3721-4cc4-9102-896a360fd53d tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4304 time: 0.4499588 Jul 06 12:02:57.433270 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.444633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Network fc925819-1623-4ca4-b089-ea6f74a30537 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:57.453853 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa794f0a-ecfd-4b38-a7df-639b96e54da7 req-a6931efb-4bd0-4520-8699-4f9a90d3a0b3 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321084 Jul 06 12:02:57.496762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb0b8707-2cc0-4523-ab88-229484c6afa5 req-c580137e-e006-4eff-a557-d48e9d41dea4 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105330 Jul 06 12:02:57.503195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:57.525648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:57.527188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Allocated IP 172.22.0.1 (fc925819-1623-4ca4-b089-ea6f74a30537/56a5678f-c1b2-47b2-80a1-b9a63e4e7a98/075afde7-77f8-4221-a8e9-95affba6ce30) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:57.544651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a1b0b17a-b36b-40f6-84f0-0068a002dc5c up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:57.660425 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.671047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Pushing event updated for resources: {'Port': ['ID=d56a323e-5437-4b43-8b17-e2a5600cefa7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:57.678772 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Transition to ACTIVE for port object be9bfa84-daa4-4e2a-89aa-37bc4028a13a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:57.686551 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.732069 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.748283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Transition to ACTIVE for port object 075afde7-77f8-4221-a8e9-95affba6ce30 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:57.781263 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab6096-6b86-41a9-bba1-22c7b6b2ebb8 None None] Pushing event updated for resources: {'Port': ['ID=be9bfa84-daa4-4e2a-89aa-37bc4028a13a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:57.825841 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.833404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 401314f7-93ad-427c-b168-66b2216e2377 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:57.869780 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Attempting to bind port be9bfa84-daa4-4e2a-89aa-37bc4028a13a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:57.870506 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Attempting to bind port be9bfa84-daa4-4e2a-89aa-37bc4028a13a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:57.871102 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Attempting to bind port be9bfa84-daa4-4e2a-89aa-37bc4028a13a on network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:57.877394 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:57.878142 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Checking segment: {'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:57.878776 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.879366 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Bound using segment: {'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:57.880095 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Bound port: be9bfa84-daa4-4e2a-89aa-37bc4028a13a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:57.880702 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:57.898673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=c96f4565-19ac-41f6-9406-1c78fa38eda3,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:57.914204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=075afde7-77f8-4221-a8e9-95affba6ce30,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:57.931567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network fc925819-1623-4ca4-b089-ea6f74a30537 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:57.934361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:57.947994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:58.024624 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.027197 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] For port be9bfa84-daa4-4e2a-89aa-37bc4028a13a, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:58.029399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Attempting to bind port d56a323e-5437-4b43-8b17-e2a5600cefa7 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:58.029958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Attempting to bind port d56a323e-5437-4b43-8b17-e2a5600cefa7 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'c6e3984b-d56c-4534-85e0-f803df03f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:58.031027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Attempting to bind port d56a323e-5437-4b43-8b17-e2a5600cefa7 on network fc925819-1623-4ca4-b089-ea6f74a30537 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:58.034705 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] For port be9bfa84-daa4-4e2a-89aa-37bc4028a13a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=be9bfa84-daa4-4e2a-89aa-37bc4028a13a,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:58.041044 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.049253 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:58.049775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Checking segment: {'id': 'c6e3984b-d56c-4534-85e0-f803df03f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:58.050384 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.050890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Bound using segment: {'id': 'c6e3984b-d56c-4534-85e0-f803df03f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:58.051492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Bound port: d56a323e-5437-4b43-8b17-e2a5600cefa7, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e3984b-d56c-4534-85e0-f803df03f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:58.051990 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.079533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port a1b0b17a-b36b-40f6-84f0-0068a002dc5c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:58.080824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43524) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:58.087322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e1212174-3760-4e23-8113-c48c72103e9e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-932665544', 'description': 'tempest-secgroup-smoke-932665544 description', 'project_id': 'e3e46c674c2f4219960b47ed35b21180'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:58.123363 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:58.124788 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:58.127466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port a1b0b17a-b36b-40f6-84f0-0068a002dc5c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:58.127960 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.129866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c7437-b59e-40ec-8345-461e56aa2501 None None] Network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:58.130526 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab6096-6b86-41a9-bba1-22c7b6b2ebb8 None None] Pushing event updated for resources: {'Port': ['ID=be9bfa84-daa4-4e2a-89aa-37bc4028a13a,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:58.136704 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1212174-3760-4e23-8113-c48c72103e9e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.244618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 401314f7-93ad-427c-b168-66b2216e2377 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:58.245405 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.246553 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.268952 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1212174-3760-4e23-8113-c48c72103e9e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.274976 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1212174-3760-4e23-8113-c48c72103e9e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.285817 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:58.325109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1212174-3760-4e23-8113-c48c72103e9e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.336550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43526) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:58.337199 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e1212174-3760-4e23-8113-c48c72103e9e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2543452 Jul 06 12:02:58.346008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-89ef899f-5a04-41bd-8027-c78aa312559b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'c69d2336-fe84-4682-a8af-5140459d2275', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:58.395929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1212174-3760-4e23-8113-c48c72103e9e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69d2336-fe84-4682-a8af-5140459d2275,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:58.447402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348cf5b-a4a0-4866-9546-0aeec45b38d1 req-c6fb4161-5eee-4a39-ab26-e8a8b6e0a626 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:58.449463 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e348cf5b-a4a0-4866-9546-0aeec45b38d1 req-c6fb4161-5eee-4a39-ab26-e8a8b6e0a626 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 945 time: 0.1115773 Jul 06 12:02:58.487419 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89ef899f-5a04-41bd-8027-c78aa312559b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.494497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-be461cac-7dbb-41d9-bbba-27a1c5745692 None None] Provisioning for port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:58.592393 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89ef899f-5a04-41bd-8027-c78aa312559b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.610955 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89ef899f-5a04-41bd-8027-c78aa312559b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.622098 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:02:55Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:02:58Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:58.633715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e348cf5b-a4a0-4866-9546-0aeec45b38d1 req-39e2fad2-a0f6-40f7-a8df-56bcd371c90a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Deleting port 8cde9030-09cf-4a46-8482-21378eafbf4b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:58.634726 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e348cf5b-a4a0-4866-9546-0aeec45b38d1 req-39e2fad2-a0f6-40f7-a8df-56bcd371c90a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.671005 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7153135-c6f7-4219-b30c-08cd2253186e None None] The sync data for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 is: [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:02:55Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:02:58Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:58.678398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef899f-5a04-41bd-8027-c78aa312559b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42df13da-390f-4f28-b4cb-52d0c1d49bae,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:58.692163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] For port d56a323e-5437-4b43-8b17-e2a5600cefa7, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:58.783292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] For port d56a323e-5437-4b43-8b17-e2a5600cefa7, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d56a323e-5437-4b43-8b17-e2a5600cefa7,segment=NetworkSegment(c6e3984b-d56c-4534-85e0-f803df03f7b0),segment_id=c6e3984b-d56c-4534-85e0-f803df03f7b0)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:58.837466 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.854554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e348cf5b-a4a0-4866-9546-0aeec45b38d1 req-39e2fad2-a0f6-40f7-a8df-56bcd371c90a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] For port 8cde9030-09cf-4a46-8482-21378eafbf4b, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=8cde9030-09cf-4a46-8482-21378eafbf4b,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:58.855232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e348cf5b-a4a0-4866-9546-0aeec45b38d1 req-39e2fad2-a0f6-40f7-a8df-56bcd371c90a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:58.878414 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e348cf5b-a4a0-4866-9546-0aeec45b38d1 req-39e2fad2-a0f6-40f7-a8df-56bcd371c90a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Calling delete_port for 8cde9030-09cf-4a46-8482-21378eafbf4b owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:58.943520 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.051120 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.067847 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.069838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8297b8aa-1d7a-4420-9e77-1648f74f16d2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:59.080960 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e348cf5b-a4a0-4866-9546-0aeec45b38d1 req-39e2fad2-a0f6-40f7-a8df-56bcd371c90a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.131338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c71e14f2-247d-480d-983a-4d039f995512'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:59.143581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2fad2-a0f6-40f7-a8df-56bcd371c90a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event deleted for resources: {'Port': ['ID=8cde9030-09cf-4a46-8482-21378eafbf4b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:59.214761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e348cf5b-a4a0-4866-9546-0aeec45b38d1 req-39e2fad2-a0f6-40f7-a8df-56bcd371c90a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] No DVR routers for this DVR port 8cde9030-09cf-4a46-8482-21378eafbf4b on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:59.215874 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.219226 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e348cf5b-a4a0-4866-9546-0aeec45b38d1 req-39e2fad2-a0f6-40f7-a8df-56bcd371c90a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.222677 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e348cf5b-a4a0-4866-9546-0aeec45b38d1 req-39e2fad2-a0f6-40f7-a8df-56bcd371c90a tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.47 "DELETE /v2.0/ports/8cde9030-09cf-4a46-8482-21378eafbf4b HTTP/1.1" status: 204 len: 173 time: 0.7657068 Jul 06 12:02:59.223396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339ea058-727a-400e-89bf-bba8b023259a', 'name': 'network-vif-deleted', 'tag': '8cde9030-09cf-4a46-8482-21378eafbf4b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:59.231636 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0e5fd8-5547-45dc-a055-3cc1e713da24" -d '{"events": [{"server_uuid": "339ea058-727a-400e-89bf-bba8b023259a", "name": "network-vif-deleted", "tag": "8cde9030-09cf-4a46-8482-21378eafbf4b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:59.241483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd8ff1-fea7-4eae-bb40-4910116be961 None None] Pushing event updated for resources: {'Port': ['ID=d56a323e-5437-4b43-8b17-e2a5600cefa7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:59.283206 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89ef899f-5a04-41bd-8027-c78aa312559b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.287906 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-89ef899f-5a04-41bd-8027-c78aa312559b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9486461 Jul 06 12:02:59.288425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43534) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:59.298567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d73ed1d8-e788-4a3f-98c0-ba588ea02858 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'c69d2336-fe84-4682-a8af-5140459d2275', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:59.346243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a1b0b17a-b36b-40f6-84f0-0068a002dc5c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a1b0b17a-b36b-40f6-84f0-0068a002dc5c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:59.373301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6254b3-87e7-489f-8935-4ffbc10c1924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b0b17a-b36b-40f6-84f0-0068a002dc5c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:59.375808 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44818154-817d-43ef-ae9b-8d698cafe5f0" -d '{"events": [{"server_uuid": "9f6254b3-87e7-489f-8935-4ffbc10c1924", "name": "network-vif-plugged", "status": "completed", "tag": "a1b0b17a-b36b-40f6-84f0-0068a002dc5c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:59.409187 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d73ed1d8-e788-4a3f-98c0-ba588ea02858 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.429948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Transition to ACTIVE for port object 072ac410-b310-42ac-99bf-ebd2081bea37 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:59.434352 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.456526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:59.491527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197d9d0-cf7e-436b-a50a-29cf0482fbe8 req-880ed7dc-aeb9-4916-9203-d7158727851b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:59.493150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7197d9d0-cf7e-436b-a50a-29cf0482fbe8 req-880ed7dc-aeb9-4916-9203-d7158727851b tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=339ea058-727a-400e-89bf-bba8b023259a HTTP/1.1" status: 200 len: 867 time: 0.7631166 Jul 06 12:02:59.500065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:59.500436 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.502407 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.523683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dd18a-2a39-470a-9550-f04b5a84f835 req-b2f8b940-de7d-4e47-864d-1a49ec44de86 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:59.531643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b20dd18a-2a39-470a-9550-f04b5a84f835 req-b2f8b940-de7d-4e47-864d-1a49ec44de86 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 948 time: 0.7888913 Jul 06 12:02:59.560775 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d73ed1d8-e788-4a3f-98c0-ba588ea02858 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.567013 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d73ed1d8-e788-4a3f-98c0-ba588ea02858 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.602727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ed1d8-e788-4a3f-98c0-ba588ea02858 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976fb4d3-1212-4168-81f6-1a78062634d3,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:59.603406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7197d9d0-cf7e-436b-a50a-29cf0482fbe8 req-1cf5c9dc-21f6-4b49-a700-dd3379a040a1 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961909 Jul 06 12:02:59.615721 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.638196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b20dd18a-2a39-470a-9550-f04b5a84f835 req-4c934f11-5b57-4472-847d-a525d93f065c tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055434 Jul 06 12:02:59.639081 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.643512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d73ed1d8-e788-4a3f-98c0-ba588ea02858 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.648054 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d73ed1d8-e788-4a3f-98c0-ba588ea02858 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3583090 Jul 06 12:02:59.648697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43538) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:59.656036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-47c87084-6a74-4cda-8d51-0b2e03de330c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'c69d2336-fe84-4682-a8af-5140459d2275', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:59.708681 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47c87084-6a74-4cda-8d51-0b2e03de330c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.764222 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdaf2f3-fb67-4c12-87e8-20257a048d57 x-openstack-request-id: req-acdaf2f3-fb67-4c12-87e8-20257a048d57 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:59.765267 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339ea058-727a-400e-89bf-bba8b023259a", "name": "network-vif-deleted", "tag": "8cde9030-09cf-4a46-8482-21378eafbf4b", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:59.765853 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acdaf2f3-fb67-4c12-87e8-20257a048d57 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:59.767435 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339ea058-727a-400e-89bf-bba8b023259a', 'name': 'network-vif-deleted', 'tag': '8cde9030-09cf-4a46-8482-21378eafbf4b', 'status': 'completed', 'code': 200} Jul 06 12:02:59.851244 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47c87084-6a74-4cda-8d51-0b2e03de330c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.870671 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47c87084-6a74-4cda-8d51-0b2e03de330c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.886409 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a1b0b17a-b36b-40f6-84f0-0068a002dc5c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:59.900821 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c9f3a1-76a0-4ea8-ac4d-221336e827e8 x-openstack-request-id: req-d8c9f3a1-76a0-4ea8-ac4d-221336e827e8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:59.901326 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6254b3-87e7-489f-8935-4ffbc10c1924", "name": "network-vif-plugged", "status": "completed", "tag": "a1b0b17a-b36b-40f6-84f0-0068a002dc5c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:59.902008 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8c9f3a1-76a0-4ea8-ac4d-221336e827e8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:59.902565 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6254b3-87e7-489f-8935-4ffbc10c1924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b0b17a-b36b-40f6-84f0-0068a002dc5c', 'code': 200} Jul 06 12:02:59.944204 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47c87084-6a74-4cda-8d51-0b2e03de330c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:59.952878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-47c87084-6a74-4cda-8d51-0b2e03de330c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3021171 Jul 06 12:02:59.963859 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43540) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:59.987968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=075afde7-77f8-4221-a8e9-95affba6ce30,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:59.990468 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.009056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b2a2d037-890d-4ce5-aa8e-f5c4cf1c07bc tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'c69d2336-fe84-4682-a8af-5140459d2275', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:00.054493 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d037-890d-4ce5-aa8e-f5c4cf1c07bc tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.103909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c87084-6a74-4cda-8d51-0b2e03de330c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc46dee-34e8-4284-a23d-3bf43fce9165,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:00.140973 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d037-890d-4ce5-aa8e-f5c4cf1c07bc tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.156883 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d037-890d-4ce5-aa8e-f5c4cf1c07bc tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.171877 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Attempting to bind port 072ac410-b310-42ac-99bf-ebd2081bea37 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:00.173705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Attempting to bind port 072ac410-b310-42ac-99bf-ebd2081bea37 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '6cc369d6-44da-4eb6-8751-14a30968ea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:00.173877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22ad57-cc9b-4c44-88d9-36fda797f148 req-3202f162-1546-479a-b114-f77228dc3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:00.175720 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0e22ad57-cc9b-4c44-88d9-36fda797f148 req-3202f162-1546-479a-b114-f77228dc3cb2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 1100 time: 0.2750099 Jul 06 12:03:00.178338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Attempting to bind port 072ac410-b310-42ac-99bf-ebd2081bea37 on network ac825ae5-aa45-4234-b9f7-10705354c986 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:00.218315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea3e34-43b1-4dba-a4d4-0878684f6303 None None] Pushing event updated for resources: {'Port': ['ID=072ac410-b310-42ac-99bf-ebd2081bea37,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:00.238682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2d037-890d-4ce5-aa8e-f5c4cf1c07bc tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71696488-b421-4fb0-8ecb-6ae829cb8c39,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:00.264392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d037-890d-4ce5-aa8e-f5c4cf1c07bc tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.269288 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b2a2d037-890d-4ce5-aa8e-f5c4cf1c07bc tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2660127 Jul 06 12:03:00.270348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43542) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:00.274136 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0e22ad57-cc9b-4c44-88d9-36fda797f148 req-ff3718ef-02a8-4bf4-a93a-6559b41b35c3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844927 Jul 06 12:03:00.277583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e6568ad9-afcc-4950-8ea1-2aa543fae65e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'c69d2336-fe84-4682-a8af-5140459d2275', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:00.277736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network fc925819-1623-4ca4-b089-ea6f74a30537 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:00.279852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:00.309807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:00.312798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Checking segment: {'id': '6cc369d6-44da-4eb6-8751-14a30968ea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:00.313416 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.313937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Bound using segment: {'id': '6cc369d6-44da-4eb6-8751-14a30968ea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:00.314441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Bound port: 072ac410-b310-42ac-99bf-ebd2081bea37, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc369d6-44da-4eb6-8751-14a30968ea24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:00.319055 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.331215 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-e6568ad9-afcc-4950-8ea1-2aa543fae65e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Project e3e46c674c2f4219960b47ed35b21180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:03:00.345451 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6568ad9-afcc-4950-8ea1-2aa543fae65e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.393454 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.465513 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6568ad9-afcc-4950-8ea1-2aa543fae65e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.473197 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6568ad9-afcc-4950-8ea1-2aa543fae65e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.493949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6568ad9-afcc-4950-8ea1-2aa543fae65e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04544da-303b-4f24-84af-8b5f2e89d19d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:00.518063 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6568ad9-afcc-4950-8ea1-2aa543fae65e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.520728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:00.525845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 8297b8aa-1d7a-4420-9e77-1648f74f16d2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8297b8aa-1d7a-4420-9e77-1648f74f16d2,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:00.530106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e6568ad9-afcc-4950-8ea1-2aa543fae65e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2588608 Jul 06 12:03:00.530916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43544) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:00.537353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-898be98f-3ea8-4f27-9508-769884b1e42e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'c69d2336-fe84-4682-a8af-5140459d2275', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:00.565860 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.650010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a9b38ac3-6d90-4410-b0e7-f4bc6110186f None None] Provisioning complete for port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:00.652813 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9b38ac3-6d90-4410-b0e7-f4bc6110186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.656538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] For port 072ac410-b310-42ac-99bf-ebd2081bea37, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:00.701638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:00.713222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43550) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:00.713364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fb096a8a-5891-4e12-bdce-64ed11e76f35 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7740560 Jul 06 12:03:00.720705 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-898be98f-3ea8-4f27-9508-769884b1e42e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Project e3e46c674c2f4219960b47ed35b21180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:03:00.722866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'network': {'name': 'tempest-RoutersTest-784012494'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:00.733110 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-898be98f-3ea8-4f27-9508-769884b1e42e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.795620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:00.808559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.815869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8cde9030-09cf-4a46-8482-21378eafbf4b no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:00.868848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:03:00.884342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 8cde9030-09cf-4a46-8482-21378eafbf4b {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:00.884758 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 8cde9030-09cf-4a46-8482-21378eafbf4b not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:00.890748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-898be98f-3ea8-4f27-9508-769884b1e42e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.894111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.894965 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added segment befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2 of type vlan for network 7fd2ff50-39ca-4065-9929-ae489b6d54bc Jul 06 12:03:00.895583 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-898be98f-3ea8-4f27-9508-769884b1e42e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.917969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] For port 072ac410-b310-42ac-99bf-ebd2081bea37, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=072ac410-b310-42ac-99bf-ebd2081bea37,segment=NetworkSegment(6cc369d6-44da-4eb6-8751-14a30968ea24),segment_id=6cc369d6-44da-4eb6-8751-14a30968ea24)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:00.942651 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.950026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=8297b8aa-1d7a-4420-9e77-1648f74f16d2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:00.989503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898be98f-3ea8-4f27-9508-769884b1e42e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6c8683-6c2c-40af-9b0c-7f78472a186a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:01.006349 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.066788 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-898be98f-3ea8-4f27-9508-769884b1e42e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.068593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c96f4565-19ac-41f6-9406-1c78fa38eda3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:01.069344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-898be98f-3ea8-4f27-9508-769884b1e42e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5372994 Jul 06 12:03:01.118510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.133890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:01.134557 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.180804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1a778-6e74-4ef7-8b6c-54d01fd56f57 req-35953e85-01a6-476c-a383-b94d22b9b9bd tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:01.182479 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d1a778-6e74-4ef7-8b6c-54d01fd56f57 req-35953e85-01a6-476c-a383-b94d22b9b9bd tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 949 time: 0.2567821 Jul 06 12:03:01.290262 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b272bb-294f-4095-b6ed-569221f129e0 None None] Network fc925819-1623-4ca4-b089-ea6f74a30537 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:01.296262 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d1a778-6e74-4ef7-8b6c-54d01fd56f57 req-105c63ab-98cb-4b34-b6cc-adc88ae98c21 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051183 Jul 06 12:03:01.316684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:01.325463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:01.383719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-73f36e9c-999e-4430-b571-e1dea04ee0ea tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-932665544&fields=id&tenant_id=e3e46c674c2f4219960b47ed35b21180 HTTP/1.1" status: 200 len: 267 time: 0.0754352 Jul 06 12:03:01.527209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:01.598231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-6b620064-9504-490f-b044-8ba22ae1ef8c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:01.599898 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-6b620064-9504-490f-b044-8ba22ae1ef8c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/networks?id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 HTTP/1.1" status: 200 len: 796 time: 0.2075548 Jul 06 12:03:01.624833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-eb32e1a8-75d1-49d4-9588-f2fe2120180e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/quotas/e3e46c674c2f4219960b47ed35b21180 HTTP/1.1" status: 200 len: 375 time: 0.0175002 Jul 06 12:03:01.777055 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-12ce6673-db27-4f49-b936-d9d85ee812ba tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1440880 Jul 06 12:03:01.796983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Network': ['ID=7fd2ff50-39ca-4065-9929-ae489b6d54bc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:01.807814 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3771374b-332a-428a-8ec6-efa32b742135 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0932302 Jul 06 12:03:01.810505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43578) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:01.817183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'subnet': {'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:01.907667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 7fd2ff50-39ca-4065-9929-ae489b6d54bc details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:03:01.916701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-994680f9-c9fb-4a28-b0ec-c96d8a05df36 service neutron] 10.222.0.21 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386371 Jul 06 12:03:01.937260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea3e34-43b1-4dba-a4d4-0878684f6303 None None] Pushing event updated for resources: {'Port': ['ID=072ac410-b310-42ac-99bf-ebd2081bea37,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:01.941835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Made reservation on behalf of aac5429e888647bb92c0bf0ad28a6a97 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:01.947519 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.956879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a9b38ac3-6d90-4410-b0e7-f4bc6110186f None None] Provisioning for port be9bfa84-daa4-4e2a-89aa-37bc4028a13a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:02.068960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-4c3b46b3-4556-447e-95dd-3f930d8cdd4e service neutron] 10.222.0.21 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465485 Jul 06 12:03:02.075078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c96f4565-19ac-41f6-9406-1c78fa38eda3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:02.075375 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.174886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:02:58Z', 'revision_number': 4, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:00Z', 'revision_number': 4, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '075afde7-77f8-4221-a8e9-95affba6ce30', 'name': '', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:45:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:56Z', 'updated_at': '2021-07-06T12:02:58Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:02.190976 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.203536 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c222b290-cd0c-4e70-8911-9e55ed727c62 None None] Provisioning for port d56a323e-5437-4b43-8b17-e2a5600cefa7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:02.209526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337443e-110f-4434-a906-6b1c3d7f6e2b None None] The sync data for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 is: [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:02:58Z', 'revision_number': 4, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:00Z', 'revision_number': 4, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '075afde7-77f8-4221-a8e9-95affba6ce30', 'name': '', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:45:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:56Z', 'updated_at': '2021-07-06T12:02:58Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:02.291692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device be9bfa84-daa4-4e2a-89aa-37bc4028a13a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:02.363234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Subnet': ['ID=cc04ef5a-dcfc-4672-9ced-ca44f5640481,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:02.369421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Checking segment: {'id': 'befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:02.369787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network hostable DHCP agents. Network: 7fd2ff50-39ca-4065-9929-ae489b6d54bc, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:03:02.384399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65fe3124-409b-4afa-938b-5699006c61e1 req-36cb7ad7-dae0-48ee-8649-6b74b4d0634a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 210 time: 0.0480473 Jul 06 12:03:02.432035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 7fd2ff50-39ca-4065-9929-ae489b6d54bc is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:03:02.472518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 7fd2ff50-39ca-4065-9929-ae489b6d54bc) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:02.484819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd7f62-7f18-4609-aaa8-345bed33a8de None None] Network 7fd2ff50-39ca-4065-9929-ae489b6d54bc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:02.486237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:02.487053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.491118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port be9bfa84-daa4-4e2a-89aa-37bc4028a13a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:02.534666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43600) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:02.538668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-49425138-a480-4ccf-9922-da9eabf46ea1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7237270 Jul 06 12:03:02.581315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port be9bfa84-daa4-4e2a-89aa-37bc4028a13a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:02.581690 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.979101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666b67f-f1e8-4fe5-b301-e69ff2df2dc0 req-6b62e3c5-191d-4626-a976-ae8a1bc2400e tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:02.980709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6666b67f-f1e8-4fe5-b301-e69ff2df2dc0 req-6b62e3c5-191d-4626-a976-ae8a1bc2400e tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 949 time: 0.3735473 Jul 06 12:03:03.172993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1105b472-59a3-4d7e-bdf3-f04d3b71a8dd None None] Provisioning for port 075afde7-77f8-4221-a8e9-95affba6ce30 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:03.180294 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.183278 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1105b472-59a3-4d7e-bdf3-f04d3b71a8dd None None] Provisioning complete for port 075afde7-77f8-4221-a8e9-95affba6ce30 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:03.183762 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1105b472-59a3-4d7e-bdf3-f04d3b71a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.205994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6666b67f-f1e8-4fe5-b301-e69ff2df2dc0 req-3d59b3fe-0dc4-4119-8c42-a6ab2c035fb3 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033007 Jul 06 12:03:03.231881 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-7fd2ff50-39ca-4065-9929-ae489b6d54bc', 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'fixed_ips': [{'subnet_id': 'cc04ef5a-dcfc-4672-9ced-ca44f5640481'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:03:03.231881 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.322371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1105b472-59a3-4d7e-bdf3-f04d3b71a8dd None None] Port 075afde7-77f8-4221-a8e9-95affba6ce30 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:03.326357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port be9bfa84-daa4-4e2a-89aa-37bc4028a13a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=be9bfa84-daa4-4e2a-89aa-37bc4028a13a,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:03.526284 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.527934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d56a323e-5437-4b43-8b17-e2a5600cefa7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:03.532522 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.601110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Allocated IP 172.23.0.2 (7fd2ff50-39ca-4065-9929-ae489b6d54bc/cc04ef5a-dcfc-4672-9ced-ca44f5640481/98ff0734-7152-4181-a6c5-94c3b8ab084c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:03.655326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7de5e038-fbf6-401f-afbb-9d80af3c886f None None] Provisioning complete for port 075afde7-77f8-4221-a8e9-95affba6ce30 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:03.664317 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7de5e038-fbf6-401f-afbb-9d80af3c886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.665931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cad065-b67e-4b93-a2f4-b15829ee9439 req-5b8dfbd7-13fb-40b4-aa06-d95f0d956467 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.667612 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-33cad065-b67e-4b93-a2f4-b15829ee9439 req-5b8dfbd7-13fb-40b4-aa06-d95f0d956467 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 946 time: 0.2211506 Jul 06 12:03:03.805895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7de5e038-fbf6-401f-afbb-9d80af3c886f None None] Port 075afde7-77f8-4221-a8e9-95affba6ce30 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:03.812482 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port d56a323e-5437-4b43-8b17-e2a5600cefa7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:03.815275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=be9bfa84-daa4-4e2a-89aa-37bc4028a13a,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:03.824159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d56a323e-5437-4b43-8b17-e2a5600cefa7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:03.824625 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.860084 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-33cad065-b67e-4b93-a2f4-b15829ee9439 req-7acf0e02-0f55-409b-aa94-f0dde9330646 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700196 Jul 06 12:03:04.011140 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f17be604-7687-4ef5-bfff-0a8cd17272e6 req-967aca9c-1171-44cb-8da4-1e6155b2a3c0 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 210 time: 0.0300407 Jul 06 12:03:04.036062 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.042478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eecd99d-f469-4e92-a2c0-70a9cd87468f None None] Provisioning complete for port 075afde7-77f8-4221-a8e9-95affba6ce30 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:04.042886 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eecd99d-f469-4e92-a2c0-70a9cd87468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.067576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Transition to ACTIVE for port object 98ff0734-7152-4181-a6c5-94c3b8ab084c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:04.107554 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.139855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Transition to ACTIVE for port object 98ff0734-7152-4181-a6c5-94c3b8ab084c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:04.164098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port d56a323e-5437-4b43-8b17-e2a5600cefa7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d56a323e-5437-4b43-8b17-e2a5600cefa7,segment=NetworkSegment(c6e3984b-d56c-4534-85e0-f803df03f7b0),segment_id=c6e3984b-d56c-4534-85e0-f803df03f7b0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:04.174456 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.250750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=d56a323e-5437-4b43-8b17-e2a5600cefa7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:04.253830 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.257457 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eecd99d-f469-4e92-a2c0-70a9cd87468f None None] Port 075afde7-77f8-4221-a8e9-95affba6ce30 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:04.286606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Allocated IP 172.23.0.1 (7fd2ff50-39ca-4065-9929-ae489b6d54bc/cc04ef5a-dcfc-4672-9ced-ca44f5640481/39f91204-918f-49bc-9a40-0ff2cec8fd2c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:04.302109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Network 7fd2ff50-39ca-4065-9929-ae489b6d54bc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:04.305245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:04.308809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:04.378305 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-a15bf09c-873c-4508-b41f-d0841fee54a2 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:04.383504 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-a15bf09c-873c-4508-b41f-d0841fee54a2 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.47 "GET /v2.0/networks?id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 HTTP/1.1" status: 200 len: 796 time: 0.2839823 Jul 06 12:03:04.405508 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Pushing event updated for resources: {'Port': ['ID=98ff0734-7152-4181-a6c5-94c3b8ab084c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:04.445294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Attempting to bind port 98ff0734-7152-4181-a6c5-94c3b8ab084c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:04.445492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Attempting to bind port 98ff0734-7152-4181-a6c5-94c3b8ab084c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:04.446096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Attempting to bind port 98ff0734-7152-4181-a6c5-94c3b8ab084c on network 7fd2ff50-39ca-4065-9929-ae489b6d54bc {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:04.458856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:04.459251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Checking segment: {'id': 'befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:04.459686 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.460086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Bound using segment: {'id': 'befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:04.460568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Bound port: 98ff0734-7152-4181-a6c5-94c3b8ab084c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:04.462956 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.472467 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-2ca0cf29-50f4-42b3-95ad-900a21434f54 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e46c674c2f4219960b47ed35b21180 HTTP/1.1" status: 200 len: 379 time: 0.0780582 Jul 06 12:03:04.491734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'port': {'device_id': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'admin_state_up': True, 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'security_groups': ['c69d2336-fe84-4682-a8af-5140459d2275']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:04.524910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 072ac410-b310-42ac-99bf-ebd2081bea37 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:04.578983 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.597837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] For port 98ff0734-7152-4181-a6c5-94c3b8ab084c, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:04.600972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Transition to ACTIVE for port object 39f91204-918f-49bc-9a40-0ff2cec8fd2c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:04.602151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] For port 98ff0734-7152-4181-a6c5-94c3b8ab084c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=98ff0734-7152-4181-a6c5-94c3b8ab084c,segment=NetworkSegment(befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2),segment_id=befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:04.607303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 072ac410-b310-42ac-99bf-ebd2081bea37 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:04.611785 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.620164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 072ac410-b310-42ac-99bf-ebd2081bea37 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:04.620537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.641348 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.693609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 7fd2ff50-39ca-4065-9929-ae489b6d54bc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:04.697636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:04.703397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:04.704918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Made reservation on behalf of e3e46c674c2f4219960b47ed35b21180 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:04.712909 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.745437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5d9d7-1a05-49c3-af31-51eaa99f4515 None None] Pushing event updated for resources: {'Port': ['ID=98ff0734-7152-4181-a6c5-94c3b8ab084c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:04.801640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.804152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=39f91204-918f-49bc-9a40-0ff2cec8fd2c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:04.815909 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.854482 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 072ac410-b310-42ac-99bf-ebd2081bea37, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=072ac410-b310-42ac-99bf-ebd2081bea37,segment=NetworkSegment(6cc369d6-44da-4eb6-8751-14a30968ea24),segment_id=6cc369d6-44da-4eb6-8751-14a30968ea24)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:04.860923 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.862170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device be9bfa84-daa4-4e2a-89aa-37bc4028a13a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:04.979807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.996450 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=072ac410-b310-42ac-99bf-ebd2081bea37,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:05.067488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port be9bfa84-daa4-4e2a-89aa-37bc4028a13a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:05.067488 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.068328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040196e-8242-4187-a35a-560f1c792c81 req-0cbd9672-cd99-41c5-a9ac-bcc3fb34e243 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:05.070038 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6040196e-8242-4187-a35a-560f1c792c81 req-0cbd9672-cd99-41c5-a9ac-bcc3fb34e243 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 946 time: 0.4086831 Jul 06 12:03:05.165492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Allocated IP 172.20.0.4 (9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8/800a6969-08ac-4671-a566-09fe9064d851/71586641-ad13-4beb-a996-c8aaf19b73fa) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:05.242375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8297b8aa-1d7a-4420-9e77-1648f74f16d2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:05.310122 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-29d110c6-5779-4ce2-b41f-e6e36375f21a req-ddd59ae5-a9ec-4aaf-a250-c25cb9751ebf tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 210 time: 0.0401404 Jul 06 12:03:05.346013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:05.346891 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.359566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbafe9b-b19d-4b2c-9068-44560ad36d39 req-b23c9c4d-ec86-4988-951b-be6c07e324f5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:05.366737 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4cbafe9b-b19d-4b2c-9068-44560ad36d39 req-b23c9c4d-ec86-4988-951b-be6c07e324f5 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 946 time: 0.1786547 Jul 06 12:03:05.462620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.464302 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4cbafe9b-b19d-4b2c-9068-44560ad36d39 req-99bf2422-b325-4077-89fb-4b4ed6aa2d1c tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed04535e-cb81-4a9f-869a-17caa2c1d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966370 Jul 06 12:03:05.491243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Transition to ACTIVE for port object 71586641-ad13-4beb-a996-c8aaf19b73fa will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:05.541560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6040196e-8242-4187-a35a-560f1c792c81 req-88c808ef-5fbd-4a90-afa1-945dcfc09070 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Deleting port c71e14f2-247d-480d-983a-4d039f995512 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:05.542066 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6040196e-8242-4187-a35a-560f1c792c81 req-88c808ef-5fbd-4a90-afa1-945dcfc09070 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.547150 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.555224 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.562621 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.641021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event updated for resources: {'Port': ['ID=39f91204-918f-49bc-9a40-0ff2cec8fd2c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:05.644122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.651645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:05.661781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:05.666479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:05.678648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=71586641-ad13-4beb-a996-c8aaf19b73fa,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:05.753805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6040196e-8242-4187-a35a-560f1c792c81 req-88c808ef-5fbd-4a90-afa1-945dcfc09070 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] For port c71e14f2-247d-480d-983a-4d039f995512, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c71e14f2-247d-480d-983a-4d039f995512,segment=NetworkSegment(d78e4a0b-9c63-4c92-84d9-daa133fff9ed),segment_id=d78e4a0b-9c63-4c92-84d9-daa133fff9ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:05.754269 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6040196e-8242-4187-a35a-560f1c792c81 req-88c808ef-5fbd-4a90-afa1-945dcfc09070 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.783820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6040196e-8242-4187-a35a-560f1c792c81 req-88c808ef-5fbd-4a90-afa1-945dcfc09070 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Calling delete_port for c71e14f2-247d-480d-983a-4d039f995512 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:05.793224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Network 7fd2ff50-39ca-4065-9929-ae489b6d54bc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:05.798065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:05.808333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Sync routers for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:05.809704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:05.810747 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.826485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:05.832986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:05.897736 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-556aed4a-a2af-4a32-8517-c7c3053b4572 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4190066 Jul 06 12:03:05.911462 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Request body: {'port': {'device_id': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:06.049043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:06.242988 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.253755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bc750170-7530-4a03-9184-0859d55eec91 None None] Provisioning for port 71586641-ad13-4beb-a996-c8aaf19b73fa completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:06.277368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6040196e-8242-4187-a35a-560f1c792c81 req-88c808ef-5fbd-4a90-afa1-945dcfc09070 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.371620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c808ef-5fbd-4a90-afa1-945dcfc09070 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Pushing event deleted for resources: {'Port': ['ID=c71e14f2-247d-480d-983a-4d039f995512,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:06.377795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bc750170-7530-4a03-9184-0859d55eec91 None None] Provisioning complete for port 71586641-ad13-4beb-a996-c8aaf19b73fa triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:06.378214 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc750170-7530-4a03-9184-0859d55eec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.440051 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:06.442031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bc750170-7530-4a03-9184-0859d55eec91 None None] Port 71586641-ad13-4beb-a996-c8aaf19b73fa cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:06.443704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8aac8c-84ca-4752-bcde-e11ef9850129 None None] Network 7fd2ff50-39ca-4065-9929-ae489b6d54bc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:06.446809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6040196e-8242-4187-a35a-560f1c792c81 req-88c808ef-5fbd-4a90-afa1-945dcfc09070 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] No DVR routers for this DVR port c71e14f2-247d-480d-983a-4d039f995512 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:06.451379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6040196e-8242-4187-a35a-560f1c792c81 req-88c808ef-5fbd-4a90-afa1-945dcfc09070 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.454426 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6040196e-8242-4187-a35a-560f1c792c81 req-88c808ef-5fbd-4a90-afa1-945dcfc09070 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.86 "DELETE /v2.0/ports/c71e14f2-247d-480d-983a-4d039f995512 HTTP/1.1" status: 204 len: 173 time: 1.3574879 Jul 06 12:03:06.454993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bce35b-9483-431b-8ed3-dd95cdb67fa9', 'name': 'network-vif-deleted', 'tag': 'c71e14f2-247d-480d-983a-4d039f995512'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:06.458475 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c1a6f6-d251-4cac-ae60-5b367f20f54e" -d '{"events": [{"server_uuid": "a7bce35b-9483-431b-8ed3-dd95cdb67fa9", "name": "network-vif-deleted", "tag": "c71e14f2-247d-480d-983a-4d039f995512"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:06.576553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d56a323e-5437-4b43-8b17-e2a5600cefa7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:06.625272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:06.693570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0d9b3ba2-2389-44c0-b12f-59da714c4ce1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1577342 Jul 06 12:03:06.695684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43648) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:06.702924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dc88a3e1-0277-43d5-9e2b-4c380ec0eb10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:06.713552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6f034f96-77de-4130-8ccb-ff8a97f95b00 None None] Provisioning for port 98ff0734-7152-4181-a6c5-94c3b8ab084c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:06.720275 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d22eb0-95c6-4235-9449-e86eb3628830 x-openstack-request-id: req-d3d22eb0-95c6-4235-9449-e86eb3628830 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:06.720868 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bce35b-9483-431b-8ed3-dd95cdb67fa9", "name": "network-vif-deleted", "tag": "c71e14f2-247d-480d-983a-4d039f995512", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:06.721903 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3d22eb0-95c6-4235-9449-e86eb3628830 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:06.723579 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bce35b-9483-431b-8ed3-dd95cdb67fa9', 'name': 'network-vif-deleted', 'tag': 'c71e14f2-247d-480d-983a-4d039f995512', 'status': 'completed', 'code': 200} Jul 06 12:03:06.834876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d56a323e-5437-4b43-8b17-e2a5600cefa7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:06.835466 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.870127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de192b23-98a0-4fe9-aaf8-d58e29363640 req-f10ee7c0-cf60-425b-8af9-fbab74111800 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 210 time: 0.1173780 Jul 06 12:03:06.946488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71586641-ad13-4beb-a996-c8aaf19b73fa {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:03:06.958575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.975476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '075afde7-77f8-4221-a8e9-95affba6ce30', 'name': '', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:45:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:56Z', 'updated_at': '2021-07-06T12:02:58Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39f91204-918f-49bc-9a40-0ff2cec8fd2c', 'name': '', 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:8f:32:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cc04ef5a-dcfc-4672-9ced-ca44f5640481', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:03Z', 'updated_at': '2021-07-06T12:03:05Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': 'cc04ef5a-dcfc-4672-9ced-ca44f5640481', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:06.976543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Transition to ACTIVE for port object 71586641-ad13-4beb-a996-c8aaf19b73fa will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:06.978864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06198941-4418-4d14-8c7b-43e7cb6f7e78 req-0dc8d09c-5b39-4745-8323-5af7d53e46b7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:06.982506 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.987431 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-06198941-4418-4d14-8c7b-43e7cb6f7e78 req-0dc8d09c-5b39-4745-8323-5af7d53e46b7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 931 time: 0.3597298 Jul 06 12:03:07.043788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Checking router: cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:07.044201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Updating router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 port 075afde7-77f8-4221-a8e9-95affba6ce30 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:03:07.124855 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.144964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 072ac410-b310-42ac-99bf-ebd2081bea37 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:07.192966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-06198941-4418-4d14-8c7b-43e7cb6f7e78 req-93f76158-f56f-4fb0-9904-44022ef952ef tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044206 Jul 06 12:03:07.252444 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Pushing event updated for resources: {'Port': ['ID=71586641-ad13-4beb-a996-c8aaf19b73fa,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:07.294795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Attempting to bind port 71586641-ad13-4beb-a996-c8aaf19b73fa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:07.295720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Attempting to bind port 71586641-ad13-4beb-a996-c8aaf19b73fa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:07.296784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Attempting to bind port 71586641-ad13-4beb-a996-c8aaf19b73fa on network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:07.306110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Port 71586641-ad13-4beb-a996-c8aaf19b73fa on network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:03:07.306712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Attempting to bind port 71586641-ad13-4beb-a996-c8aaf19b73fa on network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:07.313392 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:07.314795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Checking segment: {'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:07.315594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Bound using segment: {'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:07.316568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Bound port: 71586641-ad13-4beb-a996-c8aaf19b73fa, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ea70ca-501d-48a2-a88e-4852a98836cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:07.317119 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.428867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] For port 71586641-ad13-4beb-a996-c8aaf19b73fa, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:07.433130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] For port 71586641-ad13-4beb-a996-c8aaf19b73fa, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=71586641-ad13-4beb-a996-c8aaf19b73fa,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:07.440003 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.490848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:07.491775 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.493874 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] 10.222.0.47 "PUT /v2.0/ports/71586641-ad13-4beb-a996-c8aaf19b73fa HTTP/1.1" status: 200 len: 1091 time: 1.5873258 Jul 06 12:03:07.533353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0aa6d-e3c9-45f1-8bb7-ada913dadf9f service neutron] Pushing event updated for resources: {'Port': ['ID=71586641-ad13-4beb-a996-c8aaf19b73fa,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:07.539881 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c71e14f2-247d-480d-983a-4d039f995512 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:07.602391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: c71e14f2-247d-480d-983a-4d039f995512 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:07.602902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c71e14f2-247d-480d-983a-4d039f995512 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:07.620436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-f7f3d113-55e3-41d7-a7c1-d3b760355541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:07.622669 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-f7f3d113-55e3-41d7-a7c1-d3b760355541 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 1094 time: 0.0745556 Jul 06 12:03:07.679729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-dc88a3e1-0277-43d5-9e2b-4c380ec0eb10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:03:07.707953 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-fe79adea-39c7-469c-a369-aa6e8340c90c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71586641-ad13-4beb-a996-c8aaf19b73fa HTTP/1.1" status: 200 len: 217 time: 0.0780420 Jul 06 12:03:07.767401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-dc88a3e1-0277-43d5-9e2b-4c380ec0eb10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Removed routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:03:07.768815 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc88a3e1-0277-43d5-9e2b-4c380ec0eb10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.775724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 072ac410-b310-42ac-99bf-ebd2081bea37 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:07.776592 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:07.849876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-e6a2fc90-37d3-4740-aed4-671437ba8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:07.857277 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-e6a2fc90-37d3-4740-aed4-671437ba8d8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=800a6969-08ac-4671-a566-09fe9064d851 HTTP/1.1" status: 200 len: 835 time: 0.1397979 Jul 06 12:03:07.970963 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4afca5cf-0ec6-4321-91b1-5acc9c6bffdf req-296f6b0a-9000-40ee-ad14-275da0870fe9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1048069 Jul 06 12:03:08.034676 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc88a3e1-0277-43d5-9e2b-4c380ec0eb10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.038381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc88a3e1-0277-43d5-9e2b-4c380ec0eb10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.118010 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4afca5cf-0ec6-4321-91b1-5acc9c6bffdf req-e2f3615c-1b4a-40c5-8942-fbf9af293d28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 210 time: 0.0607717 Jul 06 12:03:08.140483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-70b4ceca-d910-4c92-8e02-6fa374015035 None None] Provisioning for port 39f91204-918f-49bc-9a40-0ff2cec8fd2c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:08.148308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 98ff0734-7152-4181-a6c5-94c3b8ab084c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:08.159866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-70b4ceca-d910-4c92-8e02-6fa374015035 None None] Provisioning complete for port 39f91204-918f-49bc-9a40-0ff2cec8fd2c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:08.160326 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70b4ceca-d910-4c92-8e02-6fa374015035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.176210 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-e409c3ef-be48-4a5a-b850-698e3529a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:08.177779 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-e409c3ef-be48-4a5a-b850-698e3529a7af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2661238 Jul 06 12:03:08.219125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-70b4ceca-d910-4c92-8e02-6fa374015035 None None] Port 39f91204-918f-49bc-9a40-0ff2cec8fd2c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:08.272619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a07af75-0ca4-4067-b796-6b2e3187fe84 req-c318835e-3e2b-47aa-a1f2-1df8da8dc202 tempest-ServersTestJSON-725838751 tempest-ServersTestJSON-725838751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7bce35b-9483-431b-8ed3-dd95cdb67fa9 HTTP/1.1" status: 200 len: 210 time: 0.0529671 Jul 06 12:03:08.329986 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc88a3e1-0277-43d5-9e2b-4c380ec0eb10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:08.427419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 98ff0734-7152-4181-a6c5-94c3b8ab084c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:08.438348 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-267a838a-fafd-4895-a082-2f2c9c158614 service neutron] 10.222.0.47 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474356 Jul 06 12:03:08.454282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 98ff0734-7152-4181-a6c5-94c3b8ab084c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:08.455110 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.461028 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.523940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Transition to ACTIVE for port object 075afde7-77f8-4221-a8e9-95affba6ce30 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:08.532894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6b3051ff-817d-4cb3-a547-3db9d97f319d None None] Provisioning complete for port 39f91204-918f-49bc-9a40-0ff2cec8fd2c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:08.533366 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b3051ff-817d-4cb3-a547-3db9d97f319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.566825 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.582793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc88a3e1-0277-43d5-9e2b-4c380ec0eb10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:08.589692 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc88a3e1-0277-43d5-9e2b-4c380ec0eb10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.591105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dc88a3e1-0277-43d5-9e2b-4c380ec0eb10 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 HTTP/1.1" status: 200 len: 933 time: 1.8920288 Jul 06 12:03:08.594160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:08.650988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d469e1-fa63-4342-a631-9e146b5364c6 None None] Pushing event updated for resources: {'Port': ['ID=075afde7-77f8-4221-a8e9-95affba6ce30,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:08.696918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6b3051ff-817d-4cb3-a547-3db9d97f319d None None] Port 39f91204-918f-49bc-9a40-0ff2cec8fd2c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:08.724140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'tag': '71586641-ad13-4beb-a996-c8aaf19b73fa'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:08.726688 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192e1839-8519-42c4-969a-50fe2d1fc0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9ab1c1-769e-4d08-8e0c-39082e3edf81", "tag": "71586641-ad13-4beb-a996-c8aaf19b73fa"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:08.731171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf6a9f-77ce-4849-817f-42026b943be7 req-9053c30b-37a4-48de-a13e-85ff524cc6c6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:08.739442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca5cf-0ec6-4321-91b1-5acc9c6bffdf req-85636ce8-8066-412e-9156-50f1f366fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:08.739784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8cf6a9f-77ce-4849-817f-42026b943be7 req-9053c30b-37a4-48de-a13e-85ff524cc6c6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 943 time: 0.2837353 Jul 06 12:03:08.741688 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4afca5cf-0ec6-4321-91b1-5acc9c6bffdf req-85636ce8-8066-412e-9156-50f1f366fe76 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5998881 Jul 06 12:03:08.772226 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.820748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d58fc093-5c85-4455-b64a-16a0ffea8b8b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 HTTP/1.1" status: 200 len: 933 time: 0.2230976 Jul 06 12:03:08.822179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 98ff0734-7152-4181-a6c5-94c3b8ab084c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=98ff0734-7152-4181-a6c5-94c3b8ab084c,segment=NetworkSegment(befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2),segment_id=befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:08.823430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43666) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:08.834043 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbdc9ea-a820-466e-876c-f1d5ae712e2c x-openstack-request-id: req-5bbdc9ea-a820-466e-876c-f1d5ae712e2c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:08.834043 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9ab1c1-769e-4d08-8e0c-39082e3edf81", "tag": "71586641-ad13-4beb-a996-c8aaf19b73fa", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:08.834043 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bbdc9ea-a820-466e-876c-f1d5ae712e2c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:08.834426 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'tag': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'status': 'completed', 'code': 200} Jul 06 12:03:08.834729 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.856663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ac728a0c-9ce1-4c27-957d-5eeeaa18eb64 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'routes': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:08.884486 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5847cf5e-df8e-46a5-9c76-b6b6c054e222 req-838ff3ed-b4ab-45c1-8c20-9b02c635bbe2 service neutron] 10.222.0.47 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332578 Jul 06 12:03:08.940131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a5f8b790-4818-4707-964a-7b25c5c94cf8 None None] Provisioning complete for port 39f91204-918f-49bc-9a40-0ff2cec8fd2c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:08.940651 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a5f8b790-4818-4707-964a-7b25c5c94cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.992018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8b790-4818-4707-964a-7b25c5c94cf8 None None] Port 39f91204-918f-49bc-9a40-0ff2cec8fd2c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:09.002156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8cf6a9f-77ce-4849-817f-42026b943be7 req-0ce485ba-a019-4852-8285-64c0475be0e4 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455685 Jul 06 12:03:09.007506 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Attempting to bind port 075afde7-77f8-4221-a8e9-95affba6ce30 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:09.008171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Attempting to bind port 075afde7-77f8-4221-a8e9-95affba6ce30 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'c6e3984b-d56c-4534-85e0-f803df03f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:09.008552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Attempting to bind port 075afde7-77f8-4221-a8e9-95affba6ce30 on network fc925819-1623-4ca4-b089-ea6f74a30537 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:09.028561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=98ff0734-7152-4181-a6c5-94c3b8ab084c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:09.032345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:09.032735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Checking segment: {'id': 'c6e3984b-d56c-4534-85e0-f803df03f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:09.033154 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.033617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Bound using segment: {'id': 'c6e3984b-d56c-4534-85e0-f803df03f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:09.034122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Bound port: 075afde7-77f8-4221-a8e9-95affba6ce30, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e3984b-d56c-4534-85e0-f803df03f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:09.034515 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.088027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca5cf-0ec6-4321-91b1-5acc9c6bffdf req-61133940-dc46-4560-a993-c5c52151be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:09.089570 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4afca5cf-0ec6-4321-91b1-5acc9c6bffdf req-61133940-dc46-4560-a993-c5c52151be97 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3293304 Jul 06 12:03:09.128013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1839-8519-42c4-969a-50fe2d1fc0aa req-25ad6cb9-8e5c-4bb3-899d-59701c90c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:09.129585 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-192e1839-8519-42c4-969a-50fe2d1fc0aa req-25ad6cb9-8e5c-4bb3-899d-59701c90c573 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 1094 time: 0.1712828 Jul 06 12:03:09.140713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] For port 075afde7-77f8-4221-a8e9-95affba6ce30, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:09.145098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] For port 075afde7-77f8-4221-a8e9-95affba6ce30, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=075afde7-77f8-4221-a8e9-95affba6ce30,segment=NetworkSegment(c6e3984b-d56c-4534-85e0-f803df03f7b0),segment_id=c6e3984b-d56c-4534-85e0-f803df03f7b0)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:09.152134 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.219332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d469e1-fa63-4342-a631-9e146b5364c6 None None] Pushing event updated for resources: {'Port': ['ID=075afde7-77f8-4221-a8e9-95affba6ce30,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:09.223722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Updating router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 port 39f91204-918f-49bc-9a40-0ff2cec8fd2c binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:03:09.266844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1839-8519-42c4-969a-50fe2d1fc0aa req-f0ee90c6-a03f-4ec6-aef9-50b5a5eb0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:09.268962 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-192e1839-8519-42c4-969a-50fe2d1fc0aa req-f0ee90c6-a03f-4ec6-aef9-50b5a5eb0e0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 HTTP/1.1" status: 200 len: 897 time: 0.1330178 Jul 06 12:03:09.270517 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.381831 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-192e1839-8519-42c4-969a-50fe2d1fc0aa req-5efc0638-50fd-41d1-9de7-e8657fa43ad0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71586641-ad13-4beb-a996-c8aaf19b73fa HTTP/1.1" status: 200 len: 217 time: 0.1045511 Jul 06 12:03:09.455353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43672) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:09.513402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1839-8519-42c4-969a-50fe2d1fc0aa req-6ddf2a8a-5e4a-4a4a-b671-f2ae8d1b6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:09.516266 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-192e1839-8519-42c4-969a-50fe2d1fc0aa req-6ddf2a8a-5e4a-4a4a-b671-f2ae8d1b6094 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=800a6969-08ac-4671-a566-09fe9064d851 HTTP/1.1" status: 200 len: 835 time: 0.1268699 Jul 06 12:03:09.555940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c93bbc1-9dfb-4713-b76b-84cb78610261 admin admin] Deleting subnet a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:09.557801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-ac728a0c-9ce1-4c27-957d-5eeeaa18eb64 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:03:09.558137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-ac728a0c-9ce1-4c27-957d-5eeeaa18eb64 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:03:09.580794 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c93bbc1-9dfb-4713-b76b-84cb78610261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.609357 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac728a0c-9ce1-4c27-957d-5eeeaa18eb64 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.640211 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c93bbc1-9dfb-4713-b76b-84cb78610261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.679004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1839-8519-42c4-969a-50fe2d1fc0aa req-c1057c8f-e8ed-4040-b63a-a4853b5d5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:09.680574 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-192e1839-8519-42c4-969a-50fe2d1fc0aa req-c1057c8f-e8ed-4040-b63a-a4853b5d5b37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578879 Jul 06 12:03:09.699683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c93bbc1-9dfb-4713-b76b-84cb78610261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.713097 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.726924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Transition to ACTIVE for port object 39f91204-918f-49bc-9a40-0ff2cec8fd2c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:09.736782 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.846924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d469e1-fa63-4342-a631-9e146b5364c6 None None] Pushing event updated for resources: {'Port': ['ID=39f91204-918f-49bc-9a40-0ff2cec8fd2c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:09.872548 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-192e1839-8519-42c4-969a-50fe2d1fc0aa req-4b333c9c-8432-4460-a168-6306bb519c49 service neutron] 10.222.0.47 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431231 Jul 06 12:03:09.875239 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c93bbc1-9dfb-4713-b76b-84cb78610261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.905270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac728a0c-9ce1-4c27-957d-5eeeaa18eb64 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.910408 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac728a0c-9ce1-4c27-957d-5eeeaa18eb64 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.935761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93bbc1-9dfb-4713-b76b-84cb78610261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:09.946161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Attempting to bind port 39f91204-918f-49bc-9a40-0ff2cec8fd2c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:09.946667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Attempting to bind port 39f91204-918f-49bc-9a40-0ff2cec8fd2c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:09.947162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Attempting to bind port 39f91204-918f-49bc-9a40-0ff2cec8fd2c on network 7fd2ff50-39ca-4065-9929-ae489b6d54bc {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:09.957070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:09.957620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Checking segment: {'id': 'befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:09.958140 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.958648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Bound using segment: {'id': 'befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:09.959247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Bound port: 39f91204-918f-49bc-9a40-0ff2cec8fd2c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:09.959790 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.056098 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-192e1839-8519-42c4-969a-50fe2d1fc0aa req-dea0234a-b7ad-47d8-bfc0-913884b773ea service neutron] 10.222.0.47 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215918 Jul 06 12:03:10.077065 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c93bbc1-9dfb-4713-b76b-84cb78610261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.084584 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0c93bbc1-9dfb-4713-b76b-84cb78610261 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1d4fd0d-ffb0-4a28-b9ab-ba0e34df0fbd HTTP/1.1" status: 204 len: 168 time: 0.6256423 Jul 06 12:03:10.085234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43676) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:10.087775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] For port 39f91204-918f-49bc-9a40-0ff2cec8fd2c, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:10.091516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] For port 39f91204-918f-49bc-9a40-0ff2cec8fd2c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=39f91204-918f-49bc-9a40-0ff2cec8fd2c,segment=NetworkSegment(befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2),segment_id=befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:10.096032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac728a0c-9ce1-4c27-957d-5eeeaa18eb64 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:10.098872 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.161620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d469e1-fa63-4342-a631-9e146b5364c6 None None] Pushing event updated for resources: {'Port': ['ID=39f91204-918f-49bc-9a40-0ff2cec8fd2c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:10.198739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:10.199921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:10.261198 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.335255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac728a0c-9ce1-4c27-957d-5eeeaa18eb64 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:10.346049 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac728a0c-9ce1-4c27-957d-5eeeaa18eb64 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.350900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ac728a0c-9ce1-4c27-957d-5eeeaa18eb64 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 HTTP/1.1" status: 200 len: 699 time: 1.5246880 Jul 06 12:03:10.351320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:10.351930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43678) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:10.364795 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.375654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d2987b-e60c-4e67-81de-36c38e69c590']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:10.394765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:10.395062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78e4a0b-9c63-4c92-84d9-daa133fff9ed') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:10.409206 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.425868 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.434240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:10.434701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:10.490976 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:10.495595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.510376 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.514833 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e5d2987b-e60c-4e67-81de-36c38e69c590 HTTP/1.1" status: 204 len: 168 time: 0.4248478 Jul 06 12:03:10.528952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cbd5b-2716-4986-918c-ba684a2881b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d2987b-e60c-4e67-81de-36c38e69c590,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:10.549367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664c4f-9dda-4bad-aa53-c849899e8ed5 req-f1493a75-bbf3-42b3-94e7-4256338cb180 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:10.551536 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3664c4f-9dda-4bad-aa53-c849899e8ed5 req-f1493a75-bbf3-42b3-94e7-4256338cb180 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 943 time: 0.2925549 Jul 06 12:03:10.561960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-787a56b6-ae6f-4e81-b2fd-6f0440226416 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 HTTP/1.1" status: 200 len: 699 time: 0.2079830 Jul 06 12:03:10.565251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43684) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:10.652685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3664c4f-9dda-4bad-aa53-c849899e8ed5 req-93de692d-532e-4cbf-afef-67dc374ee3c8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894251 Jul 06 12:03:10.710935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:09Z', 'revision_number': 7, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '075afde7-77f8-4221-a8e9-95affba6ce30', 'name': '', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:45:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:56Z', 'updated_at': '2021-07-06T12:03:09Z', 'revision_number': 4, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39f91204-918f-49bc-9a40-0ff2cec8fd2c', 'name': '', 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:8f:32:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cc04ef5a-dcfc-4672-9ced-ca44f5640481', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:03Z', 'updated_at': '2021-07-06T12:03:10Z', 'revision_number': 4, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': 'cc04ef5a-dcfc-4672-9ced-ca44f5640481', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:10.749243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3814ead1-f916-485b-af41-55ab81ff7320 None None] The sync data for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 is: [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:09Z', 'revision_number': 7, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '075afde7-77f8-4221-a8e9-95affba6ce30', 'name': '', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:45:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:56Z', 'updated_at': '2021-07-06T12:03:09Z', 'revision_number': 4, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39f91204-918f-49bc-9a40-0ff2cec8fd2c', 'name': '', 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:8f:32:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cc04ef5a-dcfc-4672-9ced-ca44f5640481', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:03Z', 'updated_at': '2021-07-06T12:03:10Z', 'revision_number': 4, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': 'cc04ef5a-dcfc-4672-9ced-ca44f5640481', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:10.791856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43686) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:10.880930 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-89c003eb-9dc8-4bd5-8813-1fab704e4a90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5360fe11e14a423cbb0ee8133d63d4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875075 Jul 06 12:03:10.885468 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43688) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:10.986510 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81015456-e55a-4883-bbb9-ea3eed03b578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.026722 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81015456-e55a-4883-bbb9-ea3eed03b578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.116874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81015456-e55a-4883-bbb9-ea3eed03b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.120321 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81015456-e55a-4883-bbb9-ea3eed03b578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.122001 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-81015456-e55a-4883-bbb9-ea3eed03b578 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed04535e-cb81-4a9f-869a-17caa2c1d08a HTTP/1.1" status: 204 len: 168 time: 0.2350969 Jul 06 12:03:11.132469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81015456-e55a-4883-bbb9-ea3eed03b578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed04535e-cb81-4a9f-869a-17caa2c1d08a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:11.190147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 075afde7-77f8-4221-a8e9-95affba6ce30 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:11.245701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 075afde7-77f8-4221-a8e9-95affba6ce30 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:11.251082 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 075afde7-77f8-4221-a8e9-95affba6ce30 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:11.251587 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.348450 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.400494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 075afde7-77f8-4221-a8e9-95affba6ce30, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=075afde7-77f8-4221-a8e9-95affba6ce30,segment=NetworkSegment(c6e3984b-d56c-4534-85e0-f803df03f7b0),segment_id=c6e3984b-d56c-4534-85e0-f803df03f7b0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:11.407363 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.408406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 98ff0734-7152-4181-a6c5-94c3b8ab084c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:11.427774 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.496673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=075afde7-77f8-4221-a8e9-95affba6ce30,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:11.519008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 98ff0734-7152-4181-a6c5-94c3b8ab084c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:11.519008 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.618640 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 39f91204-918f-49bc-9a40-0ff2cec8fd2c up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:11.685430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 39f91204-918f-49bc-9a40-0ff2cec8fd2c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:11.691724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 39f91204-918f-49bc-9a40-0ff2cec8fd2c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:11.692104 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.790008 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816ceac2-b8e2-4a33-96cb-5c1216332431 None None] Sync routers for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:11.791360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port 39f91204-918f-49bc-9a40-0ff2cec8fd2c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:11.794122 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.803734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.822568 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ceac2-b8e2-4a33-96cb-5c1216332431 None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:11.823221 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-816ceac2-b8e2-4a33-96cb-5c1216332431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:11.845092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 39f91204-918f-49bc-9a40-0ff2cec8fd2c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=39f91204-918f-49bc-9a40-0ff2cec8fd2c,segment=NetworkSegment(befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2),segment_id=befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:11.851155 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.908281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=39f91204-918f-49bc-9a40-0ff2cec8fd2c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:11.925238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd782a-e4b2-4c03-93ff-9e3a0ebb1ac5 req-0f3f16ae-5f92-4e0c-8b57-d8ba4b99a431 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:11.931820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] For port 39f91204-918f-49bc-9a40-0ff2cec8fd2c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=39f91204-918f-49bc-9a40-0ff2cec8fd2c,segment=NetworkSegment(befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2),segment_id=befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:11.932202 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:11.933277 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34dd782a-e4b2-4c03-93ff-9e3a0ebb1ac5 req-0f3f16ae-5f92-4e0c-8b57-d8ba4b99a431 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 943 time: 0.1026888 Jul 06 12:03:11.952708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for 39f91204-918f-49bc-9a40-0ff2cec8fd2c owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:11.953348 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-816ceac2-b8e2-4a33-96cb-5c1216332431 None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:11.980268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34dd782a-e4b2-4c03-93ff-9e3a0ebb1ac5 req-313627b5-4ccc-4a9a-8c12-0a7b8b176e02 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457306 Jul 06 12:03:12.147823 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:12.183147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=39f91204-918f-49bc-9a40-0ff2cec8fd2c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:12.225423 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-816ceac2-b8e2-4a33-96cb-5c1216332431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:09Z', 'revision_number': 7, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '075afde7-77f8-4221-a8e9-95affba6ce30', 'name': '', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:45:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:56Z', 'updated_at': '2021-07-06T12:03:11Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39f91204-918f-49bc-9a40-0ff2cec8fd2c', 'name': '', 'network_id': '7fd2ff50-39ca-4065-9929-ae489b6d54bc', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:8f:32:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'cc04ef5a-dcfc-4672-9ced-ca44f5640481', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:03Z', 'updated_at': '2021-07-06T12:03:10Z', 'revision_number': 4, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': 'cc04ef5a-dcfc-4672-9ced-ca44f5640481', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:12.269745 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816ceac2-b8e2-4a33-96cb-5c1216332431 None None] Checking router: cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:12.281488 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ceac2-b8e2-4a33-96cb-5c1216332431 None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:12.282212 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-816ceac2-b8e2-4a33-96cb-5c1216332431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:12.377294 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:12.395070 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-816ceac2-b8e2-4a33-96cb-5c1216332431 None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:12.637001 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f76a1cd-2336-433e-8e59-0f14743a42c9 req-7a2b683b-9f21-438b-ac31-8db5e8713750 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0390115 Jul 06 12:03:12.640153 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:12.655494 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-816ceac2-b8e2-4a33-96cb-5c1216332431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:12Z', 'revision_number': 8, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '075afde7-77f8-4221-a8e9-95affba6ce30', 'name': '', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:45:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:56Z', 'updated_at': '2021-07-06T12:03:11Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:12.683294 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816ceac2-b8e2-4a33-96cb-5c1216332431 None None] The sync data for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 is: [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:12Z', 'revision_number': 8, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '075afde7-77f8-4221-a8e9-95affba6ce30', 'name': '', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:45:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:56Z', 'updated_at': '2021-07-06T12:03:11Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:12.704783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 71586641-ad13-4beb-a996-c8aaf19b73fa details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:03:12.754666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:12.762433 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c4947db5-c3f4-4f08-b4e1-e2af74dba727 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1934116 Jul 06 12:03:12.762871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43740) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:12.833778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0d246f-6c14-4934-b2ad-15eefdd347d4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting subnet cc04ef5a-dcfc-4672-9ced-ca44f5640481 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:12.838069 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f0d246f-6c14-4934-b2ad-15eefdd347d4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:12.845721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 71586641-ad13-4beb-a996-c8aaf19b73fa, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=71586641-ad13-4beb-a996-c8aaf19b73fa,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:12.859440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'port_id': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'mac_address': 'fa:16:3e:9e:be:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:03:12.896677 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f0d246f-6c14-4934-b2ad-15eefdd347d4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:12.904243 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:12.918299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71586641-ad13-4beb-a996-c8aaf19b73fa {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:03:12.947701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 71586641-ad13-4beb-a996-c8aaf19b73fa, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=71586641-ad13-4beb-a996-c8aaf19b73fa,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:12.952784 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.003531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f0d246f-6c14-4934-b2ad-15eefdd347d4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.004223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=71586641-ad13-4beb-a996-c8aaf19b73fa,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:13.074524 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f0d246f-6c14-4934-b2ad-15eefdd347d4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.140161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 075afde7-77f8-4221-a8e9-95affba6ce30 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:13.212048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 075afde7-77f8-4221-a8e9-95affba6ce30 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:13.212635 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.256715 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['71586641-ad13-4beb-a996-c8aaf19b73fa'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:03:13.329743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae47a2a-5f36-4025-b6c9-b3474a72bf2b None None] Sync routers for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:13.363076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae47a2a-5f36-4025-b6c9-b3474a72bf2b None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:13.363747 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5ae47a2a-5f36-4025-b6c9-b3474a72bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:13.453112 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f0d246f-6c14-4934-b2ad-15eefdd347d4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.457117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8f0d246f-6c14-4934-b2ad-15eefdd347d4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/cc04ef5a-dcfc-4672-9ced-ca44f5640481 HTTP/1.1" status: 204 len: 168 time: 0.6906164 Jul 06 12:03:13.457269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e3b45-441b-4466-8528-a3acfbd0b522 None None] Network 7fd2ff50-39ca-4065-9929-ae489b6d54bc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:13.457379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d246f-6c14-4934-b2ad-15eefdd347d4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Subnet': ['ID=cc04ef5a-dcfc-4672-9ced-ca44f5640481,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:13.457477 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43746) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:13.521650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d4f9b-7b0b-43fb-860f-5d7dd1248041 req-f87dc356-6797-4884-8df6-3ea37df2463a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:13.523401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-300d4f9b-7b0b-43fb-860f-5d7dd1248041 req-f87dc356-6797-4884-8df6-3ea37df2463a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 944 time: 0.0820987 Jul 06 12:03:13.550545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5ae47a2a-5f36-4025-b6c9-b3474a72bf2b None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:13.553449 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 39f91204-918f-49bc-9a40-0ff2cec8fd2c no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:13.567856 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.585058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-300d4f9b-7b0b-43fb-860f-5d7dd1248041 req-b40cfc37-ea1c-4f3e-a80a-22ddb888e3e5 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528057 Jul 06 12:03:13.624639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 39f91204-918f-49bc-9a40-0ff2cec8fd2c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:13.624985 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 39f91204-918f-49bc-9a40-0ff2cec8fd2c not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:13.627055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port 98ff0734-7152-4181-a6c5-94c3b8ab084c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:13.627497 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.704661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] For port 98ff0734-7152-4181-a6c5-94c3b8ab084c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=98ff0734-7152-4181-a6c5-94c3b8ab084c,segment=NetworkSegment(befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2),segment_id=befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:13.704661 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.721126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for 98ff0734-7152-4181-a6c5-94c3b8ab084c owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:13.802149 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efbfae5c-03a6-4e35-abb6-918995d6fd62 req-3d9f5eef-6695-4744-9d7c-34fcf8e94cd0 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0421526 Jul 06 12:03:13.816308 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.850469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=98ff0734-7152-4181-a6c5-94c3b8ab084c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:13.854089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No DVR routers for this DVR port 98ff0734-7152-4181-a6c5-94c3b8ab084c on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:13.942113 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.954127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd2ff50-39ca-4065-9929-ae489b6d54bc']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:13.966404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:13.966833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befc5a7e-4b6f-49b4-aa78-e8b11ee15fd2') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:13.978598 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.997397 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.006075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:14.006457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:14.011058 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:14.085058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.093319 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.095300 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/networks/7fd2ff50-39ca-4065-9929-ae489b6d54bc HTTP/1.1" status: 204 len: 168 time: 0.6368408 Jul 06 12:03:14.098179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43752) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:14.107124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68263056-4dd0-4833-96cc-0037ce5f2a3a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Network': ['ID=7fd2ff50-39ca-4065-9929-ae489b6d54bc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:14.187773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62654697-6b40-40fa-bda7-a26c4325c5c6 None None] DHCP port deletion for 7fd2ff50-39ca-4065-9929-ae489b6d54bc request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:03:14.196340 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfbb7dcf-d857-48a8-90ae-14ea2193f0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.243711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5ae47a2a-5f36-4025-b6c9-b3474a72bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:12Z', 'revision_number': 8, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '075afde7-77f8-4221-a8e9-95affba6ce30', 'name': '', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:45:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:56Z', 'updated_at': '2021-07-06T12:03:11Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:14.277277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae47a2a-5f36-4025-b6c9-b3474a72bf2b None None] Checking router: cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:14.287586 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae47a2a-5f36-4025-b6c9-b3474a72bf2b None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:14.288207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5ae47a2a-5f36-4025-b6c9-b3474a72bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:14.379050 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5ae47a2a-5f36-4025-b6c9-b3474a72bf2b None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:14.472544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.591977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5ae47a2a-5f36-4025-b6c9-b3474a72bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:12Z', 'revision_number': 8, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '075afde7-77f8-4221-a8e9-95affba6ce30', 'name': '', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:45:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:56Z', 'updated_at': '2021-07-06T12:03:11Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:14.620856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae47a2a-5f36-4025-b6c9-b3474a72bf2b None None] The sync data for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 is: [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:12Z', 'revision_number': 8, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '075afde7-77f8-4221-a8e9-95affba6ce30', 'name': '', 'network_id': 'fc925819-1623-4ca4-b089-ea6f74a30537', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:45:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:56Z', 'updated_at': '2021-07-06T12:03:11Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '56a5678f-c1b2-47b2-80a1-b9a63e4e7a98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:14.788115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port 075afde7-77f8-4221-a8e9-95affba6ce30 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:14.788376 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.850202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdae3c-6383-49bb-902d-1ef5bb9bc915 req-2b9aebd4-26fb-4d2f-b69d-e597ef7617aa tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:14.851681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9bdae3c-6383-49bb-902d-1ef5bb9bc915 req-2b9aebd4-26fb-4d2f-b69d-e597ef7617aa tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 944 time: 0.1328089 Jul 06 12:03:14.930213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 98ff0734-7152-4181-a6c5-94c3b8ab084c no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:14.934184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9bdae3c-6383-49bb-902d-1ef5bb9bc915 req-c86e2744-ceb3-457b-beeb-0ee99b0b26d5 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737498 Jul 06 12:03:14.936733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] For port 075afde7-77f8-4221-a8e9-95affba6ce30, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=075afde7-77f8-4221-a8e9-95affba6ce30,segment=NetworkSegment(c6e3984b-d56c-4534-85e0-f803df03f7b0),segment_id=c6e3984b-d56c-4534-85e0-f803df03f7b0)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:14.937192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.955402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 98ff0734-7152-4181-a6c5-94c3b8ab084c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:14.955854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 98ff0734-7152-4181-a6c5-94c3b8ab084c not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:14.966381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for 075afde7-77f8-4221-a8e9-95affba6ce30 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:14.976744 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:03:14.990404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a993b20-861e-4fe3-ae0b-18306525308c req-f4ee2e05-9cb3-42c7-a777-4ab485b29e3e tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0430584 Jul 06 12:03:15.160228 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:15.185423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=075afde7-77f8-4221-a8e9-95affba6ce30,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:15.292091 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d58a8433-7873-406b-9f47-f6da74e260c1 req-28e60d41-04cd-44f2-9b73-8534200b8282 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0300527 Jul 06 12:03:15.362227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:15.565702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:15.657034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:15.663119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2d70791e-6d5b-4afe-8fd5-bbd654a205c1 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5632834 Jul 06 12:03:15.665329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43760) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:15.666512 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a154270-894a-42b1-9243-54b6c90e5834 None None] Sync routers for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:15.676626 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a154270-894a-42b1-9243-54b6c90e5834 None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:15.677273 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1a154270-894a-42b1-9243-54b6c90e5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:15.722903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f207498-e426-4e9e-b7dc-3dd6d6b5e5c3 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting subnet 56a5678f-c1b2-47b2-80a1-b9a63e4e7a98 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:15.726861 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f207498-e426-4e9e-b7dc-3dd6d6b5e5c3 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:15.773202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f207498-e426-4e9e-b7dc-3dd6d6b5e5c3 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:15.857208 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1a154270-894a-42b1-9243-54b6c90e5834 None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:15.863257 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f207498-e426-4e9e-b7dc-3dd6d6b5e5c3 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:15.929827 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f207498-e426-4e9e-b7dc-3dd6d6b5e5c3 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:15.956601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f207498-e426-4e9e-b7dc-3dd6d6b5e5c3 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Subnet': ['ID=56a5678f-c1b2-47b2-80a1-b9a63e4e7a98,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:15.962734 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f207498-e426-4e9e-b7dc-3dd6d6b5e5c3 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:15.967375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43764) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:15.970060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e17c5a-942b-4b57-a391-ac9185a5cd5e None None] Network fc925819-1623-4ca4-b089-ea6f74a30537 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:15.975998 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5f207498-e426-4e9e-b7dc-3dd6d6b5e5c3 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/56a5678f-c1b2-47b2-80a1-b9a63e4e7a98 HTTP/1.1" status: 204 len: 168 time: 0.3095729 Jul 06 12:03:16.103370 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1a154270-894a-42b1-9243-54b6c90e5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:15Z', 'revision_number': 9, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:16.137475 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a154270-894a-42b1-9243-54b6c90e5834 None None] Checking router: cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:16.149747 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a154270-894a-42b1-9243-54b6c90e5834 None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:16.150834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.150971 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1a154270-894a-42b1-9243-54b6c90e5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:02:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:16.228883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port d56a323e-5437-4b43-8b17-e2a5600cefa7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:16.229116 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d93efd5-d4b3-4453-93cb-3b8f9c4e101e None None] DHCP port deletion for fc925819-1623-4ca4-b089-ea6f74a30537 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:03:16.229755 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.289387 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e56d980-621e-4ac4-8fcc-0a3a95919bea req-e0c7bbc8-471f-4784-a8ae-bcdbe58d2c78 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0412223 Jul 06 12:03:16.297843 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1a154270-894a-42b1-9243-54b6c90e5834 None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:16.311556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] For port d56a323e-5437-4b43-8b17-e2a5600cefa7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d56a323e-5437-4b43-8b17-e2a5600cefa7,segment=NetworkSegment(c6e3984b-d56c-4534-85e0-f803df03f7b0),segment_id=c6e3984b-d56c-4534-85e0-f803df03f7b0)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:16.311556 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.315072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aa21a-1515-4a89-9095-962e90a75515 req-4d14a761-af8d-4ded-a4ff-e4c52cb8a751 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:16.323676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb7aa21a-1515-4a89-9095-962e90a75515 req-4d14a761-af8d-4ded-a4ff-e4c52cb8a751 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 944 time: 0.1646776 Jul 06 12:03:16.335730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for d56a323e-5437-4b43-8b17-e2a5600cefa7 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:16.336657 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1d93efd5-d4b3-4453-93cb-3b8f9c4e101e None None] Deleting port d56a323e-5437-4b43-8b17-e2a5600cefa7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:16.337039 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d93efd5-d4b3-4453-93cb-3b8f9c4e101e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.377698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb7aa21a-1515-4a89-9095-962e90a75515 req-2d520b09-5821-447a-8401-b8dc9d82f4bb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530288 Jul 06 12:03:16.426921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1d93efd5-d4b3-4453-93cb-3b8f9c4e101e None None] For port d56a323e-5437-4b43-8b17-e2a5600cefa7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d56a323e-5437-4b43-8b17-e2a5600cefa7,segment=NetworkSegment(c6e3984b-d56c-4534-85e0-f803df03f7b0),segment_id=c6e3984b-d56c-4534-85e0-f803df03f7b0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:16.427656 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d93efd5-d4b3-4453-93cb-3b8f9c4e101e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.441951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1d93efd5-d4b3-4453-93cb-3b8f9c4e101e None None] Calling delete_port for d56a323e-5437-4b43-8b17-e2a5600cefa7 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:16.444611 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.475705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No DVR routers for this DVR port d56a323e-5437-4b43-8b17-e2a5600cefa7 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:16.482061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=d56a323e-5437-4b43-8b17-e2a5600cefa7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:16.525893 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d93efd5-d4b3-4453-93cb-3b8f9c4e101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.547271 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1a154270-894a-42b1-9243-54b6c90e5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:15Z', 'revision_number': 9, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:16.558571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93efd5-d4b3-4453-93cb-3b8f9c4e101e None None] Pushing event deleted for resources: {'Port': ['ID=d56a323e-5437-4b43-8b17-e2a5600cefa7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:16.563248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d93efd5-d4b3-4453-93cb-3b8f9c4e101e None None] No DVR routers for this DVR port d56a323e-5437-4b43-8b17-e2a5600cefa7 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:16.568729 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.584734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc925819-1623-4ca4-b089-ea6f74a30537']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:16.590483 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a154270-894a-42b1-9243-54b6c90e5834 None None] The sync data for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 is: [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:15Z', 'revision_number': 9, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '072ac410-b310-42ac-99bf-ebd2081bea37', 'name': '', 'network_id': 'ac825ae5-aa45-4234-b9f7-10705354c986', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:d9:46:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '430912db-e8a4-43d0-871a-625d69189bb7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:51Z', 'updated_at': '2021-07-06T12:03:04Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '430912db-e8a4-43d0-871a-625d69189bb7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:16.602199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e3984b-d56c-4534-85e0-f803df03f7b0') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:16.602503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e3984b-d56c-4534-85e0-f803df03f7b0') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:16.612741 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.630586 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.637823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:16.638175 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:16.642254 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:16.723466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 71586641-ad13-4beb-a996-c8aaf19b73fa up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:16.732804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.740334 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.741897 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/networks/fc925819-1623-4ca4-b089-ea6f74a30537 HTTP/1.1" status: 204 len: 168 time: 0.7731328 Jul 06 12:03:16.745064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43770) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:16.776969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 71586641-ad13-4beb-a996-c8aaf19b73fa completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:16.781764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 71586641-ad13-4beb-a996-c8aaf19b73fa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:16.782135 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.796268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31d57b-aa6f-4360-8d4c-9ec4472ea50c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Network': ['ID=fc925819-1623-4ca4-b089-ea6f74a30537,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:16.857083 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-2299f149-8077-4c42-9989-4f706ab0314d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1794345 Jul 06 12:03:16.863290 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.901212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71586641-ad13-4beb-a996-c8aaf19b73fa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:16.903880 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116f1dd5-d06c-41bd-a6c0-2a7ba90bb200" -d '{"events": [{"server_uuid": "2e9ab1c1-769e-4d08-8e0c-39082e3edf81", "name": "network-vif-plugged", "status": "completed", "tag": "71586641-ad13-4beb-a996-c8aaf19b73fa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:16.922448 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 71586641-ad13-4beb-a996-c8aaf19b73fa, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=71586641-ad13-4beb-a996-c8aaf19b73fa,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:16.931809 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.995275 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1207fae4-2b57-469d-a373-ce4fea4d03aa x-openstack-request-id: req-1207fae4-2b57-469d-a373-ce4fea4d03aa {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:16.996321 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9ab1c1-769e-4d08-8e0c-39082e3edf81", "name": "network-vif-plugged", "status": "completed", "tag": "71586641-ad13-4beb-a996-c8aaf19b73fa", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:16.996884 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1207fae4-2b57-469d-a373-ce4fea4d03aa {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:16.997453 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'code': 200} Jul 06 12:03:17.005248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=71586641-ad13-4beb-a996-c8aaf19b73fa,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:17.065069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-f24c65b2-87dc-4881-95f2-a301af6fed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:17.066638 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-f24c65b2-87dc-4881-95f2-a301af6fed28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1097 time: 0.1550434 Jul 06 12:03:17.074621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 075afde7-77f8-4221-a8e9-95affba6ce30 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:17.104570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 075afde7-77f8-4221-a8e9-95affba6ce30 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:17.104926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 075afde7-77f8-4221-a8e9-95affba6ce30 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:17.106094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d56a323e-5437-4b43-8b17-e2a5600cefa7 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:17.141044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: d56a323e-5437-4b43-8b17-e2a5600cefa7 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:17.141416 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d56a323e-5437-4b43-8b17-e2a5600cefa7 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:17.224505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570e55-1605-4962-8961-0f0bae86bb35 req-c0167075-7581-42ed-b34f-2846ebef2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:17.226100 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8570e55-1605-4962-8961-0f0bae86bb35 req-c0167075-7581-42ed-b34f-2846ebef2dd1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 1096 time: 0.1180954 Jul 06 12:03:17.246976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-f86fb966-4031-4ae6-9119-2f36909c0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:17.249425 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-f86fb966-4031-4ae6-9119-2f36909c0e1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.1421459 Jul 06 12:03:17.279313 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c8570e55-1605-4962-8961-0f0bae86bb35 req-be5defe0-ba38-4fdf-94e0-792fc31cac0d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456069 Jul 06 12:03:17.285245 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.320793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-fddc3a87-a242-4dfc-9fac-882cbbabf41e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 1001 time: 0.0647876 Jul 06 12:03:17.461458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-b408667e-a374-4f26-98df-9c30023d5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:17.466057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-b408667e-a374-4f26-98df-9c30023d5dfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.0780301 Jul 06 12:03:17.556962 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a401893e-1924-48d8-8b42-b6ec76527857 req-955c9720-2070-490b-a9d4-85d8393e298f tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0694182 Jul 06 12:03:17.637362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-cb998f12-cd2d-4feb-a8af-bc03027ffe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:17.639231 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-cb998f12-cd2d-4feb-a8af-bc03027ffe67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642094 Jul 06 12:03:17.646088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port 072ac410-b310-42ac-99bf-ebd2081bea37 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:17.647166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.657201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9b6e7-0584-420a-9ca4-fb295d745519 req-bcb94651-1bb3-4fdf-9a6e-41643fec6aa9 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:17.658929 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4a9b6e7-0584-420a-9ca4-fb295d745519 req-bcb94651-1bb3-4fdf-9a6e-41643fec6aa9 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 945 time: 0.1064658 Jul 06 12:03:17.765058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4a9b6e7-0584-420a-9ca4-fb295d745519 req-7b096c9c-c678-4dc0-be7c-6754b7374eaf tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958624 Jul 06 12:03:17.776338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] For port 072ac410-b310-42ac-99bf-ebd2081bea37, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=072ac410-b310-42ac-99bf-ebd2081bea37,segment=NetworkSegment(6cc369d6-44da-4eb6-8751-14a30968ea24),segment_id=6cc369d6-44da-4eb6-8751-14a30968ea24)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:17.777493 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.806613 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-e44770ba-7c99-45e5-84a6-a424b91fed5b service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463938 Jul 06 12:03:17.808493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for 072ac410-b310-42ac-99bf-ebd2081bea37 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:17.926697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90f675c2-4e0b-4042-8f49-d82d4026456b req-98feda1e-f54d-4437-b5fb-092901fda9a0 service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093976 Jul 06 12:03:18.222126 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:18.229834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ecaa07b3-edd3-4d21-97c3-b6776202b1e3 req-8cad83c7-d8f6-4cba-afd9-92aa169e1b6a tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0622668 Jul 06 12:03:18.322483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00920f-01ab-4068-85f1-d12ebd52a335 req-61f95766-265d-48a1-a016-d35e712496a8 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:18.324994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e00920f-01ab-4068-85f1-d12ebd52a335 req-61f95766-265d-48a1-a016-d35e712496a8 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1097 time: 0.0918083 Jul 06 12:03:18.385008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e00920f-01ab-4068-85f1-d12ebd52a335 req-1d39f3e2-510b-45ca-b689-0a2bdaec18c7 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529044 Jul 06 12:03:18.390600 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f85fba51-5a82-4d24-a767-a63e6049cc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:18.420139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43806) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:18.426857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:18.464415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=072ac410-b310-42ac-99bf-ebd2081bea37,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:18.652636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:18.654372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port ad0a9ced-b6de-46a6-a4d8-5fbc1459f2b4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:18.655248 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:18.758718 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:18.765929 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:18.766266 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:18.787992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for ad0a9ced-b6de-46a6-a4d8-5fbc1459f2b4 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:18.989105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:19.107309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:19.114067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a2a6ab1c-5b38-43e4-be63-b811995b5297 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3681808 Jul 06 12:03:19.117515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43814) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:19.121584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db3d739-26a2-43fe-85fa-867efd4058bc None None] Sync routers for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:19.123918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ded31-426f-469f-9fe3-bd9fefc0a085 req-39d184a5-3c28-4c6d-8dc6-0b16668f87b2 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:19.125577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-403ded31-426f-469f-9fe3-bd9fefc0a085 req-39d184a5-3c28-4c6d-8dc6-0b16668f87b2 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 945 time: 0.1463926 Jul 06 12:03:19.147416 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db3d739-26a2-43fe-85fa-867efd4058bc None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:19.149648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1db3d739-26a2-43fe-85fa-867efd4058bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:19.173384 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.181711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf84ca9-6cc5-4f92-827a-bf97d54b7f97 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting subnet 430912db-e8a4-43d0-871a-625d69189bb7 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:19.186258 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf84ca9-6cc5-4f92-827a-bf97d54b7f97 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.211640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=ad0a9ced-b6de-46a6-a4d8-5fbc1459f2b4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:19.228580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-403ded31-426f-469f-9fe3-bd9fefc0a085 req-1fe989ca-8b00-4b40-8094-1e42235a29ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963850 Jul 06 12:03:19.248159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf84ca9-6cc5-4f92-827a-bf97d54b7f97 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.289549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1db3d739-26a2-43fe-85fa-867efd4058bc None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:19.348222 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.348787 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Floating IP 189e91d0-9802-4c68-ae41-7f3c4c7b1544 disassociated (deleted). External IP: 172.25.0.231, port: ea9e7d65-9539-4e32-a752-e23413f33f73. Jul 06 12:03:19.368101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf84ca9-6cc5-4f92-827a-bf97d54b7f97 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.444802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf84ca9-6cc5-4f92-827a-bf97d54b7f97 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.483007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf84ca9-6cc5-4f92-827a-bf97d54b7f97 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Subnet': ['ID=430912db-e8a4-43d0-871a-625d69189bb7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:19.487066 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf84ca9-6cc5-4f92-827a-bf97d54b7f97 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.489786 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eaf84ca9-6cc5-4f92-827a-bf97d54b7f97 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/430912db-e8a4-43d0-871a-625d69189bb7 HTTP/1.1" status: 204 len: 168 time: 0.3707609 Jul 06 12:03:19.492359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43824) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:19.519981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66504491-c9b3-491e-892b-e68b722dd53f None None] Network ac825ae5-aa45-4234-b9f7-10705354c986 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:19.529322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-334d3469-e92d-4376-ba3c-89d5a3ddf781 req-4df4b617-82b7-4cf0-83be-77f65c7cc8d9 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0664873 Jul 06 12:03:19.617080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.626073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c1d9b-e7e6-4b87-bc39-8da3a2bc537f req-280a56eb-2a92-41af-9a23-60f365a232ae tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:19.627676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e23c1d9b-e7e6-4b87-bc39-8da3a2bc537f req-280a56eb-2a92-41af-9a23-60f365a232ae tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 945 time: 0.1849854 Jul 06 12:03:19.676836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port 401314f7-93ad-427c-b168-66b2216e2377 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:19.677446 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.738041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e23c1d9b-e7e6-4b87-bc39-8da3a2bc537f req-5e0fc23e-d7b1-430b-afb1-6505995308ff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958734 Jul 06 12:03:19.772081 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] For port 401314f7-93ad-427c-b168-66b2216e2377, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=401314f7-93ad-427c-b168-66b2216e2377,segment=NetworkSegment(6cc369d6-44da-4eb6-8751-14a30968ea24),segment_id=6cc369d6-44da-4eb6-8751-14a30968ea24)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:19.772649 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.775873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43826) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:19.856840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1db3d739-26a2-43fe-85fa-867efd4058bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:18Z', 'revision_number': 10, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:19.861371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for 401314f7-93ad-427c-b168-66b2216e2377 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:19.892695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db3d739-26a2-43fe-85fa-867efd4058bc None None] Checking router: cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:19.907379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db3d739-26a2-43fe-85fa-867efd4058bc None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:19.908337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1db3d739-26a2-43fe-85fa-867efd4058bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:19.961878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7afc538-2c73-4eb0-82ac-ca344d8ebce0 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:19.963638 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c7afc538-2c73-4eb0-82ac-ca344d8ebce0 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 1091 time: 0.1748040 Jul 06 12:03:19.970098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43828) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:19.974864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:20.010575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.052484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1db3d739-26a2-43fe-85fa-867efd4058bc None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:20.075430 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.109130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=401314f7-93ad-427c-b168-66b2216e2377,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:20.121606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No DVR routers for this DVR port 401314f7-93ad-427c-b168-66b2216e2377 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:20.183294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 70171ed3-6bde-4bc8-b1a2-f671ff25123d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:20.241103 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.263708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac825ae5-aa45-4234-b9f7-10705354c986']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:20.277718 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc369d6-44da-4eb6-8751-14a30968ea24') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:20.278037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc369d6-44da-4eb6-8751-14a30968ea24') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:20.293308 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.306263 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.324692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:20.328756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bc8000-d260-4a64-aa78-45c07c347d86 None None] DHCP port deletion for ac825ae5-aa45-4234-b9f7-10705354c986 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:03:20.330646 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.341369 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b462674-e8e2-47db-a626-2d56feb671e0 None None] Sync routers for ids ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:20.360135 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b462674-e8e2-47db-a626-2d56feb671e0 None None] Routers {'70171ed3-6bde-4bc8-b1a2-f671ff25123d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:20.360783 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b462674-e8e2-47db-a626-2d56feb671e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:20.386967 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-63686b09-3b9f-4731-948b-c34459b59c17 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/floatingips/189e91d0-9802-4c68-ae41-7f3c4c7b1544 HTTP/1.1" status: 204 len: 168 time: 1.9649110 Jul 06 12:03:20.387714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:20.391302 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e06f5a-4dd0-44c0-bda8-7542abc77225" -d '{"events": [{"name": "network-changed", "server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:20.434080 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7c6d24-99fd-4844-b6b3-73be26405bb8 x-openstack-request-id: req-8a7c6d24-99fd-4844-b6b3-73be26405bb8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:20.434494 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:20.434921 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a7c6d24-99fd-4844-b6b3-73be26405bb8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:20.435748 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'status': 'completed', 'code': 200} Jul 06 12:03:20.463799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1db3d739-26a2-43fe-85fa-867efd4058bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:18Z', 'revision_number': 10, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:20.465549 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.476025 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:20.476520 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:20.578357 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:20.603806 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.612228 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.620944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db3d739-26a2-43fe-85fa-867efd4058bc None None] The sync data for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 is: [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:18Z', 'revision_number': 10, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None, '_interfaces': [{'id': '5a043687-118f-49c4-b069-df7b080dd482', 'name': '', 'network_id': '6c175978-d04d-49c4-93be-2a4e0032672c', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'mac_address': 'fa:16:3e:b8:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7650b250-777a-4034-8116-35c38a796511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:45Z', 'updated_at': '2021-07-06T12:02:52Z', 'revision_number': 5, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'subnets': [{'id': '7650b250-777a-4034-8116-35c38a796511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:20.621166 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/networks/ac825ae5-aa45-4234-b9f7-10705354c986 HTTP/1.1" status: 204 len: 168 time: 1.1245437 Jul 06 12:03:20.622959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43840) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:20.646559 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8b462674-e8e2-47db-a626-2d56feb671e0 None None] Set router 70171ed3-6bde-4bc8-b1a2-f671ff25123d gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:20.712355 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.734419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6465924-6110-4cf1-a88c-98aeb083d610 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Network': ['ID=ac825ae5-aa45-4234-b9f7-10705354c986,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:20.887678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Allocated IP 172.25.0.141 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/ed3c60a0-a21a-49f1-b0dc-35a055401bb2) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:20.950942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06f5a-4dd0-44c0-bda8-7542abc77225 req-72f2535f-230b-40f6-9b7e-743ee8dbead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:20.955087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e06f5a-4dd0-44c0-bda8-7542abc77225 req-72f2535f-230b-40f6-9b7e-743ee8dbead8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 1097 time: 0.4690702 Jul 06 12:03:20.967042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2849d5ce-53a6-4696-a861-1b56630f559b req-e3ec7d71-7bd4-45c4-a4c1-504a49836ad0 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0957913 Jul 06 12:03:21.136682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.194554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06f5a-4dd0-44c0-bda8-7542abc77225 req-40c26bbe-d94c-4cc9-98b4-d515f921e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:21.196477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e06f5a-4dd0-44c0-bda8-7542abc77225 req-40c26bbe-d94c-4cc9-98b4-d515f921e551 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 200 len: 898 time: 0.2283447 Jul 06 12:03:21.224296 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b462674-e8e2-47db-a626-2d56feb671e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'd18cf940-b14b-4fb0-9de3-5880e58d7d05', 'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:73:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:55Z', 'updated_at': '2021-07-06T12:00:10Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:21.228548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.271587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 401314f7-93ad-427c-b168-66b2216e2377 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:21.286031 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b462674-e8e2-47db-a626-2d56feb671e0 None None] Checking router: 70171ed3-6bde-4bc8-b1a2-f671ff25123d for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:21.301492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 401314f7-93ad-427c-b168-66b2216e2377 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:21.301844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 401314f7-93ad-427c-b168-66b2216e2377 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:21.302330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 072ac410-b310-42ac-99bf-ebd2081bea37 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:21.308999 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b462674-e8e2-47db-a626-2d56feb671e0 None None] Routers {'70171ed3-6bde-4bc8-b1a2-f671ff25123d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:21.309629 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b462674-e8e2-47db-a626-2d56feb671e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:21.320476 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e06f5a-4dd0-44c0-bda8-7542abc77225 req-15c48b85-cfe5-4f92-a979-7159cfa3f6f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 200 len: 217 time: 0.0572140 Jul 06 12:03:21.326069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 072ac410-b310-42ac-99bf-ebd2081bea37 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:21.326540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 072ac410-b310-42ac-99bf-ebd2081bea37 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:21.332651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:21.335023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:21.345512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:21.398329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=ed3c60a0-a21a-49f1-b0dc-35a055401bb2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:21.433099 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8b462674-e8e2-47db-a626-2d56feb671e0 None None] Set router 70171ed3-6bde-4bc8-b1a2-f671ff25123d gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:21.468914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06f5a-4dd0-44c0-bda8-7542abc77225 req-3acb774f-e31a-4e46-9893-12b099b114c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:21.470646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e06f5a-4dd0-44c0-bda8-7542abc77225 req-3acb774f-e31a-4e46-9893-12b099b114c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 200 len: 835 time: 0.0994091 Jul 06 12:03:21.523509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3273b5c-6c8f-41bf-8de4-ba654679f674 req-02d078c7-87dd-4b96-80d0-6efa2c6ea0f0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:21.532961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3273b5c-6c8f-41bf-8de4-ba654679f674 req-02d078c7-87dd-4b96-80d0-6efa2c6ea0f0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 946 time: 0.3719561 Jul 06 12:03:21.635051 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3273b5c-6c8f-41bf-8de4-ba654679f674 req-18ad93b4-4652-487a-af0d-31d65cdc4ed4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008697 Jul 06 12:03:21.697583 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8b462674-e8e2-47db-a626-2d56feb671e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'd18cf940-b14b-4fb0-9de3-5880e58d7d05', 'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:73:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:55Z', 'updated_at': '2021-07-06T12:00:10Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:21.723476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06f5a-4dd0-44c0-bda8-7542abc77225 req-6f8e21b1-ba6c-4309-9636-ee97ce867565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:21.725008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e06f5a-4dd0-44c0-bda8-7542abc77225 req-6f8e21b1-ba6c-4309-9636-ee97ce867565 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f972626c-881e-4ab7-96df-90faab4deed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834676 Jul 06 12:03:21.735255 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b462674-e8e2-47db-a626-2d56feb671e0 None None] The sync data for ids ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'] in n-d-799527-2 is: [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'd18cf940-b14b-4fb0-9de3-5880e58d7d05', 'name': '', 'network_id': 'f972626c-881e-4ab7-96df-90faab4deed8', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:73:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:55Z', 'updated_at': '2021-07-06T12:00:10Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': 'c25355ef-6eee-4ef3-b846-85a27c8be5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:21.877923 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.882173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e06f5a-4dd0-44c0-bda8-7542abc77225 req-219cafd3-21ab-4e90-ba9c-11c34abfc5e2 service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479330 Jul 06 12:03:21.976044 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.082678 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0e06f5a-4dd0-44c0-bda8-7542abc77225 req-0c780892-4b46-4a2a-bbaa-3b40f56e90b9 service neutron] 10.222.0.47 "GET /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685340 Jul 06 12:03:22.142562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c6d54-02f4-4a28-bcd2-fa28922f4992 None None] New status for floating IP 189e91d0-9802-4c68-ae41-7f3c4c7b1544: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:03:22.172408 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.261863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc11e53b-cb55-4690-956a-3f80fc43ddd5 req-91e9e79b-0da3-4f38-9700-4563ffec7fc6 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0349779 Jul 06 12:03:22.444347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202dd2f-8c98-48c6-b071-38a73e59e54e req-2eee767c-b2b5-4a4f-bf79-1a85804b91b4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:22.445848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4202dd2f-8c98-48c6-b071-38a73e59e54e req-2eee767c-b2b5-4a4f-bf79-1a85804b91b4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 946 time: 0.1187716 Jul 06 12:03:22.489289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port 5a043687-118f-49c4-b069-df7b080dd482 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:22.490079 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.668323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] For port 5a043687-118f-49c4-b069-df7b080dd482, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5a043687-118f-49c4-b069-df7b080dd482,segment=NetworkSegment(600ce181-4366-49b4-b91b-cbe81d18f589),segment_id=600ce181-4366-49b4-b91b-cbe81d18f589)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:22.668801 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.682231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-4202dd2f-8c98-48c6-b071-38a73e59e54e req-0abb6782-4bd4-470e-b6bc-7f3ec298e319 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port ea9e7d65-9539-4e32-a752-e23413f33f73 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:22.682584 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4202dd2f-8c98-48c6-b071-38a73e59e54e req-0abb6782-4bd4-470e-b6bc-7f3ec298e319 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.699521 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for 5a043687-118f-49c4-b069-df7b080dd482 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:22.747205 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.754783 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.841101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-4202dd2f-8c98-48c6-b071-38a73e59e54e req-0abb6782-4bd4-470e-b6bc-7f3ec298e319 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port ea9e7d65-9539-4e32-a752-e23413f33f73, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ea9e7d65-9539-4e32-a752-e23413f33f73,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:22.841472 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4202dd2f-8c98-48c6-b071-38a73e59e54e req-0abb6782-4bd4-470e-b6bc-7f3ec298e319 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.853415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=ed3c60a0-a21a-49f1-b0dc-35a055401bb2,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:22.867153 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.891408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-4202dd2f-8c98-48c6-b071-38a73e59e54e req-0abb6782-4bd4-470e-b6bc-7f3ec298e319 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for ea9e7d65-9539-4e32-a752-e23413f33f73 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:22.984928 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Floating IP 66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1 associated. External IP: 172.25.0.141, port: 71586641-ad13-4beb-a996-c8aaf19b73fa. Jul 06 12:03:23.069868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3616a-aac4-4b8b-bb18-e02ab426c943 req-1c409570-681f-447e-bbd6-571f10ab1aaf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:23.071425 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2f3616a-aac4-4b8b-bb18-e02ab426c943 req-1c409570-681f-447e-bbd6-571f10ab1aaf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=23b203a0-9e67-4343-a065-d305f964744f HTTP/1.1" status: 200 len: 946 time: 0.2252541 Jul 06 12:03:23.096126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:23.157622 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=5a043687-118f-49c4-b069-df7b080dd482,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:23.251390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 99c0a62f-fc6d-427b-a025-276d631e1d58 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:23.358784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2f3616a-aac4-4b8b-bb18-e02ab426c943 req-71432b52-3f4c-4ccb-ba61-e3421fb8d3af tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=184210be-64b9-47b7-962a-e532864de089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568016 Jul 06 12:03:23.368875 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4202dd2f-8c98-48c6-b071-38a73e59e54e req-0abb6782-4bd4-470e-b6bc-7f3ec298e319 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:23.404971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb6782-4bd4-470e-b6bc-7f3ec298e319 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=ea9e7d65-9539-4e32-a752-e23413f33f73,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:23.433830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:23.446323 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cf67d-c83b-486c-b069-9a5d0e7ea716 None None] Sync routers for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:23.470543 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371cf67d-c83b-486c-b069-9a5d0e7ea716 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:23.475203 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-371cf67d-c83b-486c-b069-9a5d0e7ea716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:23.500239 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:23.552346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3c9814c-9dfb-423d-9449-8da8df59ae9c req-a831941f-c082-4a47-ad00-0447540a3e0c tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0663843 Jul 06 12:03:23.557880 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:23.569245 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-da711a8a-a198-405c-ab1d-5330484a0b83 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5980039 Jul 06 12:03:23.569784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'tag': '71586641-ad13-4beb-a996-c8aaf19b73fa'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:23.572175 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9ab1c1-769e-4d08-8e0c-39082e3edf81", "tag": "71586641-ad13-4beb-a996-c8aaf19b73fa"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:23.574329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43854) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:23.584196 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-4202dd2f-8c98-48c6-b071-38a73e59e54e req-0abb6782-4bd4-470e-b6bc-7f3ec298e319 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] No DVR routers for this DVR port ea9e7d65-9539-4e32-a752-e23413f33f73 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:23.601037 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4202dd2f-8c98-48c6-b071-38a73e59e54e req-0abb6782-4bd4-470e-b6bc-7f3ec298e319 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:23.608168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4202dd2f-8c98-48c6-b071-38a73e59e54e req-0abb6782-4bd4-470e-b6bc-7f3ec298e319 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "DELETE /v2.0/ports/ea9e7d65-9539-4e32-a752-e23413f33f73 HTTP/1.1" status: 204 len: 173 time: 1.1528661 Jul 06 12:03:23.609375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-deleted', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:23.612976 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585130cc-e561-4707-b016-1d7f4e1c4676" -d '{"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-deleted", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:23.682419 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec12fb8-f5d2-41df-80e2-65a1b2fbba6b x-openstack-request-id: req-dec12fb8-f5d2-41df-80e2-65a1b2fbba6b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:23.684427 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9ab1c1-769e-4d08-8e0c-39082e3edf81", "tag": "71586641-ad13-4beb-a996-c8aaf19b73fa", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:23.684696 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dec12fb8-f5d2-41df-80e2-65a1b2fbba6b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:23.685123 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'tag': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'status': 'completed', 'code': 200} Jul 06 12:03:23.758733 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6d2367-f61f-48b1-aecb-ab5a22505912 x-openstack-request-id: req-2e6d2367-f61f-48b1-aecb-ab5a22505912 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:23.759145 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b203a0-9e67-4343-a065-d305f964744f", "name": "network-vif-deleted", "tag": "ea9e7d65-9539-4e32-a752-e23413f33f73", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:23.759539 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e6d2367-f61f-48b1-aecb-ab5a22505912 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:23.760024 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b203a0-9e67-4343-a065-d305f964744f', 'name': 'network-vif-deleted', 'tag': 'ea9e7d65-9539-4e32-a752-e23413f33f73', 'status': 'completed', 'code': 200} Jul 06 12:03:23.809829 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-371cf67d-c83b-486c-b069-9a5d0e7ea716 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:23.969047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-460d40b7-0af1-4b21-92e4-3601d36667b4 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/floatingips/66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1 HTTP/1.1" status: 200 len: 991 time: 0.3890007 Jul 06 12:03:24.199030 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-371cf67d-c83b-486c-b069-9a5d0e7ea716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:02:55Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.141', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'port_id': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'mac_address': 'fa:16:3e:9e:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:21Z', 'updated_at': '2021-07-06T12:03:21Z', 'revision_number': 0, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:24.231381 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cf67d-c83b-486c-b069-9a5d0e7ea716 None None] Checking router: 99c0a62f-fc6d-427b-a025-276d631e1d58 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:24.242718 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371cf67d-c83b-486c-b069-9a5d0e7ea716 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:24.243473 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-371cf67d-c83b-486c-b069-9a5d0e7ea716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:24.275168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f req-752bc9e3-b9be-4501-85d2-7b235affe32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:24.277003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f req-752bc9e3-b9be-4501-85d2-7b235affe32b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 1096 time: 0.5889711 Jul 06 12:03:24.305234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:24.428702 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-371cf67d-c83b-486c-b069-9a5d0e7ea716 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:24.455304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:24.477428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-22b46816-c2b3-4389-a9eb-04c64fa2ccb5 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8489025 Jul 06 12:03:24.477606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43864) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:24.483486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f13289-00f6-4e74-85e4-3a11e06e58ba None None] Sync routers for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:24.519231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f13289-00f6-4e74-85e4-3a11e06e58ba None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:24.520185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09f13289-00f6-4e74-85e4-3a11e06e58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:24.531208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f req-eca38909-6bb3-4481-bb0c-a94518be146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:24.532846 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f req-eca38909-6bb3-4481-bb0c-a94518be146f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 HTTP/1.1" status: 200 len: 897 time: 0.2491400 Jul 06 12:03:24.544200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43866) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:24.652595 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f req-0f7f44d8-fda8-49bd-8bcd-d4a8bfd84806 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71586641-ad13-4beb-a996-c8aaf19b73fa HTTP/1.1" status: 200 len: 999 time: 0.1127331 Jul 06 12:03:24.673244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-62411384-9977-4334-b227-60fc0a69e62a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting subnet 7650b250-777a-4034-8116-35c38a796511 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:24.692974 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62411384-9977-4334-b227-60fc0a69e62a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:24.724290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-09f13289-00f6-4e74-85e4-3a11e06e58ba None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:24.741328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f req-6c59944a-d46d-437b-9756-6e7f06768d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:24.747136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f req-6c59944a-d46d-437b-9756-6e7f06768d70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=800a6969-08ac-4671-a566-09fe9064d851 HTTP/1.1" status: 200 len: 835 time: 0.0880136 Jul 06 12:03:24.801506 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-371cf67d-c83b-486c-b069-9a5d0e7ea716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:02:55Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.141', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'port_id': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'mac_address': 'fa:16:3e:9e:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:21Z', 'updated_at': '2021-07-06T12:03:21Z', 'revision_number': 0, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:24.883087 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cf67d-c83b-486c-b069-9a5d0e7ea716 None None] The sync data for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 is: [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:02:55Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.141', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'port_id': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'mac_address': 'fa:16:3e:9e:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:21Z', 'updated_at': '2021-07-06T12:03:21Z', 'revision_number': 0, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:24.911212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09f13289-00f6-4e74-85e4-3a11e06e58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:22Z', 'revision_number': 11, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:24.917809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62411384-9977-4334-b227-60fc0a69e62a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:24.960153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f13289-00f6-4e74-85e4-3a11e06e58ba None None] Checking router: cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:24.970992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f13289-00f6-4e74-85e4-3a11e06e58ba None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:24.972904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09f13289-00f6-4e74-85e4-3a11e06e58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:24.981496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43872) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:25.068013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-663cd5c4-2e06-43d0-b512-6183246ae7d8 req-2461363e-8afa-4beb-991b-222be273142c tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.1405888 Jul 06 12:03:25.083172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-09f13289-00f6-4e74-85e4-3a11e06e58ba None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:25.148431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f req-63344a78-4e30-4454-8f82-f60633d24d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:25.150181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f req-63344a78-4e30-4454-8f82-f60633d24d9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3962533 Jul 06 12:03:25.161159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09f13289-00f6-4e74-85e4-3a11e06e58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:22Z', 'revision_number': 11, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:25.199660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f13289-00f6-4e74-85e4-3a11e06e58ba None None] The sync data for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 is: [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:22Z', 'revision_number': 11, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:25.256028 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-58dec34b-66ce-4ecb-a074-40a1e7cb5c12 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/floatingips/66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1 HTTP/1.1" status: 200 len: 991 time: 0.2626336 Jul 06 12:03:25.301809 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6e320-6ce3-49ec-b9e8-db30a0ee7ced None None] New status for floating IP 66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:03:25.328640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62411384-9977-4334-b227-60fc0a69e62a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.332527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f req-6998a462-aeea-4915-80a8-a70537c848c6 service neutron] 10.222.0.47 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646001 Jul 06 12:03:25.489113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ebaa715b-7c5c-47f8-be0b-a6e4cc51844f req-3e4c7319-a6bf-47f8-84b5-3ec18e2ff3fd service neutron] 10.222.0.47 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477568 Jul 06 12:03:25.629874 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62411384-9977-4334-b227-60fc0a69e62a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.677248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62411384-9977-4334-b227-60fc0a69e62a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Subnet': ['ID=7650b250-777a-4034-8116-35c38a796511,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:25.697216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62411384-9977-4334-b227-60fc0a69e62a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.699150 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-62411384-9977-4334-b227-60fc0a69e62a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/7650b250-777a-4034-8116-35c38a796511 HTTP/1.1" status: 204 len: 168 time: 1.2206879 Jul 06 12:03:25.703838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43876) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:25.708188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546daf9-9608-4839-9e6c-73bf7a5b1b04 None None] Network 6c175978-d04d-49c4-93be-2a4e0032672c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:25.856644 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.865984 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.998469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Deleting port d3701a45-a703-4b4b-991d-17af832b3987 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:25.999179 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.096313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653ad85-f1be-4400-aa37-ce56ee44f456 None None] DHCP port deletion for 6c175978-d04d-49c4-93be-2a4e0032672c request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:03:26.099707 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] For port d3701a45-a703-4b4b-991d-17af832b3987, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d3701a45-a703-4b4b-991d-17af832b3987,segment=NetworkSegment(600ce181-4366-49b4-b91b-cbe81d18f589),segment_id=600ce181-4366-49b4-b91b-cbe81d18f589)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:26.100189 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.118961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Calling delete_port for d3701a45-a703-4b4b-991d-17af832b3987 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:26.197170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8653ad85-f1be-4400-aa37-ce56ee44f456 None None] Deleting port d3701a45-a703-4b4b-991d-17af832b3987 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:26.197578 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8653ad85-f1be-4400-aa37-ce56ee44f456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.252896 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.259567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43880) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:26.277410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8653ad85-f1be-4400-aa37-ce56ee44f456 None None] For port d3701a45-a703-4b4b-991d-17af832b3987, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d3701a45-a703-4b4b-991d-17af832b3987,segment=NetworkSegment(600ce181-4366-49b4-b91b-cbe81d18f589),segment_id=600ce181-4366-49b4-b91b-cbe81d18f589)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:26.277896 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8653ad85-f1be-4400-aa37-ce56ee44f456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.293247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8653ad85-f1be-4400-aa37-ce56ee44f456 None None] Calling delete_port for d3701a45-a703-4b4b-991d-17af832b3987 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:26.326786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port d18cf940-b14b-4fb0-9de3-5880e58d7d05 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:26.327017 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.381333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Port': ['ID=d3701a45-a703-4b4b-991d-17af832b3987,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:26.383719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No DVR routers for this DVR port d3701a45-a703-4b4b-991d-17af832b3987 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:26.389866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5e5948e-1bf2-4cba-a1ce-983ef0d8a4a4 req-f9fde095-7b02-4766-a0de-884a6f3cf365 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0657737 Jul 06 12:03:26.407427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c0f0621b-707d-4db4-9eed-f60e091944d1 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/floatingips/66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1 HTTP/1.1" status: 200 len: 993 time: 0.1395421 Jul 06 12:03:26.449471 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8653ad85-f1be-4400-aa37-ce56ee44f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.480178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653ad85-f1be-4400-aa37-ce56ee44f456 None None] Pushing event deleted for resources: {'Port': ['ID=d3701a45-a703-4b4b-991d-17af832b3987,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:26.487712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8653ad85-f1be-4400-aa37-ce56ee44f456 None None] No DVR routers for this DVR port d3701a45-a703-4b4b-991d-17af832b3987 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:26.488010 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.506066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c175978-d04d-49c4-93be-2a4e0032672c']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:26.517041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port d18cf940-b14b-4fb0-9de3-5880e58d7d05, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d18cf940-b14b-4fb0-9de3-5880e58d7d05,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:26.517840 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.519308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600ce181-4366-49b4-b91b-cbe81d18f589') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:26.519795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600ce181-4366-49b4-b91b-cbe81d18f589') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:26.530832 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.533047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for d18cf940-b14b-4fb0-9de3-5880e58d7d05 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:26.546385 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.554635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:26.555053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:26.558624 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:26.628223 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.637954 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.640464 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/networks/6c175978-d04d-49c4-93be-2a4e0032672c HTTP/1.1" status: 204 len: 168 time: 0.9346583 Jul 06 12:03:26.644444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:26.650399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cffd613a-2b8a-4158-b2cd-2a635fb43939 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'routes': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:26.693489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5065bc9-c364-4c43-a806-c65358170678 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Pushing event deleted for resources: {'Network': ['ID=6c175978-d04d-49c4-93be-2a4e0032672c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:26.755670 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.795772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:26.807610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=d18cf940-b14b-4fb0-9de3-5880e58d7d05,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:26.846830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: ea9e7d65-9539-4e32-a752-e23413f33f73 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:26.847679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ea9e7d65-9539-4e32-a752-e23413f33f73 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:26.853154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-cffd613a-2b8a-4158-b2cd-2a635fb43939 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Added routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:03:26.853666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-cffd613a-2b8a-4158-b2cd-2a635fb43939 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Removed routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:03:26.853897 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cffd613a-2b8a-4158-b2cd-2a635fb43939 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.059265 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cffd613a-2b8a-4158-b2cd-2a635fb43939 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.066896 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cffd613a-2b8a-4158-b2cd-2a635fb43939 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.105529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5a043687-118f-49c4-b069-df7b080dd482 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:27.135628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 5a043687-118f-49c4-b069-df7b080dd482 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:27.135912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5a043687-118f-49c4-b069-df7b080dd482 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:27.136582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d3701a45-a703-4b4b-991d-17af832b3987 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:27.166441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: d3701a45-a703-4b4b-991d-17af832b3987 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:27.167130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d3701a45-a703-4b4b-991d-17af832b3987 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:27.187171 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.194878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffd613a-2b8a-4158-b2cd-2a635fb43939 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:27.297230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffd613a-2b8a-4158-b2cd-2a635fb43939 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:27.312618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a88943a-6f95-4f39-a2a3-d8d53daee60f None None] Sync routers for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:27.326760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cffd613a-2b8a-4158-b2cd-2a635fb43939 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.329044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cffd613a-2b8a-4158-b2cd-2a635fb43939 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 HTTP/1.1" status: 200 len: 700 time: 0.6836426 Jul 06 12:03:27.332195 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43886) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:27.334422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a88943a-6f95-4f39-a2a3-d8d53daee60f None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:27.335308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a88943a-6f95-4f39-a2a3-d8d53daee60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:27.384254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a6ea62c0-56c1-4bbb-99b1-ecd292a5378d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 HTTP/1.1" status: 200 len: 205 time: 0.0509331 Jul 06 12:03:27.386788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43888) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:27.416492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9a88943a-6f95-4f39-a2a3-d8d53daee60f None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:27.468277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 70171ed3-6bde-4bc8-b1a2-f671ff25123d has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:27.474050 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a88943a-6f95-4f39-a2a3-d8d53daee60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:22Z', 'revision_number': 11, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:27.507240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a88943a-6f95-4f39-a2a3-d8d53daee60f None None] Checking router: cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:27.526382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a88943a-6f95-4f39-a2a3-d8d53daee60f None None] Routers {'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:27.527150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a88943a-6f95-4f39-a2a3-d8d53daee60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:27.566428 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-def1a7cd-6fac-49a7-80af-3e6347057862 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.623333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9a88943a-6f95-4f39-a2a3-d8d53daee60f None None] Set router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:27.684204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a88943a-6f95-4f39-a2a3-d8d53daee60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:22Z', 'revision_number': 11, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:27.697145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:27.698257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0e38e27a-eae8-4d67-b068-4e22c94d8311 req-52374a93-0235-4b9c-86d6-e57efdb0a278 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0491564 Jul 06 12:03:27.724819 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1b74325e-ef70-42d3-84f7-8bb2acefa90b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "PUT /v2.0/routers/70171ed3-6bde-4bc8-b1a2-f671ff25123d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1786656 Jul 06 12:03:27.728535 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b82d01-1263-4d9d-9c7a-6c7c86a7154e None None] Sync routers for ids ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:27.730038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43892) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:27.747339 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b82d01-1263-4d9d-9c7a-6c7c86a7154e None None] Routers {'70171ed3-6bde-4bc8-b1a2-f671ff25123d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:27.750377 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d5b82d01-1263-4d9d-9c7a-6c7c86a7154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:27.761536 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a88943a-6f95-4f39-a2a3-d8d53daee60f None None] The sync data for ids ['cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8'] in n-d-799527-2 is: [{'id': 'cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8', 'name': 'tempest-RoutersTest-router-972829695', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:43Z', 'updated_at': '2021-07-06T12:03:22Z', 'revision_number': 11, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:27.836863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bcafe2-5905-45fe-bee1-13f84fe677e0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting subnet c25355ef-6eee-4ef3-b846-85a27c8be5bd {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:27.842590 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafe2-5905-45fe-bee1-13f84fe677e0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.875489 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-def1a7cd-6fac-49a7-80af-3e6347057862 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.879137 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-def1a7cd-6fac-49a7-80af-3e6347057862 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.911924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafe2-5905-45fe-bee1-13f84fe677e0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.915962 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d5b82d01-1263-4d9d-9c7a-6c7c86a7154e None None] Set router 70171ed3-6bde-4bc8-b1a2-f671ff25123d gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:27.941713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-def1a7cd-6fac-49a7-80af-3e6347057862 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.944691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def1a7cd-6fac-49a7-80af-3e6347057862 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Fanout notify agent at l3_agent the message router_deleted on router cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:03:27.968277 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-def1a7cd-6fac-49a7-80af-3e6347057862 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.972675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-def1a7cd-6fac-49a7-80af-3e6347057862 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 HTTP/1.1" status: 204 len: 168 time: 0.5846579 Jul 06 12:03:27.977209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43896) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:27.984266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f798ef1c-60f3-440a-90cc-1c415542cafe tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1164299848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:28.047466 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f798ef1c-60f3-440a-90cc-1c415542cafe tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.048479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f798ef1c-60f3-440a-90cc-1c415542cafe tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.094490 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafe2-5905-45fe-bee1-13f84fe677e0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.205235 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d5b82d01-1263-4d9d-9c7a-6c7c86a7154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T12:03:26Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:28.239659 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b82d01-1263-4d9d-9c7a-6c7c86a7154e None None] Checking router: 70171ed3-6bde-4bc8-b1a2-f671ff25123d for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:28.252051 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b82d01-1263-4d9d-9c7a-6c7c86a7154e None None] Routers {'70171ed3-6bde-4bc8-b1a2-f671ff25123d'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:28.252717 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d5b82d01-1263-4d9d-9c7a-6c7c86a7154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:28.408488 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d5b82d01-1263-4d9d-9c7a-6c7c86a7154e None None] Set router 70171ed3-6bde-4bc8-b1a2-f671ff25123d gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:28.507823 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f798ef1c-60f3-440a-90cc-1c415542cafe tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.516615 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f798ef1c-60f3-440a-90cc-1c415542cafe tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.541665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f798ef1c-60f3-440a-90cc-1c415542cafe tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.546397 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f798ef1c-60f3-440a-90cc-1c415542cafe tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5647037 Jul 06 12:03:28.546623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43898) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:28.553492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1fdb3a15-c6ea-47c7-b08d-7de397002b73 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:28.687752 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d5b82d01-1263-4d9d-9c7a-6c7c86a7154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T12:03:26Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:28.714256 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b82d01-1263-4d9d-9c7a-6c7c86a7154e None None] The sync data for ids ['70171ed3-6bde-4bc8-b1a2-f671ff25123d'] in n-d-799527-2 is: [{'id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-558437909', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:47Z', 'updated_at': '2021-07-06T12:03:26Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '22237d91-a66b-47bf-9f03-2ca2705dfbe5', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70171ed3-6bde-4bc8-b1a2-f671ff25123d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:48Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:28.722863 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.735500 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafe2-5905-45fe-bee1-13f84fe677e0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.775731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafe2-5905-45fe-bee1-13f84fe677e0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.781380 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b4bcafe2-5905-45fe-bee1-13f84fe677e0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/subnets/c25355ef-6eee-4ef3-b846-85a27c8be5bd HTTP/1.1" status: 204 len: 168 time: 1.0465956 Jul 06 12:03:28.781380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcafe2-5905-45fe-bee1-13f84fe677e0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Subnet': ['ID=c25355ef-6eee-4ef3-b846-85a27c8be5bd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:28.781575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43902) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:28.786526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29243ac-248b-49de-b114-4a6feb537ee6 None None] Network f972626c-881e-4ab7-96df-90faab4deed8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:28.880278 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3a15-c6ea-47c7-b08d-7de397002b73 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.899932 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3a15-c6ea-47c7-b08d-7de397002b73 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7875869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7875846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871180'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.952789 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.958136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5413c21-dc9c-4bae-96b2-e29759556772 req-b2438432-16e2-4f3f-9c6a-8d6caf3f1a3a tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0643194 Jul 06 12:03:28.990415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.043394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdb3a15-c6ea-47c7-b08d-7de397002b73 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Router f6b7f937-5759-4c1d-b213-a2e386184486 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:03:29.088137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029202a-899f-4ab3-8f78-698758e391d6 None None] DHCP port deletion for f972626c-881e-4ab7-96df-90faab4deed8 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:03:29.165639 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.203326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1029202a-899f-4ab3-8f78-698758e391d6 None None] Deleting port eed51015-55af-4ed8-99ee-0e7bf5a83116 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:29.203856 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1029202a-899f-4ab3-8f78-698758e391d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.206759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device eed51015-55af-4ed8-99ee-0e7bf5a83116 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:29.209100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdb3a15-c6ea-47c7-b08d-7de397002b73 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:29.228344 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1fdb3a15-c6ea-47c7-b08d-7de397002b73 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.229771 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1fdb3a15-c6ea-47c7-b08d-7de397002b73 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "PUT /v2.0/routers/f6b7f937-5759-4c1d-b213-a2e386184486 HTTP/1.1" status: 200 len: 694 time: 0.6822836 Jul 06 12:03:29.234770 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43906) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:29.298369 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port 22237d91-a66b-47bf-9f03-2ca2705dfbe5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:29.298903 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.339802 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4775387e-e436-4d96-867d-998c95f8cabc tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/routers/f6b7f937-5759-4c1d-b213-a2e386184486 HTTP/1.1" status: 200 len: 700 time: 0.1035326 Jul 06 12:03:29.342804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43908) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:29.348907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04651a7-bbd7-4a5c-a567-30880d6ffead None None] Sync routers for ids ['f6b7f937-5759-4c1d-b213-a2e386184486'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:29.355280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1029202a-899f-4ab3-8f78-698758e391d6 None None] For port eed51015-55af-4ed8-99ee-0e7bf5a83116, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=eed51015-55af-4ed8-99ee-0e7bf5a83116,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:29.355806 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1029202a-899f-4ab3-8f78-698758e391d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.380706 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04651a7-bbd7-4a5c-a567-30880d6ffead None None] Routers {'f6b7f937-5759-4c1d-b213-a2e386184486'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:29.381490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b04651a7-bbd7-4a5c-a567-30880d6ffead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['f6b7f937-5759-4c1d-b213-a2e386184486'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:29.417253 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d76fa717-da31-41a9-ab55-9d2f9f84f25e tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b7f937-5759-4c1d-b213-a2e386184486 HTTP/1.1" status: 200 len: 205 time: 0.0727575 Jul 06 12:03:29.420427 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43910) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:29.452147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port 22237d91-a66b-47bf-9f03-2ca2705dfbe5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=22237d91-a66b-47bf-9f03-2ca2705dfbe5,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:29.452737 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.470184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b04651a7-bbd7-4a5c-a567-30880d6ffead None None] Set router f6b7f937-5759-4c1d-b213-a2e386184486 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:29.473539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1029202a-899f-4ab3-8f78-698758e391d6 None None] Calling delete_port for eed51015-55af-4ed8-99ee-0e7bf5a83116 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:29.488645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for 22237d91-a66b-47bf-9f03-2ca2705dfbe5 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:29.589151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd5919db-3c0a-4017-9821-c3e81fa2c181 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.735693 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.762556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b04651a7-bbd7-4a5c-a567-30880d6ffead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b7f937-5759-4c1d-b213-a2e386184486', 'name': 'tempest-RoutersTest-router-1164299848', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:28Z', 'updated_at': '2021-07-06T12:03:28Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:29.776688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=22237d91-a66b-47bf-9f03-2ca2705dfbe5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:29.791101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd5919db-3c0a-4017-9821-c3e81fa2c181 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.793749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd5919db-3c0a-4017-9821-c3e81fa2c181 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.795564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04651a7-bbd7-4a5c-a567-30880d6ffead None None] Checking router: f6b7f937-5759-4c1d-b213-a2e386184486 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:29.813226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04651a7-bbd7-4a5c-a567-30880d6ffead None None] Routers {'f6b7f937-5759-4c1d-b213-a2e386184486'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:29.813861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b04651a7-bbd7-4a5c-a567-30880d6ffead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['f6b7f937-5759-4c1d-b213-a2e386184486'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:29.838988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.857211 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd5919db-3c0a-4017-9821-c3e81fa2c181 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.858787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5919db-3c0a-4017-9821-c3e81fa2c181 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Fanout notify agent at l3_agent the message router_deleted on router f6b7f937-5759-4c1d-b213-a2e386184486 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:03:29.867282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd5919db-3c0a-4017-9821-c3e81fa2c181 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.871762 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bd5919db-3c0a-4017-9821-c3e81fa2c181 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/f6b7f937-5759-4c1d-b213-a2e386184486 HTTP/1.1" status: 204 len: 168 time: 0.4471030 Jul 06 12:03:29.872500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43912) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:29.890382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b04651a7-bbd7-4a5c-a567-30880d6ffead None None] Set router f6b7f937-5759-4c1d-b213-a2e386184486 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:29.916168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4570922b-c633-41a3-b20b-56fc948e667b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b7f937-5759-4c1d-b213-a2e386184486 HTTP/1.1" status: 200 len: 205 time: 0.0405300 Jul 06 12:03:29.916704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43916) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:29.959369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b04651a7-bbd7-4a5c-a567-30880d6ffead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b7f937-5759-4c1d-b213-a2e386184486', 'name': 'tempest-RoutersTest-router-1164299848', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:28Z', 'updated_at': '2021-07-06T12:03:28Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:29.968129 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-292b14ec-9b8c-4383-a58b-ab5b92adf386 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] delete failed (client error): The resource could not be found. Jul 06 12:03:29.971459 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-292b14ec-9b8c-4383-a58b-ab5b92adf386 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/f6b7f937-5759-4c1d-b213-a2e386184486 HTTP/1.1" status: 404 len: 336 time: 0.0518146 Jul 06 12:03:29.971708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43918) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:29.982414 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.985579 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.991605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04651a7-bbd7-4a5c-a567-30880d6ffead None None] The sync data for ids ['f6b7f937-5759-4c1d-b213-a2e386184486'] in n-d-799527-2 is: [{'id': 'f6b7f937-5759-4c1d-b213-a2e386184486', 'name': 'tempest-RoutersTest-router-1164299848', 'tenant_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:28Z', 'updated_at': '2021-07-06T12:03:28Z', 'revision_number': 2, 'project_id': 'aac5429e888647bb92c0bf0ad28a6a97', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:30.005084 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54e3cd1-6987-4893-bf63-9cd426ceb19b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] DELETE failed (client error): The resource could not be found. Jul 06 12:03:30.005707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54e3cd1-6987-4893-bf63-9cd426ceb19b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:03:30.010141 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b54e3cd1-6987-4893-bf63-9cd426ceb19b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/cc04ef5a-dcfc-4672-9ced-ca44f5640481 HTTP/1.1" status: 404 len: 337 time: 0.0351381 Jul 06 12:03:30.011473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43920) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.038221 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.050249 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d98843a-f531-41a1-8537-33edd9db79a0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] DELETE failed (client error): The resource could not be found. Jul 06 12:03:30.051054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d98843a-f531-41a1-8537-33edd9db79a0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:03:30.055221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5d98843a-f531-41a1-8537-33edd9db79a0 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/56a5678f-c1b2-47b2-80a1-b9a63e4e7a98 HTTP/1.1" status: 404 len: 337 time: 0.0404959 Jul 06 12:03:30.055900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43924) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.087372 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ef3127-2b5a-4557-92a8-6b40683d6f59 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] DELETE failed (client error): The resource could not be found. Jul 06 12:03:30.089172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ef3127-2b5a-4557-92a8-6b40683d6f59 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:03:30.093301 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c3ef3127-2b5a-4557-92a8-6b40683d6f59 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/430912db-e8a4-43d0-871a-625d69189bb7 HTTP/1.1" status: 404 len: 337 time: 0.0338378 Jul 06 12:03:30.093750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43926) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.104579 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.105453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Fanout notify agent at l3_agent the message router_deleted on router 70171ed3-6bde-4bc8-b1a2-f671ff25123d {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:03:30.119601 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.126527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port eed51015-55af-4ed8-99ee-0e7bf5a83116, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=eed51015-55af-4ed8-99ee-0e7bf5a83116,segment=NetworkSegment(d3750418-f3df-4267-8a6e-593e1c0fa57f),segment_id=d3750418-f3df-4267-8a6e-593e1c0fa57f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:30.127346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-563c7cd3-93a1-437f-8eed-b1d565dd3fd5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/routers/70171ed3-6bde-4bc8-b1a2-f671ff25123d HTTP/1.1" status: 204 len: 168 time: 1.3451180 Jul 06 12:03:30.128246 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43928) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.141089 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.141825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d18cf940-b14b-4fb0-9de3-5880e58d7d05 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:30.152166 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf568e27-0621-4f39-94fb-d83ed1286257 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] DELETE failed (client error): The resource could not be found. Jul 06 12:03:30.152890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf568e27-0621-4f39-94fb-d83ed1286257 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:03:30.157176 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cf568e27-0621-4f39-94fb-d83ed1286257 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/7650b250-777a-4034-8116-35c38a796511 HTTP/1.1" status: 404 len: 337 time: 0.0597873 Jul 06 12:03:30.157918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43930) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.206049 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e7cd6af6-b4f3-45cc-8948-9b5a5ede183c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 HTTP/1.1" status: 200 len: 205 time: 0.0448229 Jul 06 12:03:30.206624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43932) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.271947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: d18cf940-b14b-4fb0-9de3-5880e58d7d05 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:30.272339 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d18cf940-b14b-4fb0-9de3-5880e58d7d05 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:30.274132 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=eed51015-55af-4ed8-99ee-0e7bf5a83116,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:30.288431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.288851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.289206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.289547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.289886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.290222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.290556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.290889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.291217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.291568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.291900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.293199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.298084 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1029202a-899f-4ab3-8f78-698758e391d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.316130 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-06a73c65-5a9f-4ceb-8c3d-3fc75cf24d47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] delete failed (client error): The resource could not be found. Jul 06 12:03:30.317219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-06a73c65-5a9f-4ceb-8c3d-3fc75cf24d47 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/cedf2197-bbb1-4f0d-bdc0-8b0d3438adc8 HTTP/1.1" status: 404 len: 336 time: 0.1093705 Jul 06 12:03:30.319943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43934) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.338045 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029202a-899f-4ab3-8f78-698758e391d6 None None] Pushing event deleted for resources: {'Port': ['ID=eed51015-55af-4ed8-99ee-0e7bf5a83116,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:30.340244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-96c8c44a-c9a9-4e5e-9ed6-e52b777e7a7b req-5238c592-c9fc-495f-8a5a-f950f1d765be tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0637701 Jul 06 12:03:30.347128 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.373209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029202a-899f-4ab3-8f78-698758e391d6 None None] No DVR routers for this DVR port eed51015-55af-4ed8-99ee-0e7bf5a83116 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:30.413712 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4d4a042e-4533-45a8-a629-d06017accd68 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=886c3168-0938-4c44-8220-51ea8ddda64d HTTP/1.1" status: 200 len: 205 time: 0.0926039 Jul 06 12:03:30.416658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43936) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.463060 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-09d84c2d-cf36-496d-8da3-77c7e4d1936c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] delete failed (client error): The resource could not be found. Jul 06 12:03:30.466472 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-09d84c2d-cf36-496d-8da3-77c7e4d1936c tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/886c3168-0938-4c44-8220-51ea8ddda64d HTTP/1.1" status: 404 len: 336 time: 0.0465446 Jul 06 12:03:30.467928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43938) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.489641 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.513496 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffe84ef-4082-4b5b-b1a3-a1811d804583 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] DELETE failed (client error): The resource could not be found. Jul 06 12:03:30.513958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffe84ef-4082-4b5b-b1a3-a1811d804583 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:03:30.515727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dffe84ef-4082-4b5b-b1a3-a1811d804583 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/edb7e0de-56a0-451b-9716-33caad267a32 HTTP/1.1" status: 404 len: 337 time: 0.0436707 Jul 06 12:03:30.518503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43940) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.520583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f972626c-881e-4ab7-96df-90faab4deed8']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:30.531884 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3750418-f3df-4267-8a6e-593e1c0fa57f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:30.532187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3750418-f3df-4267-8a6e-593e1c0fa57f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:30.548789 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.557991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-20e788f2-7615-420e-91f5-7238a5dd35ec tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=9410c196-10c9-456f-8348-6028b5bafc33 HTTP/1.1" status: 200 len: 205 time: 0.0381417 Jul 06 12:03:30.558662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43942) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.563392 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.570028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:30.570506 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:30.574105 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:30.603695 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-d35aa0e6-91b7-4ac8-8e47-a3bccbf1090d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] delete failed (client error): The resource could not be found. Jul 06 12:03:30.607980 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d35aa0e6-91b7-4ac8-8e47-a3bccbf1090d tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/9410c196-10c9-456f-8348-6028b5bafc33 HTTP/1.1" status: 404 len: 336 time: 0.0450490 Jul 06 12:03:30.608374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43944) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.642558 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-451cca57-d908-48d2-89f3-f738a06f223f tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95c9f03-8d48-4192-b84b-470086c9ad08 HTTP/1.1" status: 200 len: 205 time: 0.0306160 Jul 06 12:03:30.642827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43946) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.689770 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-0b1947c7-328e-46fb-a9c9-ecd6ffa4b780 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] delete failed (client error): The resource could not be found. Jul 06 12:03:30.693321 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0b1947c7-328e-46fb-a9c9-ecd6ffa4b780 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/d95c9f03-8d48-4192-b84b-470086c9ad08 HTTP/1.1" status: 404 len: 336 time: 0.0470612 Jul 06 12:03:30.693986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43948) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.724874 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7c7df5-bf89-4051-a62f-abdc3cf339e4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] DELETE failed (client error): The resource could not be found. Jul 06 12:03:30.725460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7c7df5-bf89-4051-a62f-abdc3cf339e4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:03:30.729621 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9b7c7df5-bf89-4051-a62f-abdc3cf339e4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/8f6ce1e7-ff3e-494c-93e2-593681faa7bc HTTP/1.1" status: 404 len: 337 time: 0.0323160 Jul 06 12:03:30.730378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43950) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.761341 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8dafd616-6c9f-4322-bc89-a012c2833a6b tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6301cc-23d7-4a3e-9d46-08ace1db004b HTTP/1.1" status: 200 len: 205 time: 0.0293860 Jul 06 12:03:30.764079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43952) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.805172 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-03d50f91-9f41-46a1-ad18-b3da4e52fefc tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] delete failed (client error): The resource could not be found. Jul 06 12:03:30.806558 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-03d50f91-9f41-46a1-ad18-b3da4e52fefc tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/dd6301cc-23d7-4a3e-9d46-08ace1db004b HTTP/1.1" status: 404 len: 336 time: 0.0412600 Jul 06 12:03:30.809807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43954) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.844714 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff02e706-fee2-4bc7-8976-143f84e7a8c4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] DELETE failed (client error): The resource could not be found. Jul 06 12:03:30.845178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff02e706-fee2-4bc7-8976-143f84e7a8c4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:03:30.847549 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ff02e706-fee2-4bc7-8976-143f84e7a8c4 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/98ad9fb7-466d-45a1-8e99-e91aee30b5dd HTTP/1.1" status: 404 len: 337 time: 0.0360782 Jul 06 12:03:30.849843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43956) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.887954 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1060266b-bbec-4b4d-84ad-853087c0153a tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe HTTP/1.1" status: 200 len: 205 time: 0.0369439 Jul 06 12:03:30.889094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43958) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.936327 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-4e4b0943-e1d1-4bf6-a631-b8e215f4b098 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] delete failed (client error): The resource could not be found. Jul 06 12:03:30.937399 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4e4b0943-e1d1-4bf6-a631-b8e215f4b098 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/routers/dc83f5b7-9e2c-40f0-959e-3d5dc6adddfe HTTP/1.1" status: 404 len: 336 time: 0.0473590 Jul 06 12:03:30.941035 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43962) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.951912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22237d91-a66b-47bf-9f03-2ca2705dfbe5 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:30.973946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 22237d91-a66b-47bf-9f03-2ca2705dfbe5 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:30.974293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22237d91-a66b-47bf-9f03-2ca2705dfbe5 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:30.983685 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06605a8-ddb5-4b07-83eb-5d515ce7e5fd tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] DELETE failed (client error): The resource could not be found. Jul 06 12:03:30.984216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06605a8-ddb5-4b07-83eb-5d515ce7e5fd tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:03:30.985879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b06605a8-ddb5-4b07-83eb-5d515ce7e5fd tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/265a0d61-0c9a-40dd-9ced-1d5bb377f088 HTTP/1.1" status: 404 len: 337 time: 0.0439105 Jul 06 12:03:30.988580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43964) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:31.001716 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.008496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.013144 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/networks/f972626c-881e-4ab7-96df-90faab4deed8 HTTP/1.1" status: 204 len: 168 time: 0.8804317 Jul 06 12:03:31.018968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43966) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:31.032624 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a1cf33-67b5-42bc-a7fe-cc2d9a49ea04 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] DELETE failed (client error): The resource could not be found. Jul 06 12:03:31.033084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a1cf33-67b5-42bc-a7fe-cc2d9a49ea04 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:03:31.035717 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d5a1cf33-67b5-42bc-a7fe-cc2d9a49ea04 tempest-RoutersTest-1423297472 tempest-RoutersTest-1423297472-project] 10.222.0.21 "DELETE /v2.0/subnets/1605892f-dc0d-482d-a3f9-fcbf87f227fa HTTP/1.1" status: 404 len: 337 time: 0.0455589 Jul 06 12:03:31.042214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33ffd6-344f-457e-8d77-29d1cbbc9e37 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Network': ['ID=f972626c-881e-4ab7-96df-90faab4deed8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:31.111253 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9002994e-cbf9-4615-9e53-fb3e29b7f86c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.145096 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9002994e-cbf9-4615-9e53-fb3e29b7f86c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.227925 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9002994e-cbf9-4615-9e53-fb3e29b7f86c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.230795 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9002994e-cbf9-4615-9e53-fb3e29b7f86c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.234562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9002994e-cbf9-4615-9e53-fb3e29b7f86c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/security-groups/184210be-64b9-47b7-962a-e532864de089 HTTP/1.1" status: 204 len: 168 time: 0.2120471 Jul 06 12:03:31.241559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002994e-cbf9-4615-9e53-fb3e29b7f86c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184210be-64b9-47b7-962a-e532864de089,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:31.352411 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43976) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:31.529417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fa187c9f-dc52-45b7-a91f-d762e2398376 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aac5429e888647bb92c0bf0ad28a6a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757531 Jul 06 12:03:31.530967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 43982) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:31.532274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43984) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:31.535959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-eb319f97-3d21-48a3-9f1b-970bb89cadcd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448738114', 'description': 'tempest-secgroup-smoke-448738114 description', 'project_id': '64814768bca940c89b9e67066652c148'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:31.583390 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ce7fe7e-f234-4d75-b8f8-8229c30d3cb7 req-b3ff2a88-5fb9-4716-8a20-0dd91a8063d5 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0350080 Jul 06 12:03:31.590679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-950e0161-f6e6-4d5a-9679-2a09af11121a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.590851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb319f97-3d21-48a3-9f1b-970bb89cadcd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.616411 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-950e0161-f6e6-4d5a-9679-2a09af11121a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.676281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-950e0161-f6e6-4d5a-9679-2a09af11121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.678947 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-950e0161-f6e6-4d5a-9679-2a09af11121a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.682878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-950e0161-f6e6-4d5a-9679-2a09af11121a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a925a17d-8b6a-43ca-b093-ce14aaa3f075 HTTP/1.1" status: 204 len: 168 time: 0.1494167 Jul 06 12:03:31.683705 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb319f97-3d21-48a3-9f1b-970bb89cadcd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.689162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb319f97-3d21-48a3-9f1b-970bb89cadcd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.691842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e0161-f6e6-4d5a-9679-2a09af11121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a925a17d-8b6a-43ca-b093-ce14aaa3f075,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:31.723030 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb319f97-3d21-48a3-9f1b-970bb89cadcd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.727008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-eb319f97-3d21-48a3-9f1b-970bb89cadcd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1924467 Jul 06 12:03:31.728046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43988) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:31.737249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb319f97-3d21-48a3-9f1b-970bb89cadcd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607b2183-903d-47a4-ab2b-278cc09628ad,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:31.737508 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2b791cdc-99b5-401e-8fa9-303d4e82fa74 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '607b2183-903d-47a4-ab2b-278cc09628ad', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:31.768670 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b791cdc-99b5-401e-8fa9-303d4e82fa74 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.847909 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b791cdc-99b5-401e-8fa9-303d4e82fa74 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.852585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b791cdc-99b5-401e-8fa9-303d4e82fa74 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.873783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b791cdc-99b5-401e-8fa9-303d4e82fa74 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cab749-3201-4f85-82e4-dad8fe878484,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:31.881480 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b791cdc-99b5-401e-8fa9-303d4e82fa74 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.884543 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2b791cdc-99b5-401e-8fa9-303d4e82fa74 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544826 Jul 06 12:03:31.887339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 43992) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:31.892120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-707604c3-4e0b-4464-bab8-ba107b9e8101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '607b2183-903d-47a4-ab2b-278cc09628ad', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:31.926619 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-707604c3-4e0b-4464-bab8-ba107b9e8101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.014460 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-707604c3-4e0b-4464-bab8-ba107b9e8101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.019216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-707604c3-4e0b-4464-bab8-ba107b9e8101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.042716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707604c3-4e0b-4464-bab8-ba107b9e8101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9ff7e1-7064-40a7-998b-bd2024682a6b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:32.062646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-707604c3-4e0b-4464-bab8-ba107b9e8101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.067217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44002) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:32.067801 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-707604c3-4e0b-4464-bab8-ba107b9e8101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1789484 Jul 06 12:03:32.072187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c645dfe9-094e-4eef-a455-de080c718a68 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '607b2183-903d-47a4-ab2b-278cc09628ad', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:32.123571 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c645dfe9-094e-4eef-a455-de080c718a68 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.178227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c645dfe9-094e-4eef-a455-de080c718a68 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.182793 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c645dfe9-094e-4eef-a455-de080c718a68 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.206760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645dfe9-094e-4eef-a455-de080c718a68 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855b142e-4043-44af-82c8-c21678061db5,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:32.214816 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c645dfe9-094e-4eef-a455-de080c718a68 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.216467 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c645dfe9-094e-4eef-a455-de080c718a68 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480024 Jul 06 12:03:32.219061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44008) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:32.224232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-23b1c98b-88e9-4e34-9969-dc6d23436126 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '607b2183-903d-47a4-ab2b-278cc09628ad', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:32.255370 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23b1c98b-88e9-4e34-9969-dc6d23436126 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.323721 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23b1c98b-88e9-4e34-9969-dc6d23436126 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.328701 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23b1c98b-88e9-4e34-9969-dc6d23436126 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.349243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1c98b-88e9-4e34-9969-dc6d23436126 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3584ef30-df2d-4f9e-9034-6c12ee6f2bb3,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:32.365408 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23b1c98b-88e9-4e34-9969-dc6d23436126 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.367362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-23b1c98b-88e9-4e34-9969-dc6d23436126 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469531 Jul 06 12:03:32.370430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44014) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:32.377794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-85fcdeaa-859e-47bd-9a19-7124b74e9061 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '607b2183-903d-47a4-ab2b-278cc09628ad', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:32.410245 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-85fcdeaa-859e-47bd-9a19-7124b74e9061 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Project 64814768bca940c89b9e67066652c148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:03:32.415862 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85fcdeaa-859e-47bd-9a19-7124b74e9061 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.488788 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85fcdeaa-859e-47bd-9a19-7124b74e9061 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.492780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85fcdeaa-859e-47bd-9a19-7124b74e9061 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.501924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:32.512175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcdeaa-859e-47bd-9a19-7124b74e9061 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71bbf93-0968-405e-bddd-fb092ad112d7,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:32.521113 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85fcdeaa-859e-47bd-9a19-7124b74e9061 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.522446 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-85fcdeaa-859e-47bd-9a19-7124b74e9061 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501205 Jul 06 12:03:32.525126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44022) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:32.530744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-86aa1dbc-971e-4b7f-aa67-f064c2215120 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': '607b2183-903d-47a4-ab2b-278cc09628ad', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:32.553250 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-86aa1dbc-971e-4b7f-aa67-f064c2215120 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Project 64814768bca940c89b9e67066652c148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:03:32.558286 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86aa1dbc-971e-4b7f-aa67-f064c2215120 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.610649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-046f2b60-5734-4a6e-a25a-2afa556bb742 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1600280422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:32.640674 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-046f2b60-5734-4a6e-a25a-2afa556bb742 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.643039 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-046f2b60-5734-4a6e-a25a-2afa556bb742 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.644238 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86aa1dbc-971e-4b7f-aa67-f064c2215120 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.651440 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86aa1dbc-971e-4b7f-aa67-f064c2215120 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.677012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa1dbc-971e-4b7f-aa67-f064c2215120 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55025c92-80f0-4eaa-9d65-c709ab72bc32,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:32.683550 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86aa1dbc-971e-4b7f-aa67-f064c2215120 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.688226 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-86aa1dbc-971e-4b7f-aa67-f064c2215120 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616762 Jul 06 12:03:32.688823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44028) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:32.694520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'network': {'name': 'tempest-network-smoke--1506912250', 'project_id': '64814768bca940c89b9e67066652c148', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:32.746078 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-046f2b60-5734-4a6e-a25a-2afa556bb742 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.768443 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-046f2b60-5734-4a6e-a25a-2afa556bb742 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.776868 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-74516a90-c354-4114-9970-0ef092560b9d req-7a96b22b-d42f-4262-b737-68bf27796004 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0466096 Jul 06 12:03:32.783617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:32.787370 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.809388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-046f2b60-5734-4a6e-a25a-2afa556bb742 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.810730 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-046f2b60-5734-4a6e-a25a-2afa556bb742 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3075843 Jul 06 12:03:32.814228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:32.820840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1525758694'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:32.829252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:03:32.843469 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.843956 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Added segment 19dccdc6-bbe4-458b-ac4b-66dd053bd122 of type vlan for network edd25061-97da-46b2-aadb-ac99d525ee31 Jul 06 12:03:32.846268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Made reservation on behalf of 042887a3624e42fcbba5b7959689647c for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:32.849880 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.859935 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.891794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.923139 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.929144 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:32.929859 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.969262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.973457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.999843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3067901 Jul 06 12:03:33.001463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44034) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:33.004094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:03:33.010165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'admin_state_up': True, 'project_id': '64814768bca940c89b9e67066652c148', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:33.015499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b589f3c9-75b5-4307-a122-376150c245d8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:33.038797 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.038797 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Added segment ea4c9f48-fea4-4544-942e-7a7703d9369c of type vlan for network dd750c0f-8d7c-4c69-a350-c834846e91e7 Jul 06 12:03:33.048446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6e705-5223-4348-92e1-c61174108481 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Network': ['ID=edd25061-97da-46b2-aadb-ac99d525ee31,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:33.059850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network edd25061-97da-46b2-aadb-ac99d525ee31 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:03:33.061807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.063477 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.092510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.130852 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.132708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.142863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:33.143934 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.202472 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3860395 Jul 06 12:03:33.209468 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44036) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:33.215551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'subnet': {'network_id': 'dd750c0f-8d7c-4c69-a350-c834846e91e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:33.221883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88b9ec-aaf6-46c2-8613-78ba2a26523c tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Network': ['ID=dd750c0f-8d7c-4c69-a350-c834846e91e7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:33.233739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network dd750c0f-8d7c-4c69-a350-c834846e91e7 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:03:33.340068 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.435995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Made reservation on behalf of 042887a3624e42fcbba5b7959689647c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:33.439650 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.688724 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.713999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.794118 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.898684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Subnet': ['ID=fb3a0226-ad37-4599-860f-ea5bd5104655,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:33.916230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Checking segment: {'id': 'ea4c9f48-fea4-4544-942e-7a7703d9369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dd750c0f-8d7c-4c69-a350-c834846e91e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:33.916596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network hostable DHCP agents. Network: dd750c0f-8d7c-4c69-a350-c834846e91e7, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:03:33.948331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.25.0.160 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/1969fc71-d8c7-4645-a6a5-ac6c18e0f730) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:33.972205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63b583da-b147-46b4-8d27-d891ee014be1 req-5cc6ff17-4c43-4807-898d-6f4d6b1c9338 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0470529 Jul 06 12:03:33.989562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network dd750c0f-8d7c-4c69-a350-c834846e91e7 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:03:34.041157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, dd750c0f-8d7c-4c69-a350-c834846e91e7) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:34.050329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:34.050933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.056101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64c9fb5-4c38-4c8b-9ccb-54816655c00e None None] Network dd750c0f-8d7c-4c69-a350-c834846e91e7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:34.087041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-286a2a08-db3d-4286-ba41-56988217f02b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8738887 Jul 06 12:03:34.087235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44042) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:34.094636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'network': {'name': 'tempest-router-network01--1806182637'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:34.136547 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.144839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Made reservation on behalf of 042887a3624e42fcbba5b7959689647c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:34.148470 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.190072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:03:34.209378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.209733 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Added segment 8468b40a-f5bb-4028-9798-9939ef05f6e3 of type vlan for network 956bb6d8-9659-4b41-9105-722c9c8e5a65 Jul 06 12:03:34.220812 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.236186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-dd750c0f-8d7c-4c69-a350-c834846e91e7', 'network_id': 'dd750c0f-8d7c-4c69-a350-c834846e91e7', 'tenant_id': '042887a3624e42fcbba5b7959689647c', 'fixed_ips': [{'subnet_id': 'fb3a0226-ad37-4599-860f-ea5bd5104655'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:03:34.237914 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.292947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.322432 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:34.334115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:34.337112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:34.343264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=1969fc71-d8c7-4645-a6a5-ac6c18e0f730,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:34.374826 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.380643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:34.381494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.393053 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Allocated IP 2001:db8::2 (dd750c0f-8d7c-4c69-a350-c834846e91e7/fb3a0226-ad37-4599-860f-ea5bd5104655/fd1d0832-12a3-4495-8a2c-745fed4ebc2b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:34.447011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3585901 Jul 06 12:03:34.449774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44046) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:34.457346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'network': {'name': 'tempest-router-network02--1780226059'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:34.480015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Made reservation on behalf of 042887a3624e42fcbba5b7959689647c for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:34.484204 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.512935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:03:34.524944 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.525296 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Added segment 1f0a110c-0f66-4da7-bd60-911f0a7bd108 of type vlan for network eadade94-6b6d-44aa-ab47-aec2728252f9 Jul 06 12:03:34.531046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e30249-af7e-4c6a-876e-448ac8a101bd tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Network': ['ID=956bb6d8-9659-4b41-9105-722c9c8e5a65,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:34.547000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 956bb6d8-9659-4b41-9105-722c9c8e5a65 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:03:34.570392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.603564 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.609992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:34.610206 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.611023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.628439 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1761820 Jul 06 12:03:34.631714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44048) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:34.633878 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Transition to ACTIVE for port object fd1d0832-12a3-4495-8a2c-745fed4ebc2b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:34.639771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'subnet': {'network_id': '956bb6d8-9659-4b41-9105-722c9c8e5a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:34.651799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Transition to ACTIVE for port object fd1d0832-12a3-4495-8a2c-745fed4ebc2b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:34.658177 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.687775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e7944-9ebc-4612-851a-d0256b43157d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Network': ['ID=eadade94-6b6d-44aa-ab47-aec2728252f9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:34.695495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Network dd750c0f-8d7c-4c69-a350-c834846e91e7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:34.700552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:34.705834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:34.708440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network eadade94-6b6d-44aa-ab47-aec2728252f9 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:03:34.729473 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Pushing event updated for resources: {'Port': ['ID=fd1d0832-12a3-4495-8a2c-745fed4ebc2b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:34.786245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.822703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Made reservation on behalf of 042887a3624e42fcbba5b7959689647c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:34.827556 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.846791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Attempting to bind port fd1d0832-12a3-4495-8a2c-745fed4ebc2b on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:34.847212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Attempting to bind port fd1d0832-12a3-4495-8a2c-745fed4ebc2b by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'ea4c9f48-fea4-4544-942e-7a7703d9369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dd750c0f-8d7c-4c69-a350-c834846e91e7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:34.847547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Attempting to bind port fd1d0832-12a3-4495-8a2c-745fed4ebc2b on network dd750c0f-8d7c-4c69-a350-c834846e91e7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:34.852754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:34.853120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Checking segment: {'id': 'ea4c9f48-fea4-4544-942e-7a7703d9369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dd750c0f-8d7c-4c69-a350-c834846e91e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:34.853517 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.853902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Bound using segment: {'id': 'ea4c9f48-fea4-4544-942e-7a7703d9369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dd750c0f-8d7c-4c69-a350-c834846e91e7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:34.854363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Bound port: fd1d0832-12a3-4495-8a2c-745fed4ebc2b, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4c9f48-fea4-4544-942e-7a7703d9369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dd750c0f-8d7c-4c69-a350-c834846e91e7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:34.854745 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.922966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] For port fd1d0832-12a3-4495-8a2c-745fed4ebc2b, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:34.926171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] For port fd1d0832-12a3-4495-8a2c-745fed4ebc2b, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fd1d0832-12a3-4495-8a2c-745fed4ebc2b,segment=NetworkSegment(ea4c9f48-fea4-4544-942e-7a7703d9369c),segment_id=ea4c9f48-fea4-4544-942e-7a7703d9369c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:34.931644 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.994975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c8342-52f6-432f-92c9-d3feca6a9964 None None] Pushing event updated for resources: {'Port': ['ID=fd1d0832-12a3-4495-8a2c-745fed4ebc2b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:35.191414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d0c863ac-6f1b-4464-8b74-632160269d5f req-c8bf612a-32c6-430e-a7cf-9407761ee3ac tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0809627 Jul 06 12:03:35.197491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.217290 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.359820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Subnet': ['ID=6b6eb468-a85a-42d4-ae6a-54d070f56b3c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:35.382087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Checking segment: {'id': '8468b40a-f5bb-4028-9798-9939ef05f6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '956bb6d8-9659-4b41-9105-722c9c8e5a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:35.382458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network hostable DHCP agents. Network: 956bb6d8-9659-4b41-9105-722c9c8e5a65, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:03:35.411392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network 956bb6d8-9659-4b41-9105-722c9c8e5a65 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:03:35.423868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 956bb6d8-9659-4b41-9105-722c9c8e5a65) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:35.429438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:35.430001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.434083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e91f8b7-416a-4c26-a5af-2030de43c661 None None] Network 956bb6d8-9659-4b41-9105-722c9c8e5a65 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:35.442754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router bc03ea44-0ebb-4835-8d68-2c45d23e22ae is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:03:35.457157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0dbd355c-c2c7-49f0-ae03-bd5cb965f672 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8215880 Jul 06 12:03:35.457382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44054) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:35.495766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'subnet': {'network_id': 'eadade94-6b6d-44aa-ab47-aec2728252f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:35.599179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-956bb6d8-9659-4b41-9105-722c9c8e5a65', 'network_id': '956bb6d8-9659-4b41-9105-722c9c8e5a65', 'tenant_id': '042887a3624e42fcbba5b7959689647c', 'fixed_ips': [{'subnet_id': '6b6eb468-a85a-42d4-ae6a-54d070f56b3c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:03:35.600170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.789643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Allocated IP 2001:db8::2 (956bb6d8-9659-4b41-9105-722c9c8e5a65/6b6eb468-a85a-42d4-ae6a-54d070f56b3c/e4f7f1de-1800-4c8f-a331-cc47cccfbdd2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:35.959440 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.971506 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:35.981666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Transition to ACTIVE for port object e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:35.986514 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Sync routers for ids ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:35.991213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Made reservation on behalf of 042887a3624e42fcbba5b7959689647c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:35.995941 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:36.000437 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:36.005027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44068) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:36.013686 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Routers {'bc03ea44-0ebb-4835-8d68-2c45d23e22ae'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:36.015091 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:36.015778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f8df9ce0-b2b1-40e1-8760-4527ba6bd108 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0144749 Jul 06 12:03:36.017293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Transition to ACTIVE for port object e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:36.028140 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:36.049628 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4c696e4c-58da-43fd-be08-f82532de9791 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=64814768bca940c89b9e67066652c148&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427017 Jul 06 12:03:36.049833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:36.093125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Network 956bb6d8-9659-4b41-9105-722c9c8e5a65 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:36.098484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:36.103756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:36.122908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Pushing event updated for resources: {'Port': ['ID=e4f7f1de-1800-4c8f-a331-cc47cccfbdd2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:36.194210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Attempting to bind port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:36.194579 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Attempting to bind port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '8468b40a-f5bb-4028-9798-9939ef05f6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '956bb6d8-9659-4b41-9105-722c9c8e5a65'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:36.194940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Attempting to bind port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 on network 956bb6d8-9659-4b41-9105-722c9c8e5a65 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:36.203344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:36.203926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Checking segment: {'id': '8468b40a-f5bb-4028-9798-9939ef05f6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '956bb6d8-9659-4b41-9105-722c9c8e5a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:36.204418 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:36.204886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Bound using segment: {'id': '8468b40a-f5bb-4028-9798-9939ef05f6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '956bb6d8-9659-4b41-9105-722c9c8e5a65'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:36.206191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Bound port: e4f7f1de-1800-4c8f-a331-cc47cccfbdd2, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8468b40a-f5bb-4028-9798-9939ef05f6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '956bb6d8-9659-4b41-9105-722c9c8e5a65'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:36.206893 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:36.219462 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Set router bc03ea44-0ebb-4835-8d68-2c45d23e22ae gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:36.302000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] For port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:36.306264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4d251f-ce8d-4f58-94d4-05ea406044fe None None] Network dd750c0f-8d7c-4c69-a350-c834846e91e7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:36.398165 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] For port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e4f7f1de-1800-4c8f-a331-cc47cccfbdd2,segment=NetworkSegment(8468b40a-f5bb-4028-9798-9939ef05f6e3),segment_id=8468b40a-f5bb-4028-9798-9939ef05f6e3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:36.411693 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:36.464825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1eadc726-5d3d-43ba-b530-ddeeebfca880 None None] Provisioning for port fd1d0832-12a3-4495-8a2c-745fed4ebc2b completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:36.491897 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:34Z', 'revision_number': 3, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:36.523718 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Checking router: bc03ea44-0ebb-4835-8d68-2c45d23e22ae for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:36.524314 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Updating router bc03ea44-0ebb-4835-8d68-2c45d23e22ae port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:03:36.547938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f8547d2-cd22-4312-a2a5-ba46b4b98f83 req-a2ea0a98-e842-49c9-aba7-5f818937c705 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.1753089 Jul 06 12:03:36.549698 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:36.561980 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:36.587257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d1207-d4d7-4133-94ab-4107120ff9c8 None None] Pushing event updated for resources: {'Port': ['ID=e4f7f1de-1800-4c8f-a331-cc47cccfbdd2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:36.633894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa1e10-2bed-4630-af06-7d64c09e9e53 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:36.635613 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f5aa1e10-2bed-4630-af06-7d64c09e9e53 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5848546 Jul 06 12:03:36.637503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Subnet': ['ID=f1d75d7e-c9a8-4a87-8f29-fc4b29e44239,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:36.639017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44088) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:36.692149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Checking segment: {'id': '1f0a110c-0f66-4da7-bd60-911f0a7bd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eadade94-6b6d-44aa-ab47-aec2728252f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:36.692654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network hostable DHCP agents. Network: eadade94-6b6d-44aa-ab47-aec2728252f9, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:03:36.727505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network eadade94-6b6d-44aa-ab47-aec2728252f9 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:03:36.742175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, eadade94-6b6d-44aa-ab47-aec2728252f9) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:36.744739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44092) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:36.745399 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9f700f11-352e-44a0-8a81-bfad34a0928b tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1050956 Jul 06 12:03:36.752557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d02ef6-cf00-4568-a5fb-d4ddc8c9f6ba None None] Network eadade94-6b6d-44aa-ab47-aec2728252f9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:36.753318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-337398114', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'project_id': '64814768bca940c89b9e67066652c148', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:36.792664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:36.794887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:36.871959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-712d7103-de06-48c6-a22f-9a7fa7a72998 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4135981 Jul 06 12:03:36.872161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44094) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:36.997564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:37.007520 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.108119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-eadade94-6b6d-44aa-ab47-aec2728252f9', 'network_id': 'eadade94-6b6d-44aa-ab47-aec2728252f9', 'tenant_id': '042887a3624e42fcbba5b7959689647c', 'fixed_ips': [{'subnet_id': 'f1d75d7e-c9a8-4a87-8f29-fc4b29e44239'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:03:37.109806 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.127695 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.172545 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Transition to ACTIVE for port object 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:37.187769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fd1d0832-12a3-4495-8a2c-745fed4ebc2b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:37.189555 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.288744 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Attempting to bind port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:37.289387 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Attempting to bind port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:37.289919 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Attempting to bind port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:37.299623 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5c694-c5e9-4410-8e2c-353f100e714c None None] Pushing event updated for resources: {'Port': ['ID=1969fc71-d8c7-4645-a6a5-ac6c18e0f730,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:37.309850 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:37.311366 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:37.311965 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.312581 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:37.313234 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Bound port: 1969fc71-d8c7-4645-a6a5-ac6c18e0f730, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:37.313806 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.428705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port fd1d0832-12a3-4495-8a2c-745fed4ebc2b completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:37.432706 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] For port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:37.435146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Allocated IP 2001:db8::2 (eadade94-6b6d-44aa-ab47-aec2728252f9/f1d75d7e-c9a8-4a87-8f29-fc4b29e44239/31d76f87-86b8-49e4-8a8d-d64b10da763d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:37.436272 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.439405 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] For port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1969fc71-d8c7-4645-a6a5-ac6c18e0f730,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:37.442688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port fd1d0832-12a3-4495-8a2c-745fed4ebc2b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:37.443035 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.454108 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.540992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Subnet': ['ID=8c3fad8b-56c1-4a45-b838-a6496d553d4e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:37.553357 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Routers {'bc03ea44-0ebb-4835-8d68-2c45d23e22ae'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:37.554204 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:37.561628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Checking segment: {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:37.562181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network hostable DHCP agents. Network: edd25061-97da-46b2-aadb-ac99d525ee31, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:03:37.566914 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5c694-c5e9-4410-8e2c-353f100e714c None None] Pushing event updated for resources: {'Port': ['ID=1969fc71-d8c7-4645-a6a5-ac6c18e0f730,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:37.590832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.596198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network edd25061-97da-46b2-aadb-ac99d525ee31 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:03:37.617334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, edd25061-97da-46b2-aadb-ac99d525ee31) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:37.631300 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:37.634219 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.639648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02801a86-423b-4fa0-b4ea-20b228278cac None None] Network edd25061-97da-46b2-aadb-ac99d525ee31 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:37.665561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c10f21ed-ee40-4978-9bd1-bd4f9736f6dc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9189670 Jul 06 12:03:37.668175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:37.859333 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.862237 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] Set router bc03ea44-0ebb-4835-8d68-2c45d23e22ae gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:37.945041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-359db919-bc6a-457a-a1f3-3a6bf9799d44 req-3f3c0140-d664-46c3-98bf-7af085b95286 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.1606860 Jul 06 12:03:37.951250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port fd1d0832-12a3-4495-8a2c-745fed4ebc2b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fd1d0832-12a3-4495-8a2c-745fed4ebc2b,segment=NetworkSegment(ea4c9f48-fea4-4544-942e-7a7703d9369c),segment_id=ea4c9f48-fea4-4544-942e-7a7703d9369c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:37.996410 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.007648 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.037988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-edd25061-97da-46b2-aadb-ac99d525ee31', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'tenant_id': '64814768bca940c89b9e67066652c148', 'fixed_ips': [{'subnet_id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:03:38.038859 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.062947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Transition to ACTIVE for port object 31d76f87-86b8-49e4-8a8d-d64b10da763d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:38.170470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Transition to ACTIVE for port object 31d76f87-86b8-49e4-8a8d-d64b10da763d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:38.181629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=fd1d0832-12a3-4495-8a2c-745fed4ebc2b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:38.182385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Allocated IP 2001:db8::1 (956bb6d8-9659-4b41-9105-722c9c8e5a65/6b6eb468-a85a-42d4-ae6a-54d070f56b3c/fd55762a-33ee-4d41-84b9-d4f107177e23) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:38.206587 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.268600 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:34Z', 'revision_number': 3, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:38.314606 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc008a24-f1f7-4e74-8d2e-25152b15eaa2 None None] The sync data for ids ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'] in n-d-799527-2 is: [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:34Z', 'revision_number': 3, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:38.329290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e09b7a3-777b-4f06-a777-f1c1632cd907 None None] Network 956bb6d8-9659-4b41-9105-722c9c8e5a65 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:38.381404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.414379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Transition to ACTIVE for port object fd55762a-33ee-4d41-84b9-d4f107177e23 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:38.484761 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.551211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network 956bb6d8-9659-4b41-9105-722c9c8e5a65 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:38.556809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:38.561574 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:38.566188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.591757 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.642153 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Port': ['ID=fd55762a-33ee-4d41-84b9-d4f107177e23,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:38.824747 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.825526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Network eadade94-6b6d-44aa-ab47-aec2728252f9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:38.827621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:38.830910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:38.916590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f36beb1d-13d4-421d-abae-53a0e4dcbdeb None None] Provisioning for port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:39.017607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Pushing event updated for resources: {'Port': ['ID=31d76f87-86b8-49e4-8a8d-d64b10da763d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:39.057882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Attempting to bind port 31d76f87-86b8-49e4-8a8d-d64b10da763d on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:39.058268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Attempting to bind port 31d76f87-86b8-49e4-8a8d-d64b10da763d by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '1f0a110c-0f66-4da7-bd60-911f0a7bd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eadade94-6b6d-44aa-ab47-aec2728252f9'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:39.058710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Attempting to bind port 31d76f87-86b8-49e4-8a8d-d64b10da763d on network eadade94-6b6d-44aa-ab47-aec2728252f9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:39.070809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Allocated IP 172.20.0.2 (edd25061-97da-46b2-aadb-ac99d525ee31/8c3fad8b-56c1-4a45-b838-a6496d553d4e/f764c782-d9bc-41d9-952c-a880d5bef246) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:39.083970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:39.084502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Checking segment: {'id': '1f0a110c-0f66-4da7-bd60-911f0a7bd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eadade94-6b6d-44aa-ab47-aec2728252f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:39.084919 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.085354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Bound using segment: {'id': '1f0a110c-0f66-4da7-bd60-911f0a7bd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eadade94-6b6d-44aa-ab47-aec2728252f9'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:39.085977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Bound port: 31d76f87-86b8-49e4-8a8d-d64b10da763d, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0a110c-0f66-4da7-bd60-911f0a7bd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eadade94-6b6d-44aa-ab47-aec2728252f9'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:39.086464 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.262956 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58a6ce49-bc9c-4784-bc8f-7223b858c9a1 req-4959e2ff-2cd5-4374-a25b-1147648df899 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0545044 Jul 06 12:03:39.269089 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.281098 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.281892 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.292354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:39.375758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Port': ['ID=fd55762a-33ee-4d41-84b9-d4f107177e23,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:39.419731 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] For port 31d76f87-86b8-49e4-8a8d-d64b10da763d, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:39.442436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] For port 31d76f87-86b8-49e4-8a8d-d64b10da763d, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=31d76f87-86b8-49e4-8a8d-d64b10da763d,segment=NetworkSegment(1f0a110c-0f66-4da7-bd60-911f0a7bd108),segment_id=1f0a110c-0f66-4da7-bd60-911f0a7bd108)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:39.453939 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network 956bb6d8-9659-4b41-9105-722c9c8e5a65 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:39.456008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:39.461003 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.552455 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:39.602494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:39.602866 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.605980 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0aff19-572e-443b-8ee1-5b74632e3826 None None] Pushing event updated for resources: {'Port': ['ID=31d76f87-86b8-49e4-8a8d-d64b10da763d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:39.637819 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Router cd289f24-9eee-49b7-8cea-d4f887240b07 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:03:39.667933 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.685027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Transition to ACTIVE for port object f764c782-d9bc-41d9-952c-a880d5bef246 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:39.722562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Transition to ACTIVE for port object f764c782-d9bc-41d9-952c-a880d5bef246 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:39.768491 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.827875 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.833034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1969fc71-d8c7-4645-a6a5-ac6c18e0f730,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:39.892286 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.893156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fd1d0832-12a3-4495-8a2c-745fed4ebc2b up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:39.946029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.20.0.1 (edd25061-97da-46b2-aadb-ac99d525ee31/8c3fad8b-56c1-4a45-b838-a6496d553d4e/2602ef2e-9cba-4950-a5ef-89e6ac2707e0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:39.957947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Network edd25061-97da-46b2-aadb-ac99d525ee31 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:39.984907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:39.988899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:39.992900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Pushing event updated for resources: {'Port': ['ID=f764c782-d9bc-41d9-952c-a880d5bef246,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:40.149036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Attempting to bind port f764c782-d9bc-41d9-952c-a880d5bef246 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:40.149686 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Attempting to bind port f764c782-d9bc-41d9-952c-a880d5bef246 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:40.150065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Attempting to bind port f764c782-d9bc-41d9-952c-a880d5bef246 on network edd25061-97da-46b2-aadb-ac99d525ee31 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:40.155805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=1969fc71-d8c7-4645-a6a5-ac6c18e0f730,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:40.158527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port fd1d0832-12a3-4495-8a2c-745fed4ebc2b triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:40.158902 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.189921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:40.190300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Checking segment: {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:40.190713 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.191261 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Bound using segment: {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:40.191707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Bound port: f764c782-d9bc-41d9-952c-a880d5bef246, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:40.192099 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.257538 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.286962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Transition to ACTIVE for port object 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:40.343986 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.345820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b996e676-17e5-4932-960e-18e6fefebe64 None None] Provisioning for port fd55762a-33ee-4d41-84b9-d4f107177e23 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:40.372646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] For port f764c782-d9bc-41d9-952c-a880d5bef246, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:40.377543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] For port f764c782-d9bc-41d9-952c-a880d5bef246, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f764c782-d9bc-41d9-952c-a880d5bef246,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:40.411342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network edd25061-97da-46b2-aadb-ac99d525ee31 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:40.421753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:40.424988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:40.445852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:40.504886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b996e676-17e5-4932-960e-18e6fefebe64 None None] Provisioning complete for port fd55762a-33ee-4d41-84b9-d4f107177e23 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:40.505315 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b996e676-17e5-4932-960e-18e6fefebe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.507467 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.512741 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:40.522058 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3aacdd85-d585-4cd8-82e5-da81be07633d tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "PUT /v2.0/routers/cd289f24-9eee-49b7-8cea-d4f887240b07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6490142 Jul 06 12:03:40.522761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44150) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:40.550480 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.570934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05eac3c-55ff-43ee-91ca-5786592c1eb0 None None] Sync routers for ids ['cd289f24-9eee-49b7-8cea-d4f887240b07'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:40.632288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05eac3c-55ff-43ee-91ca-5786592c1eb0 None None] Routers {'cd289f24-9eee-49b7-8cea-d4f887240b07'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:40.633077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a05eac3c-55ff-43ee-91ca-5786592c1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cd289f24-9eee-49b7-8cea-d4f887240b07'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:40.665784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=2602ef2e-9cba-4950-a5ef-89e6ac2707e0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:40.697727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a05eac3c-55ff-43ee-91ca-5786592c1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:40.700196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:40.709440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:40.710208 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.749305 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-24c944be-0ecd-4268-bace-f3180f2e41f1 req-28247c82-5a26-4afc-929f-8cb3aa91f5ff tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.1034451 Jul 06 12:03:40.761921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b996e676-17e5-4932-960e-18e6fefebe64 None None] Port fd55762a-33ee-4d41-84b9-d4f107177e23 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:40.788978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05eac3c-55ff-43ee-91ca-5786592c1eb0 None None] Routers {'cd289f24-9eee-49b7-8cea-d4f887240b07'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:40.790110 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a05eac3c-55ff-43ee-91ca-5786592c1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cd289f24-9eee-49b7-8cea-d4f887240b07'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:40.875574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a05eac3c-55ff-43ee-91ca-5786592c1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:40.876389 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05eac3c-55ff-43ee-91ca-5786592c1eb0 None None] The sync data for ids ['cd289f24-9eee-49b7-8cea-d4f887240b07'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:40.890891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8795e5-c29c-4332-b32a-9dca111a2d33 None None] Pushing event updated for resources: {'Port': ['ID=f764c782-d9bc-41d9-952c-a880d5bef246,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:40.985773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cc0dffcc-47ce-4f0d-9f66-be28e6b64ef2 None None] Provisioning complete for port fd55762a-33ee-4d41-84b9-d4f107177e23 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:40.986455 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc0dffcc-47ce-4f0d-9f66-be28e6b64ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.030411 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.064515 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.120320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cc0dffcc-47ce-4f0d-9f66-be28e6b64ef2 None None] Port fd55762a-33ee-4d41-84b9-d4f107177e23 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:41.137702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e4f7f1de-1800-4c8f-a331-cc47cccfbdd2,segment=NetworkSegment(8468b40a-f5bb-4028-9798-9939ef05f6e3),segment_id=8468b40a-f5bb-4028-9798-9939ef05f6e3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:41.144674 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.262034 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=e4f7f1de-1800-4c8f-a331-cc47cccfbdd2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:41.311666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7d5cc8c6-8b1f-43bc-90a1-2101d17fe6b9 None None] Provisioning complete for port fd55762a-33ee-4d41-84b9-d4f107177e23 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:41.311947 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d5cc8c6-8b1f-43bc-90a1-2101d17fe6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.325391 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-4862ae19-ce81-494b-b385-22f699cbc562 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:41.331530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4862ae19-ce81-494b-b385-22f699cbc562 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "PUT /v2.0/routers/cd289f24-9eee-49b7-8cea-d4f887240b07/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8048708 Jul 06 12:03:41.332116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44160) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:41.397167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7d5cc8c6-8b1f-43bc-90a1-2101d17fe6b9 None None] Port fd55762a-33ee-4d41-84b9-d4f107177e23 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:41.509858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:41.617003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:41.617373 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.663691 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.671290 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.730239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d7604b-68d5-4910-ac31-1c28dfa07a36 None None] Network eadade94-6b6d-44aa-ab47-aec2728252f9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:41.779899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.808410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=2602ef2e-9cba-4950-a5ef-89e6ac2707e0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:41.824660 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb38949-38fd-4a59-9340-c90ca64c60ce tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.855247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 31d76f87-86b8-49e4-8a8d-d64b10da763d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:41.914399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b1f6a57a-f761-4607-8e3d-3fd3df064d0b None None] Provisioning for port 31d76f87-86b8-49e4-8a8d-d64b10da763d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:41.981346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network edd25061-97da-46b2-aadb-ac99d525ee31 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:41.984002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:42.032559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 31d76f87-86b8-49e4-8a8d-d64b10da763d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:42.042045 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 31d76f87-86b8-49e4-8a8d-d64b10da763d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:42.042792 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.133915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-faa291b1-d9b2-498f-934c-a0efd8022273 req-0392f575-b256-4d27-85e3-945e477c980b tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.1328180 Jul 06 12:03:42.217367 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.240925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router bc03ea44-0ebb-4835-8d68-2c45d23e22ae has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:42.270595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 31d76f87-86b8-49e4-8a8d-d64b10da763d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=31d76f87-86b8-49e4-8a8d-d64b10da763d,segment=NetworkSegment(1f0a110c-0f66-4da7-bd60-911f0a7bd108),segment_id=1f0a110c-0f66-4da7-bd60-911f0a7bd108)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:42.280421 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.281918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f764c782-d9bc-41d9-952c-a880d5bef246 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:42.316327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7eb38949-38fd-4a59-9340-c90ca64c60ce tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Deleting port fd55762a-33ee-4d41-84b9-d4f107177e23 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:42.316856 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb38949-38fd-4a59-9340-c90ca64c60ce tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.366642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:42.378423 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Sync routers for ids ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:42.390626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ba974431-b918-4d58-b076-ad432cba5e6a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "PUT /v2.0/routers/bc03ea44-0ebb-4835-8d68-2c45d23e22ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7212763 Jul 06 12:03:42.395266 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Routers {'bc03ea44-0ebb-4835-8d68-2c45d23e22ae'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:42.396048 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:42.448372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb38949-38fd-4a59-9340-c90ca64c60ce tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.469084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7eb38949-38fd-4a59-9340-c90ca64c60ce tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Calling delete_port for fd55762a-33ee-4d41-84b9-d4f107177e23 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:42.482656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d769ee4-fe0e-44ec-a541-efabb7300637 None None] Network edd25061-97da-46b2-aadb-ac99d525ee31 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:42.524121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=31d76f87-86b8-49e4-8a8d-d64b10da763d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:42.589717 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Set router bc03ea44-0ebb-4835-8d68-2c45d23e22ae gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:42.606779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port f764c782-d9bc-41d9-952c-a880d5bef246 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:42.614789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9a75bebd-b38d-4566-b0bb-33e901e77b86 None None] Provisioning for port f764c782-d9bc-41d9-952c-a880d5bef246 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:42.623187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9a75bebd-b38d-4566-b0bb-33e901e77b86 None None] Provisioning complete for port f764c782-d9bc-41d9-952c-a880d5bef246 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:42.623354 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a75bebd-b38d-4566-b0bb-33e901e77b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.624992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f764c782-d9bc-41d9-952c-a880d5bef246 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:42.625348 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.760226 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb38949-38fd-4a59-9340-c90ca64c60ce tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.790203 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-8ba1dcd1-587f-44e2-9dc7-2d5e2b3457be tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448738114&fields=id&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 267 time: 0.0959718 Jul 06 12:03:42.801310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb38949-38fd-4a59-9340-c90ca64c60ce tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Port': ['ID=fd55762a-33ee-4d41-84b9-d4f107177e23,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:42.825591 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a75bebd-b38d-4566-b0bb-33e901e77b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.896112 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.941777 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb38949-38fd-4a59-9340-c90ca64c60ce tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.113377 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '2602ef2e-9cba-4950-a5ef-89e6ac2707e0', 'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:15:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:41Z', 'revision_number': 2, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:43.121888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-a5310f21-be48-4371-a364-2ff71e92387c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:43.146092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-a5310f21-be48-4371-a364-2ff71e92387c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/networks?id=edd25061-97da-46b2-aadb-ac99d525ee31 HTTP/1.1" status: 200 len: 797 time: 0.3270655 Jul 06 12:03:43.166450 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-c9e1ce53-5260-4d06-bc1a-207739935a30 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/quotas/64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 375 time: 0.0168941 Jul 06 12:03:43.225851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb38949-38fd-4a59-9340-c90ca64c60ce tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Router cd289f24-9eee-49b7-8cea-d4f887240b07 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:43.233344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9a75bebd-b38d-4566-b0bb-33e901e77b86 None None] For port f764c782-d9bc-41d9-952c-a880d5bef246, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f764c782-d9bc-41d9-952c-a880d5bef246,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:43.245556 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a75bebd-b38d-4566-b0bb-33e901e77b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.276977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-571defcf-e245-4fcc-9929-918f0b612f5d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918534 Jul 06 12:03:43.308274 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Checking router: bc03ea44-0ebb-4835-8d68-2c45d23e22ae for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:43.308684 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Updating router bc03ea44-0ebb-4835-8d68-2c45d23e22ae port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:03:43.350666 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.380536 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-160a7e91-b0ea-4c13-ac8c-b5a42a0fe534 service neutron] 10.222.0.21 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007695 Jul 06 12:03:43.410470 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:03:43.410839 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:03:43.423272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75bebd-b38d-4566-b0bb-33e901e77b86 None None] Pushing event updated for resources: {'Port': ['ID=f764c782-d9bc-41d9-952c-a880d5bef246,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:43.424694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb38949-38fd-4a59-9340-c90ca64c60ce tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:43.429933 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7eb38949-38fd-4a59-9340-c90ca64c60ce tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "PUT /v2.0/routers/cd289f24-9eee-49b7-8cea-d4f887240b07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0960851 Jul 06 12:03:43.430895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-921cb2bb-7d31-41ff-9257-06b9c07cd70c None None] Provisioning complete for port 31d76f87-86b8-49e4-8a8d-d64b10da763d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:43.431325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-921cb2bb-7d31-41ff-9257-06b9c07cd70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.433674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44198) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:43.437732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b9a6e-0abb-43e1-8fbd-30cdcd147b81 None None] Sync routers for ids ['cd289f24-9eee-49b7-8cea-d4f887240b07'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:43.471277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b9a6e-0abb-43e1-8fbd-30cdcd147b81 None None] Routers {'cd289f24-9eee-49b7-8cea-d4f887240b07'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:43.472030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-840b9a6e-0abb-43e1-8fbd-30cdcd147b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cd289f24-9eee-49b7-8cea-d4f887240b07'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:43.494495 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-226489c7-edcb-4adb-aed7-5b8f25a4bac6 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] delete failed (client error): The resource could not be found. Jul 06 12:03:43.503706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-226489c7-edcb-4adb-aed7-5b8f25a4bac6 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1906424243 HTTP/1.1" status: 404 len: 335 time: 0.0658507 Jul 06 12:03:43.509364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44206) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:43.524416 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-31b0a2fd-8373-4886-adc0-560259e8fa69 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd289f24-9eee-49b7-8cea-d4f887240b07'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:43.534966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-840b9a6e-0abb-43e1-8fbd-30cdcd147b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:43.536287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a978de0-732b-44b5-b413-9af4658dfd78 req-a6b1a056-3a13-43d1-b948-6bd976dd25dc tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.1448193 Jul 06 12:03:43.584893 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b9a6e-0abb-43e1-8fbd-30cdcd147b81 None None] Routers {'cd289f24-9eee-49b7-8cea-d4f887240b07'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:43.585784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-840b9a6e-0abb-43e1-8fbd-30cdcd147b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cd289f24-9eee-49b7-8cea-d4f887240b07'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:43.652613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-840b9a6e-0abb-43e1-8fbd-30cdcd147b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:43.653709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b9a6e-0abb-43e1-8fbd-30cdcd147b81 None None] The sync data for ids ['cd289f24-9eee-49b7-8cea-d4f887240b07'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:43.683300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-277d649d-0b50-4f36-ae99-c2aad500dc18 service neutron] 10.222.0.21 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016620 Jul 06 12:03:43.814348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-32b0eaf3-9024-4cdc-9e88-ad25d4758efb None None] Provisioning complete for port f764c782-d9bc-41d9-952c-a880d5bef246 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:43.814845 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32b0eaf3-9024-4cdc-9e88-ad25d4758efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.871130 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31b0a2fd-8373-4886-adc0-560259e8fa69 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.892350 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.910012 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Transition to ACTIVE for port object 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:43.928619 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.931544 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-31b0a2fd-8373-4886-adc0-560259e8fa69 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] update failed (client error): The resource could not be found. Jul 06 12:03:43.933317 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-31b0a2fd-8373-4886-adc0-560259e8fa69 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "PUT /v2.0/routers/cd289f24-9eee-49b7-8cea-d4f887240b07 HTTP/1.1" status: 404 len: 339 time: 0.4222810 Jul 06 12:03:43.937992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44214) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:43.943513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-820967289'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:44.034862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Made reservation on behalf of 042887a3624e42fcbba5b7959689647c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:44.043728 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.050358 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc94b21-28f1-4890-82fc-cd22ccee9b8b None None] Pushing event updated for resources: {'Port': ['ID=2602ef2e-9cba-4950-a5ef-89e6ac2707e0,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:44.062143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-32b0eaf3-9024-4cdc-9e88-ad25d4758efb None None] Provisioning for port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:44.109725 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00bd73f1-6f89-4414-a614-5433673a8a2e req-c16b7b47-e25c-4a0c-b16e-4039413eca19 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 210 time: 0.1039939 Jul 06 12:03:44.130166 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Attempting to bind port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:44.130642 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Attempting to bind port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:44.131308 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Attempting to bind port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 on network edd25061-97da-46b2-aadb-ac99d525ee31 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:44.143633 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:44.145894 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Checking segment: {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:44.146369 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.147405 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Bound using segment: {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:44.148186 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Bound port: 2602ef2e-9cba-4950-a5ef-89e6ac2707e0, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:44.150284 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.160092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:03:44.172274 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e72d101-d580-4722-8646-be9265ef6034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.182568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.183031 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Added segment 05d1d150-dd7c-4a70-a446-00e2bd01ad13 of type vlan for network 6fd67d28-6624-4660-b073-dc2bb6f03ef2 Jul 06 12:03:44.243828 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.269714 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] For port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:44.275620 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] For port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2602ef2e-9cba-4950-a5ef-89e6ac2707e0,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:44.276675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 31d76f87-86b8-49e4-8a8d-d64b10da763d up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:44.282348 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.295187 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.301782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:44.302428 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.390510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44224) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:44.391085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4515908 Jul 06 12:03:44.396377 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Routers {'bc03ea44-0ebb-4835-8d68-2c45d23e22ae'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:44.397223 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:44.399629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'subnet': {'network_id': '6fd67d28-6624-4660-b073-dc2bb6f03ef2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:44.404322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 31d76f87-86b8-49e4-8a8d-d64b10da763d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:44.404821 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.411678 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc94b21-28f1-4890-82fc-cd22ccee9b8b None None] Pushing event updated for resources: {'Port': ['ID=2602ef2e-9cba-4950-a5ef-89e6ac2707e0,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:44.425301 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85055661-0f64-4454-a490-bb8a22d6127b tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Network': ['ID=6fd67d28-6624-4660-b073-dc2bb6f03ef2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:44.458750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 6fd67d28-6624-4660-b073-dc2bb6f03ef2 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:03:44.635691 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] Set router bc03ea44-0ebb-4835-8d68-2c45d23e22ae gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:44.692587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f764c782-d9bc-41d9-952c-a880d5bef246 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:44.712824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Made reservation on behalf of 042887a3624e42fcbba5b7959689647c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:44.727801 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.790379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f764c782-d9bc-41d9-952c-a880d5bef246 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:44.790759 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.897345 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8f9d006-041f-4321-8725-d994a1621357 req-d024c2d5-269c-47a7-b98c-d03fe5cd7308 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0750754 Jul 06 12:03:44.994776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:45.084072 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '2602ef2e-9cba-4950-a5ef-89e6ac2707e0', 'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:15:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:45.088073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:45.088352 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:45.151154 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6986b57d-b74b-4589-a44e-74158774a9b5 None None] The sync data for ids ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'] in n-d-799527-2 is: [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '2602ef2e-9cba-4950-a5ef-89e6ac2707e0', 'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:15:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:45.192772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:45.386167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Subnet': ['ID=2ed2e878-c37b-4759-bbd5-7fe957d35366,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:45.389377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Checking segment: {'id': '05d1d150-dd7c-4a70-a446-00e2bd01ad13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6fd67d28-6624-4660-b073-dc2bb6f03ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:45.389752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network hostable DHCP agents. Network: 6fd67d28-6624-4660-b073-dc2bb6f03ef2, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:03:45.422988 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network 6fd67d28-6624-4660-b073-dc2bb6f03ef2 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:03:45.433573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8600dc1-f7ef-452c-a21d-4abedd6e3fa3 req-cc52f329-4422-44e9-81ed-b652d2550c39 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 210 time: 0.0487137 Jul 06 12:03:45.436041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 6fd67d28-6624-4660-b073-dc2bb6f03ef2) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:45.451164 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:45.451312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ae930-66cc-453d-ad6b-33d4815698b0 None None] Network 6fd67d28-6624-4660-b073-dc2bb6f03ef2 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:45.451985 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:45.479257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:45.481072 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9ad8b20a-6c6f-4c6f-a457-105688aa72ac tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0877526 Jul 06 12:03:45.485656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6b27a32f-8ebe-457b-acb1-691e0b3dfe4f tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fd67d28-6624-4660-b073-dc2bb6f03ef2'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:45.653160 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-6fd67d28-6624-4660-b073-dc2bb6f03ef2', 'network_id': '6fd67d28-6624-4660-b073-dc2bb6f03ef2', 'tenant_id': '042887a3624e42fcbba5b7959689647c', 'fixed_ips': [{'subnet_id': '2ed2e878-c37b-4759-bbd5-7fe957d35366'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:03:45.654962 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:45.766870 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b27a32f-8ebe-457b-acb1-691e0b3dfe4f tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:45.893561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Allocated IP 2001:db8:1::2 (6fd67d28-6624-4660-b073-dc2bb6f03ef2/2ed2e878-c37b-4759-bbd5-7fe957d35366/97edb0f5-a055-4620-982c-ba66b503b7d8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:45.953909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-30193012-d8fd-4560-98ff-e82a7ca18e45 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:45.955892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-30193012-d8fd-4560-98ff-e82a7ca18e45 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "GET /v2.0/networks?id=edd25061-97da-46b2-aadb-ac99d525ee31 HTTP/1.1" status: 200 len: 797 time: 0.1123080 Jul 06 12:03:46.063938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-e22b3ef1-6bc0-4949-b91d-7e76bcb11850 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 379 time: 0.0941975 Jul 06 12:03:46.093757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'port': {'device_id': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'admin_state_up': True, 'tenant_id': '64814768bca940c89b9e67066652c148', 'security_groups': ['607b2183-903d-47a4-ab2b-278cc09628ad']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:46.142732 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:46.168048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Transition to ACTIVE for port object 97edb0f5-a055-4620-982c-ba66b503b7d8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:46.218635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Transition to ACTIVE for port object 97edb0f5-a055-4620-982c-ba66b503b7d8 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:46.234972 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:46.303816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:46.370497 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Pushing event updated for resources: {'Port': ['ID=97edb0f5-a055-4620-982c-ba66b503b7d8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:46.382689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Network 6fd67d28-6624-4660-b073-dc2bb6f03ef2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:46.388044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:46.395002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:46.477456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Attempting to bind port 97edb0f5-a055-4620-982c-ba66b503b7d8 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:46.478238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Attempting to bind port 97edb0f5-a055-4620-982c-ba66b503b7d8 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '05d1d150-dd7c-4a70-a446-00e2bd01ad13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6fd67d28-6624-4660-b073-dc2bb6f03ef2'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:46.478238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Attempting to bind port 97edb0f5-a055-4620-982c-ba66b503b7d8 on network 6fd67d28-6624-4660-b073-dc2bb6f03ef2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:46.488868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:46.489279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Checking segment: {'id': '05d1d150-dd7c-4a70-a446-00e2bd01ad13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6fd67d28-6624-4660-b073-dc2bb6f03ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:46.489736 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:46.490143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Bound using segment: {'id': '05d1d150-dd7c-4a70-a446-00e2bd01ad13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6fd67d28-6624-4660-b073-dc2bb6f03ef2'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:46.492031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Bound port: 97edb0f5-a055-4620-982c-ba66b503b7d8, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d1d150-dd7c-4a70-a446-00e2bd01ad13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6fd67d28-6624-4660-b073-dc2bb6f03ef2'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:46.492439 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:46.529704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:46.537642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:46.538270 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:46.605058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] For port 97edb0f5-a055-4620-982c-ba66b503b7d8, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:46.623769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12a8e9de-0142-40c5-9c11-c66bee65c457 req-66d20355-5f7b-4d03-b219-100de65ecc0d tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.5063419 Jul 06 12:03:46.651496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] For port 97edb0f5-a055-4620-982c-ba66b503b7d8, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=97edb0f5-a055-4620-982c-ba66b503b7d8,segment=NetworkSegment(05d1d150-dd7c-4a70-a446-00e2bd01ad13),segment_id=05d1d150-dd7c-4a70-a446-00e2bd01ad13)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:46.656640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e607ebc-71a9-4bec-a888-b4433fe2c808 req-2d530ea8-b307-4753-844c-573420dd2bb8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 210 time: 0.0442398 Jul 06 12:03:46.677366 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:46.699303 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-6b27a32f-8ebe-457b-acb1-691e0b3dfe4f tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:03:46.701036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6b27a32f-8ebe-457b-acb1-691e0b3dfe4f tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "PUT /v2.0/routers/cd289f24-9eee-49b7-8cea-d4f887240b07 HTTP/1.1" status: 400 len: 364 time: 1.2200301 Jul 06 12:03:46.705042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44266) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:46.817305 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4990070-85e5-42f0-88b5-02346b2a1647 None None] Pushing event updated for resources: {'Port': ['ID=97edb0f5-a055-4620-982c-ba66b503b7d8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:46.834696 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:46.905032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2602ef2e-9cba-4950-a5ef-89e6ac2707e0,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:46.913749 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:46.915329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:46.926483 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:47.010658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=2602ef2e-9cba-4950-a5ef-89e6ac2707e0,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:47.231017 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:47.285608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.20.0.6 (edd25061-97da-46b2-aadb-ac99d525ee31/8c3fad8b-56c1-4a45-b838-a6496d553d4e/d19365c9-1508-4019-9753-c9127e1a59bf) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:47.628367 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:47.642534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Allocated IP 2001:db8::1 (dd750c0f-8d7c-4c69-a350-c834846e91e7/fb3a0226-ad37-4599-860f-ea5bd5104655/32278aa3-ccd1-4e1e-b74b-0a348e029064) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:47.659402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Transition to ACTIVE for port object d19365c9-1508-4019-9753-c9127e1a59bf will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:47.751067 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:47.809458 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8ac3c171-c465-476d-869a-88b780a0d17b req-fcbee897-e894-48d0-ae6d-58d37dd63f0c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0676129 Jul 06 12:03:48.022562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network edd25061-97da-46b2-aadb-ac99d525ee31 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:48.030312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bfae3f0-1473-41b5-a53d-74add0155f04 req-95197c41-2f11-4cca-8356-0c74c0fcd009 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0932212 Jul 06 12:03:48.041105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:48.047916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:48.053035 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=d19365c9-1508-4019-9753-c9127e1a59bf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:48.121566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.174799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Transition to ACTIVE for port object 32278aa3-ccd1-4e1e-b74b-0a348e029064 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:48.205774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:48.206970 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.243133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68295fe5-b3dd-4758-83f5-ccf53ca229b2 req-57d8ae73-fbe3-4bcc-8c8e-531c45e25a69 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:48.250814 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.256043 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68295fe5-b3dd-4758-83f5-ccf53ca229b2 req-57d8ae73-fbe3-4bcc-8c8e-531c45e25a69 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 931 time: 0.3601935 Jul 06 12:03:48.283946 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-abf7eb4a-8c23-4cdf-95aa-f3f7f4de1365 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1976547 Jul 06 12:03:48.334762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Request body: {'port': {'device_id': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:48.343528 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 97edb0f5-a055-4620-982c-ba66b503b7d8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:48.346261 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68295fe5-b3dd-4758-83f5-ccf53ca229b2 req-14ea4679-03a0-4aab-8a25-9847736c1eb9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793309 Jul 06 12:03:48.382976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.432014 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea35f660-5026-4d13-bd1a-f9cc2e498f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.436994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 97edb0f5-a055-4620-982c-ba66b503b7d8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:48.443483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:48.474104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network dd750c0f-8d7c-4c69-a350-c834846e91e7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:48.493616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302693aa-4a89-4e67-a888-de4bf1438484 None None] Network 6fd67d28-6624-4660-b073-dc2bb6f03ef2 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:48.494831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.497429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:48.513389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:48.515837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.579472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Port': ['ID=32278aa3-ccd1-4e1e-b74b-0a348e029064,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:48.581011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f58868f5-5702-499d-8976-aaef198b13e9 None None] Provisioning for port 97edb0f5-a055-4620-982c-ba66b503b7d8 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:48.597930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f58868f5-5702-499d-8976-aaef198b13e9 None None] Provisioning complete for port 97edb0f5-a055-4620-982c-ba66b503b7d8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:48.598317 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f58868f5-5702-499d-8976-aaef198b13e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.621861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:48.622804 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.856395 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.892946 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f58868f5-5702-499d-8976-aaef198b13e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.955840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f58868f5-5702-499d-8976-aaef198b13e9 None None] For port 97edb0f5-a055-4620-982c-ba66b503b7d8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=97edb0f5-a055-4620-982c-ba66b503b7d8,segment=NetworkSegment(05d1d150-dd7c-4a70-a446-00e2bd01ad13),segment_id=05d1d150-dd7c-4a70-a446-00e2bd01ad13)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:48.971482 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f58868f5-5702-499d-8976-aaef198b13e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.989586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.039937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58868f5-5702-499d-8976-aaef198b13e9 None None] Pushing event updated for resources: {'Port': ['ID=97edb0f5-a055-4620-982c-ba66b503b7d8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:49.100432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7510e01d-0fc5-483c-8225-90b7e6d81a21 None None] Provisioning for port d19365c9-1508-4019-9753-c9127e1a59bf completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:49.107349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7510e01d-0fc5-483c-8225-90b7e6d81a21 None None] Provisioning complete for port d19365c9-1508-4019-9753-c9127e1a59bf triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:49.108111 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7510e01d-0fc5-483c-8225-90b7e6d81a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.174846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7510e01d-0fc5-483c-8225-90b7e6d81a21 None None] Port d19365c9-1508-4019-9753-c9127e1a59bf cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:49.188962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7510e01d-0fc5-483c-8225-90b7e6d81a21 None None] Provisioning for port 32278aa3-ccd1-4e1e-b74b-0a348e029064 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:49.194126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7510e01d-0fc5-483c-8225-90b7e6d81a21 None None] Provisioning complete for port 32278aa3-ccd1-4e1e-b74b-0a348e029064 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:49.200022 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7510e01d-0fc5-483c-8225-90b7e6d81a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.276675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7510e01d-0fc5-483c-8225-90b7e6d81a21 None None] Port 32278aa3-ccd1-4e1e-b74b-0a348e029064 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:49.303981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19365c9-1508-4019-9753-c9127e1a59bf {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:03:49.328677 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.358271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e3f38ba-a0f7-4a9c-9f98-1eb903e80edc req-3c1cf67c-127a-405a-be25-5733b019c991 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0618267 Jul 06 12:03:49.385428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Transition to ACTIVE for port object d19365c9-1508-4019-9753-c9127e1a59bf will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:49.401255 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.419552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9d6c20e3-7a77-4dac-aa83-9851af031d6b None None] Provisioning complete for port 97edb0f5-a055-4620-982c-ba66b503b7d8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:49.419552 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d6c20e3-7a77-4dac-aa83-9851af031d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.583028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Pushing event updated for resources: {'Port': ['ID=d19365c9-1508-4019-9753-c9127e1a59bf,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:49.631287 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.649555 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.650654 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.831297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:49.831757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:49.832054 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf on network edd25061-97da-46b2-aadb-ac99d525ee31 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:49.860872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c4462-01f8-4ddb-ac2a-f6a9f83a3a3c req-2aa1393c-a84e-430d-8323-14750e8a85f6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:49.862436 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a70c4462-01f8-4ddb-ac2a-f6a9f83a3a3c req-2aa1393c-a84e-430d-8323-14750e8a85f6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 943 time: 0.2981060 Jul 06 12:03:49.865219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Port d19365c9-1508-4019-9753-c9127e1a59bf on network edd25061-97da-46b2-aadb-ac99d525ee31 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:03:49.865550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf on network edd25061-97da-46b2-aadb-ac99d525ee31 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:49.869385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event updated for resources: {'Port': ['ID=32278aa3-ccd1-4e1e-b74b-0a348e029064,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:49.885485 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7ce0af93-4f19-4c56-9a4b-26be0ebd34d5 req-e33dcb8f-a84c-46c7-92f4-6fd0b368f306 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dda6c2beef674b94be221a4819da559f&device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0387182 Jul 06 12:03:49.893729 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:49.894074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Checking segment: {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:49.894466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Bound using segment: {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:49.894910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Bound port: d19365c9-1508-4019-9753-c9127e1a59bf, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:49.895268 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.916404 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7ce0af93-4f19-4c56-9a4b-26be0ebd34d5 req-8537e25e-3d10-4b98-949a-83849b71120d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=dda6c2beef674b94be221a4819da559f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233126 Jul 06 12:03:49.942692 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a70c4462-01f8-4ddb-ac2a-f6a9f83a3a3c req-4b13dea9-fd4b-412b-8758-b1dab4bd1650 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668750 Jul 06 12:03:50.013892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55f972a5-459f-4b32-b9bf-e61ec2691294 req-5f341de8-4a3d-41dd-9be8-7e304ac24c3c tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0378349 Jul 06 12:03:50.023084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Network dd750c0f-8d7c-4c69-a350-c834846e91e7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:50.027972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:50.038823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0af93-4f19-4c56-9a4b-26be0ebd34d5 req-c0b363c1-f682-4663-8d36-24205f9efe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:50.040820 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7ce0af93-4f19-4c56-9a4b-26be0ebd34d5 req-c0b363c1-f682-4663-8d36-24205f9efe2d service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177289 Jul 06 12:03:50.121544 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:50.141554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:50.151999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:50.166203 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 97edb0f5-a055-4620-982c-ba66b503b7d8 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:50.209247 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Router cd289f24-9eee-49b7-8cea-d4f887240b07 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:50.211173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:50.212123 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:50.213780 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] 10.222.0.47 "PUT /v2.0/ports/d19365c9-1508-4019-9753-c9127e1a59bf HTTP/1.1" status: 200 len: 1091 time: 1.8846514 Jul 06 12:03:50.214455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:50.218477 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5100f97d-9d78-4812-b356-e50dbae6538e" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:50.291761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 97edb0f5-a055-4620-982c-ba66b503b7d8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:50.292240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadd1a7-5ef0-4539-a927-e93d1dbbfdbd service neutron] Pushing event updated for resources: {'Port': ['ID=d19365c9-1508-4019-9753-c9127e1a59bf,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:50.292750 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:50.437888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-12d7b019-32e5-45a1-9034-3b556ecb3cd6 None None] Provisioning complete for port 32278aa3-ccd1-4e1e-b74b-0a348e029064 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:50.438546 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12d7b019-32e5-45a1-9034-3b556ecb3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:50.484554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-12d7b019-32e5-45a1-9034-3b556ecb3cd6 None None] Port 32278aa3-ccd1-4e1e-b74b-0a348e029064 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:50.542541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:50.696719 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5359af48-4dc7-4322-b69b-9b5005b91671 x-openstack-request-id: req-5359af48-4dc7-4322-b69b-9b5005b91671 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:50.697027 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:50.697285 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5359af48-4dc7-4322-b69b-9b5005b91671 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:50.697688 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'status': 'completed', 'code': 200} Jul 06 12:03:50.753236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:50.760814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7a475e20-5469-4a34-aeaf-330e682a1259 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "PUT /v2.0/routers/cd289f24-9eee-49b7-8cea-d4f887240b07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0544753 Jul 06 12:03:50.763094 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c6379-c1e4-410f-b032-b802292d5e05 None None] Sync routers for ids ['cd289f24-9eee-49b7-8cea-d4f887240b07'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:50.764912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44336) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:50.773176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-9b5ceeb0-0b54-40c8-8d58-83c02bacb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:50.776699 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-9b5ceeb0-0b54-40c8-8d58-83c02bacb465 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1094 time: 0.5156946 Jul 06 12:03:50.784373 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c6379-c1e4-410f-b032-b802292d5e05 None None] Routers {'cd289f24-9eee-49b7-8cea-d4f887240b07'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:50.785338 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-789c6379-c1e4-410f-b032-b802292d5e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cd289f24-9eee-49b7-8cea-d4f887240b07'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:50.827436 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-789c6379-c1e4-410f-b032-b802292d5e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:50.837303 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c6379-c1e4-410f-b032-b802292d5e05 None None] Routers {'cd289f24-9eee-49b7-8cea-d4f887240b07'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:50.838235 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-789c6379-c1e4-410f-b032-b802292d5e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cd289f24-9eee-49b7-8cea-d4f887240b07'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:50.839916 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-a841afb8-e5b8-4314-b2cf-4dc507130d0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19365c9-1508-4019-9753-c9127e1a59bf HTTP/1.1" status: 200 len: 217 time: 0.0544357 Jul 06 12:03:50.874877 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-789c6379-c1e4-410f-b032-b802292d5e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:50.875800 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c6379-c1e4-410f-b032-b802292d5e05 None None] The sync data for ids ['cd289f24-9eee-49b7-8cea-d4f887240b07'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:50.903406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-730e015f-6300-4823-95a2-1070290e3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:50.905444 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-730e015f-6300-4823-95a2-1070290e3765 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c3fad8b-56c1-4a45-b838-a6496d553d4e HTTP/1.1" status: 200 len: 834 time: 0.0590115 Jul 06 12:03:50.935093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-720ae237-47a3-48b0-a8ad-a000029078e0 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:50.972696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7f0b3287-e1ac-4786-9513-41bc1b8526ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:50.974255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-7f0b3287-e1ac-4786-9513-41bc1b8526ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=edd25061-97da-46b2-aadb-ac99d525ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624087 Jul 06 12:03:51.037182 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-720ae237-47a3-48b0-a8ad-a000029078e0 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 12:03:51.038771 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-720ae237-47a3-48b0-a8ad-a000029078e0 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "DELETE /v2.0/routers/cd289f24-9eee-49b7-8cea-d4f887240b07 HTTP/1.1" status: 409 len: 329 time: 0.2727904 Jul 06 12:03:51.041712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44346) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:51.229597 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-39bd5c36-c2b6-4be1-8826-9c1de5019eda req-0225e9ee-d49f-47fc-8498-ab1edcd24d97 tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.21 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0533438 Jul 06 12:03:51.242982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-200489da-147b-437f-924e-088c8e58f66d service neutron] 10.222.0.47 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617099 Jul 06 12:03:51.375360 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7ce0af93-4f19-4c56-9a4b-26be0ebd34d5 req-03f19991-1956-4bf9-abae-7c48c0b01f0c tempest-ServerShowV257Test-1642213709 tempest-ServerShowV257Test-1642213709-project] 10.222.0.86 "GET /v2.0/ports?device_id=94a561c6-588f-47cb-b1f1-2b05847d2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0309453 Jul 06 12:03:51.414043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9a48d-4325-4e9f-a256-31e6487e6b3a req-f8780187-469a-498e-9637-798f97aca61c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:51.415556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eff9a48d-4325-4e9f-a256-31e6487e6b3a req-f8780187-469a-498e-9637-798f97aca61c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 943 time: 0.2879064 Jul 06 12:03:51.495860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d19c1ea-e023-4920-b830-2c7bc232d86f req-8c8a8e7a-08fc-4aba-a957-568ee2a8ab5b service neutron] 10.222.0.47 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407188 Jul 06 12:03:51.536121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eff9a48d-4325-4e9f-a256-31e6487e6b3a req-56f807ab-2f70-4a0a-865f-69a042cb704c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093838 Jul 06 12:03:51.667723 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-280d689c-971a-40c6-b0bc-f57fe9352cc9 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:51.705304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100f97d-9d78-4812-b356-e50dbae6538e req-0c7101c9-ae00-410a-82e9-db2f02ac3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:51.706873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5100f97d-9d78-4812-b356-e50dbae6538e req-0c7101c9-ae00-410a-82e9-db2f02ac3c28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1094 time: 0.1065252 Jul 06 12:03:51.900886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100f97d-9d78-4812-b356-e50dbae6538e req-cb50eca2-bd8d-48ce-8e34-b32409c8b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:51.902862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5100f97d-9d78-4812-b356-e50dbae6538e req-cb50eca2-bd8d-48ce-8e34-b32409c8b9c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=edd25061-97da-46b2-aadb-ac99d525ee31 HTTP/1.1" status: 200 len: 898 time: 0.1649723 Jul 06 12:03:51.951123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5100f97d-9d78-4812-b356-e50dbae6538e req-405dfe17-da47-4b8b-9222-4bdc9b809851 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19365c9-1508-4019-9753-c9127e1a59bf HTTP/1.1" status: 200 len: 217 time: 0.0372024 Jul 06 12:03:51.981206 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:03:52.047970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100f97d-9d78-4812-b356-e50dbae6538e req-c98bc9d5-bcac-4e59-a6ef-ea0cb65edf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:52.049486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5100f97d-9d78-4812-b356-e50dbae6538e req-c98bc9d5-bcac-4e59-a6ef-ea0cb65edf91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c3fad8b-56c1-4a45-b838-a6496d553d4e HTTP/1.1" status: 200 len: 834 time: 0.0921967 Jul 06 12:03:52.163231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-280d689c-971a-40c6-b0bc-f57fe9352cc9 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Deleting port 32278aa3-ccd1-4e1e-b74b-0a348e029064 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:52.163615 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-280d689c-971a-40c6-b0bc-f57fe9352cc9 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:52.184970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100f97d-9d78-4812-b356-e50dbae6538e req-7239d50b-f58a-4f6e-a43b-a7f29c4ecf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:52.186851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5100f97d-9d78-4812-b356-e50dbae6538e req-7239d50b-f58a-4f6e-a43b-a7f29c4ecf61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=edd25061-97da-46b2-aadb-ac99d525ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281881 Jul 06 12:03:52.327927 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-280d689c-971a-40c6-b0bc-f57fe9352cc9 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:52.349086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-280d689c-971a-40c6-b0bc-f57fe9352cc9 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Calling delete_port for 32278aa3-ccd1-4e1e-b74b-0a348e029064 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:52.354939 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5100f97d-9d78-4812-b356-e50dbae6538e req-662b4695-4c23-4fb7-937b-f0d2932f3452 service neutron] 10.222.0.47 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418839 Jul 06 12:03:52.534967 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5100f97d-9d78-4812-b356-e50dbae6538e req-61296ccd-1e9d-4769-9ea1-e03e892e6dec service neutron] 10.222.0.47 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722205 Jul 06 12:03:52.619535 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-280d689c-971a-40c6-b0bc-f57fe9352cc9 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:52.642329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44384) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:52.659689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d689c-971a-40c6-b0bc-f57fe9352cc9 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Port': ['ID=32278aa3-ccd1-4e1e-b74b-0a348e029064,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:52.796197 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:52.802335 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-280d689c-971a-40c6-b0bc-f57fe9352cc9 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:52.936533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:52.939868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d49d6-27c4-4603-a784-175205d94d93 req-f3b05956-ddec-4541-8931-b69a1717b85c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:52.941640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-734d49d6-27c4-4603-a784-175205d94d93 req-f3b05956-ddec-4541-8931-b69a1717b85c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 943 time: 0.1710951 Jul 06 12:03:52.945418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:52.985330 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dda6c2beef674b94be221a4819da559f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394630 Jul 06 12:03:52.989045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:52.998462 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9879ca2c-8f1f-49a8-aaba-85b1b6def995,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:53.021581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.022074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.022437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.022775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.023107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.023443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.023845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.024513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.025322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.025322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.025524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.025780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10412f-e0f5-4379-9c00-ee6fd26b9b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:53.050413 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-734d49d6-27c4-4603-a784-175205d94d93 req-2b0b22d4-3ca4-49df-bd11-d496af2a4a10 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731788 Jul 06 12:03:53.055027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280d689c-971a-40c6-b0bc-f57fe9352cc9 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Router cd289f24-9eee-49b7-8cea-d4f887240b07 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:53.065606 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28b4b0c1-91dc-436d-bfa8-f57b3baae80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.092949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28b4b0c1-91dc-436d-bfa8-f57b3baae80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.142390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280d689c-971a-40c6-b0bc-f57fe9352cc9 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:53.144963 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28b4b0c1-91dc-436d-bfa8-f57b3baae80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.147885 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28b4b0c1-91dc-436d-bfa8-f57b3baae80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.156163 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-28b4b0c1-91dc-436d-bfa8-f57b3baae80e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9879ca2c-8f1f-49a8-aaba-85b1b6def995 HTTP/1.1" status: 204 len: 168 time: 0.1592448 Jul 06 12:03:53.156389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-280d689c-971a-40c6-b0bc-f57fe9352cc9 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "PUT /v2.0/routers/cd289f24-9eee-49b7-8cea-d4f887240b07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1088276 Jul 06 12:03:53.156389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44396) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:53.165179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49487f14-0401-4d11-b2d7-30ba719c2d30 None None] Sync routers for ids ['cd289f24-9eee-49b7-8cea-d4f887240b07'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:53.169691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4b0c1-91dc-436d-bfa8-f57b3baae80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9879ca2c-8f1f-49a8-aaba-85b1b6def995,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:53.207535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49487f14-0401-4d11-b2d7-30ba719c2d30 None None] Routers {'cd289f24-9eee-49b7-8cea-d4f887240b07'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:53.208446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-49487f14-0401-4d11-b2d7-30ba719c2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cd289f24-9eee-49b7-8cea-d4f887240b07'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:53.260960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-49487f14-0401-4d11-b2d7-30ba719c2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:53.279423 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49487f14-0401-4d11-b2d7-30ba719c2d30 None None] Routers {'cd289f24-9eee-49b7-8cea-d4f887240b07'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:53.280744 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-49487f14-0401-4d11-b2d7-30ba719c2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['cd289f24-9eee-49b7-8cea-d4f887240b07'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:53.323505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-49487f14-0401-4d11-b2d7-30ba719c2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:53.324447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49487f14-0401-4d11-b2d7-30ba719c2d30 None None] The sync data for ids ['cd289f24-9eee-49b7-8cea-d4f887240b07'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:53.516456 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-b9663bfa-b9f3-4d71-a302-5572a792468e tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] show failed (client error): The resource could not be found. Jul 06 12:03:53.517492 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b9663bfa-b9f3-4d71-a302-5572a792468e tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1258112871 HTTP/1.1" status: 404 len: 335 time: 0.3604393 Jul 06 12:03:53.521415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44416) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:53.526766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7785b8f8-1817-4e00-a8cb-5f55e792ca8f tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:53.560137 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-7785b8f8-1817-4e00-a8cb-5f55e792ca8f tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] update failed (client error): The resource could not be found. Jul 06 12:03:53.561202 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7785b8f8-1817-4e00-a8cb-5f55e792ca8f tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-26426198 HTTP/1.1" status: 404 len: 333 time: 0.0389071 Jul 06 12:03:53.565813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44420) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:53.626087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-115e9e74-38f8-48ea-8b01-fefc3b16c5c3 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Deleting subnet 2ed2e878-c37b-4759-bbd5-7fe957d35366 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:53.629362 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-115e9e74-38f8-48ea-8b01-fefc3b16c5c3 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.670382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-115e9e74-38f8-48ea-8b01-fefc3b16c5c3 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.789936 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-115e9e74-38f8-48ea-8b01-fefc3b16c5c3 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.867375 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-115e9e74-38f8-48ea-8b01-fefc3b16c5c3 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.898360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e9e74-38f8-48ea-8b01-fefc3b16c5c3 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed2e878-c37b-4759-bbd5-7fe957d35366,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:53.903156 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-115e9e74-38f8-48ea-8b01-fefc3b16c5c3 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.905267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-115e9e74-38f8-48ea-8b01-fefc3b16c5c3 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "DELETE /v2.0/subnets/2ed2e878-c37b-4759-bbd5-7fe957d35366 HTTP/1.1" status: 204 len: 168 time: 0.3384814 Jul 06 12:03:53.907759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:53.910993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27edb410-9c0a-409c-8f22-4b744de983b1 None None] Network 6fd67d28-6624-4660-b073-dc2bb6f03ef2 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:54.016100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.101663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Deleting port 97edb0f5-a055-4620-982c-ba66b503b7d8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:54.102410 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.225320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] For port 97edb0f5-a055-4620-982c-ba66b503b7d8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=97edb0f5-a055-4620-982c-ba66b503b7d8,segment=NetworkSegment(05d1d150-dd7c-4a70-a446-00e2bd01ad13),segment_id=05d1d150-dd7c-4a70-a446-00e2bd01ad13)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:54.225687 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.246243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Calling delete_port for 97edb0f5-a055-4620-982c-ba66b503b7d8 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:54.335206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5001bcef-713a-4303-8e8c-00025b4765c7 None None] DHCP port deletion for 6fd67d28-6624-4660-b073-dc2bb6f03ef2 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:03:54.382798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44456) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:54.388481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23aba3-a8be-4e52-aecb-e4e9ec1c5cfb req-9cbff6a6-6f6d-43b0-8df3-9fb683b1b9db tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:54.390076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff23aba3-a8be-4e52-aecb-e4e9ec1c5cfb req-9cbff6a6-6f6d-43b0-8df3-9fb683b1b9db tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 943 time: 0.1590958 Jul 06 12:03:54.400788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5001bcef-713a-4303-8e8c-00025b4765c7 None None] Deleting port 97edb0f5-a055-4620-982c-ba66b503b7d8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:54.401438 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5001bcef-713a-4303-8e8c-00025b4765c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.436668 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.470024 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff23aba3-a8be-4e52-aecb-e4e9ec1c5cfb req-fe879262-95ae-4a25-8750-b0d17ab0af7c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713983 Jul 06 12:03:54.472856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Port': ['ID=97edb0f5-a055-4620-982c-ba66b503b7d8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:54.486091 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] No DVR routers for this DVR port 97edb0f5-a055-4620-982c-ba66b503b7d8 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:54.497408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5001bcef-713a-4303-8e8c-00025b4765c7 None None] For port 97edb0f5-a055-4620-982c-ba66b503b7d8, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=97edb0f5-a055-4620-982c-ba66b503b7d8,segment=NetworkSegment(05d1d150-dd7c-4a70-a446-00e2bd01ad13),segment_id=05d1d150-dd7c-4a70-a446-00e2bd01ad13)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:54.498680 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5001bcef-713a-4303-8e8c-00025b4765c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.529541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5001bcef-713a-4303-8e8c-00025b4765c7 None None] Calling delete_port for 97edb0f5-a055-4620-982c-ba66b503b7d8 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:54.584750 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.586361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-396a1495-d2ab-4c01-85f3-af4f66676f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.596138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd67d28-6624-4660-b073-dc2bb6f03ef2']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:54.610242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d1d150-dd7c-4a70-a446-00e2bd01ad13') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:54.610550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d1d150-dd7c-4a70-a446-00e2bd01ad13') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:54.623900 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.639959 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5001bcef-713a-4303-8e8c-00025b4765c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.649009 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.665024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:54.665436 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.682214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001bcef-713a-4303-8e8c-00025b4765c7 None None] Pushing event deleted for resources: {'Port': ['ID=97edb0f5-a055-4620-982c-ba66b503b7d8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:54.691143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001bcef-713a-4303-8e8c-00025b4765c7 None None] No DVR routers for this DVR port 97edb0f5-a055-4620-982c-ba66b503b7d8 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:54.732869 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:54.768546 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.787029 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.789327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "DELETE /v2.0/networks/6fd67d28-6624-4660-b073-dc2bb6f03ef2 HTTP/1.1" status: 204 len: 168 time: 0.8796737 Jul 06 12:03:54.791895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44472) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:54.800117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184e5c3-37a4-4efd-9a17-2fe473491b02 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Network': ['ID=6fd67d28-6624-4660-b073-dc2bb6f03ef2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:54.867208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d19365c9-1508-4019-9753-c9127e1a59bf details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:03:54.871018 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-396a1495-d2ab-4c01-85f3-af4f66676f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.876337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f86327-c3bd-4bf9-a197-627211822732 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Deleting subnet f1d75d7e-c9a8-4a87-8f29-fc4b29e44239 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:54.879680 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-396a1495-d2ab-4c01-85f3-af4f66676f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.882939 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-93f86327-c3bd-4bf9-a197-627211822732 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.949490 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-93f86327-c3bd-4bf9-a197-627211822732 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.983684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:55.000627 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-396a1495-d2ab-4c01-85f3-af4f66676f18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fcdca221a044f2c878226bfd0eb55fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143684 Jul 06 12:03:55.000760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'port_id': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'mac_address': 'fa:16:3e:7f:9c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:03:55.001452 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:55.002836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a1495-d2ab-4c01-85f3-af4f66676f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a676b2-2d31-4383-bd71-f5a176a9b567,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:55.042129 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.062196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19365c9-1508-4019-9753-c9127e1a59bf {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:03:55.069119 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-93f86327-c3bd-4bf9-a197-627211822732 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.090809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:55.095827 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.121155 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.144779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-93f86327-c3bd-4bf9-a197-627211822732 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.158360 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.159872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=d19365c9-1508-4019-9753-c9127e1a59bf,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:55.178207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef5ca4-4213-4c77-a8aa-c98910f6a8e9 None None] Network eadade94-6b6d-44aa-ab47-aec2728252f9 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:55.187990 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-93f86327-c3bd-4bf9-a197-627211822732 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.189928 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-93f86327-c3bd-4bf9-a197-627211822732 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "DELETE /v2.0/subnets/f1d75d7e-c9a8-4a87-8f29-fc4b29e44239 HTTP/1.1" status: 204 len: 168 time: 0.3967378 Jul 06 12:03:55.191155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f86327-c3bd-4bf9-a197-627211822732 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d75d7e-c9a8-4a87-8f29-fc4b29e44239,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:55.193002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44482) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:55.261678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-97556a16-1116-4806-affc-b39db6d9d8f1 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Deleting subnet 6b6eb468-a85a-42d4-ae6a-54d070f56b3c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:55.268167 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97556a16-1116-4806-affc-b39db6d9d8f1 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.299691 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.302337 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.306017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11a676b2-2d31-4383-bd71-f5a176a9b567 HTTP/1.1" status: 204 len: 168 time: 0.3008430 Jul 06 12:03:55.325645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a676b2-2d31-4383-bd71-f5a176a9b567,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:55.333370 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97556a16-1116-4806-affc-b39db6d9d8f1 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.364532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.364880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.365219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.365549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.365878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.366206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.366528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.366883 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.367284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.368781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.369245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.369574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17edae7-e0d8-4cb4-b585-ec110c1c230e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:55.412270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['d19365c9-1508-4019-9753-c9127e1a59bf'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:03:55.457804 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fef0d7c-48d2-493e-a01f-51084d751851 None None] DHCP port deletion for eadade94-6b6d-44aa-ab47-aec2728252f9 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:03:55.465392 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97556a16-1116-4806-affc-b39db6d9d8f1 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.520238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-b0045ffa-bd59-4cf0-a0a9-f00bccfe6d49 req-2145f983-c003-47c4-b9dd-5a609982a08e service neutron] (93814) timed out ('10.222.0.86', 64386) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:03:55.546835 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97556a16-1116-4806-affc-b39db6d9d8f1 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.590287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97556a16-1116-4806-affc-b39db6d9d8f1 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6eb468-a85a-42d4-ae6a-54d070f56b3c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:55.594481 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97556a16-1116-4806-affc-b39db6d9d8f1 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.596321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65dbcea-c715-4e58-9fa3-195dda716baf None None] Network 956bb6d8-9659-4b41-9105-722c9c8e5a65 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:55.597068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-97556a16-1116-4806-affc-b39db6d9d8f1 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "DELETE /v2.0/subnets/6b6eb468-a85a-42d4-ae6a-54d070f56b3c HTTP/1.1" status: 204 len: 168 time: 0.4021318 Jul 06 12:03:55.599743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44494) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:55.600839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7fef0d7c-48d2-493e-a01f-51084d751851 None None] Deleting port 31d76f87-86b8-49e4-8a8d-d64b10da763d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:55.601217 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fef0d7c-48d2-493e-a01f-51084d751851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.675738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7fef0d7c-48d2-493e-a01f-51084d751851 None None] For port 31d76f87-86b8-49e4-8a8d-d64b10da763d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=31d76f87-86b8-49e4-8a8d-d64b10da763d,segment=NetworkSegment(1f0a110c-0f66-4da7-bd60-911f0a7bd108),segment_id=1f0a110c-0f66-4da7-bd60-911f0a7bd108)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:55.676395 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fef0d7c-48d2-493e-a01f-51084d751851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.693648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7fef0d7c-48d2-493e-a01f-51084d751851 None None] Calling delete_port for 31d76f87-86b8-49e4-8a8d-d64b10da763d owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:55.725167 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.749335 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3c4bb-0343-4826-9629-fa93115040dc req-0587fe5d-de2d-4d80-834a-42b5915aca70 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:55.752312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3cb3c4bb-0343-4826-9629-fa93115040dc req-0587fe5d-de2d-4d80-834a-42b5915aca70 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 944 time: 0.0871317 Jul 06 12:03:55.843276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Deleting port 31d76f87-86b8-49e4-8a8d-d64b10da763d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:55.843276 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.872430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3cb3c4bb-0343-4826-9629-fa93115040dc req-341ca183-597d-4a78-b6ad-05acf6f0292f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037874 Jul 06 12:03:55.930206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] For port 31d76f87-86b8-49e4-8a8d-d64b10da763d, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=31d76f87-86b8-49e4-8a8d-d64b10da763d,segment=NetworkSegment(1f0a110c-0f66-4da7-bd60-911f0a7bd108),segment_id=1f0a110c-0f66-4da7-bd60-911f0a7bd108)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:55.930759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.948486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Calling delete_port for 31d76f87-86b8-49e4-8a8d-d64b10da763d owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:56.047501 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fef0d7c-48d2-493e-a01f-51084d751851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.050372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.090673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Port': ['ID=31d76f87-86b8-49e4-8a8d-d64b10da763d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:56.100527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef0d7c-48d2-493e-a01f-51084d751851 None None] No DVR routers for this DVR port 31d76f87-86b8-49e4-8a8d-d64b10da763d on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:56.109022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef0d7c-48d2-493e-a01f-51084d751851 None None] Pushing event deleted for resources: {'Port': ['ID=31d76f87-86b8-49e4-8a8d-d64b10da763d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:56.116206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] No DVR routers for this DVR port 31d76f87-86b8-49e4-8a8d-d64b10da763d on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:56.244357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.254926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e253220-798d-4299-948e-333ae93941c7 None None] DHCP port deletion for 956bb6d8-9659-4b41-9105-722c9c8e5a65 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:03:56.260554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadade94-6b6d-44aa-ab47-aec2728252f9']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:56.265250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 97edb0f5-a055-4620-982c-ba66b503b7d8 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:56.272273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0a110c-0f66-4da7-bd60-911f0a7bd108') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:56.272701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0a110c-0f66-4da7-bd60-911f0a7bd108') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:56.282466 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.298602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44522) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:56.299121 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.306282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:56.306841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: self.session.flush() Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:56.310432 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:56.316898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 97edb0f5-a055-4620-982c-ba66b503b7d8 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:56.317446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 97edb0f5-a055-4620-982c-ba66b503b7d8 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:56.318043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 31d76f87-86b8-49e4-8a8d-d64b10da763d no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:56.342533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 31d76f87-86b8-49e4-8a8d-d64b10da763d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:56.343150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 31d76f87-86b8-49e4-8a8d-d64b10da763d not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:56.386427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9e253220-798d-4299-948e-333ae93941c7 None None] Deleting port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:56.386884 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e253220-798d-4299-948e-333ae93941c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.388297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.399431 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.401746 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "DELETE /v2.0/networks/eadade94-6b6d-44aa-ab47-aec2728252f9 HTTP/1.1" status: 204 len: 168 time: 0.7999065 Jul 06 12:03:56.404932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44530) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:56.446459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dda8d-7d76-4eed-a165-7e48b140fea4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Network': ['ID=eadade94-6b6d-44aa-ab47-aec2728252f9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:56.451284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1244432905-network', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:56.476233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9e253220-798d-4299-948e-333ae93941c7 None None] For port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e4f7f1de-1800-4c8f-a331-cc47cccfbdd2,segment=NetworkSegment(8468b40a-f5bb-4028-9798-9939ef05f6e3),segment_id=8468b40a-f5bb-4028-9798-9939ef05f6e3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:56.476828 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e253220-798d-4299-948e-333ae93941c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.492271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9e253220-798d-4299-948e-333ae93941c7 None None] Calling delete_port for e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:56.527850 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.530882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Made reservation on behalf of 0092fa0d8f354be094ec37e29ad9af2e for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:56.533255 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.544748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.578907 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e253220-798d-4299-948e-333ae93941c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.608984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e253220-798d-4299-948e-333ae93941c7 None None] Pushing event deleted for resources: {'Port': ['ID=e4f7f1de-1800-4c8f-a331-cc47cccfbdd2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:56.612537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e253220-798d-4299-948e-333ae93941c7 None None] No DVR routers for this DVR port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:56.657215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Deleting port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:56.657563 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.753996 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.755347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] For port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2, host n-d-799527-2, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:56.755773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.758351 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.779479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Calling delete_port for e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:56.784441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:03:56.795937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.800378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:03:56.836660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb540b40-daa8-4998-a11a-33d383652af9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:56.843217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Port': ['ID=e4f7f1de-1800-4c8f-a331-cc47cccfbdd2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:56.855815 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.856271 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Added segment 7b73f773-f369-43fb-bd9c-cc7c968db620 of type vlan for network 0d41ffd4-2407-4de9-acd6-472de5318058 Jul 06 12:03:56.858523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] No DVR routers for this DVR port e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:56.882014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d19365c9-1508-4019-9753-c9127e1a59bf up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:56.940752 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.949402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port d19365c9-1508-4019-9753-c9127e1a59bf completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:56.954206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port d19365c9-1508-4019-9753-c9127e1a59bf triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:56.954622 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.005695 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.037714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956bb6d8-9659-4b41-9105-722c9c8e5a65']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:57.056106 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.061918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8468b40a-f5bb-4028-9798-9939ef05f6e3') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:57.061918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8468b40a-f5bb-4028-9798-9939ef05f6e3') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:57.063666 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.064661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:57.065247 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.090309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:57.094142 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22b28f2-e3e7-471f-80b3-f79fddbd0e01" -d '{"events": [{"server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "name": "network-vif-plugged", "status": "completed", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:57.111726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.112812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:57.120268 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.150999 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b561b1f-5d4d-49b5-ba70-6f017f30dcfa x-openstack-request-id: req-9b561b1f-5d4d-49b5-ba70-6f017f30dcfa {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:57.151617 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "name": "network-vif-plugged", "status": "completed", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:57.152021 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b561b1f-5d4d-49b5-ba70-6f017f30dcfa {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:57.152589 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'code': 200} Jul 06 12:03:57.178993 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8792186 Jul 06 12:03:57.181922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44548) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:57.188135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=d19365c9-1508-4019-9753-c9127e1a59bf,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:57.188409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] Request body: {'subnet': {'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1244432905-subnet', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:57.217430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] Made reservation on behalf of 0092fa0d8f354be094ec37e29ad9af2e for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:57.220216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.248539 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.282218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fd723-8dd0-4de8-aac1-d7c779767833 admin admin] Pushing event updated for resources: {'Network': ['ID=0d41ffd4-2407-4de9-acd6-472de5318058,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:57.286646 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:57.287143 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:57.291844 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:57.318201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 0d41ffd4-2407-4de9-acd6-472de5318058 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:03:57.401194 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.422234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d72144-3119-422e-a1b7-f3aba761e737 req-c134b45e-be1c-4e5e-a854-ffa43973a5f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:57.423878 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64d72144-3119-422e-a1b7-f3aba761e737 req-c134b45e-be1c-4e5e-a854-ffa43973a5f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 945 time: 0.3492565 Jul 06 12:03:57.442233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.444363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Network': ['ID=956bb6d8-9659-4b41-9105-722c9c8e5a65,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:57.447273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.453198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-287a67dd-48eb-4c7d-9f64-b846dc1db769 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "DELETE /v2.0/networks/956bb6d8-9659-4b41-9105-722c9c8e5a65 HTTP/1.1" status: 204 len: 168 time: 1.0451932 Jul 06 12:03:57.453331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44556) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:57.460600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b898b23-0e1a-46bd-89f7-e42101d794f6 req-d99c9a2c-1c07-4150-b24c-b07debd5daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:57.462034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b898b23-0e1a-46bd-89f7-e42101d794f6 req-d99c9a2c-1c07-4150-b24c-b07debd5daaa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1096 time: 0.2396200 Jul 06 12:03:57.509900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64d72144-3119-422e-a1b7-f3aba761e737 req-b413ebdc-ac44-49eb-b000-8ea5e63dd086 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687063 Jul 06 12:03:57.516757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b898b23-0e1a-46bd-89f7-e42101d794f6 req-3f9f84f1-9258-4c6d-8384-26147774548f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462053 Jul 06 12:03:57.558267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8691728a-9e08-4219-8b52-b84980b52a82,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:57.570545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-2919ae31-f100-46ba-a231-2b980ddeb83a tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Deleting subnet fb3a0226-ad37-4599-860f-ea5bd5104655 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:57.578500 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2919ae31-f100-46ba-a231-2b980ddeb83a tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.606174 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] Checking segment: {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:57.607199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] Network hostable DHCP agents. Network: 0d41ffd4-2407-4de9-acd6-472de5318058, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:03:57.633473 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2919ae31-f100-46ba-a231-2b980ddeb83a tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.670347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] Network 0d41ffd4-2407-4de9-acd6-472de5318058 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:03:57.688469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 0d41ffd4-2407-4de9-acd6-472de5318058) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:57.693709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:57.694131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.697241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ea3201-dbb4-4efd-9d4b-ddbe651b7366 None None] Network 0d41ffd4-2407-4de9-acd6-472de5318058 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:57.739535 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-353039ed-08ef-4e50-adc4-f8b92d10c4fe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5549707 Jul 06 12:03:57.741283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:57.747710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:57.769962 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2919ae31-f100-46ba-a231-2b980ddeb83a tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.777465 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.780147 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.855230 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2919ae31-f100-46ba-a231-2b980ddeb83a tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.856952 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.888033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919ae31-f100-46ba-a231-2b980ddeb83a tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3a0226-ad37-4599-860f-ea5bd5104655,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:57.900265 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2919ae31-f100-46ba-a231-2b980ddeb83a tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.902546 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2919ae31-f100-46ba-a231-2b980ddeb83a tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "DELETE /v2.0/subnets/fb3a0226-ad37-4599-860f-ea5bd5104655 HTTP/1.1" status: 204 len: 168 time: 0.4461160 Jul 06 12:03:57.905098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44568) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:57.930130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbcf2ed-d60b-488b-ae09-c3e6c79f46b9 None None] Network dd750c0f-8d7c-4c69-a350-c834846e91e7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:57.951890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-0d41ffd4-2407-4de9-acd6-472de5318058', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:03:57.953318 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.011332 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.033920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.084551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Deleting port fd1d0832-12a3-4495-8a2c-745fed4ebc2b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:58.084901 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.161804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] For port fd1d0832-12a3-4495-8a2c-745fed4ebc2b, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=fd1d0832-12a3-4495-8a2c-745fed4ebc2b,segment=NetworkSegment(ea4c9f48-fea4-4544-942e-7a7703d9369c),segment_id=ea4c9f48-fea4-4544-942e-7a7703d9369c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:58.162173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.184953 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Calling delete_port for fd1d0832-12a3-4495-8a2c-745fed4ebc2b owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:58.265361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:58.294943 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.295315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:58.295706 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e4f7f1de-1800-4c8f-a331-cc47cccfbdd2 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:58.320412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Allocated IP 172.20.0.2 (0d41ffd4-2407-4de9-acd6-472de5318058/8691728a-9e08-4219-8b52-b84980b52a82/601d3e84-66f3-4590-a4f9-7e6676fb751f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:58.327336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Port': ['ID=fd1d0832-12a3-4495-8a2c-745fed4ebc2b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:58.331704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] No DVR routers for this DVR port fd1d0832-12a3-4495-8a2c-745fed4ebc2b on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:58.338424 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.370814 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.437107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce951d18-9ae9-42f7-a5ea-6f91aef79ee9 None None] DHCP port deletion for dd750c0f-8d7c-4c69-a350-c834846e91e7 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:03:58.449699 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.463255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd750c0f-8d7c-4c69-a350-c834846e91e7']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:58.482778 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4c9f48-fea4-4544-942e-7a7703d9369c') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:58.483112 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4c9f48-fea4-4544-942e-7a7703d9369c') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:58.515116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.538900 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.541909 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.547762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:58.547762 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:58.551827 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:58.562173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Allocated IP 172.25.0.31 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/52f053c7-abd3-43ef-ba72-6ccb25c4d7f1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:58.647565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Transition to ACTIVE for port object 601d3e84-66f3-4590-a4f9-7e6676fb751f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:58.649407 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.670661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Transition to ACTIVE for port object 601d3e84-66f3-4590-a4f9-7e6676fb751f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:58.677760 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.680160 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "DELETE /v2.0/networks/dd750c0f-8d7c-4c69-a350-c834846e91e7 HTTP/1.1" status: 204 len: 168 time: 0.7740557 Jul 06 12:03:58.681204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c194e97-6c5c-454e-8a5a-e072cda175e4 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Pushing event deleted for resources: {'Network': ['ID=dd750c0f-8d7c-4c69-a350-c834846e91e7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:58.683480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44582) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:58.685421 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.724209 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1ac3fb53-ac2d-43f6-87f6-81743ce08b71 tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd289f24-9eee-49b7-8cea-d4f887240b07 HTTP/1.1" status: 200 len: 205 time: 0.0399168 Jul 06 12:03:58.725773 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44584) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:58.782729 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.787987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Network 0d41ffd4-2407-4de9-acd6-472de5318058 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:58.796410 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.797471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:58.804841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Pushing event updated for resources: {'Port': ['ID=601d3e84-66f3-4590-a4f9-7e6676fb751f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:58.808140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:58.826333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b775367-3b9a-47e6-b809-51388f1d68ea tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.848674 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.885266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Attempting to bind port 601d3e84-66f3-4590-a4f9-7e6676fb751f on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:58.885639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Attempting to bind port 601d3e84-66f3-4590-a4f9-7e6676fb751f by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:58.886788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Attempting to bind port 601d3e84-66f3-4590-a4f9-7e6676fb751f on network 0d41ffd4-2407-4de9-acd6-472de5318058 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:58.894354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:58.894903 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Checking segment: {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:58.895282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.896092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Bound using segment: {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:58.896574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Bound port: 601d3e84-66f3-4590-a4f9-7e6676fb751f, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:58.897223 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.901263 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.916500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:58.926400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1ae28-0069-4f5f-8939-687860e0b68d req-58a31d9e-f0b0-4558-b52f-3ddd6e7697ef tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:58.928107 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8be1ae28-0069-4f5f-8939-687860e0b68d req-58a31d9e-f0b0-4558-b52f-3ddd6e7697ef tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 945 time: 0.2612867 Jul 06 12:03:58.932170 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:58.935160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Pushing event updated for resources: {'Port': ['ID=52f053c7-abd3-43ef-ba72-6ccb25c4d7f1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:58.940224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:58.980978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] For port 601d3e84-66f3-4590-a4f9-7e6676fb751f, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:58.987679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] For port 601d3e84-66f3-4590-a4f9-7e6676fb751f, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=601d3e84-66f3-4590-a4f9-7e6676fb751f,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:58.994118 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:59.077224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444fef1-ceaa-40b0-834d-08529593b40d None None] Pushing event updated for resources: {'Port': ['ID=601d3e84-66f3-4590-a4f9-7e6676fb751f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:59.082322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b775367-3b9a-47e6-b809-51388f1d68ea tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:59.084614 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b775367-3b9a-47e6-b809-51388f1d68ea tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:59.132315 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8be1ae28-0069-4f5f-8939-687860e0b68d req-81b3b527-9d3a-4cee-b656-cbb11f36c4f4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933959 Jul 06 12:03:59.137982 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b775367-3b9a-47e6-b809-51388f1d68ea tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:59.139735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b775367-3b9a-47e6-b809-51388f1d68ea tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Fanout notify agent at l3_agent the message router_deleted on router cd289f24-9eee-49b7-8cea-d4f887240b07 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:03:59.147505 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b775367-3b9a-47e6-b809-51388f1d68ea tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:59.154574 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4b775367-3b9a-47e6-b809-51388f1d68ea tempest-RoutersNegativeIpV6Test-1014406169 tempest-RoutersNegativeIpV6Test-1014406169-project] 10.222.0.21 "DELETE /v2.0/routers/cd289f24-9eee-49b7-8cea-d4f887240b07 HTTP/1.1" status: 204 len: 168 time: 0.4275272 Jul 06 12:03:59.362457 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:59.514526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44600) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:59.630378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.069303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44612) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:00.069838 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-df217fa1-a296-4865-95be-132ab2f09f77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=042887a3624e42fcbba5b7959689647c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538492 Jul 06 12:04:00.149049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70346019-29c6-4f8f-86b7-e1cb0321e94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.153094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:04:00.229461 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70346019-29c6-4f8f-86b7-e1cb0321e94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.302577 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 601d3e84-66f3-4590-a4f9-7e6676fb751f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:00.312816 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70346019-29c6-4f8f-86b7-e1cb0321e94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.317501 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70346019-29c6-4f8f-86b7-e1cb0321e94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.318622 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-70346019-29c6-4f8f-86b7-e1cb0321e94d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b589f3c9-75b5-4307-a122-376150c245d8 HTTP/1.1" status: 204 len: 168 time: 0.2475774 Jul 06 12:04:00.329419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70346019-29c6-4f8f-86b7-e1cb0321e94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b589f3c9-75b5-4307-a122-376150c245d8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:00.367177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca08e6-7832-46e5-a2fc-8b972de3d8d2 None None] Network 0d41ffd4-2407-4de9-acd6-472de5318058 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:00.437092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:00.449257 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Sync routers for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:00.460467 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.465142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44624) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:00.465940 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-22dfb068-3843-43a5-964a-fbad4e9e6f51 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7228308 Jul 06 12:04:00.468726 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:00.469411 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:00.474255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941d1e5-57b8-4c97-9a16-e33c9825bfa1 req-8824dd8c-835b-4e05-b182-6a23b1c9f37a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:00.476438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1941d1e5-57b8-4c97-9a16-e33c9825bfa1 req-8824dd8c-835b-4e05-b182-6a23b1c9f37a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 945 time: 0.1139879 Jul 06 12:04:00.548493 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f5ec35c7-0123-4ee2-9b97-37e53b9cff48 None None] Provisioning for port 601d3e84-66f3-4590-a4f9-7e6676fb751f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:00.551571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1941d1e5-57b8-4c97-9a16-e33c9825bfa1 req-63f40619-32e9-43d8-b4e8-d581f3b92b5b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634902 Jul 06 12:04:00.580006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 601d3e84-66f3-4590-a4f9-7e6676fb751f completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:00.594808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 601d3e84-66f3-4590-a4f9-7e6676fb751f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:00.595474 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.643711 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:00.881651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573df3b-c19a-46b5-becf-862b2a18958c req-98bc8189-faea-4a6a-a173-22ccb255f222 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:00.885880 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9573df3b-c19a-46b5-becf-862b2a18958c req-98bc8189-faea-4a6a-a173-22ccb255f222 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 945 time: 0.1588778 Jul 06 12:04:00.926314 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.988680 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9573df3b-c19a-46b5-becf-862b2a18958c req-c65a7df7-7cf3-4c0d-aecc-08bed746d4cc tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967982 Jul 06 12:04:01.005426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 601d3e84-66f3-4590-a4f9-7e6676fb751f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=601d3e84-66f3-4590-a4f9-7e6676fb751f,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:01.022551 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.025191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44648) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:01.039985 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:03:59Z', 'revision_number': 3, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:01.115002 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Checking router: bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:01.117211 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Updating router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:04:01.138653 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fd1d0832-12a3-4495-8a2c-745fed4ebc2b no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:04:01.166488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bf0338-9979-4158-b0eb-f4c30be1f56c tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:01.171218 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-09bf0338-9979-4158-b0eb-f4c30be1f56c tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1091 time: 0.1445894 Jul 06 12:04:01.174933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44652) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:01.184768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'tenant_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:01.212438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=601d3e84-66f3-4590-a4f9-7e6676fb751f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:01.219338 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.223788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: fd1d0832-12a3-4495-8a2c-745fed4ebc2b {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:04:01.224107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device fd1d0832-12a3-4495-8a2c-745fed4ebc2b not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:04:01.235983 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.263614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-e55864ec-0eb2-4398-ade6-201d154f862f req-41c5b6d7-8565-479e-84e0-985cae17d877 service neutron] (93815) timed out ('10.222.0.47', 62635) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:04:01.396009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4fd32e29-07ec-45e5-87f7-12a2e8290620 None None] Provisioning complete for port 601d3e84-66f3-4590-a4f9-7e6676fb751f triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:01.396587 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fd32e29-07ec-45e5-87f7-12a2e8290620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.485865 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.651773 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.672816 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Transition to ACTIVE for port object 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:01.681517 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.758336 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Pushing event updated for resources: {'Port': ['ID=52f053c7-abd3-43ef-ba72-6ccb25c4d7f1,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:01.782214 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.782922 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.783425 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.784256 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.785015 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.785699 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.786229 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.786861 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.787386 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.787956 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.788527 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.789048 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:01.809693 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Attempting to bind port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:01.810318 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Attempting to bind port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:01.811171 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Attempting to bind port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:01.812344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.25.0.3 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/89121865-2022-4252-a9c5-b3527b569295) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:01.820314 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:01.820937 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:01.821413 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.825555 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:01.826542 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Bound port: 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:01.827410 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.867747 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.931547 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] For port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:01.939687 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] For port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=52f053c7-abd3-43ef-ba72-6ccb25c4d7f1,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:01.958085 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.035284 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.039421 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:02.039929 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:02.097216 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.213722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=89121865-2022-4252-a9c5-b3527b569295,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:02.266323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:02.269893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:02.276865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:02.289196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 601d3e84-66f3-4590-a4f9-7e6676fb751f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:02.305533 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78394fff-9753-41b9-aad8-27e2c462696c None None] Pushing event updated for resources: {'Port': ['ID=52f053c7-abd3-43ef-ba72-6ccb25c4d7f1,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:02.322280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Allocated IP 172.20.0.1 (0d41ffd4-2407-4de9-acd6-472de5318058/8691728a-9e08-4219-8b52-b84980b52a82/4a5d3830-14aa-470d-b64c-30f5d02307cd) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:02.338505 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:02.365970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 601d3e84-66f3-4590-a4f9-7e6676fb751f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:02.366349 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.510396 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.539617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Transition to ACTIVE for port object 4a5d3830-14aa-470d-b64c-30f5d02307cd will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:02.595695 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.642599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Network 0d41ffd4-2407-4de9-acd6-472de5318058 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:02.645449 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:02.647937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:02.654877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5d3830-14aa-470d-b64c-30f5d02307cd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:02.705000 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.795873 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:03:59Z', 'revision_number': 3, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:02.882322 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc883c35-b8aa-4e53-b5a6-ffe6fb39a25f None None] The sync data for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 is: [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:03:59Z', 'revision_number': 3, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:04:02.945781 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.019643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.042609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4c9714a7-d89e-45d6-92f8-9d3b9109b6b2 None None] Provisioning for port 4a5d3830-14aa-470d-b64c-30f5d02307cd completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:03.056268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4c9714a7-d89e-45d6-92f8-9d3b9109b6b2 None None] Provisioning complete for port 4a5d3830-14aa-470d-b64c-30f5d02307cd triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:03.057330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4c9714a7-d89e-45d6-92f8-9d3b9109b6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.140249 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4c9714a7-d89e-45d6-92f8-9d3b9109b6b2 None None] Port 4a5d3830-14aa-470d-b64c-30f5d02307cd cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:03.189423 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.267656 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.285448 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.435364 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.448379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5d3830-14aa-470d-b64c-30f5d02307cd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:03.522213 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.531310 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.682540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Network 0d41ffd4-2407-4de9-acd6-472de5318058 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:03.687815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:03.729814 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.853505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=89121865-2022-4252-a9c5-b3527b569295,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:03.921148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:04:03.943418 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Floating IP b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036 associated. External IP: 172.25.0.3, port: d19365c9-1508-4019-9753-c9127e1a59bf. Jul 06 12:04:04.148362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:04.155375 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3e5d89d5-bc2a-4653-9ab1-27aed754c181 admin admin] 10.222.0.21 "PUT /v2.0/routers/bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6885135 Jul 06 12:04:04.214488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ab1769ab-73f0-4790-9440-40ef078f774e None None] Provisioning complete for port 4a5d3830-14aa-470d-b64c-30f5d02307cd triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:04.215048 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab1769ab-73f0-4790-9440-40ef078f774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.341433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ab1769ab-73f0-4790-9440-40ef078f774e None None] Port 4a5d3830-14aa-470d-b64c-30f5d02307cd cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:04.360292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:04.374528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router bc03ea44-0ebb-4835-8d68-2c45d23e22ae has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:04:04.431919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:04.449318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:04.449879 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.551844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:04.590005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.663216 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-31f7a9dd-78c8-44ca-829f-69fab50f491a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.4869504 Jul 06 12:04:04.663820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:04.667899 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c83cd8-754e-4bd3-83a9-e312bc645b37" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:04.708857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3090628-37be-4b8f-a53c-f8827290407b None None] Sync routers for ids ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:04.736372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3090628-37be-4b8f-a53c-f8827290407b None None] Routers {'bc03ea44-0ebb-4835-8d68-2c45d23e22ae'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:04.737294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e3090628-37be-4b8f-a53c-f8827290407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:04.926387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e3090628-37be-4b8f-a53c-f8827290407b None None] Set router bc03ea44-0ebb-4835-8d68-2c45d23e22ae gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:05.041632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33935b7-bbe7-4c86-b5cf-8edf0f31bf3a req-c60aca2b-b7d7-4998-9adc-6789a28d2f6d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:05.046868 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b33935b7-bbe7-4c86-b5cf-8edf0f31bf3a req-c60aca2b-b7d7-4998-9adc-6789a28d2f6d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 945 time: 0.1954198 Jul 06 12:04:05.139128 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.162757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b33935b7-bbe7-4c86-b5cf-8edf0f31bf3a req-12976986-0771-4cee-b24b-2a1a669d39f1 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953891 Jul 06 12:04:05.164583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=52f053c7-abd3-43ef-ba72-6ccb25c4d7f1,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:05.177214 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.200962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44756) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:05.212065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44758) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:05.217352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cdafdce3-da1b-4c87-868b-69accfbfc2b7 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271172108', 'description': 'tempest-description--1179113558'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:05.258731 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e47175-2dfb-4604-8b48-0c9c9ca890df x-openstack-request-id: req-48e47175-2dfb-4604-8b48-0c9c9ca890df {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:05.259016 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:05.259283 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48e47175-2dfb-4604-8b48-0c9c9ca890df {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:05.259713 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'status': 'completed', 'code': 200} Jul 06 12:04:05.322988 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cdafdce3-da1b-4c87-868b-69accfbfc2b7 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.368711 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-75998f87-3733-4d26-af95-292bbf00349e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036 HTTP/1.1" status: 200 len: 989 time: 0.1654854 Jul 06 12:04:05.425004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83cd8-754e-4bd3-83a9-e312bc645b37 req-d60d02b5-91c3-4ab9-8c0a-ee1cc8629989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:05.426821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9c83cd8-754e-4bd3-83a9-e312bc645b37 req-d60d02b5-91c3-4ab9-8c0a-ee1cc8629989 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1096 time: 0.1441889 Jul 06 12:04:05.447729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=52f053c7-abd3-43ef-ba72-6ccb25c4d7f1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:05.485187 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cdafdce3-da1b-4c87-868b-69accfbfc2b7 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.492199 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cdafdce3-da1b-4c87-868b-69accfbfc2b7 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.533898 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Sync routers for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:05.559609 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:05.565602 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:05.575112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cdafdce3-da1b-4c87-868b-69accfbfc2b7 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.600678 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cdafdce3-da1b-4c87-868b-69accfbfc2b7 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3872187 Jul 06 12:04:05.603057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44776) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:05.615391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bbc0b0ce-55af-4429-93ef-64675d6e2e3f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'security_group_rule': {'security_group_id': '296df260-2ce0-42d9-b59b-f0b24fe58775', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:05.624878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafdce3-da1b-4c87-868b-69accfbfc2b7 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296df260-2ce0-42d9-b59b-f0b24fe58775,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:05.649644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83cd8-754e-4bd3-83a9-e312bc645b37 req-6f4c53f6-7ab0-45af-bfe9-4b8108b8b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:05.653360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9c83cd8-754e-4bd3-83a9-e312bc645b37 req-6f4c53f6-7ab0-45af-bfe9-4b8108b8b779 service neutron] 10.222.0.47 "GET /v2.0/networks?id=edd25061-97da-46b2-aadb-ac99d525ee31 HTTP/1.1" status: 200 len: 898 time: 0.2188239 Jul 06 12:04:05.692486 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bbc0b0ce-55af-4429-93ef-64675d6e2e3f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.809722 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9c83cd8-754e-4bd3-83a9-e312bc645b37 req-2facf87c-e39d-4190-897d-35a9657855c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19365c9-1508-4019-9753-c9127e1a59bf HTTP/1.1" status: 200 len: 997 time: 0.1480963 Jul 06 12:04:05.818777 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:05.835253 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bbc0b0ce-55af-4429-93ef-64675d6e2e3f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.843247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bbc0b0ce-55af-4429-93ef-64675d6e2e3f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.848742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e3090628-37be-4b8f-a53c-f8827290407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'port_id': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'mac_address': 'fa:16:3e:7f:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:02Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2602ef2e-9cba-4950-a5ef-89e6ac2707e0', 'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:15:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:46Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:05.891905 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bbc0b0ce-55af-4429-93ef-64675d6e2e3f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.894486 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bbc0b0ce-55af-4429-93ef-64675d6e2e3f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2860775 Jul 06 12:04:05.898537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44782) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:05.899344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0b0ce-55af-4429-93ef-64675d6e2e3f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4519dd-b8ae-4fc5-8b97-99de8e5ed9ca,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:05.914027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5b2ab708-9bb3-4ede-af97-e84ac5289cdb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'security_group_rule': {'security_group_id': '296df260-2ce0-42d9-b59b-f0b24fe58775', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:05.917693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3090628-37be-4b8f-a53c-f8827290407b None None] Checking router: bc03ea44-0ebb-4835-8d68-2c45d23e22ae for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:05.935437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3090628-37be-4b8f-a53c-f8827290407b None None] Routers {'bc03ea44-0ebb-4835-8d68-2c45d23e22ae'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:05.937060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e3090628-37be-4b8f-a53c-f8827290407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:05.945024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83cd8-754e-4bd3-83a9-e312bc645b37 req-2ef3b59a-4eb2-43fe-8274-f8776d717ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:05.947294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9c83cd8-754e-4bd3-83a9-e312bc645b37 req-2ef3b59a-4eb2-43fe-8274-f8776d717ddf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c3fad8b-56c1-4a45-b838-a6496d553d4e HTTP/1.1" status: 200 len: 834 time: 0.1315269 Jul 06 12:04:05.975300 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab708-9bb3-4ede-af97-e84ac5289cdb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.063731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83cd8-754e-4bd3-83a9-e312bc645b37 req-75d9d64d-3b39-4b82-8242-4410175053e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:06.066559 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9c83cd8-754e-4bd3-83a9-e312bc645b37 req-75d9d64d-3b39-4b82-8242-4410175053e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=edd25061-97da-46b2-aadb-ac99d525ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122155 Jul 06 12:04:06.086267 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab708-9bb3-4ede-af97-e84ac5289cdb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.105623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e3090628-37be-4b8f-a53c-f8827290407b None None] Set router bc03ea44-0ebb-4835-8d68-2c45d23e22ae gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:06.109833 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab708-9bb3-4ede-af97-e84ac5289cdb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.162251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ab708-9bb3-4ede-af97-e84ac5289cdb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7309a25-e5d3-40df-b1d8-426fc93c5b5d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:06.170079 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab708-9bb3-4ede-af97-e84ac5289cdb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.177926 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5b2ab708-9bb3-4ede-af97-e84ac5289cdb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2728567 Jul 06 12:04:06.181231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44784) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:06.189913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:06.211773 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:03Z', 'revision_number': 2, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:06.249554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:06.269502 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Checking router: bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:06.269857 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Updating router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b port 4a5d3830-14aa-470d-b64c-30f5d02307cd binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:04:06.274499 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.318182 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9c83cd8-754e-4bd3-83a9-e312bc645b37 req-2af82c7f-e0b7-4de2-8cf2-1e1f0a6763b3 service neutron] 10.222.0.47 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440867 Jul 06 12:04:06.322537 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.372914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44790) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:06.463846 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3039b9ab-0c53-4faa-8e8a-34954d85f40a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036 HTTP/1.1" status: 200 len: 989 time: 0.0898583 Jul 06 12:04:06.509582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.524882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9c83cd8-754e-4bd3-83a9-e312bc645b37 req-342f096f-52a7-40e7-b55a-6a8e0e9d52cc service neutron] 10.222.0.47 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997106 Jul 06 12:04:06.547028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:06.547630 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.629387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Allocated IP 172.25.0.163 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/b3fc7672-f97a-4bf8-9245-1aca59dd7cc8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:06.782356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.814749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e3090628-37be-4b8f-a53c-f8827290407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'port_id': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'mac_address': 'fa:16:3e:7f:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:02Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2602ef2e-9cba-4950-a5ef-89e6ac2707e0', 'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:15:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:46Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:06.848580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3090628-37be-4b8f-a53c-f8827290407b None None] The sync data for ids ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'] in n-d-799527-2 is: [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'port_id': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'mac_address': 'fa:16:3e:7f:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:02Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2602ef2e-9cba-4950-a5ef-89e6ac2707e0', 'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:15:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:46Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:04:06.908559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.020701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:07.031971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:07.048958 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:07.071322 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.135886 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Transition to ACTIVE for port object 4a5d3830-14aa-470d-b64c-30f5d02307cd will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:07.136848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'Port': ['ID=b3fc7672-f97a-4bf8-9245-1aca59dd7cc8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:07.150636 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.321606 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d05599-b4fe-4c45-9984-e06e25220e9b None None] Pushing event updated for resources: {'Port': ['ID=4a5d3830-14aa-470d-b64c-30f5d02307cd,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:07.328411 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.352271 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Attempting to bind port 4a5d3830-14aa-470d-b64c-30f5d02307cd on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:07.352638 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Attempting to bind port 4a5d3830-14aa-470d-b64c-30f5d02307cd by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:07.353154 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Attempting to bind port 4a5d3830-14aa-470d-b64c-30f5d02307cd on network 0d41ffd4-2407-4de9-acd6-472de5318058 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:07.367338 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:07.367784 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Checking segment: {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:07.368393 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.368801 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Bound using segment: {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:07.375526 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Bound port: 4a5d3830-14aa-470d-b64c-30f5d02307cd, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:07.376439 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.398039 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c0bee3-1dcd-4d3c-ae0e-540b932e435a None None] New status for floating IP b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:04:07.428722 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.472033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44816) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:07.555329 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] For port 4a5d3830-14aa-470d-b64c-30f5d02307cd, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:07.574853 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] For port 4a5d3830-14aa-470d-b64c-30f5d02307cd, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4a5d3830-14aa-470d-b64c-30f5d02307cd,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:07.585465 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.621224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c7abf507-0136-4fd2-bdba-c6f58cea759e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036 HTTP/1.1" status: 200 len: 989 time: 0.1476769 Jul 06 12:04:07.622746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44818) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:07.721850 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:07.722496 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:03:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:07.803980 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d05599-b4fe-4c45-9984-e06e25220e9b None None] Pushing event updated for resources: {'Port': ['ID=4a5d3830-14aa-470d-b64c-30f5d02307cd,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:07.816273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.825212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.899054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'Port': ['ID=b3fc7672-f97a-4bf8-9245-1aca59dd7cc8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:07.914250 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:07.925671 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a037cc9-89e7-461e-9ec7-7eafcc60d1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.950406 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.056384 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a037cc9-89e7-461e-9ec7-7eafcc60d1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.062953 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a037cc9-89e7-461e-9ec7-7eafcc60d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.065210 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.080305 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-932a3e63-8344-475d-9e0e-33e574bfb080 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8940108 Jul 06 12:04:08.126951 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a037cc9-89e7-461e-9ec7-7eafcc60d1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3043709e-0f61-484b-b582-90427958c793,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:08.132000 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3a037cc9-89e7-461e-9ec7-7eafcc60d1c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dc9ee5c81d74ab0b3c948a9009ef0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085435 Jul 06 12:04:08.144155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44830) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:08.220471 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:07Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:08.224465 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405ee89f-82ad-494e-ac6a-5d2234b5c981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.250942 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405ee89f-82ad-494e-ac6a-5d2234b5c981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.255850 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce2653-c97b-4f42-91fa-c0a374285d79 None None] The sync data for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 is: [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:07Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:04:08.320758 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405ee89f-82ad-494e-ac6a-5d2234b5c981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.323343 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405ee89f-82ad-494e-ac6a-5d2234b5c981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.327638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-405ee89f-82ad-494e-ac6a-5d2234b5c981 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3043709e-0f61-484b-b582-90427958c793 HTTP/1.1" status: 204 len: 168 time: 0.1791117 Jul 06 12:04:08.336502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ee89f-82ad-494e-ac6a-5d2234b5c981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3043709e-0f61-484b-b582-90427958c793,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:08.625355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44852) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:08.791503 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5f470bd8-4981-41d9-a253-b637573e5203 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036 HTTP/1.1" status: 200 len: 991 time: 0.1647863 Jul 06 12:04:08.951862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-94ead913-30dd-411e-b6e4-d947cf6150f9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732362 Jul 06 12:04:08.987303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 44862) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:09.021918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-10e953a4-1f25-41db-b94c-0a03aaaf3839 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1271172108&fields=id&tenant_id=0092fa0d8f354be094ec37e29ad9af2e HTTP/1.1" status: 200 len: 267 time: 0.0757213 Jul 06 12:04:09.044784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff5dc-98b1-4415-afd6-77938d2e5275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.085880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-a2f69ca8-d85b-4a76-93af-bce10f1f1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:09.087587 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-a2f69ca8-d85b-4a76-93af-bce10f1f1968 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 1097 time: 0.0989702 Jul 06 12:04:09.184478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-d2d287a5-2f4a-4248-8652-0881596239d8 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:09.194326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-d2d287a5-2f4a-4248-8652-0881596239d8 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 811 time: 0.1644478 Jul 06 12:04:09.213787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-1ac48fd3-09c2-43b1-8a46-0c9f28e2083b tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/quotas/0092fa0d8f354be094ec37e29ad9af2e HTTP/1.1" status: 200 len: 375 time: 0.0182176 Jul 06 12:04:09.258418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-ef10c68e-bc99-401a-b289-11c6ac1bea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:09.260235 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-ef10c68e-bc99-401a-b289-11c6ac1bea01 service neutron] 10.222.0.86 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.1430476 Jul 06 12:04:09.279714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff5dc-98b1-4415-afd6-77938d2e5275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.303807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-d0856876-146a-4873-8967-de853d9a4cfe tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851378 Jul 06 12:04:09.311250 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d1ff5dc-98b1-4415-afd6-77938d2e5275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.362924 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5d1ff5dc-98b1-4415-afd6-77938d2e5275 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e6d1db3baca497faba05859833f7ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729174 Jul 06 12:04:09.366249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 44872) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:09.373881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ff5dc-98b1-4415-afd6-77938d2e5275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784f6bc7-6433-41e8-9e8d-86aa3efa1e2b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:09.381151 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-3dc9a785-1dc1-4230-86e1-5831146863af service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebe43db4-6fae-4078-b694-0e08a2d5ce83 HTTP/1.1" status: 200 len: 1001 time: 0.1091371 Jul 06 12:04:09.436717 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883f2a05-73f8-469e-9815-d128dccfdc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.447479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-4e2b3d88-bdc3-4847-bb41-4188bf7bb35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:09.449925 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-4e2b3d88-bdc3-4847-bb41-4188bf7bb35f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0591142 Jul 06 12:04:09.463728 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883f2a05-73f8-469e-9815-d128dccfdc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.555924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-5ade9e91-cb51-45b9-956d-54f6b303a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:09.558377 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-5ade9e91-cb51-45b9-956d-54f6b303a903 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968981 Jul 06 12:04:09.632138 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883f2a05-73f8-469e-9815-d128dccfdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.635097 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883f2a05-73f8-469e-9815-d128dccfdc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.639706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-883f2a05-73f8-469e-9815-d128dccfdc3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/784f6bc7-6433-41e8-9e8d-86aa3efa1e2b HTTP/1.1" status: 204 len: 168 time: 0.2691064 Jul 06 12:04:09.658628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f2a05-73f8-469e-9815-d128dccfdc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784f6bc7-6433-41e8-9e8d-86aa3efa1e2b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:09.696328 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-71ec9c9d-f043-4c7e-b116-c86583ff19d6 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265807 Jul 06 12:04:09.701446 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-bc5e5dc7-0c59-4ea8-9a80-e075b10db85b service neutron] 10.222.0.21 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919153 Jul 06 12:04:09.843741 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f207551d-a5eb-4f5c-ba82-15657cb975f0 req-0ab2db0b-188c-45f5-987c-c883f18e4549 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305368 Jul 06 12:04:09.862493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-b7c75a9d-98ca-480c-aa83-2ecb46685ef9 service neutron] 10.222.0.21 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454394 Jul 06 12:04:10.296937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4a5d3830-14aa-470d-b64c-30f5d02307cd up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:10.425510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 4a5d3830-14aa-470d-b64c-30f5d02307cd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:10.442450 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4a5d3830-14aa-470d-b64c-30f5d02307cd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:10.443635 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:10.485376 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd657676-dc40-44c9-84e9-be0061099484 req-a2caeff7-979c-4083-8ff9-02a3de23626f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 210 time: 0.3982618 Jul 06 12:04:10.589953 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:10.631543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 4a5d3830-14aa-470d-b64c-30f5d02307cd, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4a5d3830-14aa-470d-b64c-30f5d02307cd,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:10.638888 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:10.716707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=4a5d3830-14aa-470d-b64c-30f5d02307cd,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:11.695569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d1c73e8f-aa94-4045-9691-a0bc941b25a5 req-1ff19e85-2ac9-4f73-acd4-1056df562b93 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 210 time: 0.0501313 Jul 06 12:04:11.724302 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-8d05c5db-e4f3-498a-bd3d-fb0d98221328 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:11.727833 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-8d05c5db-e4f3-498a-bd3d-fb0d98221328 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 811 time: 0.2100034 Jul 06 12:04:11.808573 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-9706d58a-570d-4596-b12c-f861ff877f91 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0092fa0d8f354be094ec37e29ad9af2e HTTP/1.1" status: 200 len: 380 time: 0.0714107 Jul 06 12:04:11.822011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'port': {'device_id': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'admin_state_up': True, 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'security_groups': ['296df260-2ce0-42d9-b59b-f0b24fe58775']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:11.938790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Made reservation on behalf of 0092fa0d8f354be094ec37e29ad9af2e for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:11.942623 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.086534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Allocated IP 172.20.0.10 (0d41ffd4-2407-4de9-acd6-472de5318058/8691728a-9e08-4219-8b52-b84980b52a82/6515c807-aad7-4d26-b0c5-925acf054a91) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:12.213453 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4a5d3830-14aa-470d-b64c-30f5d02307cd up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:12.260178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.278896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Transition to ACTIVE for port object 6515c807-aad7-4d26-b0c5-925acf054a91 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:12.279166 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4a5d3830-14aa-470d-b64c-30f5d02307cd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:12.279602 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.322535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.383142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Network 0d41ffd4-2407-4de9-acd6-472de5318058 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:12.387657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:12.395300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:12.428108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'Port': ['ID=6515c807-aad7-4d26-b0c5-925acf054a91,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:12.462892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:12.463743 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.484685 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a2eecd62-6856-45ba-94f1-779648377b4e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6673114 Jul 06 12:04:12.511920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Request body: {'port': {'device_id': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:12.605101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.739479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2ed2d90e-7ebd-4ce1-8704-f7f0206d566f None None] Provisioning for port 6515c807-aad7-4d26-b0c5-925acf054a91 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:12.742964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2ed2d90e-7ebd-4ce1-8704-f7f0206d566f None None] Provisioning complete for port 6515c807-aad7-4d26-b0c5-925acf054a91 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:12.743957 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ed2d90e-7ebd-4ce1-8704-f7f0206d566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.789907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2d90e-7ebd-4ce1-8704-f7f0206d566f None None] Port 6515c807-aad7-4d26-b0c5-925acf054a91 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:12.956964 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6515c807-aad7-4d26-b0c5-925acf054a91 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:12.966979 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:12.992194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Transition to ACTIVE for port object 6515c807-aad7-4d26-b0c5-925acf054a91 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:13.000980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:13.056507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55bfe0-dfa8-42e9-a7cc-963bf1058a12 req-087edbb5-4e79-4b11-836a-19cbd896593a tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:13.058146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d55bfe0-dfa8-42e9-a7cc-963bf1058a12 req-087edbb5-4e79-4b11-836a-19cbd896593a tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 932 time: 0.1212285 Jul 06 12:04:13.113904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6515c807-aad7-4d26-b0c5-925acf054a91,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:13.127409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d55bfe0-dfa8-42e9-a7cc-963bf1058a12 req-f54cd1a8-7250-41de-a453-bab5148b6c47 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629306 Jul 06 12:04:13.161479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Attempting to bind port 6515c807-aad7-4d26-b0c5-925acf054a91 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:13.161875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Attempting to bind port 6515c807-aad7-4d26-b0c5-925acf054a91 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:13.162294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Attempting to bind port 6515c807-aad7-4d26-b0c5-925acf054a91 on network 0d41ffd4-2407-4de9-acd6-472de5318058 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:13.167652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Port 6515c807-aad7-4d26-b0c5-925acf054a91 on network 0d41ffd4-2407-4de9-acd6-472de5318058 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:13.168808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Attempting to bind port 6515c807-aad7-4d26-b0c5-925acf054a91 on network 0d41ffd4-2407-4de9-acd6-472de5318058 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:13.174668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:13.175155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Checking segment: {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:13.175906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Bound using segment: {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:13.177055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Bound port: 6515c807-aad7-4d26-b0c5-925acf054a91, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:13.177229 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:13.286715 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] For port 6515c807-aad7-4d26-b0c5-925acf054a91, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:13.293178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] For port 6515c807-aad7-4d26-b0c5-925acf054a91, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6515c807-aad7-4d26-b0c5-925acf054a91,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:13.305898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:13.372815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:13.375200 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:13.376794 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] 10.222.0.86 "PUT /v2.0/ports/6515c807-aad7-4d26-b0c5-925acf054a91 HTTP/1.1" status: 200 len: 1092 time: 0.8762386 Jul 06 12:04:13.377288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'tag': '6515c807-aad7-4d26-b0c5-925acf054a91'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:13.379960 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d1f65-168a-4231-8057-77d31c795b16" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3c2bbf-da72-44ff-8c4b-0878c648365d", "tag": "6515c807-aad7-4d26-b0c5-925acf054a91"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:13.419887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f240e-3b96-4198-8731-e3e031b535c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6515c807-aad7-4d26-b0c5-925acf054a91,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:13.466620 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2a4445-2bf1-4d30-91be-11caabf9828b x-openstack-request-id: req-6d2a4445-2bf1-4d30-91be-11caabf9828b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:13.466899 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3c2bbf-da72-44ff-8c4b-0878c648365d", "tag": "6515c807-aad7-4d26-b0c5-925acf054a91", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:13.467154 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d2a4445-2bf1-4d30-91be-11caabf9828b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:13.467587 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'tag': '6515c807-aad7-4d26-b0c5-925acf054a91', 'status': 'completed', 'code': 200} Jul 06 12:04:13.500220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-623f9871-232a-40f4-be89-ec8e55f7451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:13.501860 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-623f9871-232a-40f4-be89-ec8e55f7451d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 1095 time: 0.0703127 Jul 06 12:04:13.567161 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-7c386158-cb2f-4b04-9037-eaa3e83cf610 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6515c807-aad7-4d26-b0c5-925acf054a91 HTTP/1.1" status: 200 len: 217 time: 0.0532794 Jul 06 12:04:13.683299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a8d0fd9a-42bd-45fd-a97a-92f0fdfc0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:13.685926 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-a8d0fd9a-42bd-45fd-a97a-92f0fdfc0637 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0958316 Jul 06 12:04:13.771032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-e6861879-b9f1-4dd3-8f78-c0b9296a6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:13.773209 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-e6861879-b9f1-4dd3-8f78-c0b9296a6998 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790527 Jul 06 12:04:13.909011 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-ca112d5c-a2bd-4d3c-9d61-4deb20128d2d service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236277 Jul 06 12:04:14.014544 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b763ba5-343b-4ae8-aef4-b51dd0b25fd1 req-2e9043d6-bc8e-45cb-951e-bffee3ee1656 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951300 Jul 06 12:04:14.148796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d1f65-168a-4231-8057-77d31c795b16 req-3c62dbf0-9237-4ac1-94e0-923424234fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:14.150694 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-881d1f65-168a-4231-8057-77d31c795b16 req-3c62dbf0-9237-4ac1-94e0-923424234fc1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 1095 time: 0.0635388 Jul 06 12:04:14.175001 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74cbe02d-eddc-43d0-abfe-11f49c8ad8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:14.272890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d1f65-168a-4231-8057-77d31c795b16 req-11945791-d5e2-40ff-863b-95e0f0ca9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:14.275159 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-881d1f65-168a-4231-8057-77d31c795b16 req-11945791-d5e2-40ff-863b-95e0f0ca9f9d service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 912 time: 0.1166394 Jul 06 12:04:14.381133 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-881d1f65-168a-4231-8057-77d31c795b16 req-e4dcc16b-de5e-453c-b769-d7847d9c5af9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6515c807-aad7-4d26-b0c5-925acf054a91 HTTP/1.1" status: 200 len: 217 time: 0.0921617 Jul 06 12:04:14.394920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a937a67-5e88-482b-b43b-4a415b602fa1 req-e63e9896-d786-48c9-b0a3-bb4f6967fb78 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:14.397496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a937a67-5e88-482b-b43b-4a415b602fa1 req-e63e9896-d786-48c9-b0a3-bb4f6967fb78 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 944 time: 0.0970366 Jul 06 12:04:14.448496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a937a67-5e88-482b-b43b-4a415b602fa1 req-f1ac2320-58dd-4c06-9d44-a249ae5c1c1a tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417893 Jul 06 12:04:14.457362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d1f65-168a-4231-8057-77d31c795b16 req-bd3517e7-d8d5-4029-be15-c938751288b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:14.458977 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-881d1f65-168a-4231-8057-77d31c795b16 req-bd3517e7-d8d5-4029-be15-c938751288b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0742626 Jul 06 12:04:14.547076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d1f65-168a-4231-8057-77d31c795b16 req-40b5dcf7-ae51-48de-a666-10d1f7604612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:14.549111 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-881d1f65-168a-4231-8057-77d31c795b16 req-40b5dcf7-ae51-48de-a666-10d1f7604612 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774977 Jul 06 12:04:14.655300 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-881d1f65-168a-4231-8057-77d31c795b16 req-9ca5db7a-dbbb-4f20-8317-79f485ea5808 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972548 Jul 06 12:04:14.808268 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-881d1f65-168a-4231-8057-77d31c795b16 req-de033b09-c7e2-4ff7-a87d-e43cc68acb25 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415074 Jul 06 12:04:15.648164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa73da-f581-4af5-88db-0e0bf49419db req-bc2c442b-3009-4d6f-92e3-624dbdd5fb9d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:15.655782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeaa73da-f581-4af5-88db-0e0bf49419db req-bc2c442b-3009-4d6f-92e3-624dbdd5fb9d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 944 time: 0.0728633 Jul 06 12:04:15.694987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eeaa73da-f581-4af5-88db-0e0bf49419db req-ddaa6663-5917-4237-9cf8-63592b96dacc tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382946 Jul 06 12:04:15.941094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6515c807-aad7-4d26-b0c5-925acf054a91 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:04:16.057361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6515c807-aad7-4d26-b0c5-925acf054a91, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6515c807-aad7-4d26-b0c5-925acf054a91,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:16.071411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '6515c807-aad7-4d26-b0c5-925acf054a91', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'port_id': '6515c807-aad7-4d26-b0c5-925acf054a91', 'mac_address': 'fa:16:3e:c9:a1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:04:16.114224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:16.127818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6515c807-aad7-4d26-b0c5-925acf054a91 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:16.150496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6515c807-aad7-4d26-b0c5-925acf054a91, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6515c807-aad7-4d26-b0c5-925acf054a91,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:16.156855 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:16.209383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6515c807-aad7-4d26-b0c5-925acf054a91,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:16.469076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['6515c807-aad7-4d26-b0c5-925acf054a91'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:16.952252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba20329-8f74-4bf6-a2f0-41bcfb9a6169 req-1d655488-fe54-4ba9-ad88-437b51547e28 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:16.959733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cba20329-8f74-4bf6-a2f0-41bcfb9a6169 req-1d655488-fe54-4ba9-ad88-437b51547e28 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 945 time: 0.0810339 Jul 06 12:04:17.004439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cba20329-8f74-4bf6-a2f0-41bcfb9a6169 req-743d84ce-622e-49aa-ab78-03f33dc94bbd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438185 Jul 06 12:04:17.132872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45080) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:17.252561 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc58e-913f-401e-9b2e-b86c62780fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.344608 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc58e-913f-401e-9b2e-b86c62780fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.349536 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc58e-913f-401e-9b2e-b86c62780fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.390098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d2ddc58e-913f-401e-9b2e-b86c62780fd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26b095c78c2f44568d7f2dfa052214b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560487 Jul 06 12:04:17.391382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddc58e-913f-401e-9b2e-b86c62780fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f9e851-7c50-433d-9038-d04ce78b15bb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:17.392843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:17.445901 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f72c40ea-353b-4d82-90c8-376e3531ab33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.467337 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f72c40ea-353b-4d82-90c8-376e3531ab33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.516264 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f72c40ea-353b-4d82-90c8-376e3531ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.518997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f72c40ea-353b-4d82-90c8-376e3531ab33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.520261 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f72c40ea-353b-4d82-90c8-376e3531ab33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45f9e851-7c50-433d-9038-d04ce78b15bb HTTP/1.1" status: 204 len: 168 time: 0.1259365 Jul 06 12:04:17.529259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c40ea-353b-4d82-90c8-376e3531ab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f9e851-7c50-433d-9038-d04ce78b15bb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:17.716053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-c0513d3c-7bcc-484e-bf77-dea5437373cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573673 Jul 06 12:04:17.812326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45092) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:17.821943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-137c1044-aeb3-4e2b-9197-a71d0bd80187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:17.823532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-137c1044-aeb3-4e2b-9197-a71d0bd80187 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 1096 time: 0.0607975 Jul 06 12:04:17.828544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ff1df3f-bd45-4bcd-9ca0-e30d3f4fbaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.948085 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6515c807-aad7-4d26-b0c5-925acf054a91 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:17.979738 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ff1df3f-bd45-4bcd-9ca0-e30d3f4fbaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.983105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-cd3cde19-8883-483f-93ac-1822ffd77550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:17.986107 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-cd3cde19-8883-483f-93ac-1822ffd77550 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 HTTP/1.1" status: 200 len: 897 time: 0.1385200 Jul 06 12:04:17.988328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ff1df3f-bd45-4bcd-9ca0-e30d3f4fbaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.021762 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 6515c807-aad7-4d26-b0c5-925acf054a91 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:18.027743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 6515c807-aad7-4d26-b0c5-925acf054a91 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:18.028940 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.039353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1df3f-bd45-4bcd-9ca0-e30d3f4fbaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96312191-66b6-4529-8c4f-775d0db8ec37,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:18.079082 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0ff1df3f-bd45-4bcd-9ca0-e30d3f4fbaf7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2145059c0d9e4600898fa9083629d6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652373 Jul 06 12:04:18.080022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45098) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:18.108826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-69a10d89-3a45-46c9-9864-1f3ccb41c271 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71586641-ad13-4beb-a996-c8aaf19b73fa HTTP/1.1" status: 200 len: 1001 time: 0.1146069 Jul 06 12:04:18.151156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de10fec8-22a1-4b28-ad68-ae067c60518e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.182145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-ba9a7c4c-02db-42dd-bdb7-8e18d313dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:18.184472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-ba9a7c4c-02db-42dd-bdb7-8e18d313dda7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=800a6969-08ac-4671-a566-09fe9064d851 HTTP/1.1" status: 200 len: 835 time: 0.0661688 Jul 06 12:04:18.187765 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.188557 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de10fec8-22a1-4b28-ad68-ae067c60518e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.247475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6515c807-aad7-4d26-b0c5-925acf054a91'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:18.249720 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55e64aa-0db4-40dc-bb95-a552f1db3d6b" -d '{"events": [{"server_uuid": "7f3c2bbf-da72-44ff-8c4b-0878c648365d", "name": "network-vif-plugged", "status": "completed", "tag": "6515c807-aad7-4d26-b0c5-925acf054a91"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:18.249954 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de10fec8-22a1-4b28-ad68-ae067c60518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.253212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de10fec8-22a1-4b28-ad68-ae067c60518e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.269113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6515c807-aad7-4d26-b0c5-925acf054a91, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6515c807-aad7-4d26-b0c5-925acf054a91,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:18.271912 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-de10fec8-22a1-4b28-ad68-ae067c60518e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96312191-66b6-4529-8c4f-775d0db8ec37 HTTP/1.1" status: 204 len: 168 time: 0.1897092 Jul 06 12:04:18.289140 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.293266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10fec8-22a1-4b28-ad68-ae067c60518e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96312191-66b6-4529-8c4f-775d0db8ec37,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:18.358701 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-6524752c-9ec2-439f-9ad2-179b9be72404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:18.360576 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-6524752c-9ec2-439f-9ad2-179b9be72404 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662996 Jul 06 12:04:18.376983 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.383399 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288ccd24-3434-4237-a3d9-1d8b5dc1b6f7 x-openstack-request-id: req-288ccd24-3434-4237-a3d9-1d8b5dc1b6f7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:18.384023 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3c2bbf-da72-44ff-8c4b-0878c648365d", "name": "network-vif-plugged", "status": "completed", "tag": "6515c807-aad7-4d26-b0c5-925acf054a91", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:18.384463 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-288ccd24-3434-4237-a3d9-1d8b5dc1b6f7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:18.385030 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6515c807-aad7-4d26-b0c5-925acf054a91', 'code': 200} Jul 06 12:04:18.385758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-52a818ea-ef17-43c4-8ee1-2d14f909a1b9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:04:18.386179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6515c807-aad7-4d26-b0c5-925acf054a91,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:18.387435 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-52a818ea-ef17-43c4-8ee1-2d14f909a1b9 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123875 Jul 06 12:04:18.405605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e955b-47bf-44ae-abca-79dc4a67c55b req-787bf7c0-342e-4a8f-94f3-12f2c2a8478b tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:18.412784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa1e955b-47bf-44ae-abca-79dc4a67c55b req-787bf7c0-342e-4a8f-94f3-12f2c2a8478b tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 945 time: 0.1657629 Jul 06 12:04:18.434099 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ba76414-943b-4946-9562-253a33e61ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.486749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0775601-98d1-4743-8c5f-9e8c748a9a5a req-8ca245f3-b3b9-457d-8f6a-efbc56ad6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:18.488375 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0775601-98d1-4743-8c5f-9e8c748a9a5a req-8ca245f3-b3b9-457d-8f6a-efbc56ad6271 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 1097 time: 0.0675688 Jul 06 12:04:18.547402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-4d94faac-35be-4573-bde6-ce81c1bc9041 service neutron] 10.222.0.47 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324725 Jul 06 12:04:18.550775 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0775601-98d1-4743-8c5f-9e8c748a9a5a req-3c362f12-89f6-47e6-9b96-e1eb98a162f4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506580 Jul 06 12:04:18.556314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa1e955b-47bf-44ae-abca-79dc4a67c55b req-83f21e36-19ff-455a-980f-03032ec6c74d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423101 Jul 06 12:04:18.659116 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41ef08a8-5e81-4d81-b664-fcb243f421da req-5da9aad3-615e-492a-8f60-1f9fa6c3adc2 service neutron] 10.222.0.47 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015184 Jul 06 12:04:18.756490 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.810680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:18.826327 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6bb82113-32aa-4ae5-8fbb-6cb6c18a47e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.951874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6bb82113-32aa-4ae5-8fbb-6cb6c18a47e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.957417 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6bb82113-32aa-4ae5-8fbb-6cb6c18a47e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:19.003372 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6bb82113-32aa-4ae5-8fbb-6cb6c18a47e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f6d303967854939b75a947257683b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914139 Jul 06 12:04:19.006136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb82113-32aa-4ae5-8fbb-6cb6c18a47e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a56e6d8-7c16-4b2e-9cd9-d9de18a2d08a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:19.008914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45112) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:19.117594 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8b88766-fa82-43c7-b94d-2ff0e8879cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:19.159957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8b88766-fa82-43c7-b94d-2ff0e8879cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:19.242587 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8b88766-fa82-43c7-b94d-2ff0e8879cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:19.248085 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8b88766-fa82-43c7-b94d-2ff0e8879cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:19.254241 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a8b88766-fa82-43c7-b94d-2ff0e8879cb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a56e6d8-7c16-4b2e-9cd9-d9de18a2d08a HTTP/1.1" status: 204 len: 168 time: 0.2395213 Jul 06 12:04:19.267062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b88766-fa82-43c7-b94d-2ff0e8879cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a56e6d8-7c16-4b2e-9cd9-d9de18a2d08a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:19.568244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96fa3b-09f4-450c-bd29-9145275a6a93 req-53948df0-f803-4f83-acde-7d37be8a14e5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:19.569935 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d96fa3b-09f4-450c-bd29-9145275a6a93 req-53948df0-f803-4f83-acde-7d37be8a14e5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 946 time: 0.1045041 Jul 06 12:04:19.649700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d96fa3b-09f4-450c-bd29-9145275a6a93 req-78bbe023-2063-46cf-a37d-3a227688a972 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651214 Jul 06 12:04:19.792393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1e0d3-6773-4159-9afc-9dfb1faf587b req-30f3d159-ffb1-4692-9e23-c243e654b4b8 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:19.795971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9b1e0d3-6773-4159-9afc-9dfb1faf587b req-30f3d159-ffb1-4692-9e23-c243e654b4b8 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0881183 Jul 06 12:04:19.845943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9b1e0d3-6773-4159-9afc-9dfb1faf587b req-bd6a952e-c7e7-4761-9f89-208e9aba7737 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Jul 06 12:04:20.098208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af01a8-92a4-4bc3-a42d-c0542378db31 req-03ed085c-cc7e-445a-9da8-e9dde215090a tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:20.099782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64af01a8-92a4-4bc3-a42d-c0542378db31 req-03ed085c-cc7e-445a-9da8-e9dde215090a tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.1263478 Jul 06 12:04:20.110302 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45146) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:20.119239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1f2e28fc-7d79-4576-9645-51ff842796d1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'floatingip': {'port_id': '6515c807-aad7-4d26-b0c5-925acf054a91'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:20.164097 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f2e28fc-7d79-4576-9645-51ff842796d1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:20.550952 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:20.941891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eb1f4-a88d-4ed9-be9f-7e46a4dcbbe9 req-275617d0-1932-4bd0-829c-848e019367f4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:20.950787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b73eb1f4-a88d-4ed9-be9f-7e46a4dcbbe9 req-275617d0-1932-4bd0-829c-848e019367f4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 946 time: 0.1078002 Jul 06 12:04:20.993959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b73eb1f4-a88d-4ed9-be9f-7e46a4dcbbe9 req-1b75507f-031e-402b-8b3f-7aeeed327c3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Jul 06 12:04:21.274266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-c13bbd88-5fe2-4521-a451-d7ffd28b062d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:21.275950 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-c13bbd88-5fe2-4521-a451-d7ffd28b062d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.86 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 946 time: 0.2085805 Jul 06 12:04:21.347361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f2e28fc-7d79-4576-9645-51ff842796d1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.366357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f2e28fc-7d79-4576-9645-51ff842796d1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.520842 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-1f2e28fc-7d79-4576-9645-51ff842796d1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Floating IP fc67e833-b822-4ac2-bbf2-7ff252c1d724 associated. External IP: 172.25.0.163, port: 6515c807-aad7-4d26-b0c5-925acf054a91. Jul 06 12:04:21.614447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Deleting port ebe43db4-6fae-4078-b694-0e08a2d5ce83 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:04:21.614994 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.772355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] For port ebe43db4-6fae-4078-b694-0e08a2d5ce83, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ebe43db4-6fae-4078-b694-0e08a2d5ce83,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:21.772733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.142801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2e28fc-7d79-4576-9645-51ff842796d1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:04:22.154688 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.155068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.155388 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Floating IP 813b389d-a415-4535-9484-82d8a9c5a8e1 disassociated. External IP: 172.25.0.48, port: ebe43db4-6fae-4078-b694-0e08a2d5ce83. Jul 06 12:04:22.155762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Calling delete_port for ebe43db4-6fae-4078-b694-0e08a2d5ce83 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:04:22.221913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01cfd4-70d5-4ddd-beee-8218c91a4511 req-9b7b8fe5-6c50-4413-9b2e-282623ef43eb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:22.224021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d01cfd4-70d5-4ddd-beee-8218c91a4511 req-9b7b8fe5-6c50-4413-9b2e-282623ef43eb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 946 time: 0.0787132 Jul 06 12:04:22.276070 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d01cfd4-70d5-4ddd-beee-8218c91a4511 req-fce25597-e9df-46b6-a1ae-35890b6e01f3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476344 Jul 06 12:04:22.356290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2e28fc-7d79-4576-9645-51ff842796d1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:22.362559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f2e28fc-7d79-4576-9645-51ff842796d1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.367299 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b72b8e-8dda-46a2-bc18-5912fe3f8d08 None None] Sync routers for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:22.384142 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b72b8e-8dda-46a2-bc18-5912fe3f8d08 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:22.384943 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67b72b8e-8dda-46a2-bc18-5912fe3f8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:04:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:22.442897 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1f2e28fc-7d79-4576-9645-51ff842796d1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "PUT /v2.0/floatingips/fc67e833-b822-4ac2-bbf2-7ff252c1d724 HTTP/1.1" status: 200 len: 992 time: 2.3313642 Jul 06 12:04:22.447246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'tag': '6515c807-aad7-4d26-b0c5-925acf054a91'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:22.450317 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c3a170-3698-42bc-8616-6240c0f4b511" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3c2bbf-da72-44ff-8c4b-0878c648365d", "tag": "6515c807-aad7-4d26-b0c5-925acf054a91"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:22.461933 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.515094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event deleted for resources: {'Port': ['ID=ebe43db4-6fae-4078-b694-0e08a2d5ce83,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:22.589222 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af06cf0f-a0f8-4494-a213-ecc50b357dd6 x-openstack-request-id: req-af06cf0f-a0f8-4494-a213-ecc50b357dd6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:22.589631 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3c2bbf-da72-44ff-8c4b-0878c648365d", "tag": "6515c807-aad7-4d26-b0c5-925acf054a91", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:22.591710 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af06cf0f-a0f8-4494-a213-ecc50b357dd6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:22.592354 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'tag': '6515c807-aad7-4d26-b0c5-925acf054a91', 'status': 'completed', 'code': 200} Jul 06 12:04:22.729046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Router 37a1649c-6177-4fb1-9aa7-f4a036edb80f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:04:22.783014 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-67b72b8e-8dda-46a2-bc18-5912fe3f8d08 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:22.808372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3a170-3698-42bc-8616-6240c0f4b511 req-1b14f4b6-c004-42d0-8abc-fceac38e489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:22.810038 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99c3a170-3698-42bc-8616-6240c0f4b511 req-1b14f4b6-c004-42d0-8abc-fceac38e489b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 1097 time: 0.1604805 Jul 06 12:04:22.992679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:23.003637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bb1c37-8d18-4645-9433-0ffd0163d397 None None] Sync routers for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:23.025755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb1c37-8d18-4645-9433-0ffd0163d397 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:23.026562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6bb1c37-8d18-4645-9433-0ffd0163d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:04:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:23.080073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] No DVR routers for this DVR port ebe43db4-6fae-4078-b694-0e08a2d5ce83 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:04:23.088372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:23.090672 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9c571235-b70e-47b3-825c-b2c3f3213c09 req-8e44c912-8991-45da-9d28-8c9aca6798f9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.86 "DELETE /v2.0/ports/ebe43db4-6fae-4078-b694-0e08a2d5ce83 HTTP/1.1" status: 204 len: 173 time: 1.8061960 Jul 06 12:04:23.104338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3a170-3698-42bc-8616-6240c0f4b511 req-af49aa14-9b7f-4c10-9450-0b7b156e2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:23.113252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99c3a170-3698-42bc-8616-6240c0f4b511 req-af49aa14-9b7f-4c10-9450-0b7b156e2578 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 912 time: 0.2884624 Jul 06 12:04:23.203698 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99c3a170-3698-42bc-8616-6240c0f4b511 req-404b88d7-be44-40b7-8d47-f0f8e6ec7281 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6515c807-aad7-4d26-b0c5-925acf054a91 HTTP/1.1" status: 200 len: 1000 time: 0.0890968 Jul 06 12:04:23.216263 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67b72b8e-8dda-46a2-bc18-5912fe3f8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'fc67e833-b822-4ac2-bbf2-7ff252c1d724', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'port_id': '6515c807-aad7-4d26-b0c5-925acf054a91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'mac_address': 'fa:16:3e:c9:a1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:07Z', 'updated_at': '2021-07-06T12:04:21Z', 'revision_number': 1, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:23.276265 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b72b8e-8dda-46a2-bc18-5912fe3f8d08 None None] Checking router: bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:23.291210 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b72b8e-8dda-46a2-bc18-5912fe3f8d08 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:23.294602 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67b72b8e-8dda-46a2-bc18-5912fe3f8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:04:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:23.335740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3a170-3698-42bc-8616-6240c0f4b511 req-f3320c67-63d7-4d76-9856-75556f9da007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:23.352461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c6bb1c37-8d18-4645-9433-0ffd0163d397 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:23.353060 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99c3a170-3698-42bc-8616-6240c0f4b511 req-f3320c67-63d7-4d76-9856-75556f9da007 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.1319244 Jul 06 12:04:23.479296 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-67b72b8e-8dda-46a2-bc18-5912fe3f8d08 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:23.551038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3a170-3698-42bc-8616-6240c0f4b511 req-57a81fab-ad03-4268-9782-f7e7b3e21ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:23.553315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99c3a170-3698-42bc-8616-6240c0f4b511 req-57a81fab-ad03-4268-9782-f7e7b3e21ac0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992033 Jul 06 12:04:23.626477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-377f271e-4113-4ee1-9de6-e69972c33462 req-a80fd972-da98-4132-9c06-27751ee59064 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 210 time: 0.0950305 Jul 06 12:04:23.725436 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99c3a170-3698-42bc-8616-6240c0f4b511 req-472a8fb1-1a54-44c3-b5cf-9d65219f0f30 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613510 Jul 06 12:04:23.806986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6bb1c37-8d18-4645-9433-0ffd0163d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:23.895325 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-99c3a170-3698-42bc-8616-6240c0f4b511 req-7ca0a6df-adb2-471c-ae43-2c91cffbff9b service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627660 Jul 06 12:04:23.917427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bb1c37-8d18-4645-9433-0ffd0163d397 None None] Checking router: 37a1649c-6177-4fb1-9aa7-f4a036edb80f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:23.947701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb1c37-8d18-4645-9433-0ffd0163d397 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:23.948342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6bb1c37-8d18-4645-9433-0ffd0163d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:04:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:24.222983 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67b72b8e-8dda-46a2-bc18-5912fe3f8d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'fc67e833-b822-4ac2-bbf2-7ff252c1d724', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'port_id': '6515c807-aad7-4d26-b0c5-925acf054a91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'mac_address': 'fa:16:3e:c9:a1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:07Z', 'updated_at': '2021-07-06T12:04:21Z', 'revision_number': 1, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:24.244204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ebe43db4-6fae-4078-b694-0e08a2d5ce83 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:04:24.272891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: ebe43db4-6fae-4078-b694-0e08a2d5ce83 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:04:24.273619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ebe43db4-6fae-4078-b694-0e08a2d5ce83 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:04:24.303773 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b72b8e-8dda-46a2-bc18-5912fe3f8d08 None None] The sync data for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 is: [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'fc67e833-b822-4ac2-bbf2-7ff252c1d724', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'port_id': '6515c807-aad7-4d26-b0c5-925acf054a91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'mac_address': 'fa:16:3e:c9:a1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:07Z', 'updated_at': '2021-07-06T12:04:21Z', 'revision_number': 1, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:04:24.500365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c6bb1c37-8d18-4645-9433-0ffd0163d397 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:24.593348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736499c9-b925-4cc4-959a-10af42355b73', 'name': 'network-vif-deleted', 'tag': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:24.596660 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e42f58-87c4-4854-9365-f9feb8cc1e15" -d '{"events": [{"server_uuid": "736499c9-b925-4cc4-959a-10af42355b73", "name": "network-vif-deleted", "tag": "ebe43db4-6fae-4078-b694-0e08a2d5ce83"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:24.665433 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc13384b-d72d-46b7-809b-af423992a96c x-openstack-request-id: req-bc13384b-d72d-46b7-809b-af423992a96c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:24.665736 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736499c9-b925-4cc4-959a-10af42355b73", "name": "network-vif-deleted", "tag": "ebe43db4-6fae-4078-b694-0e08a2d5ce83", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:24.665971 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc13384b-d72d-46b7-809b-af423992a96c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:24.666375 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736499c9-b925-4cc4-959a-10af42355b73', 'name': 'network-vif-deleted', 'tag': 'ebe43db4-6fae-4078-b694-0e08a2d5ce83', 'status': 'completed', 'code': 200} Jul 06 12:04:24.793829 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6bb1c37-8d18-4645-9433-0ffd0163d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:24.807137 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d72b4a2-93a2-4ae8-a13a-a44df4615580 None None] New status for floating IP fc67e833-b822-4ac2-bbf2-7ff252c1d724: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:04:24.889009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bb1c37-8d18-4645-9433-0ffd0163d397 None None] The sync data for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 is: [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:04:24.945081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bfcfadd0-26af-4963-9a06-27f7d89d2146 req-d79f8529-95b3-46ed-9eb5-57b112f47e1e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 210 time: 0.0719593 Jul 06 12:04:25.151303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45640) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:25.322215 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eed7f9-dca0-4531-8dab-9798dde6a7d9 None None] New status for floating IP 813b389d-a415-4535-9484-82d8a9c5a8e1: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:04:25.346211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c022444-e32a-4b4f-9c7d-eb31d699d618 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:25.347270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c022444-e32a-4b4f-9c7d-eb31d699d618 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:25.347856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c022444-e32a-4b4f-9c7d-eb31d699d618 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:25.350120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3c022444-e32a-4b4f-9c7d-eb31d699d618 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=e3e46c674c2f4219960b47ed35b21180&network_id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 HTTP/1.1" status: 200 len: 2969 time: 0.1973815 Jul 06 12:04:26.105592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e1629fdf-3f1c-401e-a4ff-737251a05515 req-293a232a-feb6-4367-93e3-aa399c3c8d54 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 210 time: 0.0336537 Jul 06 12:04:27.576208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db0b7fb7-3a50-479e-ad03-288a00e4753c req-e12ccf7b-107e-4569-ac6a-62f4e3ce6e7b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 210 time: 0.3508394 Jul 06 12:04:27.972347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45688) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:28.026522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee98a7-ee3b-43a0-9aee-3fb734c75591 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:28.028707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5fee98a7-ee3b-43a0-9aee-3fb734c75591 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71 HTTP/1.1" status: 200 len: 814 time: 0.0553389 Jul 06 12:04:28.729305 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.801591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02da7042-4dec-451d-a74f-a585a9a7179c req-99608153-b601-44d4-8e81-2dd87097a81d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=736499c9-b925-4cc4-959a-10af42355b73 HTTP/1.1" status: 200 len: 210 time: 0.0561988 Jul 06 12:04:28.910238 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.981867 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:04:29.237539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45704) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:29.242627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'network': {'name': 'tempest-network-smoke--523564995', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:29.267797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Made reservation on behalf of e3e46c674c2f4219960b47ed35b21180 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:29.271274 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.297199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:04:29.312640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.313185 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Added segment 35d7bb75-4a4a-4a33-9e67-615ba1f2469e of type vlan for network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b Jul 06 12:04:29.378652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.410852 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.416820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:29.418064 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.482855 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2440908 Jul 06 12:04:29.485905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45708) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:29.538919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d321079-e604-4ca5-9b73-afe75c91cdb6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Network': ['ID=f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:29.550659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:04:29.575750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c3d6ba-ca23-4eb5-915c-10f70eb70e31 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:29.577564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e2c3d6ba-ca23-4eb5-915c-10f70eb70e31 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e3e46c674c2f4219960b47ed35b21180&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0906930 Jul 06 12:04:29.580692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45710) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:29.805100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a85c88-b5c4-42e1-94e6-cb89d7955b92 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:29.811704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:29.812221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a3a85c88-b5c4-42e1-94e6-cb89d7955b92 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2290835 Jul 06 12:04:29.867608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ce26a8c3-a560-4e2a-acc1-398ad54585e1 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543096 Jul 06 12:04:29.871186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45718) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:29.906167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45720) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:29.906419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f754954c-518f-4e24-907f-1b6c8e18ada3 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e3e46c674c2f4219960b47ed35b21180&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338860 Jul 06 12:04:30.025894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b26d6a-6d7b-4303-9c10-34830d05c9c4 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:30.028531 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-03b26d6a-6d7b-4303-9c10-34830d05c9c4 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1210754 Jul 06 12:04:30.031266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45724) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:30.082647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45728) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:30.088804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-642175591', 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:30.091765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5dccb2bd-9b36-40b1-8ba9-95333c01058c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589435 Jul 06 12:04:30.216501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-39a9670f-73c2-4d57-938b-32f15a077e73 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228251660&fields=id&tenant_id=b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 267 time: 0.0601330 Jul 06 12:04:30.225931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Made reservation on behalf of e3e46c674c2f4219960b47ed35b21180 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:30.231088 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.429997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80ff4-bf86-415b-914f-7346f689a58b req-4e9c6089-022c-43dd-92a9-6b50d5334236 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:30.437946 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-4e9c6089-022c-43dd-92a9-6b50d5334236 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.2029471 Jul 06 12:04:30.460932 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-50e94dc3-33c2-4398-8a83-3257b05cc61c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/quotas/b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 375 time: 0.0219033 Jul 06 12:04:30.632523 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-669090d6-44d8-40f6-87cf-3b805439c18a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1644974 Jul 06 12:04:30.633527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.760560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45742) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:30.775792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Subnet': ['ID=221cabbe-a6dd-4ed3-9367-e1eac72a26d9,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:30.791518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Checking segment: {'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:30.791895 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network hostable DHCP agents. Network: f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:04:30.856220 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-f0733f12-9bbc-43bc-9de8-b267e01619c6 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847637 Jul 06 12:04:30.861346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:04:30.968707 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:30.976976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:30.977519 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.982374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4011e163-a74a-4ce9-bd04-3f7f66421cbc None None] Network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:31.003829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a06107ed-c526-4355-bd10-12fea095a058 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9199674 Jul 06 12:04:31.011942 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dcd6d47-18e2-4ab7-80c2-b567420804f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.081580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-dcc0f8f9-b3a0-47e5-9820-161c50163f38 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170229 Jul 06 12:04:31.193933 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dcd6d47-18e2-4ab7-80c2-b567420804f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.200225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dcd6d47-18e2-4ab7-80c2-b567420804f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.221938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b', 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ips': [{'subnet_id': '221cabbe-a6dd-4ed3-9367-e1eac72a26d9'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:04:31.223210 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.258131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd6d47-18e2-4ab7-80c2-b567420804f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8542641f-545b-4b00-8b85-23b0eb6a0ef0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:31.269535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45750) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.269817 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5dcd6d47-18e2-4ab7-80c2-b567420804f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=963b5ecf5e09496e865b06532e53eefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059333 Jul 06 12:04:31.396166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45758) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.404325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-754301ce-f179-4abb-af7e-3e33820ae29f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405541050', 'description': 'tempest-secgroup-smoke-1405541050 description', 'project_id': 'e3e46c674c2f4219960b47ed35b21180'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:31.441025 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-754301ce-f179-4abb-af7e-3e33820ae29f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.446874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da982f6a-17ca-48a2-abe1-938b4548594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.470401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Allocated IP 172.20.0.18 (f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b/221cabbe-a6dd-4ed3-9367-e1eac72a26d9/6555d5e3-62e1-42ec-a5af-bcb0d5147f67) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:31.497341 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da982f6a-17ca-48a2-abe1-938b4548594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.599062 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da982f6a-17ca-48a2-abe1-938b4548594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.603281 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da982f6a-17ca-48a2-abe1-938b4548594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.607371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-da982f6a-17ca-48a2-abe1-938b4548594c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8542641f-545b-4b00-8b85-23b0eb6a0ef0 HTTP/1.1" status: 204 len: 168 time: 0.3337843 Jul 06 12:04:31.626140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da982f6a-17ca-48a2-abe1-938b4548594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8542641f-545b-4b00-8b85-23b0eb6a0ef0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:31.636008 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-754301ce-f179-4abb-af7e-3e33820ae29f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.646823 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-754301ce-f179-4abb-af7e-3e33820ae29f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.680777 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-754301ce-f179-4abb-af7e-3e33820ae29f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.683583 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-754301ce-f179-4abb-af7e-3e33820ae29f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2862017 Jul 06 12:04:31.688033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45766) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.699805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1f99a318-76ad-42bc-a390-17068f8d8722 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd78a8d6d-3352-4b21-a6d9-63c3cf3711c0', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:31.736788 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1f0e6c5-e72f-4081-a364-f290cae83cc8 req-9ccaff83-31ba-43b5-b510-6128884aba52 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 210 time: 0.0717015 Jul 06 12:04:31.740529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754301ce-f179-4abb-af7e-3e33820ae29f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:31.755526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f99a318-76ad-42bc-a390-17068f8d8722 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.813772 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.829574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Transition to ACTIVE for port object 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:31.842622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f99a318-76ad-42bc-a390-17068f8d8722 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.850338 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f99a318-76ad-42bc-a390-17068f8d8722 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.860632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Transition to ACTIVE for port object 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:31.868416 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.885808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99a318-76ad-42bc-a390-17068f8d8722 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048b63c6-8448-43e1-9149-e37ac24adc8f,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:31.893825 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f99a318-76ad-42bc-a390-17068f8d8722 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.899712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45774) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.900723 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1f99a318-76ad-42bc-a390-17068f8d8722 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2114749 Jul 06 12:04:31.907727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a8b99574-6d21-44fa-aee7-52a076ae5ffa tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd78a8d6d-3352-4b21-a6d9-63c3cf3711c0', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:31.924596 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:31.928425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:31.938208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:31.983485 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8b99574-6d21-44fa-aee7-52a076ae5ffa tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.056103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Attempting to bind port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:32.056707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Attempting to bind port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:32.056838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Attempting to bind port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 on network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:32.067210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Pushing event updated for resources: {'Port': ['ID=6555d5e3-62e1-42ec-a5af-bcb0d5147f67,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:32.080598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:32.081092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Checking segment: {'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:32.081392 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.081797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Bound using segment: {'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:32.082283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Bound port: 6555d5e3-62e1-42ec-a5af-bcb0d5147f67, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:32.082686 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.101753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.102107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.102528 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.102873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.103213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.103589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.103928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.104261 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.104590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.106854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.107208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.107605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:32.175241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8b99574-6d21-44fa-aee7-52a076ae5ffa tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.185670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8b99574-6d21-44fa-aee7-52a076ae5ffa tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.213359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b99574-6d21-44fa-aee7-52a076ae5ffa tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ca8426-8dce-45d1-86a0-b6f5abd86105,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:32.223058 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8b99574-6d21-44fa-aee7-52a076ae5ffa tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.224966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a8b99574-6d21-44fa-aee7-52a076ae5ffa tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3233778 Jul 06 12:04:32.228956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45790) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:32.235322 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0ff16ac2-1744-48b8-a90a-f9481ee49208 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd78a8d6d-3352-4b21-a6d9-63c3cf3711c0', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:32.260898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] For port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:32.266075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] For port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6555d5e3-62e1-42ec-a5af-bcb0d5147f67,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:32.272633 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.273345 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ff16ac2-1744-48b8-a90a-f9481ee49208 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.368647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e37ca-fab1-454a-85d8-dd37c20326b1 None None] Pushing event updated for resources: {'Port': ['ID=6555d5e3-62e1-42ec-a5af-bcb0d5147f67,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:32.381526 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ff16ac2-1744-48b8-a90a-f9481ee49208 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.387947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ff16ac2-1744-48b8-a90a-f9481ee49208 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.423536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff16ac2-1744-48b8-a90a-f9481ee49208 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788254e9-601d-49b7-8fdd-4b892ec48c44,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:32.432807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ff16ac2-1744-48b8-a90a-f9481ee49208 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.436891 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0ff16ac2-1744-48b8-a90a-f9481ee49208 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2052193 Jul 06 12:04:32.439311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45794) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:32.444501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-04b61cf0-5376-423a-9693-0ac7f46ce564 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd78a8d6d-3352-4b21-a6d9-63c3cf3711c0', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:32.515381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04b61cf0-5376-423a-9693-0ac7f46ce564 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.654563 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04b61cf0-5376-423a-9693-0ac7f46ce564 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.672680 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04b61cf0-5376-423a-9693-0ac7f46ce564 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.717285 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04b61cf0-5376-423a-9693-0ac7f46ce564 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.719154 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-04b61cf0-5376-423a-9693-0ac7f46ce564 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2782590 Jul 06 12:04:32.721714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 45806) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:32.729243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3f43d77b-b247-4a7f-930f-4589d25b903d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd78a8d6d-3352-4b21-a6d9-63c3cf3711c0', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:32.729510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b61cf0-5376-423a-9693-0ac7f46ce564 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38ef58e-55d2-46e7-b9b9-3017cce7a869,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:32.782280 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-3f43d77b-b247-4a7f-930f-4589d25b903d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Project e3e46c674c2f4219960b47ed35b21180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:04:32.796186 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f43d77b-b247-4a7f-930f-4589d25b903d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.974563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2bcde733-1312-4d30-9554-adb959ab6a9e req-d66087da-417c-4a82-986d-3aa171820ea9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 210 time: 0.0638914 Jul 06 12:04:32.989620 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f43d77b-b247-4a7f-930f-4589d25b903d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.997520 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f43d77b-b247-4a7f-930f-4589d25b903d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.018358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43d77b-b247-4a7f-930f-4589d25b903d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa93475e-2ac3-4a3b-af7a-a9e4c0e9830f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:33.042890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f43d77b-b247-4a7f-930f-4589d25b903d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.044677 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3f43d77b-b247-4a7f-930f-4589d25b903d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3213756 Jul 06 12:04:33.048312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 45814) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:33.066125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d68ab84d-2943-4b2c-9c5e-328bd9daa854 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd78a8d6d-3352-4b21-a6d9-63c3cf3711c0', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:33.102228 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-d68ab84d-2943-4b2c-9c5e-328bd9daa854 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Project e3e46c674c2f4219960b47ed35b21180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:04:33.112187 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d68ab84d-2943-4b2c-9c5e-328bd9daa854 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.252341 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d68ab84d-2943-4b2c-9c5e-328bd9daa854 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.258984 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d68ab84d-2943-4b2c-9c5e-328bd9daa854 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.280578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752c618-5dfa-4039-a7ce-b70ee5438561 req-8b161001-1631-4f70-aa77-871ea99dab2d tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:33.281795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ab84d-2943-4b2c-9c5e-328bd9daa854 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6172cbc5-7caa-4c37-9a93-71602d3b8fdf,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:33.282331 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9752c618-5dfa-4039-a7ce-b70ee5438561 req-8b161001-1631-4f70-aa77-871ea99dab2d tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 949 time: 0.1037183 Jul 06 12:04:33.298619 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d68ab84d-2943-4b2c-9c5e-328bd9daa854 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.299933 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d68ab84d-2943-4b2c-9c5e-328bd9daa854 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2502646 Jul 06 12:04:33.460985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9752c618-5dfa-4039-a7ce-b70ee5438561 req-195f8e27-491d-407c-93e5-0c829880b211 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584848 Jul 06 12:04:33.474498 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80ff4-bf86-415b-914f-7346f689a58b req-dbebba44-8a49-4720-8c85-a70d6701e35e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:33.476189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-dbebba44-8a49-4720-8c85-a70d6701e35e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.1929371 Jul 06 12:04:33.600411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-859f81e0-e0d0-402f-8444-ef54b976d522 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 380 time: 0.1127563 Jul 06 12:04:33.606566 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-533ea33a-01a8-45b2-9c38-db663eb88458 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405541050&fields=id&tenant_id=e3e46c674c2f4219960b47ed35b21180 HTTP/1.1" status: 200 len: 267 time: 0.0704279 Jul 06 12:04:33.611738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'port': {'device_id': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'admin_state_up': True, 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'security_groups': ['448f39e1-2bed-4196-a39d-3dcc4ac23995']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:33.857944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-cf2fc2a1-8598-4caf-9d31-774681661f0e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:33.864884 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-cf2fc2a1-8598-4caf-9d31-774681661f0e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/networks?id=f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b HTTP/1.1" status: 200 len: 796 time: 0.2088313 Jul 06 12:04:33.885460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Made reservation on behalf of b768ea49d15e4735a0ee81828071c36d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:33.893639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4a73f3-4bb1-48ac-a4e2-99113556714c None None] Network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:33.902571 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.928760 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-ac2f2cf3-36a0-4d18-9f2d-6c5dd04d5e34 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/quotas/e3e46c674c2f4219960b47ed35b21180 HTTP/1.1" status: 200 len: 375 time: 0.0627289 Jul 06 12:04:34.010358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f26808a4-9dd7-4dfb-b176-47ec8d478ab4 None None] Provisioning for port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:34.207089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Allocated IP 172.20.0.4 (96ac95ab-c16d-44b8-a50f-62ff9bdc3228/cb861ac0-7293-4d41-a5d1-256ee914815a/22ad2b65-2bd6-42cf-98f7-113699ba2ae4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:34.231663 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65877734-86cc-45ca-af4a-158611bc96d0 req-b6e2e20f-4d99-4cf4-90f7-f8dbbe0aef48 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 210 time: 0.0499880 Jul 06 12:04:34.354018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:34.421089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:34.442568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:34.443271 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.515021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-113151a4-786e-44cc-9e89-107321f98a30 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5773184 Jul 06 12:04:34.590164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5cfebb90-6d57-4152-bf89-40a5b788bf9a None None] Provisioning complete for port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:34.590736 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cfebb90-6d57-4152-bf89-40a5b788bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.594531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.596743 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.624763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Transition to ACTIVE for port object 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:34.723039 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6555d5e3-62e1-42ec-a5af-bcb0d5147f67,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:34.733739 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.767048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-6450d459-9394-47b1-bf00-9ca777b7977e service neutron] 10.222.0.21 "GET /v2.0/networks/f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508910 Jul 06 12:04:34.840851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=6555d5e3-62e1-42ec-a5af-bcb0d5147f67,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:34.882336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.997645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20131275-1c0d-46c0-abfc-e4b578bea6c3 req-ae0c753d-281c-4f1b-ac72-1adaf649cbb6 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:35.009634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20131275-1c0d-46c0-abfc-e4b578bea6c3 req-ae0c753d-281c-4f1b-ac72-1adaf649cbb6 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 949 time: 0.3525519 Jul 06 12:04:35.036885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:35.045383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246deb-5910-47d7-8ed9-88a2eb0fc15c req-631e0dbc-9021-41dd-9211-cdd0794f6ebc tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:35.047541 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1b246deb-5910-47d7-8ed9-88a2eb0fc15c req-631e0dbc-9021-41dd-9211-cdd0794f6ebc tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 949 time: 0.1191826 Jul 06 12:04:35.062901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:35.074959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=22ad2b65-2bd6-42cf-98f7-113699ba2ae4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:35.090854 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:35.161041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-169dc776-00aa-445e-a5c7-cf3beb5fb089 service neutron] 10.222.0.21 "GET /v2.0/networks/f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927798 Jul 06 12:04:35.177617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:35.179601 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.240090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20131275-1c0d-46c0-abfc-e4b578bea6c3 req-12b3042e-68cc-4000-bf4e-eda6363e612c tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e158846-b807-4688-863d-f1d285ded513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292106 Jul 06 12:04:35.276316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-d4649186-0ecc-435e-a8e0-a017f7d1d2c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6685898 Jul 06 12:04:35.292043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Request body: {'port': {'device_id': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:35.297514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1b246deb-5910-47d7-8ed9-88a2eb0fc15c req-cf422fc7-6bc6-4335-b24e-e053bf697a67 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Deleting port a1b0b17a-b36b-40f6-84f0-0068a002dc5c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:04:35.297915 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1b246deb-5910-47d7-8ed9-88a2eb0fc15c req-cf422fc7-6bc6-4335-b24e-e053bf697a67 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.499104 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.515003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-455fc0bc-5e6b-4c8f-8278-c202af5008dd None None] Provisioning for port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:35.523146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-455fc0bc-5e6b-4c8f-8278-c202af5008dd None None] Provisioning complete for port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:35.523686 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-455fc0bc-5e6b-4c8f-8278-c202af5008dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.629170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1b246deb-5910-47d7-8ed9-88a2eb0fc15c req-cf422fc7-6bc6-4335-b24e-e053bf697a67 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] For port a1b0b17a-b36b-40f6-84f0-0068a002dc5c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a1b0b17a-b36b-40f6-84f0-0068a002dc5c,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:35.633392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1b246deb-5910-47d7-8ed9-88a2eb0fc15c req-cf422fc7-6bc6-4335-b24e-e053bf697a67 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.655480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-455fc0bc-5e6b-4c8f-8278-c202af5008dd None None] Port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:35.669099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1b246deb-5910-47d7-8ed9-88a2eb0fc15c req-cf422fc7-6bc6-4335-b24e-e053bf697a67 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Calling delete_port for a1b0b17a-b36b-40f6-84f0-0068a002dc5c owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:04:35.904056 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1b246deb-5910-47d7-8ed9-88a2eb0fc15c req-cf422fc7-6bc6-4335-b24e-e053bf697a67 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.906459 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ffabcc3-0620-4e7b-93da-57fbcb66269f req-512bb466-213d-442a-a851-07dd12ceef21 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 210 time: 0.0580714 Jul 06 12:04:35.921648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a1b0b17a-b36b-40f6-84f0-0068a002dc5c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:35.986545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf422fc7-6bc6-4335-b24e-e053bf697a67 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Pushing event deleted for resources: {'Port': ['ID=a1b0b17a-b36b-40f6-84f0-0068a002dc5c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:36.071003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:36.073459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b246deb-5910-47d7-8ed9-88a2eb0fc15c req-cf422fc7-6bc6-4335-b24e-e053bf697a67 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] No DVR routers for this DVR port a1b0b17a-b36b-40f6-84f0-0068a002dc5c on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:04:36.076350 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1b246deb-5910-47d7-8ed9-88a2eb0fc15c req-cf422fc7-6bc6-4335-b24e-e053bf697a67 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.079514 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1b246deb-5910-47d7-8ed9-88a2eb0fc15c req-cf422fc7-6bc6-4335-b24e-e053bf697a67 tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.86 "DELETE /v2.0/ports/a1b0b17a-b36b-40f6-84f0-0068a002dc5c HTTP/1.1" status: 204 len: 173 time: 1.0264111 Jul 06 12:04:36.080235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6254b3-87e7-489f-8935-4ffbc10c1924', 'name': 'network-vif-deleted', 'tag': 'a1b0b17a-b36b-40f6-84f0-0068a002dc5c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:36.082821 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c675f5-0fae-499a-9e46-5b98b95ab849" -d '{"events": [{"server_uuid": "9f6254b3-87e7-489f-8935-4ffbc10c1924", "name": "network-vif-deleted", "tag": "a1b0b17a-b36b-40f6-84f0-0068a002dc5c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:36.083586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.127090 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cd93c8-99f5-4c18-96f8-41ab5040b941 x-openstack-request-id: req-35cd93c8-99f5-4c18-96f8-41ab5040b941 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:36.127400 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6254b3-87e7-489f-8935-4ffbc10c1924", "name": "network-vif-deleted", "tag": "a1b0b17a-b36b-40f6-84f0-0068a002dc5c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:36.127831 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35cd93c8-99f5-4c18-96f8-41ab5040b941 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:36.128237 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6254b3-87e7-489f-8935-4ffbc10c1924', 'name': 'network-vif-deleted', 'tag': 'a1b0b17a-b36b-40f6-84f0-0068a002dc5c', 'status': 'completed', 'code': 200} Jul 06 12:04:36.133382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b505900-fe6a-4f5c-a668-a1b779cf6078 req-269370dc-6389-46ff-96fc-398433dd9720 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:36.141687 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b505900-fe6a-4f5c-a668-a1b779cf6078 req-269370dc-6389-46ff-96fc-398433dd9720 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 931 time: 0.2922373 Jul 06 12:04:36.144232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Transition to ACTIVE for port object 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:36.159721 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.252506 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b505900-fe6a-4f5c-a668-a1b779cf6078 req-9013e865-d8d7-480c-9c14-adaff9d00c86 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096148 Jul 06 12:04:36.277944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Pushing event updated for resources: {'Port': ['ID=22ad2b65-2bd6-42cf-98f7-113699ba2ae4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:36.353793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:36.479816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:36.480568 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.537487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Attempting to bind port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:36.537858 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Attempting to bind port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:36.538154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Attempting to bind port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:36.557259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:36.557605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Attempting to bind port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:36.649263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b6ec2eb-b8f0-4b43-998c-553c675b9312 req-1c3bb96f-55eb-452a-a243-6c20958f9ecd tempest-VolumesBackupsTest-173953368 tempest-VolumesBackupsTest-173953368-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6254b3-87e7-489f-8935-4ffbc10c1924 HTTP/1.1" status: 200 len: 210 time: 0.0930576 Jul 06 12:04:36.650718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:36.651250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Checking segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:36.652438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Bound using segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:36.653048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Bound port: 22ad2b65-2bd6-42cf-98f7-113699ba2ae4, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:36.653579 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.796350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] For port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:36.811876 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] For port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=22ad2b65-2bd6-42cf-98f7-113699ba2ae4,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:36.821736 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.059964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.062992 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.064373 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] 10.222.0.47 "PUT /v2.0/ports/22ad2b65-2bd6-42cf-98f7-113699ba2ae4 HTTP/1.1" status: 200 len: 1091 time: 1.7778366 Jul 06 12:04:37.064787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'tag': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:37.067215 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47" -d '{"events": [{"name": "network-changed", "server_uuid": "d36aa6e6-78f8-4864-8776-cb980937074d", "tag": "22ad2b65-2bd6-42cf-98f7-113699ba2ae4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:37.078381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d24ee-f9d4-4e5a-a30d-31a05695106f service neutron] Pushing event updated for resources: {'Port': ['ID=22ad2b65-2bd6-42cf-98f7-113699ba2ae4,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:37.250629 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a2162f-715b-4855-8061-076adbe6f276 x-openstack-request-id: req-26a2162f-715b-4855-8061-076adbe6f276 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:37.251738 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36aa6e6-78f8-4864-8776-cb980937074d", "tag": "22ad2b65-2bd6-42cf-98f7-113699ba2ae4", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:37.252378 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26a2162f-715b-4855-8061-076adbe6f276 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:37.253042 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'tag': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'status': 'completed', 'code': 200} Jul 06 12:04:37.470328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-99383fad-fe8a-4774-9778-f1fdcbdfc31d req-6ffc3547-8dd7-40e6-a99c-f9aa33412d84 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 210 time: 0.0555069 Jul 06 12:04:37.538996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80ff4-bf86-415b-914f-7346f689a58b req-db8f03a9-80a9-4c78-819f-aca544503ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.540726 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-db8f03a9-80a9-4c78-819f-aca544503ae7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 1094 time: 0.1824365 Jul 06 12:04:37.601047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-40e9e96c-c79f-4d15-b512-d5dcaf5c2810 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22ad2b65-2bd6-42cf-98f7-113699ba2ae4 HTTP/1.1" status: 200 len: 217 time: 0.0520215 Jul 06 12:04:37.609703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f5a76-5b93-49f1-99ec-fe8eb26ca3d4 req-f42b9e18-5285-49a9-95a8-b7b4c2c3c517 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.611330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a49f5a76-5b93-49f1-99ec-fe8eb26ca3d4 req-f42b9e18-5285-49a9-95a8-b7b4c2c3c517 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 943 time: 0.1670370 Jul 06 12:04:37.692231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80ff4-bf86-415b-914f-7346f689a58b req-dfcb17cd-02b7-49b5-a880-29c721de4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.693609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-dfcb17cd-02b7-49b5-a880-29c721de4c70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0812373 Jul 06 12:04:37.704168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a49f5a76-5b93-49f1-99ec-fe8eb26ca3d4 req-a47d4591-ae4f-4443-a3ff-3340b8dc01c2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821478 Jul 06 12:04:37.841694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5749a2eb-cf73-4490-b098-0ea011573eca tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.843295 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5749a2eb-cf73-4490-b098-0ea011573eca tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.86 "GET /v2.0/networks?id=f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b HTTP/1.1" status: 200 len: 796 time: 0.1866994 Jul 06 12:04:37.844793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8eeb2ca2-fe2d-48af-a402-111bd954d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.847203 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-8eeb2ca2-fe2d-48af-a402-111bd954d6ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419022 Jul 06 12:04:37.925139 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-9f23ec8c-c564-42a3-8ef0-287352e47e3f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e46c674c2f4219960b47ed35b21180 HTTP/1.1" status: 200 len: 472 time: 0.0672314 Jul 06 12:04:37.941808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'port': {'device_id': '67aca2e2-b780-435a-8048-82fd9f03223f', 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b', 'admin_state_up': True, 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'security_groups': ['d78a8d6d-3352-4b21-a6d9-63c3cf3711c0']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:37.991731 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-894d8e9a-7c00-4e75-ad22-806298bcae18 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370595 Jul 06 12:04:38.022875 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a1b0b17a-b36b-40f6-84f0-0068a002dc5c no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:04:38.072009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: a1b0b17a-b36b-40f6-84f0-0068a002dc5c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:04:38.072734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a1b0b17a-b36b-40f6-84f0-0068a002dc5c not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:04:38.156903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c80ff4-bf86-415b-914f-7346f689a58b req-40a49a66-adfa-4a8f-a175-f356e3c2e409 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573908 Jul 06 12:04:38.340449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47 req-be06d3c0-bbb0-4f6d-a807-f826352580db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.342098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47 req-be06d3c0-bbb0-4f6d-a807-f826352580db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 1094 time: 0.1075616 Jul 06 12:04:38.653685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Made reservation on behalf of e3e46c674c2f4219960b47ed35b21180 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:38.658053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.842828 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Allocated IP 172.20.0.22 (f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b/221cabbe-a6dd-4ed3-9367-e1eac72a26d9/95942469-20ea-47cb-8009-2eba3ba3a5b9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:38.871266 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4cc103ba-6d40-43ef-bf52-a16e5d2ad935 req-957c4e35-c78f-40c5-aa90-05a9567761bc tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 210 time: 0.0751624 Jul 06 12:04:38.955579 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47 req-cdebeab7-97b4-4b42-9aa0-d4ed369d3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.957830 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47 req-cdebeab7-97b4-4b42-9aa0-d4ed369d3344 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.6086998 Jul 06 12:04:39.045727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47 req-41cda825-d448-4699-990e-b1aaf1ed08cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22ad2b65-2bd6-42cf-98f7-113699ba2ae4 HTTP/1.1" status: 200 len: 217 time: 0.0798652 Jul 06 12:04:39.127236 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:39.155698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Transition to ACTIVE for port object 95942469-20ea-47cb-8009-2eba3ba3a5b9 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:39.207504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac2ec9-a121-43bb-872e-dc0576198bb2 req-c151cdba-9ba0-4241-ae87-f778007fa447 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:39.207806 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8ac2ec9-a121-43bb-872e-dc0576198bb2 req-c151cdba-9ba0-4241-ae87-f778007fa447 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 943 time: 0.2438445 Jul 06 12:04:39.222805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:39.242942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47 req-b9617176-2a3b-47dc-a4b0-0e1ac496b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:39.246813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47 req-b9617176-2a3b-47dc-a4b0-0e1ac496b3cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.1938798 Jul 06 12:04:39.286669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:39.292412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:39.297765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:39.329040 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8ac2ec9-a121-43bb-872e-dc0576198bb2 req-9a73d873-3ac7-4e82-ba37-30f155fc12ad tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202478 Jul 06 12:04:39.380640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47 req-8ca2bdf9-fae1-488e-9512-02e6ed118020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:39.382132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47 req-8ca2bdf9-fae1-488e-9512-02e6ed118020 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256979 Jul 06 12:04:39.393070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:39.393742 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:39.406539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=95942469-20ea-47cb-8009-2eba3ba3a5b9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:39.411956 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-97f4cd1b-9340-4437-81ad-e8c240321034 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4795883 Jul 06 12:04:39.426568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Request body: {'port': {'device_id': '67aca2e2-b780-435a-8048-82fd9f03223f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:39.533919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47 req-76146e55-d5c8-46d6-9278-108945574228 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440134 Jul 06 12:04:39.600448 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:39.696498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffee2845-1e2d-4ad2-8b96-bdbef9b09c47 req-9e21b0b0-2c3d-462d-abec-e8e96b40a88a service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538818 Jul 06 12:04:39.821597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-08d9882f-f5ea-4ea7-88e0-9d2ac36694d4 None None] Provisioning for port 95942469-20ea-47cb-8009-2eba3ba3a5b9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:39.828923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-08d9882f-f5ea-4ea7-88e0-9d2ac36694d4 None None] Provisioning complete for port 95942469-20ea-47cb-8009-2eba3ba3a5b9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:39.829621 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08d9882f-f5ea-4ea7-88e0-9d2ac36694d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:39.894799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-08d9882f-f5ea-4ea7-88e0-9d2ac36694d4 None None] Port 95942469-20ea-47cb-8009-2eba3ba3a5b9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:40.034158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95942469-20ea-47cb-8009-2eba3ba3a5b9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:40.043889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.066250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Transition to ACTIVE for port object 95942469-20ea-47cb-8009-2eba3ba3a5b9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:40.074038 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.166064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Pushing event updated for resources: {'Port': ['ID=95942469-20ea-47cb-8009-2eba3ba3a5b9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:40.310351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a74ee-b174-4f7c-a972-d0a0279ccc73 req-a3eb28e0-ff65-4062-afaf-abab351d0ed0 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:40.328150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-612a74ee-b174-4f7c-a972-d0a0279ccc73 req-a3eb28e0-ff65-4062-afaf-abab351d0ed0 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 932 time: 0.2794845 Jul 06 12:04:40.422074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Attempting to bind port 95942469-20ea-47cb-8009-2eba3ba3a5b9 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:40.422450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Attempting to bind port 95942469-20ea-47cb-8009-2eba3ba3a5b9 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:40.422790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Attempting to bind port 95942469-20ea-47cb-8009-2eba3ba3a5b9 on network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:40.433621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Port 95942469-20ea-47cb-8009-2eba3ba3a5b9 on network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:40.433962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Attempting to bind port 95942469-20ea-47cb-8009-2eba3ba3a5b9 on network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:40.447402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-612a74ee-b174-4f7c-a972-d0a0279ccc73 req-748e04d7-6948-4d92-8bc4-f5ab0e9afcff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130254 Jul 06 12:04:40.468442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:40.469282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Checking segment: {'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:40.470197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Bound using segment: {'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:40.471057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Bound port: 95942469-20ea-47cb-8009-2eba3ba3a5b9, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:40.473050 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.657820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] For port 95942469-20ea-47cb-8009-2eba3ba3a5b9, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:40.665629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] For port 95942469-20ea-47cb-8009-2eba3ba3a5b9, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=95942469-20ea-47cb-8009-2eba3ba3a5b9,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:40.675105 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.705294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1399091-2e67-42ba-a830-e34e70bd975b req-8f082d58-670d-45d1-8887-c9e8d9b1b69d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:40.715251 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1399091-2e67-42ba-a830-e34e70bd975b req-8f082d58-670d-45d1-8887-c9e8d9b1b69d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 943 time: 0.1526031 Jul 06 12:04:40.749100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:40.751154 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.754695 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] 10.222.0.86 "PUT /v2.0/ports/95942469-20ea-47cb-8009-2eba3ba3a5b9 HTTP/1.1" status: 200 len: 1092 time: 1.3320820 Jul 06 12:04:40.757500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aca2e2-b780-435a-8048-82fd9f03223f', 'tag': '95942469-20ea-47cb-8009-2eba3ba3a5b9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:40.769862 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87de7b1e-5cec-4079-86fd-edc5718a372f" -d '{"events": [{"name": "network-changed", "server_uuid": "67aca2e2-b780-435a-8048-82fd9f03223f", "tag": "95942469-20ea-47cb-8009-2eba3ba3a5b9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:40.780695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1399091-2e67-42ba-a830-e34e70bd975b req-71d0a1ee-14d2-4b11-a71f-1d50b82e75fd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639374 Jul 06 12:04:40.827505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a690d7c-23af-4e24-9891-85e90179a845 service neutron] Pushing event updated for resources: {'Port': ['ID=95942469-20ea-47cb-8009-2eba3ba3a5b9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:40.874930 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86abebbf-007e-4741-803d-5d675577dc2f x-openstack-request-id: req-86abebbf-007e-4741-803d-5d675577dc2f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:40.874930 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aca2e2-b780-435a-8048-82fd9f03223f", "tag": "95942469-20ea-47cb-8009-2eba3ba3a5b9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:40.875291 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86abebbf-007e-4741-803d-5d675577dc2f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:40.875694 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aca2e2-b780-435a-8048-82fd9f03223f', 'tag': '95942469-20ea-47cb-8009-2eba3ba3a5b9', 'status': 'completed', 'code': 200} Jul 06 12:04:40.909914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5d2705aa-fd06-4068-8d41-64eff195bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:40.911782 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-5d2705aa-fd06-4068-8d41-64eff195bd3f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 1095 time: 0.0810089 Jul 06 12:04:40.981173 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-65fe0bf7-87ea-4777-87b6-69b70a14176f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=95942469-20ea-47cb-8009-2eba3ba3a5b9 HTTP/1.1" status: 200 len: 217 time: 0.0587037 Jul 06 12:04:41.044920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-a0ee0ca6-e9b8-4446-af6c-99ff3fd818c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:41.047553 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-a0ee0ca6-e9b8-4446-af6c-99ff3fd818c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=221cabbe-a6dd-4ed3-9367-e1eac72a26d9 HTTP/1.1" status: 200 len: 837 time: 0.0582678 Jul 06 12:04:41.122729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-12d55981-ad6f-4d99-a993-7e0e70035a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:41.124666 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-12d55981-ad6f-4d99-a993-7e0e70035a75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693693 Jul 06 12:04:41.237658 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-209e1765-729d-40e5-b4bd-82cb815e947f service neutron] 10.222.0.86 "GET /v2.0/networks/f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045136 Jul 06 12:04:41.338217 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae2e6279-fa42-4911-8ce2-44c506385268 req-92f399d7-d13c-4662-aff4-790a4b69b7aa service neutron] 10.222.0.86 "GET /v2.0/networks/f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910759 Jul 06 12:04:41.461570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7b1e-5cec-4079-86fd-edc5718a372f req-c4402bcf-0936-4342-93c3-30273b196c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:41.463321 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87de7b1e-5cec-4079-86fd-edc5718a372f req-c4402bcf-0936-4342-93c3-30273b196c50 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 1095 time: 0.0654488 Jul 06 12:04:41.588074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7b1e-5cec-4079-86fd-edc5718a372f req-d07a554a-17f7-4e8c-81a2-5db0f34a9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:41.589912 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87de7b1e-5cec-4079-86fd-edc5718a372f req-d07a554a-17f7-4e8c-81a2-5db0f34a9502 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b HTTP/1.1" status: 200 len: 897 time: 0.1160276 Jul 06 12:04:41.640642 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87de7b1e-5cec-4079-86fd-edc5718a372f req-6bc80ad2-fc04-4066-9085-46bf7353d6f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=95942469-20ea-47cb-8009-2eba3ba3a5b9 HTTP/1.1" status: 200 len: 217 time: 0.0428360 Jul 06 12:04:41.722733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7b1e-5cec-4079-86fd-edc5718a372f req-f554207e-d74d-42ec-8882-6da283462811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:41.724838 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87de7b1e-5cec-4079-86fd-edc5718a372f req-f554207e-d74d-42ec-8882-6da283462811 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=221cabbe-a6dd-4ed3-9367-e1eac72a26d9 HTTP/1.1" status: 200 len: 837 time: 0.0717168 Jul 06 12:04:41.736802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5f5d7-69cc-4399-801a-1f66fa56a530 req-cfdd1e19-5cd7-4805-90c9-69bac132c517 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:41.744085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-77f5f5d7-69cc-4399-801a-1f66fa56a530 req-cfdd1e19-5cd7-4805-90c9-69bac132c517 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 944 time: 0.1348414 Jul 06 12:04:41.797635 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-77f5f5d7-69cc-4399-801a-1f66fa56a530 req-1aa88d07-7e1b-486c-9c8e-af5a5f5185a3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516808 Jul 06 12:04:41.864214 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de7b1e-5cec-4079-86fd-edc5718a372f req-4b22fe4d-bf89-4b2e-b832-6fd3746a5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:41.875935 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87de7b1e-5cec-4079-86fd-edc5718a372f req-4b22fe4d-bf89-4b2e-b832-6fd3746a5eef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329763 Jul 06 12:04:41.983046 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87de7b1e-5cec-4079-86fd-edc5718a372f req-6ba86c66-6c13-44f0-bf25-8134cf01e864 service neutron] 10.222.0.86 "GET /v2.0/networks/f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060507 Jul 06 12:04:42.100223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d85db-7882-4234-97b1-8bdaac4f3981 req-d38c4051-50a8-4e9f-9fbc-4151ac75d11b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:42.107253 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87de7b1e-5cec-4079-86fd-edc5718a372f req-cfdd885f-c464-4416-b174-3941c6488773 service neutron] 10.222.0.86 "GET /v2.0/networks/f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159804 Jul 06 12:04:42.110032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-945d85db-7882-4234-97b1-8bdaac4f3981 req-d38c4051-50a8-4e9f-9fbc-4151ac75d11b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 943 time: 0.0812743 Jul 06 12:04:42.156198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-945d85db-7882-4234-97b1-8bdaac4f3981 req-6fb45977-f7b1-4acd-a44b-424f565b087a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424035 Jul 06 12:04:43.015391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaa65b-91a3-48b9-a0cf-0899b342d2c1 req-494316a8-7a4e-4280-b12a-190ce3c69038 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:43.020829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23eaa65b-91a3-48b9-a0cf-0899b342d2c1 req-494316a8-7a4e-4280-b12a-190ce3c69038 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 944 time: 0.0984521 Jul 06 12:04:43.171334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23eaa65b-91a3-48b9-a0cf-0899b342d2c1 req-eb2a58dd-5d50-4e31-bcc4-a4db9f548ce2 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789895 Jul 06 12:04:43.359495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264d9a4-d9ce-4ede-849a-fda3ac209c5b req-8d4ab9e3-1cbe-4aeb-b2fd-80769e565e9e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:43.361163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8264d9a4-d9ce-4ede-849a-fda3ac209c5b req-8d4ab9e3-1cbe-4aeb-b2fd-80769e565e9e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 943 time: 0.0775449 Jul 06 12:04:43.403542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8264d9a4-d9ce-4ede-849a-fda3ac209c5b req-d0f98b76-2a71-4015-a82e-a1997b4f0b05 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348845 Jul 06 12:04:44.170661 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13672cad-fe92-4b89-b02b-2737eba58414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:44.413389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da6a36-8b1e-4924-8e53-95f5567c36b3 req-bc05680c-98ab-48f7-a945-98c2a1e5a23f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:44.414940 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3da6a36-8b1e-4924-8e53-95f5567c36b3 req-bc05680c-98ab-48f7-a945-98c2a1e5a23f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 944 time: 0.0962834 Jul 06 12:04:44.497485 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3da6a36-8b1e-4924-8e53-95f5567c36b3 req-5442a71b-d237-4e38-9873-e2f374695aed tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758729 Jul 06 12:04:44.613239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d3f67-ed6a-4fe3-991e-664f767017c1 req-8d812664-eab1-4580-bb96-a138729a75b7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:44.614770 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-389d3f67-ed6a-4fe3-991e-664f767017c1 req-8d812664-eab1-4580-bb96-a138729a75b7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 943 time: 0.0758448 Jul 06 12:04:44.657892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-389d3f67-ed6a-4fe3-991e-664f767017c1 req-8ccc453e-5eaf-4cf8-89da-aeb24d0de996 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370572 Jul 06 12:04:45.786710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d891a-aed3-41bc-a942-22247faa7854 req-80c6aa28-001d-460c-b142-2d0e23871a16 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:45.788652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e40d891a-aed3-41bc-a942-22247faa7854 req-80c6aa28-001d-460c-b142-2d0e23871a16 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 944 time: 0.0841138 Jul 06 12:04:45.868052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e40d891a-aed3-41bc-a942-22247faa7854 req-7dc9de62-5af5-4797-b81a-b084784bba87 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719123 Jul 06 12:04:45.914211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b1443-da98-4cfc-b017-5071f09c7dfb req-34be3c36-a81c-47a6-84fe-a13046661284 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:45.915932 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-297b1443-da98-4cfc-b017-5071f09c7dfb req-34be3c36-a81c-47a6-84fe-a13046661284 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 943 time: 0.1025431 Jul 06 12:04:45.962775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-297b1443-da98-4cfc-b017-5071f09c7dfb req-5922e95c-59b9-46cd-956b-635b0899b0bc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409412 Jul 06 12:04:46.021407 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 95942469-20ea-47cb-8009-2eba3ba3a5b9 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:04:46.132228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 95942469-20ea-47cb-8009-2eba3ba3a5b9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=95942469-20ea-47cb-8009-2eba3ba3a5b9,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:46.148560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '95942469-20ea-47cb-8009-2eba3ba3a5b9', 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b', 'port_id': '95942469-20ea-47cb-8009-2eba3ba3a5b9', 'mac_address': 'fa:16:3e:bc:d6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '221cabbe-a6dd-4ed3-9367-e1eac72a26d9', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:04:46.199507 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:46.215513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95942469-20ea-47cb-8009-2eba3ba3a5b9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:46.237366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 95942469-20ea-47cb-8009-2eba3ba3a5b9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=95942469-20ea-47cb-8009-2eba3ba3a5b9,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:46.242862 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:46.302293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=95942469-20ea-47cb-8009-2eba3ba3a5b9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:46.491343 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['95942469-20ea-47cb-8009-2eba3ba3a5b9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:47.082097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb93b-e4ee-4f6a-b3ac-3a8f220fb731 req-c8234edf-e3a4-431b-b3d5-d2a7e38ca2e0 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:47.084040 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fadeb93b-e4ee-4f6a-b3ac-3a8f220fb731 req-c8234edf-e3a4-431b-b3d5-d2a7e38ca2e0 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 945 time: 0.1003416 Jul 06 12:04:47.164789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fadeb93b-e4ee-4f6a-b3ac-3a8f220fb731 req-ac02bd34-3636-4de2-9814-2ebeb96bda3c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646558 Jul 06 12:04:47.398156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adce92-d351-4a87-a543-ece253bb921a req-57e34e86-fb1f-4c14-b128-e3b2211cdc4f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:47.399871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6adce92-d351-4a87-a543-ece253bb921a req-57e34e86-fb1f-4c14-b128-e3b2211cdc4f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 943 time: 0.0824790 Jul 06 12:04:47.455817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6adce92-d351-4a87-a543-ece253bb921a req-724d5254-bb98-44a7-9354-a22792ba1021 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458066 Jul 06 12:04:48.036952 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 95942469-20ea-47cb-8009-2eba3ba3a5b9 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:48.090353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 95942469-20ea-47cb-8009-2eba3ba3a5b9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:48.094951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 95942469-20ea-47cb-8009-2eba3ba3a5b9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:48.095225 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.177096 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.205235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aca2e2-b780-435a-8048-82fd9f03223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95942469-20ea-47cb-8009-2eba3ba3a5b9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:48.207600 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d7c34c-e55e-4343-b01d-fda489045f16" -d '{"events": [{"server_uuid": "67aca2e2-b780-435a-8048-82fd9f03223f", "name": "network-vif-plugged", "status": "completed", "tag": "95942469-20ea-47cb-8009-2eba3ba3a5b9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:48.235664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 95942469-20ea-47cb-8009-2eba3ba3a5b9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=95942469-20ea-47cb-8009-2eba3ba3a5b9,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:48.241223 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.245966 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.323677 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a82867f-6150-45ac-b8d4-dc089e9c2c5f x-openstack-request-id: req-3a82867f-6150-45ac-b8d4-dc089e9c2c5f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:48.323677 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67aca2e2-b780-435a-8048-82fd9f03223f", "name": "network-vif-plugged", "status": "completed", "tag": "95942469-20ea-47cb-8009-2eba3ba3a5b9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:48.323677 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a82867f-6150-45ac-b8d4-dc089e9c2c5f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:48.323677 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aca2e2-b780-435a-8048-82fd9f03223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95942469-20ea-47cb-8009-2eba3ba3a5b9', 'code': 200} Jul 06 12:04:48.427042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=95942469-20ea-47cb-8009-2eba3ba3a5b9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:48.486539 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae61b591-1c76-4873-a9ea-daaaad222473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.540845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c639c-c3e7-4785-8604-22e1d36bec34 req-430294c5-8a06-4dec-94e5-868d1c96696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:48.543862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da8c639c-c3e7-4785-8604-22e1d36bec34 req-430294c5-8a06-4dec-94e5-868d1c96696a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 1097 time: 0.1094112 Jul 06 12:04:48.554519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6d02d-a6c7-4f7e-af74-6d964b262c04 req-7f4d9943-2b1d-41b0-a004-061aef8be997 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:48.563704 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23f6d02d-a6c7-4f7e-af74-6d964b262c04 req-7f4d9943-2b1d-41b0-a004-061aef8be997 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 946 time: 0.1446624 Jul 06 12:04:48.619735 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-da8c639c-c3e7-4785-8604-22e1d36bec34 req-40b9a356-338e-4a9e-8ad8-cefa8bb2fdb2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665355 Jul 06 12:04:48.642862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23f6d02d-a6c7-4f7e-af74-6d964b262c04 req-277dafb5-e125-4550-a349-4ad71dcb107b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779431 Jul 06 12:04:48.764104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee708e-ee87-4f11-86ca-629c5ab3764f req-d87b8ce4-aff4-4f0d-a03e-b90217222738 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:48.766027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22ee708e-ee87-4f11-86ca-629c5ab3764f req-d87b8ce4-aff4-4f0d-a03e-b90217222738 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 943 time: 0.1442583 Jul 06 12:04:48.770877 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.848950 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22ee708e-ee87-4f11-86ca-629c5ab3764f req-491efc78-d70b-4889-b855-97e358ad3f1c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751264 Jul 06 12:04:49.871855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e41105-85b1-469f-a4ab-6cfe3e3dde51 req-869a705b-91ae-481a-bc48-277818719477 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:49.874393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62e41105-85b1-469f-a4ab-6cfe3e3dde51 req-869a705b-91ae-481a-bc48-277818719477 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 946 time: 0.0909040 Jul 06 12:04:49.925503 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62e41105-85b1-469f-a4ab-6cfe3e3dde51 req-b44483ae-a804-43ff-9f59-c2d4a3a8ec58 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454342 Jul 06 12:04:50.264370 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b676685-f675-4243-9d82-14e5fa18ecee req-39f633f9-7ecc-462f-8ae5-0cb2cd1ccfbf tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:50.271411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b676685-f675-4243-9d82-14e5fa18ecee req-39f633f9-7ecc-462f-8ae5-0cb2cd1ccfbf tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 946 time: 0.0948000 Jul 06 12:04:50.281578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ee9e-1d33-48bb-b6ed-4736cf4712c3 req-4244c269-2c09-4e01-b3cd-f57f1185521c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:50.283274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f563ee9e-1d33-48bb-b6ed-4736cf4712c3 req-4244c269-2c09-4e01-b3cd-f57f1185521c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 943 time: 0.1617785 Jul 06 12:04:50.341282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b676685-f675-4243-9d82-14e5fa18ecee req-c483c74a-a8c6-4dce-a575-19c9e10bbfd8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689304 Jul 06 12:04:50.349787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f563ee9e-1d33-48bb-b6ed-4736cf4712c3 req-570db51c-0902-4278-a843-7e15f6bf6c14 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596287 Jul 06 12:04:50.549144 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.171330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:04:51.284993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=22ad2b65-2bd6-42cf-98f7-113699ba2ae4,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:51.303233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'port_id': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'mac_address': 'fa:16:3e:21:fd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:04:51.349599 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.366454 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:51.391217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=22ad2b65-2bd6-42cf-98f7-113699ba2ae4,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:51.400645 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.460954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=22ad2b65-2bd6-42cf-98f7-113699ba2ae4,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:51.616199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852c1e-3ee8-49d5-a2b2-c5762d99058c req-31fd5a79-eaec-4c74-aaeb-15575cb79dfd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:51.624667 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21852c1e-3ee8-49d5-a2b2-c5762d99058c req-31fd5a79-eaec-4c74-aaeb-15575cb79dfd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 944 time: 0.0931351 Jul 06 12:04:51.661197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21852c1e-3ee8-49d5-a2b2-c5762d99058c req-42ed098c-ae2f-498d-953f-d038ca2dff16 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362511 Jul 06 12:04:51.731376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['22ad2b65-2bd6-42cf-98f7-113699ba2ae4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:51.889533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46124) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:52.458511 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.881804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Allocated IP 172.20.0.17 (f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b/221cabbe-a6dd-4ed3-9367-e1eac72a26d9/ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:52.981142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7715d3d-c07e-4e45-84f7-9d1dd3216e87 req-8e318e04-f74f-4f88-bebf-40f2fe4f5a11 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:52.988130 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7715d3d-c07e-4e45-84f7-9d1dd3216e87 req-8e318e04-f74f-4f88-bebf-40f2fe4f5a11 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 944 time: 0.1573265 Jul 06 12:04:53.046000 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7715d3d-c07e-4e45-84f7-9d1dd3216e87 req-68e2ba33-a2c0-42df-aa9b-8fdb84e877ff tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569336 Jul 06 12:04:53.079664 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:53.101914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Transition to ACTIVE for port object ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:53.134354 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:53.187221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:53.190558 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:53.194090 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:53.199052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:53.255727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:53.262535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:53.274302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:53.274839 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:53.290441 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:53.424898 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:53.464386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:53.466757 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebcd7f2-7796-4254-b221-d4c03d893bb1" -d '{"events": [{"server_uuid": "d36aa6e6-78f8-4864-8776-cb980937074d", "name": "network-vif-plugged", "status": "completed", "tag": "22ad2b65-2bd6-42cf-98f7-113699ba2ae4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:53.482933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=22ad2b65-2bd6-42cf-98f7-113699ba2ae4,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:53.491791 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:53.547324 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:53.556622 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34af636-ca77-493d-84e5-c2cc8a107db2 x-openstack-request-id: req-e34af636-ca77-493d-84e5-c2cc8a107db2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:53.559337 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36aa6e6-78f8-4864-8776-cb980937074d", "name": "network-vif-plugged", "status": "completed", "tag": "22ad2b65-2bd6-42cf-98f7-113699ba2ae4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:53.560727 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e34af636-ca77-493d-84e5-c2cc8a107db2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:53.561255 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'code': 200} Jul 06 12:04:53.592521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=22ad2b65-2bd6-42cf-98f7-113699ba2ae4,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:53.717819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-50b043b4-ad2a-498e-9bd2-291a8abae35a None None] Provisioning for port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:53.724592 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-50b043b4-ad2a-498e-9bd2-291a8abae35a None None] Provisioning complete for port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:53.725280 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50b043b4-ad2a-498e-9bd2-291a8abae35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:53.769346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-50b043b4-ad2a-498e-9bd2-291a8abae35a None None] Port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:53.805805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc483de4-ec56-46d8-8926-91fe59116ae5 req-08ce8018-8a6a-45d0-aa0e-a810d87bfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:53.807345 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc483de4-ec56-46d8-8926-91fe59116ae5 req-08ce8018-8a6a-45d0-aa0e-a810d87bfaae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 1096 time: 0.1894519 Jul 06 12:04:53.880470 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc483de4-ec56-46d8-8926-91fe59116ae5 req-a68ca4b0-1a93-499f-893a-fbef63bb052b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641851 Jul 06 12:04:54.022091 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.028056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.115592 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:54.118834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.312709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26710018-9b97-4892-8a94-7bcda60dd7d8 req-e8c052f8-d45a-436b-920f-2e8533cc5789 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:54.319989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26710018-9b97-4892-8a94-7bcda60dd7d8 req-e8c052f8-d45a-436b-920f-2e8533cc5789 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 945 time: 0.1126683 Jul 06 12:04:54.333946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:54.342679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:54.458441 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-26710018-9b97-4892-8a94-7bcda60dd7d8 req-601ecbec-bd5d-49ac-b7ff-8161fe2aa180 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375630 Jul 06 12:04:54.612010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 99c0a62f-fc6d-427b-a025-276d631e1d58 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:04:54.712917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e74b9608-cef2-41f7-91b2-591c7e110c5a None None] Provisioning complete for port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:54.714675 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e74b9608-cef2-41f7-91b2-591c7e110c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.786354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e74b9608-cef2-41f7-91b2-591c7e110c5a None None] Port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:54.805911 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:54.814758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2a2fb363-6283-43eb-a037-7babf5621beb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "PUT /v2.0/routers/99c0a62f-fc6d-427b-a025-276d631e1d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9236233 Jul 06 12:04:54.849446 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Sync routers for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:54.861723 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:54.862347 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:04:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:55.003345 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:55.339796 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:04:53Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.141', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'port_id': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'mac_address': 'fa:16:3e:9e:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:21Z', 'updated_at': '2021-07-06T12:03:25Z', 'revision_number': 1, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4', 'name': '', 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:99:a6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '221cabbe-a6dd-4ed3-9367-e1eac72a26d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:52Z', 'updated_at': '2021-07-06T12:04:53Z', 'revision_number': 2, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '221cabbe-a6dd-4ed3-9367-e1eac72a26d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:55.367723 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Checking router: 99c0a62f-fc6d-427b-a025-276d631e1d58 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:55.368079 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Updating router 99c0a62f-fc6d-427b-a025-276d631e1d58 port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:04:55.414774 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.690993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02babaf5-0d04-4ff1-b88f-0529063d6477 req-71df6c80-6b4a-4401-87b4-31ea89b63814 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:55.692772 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02babaf5-0d04-4ff1-b88f-0529063d6477 req-71df6c80-6b4a-4401-87b4-31ea89b63814 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 945 time: 0.0797048 Jul 06 12:04:55.752930 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02babaf5-0d04-4ff1-b88f-0529063d6477 req-b8629539-f601-444d-921a-d13e3773015c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539477 Jul 06 12:04:55.993781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ab64b-f178-4c29-b256-3df75f49be7c req-20fb736d-93e2-4f98-acdd-864c576ff9a5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:56.002572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e70ab64b-f178-4c29-b256-3df75f49be7c req-20fb736d-93e2-4f98-acdd-864c576ff9a5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 945 time: 0.0955102 Jul 06 12:04:56.020656 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.049552 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Transition to ACTIVE for port object ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:56.052328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e70ab64b-f178-4c29-b256-3df75f49be7c req-524d4393-f18a-4258-a54c-563affb709e3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484200 Jul 06 12:04:56.059337 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.080570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46164) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:56.143625 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3df73-02ae-403e-b71f-3e4c1aa47c86 None None] Pushing event updated for resources: {'Port': ['ID=ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:56.190880 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Attempting to bind port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:56.191511 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Attempting to bind port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:56.191801 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Attempting to bind port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 on network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:56.198162 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:56.198616 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Checking segment: {'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:56.199251 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.199709 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Bound using segment: {'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:56.200246 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Bound port: ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d7bb75-4a4a-4a33-9e67-615ba1f2469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:56.200698 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.234214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fb0d05-4a54-4e1d-bee3-ed47bf520866 tempest-TestVolumeBootPattern-1140979416 tempest-TestVolumeBootPattern-1140979416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:56.247509 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b4fb0d05-4a54-4e1d-bee3-ed47bf520866 tempest-TestVolumeBootPattern-1140979416 tempest-TestVolumeBootPattern-1140979416-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 1091 time: 0.1559474 Jul 06 12:04:56.250213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46166) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:56.257579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:56.287405 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.353539 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] For port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:56.362252 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] For port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:56.374053 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.478828 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3df73-02ae-403e-b71f-3e4c1aa47c86 None None] Pushing event updated for resources: {'Port': ['ID=ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:56.496774 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:56.497545 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:04:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:56.507615 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.698807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Allocated IP 172.25.0.100 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/ddf52901-e5fb-4771-9a67-97c0be4c7a5c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:56.702911 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:56.997076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.113255 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.118097 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:04:53Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.141', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'port_id': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'mac_address': 'fa:16:3e:9e:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:21Z', 'updated_at': '2021-07-06T12:03:25Z', 'revision_number': 1, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4', 'name': '', 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:99:a6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '221cabbe-a6dd-4ed3-9367-e1eac72a26d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:52Z', 'updated_at': '2021-07-06T12:04:56Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '221cabbe-a6dd-4ed3-9367-e1eac72a26d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:57.165375 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f6095-3d05-4c5b-83b0-4e836945f227 None None] The sync data for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 is: [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:04:53Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.141', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'port_id': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'mac_address': 'fa:16:3e:9e:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:21Z', 'updated_at': '2021-07-06T12:03:25Z', 'revision_number': 1, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4', 'name': '', 'network_id': 'f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:99:a6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '221cabbe-a6dd-4ed3-9367-e1eac72a26d9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:52Z', 'updated_at': '2021-07-06T12:04:56Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '221cabbe-a6dd-4ed3-9367-e1eac72a26d9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:04:57.198222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=ddf52901-e5fb-4771-9a67-97c0be4c7a5c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:57.213388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.213853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.214171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.214515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.215395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.215395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.215628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.215847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.216179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.216507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.216837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.217163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:57.231115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:57.237872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:57.243633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:57.912766 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.025094 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.391006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:58.431212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.438318 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.472331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:58.477459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:58.478042 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.546018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=ddf52901-e5fb-4771-9a67-97c0be4c7a5c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:58.563439 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.617242 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.774313 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Floating IP 66a859ab-9c40-4194-9c06-5e8f455aefb8 associated. External IP: 172.25.0.100, port: 22ad2b65-2bd6-42cf-98f7-113699ba2ae4. Jul 06 12:04:58.845822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:58.850657 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.856165 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.924964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:58.939888 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.076400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Router 37a1649c-6177-4fb1-9aa7-f4a036edb80f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:04:59.251580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:59.266747 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c102d6-3d7c-4e57-9437-107775f4f7b0 None None] Sync routers for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:59.283104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c102d6-3d7c-4e57-9437-107775f4f7b0 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:59.283928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21c102d6-3d7c-4e57-9437-107775f4f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:04:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:59.297243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.431485 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-59a40083-30fa-4be3-8eda-446c7e2a6e12 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1704559 Jul 06 12:04:59.431485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'tag': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:59.432941 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918" -d '{"events": [{"name": "network-changed", "server_uuid": "d36aa6e6-78f8-4864-8776-cb980937074d", "tag": "22ad2b65-2bd6-42cf-98f7-113699ba2ae4"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:59.452875 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-21c102d6-3d7c-4e57-9437-107775f4f7b0 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:59.518015 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d0faa5-2990-4c3a-82fe-a3184745c85e x-openstack-request-id: req-30d0faa5-2990-4c3a-82fe-a3184745c85e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:59.518306 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36aa6e6-78f8-4864-8776-cb980937074d", "tag": "22ad2b65-2bd6-42cf-98f7-113699ba2ae4", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:59.518561 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30d0faa5-2990-4c3a-82fe-a3184745c85e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:59.518971 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'tag': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'status': 'completed', 'code': 200} Jul 06 12:04:59.660127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918 req-4fc04958-5c5c-4ed3-885f-e5646e04c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.662382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918 req-4fc04958-5c5c-4ed3-885f-e5646e04c43f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 1096 time: 0.1024766 Jul 06 12:04:59.783116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918 req-85a1278e-acde-4398-b236-dd90676a594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.792190 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918 req-85a1278e-acde-4398-b236-dd90676a594e service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.1233261 Jul 06 12:04:59.864153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21c102d6-3d7c-4e57-9437-107775f4f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66a859ab-9c40-4194-9c06-5e8f455aefb8', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:21:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:57Z', 'updated_at': '2021-07-06T12:04:57Z', 'revision_number': 0, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:59.906311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918 req-be6da484-5042-4ba3-a4de-1405c85523d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22ad2b65-2bd6-42cf-98f7-113699ba2ae4 HTTP/1.1" status: 200 len: 999 time: 0.1055398 Jul 06 12:04:59.920529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c102d6-3d7c-4e57-9437-107775f4f7b0 None None] Checking router: 37a1649c-6177-4fb1-9aa7-f4a036edb80f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:59.932167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c102d6-3d7c-4e57-9437-107775f4f7b0 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:59.934207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21c102d6-3d7c-4e57-9437-107775f4f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:04:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:59.988917 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918 req-940719f4-5da7-4923-a5a8-72b22d479687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.990364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918 req-940719f4-5da7-4923-a5a8-72b22d479687 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0674880 Jul 06 12:05:00.077787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918 req-39c2d26c-a518-4b3f-a947-d344d275b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.079336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918 req-39c2d26c-a518-4b3f-a947-d344d275b7eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767894 Jul 06 12:05:00.123703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-21c102d6-3d7c-4e57-9437-107775f4f7b0 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:00.309520 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918 req-87e9f842-3b45-410c-a146-f2d609158045 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208762 Jul 06 12:05:00.364855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:00.515172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:00.517383 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.528090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c31ec63-bcca-4a4f-8dd4-d0a0c7759918 req-b42a39e3-f7fe-4a91-b4ad-ec71c27d2539 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097080 Jul 06 12:05:00.602366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21c102d6-3d7c-4e57-9437-107775f4f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66a859ab-9c40-4194-9c06-5e8f455aefb8', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:21:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:57Z', 'updated_at': '2021-07-06T12:04:57Z', 'revision_number': 0, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:00.640214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c102d6-3d7c-4e57-9437-107775f4f7b0 None None] The sync data for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 is: [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66a859ab-9c40-4194-9c06-5e8f455aefb8', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:21:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:57Z', 'updated_at': '2021-07-06T12:04:57Z', 'revision_number': 0, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:00.864077 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606facaa-0f8c-40dd-b94d-8fb0415c2ece None None] New status for floating IP 66a859ab-9c40-4194-9c06-5e8f455aefb8: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:05:05.983481 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:05:06.096759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c359f84-4530-425f-992e-e28ad7a09268 req-edd3b1d7-8d86-4ef4-81e2-c5c2c0dc333f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.098299 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c359f84-4530-425f-992e-e28ad7a09268 req-edd3b1d7-8d86-4ef4-81e2-c5c2c0dc333f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 945 time: 0.0691621 Jul 06 12:05:06.144721 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c359f84-4530-425f-992e-e28ad7a09268 req-deb2f24c-72bb-47d6-a71b-7a175d595d5a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396404 Jul 06 12:05:06.174085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46288) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:06.255498 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9456a26d-67b3-4e6a-b0d6-b3aad35d6034 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036 HTTP/1.1" status: 200 len: 991 time: 0.0797641 Jul 06 12:05:06.704363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7ccc6-0450-4ce9-9f94-08c5a559f409 req-af8584fc-19e2-429d-bd57-5a7ee9bd5360 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.706013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58f7ccc6-0450-4ce9-9f94-08c5a559f409 req-af8584fc-19e2-429d-bd57-5a7ee9bd5360 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1096 time: 0.0662072 Jul 06 12:05:06.760290 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58f7ccc6-0450-4ce9-9f94-08c5a559f409 req-21838cb8-65c9-404e-be06-967fbb9b06f5 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467696 Jul 06 12:05:07.526391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46338) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:07.578696 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46342) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:07.732801 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cdb4449-2c27-40c5-8ada-b08c937bc98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.753116 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-65ad05b3-1c34-422d-a775-b319273959a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2254732 Jul 06 12:05:07.868716 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cdb4449-2c27-40c5-8ada-b08c937bc98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.875071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cdb4449-2c27-40c5-8ada-b08c937bc98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.915695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb4449-2c27-40c5-8ada-b08c937bc98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ce47f-e626-4b96-b3d5-b9a33016d7a8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:07.924604 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8cdb4449-2c27-40c5-8ada-b08c937bc98b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b882efce80b4fb5a9bcdb5124abfe53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438833 Jul 06 12:05:07.924776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46348) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:07.998635 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.024247 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.086741 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.089849 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.093690 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a4ce47f-e626-4b96-b3d5-b9a33016d7a8 HTTP/1.1" status: 204 len: 168 time: 0.1664622 Jul 06 12:05:08.102115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ce47f-e626-4b96-b3d5-b9a33016d7a8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:08.111235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.111677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.111983 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.112373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.112718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.113111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.113393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.113814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.114142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.114475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.114806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.115132 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2404d-4f88-4524-9b15-11631819d1e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:08.333108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-10afa1b3-1a1b-4a66-abe5-91f418b6a100 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:05:08.334229 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-10afa1b3-1a1b-4a66-abe5-91f418b6a100 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059407 Jul 06 12:05:08.682205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7d4064d6-14ba-472a-ae86-88887035566b tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:05:08.685992 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7d4064d6-14ba-472a-ae86-88887035566b tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2956083 Jul 06 12:05:08.695778 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Request body: {'binding': {'host': 'n-h2-799527-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:08.696379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Unknown quota resources ['binding']. {{(pid=93815) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:05:08.982505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46386) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:09.087434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1748722261-network', 'tenant_id': '05fd7e32139b46588095fbeececbbec7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:09.109638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Made reservation on behalf of 05fd7e32139b46588095fbeececbbec7 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:09.112452 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.122856 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.151231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf on host n-h2-799527-2 for vnic_type normal with profile None {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:09.151747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:09.151949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf on network edd25061-97da-46b2-aadb-ac99d525ee31 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:09.156972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Port d19365c9-1508-4019-9753-c9127e1a59bf on network edd25061-97da-46b2-aadb-ac99d525ee31 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:09.157299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf on network edd25061-97da-46b2-aadb-ac99d525ee31 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:09.162419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:09.162793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Checking segment: {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:09.163141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Bound using segment: {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:09.163601 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Bound port: d19365c9-1508-4019-9753-c9127e1a59bf, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:09.224089 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.229554 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.259888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:05:09.263063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:09.270923 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.273248 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] 10.222.0.21 "POST /v2.0/ports/d19365c9-1508-4019-9753-c9127e1a59bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.5817378 Jul 06 12:05:09.280191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33209349-4b6b-4b41-b217-c947bc2c8796,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:09.289899 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.291011 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Added segment 285176ec-a42e-49fd-80d1-d552492a0da0 of type vlan for network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e Jul 06 12:05:09.362580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.398000 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.399098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.399887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.459504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4756224 Jul 06 12:05:09.462120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46390) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:09.472479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] Request body: {'subnet': {'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1748722261-subnet', 'tenant_id': '05fd7e32139b46588095fbeececbbec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:09.489029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc8edb-ef75-48e2-a56c-29ddb37d6cbb admin admin] Pushing event updated for resources: {'Network': ['ID=32706393-f6f0-47ec-b7cc-0bd7ce128f1e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:09.504522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:05:09.513559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] Made reservation on behalf of 05fd7e32139b46588095fbeececbbec7 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:09.516258 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.655894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-be97b4bf-0a6d-474b-8164-cb88944148ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.657418 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-be97b4bf-0a6d-474b-8164-cb88944148ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1096 time: 0.1585653 Jul 06 12:05:09.744023 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.760623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-8967927a-4512-422a-a37c-58f51066c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.762867 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-8967927a-4512-422a-a37c-58f51066c925 service neutron] 10.222.0.86 "GET /v2.0/networks?id=edd25061-97da-46b2-aadb-ac99d525ee31 HTTP/1.1" status: 200 len: 898 time: 0.0982926 Jul 06 12:05:09.841885 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-8739fae1-8fb4-4302-96a1-cdd9902f4874 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19365c9-1508-4019-9753-c9127e1a59bf HTTP/1.1" status: 200 len: 999 time: 0.0675199 Jul 06 12:05:09.913388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-c1478bd9-279c-44f1-ba54-90908b1a6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.915347 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-c1478bd9-279c-44f1-ba54-90908b1a6896 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c3fad8b-56c1-4a45-b838-a6496d553d4e HTTP/1.1" status: 200 len: 834 time: 0.0657709 Jul 06 12:05:09.994398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-0bd175ca-f42f-49b3-98b7-fc63cf5a5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.997398 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-0bd175ca-f42f-49b3-98b7-fc63cf5a5a63 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=edd25061-97da-46b2-aadb-ac99d525ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667377 Jul 06 12:05:10.110182 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-37d4086b-f43f-4580-9f28-46151b169c44 service neutron] 10.222.0.86 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013522 Jul 06 12:05:10.118019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc0f31-66df-4a2b-b173-360468cdd86f req-026f4e13-7cad-4871-94bd-f6472f01f201 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.119529 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-67cc0f31-66df-4a2b-b173-360468cdd86f req-026f4e13-7cad-4871-94bd-f6472f01f201 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 945 time: 0.4734406 Jul 06 12:05:10.182515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c0dfae-57b3-4814-8ae6-885c77461aee,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:10.203204 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-67cc0f31-66df-4a2b-b173-360468cdd86f req-43886933-745a-40aa-81b2-e48ff697ade2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746970 Jul 06 12:05:10.204468 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] Checking segment: {'id': '285176ec-a42e-49fd-80d1-d552492a0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:10.204827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] Network hostable DHCP agents. Network: 32706393-f6f0-47ec-b7cc-0bd7ce128f1e, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:05:10.216163 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-ffd4333b-7651-4761-8e33-1ad4c72d5a9e service neutron] 10.222.0.86 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984342 Jul 06 12:05:10.233408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] Network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:05:10.244911 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 32706393-f6f0-47ec-b7cc-0bd7ce128f1e) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:10.251259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.252034 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:10.255234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cbe08a-4239-4069-83ec-f156a20ea2e3 None None] Network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:10.268215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-035d6607-7c94-439d-a126-03cbadd82592 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8047969 Jul 06 12:05:10.421697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b410120-9424-4062-82d4-5ba8078a33f1 None None] Network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:10.423425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-f6e15e97-57f6-4e04-9f4c-40e46041e35d tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.427991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-f6e15e97-57f6-4e04-9f4c-40e46041e35d tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7&tenant_id=64814768bca940c89b9e67066652c148&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1096 time: 0.1456306 Jul 06 12:05:10.445138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799527-2'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:10.544527 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:10.704660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:10.753616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:10.801384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:10.804451 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00241d8a-6b37-49ea-a679-3ecd7ba9f937" -d '{"events": [{"server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:10.809809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:10.830113 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:10.888554 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3250ff-60a9-4246-a040-4c5836cc106e x-openstack-request-id: req-df3250ff-60a9-4246-a040-4c5836cc106e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:10.888958 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:10.889325 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df3250ff-60a9-4246-a040-4c5836cc106e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:10.889815 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'code': 200} Jul 06 12:05:11.039903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Pushing event updated for resources: {'Port': ['ID=d19365c9-1508-4019-9753-c9127e1a59bf,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:11.151543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf on host n-h1-799527-2 for vnic_type normal with profile {"migrating_to": "n-h2-799527-2"} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:11.151887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:11.152340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf on network edd25061-97da-46b2-aadb-ac99d525ee31 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:11.158220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Port d19365c9-1508-4019-9753-c9127e1a59bf on network edd25061-97da-46b2-aadb-ac99d525ee31 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:11.158557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Attempting to bind port d19365c9-1508-4019-9753-c9127e1a59bf on network edd25061-97da-46b2-aadb-ac99d525ee31 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:11.166440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:11.167010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Checking segment: {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:11.167678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Bound using segment: {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:11.168308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Bound port: d19365c9-1508-4019-9753-c9127e1a59bf, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19dccdc6-bbe4-458b-ac4b-66dd053bd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:11.168863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.243802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-48b4bd73-5750-4b13-867f-3179615d40f6 None None] Provisioning complete for port d19365c9-1508-4019-9753-c9127e1a59bf triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:11.244334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48b4bd73-5750-4b13-867f-3179615d40f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.286676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-48b4bd73-5750-4b13-867f-3179615d40f6 None None] Port d19365c9-1508-4019-9753-c9127e1a59bf cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:05:11.293974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:11.297627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:11.305071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.475132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.476050 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.477652 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] 10.222.0.86 "PUT /v2.0/ports/d19365c9-1508-4019-9753-c9127e1a59bf HTTP/1.1" status: 200 len: 1121 time: 1.0414853 Jul 06 12:05:11.539291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72175a22-68e9-417f-ad33-e1b5176d3a17 req-4422e971-24ea-4197-99b6-235d875d0086 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.541643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72175a22-68e9-417f-ad33-e1b5176d3a17 req-4422e971-24ea-4197-99b6-235d875d0086 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 943 time: 0.1365390 Jul 06 12:05:11.557004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a95fe7-0a9b-4f60-833b-65cfbe453d10 service neutron] Pushing event updated for resources: {'Port': ['ID=d19365c9-1508-4019-9753-c9127e1a59bf,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:11.557264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['d19365c9-1508-4019-9753-c9127e1a59bf'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:11.617279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72175a22-68e9-417f-ad33-e1b5176d3a17 req-b91bca55-78a0-44e1-b3e1-29eea4b0876d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687623 Jul 06 12:05:11.765874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-02c92734-953c-42fd-845b-50844c516cbb None None] Provisioning complete for port d19365c9-1508-4019-9753-c9127e1a59bf triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:11.766473 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02c92734-953c-42fd-845b-50844c516cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.942159 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02c92734-953c-42fd-845b-50844c516cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.986514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:11.988951 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf36e94-19fd-4cd6-aa53-eb4fc4a0e98f" -d '{"events": [{"server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "name": "network-vif-plugged", "status": "completed", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:12.013611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-02c92734-953c-42fd-845b-50844c516cbb None None] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:12.021336 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02c92734-953c-42fd-845b-50844c516cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:12.063577 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80478636-b823-4a52-ad17-357acceda795 x-openstack-request-id: req-80478636-b823-4a52-ad17-357acceda795 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:12.063926 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "name": "network-vif-plugged", "status": "completed", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:12.064144 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80478636-b823-4a52-ad17-357acceda795 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:12.064523 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'code': 200} Jul 06 12:05:12.239056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c92734-953c-42fd-845b-50844c516cbb None None] Pushing event updated for resources: {'Port': ['ID=d19365c9-1508-4019-9753-c9127e1a59bf,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:12.293555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-41a0e372-571a-405b-be55-27db74bce0d0 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.295109 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-41a0e372-571a-405b-be55-27db74bce0d0 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/networks?id=32706393-f6f0-47ec-b7cc-0bd7ce128f1e HTTP/1.1" status: 200 len: 809 time: 0.1717455 Jul 06 12:05:12.311695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-f16fc877-5c86-4135-ac5e-c2abc9095861 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/quotas/05fd7e32139b46588095fbeececbbec7 HTTP/1.1" status: 200 len: 375 time: 0.0106549 Jul 06 12:05:12.347973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-19df6a89-28d5-41b1-86e5-f434d0eee219 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05fd7e32139b46588095fbeececbbec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304308 Jul 06 12:05:12.443784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-25b161de-e215-4938-aff6-54a98981cc39 service neutron] 10.222.0.21 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888758 Jul 06 12:05:12.536325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d5b6d018-4c44-4f71-a258-67bd9c8eba17 service neutron] 10.222.0.21 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860999 Jul 06 12:05:12.729129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35dbfe19-4d15-47da-bf35-0afa10f77126 req-d6f14679-736e-41e7-8968-741cdb75bf29 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 210 time: 0.0418601 Jul 06 12:05:12.876051 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001bf54-ada0-40df-b8f5-2b710fe50c39 req-a12ae7c4-c95f-4bec-819b-012b64431ad9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.880232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a001bf54-ada0-40df-b8f5-2b710fe50c39 req-a12ae7c4-c95f-4bec-819b-012b64431ad9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 945 time: 0.0995047 Jul 06 12:05:12.891648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:12.895106 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:12.931332 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a001bf54-ada0-40df-b8f5-2b710fe50c39 req-d8d34149-bb61-450b-a137-f9ed66de3808 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437934 Jul 06 12:05:12.950273 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d30b7e7-9150-4bde-8642-d273ab27be14 x-openstack-request-id: req-0d30b7e7-9150-4bde-8642-d273ab27be14 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:12.950753 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:12.951155 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d30b7e7-9150-4bde-8642-d273ab27be14 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:12.952086 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'status': 'completed', 'code': 200} Jul 06 12:05:13.060432 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308 req-26a87dde-88c3-4b22-8f28-4966456b51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.063076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308 req-26a87dde-88c3-4b22-8f28-4966456b51d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1126 time: 0.0900331 Jul 06 12:05:13.286388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308 req-95883f00-7bf0-43be-884d-5af2726cb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.288083 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308 req-95883f00-7bf0-43be-884d-5af2726cb106 service neutron] 10.222.0.47 "GET /v2.0/networks?id=edd25061-97da-46b2-aadb-ac99d525ee31 HTTP/1.1" status: 200 len: 898 time: 0.2183542 Jul 06 12:05:13.444776 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308 req-9c320766-d895-470b-9ee1-b51441b31d1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19365c9-1508-4019-9753-c9127e1a59bf HTTP/1.1" status: 200 len: 999 time: 0.1446609 Jul 06 12:05:13.504039 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308 req-25a3eb3b-b4e9-4a12-be0e-2067389a3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.505675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308 req-25a3eb3b-b4e9-4a12-be0e-2067389a3453 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c3fad8b-56c1-4a45-b838-a6496d553d4e HTTP/1.1" status: 200 len: 834 time: 0.0533364 Jul 06 12:05:13.582239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308 req-a02cc3f6-a336-4f60-b4bb-f1278f71e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.584250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308 req-a02cc3f6-a336-4f60-b4bb-f1278f71e6e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=edd25061-97da-46b2-aadb-ac99d525ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707395 Jul 06 12:05:13.694888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308 req-a32e33a4-bdff-4418-aaff-741edfe6fab9 service neutron] 10.222.0.47 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004453 Jul 06 12:05:13.829473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9e7d9ed-d0eb-41ea-ae19-f15b5adfd308 req-5d6afea8-e726-48bd-8ec5-581c00ff965e service neutron] 10.222.0.47 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273720 Jul 06 12:05:13.894785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2cf492e-1669-4c02-8100-f41ee3d3d234 req-8b64b8d3-d8e1-4059-8972-a7006794eb04 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 210 time: 0.0382442 Jul 06 12:05:14.165425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d19365c9-1508-4019-9753-c9127e1a59bf details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:14.175320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08e8bc-7a83-4dd4-9a20-c103927e3ef8 req-c35928db-d675-464b-ab41-b89667f7d346 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:14.177427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b08e8bc-7a83-4dd4-9a20-c103927e3ef8 req-c35928db-d675-464b-ab41-b89667f7d346 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 945 time: 0.1217887 Jul 06 12:05:14.206183 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-513c29d8-faee-42bc-bafa-a014c3408108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.234148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-96e85ce5-49f7-4f1b-9e1c-b2648217dacc tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:14.237249 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-96e85ce5-49f7-4f1b-9e1c-b2648217dacc tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.86 "GET /v2.0/networks?id=32706393-f6f0-47ec-b7cc-0bd7ce128f1e HTTP/1.1" status: 200 len: 809 time: 0.1645179 Jul 06 12:05:14.254273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b08e8bc-7a83-4dd4-9a20-c103927e3ef8 req-67b48c6b-ea21-42f0-bca1-6dcc5b8e638e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703619 Jul 06 12:05:14.279362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Request body: {'port': {'device_id': '1acc3817-97d6-43bf-886f-d57ad9a619da', 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e', 'admin_state_up': True, 'tenant_id': '05fd7e32139b46588095fbeececbbec7'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:14.373393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:14.396237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d19365c9-1508-4019-9753-c9127e1a59bf has no active binding in host n-h2-799527-2 {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 12:05:14.429499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Made reservation on behalf of 05fd7e32139b46588095fbeececbbec7 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:14.433400 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.583826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Allocated IP 172.20.0.10 (32706393-f6f0-47ec-b7cc-0bd7ce128f1e/b0c0dfae-57b3-4814-8ae6-885c77461aee/6517ddab-d972-4257-8c64-d1c2358b50dd) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:14.749567 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.804802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.859258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:14.862531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:14.869635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:14.898839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Pushing event updated for resources: {'Port': ['ID=6517ddab-d972-4257-8c64-d1c2358b50dd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:14.930850 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:14.931628 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.957078 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-ad8fb46a-96f9-49e0-9f12-7d883cce4a79 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6860564 Jul 06 12:05:14.970036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Request body: {'port': {'device_id': '1acc3817-97d6-43bf-886f-d57ad9a619da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:15.064951 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:15.103709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39898d3-061c-4ae6-a0d9-dd1470dbde81 req-209817de-6d66-4c38-a45c-7bd86363be5f tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.106399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e39898d3-061c-4ae6-a0d9-dd1470dbde81 req-209817de-6d66-4c38-a45c-7bd86363be5f tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 932 time: 0.0772367 Jul 06 12:05:15.155511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e39898d3-061c-4ae6-a0d9-dd1470dbde81 req-23ae3c50-ba0c-4c19-b7e9-f4baedcefaf2 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 Jul 06 12:05:15.397342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6517ddab-d972-4257-8c64-d1c2358b50dd {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:15.411931 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:15.426936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Transition to ACTIVE for port object 6517ddab-d972-4257-8c64-d1c2358b50dd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:15.432204 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:15.478298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edded516-b52a-4ea3-94d4-65634441ba45 req-120dda4a-2fdc-4272-9e61-7251cbc3f4d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.481572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edded516-b52a-4ea3-94d4-65634441ba45 req-120dda4a-2fdc-4272-9e61-7251cbc3f4d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 945 time: 0.0839787 Jul 06 12:05:15.489190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Pushing event updated for resources: {'Port': ['ID=6517ddab-d972-4257-8c64-d1c2358b50dd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:15.531715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edded516-b52a-4ea3-94d4-65634441ba45 req-2d07745e-b5f2-4391-a26e-63e843147b39 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453072 Jul 06 12:05:15.583425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Attempting to bind port 6517ddab-d972-4257-8c64-d1c2358b50dd on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:15.584307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Attempting to bind port 6517ddab-d972-4257-8c64-d1c2358b50dd by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '285176ec-a42e-49fd-80d1-d552492a0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:15.584817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Attempting to bind port 6517ddab-d972-4257-8c64-d1c2358b50dd on network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:15.591152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Port 6517ddab-d972-4257-8c64-d1c2358b50dd on network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:15.591645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Attempting to bind port 6517ddab-d972-4257-8c64-d1c2358b50dd on network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:15.597261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:15.597723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Checking segment: {'id': '285176ec-a42e-49fd-80d1-d552492a0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:15.598206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Bound using segment: {'id': '285176ec-a42e-49fd-80d1-d552492a0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:15.598845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Bound port: 6517ddab-d972-4257-8c64-d1c2358b50dd, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285176ec-a42e-49fd-80d1-d552492a0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:15.599319 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:15.676701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] For port 6517ddab-d972-4257-8c64-d1c2358b50dd, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:15.680673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] For port 6517ddab-d972-4257-8c64-d1c2358b50dd, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6517ddab-d972-4257-8c64-d1c2358b50dd,segment=NetworkSegment(285176ec-a42e-49fd-80d1-d552492a0da0),segment_id=285176ec-a42e-49fd-80d1-d552492a0da0)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:15.686672 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:15.723235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.723968 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:15.725922 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] 10.222.0.86 "PUT /v2.0/ports/6517ddab-d972-4257-8c64-d1c2358b50dd HTTP/1.1" status: 200 len: 1092 time: 0.7611313 Jul 06 12:05:15.727811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acc3817-97d6-43bf-886f-d57ad9a619da', 'tag': '6517ddab-d972-4257-8c64-d1c2358b50dd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:15.730671 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87422572-226a-49a5-b1aa-1501bd4463cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1acc3817-97d6-43bf-886f-d57ad9a619da", "tag": "6517ddab-d972-4257-8c64-d1c2358b50dd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:15.785671 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280ea515-00bc-4d99-83a3-ca8b5f661481 x-openstack-request-id: req-280ea515-00bc-4d99-83a3-ca8b5f661481 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:15.786182 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acc3817-97d6-43bf-886f-d57ad9a619da", "tag": "6517ddab-d972-4257-8c64-d1c2358b50dd", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:15.786629 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-280ea515-00bc-4d99-83a3-ca8b5f661481 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:15.786921 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acc3817-97d6-43bf-886f-d57ad9a619da', 'tag': '6517ddab-d972-4257-8c64-d1c2358b50dd', 'status': 'completed', 'code': 200} Jul 06 12:05:15.805941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4328a9d-9732-48c6-b5eb-046892bcb30e service neutron] Pushing event updated for resources: {'Port': ['ID=6517ddab-d972-4257-8c64-d1c2358b50dd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:15.842748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-9f285d2f-22e9-439e-8ad9-af8655b01562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.844604 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-9f285d2f-22e9-439e-8ad9-af8655b01562 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05fd7e32139b46588095fbeececbbec7&device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 1095 time: 0.0740006 Jul 06 12:05:15.894012 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-2eb00b65-a71a-472f-b539-476dca39630c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6517ddab-d972-4257-8c64-d1c2358b50dd HTTP/1.1" status: 200 len: 217 time: 0.0409930 Jul 06 12:05:15.952066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-a22cca6e-432f-42d9-adde-94333ba930f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.953614 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-a22cca6e-432f-42d9-adde-94333ba930f8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0c0dfae-57b3-4814-8ae6-885c77461aee HTTP/1.1" status: 200 len: 849 time: 0.0530546 Jul 06 12:05:15.994358 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-5ffd5522-b220-4db6-a99b-81cc5f7527ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32706393-f6f0-47ec-b7cc-0bd7ce128f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322404 Jul 06 12:05:16.109023 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-c99ed9be-74a2-4b37-81b6-8c65ca4465e7 service neutron] 10.222.0.86 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071115 Jul 06 12:05:16.234610 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d7e48875-f5b1-4de7-b56f-04be773b3c2f req-2f13679f-a8a7-4aea-85b4-3ccb7aa3ba3e service neutron] 10.222.0.86 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176832 Jul 06 12:05:16.347105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87422572-226a-49a5-b1aa-1501bd4463cb req-c8d6b6fa-e58c-4d08-9706-3385346cb11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:16.348893 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87422572-226a-49a5-b1aa-1501bd4463cb req-c8d6b6fa-e58c-4d08-9706-3385346cb11a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05fd7e32139b46588095fbeececbbec7&device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 1095 time: 0.0624235 Jul 06 12:05:16.382034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c73651-3de9-4b10-84d6-a6bec378b76a req-5f017cad-4732-44e2-b2c9-424dd918e964 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:16.384381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81c73651-3de9-4b10-84d6-a6bec378b76a req-5f017cad-4732-44e2-b2c9-424dd918e964 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 944 time: 0.0716867 Jul 06 12:05:16.429749 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81c73651-3de9-4b10-84d6-a6bec378b76a req-fba3b47b-794d-4b5e-8298-474ff8079c2f tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373557 Jul 06 12:05:16.455064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87422572-226a-49a5-b1aa-1501bd4463cb req-67eb0048-2ce1-4f19-b681-07acd026a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:16.457201 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87422572-226a-49a5-b1aa-1501bd4463cb req-67eb0048-2ce1-4f19-b681-07acd026a9ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=32706393-f6f0-47ec-b7cc-0bd7ce128f1e HTTP/1.1" status: 200 len: 910 time: 0.1004651 Jul 06 12:05:16.505053 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87422572-226a-49a5-b1aa-1501bd4463cb req-68ce7007-1319-4b30-9365-48f07ff03d99 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6517ddab-d972-4257-8c64-d1c2358b50dd HTTP/1.1" status: 200 len: 217 time: 0.0379186 Jul 06 12:05:16.564148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87422572-226a-49a5-b1aa-1501bd4463cb req-02532c84-3b1e-4d96-97b1-afe88ed35a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:16.564148 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87422572-226a-49a5-b1aa-1501bd4463cb req-02532c84-3b1e-4d96-97b1-afe88ed35a61 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0c0dfae-57b3-4814-8ae6-885c77461aee HTTP/1.1" status: 200 len: 849 time: 0.0502002 Jul 06 12:05:16.599806 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87422572-226a-49a5-b1aa-1501bd4463cb req-714c2b67-6798-442c-848d-f5c35de780af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32706393-f6f0-47ec-b7cc-0bd7ce128f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289905 Jul 06 12:05:16.701763 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87422572-226a-49a5-b1aa-1501bd4463cb req-645b0802-24e9-47ad-bdb1-e5df004a4e47 service neutron] 10.222.0.86 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941849 Jul 06 12:05:16.789582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d4bae-d075-45e0-856a-2b5266cff29c req-8f50c7fb-978b-46ef-bf7a-a921c525a285 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:16.797767 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed3d4bae-d075-45e0-856a-2b5266cff29c req-8f50c7fb-978b-46ef-bf7a-a921c525a285 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 945 time: 0.1097460 Jul 06 12:05:16.841288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed3d4bae-d075-45e0-856a-2b5266cff29c req-2bd7b51c-c61e-4d05-bd5e-516e051ed62e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423877 Jul 06 12:05:16.855151 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-87422572-226a-49a5-b1aa-1501bd4463cb req-9291dc56-0179-4cb1-86ce-94bac7b746a8 service neutron] 10.222.0.86 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458244 Jul 06 12:05:17.229377 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-d1bdb598-1644-4e6a-abec-0fe2e1ce4147 service neutron] 10.222.0.47 "GET /v2.0/ports/d19365c9-1508-4019-9753-c9127e1a59bf/bindings/n-h2-799527-2 HTTP/1.1" status: 200 len: 384 time: 0.0797482 Jul 06 12:05:17.438380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-5b4b1ea5-24ae-4530-a50a-d8885a7e3c8c service neutron] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:17.459933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-5b4b1ea5-24ae-4530-a50a-d8885a7e3c8c service neutron] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:17.507145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:17.509899 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfc2285-6c42-49a1-bdb2-07bc81eb8dbb" -d '{"events": [{"server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:17.520498 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-5b4b1ea5-24ae-4530-a50a-d8885a7e3c8c service neutron] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:17.543878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-5b4b1ea5-24ae-4530-a50a-d8885a7e3c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.584784 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b89925-4117-4c4e-851e-432c6ac1fbe6 x-openstack-request-id: req-54b89925-4117-4c4e-851e-432c6ac1fbe6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:17.585193 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:17.585710 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54b89925-4117-4c4e-851e-432c6ac1fbe6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:17.586047 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'code': 200} Jul 06 12:05:17.695904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-5b4b1ea5-24ae-4530-a50a-d8885a7e3c8c service neutron] Transition to ACTIVE for port object d19365c9-1508-4019-9753-c9127e1a59bf will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:17.705416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d7a7-9cfc-411d-a5a9-a763465af72f req-1b78fa0d-e558-48d8-9e4a-1021613e0cae tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:17.707004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3357d7a7-9cfc-411d-a5a9-a763465af72f req-1b78fa0d-e558-48d8-9e4a-1021613e0cae tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 944 time: 0.1201875 Jul 06 12:05:17.708657 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-5b4b1ea5-24ae-4530-a50a-d8885a7e3c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.744965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46566) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:17.875034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3357d7a7-9cfc-411d-a5a9-a763465af72f req-9c3311a8-83f9-4bc7-a5f4-fe15ede739f9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581092 Jul 06 12:05:17.921444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b1ea5-24ae-4530-a50a-d8885a7e3c8c service neutron] Pushing event updated for resources: {'Port': ['ID=d19365c9-1508-4019-9753-c9127e1a59bf,revision_number=11']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:18.013970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-5b4b1ea5-24ae-4530-a50a-d8885a7e3c8c service neutron] No DVR routers for this DVR port d19365c9-1508-4019-9753-c9127e1a59bf on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:18.221999 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:18.232707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-5b4b1ea5-24ae-4530-a50a-d8885a7e3c8c service neutron] 10.222.0.47 "PUT /v2.0/ports/d19365c9-1508-4019-9753-c9127e1a59bf/bindings/n-h2-799527-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9964428 Jul 06 12:05:18.306515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011703dd-1bfb-458f-9f48-8a350e7c246c req-3acbc84a-22c8-4c7c-81f5-93f76af8faa8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:18.310103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-011703dd-1bfb-458f-9f48-8a350e7c246c req-3acbc84a-22c8-4c7c-81f5-93f76af8faa8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 944 time: 0.1323736 Jul 06 12:05:18.361944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-011703dd-1bfb-458f-9f48-8a350e7c246c req-e1f60c49-b8fd-4205-b1d5-a3d86fd504a4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454874 Jul 06 12:05:18.415836 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82605217-7830-4a14-9d1f-395cb727696e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:18.437420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed9ab-f617-45dc-8760-43eded4414a2 req-25bc2e8d-66f4-43ad-b104-281440d83797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:18.439062 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9dfed9ab-f617-45dc-8760-43eded4414a2 req-25bc2e8d-66f4-43ad-b104-281440d83797 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1095 time: 0.7267463 Jul 06 12:05:18.569832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-1761fcf4-8b54-45b2-917a-a6a951eddcd9 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:18.571469 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-1761fcf4-8b54-45b2-917a-a6a951eddcd9 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7&tenant_id=64814768bca940c89b9e67066652c148&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 1095 time: 0.2668631 Jul 06 12:05:18.756780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed9ab-f617-45dc-8760-43eded4414a2 req-ac71f751-bfd7-4754-bea1-17185023deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:18.758289 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9dfed9ab-f617-45dc-8760-43eded4414a2 req-ac71f751-bfd7-4754-bea1-17185023deb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=edd25061-97da-46b2-aadb-ac99d525ee31 HTTP/1.1" status: 200 len: 898 time: 0.2885754 Jul 06 12:05:18.778612 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:18.842800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-997e232d-55ec-4f41-ba75-90d9b6c8b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:18.844276 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-997e232d-55ec-4f41-ba75-90d9b6c8b509 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 1095 time: 0.2374172 Jul 06 12:05:18.941646 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9dfed9ab-f617-45dc-8760-43eded4414a2 req-0ba1afa3-96b4-4be6-ac2e-18bb2506afe6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19365c9-1508-4019-9753-c9127e1a59bf HTTP/1.1" status: 200 len: 997 time: 0.1749518 Jul 06 12:05:19.030205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed9ab-f617-45dc-8760-43eded4414a2 req-94e10f13-addc-4bb6-b2aa-ff8547e63c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.032111 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9dfed9ab-f617-45dc-8760-43eded4414a2 req-94e10f13-addc-4bb6-b2aa-ff8547e63c7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c3fad8b-56c1-4a45-b838-a6496d553d4e HTTP/1.1" status: 200 len: 834 time: 0.0799606 Jul 06 12:05:19.097302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e53c16-09f9-4963-8d68-2897b072e27b req-1c9ec2ac-29bc-4a70-ad09-7910d12bb860 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.099037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4e53c16-09f9-4963-8d68-2897b072e27b req-1c9ec2ac-29bc-4a70-ad09-7910d12bb860 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 944 time: 0.0837069 Jul 06 12:05:19.103347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-dc2e24b8-8796-4108-8b7b-de111bb86d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.106050 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-dc2e24b8-8796-4108-8b7b-de111bb86d44 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1095 time: 0.2246647 Jul 06 12:05:19.152071 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4e53c16-09f9-4963-8d68-2897b072e27b req-2b565d75-6a0e-4c25-aa7a-83fec82cbecc tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458684 Jul 06 12:05:19.285557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed9ab-f617-45dc-8760-43eded4414a2 req-a5ddb135-3578-4f8a-abb2-e2438aa19e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.287201 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9dfed9ab-f617-45dc-8760-43eded4414a2 req-a5ddb135-3578-4f8a-abb2-e2438aa19e68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=edd25061-97da-46b2-aadb-ac99d525ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2470489 Jul 06 12:05:19.357893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-1f1b7a4d-3ef5-487e-9bd7-c0944c0e0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.359520 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-1f1b7a4d-3ef5-487e-9bd7-c0944c0e0daf service neutron] 10.222.0.86 "GET /v2.0/networks?id=edd25061-97da-46b2-aadb-ac99d525ee31 HTTP/1.1" status: 200 len: 898 time: 0.2272868 Jul 06 12:05:19.367993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.556865 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-c8b664fd-4c19-45e8-a694-a77108bff209 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19365c9-1508-4019-9753-c9127e1a59bf HTTP/1.1" status: 200 len: 997 time: 0.1863708 Jul 06 12:05:19.582248 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9dfed9ab-f617-45dc-8760-43eded4414a2 req-1a6f6c70-9f31-4650-a9ae-90294699a668 service neutron] 10.222.0.47 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875206 Jul 06 12:05:19.584885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e8047-fea2-4b89-998d-24f45530672f req-de789118-5010-4322-98a0-b2a53b0d8c5b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.586892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a02e8047-fea2-4b89-998d-24f45530672f req-de789118-5010-4322-98a0-b2a53b0d8c5b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 944 time: 0.0811424 Jul 06 12:05:19.633797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a02e8047-fea2-4b89-998d-24f45530672f req-eb8fc9ed-9679-492a-b57f-e565baa897ae tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394104 Jul 06 12:05:19.755980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-dcbb5160-eba5-4a40-88fa-06e3123d95b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.757762 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-dcbb5160-eba5-4a40-88fa-06e3123d95b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c3fad8b-56c1-4a45-b838-a6496d553d4e HTTP/1.1" status: 200 len: 834 time: 0.1885958 Jul 06 12:05:20.182715 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6517ddab-d972-4257-8c64-d1c2358b50dd details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:20.215259 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9dfed9ab-f617-45dc-8760-43eded4414a2 req-162ed12d-7342-427b-989d-2a4c2ae9bb31 service neutron] 10.222.0.47 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082530 Jul 06 12:05:20.276199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-73e1bd7d-b471-442c-8896-e1ee81c325e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.278425 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-73e1bd7d-b471-442c-8896-e1ee81c325e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=edd25061-97da-46b2-aadb-ac99d525ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5051622 Jul 06 12:05:20.419652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe387b59-2bdb-4222-8578-36b6c8da3064 req-46e20c6c-29e1-465c-b85f-33013fc0e29c tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.430722 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe387b59-2bdb-4222-8578-36b6c8da3064 req-46e20c6c-29e1-465c-b85f-33013fc0e29c tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 944 time: 0.0860672 Jul 06 12:05:20.455011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6517ddab-d972-4257-8c64-d1c2358b50dd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6517ddab-d972-4257-8c64-d1c2358b50dd,segment=NetworkSegment(285176ec-a42e-49fd-80d1-d552492a0da0),segment_id=285176ec-a42e-49fd-80d1-d552492a0da0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:20.470395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '6517ddab-d972-4257-8c64-d1c2358b50dd', 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e', 'port_id': '6517ddab-d972-4257-8c64-d1c2358b50dd', 'mac_address': 'fa:16:3e:9d:47:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c0dfae-57b3-4814-8ae6-885c77461aee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:20.473932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-dd41dd0e-e485-44f5-8c3f-6fced01eca07 service neutron] 10.222.0.86 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784120 Jul 06 12:05:20.490761 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe387b59-2bdb-4222-8578-36b6c8da3064 req-71c01c85-ba40-4e95-840c-a6dd1ca5f915 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557339 Jul 06 12:05:20.518046 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.533060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6517ddab-d972-4257-8c64-d1c2358b50dd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:20.579856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6517ddab-d972-4257-8c64-d1c2358b50dd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6517ddab-d972-4257-8c64-d1c2358b50dd,segment=NetworkSegment(285176ec-a42e-49fd-80d1-d552492a0da0),segment_id=285176ec-a42e-49fd-80d1-d552492a0da0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:20.584565 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.591576 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.617307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:20.617307 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.679342 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-62eb1417-4d82-496d-a4de-4ea282fc72a8 service neutron] 10.222.0.86 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862400 Jul 06 12:05:20.760998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] For port ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:20.761815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.780536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:20.903589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527ae1-2faa-40c5-a439-45b6e02fc06e req-5df050d2-13c1-40be-b5f1-47d97b720026 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.915809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84527ae1-2faa-40c5-a439-45b6e02fc06e req-5df050d2-13c1-40be-b5f1-47d97b720026 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 944 time: 0.1281435 Jul 06 12:05:20.922291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6517ddab-d972-4257-8c64-d1c2358b50dd,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:21.001462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84527ae1-2faa-40c5-a439-45b6e02fc06e req-1a071bd9-e612-47da-a118-c2d582a886ed tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845611 Jul 06 12:05:21.014783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['6517ddab-d972-4257-8c64-d1c2358b50dd'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:21.174112 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-d3f01023-4beb-4baa-b95b-1a7b0e7976ee tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:21.175956 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-d3f01023-4beb-4baa-b95b-1a7b0e7976ee tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7&tenant_id=64814768bca940c89b9e67066652c148&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 1095 time: 0.1625357 Jul 06 12:05:21.285219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d19365c9-1508-4019-9753-c9127e1a59bf no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:21.314784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.357520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device d19365c9-1508-4019-9753-c9127e1a59bf not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:21.358372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:21.542146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-f7c336df-56ae-468b-9765-d83d63b9eb33 service neutron] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:21.589528 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-f7c336df-56ae-468b-9765-d83d63b9eb33 service neutron] Notify callbacks [] for binding, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.591480 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-f7c336df-56ae-468b-9765-d83d63b9eb33 service neutron] 10.222.0.86 "DELETE /v2.0/ports/d19365c9-1508-4019-9753-c9127e1a59bf/bindings/n-h1-799527-2 HTTP/1.1" status: 204 len: 173 time: 0.4054356 Jul 06 12:05:21.687831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.749993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e1a94-41cf-449d-858d-71ee32fe29fd req-18dac476-c38f-46c7-bd9e-eaa31cc36674 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:21.751568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-848e1a94-41cf-449d-858d-71ee32fe29fd req-18dac476-c38f-46c7-bd9e-eaa31cc36674 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 945 time: 0.0999033 Jul 06 12:05:21.791947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-848e1a94-41cf-449d-858d-71ee32fe29fd req-7a38066d-3327-40da-827c-41a637117d40 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341883 Jul 06 12:05:21.972438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 99c0a62f-fc6d-427b-a025-276d631e1d58 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:22.087917 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:22.097783 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e8de16a3-d32b-4a05-86c3-2ab75079256f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "PUT /v2.0/routers/99c0a62f-fc6d-427b-a025-276d631e1d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3484080 Jul 06 12:05:22.103991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd930b-a62f-4377-8910-71037ab04393 None None] Sync routers for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:22.115944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd930b-a62f-4377-8910-71037ab04393 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:22.116672 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09cd930b-a62f-4377-8910-71037ab04393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:22.186198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6517ddab-d972-4257-8c64-d1c2358b50dd up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:22.306044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-09cd930b-a62f-4377-8910-71037ab04393 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:22.308717 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 6517ddab-d972-4257-8c64-d1c2358b50dd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:22.330761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed05b7-e549-4114-bfc2-3354590c167b req-f00563e3-27f3-47fe-a947-e10e837f416f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.339121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eed05b7-e549-4114-bfc2-3354590c167b req-f00563e3-27f3-47fe-a947-e10e837f416f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 944 time: 0.1412811 Jul 06 12:05:22.345634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 6517ddab-d972-4257-8c64-d1c2358b50dd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:22.346128 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.427427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9eed05b7-e549-4114-bfc2-3354590c167b req-e92a0e05-77d8-4a1c-ad56-313ee597460c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845308 Jul 06 12:05:22.689071 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.735075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acc3817-97d6-43bf-886f-d57ad9a619da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6517ddab-d972-4257-8c64-d1c2358b50dd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:22.737921 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d2f735-eaa6-4db4-8262-b5daf767d6c1" -d '{"events": [{"server_uuid": "1acc3817-97d6-43bf-886f-d57ad9a619da", "name": "network-vif-plugged", "status": "completed", "tag": "6517ddab-d972-4257-8c64-d1c2358b50dd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:22.758203 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6517ddab-d972-4257-8c64-d1c2358b50dd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6517ddab-d972-4257-8c64-d1c2358b50dd,segment=NetworkSegment(285176ec-a42e-49fd-80d1-d552492a0da0),segment_id=285176ec-a42e-49fd-80d1-d552492a0da0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:22.760688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09cd930b-a62f-4377-8910-71037ab04393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:05:21Z', 'revision_number': 6, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.141', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'port_id': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'mac_address': 'fa:16:3e:9e:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:21Z', 'updated_at': '2021-07-06T12:03:25Z', 'revision_number': 1, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:22.764924 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.775810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcf155-d039-492e-ab3f-69eb1e3aee60 req-fa1992aa-0bee-462f-907d-7b3c66b4a92e tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.781417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4dcf155-d039-492e-ab3f-69eb1e3aee60 req-fa1992aa-0bee-462f-907d-7b3c66b4a92e tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1095 time: 0.1267281 Jul 06 12:05:22.794276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd930b-a62f-4377-8910-71037ab04393 None None] Checking router: 99c0a62f-fc6d-427b-a025-276d631e1d58 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:22.829089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd930b-a62f-4377-8910-71037ab04393 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:22.829736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09cd930b-a62f-4377-8910-71037ab04393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:22.848764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc223b2-c9b3-47fd-9749-089734e6eb23 req-75e9efae-669a-452f-84ee-b8874b3e9819 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.850460 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fc223b2-c9b3-47fd-9749-089734e6eb23 req-75e9efae-669a-452f-84ee-b8874b3e9819 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 946 time: 0.1249301 Jul 06 12:05:22.852350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4dcf155-d039-492e-ab3f-69eb1e3aee60 req-0e53396d-dc07-4bbd-b2bf-a60fef54ecbf tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701599 Jul 06 12:05:22.905745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6517ddab-d972-4257-8c64-d1c2358b50dd,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:22.906293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fc223b2-c9b3-47fd-9749-089734e6eb23 req-ebd64e78-34fd-48d4-9127-3d0f4bb55d3d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469458 Jul 06 12:05:22.922409 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d914a0e3-0ed2-409f-b843-2c3a54011d70 x-openstack-request-id: req-d914a0e3-0ed2-409f-b843-2c3a54011d70 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:22.922409 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acc3817-97d6-43bf-886f-d57ad9a619da", "name": "network-vif-plugged", "status": "completed", "tag": "6517ddab-d972-4257-8c64-d1c2358b50dd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:22.922641 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d914a0e3-0ed2-409f-b843-2c3a54011d70 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:22.922998 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acc3817-97d6-43bf-886f-d57ad9a619da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6517ddab-d972-4257-8c64-d1c2358b50dd', 'code': 200} Jul 06 12:05:23.061252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-09cd930b-a62f-4377-8910-71037ab04393 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:23.069272 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768ca27-4e20-4762-ad69-44c7cd067876 req-ed1fde43-40fc-4cea-b4ff-dffe8c51a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:23.071081 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f768ca27-4e20-4762-ad69-44c7cd067876 req-ed1fde43-40fc-4cea-b4ff-dffe8c51a0ea service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 1097 time: 0.0681739 Jul 06 12:05:23.112131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f768ca27-4e20-4762-ad69-44c7cd067876 req-cb4ab5ce-645b-4bbd-a87e-a073de7c8512 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332129 Jul 06 12:05:23.158211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303589a0-531f-4b9f-b007-757de6691879 req-a24416a3-4e14-4ff9-a825-838e573ad8ca tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:23.159839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-303589a0-531f-4b9f-b007-757de6691879 req-a24416a3-4e14-4ff9-a825-838e573ad8ca tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 946 time: 0.1139998 Jul 06 12:05:23.173739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fec6e-edb7-4f9f-a65c-d440c5b07ab6 req-5f41af0c-1e97-45c0-9d1a-dce219549ab8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:23.175723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-790fec6e-edb7-4f9f-a65c-d440c5b07ab6 req-5f41af0c-1e97-45c0-9d1a-dce219549ab8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 944 time: 0.0983241 Jul 06 12:05:23.239084 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-303589a0-531f-4b9f-b007-757de6691879 req-f2f3b9ca-4c11-4542-b658-0d9f4649201d tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623317 Jul 06 12:05:23.249746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-790fec6e-edb7-4f9f-a65c-d440c5b07ab6 req-dd8ff619-b341-4271-bc7b-e11e2a839766 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669160 Jul 06 12:05:23.268784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46636) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:23.324825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09cd930b-a62f-4377-8910-71037ab04393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:05:21Z', 'revision_number': 6, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.141', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'port_id': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'mac_address': 'fa:16:3e:9e:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:21Z', 'updated_at': '2021-07-06T12:03:25Z', 'revision_number': 1, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:23.336230 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-512e21a0-2104-4fc6-b582-a5b1fddab557 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036 HTTP/1.1" status: 200 len: 989 time: 0.0647779 Jul 06 12:05:23.353095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd930b-a62f-4377-8910-71037ab04393 None None] The sync data for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 is: [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:05:21Z', 'revision_number': 6, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.141', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'port_id': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'mac_address': 'fa:16:3e:9e:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:21Z', 'updated_at': '2021-07-06T12:03:25Z', 'revision_number': 1, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:23.605535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46650) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:23.793461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port 89121865-2022-4252-a9c5-b3527b569295 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:23.793811 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.901355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.901887 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.914138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for 89121865-2022-4252-a9c5-b3527b569295 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:24.132353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6cf4a-4c31-4b89-bf27-604412dbce07 req-861c3e7d-655a-48be-aaaf-87d9f8de17a3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.139989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0df6cf4a-4c31-4b89-bf27-604412dbce07 req-861c3e7d-655a-48be-aaaf-87d9f8de17a3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 946 time: 0.0820754 Jul 06 12:05:24.182264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0df6cf4a-4c31-4b89-bf27-604412dbce07 req-6926bd44-e017-4588-ac4b-4a3a6f5d1ad3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401695 Jul 06 12:05:24.223608 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:24.228157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:24.251959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:24.252298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ebfd6d7a-891f-4b82-ad97-bd21ce7c37d4 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:24.267092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=89121865-2022-4252-a9c5-b3527b569295,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:24.330633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db6b3e-ce0d-4f96-b72c-43871eee132e req-7605248e-3692-42c1-a842-5f6269ddd961 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.332122 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-98db6b3e-ce0d-4f96-b72c-43871eee132e req-7605248e-3692-42c1-a842-5f6269ddd961 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.86 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 946 time: 0.1806843 Jul 06 12:05:24.379243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:24.379698 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Floating IP b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036 disassociated (deleted). External IP: 172.25.0.3, port: d19365c9-1508-4019-9753-c9127e1a59bf. Jul 06 12:05:24.451371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d1bae-5775-437e-aada-16f4f4d8149d req-8782b0fc-c03d-4a35-9cb6-02b26875faf8 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.452994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf2d1bae-5775-437e-aada-16f4f4d8149d req-8782b0fc-c03d-4a35-9cb6-02b26875faf8 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 946 time: 0.0781562 Jul 06 12:05:24.494155 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf2d1bae-5775-437e-aada-16f4f4d8149d req-01e59a28-6d16-4ad2-a03a-e51f8f126eb0 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355208 Jul 06 12:05:24.942987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-98db6b3e-ce0d-4f96-b72c-43871eee132e req-dbeb97df-2ebf-42d8-a083-a684a23e86c3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port 95942469-20ea-47cb-8009-2eba3ba3a5b9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:24.943297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-98db6b3e-ce0d-4f96-b72c-43871eee132e req-dbeb97df-2ebf-42d8-a083-a684a23e86c3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.187005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-98db6b3e-ce0d-4f96-b72c-43871eee132e req-dbeb97df-2ebf-42d8-a083-a684a23e86c3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] For port 95942469-20ea-47cb-8009-2eba3ba3a5b9, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=95942469-20ea-47cb-8009-2eba3ba3a5b9,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:25.187804 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-98db6b3e-ce0d-4f96-b72c-43871eee132e req-dbeb97df-2ebf-42d8-a083-a684a23e86c3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.217435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router bc03ea44-0ebb-4835-8d68-2c45d23e22ae has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:25.220352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-98db6b3e-ce0d-4f96-b72c-43871eee132e req-dbeb97df-2ebf-42d8-a083-a684a23e86c3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for 95942469-20ea-47cb-8009-2eba3ba3a5b9 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:25.488876 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cd85a-869e-40b0-a3aa-570c1fd07351 req-203cc1e2-c090-49aa-9804-ecd1e843a6dc tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:25.498208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:25.503573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.507144 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-740cd85a-869e-40b0-a3aa-570c1fd07351 req-203cc1e2-c090-49aa-9804-ecd1e843a6dc tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 946 time: 0.1433721 Jul 06 12:05:25.513020 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bab990-54e1-4d74-a0d1-144bfb03948a None None] Sync routers for ids ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:25.525502 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bab990-54e1-4d74-a0d1-144bfb03948a None None] Routers {'bc03ea44-0ebb-4835-8d68-2c45d23e22ae'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:25.526130 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36bab990-54e1-4d74-a0d1-144bfb03948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:25.603816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5a7f3f04-fdb8-41f2-a75b-ba7ba865c101 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/floatingips/b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036 HTTP/1.1" status: 204 len: 168 time: 1.9971993 Jul 06 12:05:25.608015 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-740cd85a-869e-40b0-a3aa-570c1fd07351 req-47685d9f-7d0b-44c4-863c-79a2b421811b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933130 Jul 06 12:05:25.608256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:25.610851 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:25.622674 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-98db6b3e-ce0d-4f96-b72c-43871eee132e req-dbeb97df-2ebf-42d8-a083-a684a23e86c3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.660645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e107b-8e80-41e8-a907-8ddafcec694a req-30bc2574-6f31-4452-9f0a-307b4af71273 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:25.662454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb97df-2ebf-42d8-a083-a684a23e86c3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=95942469-20ea-47cb-8009-2eba3ba3a5b9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:25.663524 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-799e107b-8e80-41e8-a907-8ddafcec694a req-30bc2574-6f31-4452-9f0a-307b4af71273 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 946 time: 0.1534717 Jul 06 12:05:25.734420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-98db6b3e-ce0d-4f96-b72c-43871eee132e req-dbeb97df-2ebf-42d8-a083-a684a23e86c3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] No DVR routers for this DVR port 95942469-20ea-47cb-8009-2eba3ba3a5b9 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:25.738090 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-98db6b3e-ce0d-4f96-b72c-43871eee132e req-dbeb97df-2ebf-42d8-a083-a684a23e86c3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.743088 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-98db6b3e-ce0d-4f96-b72c-43871eee132e req-dbeb97df-2ebf-42d8-a083-a684a23e86c3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.86 "DELETE /v2.0/ports/95942469-20ea-47cb-8009-2eba3ba3a5b9 HTTP/1.1" status: 204 len: 173 time: 1.4046993 Jul 06 12:05:25.763693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-799e107b-8e80-41e8-a907-8ddafcec694a req-7a76f62c-35ac-4344-8622-dda66be4c795 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800309 Jul 06 12:05:25.804914 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-36bab990-54e1-4d74-a0d1-144bfb03948a None None] Set router bc03ea44-0ebb-4835-8d68-2c45d23e22ae gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:26.115613 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe619a17-9167-4e9b-99f5-e09b193aee4d x-openstack-request-id: req-fe619a17-9167-4e9b-99f5-e09b193aee4d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:26.116208 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:26.116627 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe619a17-9167-4e9b-99f5-e09b193aee4d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:26.117267 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'status': 'completed', 'code': 200} Jul 06 12:05:26.232946 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36bab990-54e1-4d74-a0d1-144bfb03948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '2602ef2e-9cba-4950-a5ef-89e6ac2707e0', 'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:15:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:46Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:26.317587 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-348528ca-3a65-435c-8155-ab2f67b83900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.322582 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-348528ca-3a65-435c-8155-ab2f67b83900 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 1095 time: 0.1680889 Jul 06 12:05:26.329053 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bab990-54e1-4d74-a0d1-144bfb03948a None None] Checking router: bc03ea44-0ebb-4835-8d68-2c45d23e22ae for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:26.361630 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bab990-54e1-4d74-a0d1-144bfb03948a None None] Routers {'bc03ea44-0ebb-4835-8d68-2c45d23e22ae'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:26.368666 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36bab990-54e1-4d74-a0d1-144bfb03948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:26.477743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-bf594b2f-3852-47bc-bd99-fe89e7a84b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.479211 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-bf594b2f-3852-47bc-bd99-fe89e7a84b99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=edd25061-97da-46b2-aadb-ac99d525ee31 HTTP/1.1" status: 200 len: 898 time: 0.1433680 Jul 06 12:05:26.515518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a5219-ac51-42bb-bd30-b06cf4a94b41 req-770fdd8a-e476-4e78-86c7-67a26c827fd0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.523765 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae3a5219-ac51-42bb-bd30-b06cf4a94b41 req-770fdd8a-e476-4e78-86c7-67a26c827fd0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 944 time: 0.1105094 Jul 06 12:05:26.561685 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-36bab990-54e1-4d74-a0d1-144bfb03948a None None] Set router bc03ea44-0ebb-4835-8d68-2c45d23e22ae gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:26.573056 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-a366b431-89bf-43a0-a3a9-6e3e241fd023 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19365c9-1508-4019-9753-c9127e1a59bf HTTP/1.1" status: 200 len: 217 time: 0.0637767 Jul 06 12:05:26.592429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae3a5219-ac51-42bb-bd30-b06cf4a94b41 req-1e569baf-fed7-4fbb-ab09-75ddcc30a4c9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=607b2183-903d-47a4-ab2b-278cc09628ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674293 Jul 06 12:05:26.709246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-b326d31b-5f47-427d-a0f5-1c2945e49fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.710863 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-b326d31b-5f47-427d-a0f5-1c2945e49fd3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c3fad8b-56c1-4a45-b838-a6496d553d4e HTTP/1.1" status: 200 len: 834 time: 0.1246736 Jul 06 12:05:26.788275 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56db96-76a4-4ca1-8fe0-a005a1e693bf req-b26dafd9-fb12-41e5-9e79-75bcabd23c98 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.801961 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ca56db96-76a4-4ca1-8fe0-a005a1e693bf req-b26dafd9-fb12-41e5-9e79-75bcabd23c98 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.86 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 944 time: 0.2911694 Jul 06 12:05:26.810470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.86', 65006) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:26.828465 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa817380-beda-4ac2-9031-b836bb723a04 req-c9e9e6f4-81a0-4323-a7e2-22a7b1931778 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67aca2e2-b780-435a-8048-82fd9f03223f HTTP/1.1" status: 200 len: 210 time: 0.0517366 Jul 06 12:05:26.902791 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36bab990-54e1-4d74-a0d1-144bfb03948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '2602ef2e-9cba-4950-a5ef-89e6ac2707e0', 'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:15:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:46Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:26.938170 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bab990-54e1-4d74-a0d1-144bfb03948a None None] The sync data for ids ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'] in n-d-799527-2 is: [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '2602ef2e-9cba-4950-a5ef-89e6ac2707e0', 'name': '', 'network_id': 'edd25061-97da-46b2-aadb-ac99d525ee31', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:15:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:46Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '8c3fad8b-56c1-4a45-b838-a6496d553d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:26.985129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdeac2-06cc-40ea-bb92-ed8b1fbb2bfe req-aa52f153-c2fc-4d7e-99db-ae02f884e085 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.987003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2bdeac2-06cc-40ea-bb92-ed8b1fbb2bfe req-aa52f153-c2fc-4d7e-99db-ae02f884e085 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 946 time: 0.0736001 Jul 06 12:05:26.997092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-6a487baf-d02f-460f-9f12-e15b1c8be123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.998767 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-6a487baf-d02f-460f-9f12-e15b1c8be123 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=edd25061-97da-46b2-aadb-ac99d525ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2712831 Jul 06 12:05:27.029710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0f4f8-d86c-438e-9c9e-51f3035d655e req-6595817a-7ced-4d7a-b30f-234e515be835 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:27.031375 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1bc0f4f8-d86c-438e-9c9e-51f3035d655e req-6595817a-7ced-4d7a-b30f-234e515be835 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.86 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 946 time: 0.2174146 Jul 06 12:05:27.049929 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2bdeac2-06cc-40ea-bb92-ed8b1fbb2bfe req-520df3bb-f65f-47db-a17c-067dd5129325 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520546 Jul 06 12:05:27.146575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ca56db96-76a4-4ca1-8fe0-a005a1e693bf req-687da334-26e2-4a93-bfb0-d9b5ff5bac06 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port d19365c9-1508-4019-9753-c9127e1a59bf {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:27.147078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ca56db96-76a4-4ca1-8fe0-a005a1e693bf req-687da334-26e2-4a93-bfb0-d9b5ff5bac06 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.278379 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-8492fb46-88d9-464e-be6a-2375774ea911 service neutron] 10.222.0.86 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654297 Jul 06 12:05:27.294140 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea42f1-df60-4494-96d5-0ac04033856d None None] New status for floating IP b22da0ce-56d3-4e0f-9ef2-ff5ab5b86036: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:05:27.378678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ca56db96-76a4-4ca1-8fe0-a005a1e693bf req-687da334-26e2-4a93-bfb0-d9b5ff5bac06 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port d19365c9-1508-4019-9753-c9127e1a59bf, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d19365c9-1508-4019-9753-c9127e1a59bf,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:27.379021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ca56db96-76a4-4ca1-8fe0-a005a1e693bf req-687da334-26e2-4a93-bfb0-d9b5ff5bac06 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.403475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ca56db96-76a4-4ca1-8fe0-a005a1e693bf req-687da334-26e2-4a93-bfb0-d9b5ff5bac06 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for d19365c9-1508-4019-9753-c9127e1a59bf owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:27.416104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1bc0f4f8-d86c-438e-9c9e-51f3035d655e req-3e9166cc-8c1d-4bf9-b5c4-7aec4997bfe9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Deleting port 6517ddab-d972-4257-8c64-d1c2358b50dd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:27.416483 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1bc0f4f8-d86c-438e-9c9e-51f3035d655e req-3e9166cc-8c1d-4bf9-b5c4-7aec4997bfe9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.527029 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-6f2f4cea-4a94-4d87-98d5-c3bdd8306c89 service neutron] 10.222.0.86 "GET /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309978 Jul 06 12:05:27.591395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1bc0f4f8-d86c-438e-9c9e-51f3035d655e req-3e9166cc-8c1d-4bf9-b5c4-7aec4997bfe9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] For port 6517ddab-d972-4257-8c64-d1c2358b50dd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6517ddab-d972-4257-8c64-d1c2358b50dd,segment=NetworkSegment(285176ec-a42e-49fd-80d1-d552492a0da0),segment_id=285176ec-a42e-49fd-80d1-d552492a0da0)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:27.592154 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1bc0f4f8-d86c-438e-9c9e-51f3035d655e req-3e9166cc-8c1d-4bf9-b5c4-7aec4997bfe9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.606203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1bc0f4f8-d86c-438e-9c9e-51f3035d655e req-3e9166cc-8c1d-4bf9-b5c4-7aec4997bfe9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Calling delete_port for 6517ddab-d972-4257-8c64-d1c2358b50dd owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:27.713017 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ca56db96-76a4-4ca1-8fe0-a005a1e693bf req-687da334-26e2-4a93-bfb0-d9b5ff5bac06 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.800326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-894ec43e-e6bc-4cf0-bf23-7e0b3498295e req-8a10ca55-aa90-4038-a396-546523d3409f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb0adab-d3a2-4161-a320-6b952dbda8e7 HTTP/1.1" status: 200 len: 210 time: 0.0340412 Jul 06 12:05:27.805500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687da334-26e2-4a93-bfb0-d9b5ff5bac06 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=d19365c9-1508-4019-9753-c9127e1a59bf,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:27.836824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca56db96-76a4-4ca1-8fe0-a005a1e693bf req-687da334-26e2-4a93-bfb0-d9b5ff5bac06 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] No DVR routers for this DVR port d19365c9-1508-4019-9753-c9127e1a59bf on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:27.840305 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ca56db96-76a4-4ca1-8fe0-a005a1e693bf req-687da334-26e2-4a93-bfb0-d9b5ff5bac06 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.842514 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ca56db96-76a4-4ca1-8fe0-a005a1e693bf req-687da334-26e2-4a93-bfb0-d9b5ff5bac06 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.86 "DELETE /v2.0/ports/d19365c9-1508-4019-9753-c9127e1a59bf HTTP/1.1" status: 204 len: 173 time: 1.0310862 Jul 06 12:05:27.935914 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1bc0f4f8-d86c-438e-9c9e-51f3035d655e req-3e9166cc-8c1d-4bf9-b5c4-7aec4997bfe9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.936227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46718) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:27.950615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['6517ddab-d972-4257-8c64-d1c2358b50dd'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:27.985049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9166cc-8c1d-4bf9-b5c4-7aec4997bfe9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Pushing event deleted for resources: {'Port': ['ID=6517ddab-d972-4257-8c64-d1c2358b50dd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:28.037728 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fb0a-a935-4b45-9f3c-83dddc5c1e8b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.054457 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc0f4f8-d86c-438e-9c9e-51f3035d655e req-3e9166cc-8c1d-4bf9-b5c4-7aec4997bfe9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] No DVR routers for this DVR port 6517ddab-d972-4257-8c64-d1c2358b50dd on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:28.059052 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1bc0f4f8-d86c-438e-9c9e-51f3035d655e req-3e9166cc-8c1d-4bf9-b5c4-7aec4997bfe9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.061920 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1bc0f4f8-d86c-438e-9c9e-51f3035d655e req-3e9166cc-8c1d-4bf9-b5c4-7aec4997bfe9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.86 "DELETE /v2.0/ports/6517ddab-d972-4257-8c64-d1c2358b50dd HTTP/1.1" status: 204 len: 173 time: 0.9820473 Jul 06 12:05:28.077005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fb0a-a935-4b45-9f3c-83dddc5c1e8b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.118934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aca2e2-b780-435a-8048-82fd9f03223f', 'name': 'network-vif-deleted', 'tag': '95942469-20ea-47cb-8009-2eba3ba3a5b9'}, {'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'name': 'network-vif-deleted', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf'}, {'server_uuid': '1acc3817-97d6-43bf-886f-d57ad9a619da', 'name': 'network-vif-deleted', 'tag': '6517ddab-d972-4257-8c64-d1c2358b50dd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:28.122756 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58e015f-4034-4d38-80c3-c0eedcf68ef2" -d '{"events": [{"server_uuid": "67aca2e2-b780-435a-8048-82fd9f03223f", "name": "network-vif-deleted", "tag": "95942469-20ea-47cb-8009-2eba3ba3a5b9"}, {"server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "name": "network-vif-deleted", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf"}, {"server_uuid": "1acc3817-97d6-43bf-886f-d57ad9a619da", "name": "network-vif-deleted", "tag": "6517ddab-d972-4257-8c64-d1c2358b50dd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:28.208720 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fb0a-a935-4b45-9f3c-83dddc5c1e8b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.211680 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6c4fb0a-a935-4b45-9f3c-83dddc5c1e8b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.218385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c6c4fb0a-a935-4b45-9f3c-83dddc5c1e8b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/security-groups/d78a8d6d-3352-4b21-a6d9-63c3cf3711c0 HTTP/1.1" status: 204 len: 168 time: 0.2802289 Jul 06 12:05:28.225125 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f043cb-d1c3-4e08-a814-e78b5acadc91 x-openstack-request-id: req-94f043cb-d1c3-4e08-a814-e78b5acadc91 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:28.226530 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67aca2e2-b780-435a-8048-82fd9f03223f", "name": "network-vif-deleted", "tag": "95942469-20ea-47cb-8009-2eba3ba3a5b9", "status": "completed", "code": 200}, {"server_uuid": "9eb0adab-d3a2-4161-a320-6b952dbda8e7", "name": "network-vif-deleted", "tag": "d19365c9-1508-4019-9753-c9127e1a59bf", "status": "completed", "code": 200}, {"server_uuid": "1acc3817-97d6-43bf-886f-d57ad9a619da", "name": "network-vif-deleted", "tag": "6517ddab-d972-4257-8c64-d1c2358b50dd", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:28.227280 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94f043cb-d1c3-4e08-a814-e78b5acadc91 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:28.227942 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aca2e2-b780-435a-8048-82fd9f03223f', 'name': 'network-vif-deleted', 'tag': '95942469-20ea-47cb-8009-2eba3ba3a5b9', 'status': 'completed', 'code': 200} Jul 06 12:05:28.228304 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0adab-d3a2-4161-a320-6b952dbda8e7', 'name': 'network-vif-deleted', 'tag': 'd19365c9-1508-4019-9753-c9127e1a59bf', 'status': 'completed', 'code': 200} Jul 06 12:05:28.228779 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acc3817-97d6-43bf-886f-d57ad9a619da', 'name': 'network-vif-deleted', 'tag': '6517ddab-d972-4257-8c64-d1c2358b50dd', 'status': 'completed', 'code': 200} Jul 06 12:05:28.250894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4fb0a-a935-4b45-9f3c-83dddc5c1e8b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78a8d6d-3352-4b21-a6d9-63c3cf3711c0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:28.254739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 95942469-20ea-47cb-8009-2eba3ba3a5b9 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:28.285870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46728) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:28.331083 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 95942469-20ea-47cb-8009-2eba3ba3a5b9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:28.332549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 95942469-20ea-47cb-8009-2eba3ba3a5b9 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:28.445249 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f8ea494b-4afa-490a-810b-2ff3f47a92e0 req-b8d78f97-413c-4e59-a87a-7ee9419e171e tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=1acc3817-97d6-43bf-886f-d57ad9a619da HTTP/1.1" status: 200 len: 210 time: 0.0472891 Jul 06 12:05:28.467646 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b7217e-921f-4eec-acef-4067306cc06f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting subnet 221cabbe-a6dd-4ed3-9367-e1eac72a26d9 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:05:28.471259 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29b7217e-921f-4eec-acef-4067306cc06f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.520738 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29b7217e-921f-4eec-acef-4067306cc06f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.605501 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29b7217e-921f-4eec-acef-4067306cc06f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.667133 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29b7217e-921f-4eec-acef-4067306cc06f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.703634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7217e-921f-4eec-acef-4067306cc06f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Subnet': ['ID=221cabbe-a6dd-4ed3-9367-e1eac72a26d9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:28.709766 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29b7217e-921f-4eec-acef-4067306cc06f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.711805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-29b7217e-921f-4eec-acef-4067306cc06f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/subnets/221cabbe-a6dd-4ed3-9367-e1eac72a26d9 HTTP/1.1" status: 204 len: 168 time: 0.4244602 Jul 06 12:05:28.718244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46732) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:28.719337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b229c05-c8a9-4851-9847-a5680d8fc898 None None] Network f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:28.783856 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.819651 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.898937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:28.899418 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.940711 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.973240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46740) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:29.001096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] For port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6555d5e3-62e1-42ec-a5af-bcb0d5147f67,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:29.001474 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.020849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:29.031132 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c4220-9844-4ccd-a732-2878ae1a6bc4 None None] DHCP port deletion for f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:05:29.092584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c4220-9844-4ccd-a732-2878ae1a6bc4 None None] Deleting port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:29.093367 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4220-9844-4ccd-a732-2878ae1a6bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.139915 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.168865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=6555d5e3-62e1-42ec-a5af-bcb0d5147f67,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:29.172547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] No DVR routers for this DVR port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:29.184052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1a0c4220-9844-4ccd-a732-2878ae1a6bc4 None None] For port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=6555d5e3-62e1-42ec-a5af-bcb0d5147f67,segment=NetworkSegment(35d7bb75-4a4a-4a33-9e67-615ba1f2469e),segment_id=35d7bb75-4a4a-4a33-9e67-615ba1f2469e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:29.184519 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4220-9844-4ccd-a732-2878ae1a6bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.204420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c4220-9844-4ccd-a732-2878ae1a6bc4 None None] Calling delete_port for 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:29.258490 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.268785 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:29.280398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d7bb75-4a4a-4a33-9e67-615ba1f2469e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:29.280697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d7bb75-4a4a-4a33-9e67-615ba1f2469e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:29.290164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.295023 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4220-9844-4ccd-a732-2878ae1a6bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.305901 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.314573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:05:29.315229 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:05:29.319372 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:05:29.338587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c4220-9844-4ccd-a732-2878ae1a6bc4 None None] Pushing event deleted for resources: {'Port': ['ID=6555d5e3-62e1-42ec-a5af-bcb0d5147f67,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:29.342698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c4220-9844-4ccd-a732-2878ae1a6bc4 None None] No DVR routers for this DVR port 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:29.398011 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.406431 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.411840 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/networks/f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b HTTP/1.1" status: 204 len: 168 time: 0.6924305 Jul 06 12:05:29.414165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46744) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:29.452767 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.465142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb268177-6157-48b1-9111-564b8e3624ec tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Network': ['ID=f4b3b25f-ebb0-43eb-aff4-b27ebcd2cf9b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:29.681154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port ed3c60a0-a21a-49f1-b0dc-35a055401bb2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:29.681908 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.787831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:29.788148 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.889665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port 2602ef2e-9cba-4950-a5ef-89e6ac2707e0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2602ef2e-9cba-4950-a5ef-89e6ac2707e0,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:29.890464 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.908522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:30.141294 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.170219 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.171078 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.176215 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=2602ef2e-9cba-4950-a5ef-89e6ac2707e0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:30.196258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for ed3c60a0-a21a-49f1-b0dc-35a055401bb2 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:30.210566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-d172ab91-b4a2-42d6-8757-67550a3f1adc tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:30.217912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-d172ab91-b4a2-42d6-8757-67550a3f1adc tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/networks?id=32706393-f6f0-47ec-b7cc-0bd7ce128f1e HTTP/1.1" status: 200 len: 809 time: 0.4900570 Jul 06 12:05:30.239380 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-c2163444-c617-450e-824a-9dee4e9c92f5 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/quotas/05fd7e32139b46588095fbeececbbec7 HTTP/1.1" status: 200 len: 375 time: 0.0205193 Jul 06 12:05:30.270371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6517ddab-d972-4257-8c64-d1c2358b50dd no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:30.301805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 6517ddab-d972-4257-8c64-d1c2358b50dd {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:30.316067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6517ddab-d972-4257-8c64-d1c2358b50dd not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:30.317885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d19365c9-1508-4019-9753-c9127e1a59bf no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:30.326967 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-42384077-32ec-4cf3-9e88-a0d8ab10ba2f tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05fd7e32139b46588095fbeececbbec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865717 Jul 06 12:05:30.393496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: d19365c9-1508-4019-9753-c9127e1a59bf {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:30.394562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d19365c9-1508-4019-9753-c9127e1a59bf not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:30.469802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:30.484975 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-f6263a9d-5c06-4725-86be-cf2dd6c077d5 service neutron] 10.222.0.21 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570430 Jul 06 12:05:30.503061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:30.503900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 6555d5e3-62e1-42ec-a5af-bcb0d5147f67 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:30.625751 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.653414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-75357735-d659-46da-b8dd-8f087964df68 service neutron] 10.222.0.21 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667955 Jul 06 12:05:30.755534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=ed3c60a0-a21a-49f1-b0dc-35a055401bb2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:30.906300 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.965385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d1723d96-dfd5-499a-ad83-082287cbfcca req-36a98cbc-0c77-468e-992b-fa15f99f15cc tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 210 time: 0.0750427 Jul 06 12:05:30.977908 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.978125 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Floating IP 66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1 disassociated (deleted). External IP: 172.25.0.141, port: 71586641-ad13-4beb-a996-c8aaf19b73fa. Jul 06 12:05:31.205880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router bc03ea44-0ebb-4835-8d68-2c45d23e22ae has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:31.272715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 99c0a62f-fc6d-427b-a025-276d631e1d58 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:31.351862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:31.360577 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-efd65a2f-4875-467d-9ffc-c7a5c9ee223a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "PUT /v2.0/routers/bc03ea44-0ebb-4835-8d68-2c45d23e22ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3856492 Jul 06 12:05:31.363003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46786) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:31.367804 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d9d07-f2aa-4246-9094-7498e4abc36c None None] Sync routers for ids ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:31.379648 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d9d07-f2aa-4246-9094-7498e4abc36c None None] Routers {'bc03ea44-0ebb-4835-8d68-2c45d23e22ae'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:31.380895 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-043d9d07-f2aa-4246-9094-7498e4abc36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:31.418928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:31.425156 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.430325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea06f7-21a4-41ef-ac54-5af28f036832 None None] Sync routers for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:31.435573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a76fc9a-490f-4124-b6ff-52f57e6696fa tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting subnet 8c3fad8b-56c1-4a45-b838-a6496d553d4e {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:05:31.439391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a76fc9a-490f-4124-b6ff-52f57e6696fa tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.447772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea06f7-21a4-41ef-ac54-5af28f036832 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:31.452329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-88ea06f7-21a4-41ef-ac54-5af28f036832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:31.497510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a76fc9a-490f-4124-b6ff-52f57e6696fa tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.503471 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-69cd331b-a86d-46ea-ab0f-2e135d694bce tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/floatingips/66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1 HTTP/1.1" status: 204 len: 168 time: 2.0881102 Jul 06 12:05:31.504402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'tag': '71586641-ad13-4beb-a996-c8aaf19b73fa'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:31.519181 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474ede0-8870-4300-9c6d-40f65c1be549" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9ab1c1-769e-4d08-8e0c-39082e3edf81", "tag": "71586641-ad13-4beb-a996-c8aaf19b73fa"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:31.606417 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49512ea0-1ea5-451d-a203-8fd7506623af x-openstack-request-id: req-49512ea0-1ea5-451d-a203-8fd7506623af {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:31.606791 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9ab1c1-769e-4d08-8e0c-39082e3edf81", "tag": "71586641-ad13-4beb-a996-c8aaf19b73fa", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:31.607053 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49512ea0-1ea5-451d-a203-8fd7506623af {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:31.607563 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'tag': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'status': 'completed', 'code': 200} Jul 06 12:05:31.691654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-88ea06f7-21a4-41ef-ac54-5af28f036832 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:31.720089 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-043d9d07-f2aa-4246-9094-7498e4abc36c None None] Set router bc03ea44-0ebb-4835-8d68-2c45d23e22ae gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:31.804537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474ede0-8870-4300-9c6d-40f65c1be549 req-7565cc97-fa84-46ec-8eff-9f678ccf9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:31.806456 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7474ede0-8870-4300-9c6d-40f65c1be549 req-7565cc97-fa84-46ec-8eff-9f678ccf9198 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 1096 time: 0.1733286 Jul 06 12:05:31.824013 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a76fc9a-490f-4124-b6ff-52f57e6696fa tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.996195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-88ea06f7-21a4-41ef-ac54-5af28f036832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:05:21Z', 'revision_number': 6, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:32.029391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea06f7-21a4-41ef-ac54-5af28f036832 None None] Checking router: 99c0a62f-fc6d-427b-a025-276d631e1d58 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:32.040627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea06f7-21a4-41ef-ac54-5af28f036832 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:32.041284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-88ea06f7-21a4-41ef-ac54-5af28f036832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:32.061578 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a76fc9a-490f-4124-b6ff-52f57e6696fa tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.094654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474ede0-8870-4300-9c6d-40f65c1be549 req-5841200c-feb1-4057-bdf8-85fde46e43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.099669 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7474ede0-8870-4300-9c6d-40f65c1be549 req-5841200c-feb1-4057-bdf8-85fde46e43b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 HTTP/1.1" status: 200 len: 897 time: 0.2856598 Jul 06 12:05:32.100252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc147ea-cc8e-4da6-aeeb-f22d2c8a10f4 None None] Network edd25061-97da-46b2-aadb-ac99d525ee31 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:32.101961 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a76fc9a-490f-4124-b6ff-52f57e6696fa tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.107435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8a76fc9a-490f-4124-b6ff-52f57e6696fa tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/subnets/8c3fad8b-56c1-4a45-b838-a6496d553d4e HTTP/1.1" status: 204 len: 168 time: 0.7430575 Jul 06 12:05:32.110251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46800) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:32.135792 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-043d9d07-f2aa-4246-9094-7498e4abc36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:05:30Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:32.193432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76fc9a-490f-4124-b6ff-52f57e6696fa tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3fad8b-56c1-4a45-b838-a6496d553d4e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:32.209431 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d9d07-f2aa-4246-9094-7498e4abc36c None None] Checking router: bc03ea44-0ebb-4835-8d68-2c45d23e22ae for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:32.229204 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d9d07-f2aa-4246-9094-7498e4abc36c None None] Routers {'bc03ea44-0ebb-4835-8d68-2c45d23e22ae'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:32.231338 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-043d9d07-f2aa-4246-9094-7498e4abc36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:32.270131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7474ede0-8870-4300-9c6d-40f65c1be549 req-449d55bb-b156-459d-92ed-adcb991c2414 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71586641-ad13-4beb-a996-c8aaf19b73fa HTTP/1.1" status: 200 len: 217 time: 0.1096134 Jul 06 12:05:32.375332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-88ea06f7-21a4-41ef-ac54-5af28f036832 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:32.379565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474ede0-8870-4300-9c6d-40f65c1be549 req-420f66e6-7e92-4ec0-a1d7-de9e0bce522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.388476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7474ede0-8870-4300-9c6d-40f65c1be549 req-420f66e6-7e92-4ec0-a1d7-de9e0bce522c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=800a6969-08ac-4671-a566-09fe9064d851 HTTP/1.1" status: 200 len: 835 time: 0.1116574 Jul 06 12:05:32.468800 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-043d9d07-f2aa-4246-9094-7498e4abc36c None None] Set router bc03ea44-0ebb-4835-8d68-2c45d23e22ae gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:32.469652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474ede0-8870-4300-9c6d-40f65c1be549 req-6a658784-97aa-490d-b61f-af0b5d37a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.471352 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7474ede0-8870-4300-9c6d-40f65c1be549 req-6a658784-97aa-490d-b61f-af0b5d37a8a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751555 Jul 06 12:05:32.633009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0a4dc44-229a-48d4-a811-76c05435fec2 req-ac25608f-0c2c-4cbc-9e14-93a7d2a89c55 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 210 time: 0.1395571 Jul 06 12:05:32.673626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcf186-836d-44ac-a931-9e29e9f37e4b req-441a7881-0936-4c51-aa02-a8e86ad6ea1d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.690937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-acbcf186-836d-44ac-a931-9e29e9f37e4b req-441a7881-0936-4c51-aa02-a8e86ad6ea1d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 945 time: 0.4240201 Jul 06 12:05:32.723696 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.727072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-fabbd8fc-f917-4caf-8b6a-6f698fe39e90 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.728791 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-fabbd8fc-f917-4caf-8b6a-6f698fe39e90 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.86 "GET /v2.0/networks?id=32706393-f6f0-47ec-b7cc-0bd7ce128f1e HTTP/1.1" status: 200 len: 809 time: 0.2557743 Jul 06 12:05:32.735219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7474ede0-8870-4300-9c6d-40f65c1be549 req-58b7daa7-2265-4634-b12f-e01f1feb9944 service neutron] 10.222.0.47 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509732 Jul 06 12:05:32.746779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Request body: {'port': {'device_id': '74880589-83c4-4b04-9376-6baf2c22e7ef', 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e', 'admin_state_up': True, 'tenant_id': '05fd7e32139b46588095fbeececbbec7'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:32.879919 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-043d9d07-f2aa-4246-9094-7498e4abc36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:05:30Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:32.934881 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d9d07-f2aa-4246-9094-7498e4abc36c None None] The sync data for ids ['bc03ea44-0ebb-4835-8d68-2c45d23e22ae'] in n-d-799527-2 is: [{'id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2051180567', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:05:30Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': '1969fc71-d8c7-4645-a6a5-ac6c18e0f730', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03ea44-0ebb-4835-8d68-2c45d23e22ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:33Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:32.971541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-acbcf186-836d-44ac-a931-9e29e9f37e4b req-5a0b2140-e55d-47aa-a4fa-1b06a4e1743d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795811 Jul 06 12:05:32.974129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.067631 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7474ede0-8870-4300-9c6d-40f65c1be549 req-4c910496-15af-4f40-8099-4f2be1f8e5ee service neutron] 10.222.0.47 "GET /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171289 Jul 06 12:05:33.072936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-88ea06f7-21a4-41ef-ac54-5af28f036832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:05:21Z', 'revision_number': 6, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:33.086388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:33.086750 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.091118 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Made reservation on behalf of 05fd7e32139b46588095fbeececbbec7 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:33.096412 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.106123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea06f7-21a4-41ef-ac54-5af28f036832 None None] The sync data for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 is: [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:05:21Z', 'revision_number': 6, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'be9bfa84-daa4-4e2a-89aa-37bc4028a13a', 'name': '', 'network_id': '9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:29:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '800a6969-08ac-4671-a566-09fe9064d851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:54Z', 'updated_at': '2021-07-06T12:03:03Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '800a6969-08ac-4671-a566-09fe9064d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:33.193192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port 1969fc71-d8c7-4645-a6a5-ac6c18e0f730, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1969fc71-d8c7-4645-a6a5-ac6c18e0f730,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:33.193584 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.209814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:33.265880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Allocated IP 172.20.0.3 (32706393-f6f0-47ec-b7cc-0bd7ce128f1e/b0c0dfae-57b3-4814-8ae6-885c77461aee/6f61881c-9440-4614-a639-17ca19e5098e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:33.351556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] DHCP port deletion for edd25061-97da-46b2-aadb-ac99d525ee31 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:05:33.431129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Deleting port f764c782-d9bc-41d9-952c-a880d5bef246 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:33.431718 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.547822 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.558515 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a9ad5-0e60-4bc7-854e-da7988f7daf1 None None] New status for floating IP 66c41141-4a2b-4ef7-9acf-eb4ba5fc01b1: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:05:33.566953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] For port f764c782-d9bc-41d9-952c-a880d5bef246, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f764c782-d9bc-41d9-952c-a880d5bef246,segment=NetworkSegment(19dccdc6-bbe4-458b-ac4b-66dd053bd122),segment_id=19dccdc6-bbe4-458b-ac4b-66dd053bd122)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:33.567359 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.589511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Calling delete_port for f764c782-d9bc-41d9-952c-a880d5bef246 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:33.597653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=1969fc71-d8c7-4645-a6a5-ac6c18e0f730,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:33.644099 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.704617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc8d3d-bf81-43f1-a828-bac22818d825 req-db7059b9-0ac8-4251-aa7d-cd20aefed2fb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:33.711511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5dc8d3d-bf81-43f1-a828-bac22818d825 req-db7059b9-0ac8-4251-aa7d-cd20aefed2fb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 945 time: 0.2521181 Jul 06 12:05:33.727704 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.745711 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.760239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] No DVR routers for this DVR port f764c782-d9bc-41d9-952c-a880d5bef246 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:33.791935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Pushing event deleted for resources: {'Port': ['ID=f764c782-d9bc-41d9-952c-a880d5bef246,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:33.813923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.814509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.815003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.815700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.816349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.816846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.817794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.818272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.818806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.819299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.819831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.821521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657060a-fc74-410d-9cb4-130c45fd9b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:33.896024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.927245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.933734 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.959057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Pushing event updated for resources: {'Port': ['ID=6f61881c-9440-4614-a639-17ca19e5098e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:33.979324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:33.981927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:33.991478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:34.024369 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c5dc8d3d-bf81-43f1-a828-bac22818d825 req-c0af8c96-0305-4b12-90cc-f67c3f20396f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port 71586641-ad13-4beb-a996-c8aaf19b73fa {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:34.024711 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c5dc8d3d-bf81-43f1-a828-bac22818d825 req-c0af8c96-0305-4b12-90cc-f67c3f20396f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.035035 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e516bd-87ef-4f6a-87f7-e2412377c6be req-468c7fb9-ac1b-42e0-9a96-831ada968aa2 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.045556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53e516bd-87ef-4f6a-87f7-e2412377c6be req-468c7fb9-ac1b-42e0-9a96-831ada968aa2 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 931 time: 0.1521420 Jul 06 12:05:34.068839 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.069588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Fanout notify agent at l3_agent the message router_deleted on router bc03ea44-0ebb-4835-8d68-2c45d23e22ae {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:05:34.093371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.094020 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.098623 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.103690 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1ea89170-a638-4357-99d2-933762263de4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/routers/bc03ea44-0ebb-4835-8d68-2c45d23e22ae HTTP/1.1" status: 204 len: 168 time: 1.9915631 Jul 06 12:05:34.105719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46820) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:34.119003 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-21f7f71d-9b06-452d-abf7-e6c67b537b4a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3776152 Jul 06 12:05:34.145653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Request body: {'port': {'device_id': '74880589-83c4-4b04-9376-6baf2c22e7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:34.190998 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53e516bd-87ef-4f6a-87f7-e2412377c6be req-20f89b75-f2de-4a34-9cd8-6f30e0f83e6a tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445658 Jul 06 12:05:34.245090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c5dc8d3d-bf81-43f1-a828-bac22818d825 req-c0af8c96-0305-4b12-90cc-f67c3f20396f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] For port 71586641-ad13-4beb-a996-c8aaf19b73fa, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=71586641-ad13-4beb-a996-c8aaf19b73fa,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:34.246424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c5dc8d3d-bf81-43f1-a828-bac22818d825 req-c0af8c96-0305-4b12-90cc-f67c3f20396f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.262800 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.286201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c5dc8d3d-bf81-43f1-a828-bac22818d825 req-c0af8c96-0305-4b12-90cc-f67c3f20396f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for 71586641-ad13-4beb-a996-c8aaf19b73fa owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:34.312281 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8deaeb-dc3a-4c34-bbb1-afd793d7e63c req-3af548e3-3ef8-4cd9-bfc8-bb1ab79d966a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.319423 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.319732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b8deaeb-dc3a-4c34-bbb1-afd793d7e63c req-3af548e3-3ef8-4cd9-bfc8-bb1ab79d966a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 945 time: 0.1882415 Jul 06 12:05:34.433468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b8deaeb-dc3a-4c34-bbb1-afd793d7e63c req-ee2c800e-1ace-4cb4-9c3d-03e3f0009d23 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=c69d2336-fe84-4682-a8af-5140459d2275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119106 Jul 06 12:05:34.451898 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.463478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd25061-97da-46b2-aadb-ac99d525ee31']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:34.477624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dccdc6-bbe4-458b-ac4b-66dd053bd122') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:34.477906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dccdc6-bbe4-458b-ac4b-66dd053bd122') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:34.488652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.511694 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.518701 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:05:34.519101 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:05:34.523296 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:05:34.587228 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.600093 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.604559 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/networks/edd25061-97da-46b2-aadb-ac99d525ee31 HTTP/1.1" status: 204 len: 168 time: 0.4823470 Jul 06 12:05:34.604863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46824) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:34.624482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06ffac-fbbe-452c-a9bd-7408ae599912 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Network': ['ID=edd25061-97da-46b2-aadb-ac99d525ee31,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:34.684986 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c5dc8d3d-bf81-43f1-a828-bac22818d825 req-c0af8c96-0305-4b12-90cc-f67c3f20396f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.711183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f764c782-d9bc-41d9-952c-a880d5bef246 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:34.719857 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10023575-1e2a-4964-bef3-e6b2531b6451 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.746777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: f764c782-d9bc-41d9-952c-a880d5bef246 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:34.747138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f764c782-d9bc-41d9-952c-a880d5bef246 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:34.747601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:34.754193 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10023575-1e2a-4964-bef3-e6b2531b6451 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.769852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af8c96-0305-4b12-90cc-f67c3f20396f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=71586641-ad13-4beb-a996-c8aaf19b73fa,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:34.783384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:34.783972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2602ef2e-9cba-4950-a5ef-89e6ac2707e0 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:34.844837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dc8d3d-bf81-43f1-a828-bac22818d825 req-c0af8c96-0305-4b12-90cc-f67c3f20396f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] No DVR routers for this DVR port 71586641-ad13-4beb-a996-c8aaf19b73fa on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:34.849346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c5dc8d3d-bf81-43f1-a828-bac22818d825 req-c0af8c96-0305-4b12-90cc-f67c3f20396f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.853429 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5dc8d3d-bf81-43f1-a828-bac22818d825 req-c0af8c96-0305-4b12-90cc-f67c3f20396f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.47 "DELETE /v2.0/ports/71586641-ad13-4beb-a996-c8aaf19b73fa HTTP/1.1" status: 204 len: 173 time: 1.1347229 Jul 06 12:05:34.853429 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'name': 'network-vif-deleted', 'tag': '71586641-ad13-4beb-a996-c8aaf19b73fa'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:34.855509 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22085fa4-cb73-4ac2-97c5-8fb47cd4fc53" -d '{"events": [{"server_uuid": "2e9ab1c1-769e-4d08-8e0c-39082e3edf81", "name": "network-vif-deleted", "tag": "71586641-ad13-4beb-a996-c8aaf19b73fa"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:34.859422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10023575-1e2a-4964-bef3-e6b2531b6451 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.862713 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10023575-1e2a-4964-bef3-e6b2531b6451 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.864336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-10023575-1e2a-4964-bef3-e6b2531b6451 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/security-groups/607b2183-903d-47a4-ab2b-278cc09628ad HTTP/1.1" status: 204 len: 168 time: 0.2586451 Jul 06 12:05:34.876096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10023575-1e2a-4964-bef3-e6b2531b6451 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607b2183-903d-47a4-ab2b-278cc09628ad,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:34.910427 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f61881c-9440-4614-a639-17ca19e5098e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:34.922043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.977599 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc817ba-513d-40b3-9ddf-9f0a034c3b35 x-openstack-request-id: req-6dc817ba-513d-40b3-9ddf-9f0a034c3b35 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:34.977802 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9ab1c1-769e-4d08-8e0c-39082e3edf81", "name": "network-vif-deleted", "tag": "71586641-ad13-4beb-a996-c8aaf19b73fa", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:34.978066 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dc817ba-513d-40b3-9ddf-9f0a034c3b35 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:34.978477 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9ab1c1-769e-4d08-8e0c-39082e3edf81', 'name': 'network-vif-deleted', 'tag': '71586641-ad13-4beb-a996-c8aaf19b73fa', 'status': 'completed', 'code': 200} Jul 06 12:05:34.991551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Transition to ACTIVE for port object 6f61881c-9440-4614-a639-17ca19e5098e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:35.004461 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.079592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Pushing event updated for resources: {'Port': ['ID=6f61881c-9440-4614-a639-17ca19e5098e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:35.194528 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Attempting to bind port 6f61881c-9440-4614-a639-17ca19e5098e on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:35.195431 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Attempting to bind port 6f61881c-9440-4614-a639-17ca19e5098e by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '285176ec-a42e-49fd-80d1-d552492a0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:35.196015 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Attempting to bind port 6f61881c-9440-4614-a639-17ca19e5098e on network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:35.202034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Port 6f61881c-9440-4614-a639-17ca19e5098e on network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:35.202834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Attempting to bind port 6f61881c-9440-4614-a639-17ca19e5098e on network 32706393-f6f0-47ec-b7cc-0bd7ce128f1e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:35.212281 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:35.212781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Checking segment: {'id': '285176ec-a42e-49fd-80d1-d552492a0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:35.213244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Bound using segment: {'id': '285176ec-a42e-49fd-80d1-d552492a0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:35.213760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Bound port: 6f61881c-9440-4614-a639-17ca19e5098e, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285176ec-a42e-49fd-80d1-d552492a0da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:35.214898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.300535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] For port 6f61881c-9440-4614-a639-17ca19e5098e, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:35.304347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] For port 6f61881c-9440-4614-a639-17ca19e5098e, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6f61881c-9440-4614-a639-17ca19e5098e,segment=NetworkSegment(285176ec-a42e-49fd-80d1-d552492a0da0),segment_id=285176ec-a42e-49fd-80d1-d552492a0da0)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:35.311074 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.329941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.330975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.332672 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] 10.222.0.86 "PUT /v2.0/ports/6f61881c-9440-4614-a639-17ca19e5098e HTTP/1.1" status: 200 len: 1091 time: 1.1967585 Jul 06 12:05:35.446455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450b745-6ab2-4e6e-8de8-87032afc4804 service neutron] Pushing event updated for resources: {'Port': ['ID=6f61881c-9440-4614-a639-17ca19e5098e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:35.474884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-c2942588-78a5-445a-a583-affff290c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.476974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-c2942588-78a5-445a-a583-affff290c652 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05fd7e32139b46588095fbeececbbec7&device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 1094 time: 0.0850008 Jul 06 12:05:35.493529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c612b-5a90-4ffc-bbb2-b505a22d7a06 req-6dcb2d0c-97e8-49bc-b0c9-a968306e931d tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.500737 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-166c612b-5a90-4ffc-bbb2-b505a22d7a06 req-6dcb2d0c-97e8-49bc-b0c9-a968306e931d tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 943 time: 0.0991337 Jul 06 12:05:35.559714 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-166c612b-5a90-4ffc-bbb2-b505a22d7a06 req-2788ba68-7ff5-476e-90db-16828b229752 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570068 Jul 06 12:05:35.560902 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-8b5bd891-08d6-4a06-b165-a911ab534d30 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f61881c-9440-4614-a639-17ca19e5098e HTTP/1.1" status: 200 len: 217 time: 0.0720518 Jul 06 12:05:35.617496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46844) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:35.624171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-87a67be4-589b-4a86-91c6-e2e27f2e6baf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671697631', 'description': 'tempest-secgroup-smoke-1671697631 description', 'project_id': '64814768bca940c89b9e67066652c148'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:35.639385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-d01f781c-447f-4801-972c-65e236f8a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.641665 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-d01f781c-447f-4801-972c-65e236f8a33f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0c0dfae-57b3-4814-8ae6-885c77461aee HTTP/1.1" status: 200 len: 849 time: 0.0702088 Jul 06 12:05:35.688120 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87a67be4-589b-4a86-91c6-e2e27f2e6baf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.727295 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-2907c3db-f7c7-425a-b890-aaf898c021b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32706393-f6f0-47ec-b7cc-0bd7ce128f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723691 Jul 06 12:05:35.810301 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9669c11-f62c-4423-ae5c-10924db14ca5 req-8355e991-a89f-48c1-8a20-93a402d89764 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9ab1c1-769e-4d08-8e0c-39082e3edf81 HTTP/1.1" status: 200 len: 210 time: 0.0562873 Jul 06 12:05:35.873778 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-9a55edd1-8a7a-41c7-80b5-19004f061be7 service neutron] 10.222.0.86 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370556 Jul 06 12:05:35.874592 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87a67be4-589b-4a86-91c6-e2e27f2e6baf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.879669 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87a67be4-589b-4a86-91c6-e2e27f2e6baf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.911355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87a67be4-589b-4a86-91c6-e2e27f2e6baf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.915311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-87a67be4-589b-4a86-91c6-e2e27f2e6baf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2934663 Jul 06 12:05:35.915703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46846) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:35.920470 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2ed0e696-8993-48f4-a21d-ab4304007899 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': 'b4edec0b-80e4-4e70-a8a7-c75735101cc8', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:35.926231 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a67be4-589b-4a86-91c6-e2e27f2e6baf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4edec0b-80e4-4e70-a8a7-c75735101cc8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:35.954328 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e696-8993-48f4-a21d-ab4304007899 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.989496 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b9fb0a17-6a9c-4d7e-b517-c3f1e204f1f7 req-b376768a-b608-4435-bfd1-f0d6c420ad53 service neutron] 10.222.0.86 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046085 Jul 06 12:05:36.014751 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e696-8993-48f4-a21d-ab4304007899 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.018575 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e696-8993-48f4-a21d-ab4304007899 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.034789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0e696-8993-48f4-a21d-ab4304007899 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0540d86-049a-4a29-ae73-880221504f1a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.045510 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ed0e696-8993-48f4-a21d-ab4304007899 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.050363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2ed0e696-8993-48f4-a21d-ab4304007899 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303942 Jul 06 12:05:36.050363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46850) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:36.054966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b8510356-58b1-4f66-8d5c-81d34df7143f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': 'b4edec0b-80e4-4e70-a8a7-c75735101cc8', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:36.083110 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8510356-58b1-4f66-8d5c-81d34df7143f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.142001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8510356-58b1-4f66-8d5c-81d34df7143f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.145670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8510356-58b1-4f66-8d5c-81d34df7143f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.165350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8510356-58b1-4f66-8d5c-81d34df7143f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d829c58-8527-46b5-9f50-ee1b2e27cdc0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.170111 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8510356-58b1-4f66-8d5c-81d34df7143f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.174197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b8510356-58b1-4f66-8d5c-81d34df7143f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201787 Jul 06 12:05:36.174197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46852) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:36.178877 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9e45e301-74a2-4689-a950-7171ee494590 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': 'b4edec0b-80e4-4e70-a8a7-c75735101cc8', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:36.205492 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e45e301-74a2-4689-a950-7171ee494590 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.229373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:36.253760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:36.254105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1969fc71-d8c7-4645-a6a5-ac6c18e0f730 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:36.277145 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e45e301-74a2-4689-a950-7171ee494590 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.281011 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e45e301-74a2-4689-a950-7171ee494590 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.300670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45e301-74a2-4689-a950-7171ee494590 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91ceba2-7bb6-46ee-8a19-bcc2b9ba8892,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.306260 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e45e301-74a2-4689-a950-7171ee494590 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.310314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9e45e301-74a2-4689-a950-7171ee494590 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322236 Jul 06 12:05:36.310425 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46854) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:36.314832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a55041ac-c55a-42d0-b4a2-f3d9e87d7256 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': 'b4edec0b-80e4-4e70-a8a7-c75735101cc8', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:36.341872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55041ac-c55a-42d0-b4a2-f3d9e87d7256 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.403801 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55041ac-c55a-42d0-b4a2-f3d9e87d7256 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.408573 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55041ac-c55a-42d0-b4a2-f3d9e87d7256 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.426895 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55041ac-c55a-42d0-b4a2-f3d9e87d7256 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73852b6d-ec98-49e8-a6bb-6147cd536a93,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.433797 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a55041ac-c55a-42d0-b4a2-f3d9e87d7256 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.435428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a55041ac-c55a-42d0-b4a2-f3d9e87d7256 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241508 Jul 06 12:05:36.438327 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46858) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:36.443014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bc8ea73e-df97-47c5-bb15-66b59ae16400 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': 'b4edec0b-80e4-4e70-a8a7-c75735101cc8', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:36.469334 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-bc8ea73e-df97-47c5-bb15-66b59ae16400 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Project 64814768bca940c89b9e67066652c148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:05:36.474388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea73e-df97-47c5-bb15-66b59ae16400 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.537314 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea73e-df97-47c5-bb15-66b59ae16400 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.541162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea73e-df97-47c5-bb15-66b59ae16400 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.562657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ea73e-df97-47c5-bb15-66b59ae16400 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb8aa8b-9555-4c0d-96ee-29bd2ad3d2de,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.570125 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc8ea73e-df97-47c5-bb15-66b59ae16400 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.571427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bc8ea73e-df97-47c5-bb15-66b59ae16400 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321623 Jul 06 12:05:36.574410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46862) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:36.578881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ddc7517e-c721-4d64-9fd5-ac858e2ab61a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'security_group_rule': {'security_group_id': 'b4edec0b-80e4-4e70-a8a7-c75735101cc8', 'project_id': '64814768bca940c89b9e67066652c148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:36.603100 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-ddc7517e-c721-4d64-9fd5-ac858e2ab61a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Project 64814768bca940c89b9e67066652c148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:05:36.609378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddc7517e-c721-4d64-9fd5-ac858e2ab61a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.678543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddc7517e-c721-4d64-9fd5-ac858e2ab61a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.688075 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddc7517e-c721-4d64-9fd5-ac858e2ab61a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.728961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7517e-c721-4d64-9fd5-ac858e2ab61a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722f5121-bbaa-483b-95d8-1c2ba0ccb5a6,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.733371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddc7517e-c721-4d64-9fd5-ac858e2ab61a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.737949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ddc7517e-c721-4d64-9fd5-ac858e2ab61a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1593440 Jul 06 12:05:36.738461 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46866) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:36.742939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'network': {'name': 'tempest-network-smoke--527897073', 'project_id': '64814768bca940c89b9e67066652c148', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:36.776084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:36.780224 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.788790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b84b5-ed5f-45c1-b1fa-4e0ce2b92e26 req-eaa70f8e-cb53-4c7d-b2b1-ad6c94196a64 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:36.790394 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-051b84b5-ed5f-45c1-b1fa-4e0ce2b92e26 req-eaa70f8e-cb53-4c7d-b2b1-ad6c94196a64 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 943 time: 0.1185513 Jul 06 12:05:36.832444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:05:36.852989 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.853470 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Added segment fa61c8c8-2092-4c74-835c-7ed13457baad of type vlan for network d17a0310-48e7-43f0-b09e-138572894a85 Jul 06 12:05:36.858431 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-051b84b5-ed5f-45c1-b1fa-4e0ce2b92e26 req-28e4ee4d-727e-45e8-b60a-fed60bc09d03 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603852 Jul 06 12:05:36.912988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.950144 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.959562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:36.964851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.966066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46872) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:36.982950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74880589-83c4-4b04-9376-6baf2c22e7ef', 'tag': '6f61881c-9440-4614-a639-17ca19e5098e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:36.984778 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f6128c-378a-4bdc-ac49-36fa58aaef18" -d '{"events": [{"name": "network-changed", "server_uuid": "74880589-83c4-4b04-9376-6baf2c22e7ef", "tag": "6f61881c-9440-4614-a639-17ca19e5098e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:37.044971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Network': ['ID=d17a0310-48e7-43f0-b09e-138572894a85,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:37.046650 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0556-d6ce-4b73-a791-61e148e867c5 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.066093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fb86c89d-a947-4d79-9154-5fec834129d8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3244500 Jul 06 12:05:37.067548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46876) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:37.072171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network d17a0310-48e7-43f0-b09e-138572894a85 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:05:37.084467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'admin_state_up': True, 'project_id': '64814768bca940c89b9e67066652c148', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:37.093342 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a98c2-241e-4bad-89f9-01318827c246 x-openstack-request-id: req-ee5a98c2-241e-4bad-89f9-01318827c246 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:37.093643 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74880589-83c4-4b04-9376-6baf2c22e7ef", "tag": "6f61881c-9440-4614-a639-17ca19e5098e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:37.095258 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee5a98c2-241e-4bad-89f9-01318827c246 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:37.096249 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74880589-83c4-4b04-9376-6baf2c22e7ef', 'tag': '6f61881c-9440-4614-a639-17ca19e5098e', 'status': 'completed', 'code': 200} Jul 06 12:05:37.117769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0556-d6ce-4b73-a791-61e148e867c5 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.118996 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.121973 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.219488 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.221405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6128c-378a-4bdc-ac49-36fa58aaef18 req-9e42474b-4f69-4e14-aef8-b1a8c156d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:37.223037 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6f6128c-378a-4bdc-ac49-36fa58aaef18 req-9e42474b-4f69-4e14-aef8-b1a8c156d171 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05fd7e32139b46588095fbeececbbec7&device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 1094 time: 0.1189435 Jul 06 12:05:37.305536 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0556-d6ce-4b73-a791-61e148e867c5 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.309345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0556-d6ce-4b73-a791-61e148e867c5 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.318903 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6a8c0556-d6ce-4b73-a791-61e148e867c5 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/security-groups/c69d2336-fe84-4682-a8af-5140459d2275 HTTP/1.1" status: 204 len: 168 time: 0.3467968 Jul 06 12:05:37.347135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:37.352295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c0556-d6ce-4b73-a791-61e148e867c5 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69d2336-fe84-4682-a8af-5140459d2275,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:37.362838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 71586641-ad13-4beb-a996-c8aaf19b73fa no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:37.374826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6128c-378a-4bdc-ac49-36fa58aaef18 req-51902916-e225-42e6-8a73-34dd0057dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:37.376647 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6f6128c-378a-4bdc-ac49-36fa58aaef18 req-51902916-e225-42e6-8a73-34dd0057dd49 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32706393-f6f0-47ec-b7cc-0bd7ce128f1e HTTP/1.1" status: 200 len: 910 time: 0.1423767 Jul 06 12:05:37.397539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 71586641-ad13-4beb-a996-c8aaf19b73fa {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:37.399804 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 71586641-ad13-4beb-a996-c8aaf19b73fa not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:37.430988 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.435736 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6f6128c-378a-4bdc-ac49-36fa58aaef18 req-7d7ba54b-9ee3-4b7a-a8e7-e56c5a42e312 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f61881c-9440-4614-a639-17ca19e5098e HTTP/1.1" status: 200 len: 217 time: 0.0480015 Jul 06 12:05:37.806556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6128c-378a-4bdc-ac49-36fa58aaef18 req-9558dbdd-5560-48f3-927b-6d97b424632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:37.808671 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6f6128c-378a-4bdc-ac49-36fa58aaef18 req-9558dbdd-5560-48f3-927b-6d97b424632d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0c0dfae-57b3-4814-8ae6-885c77461aee HTTP/1.1" status: 200 len: 849 time: 0.3634293 Jul 06 12:05:37.848523 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6f6128c-378a-4bdc-ac49-36fa58aaef18 req-0fac0b29-d036-43ef-bc34-c5be7a98d983 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32706393-f6f0-47ec-b7cc-0bd7ce128f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292439 Jul 06 12:05:37.971772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6f6128c-378a-4bdc-ac49-36fa58aaef18 req-a57bbd08-5c67-4898-8f29-5c417329d0ce service neutron] 10.222.0.86 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156421 Jul 06 12:05:38.095561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f6f6128c-378a-4bdc-ac49-36fa58aaef18 req-de87fc76-0f89-4e82-9e37-fdb9f9e5b7e6 service neutron] 10.222.0.86 "GET /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136112 Jul 06 12:05:38.255360 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.290927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a837e-24c7-462c-bb13-145550bf4aea req-0076349c-575e-4b67-a2fb-42be39dc701b tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.292611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-578a837e-24c7-462c-bb13-145550bf4aea req-0076349c-575e-4b67-a2fb-42be39dc701b tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 943 time: 0.2525167 Jul 06 12:05:38.293962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.390789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-578a837e-24c7-462c-bb13-145550bf4aea req-abdf1ff0-ded9-4e5d-8624-214539d99431 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918734 Jul 06 12:05:38.487427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.25.0.226 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/f41ef5b2-b245-4683-8801-0523a48dcb16) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:38.554928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.697938 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.804597 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.855920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:38.863554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:38.867651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:38.869224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=f41ef5b2-b245-4683-8801-0523a48dcb16,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:39.087434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port be9bfa84-daa4-4e2a-89aa-37bc4028a13a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:39.087938 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.266000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] For port be9bfa84-daa4-4e2a-89aa-37bc4028a13a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=be9bfa84-daa4-4e2a-89aa-37bc4028a13a,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:39.266686 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.274253 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.313647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for be9bfa84-daa4-4e2a-89aa-37bc4028a13a owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:39.628305 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.734517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852def6-7d9a-446b-9db7-72d76313bbfa req-c2560e37-1e4d-4ba1-b380-fd99cc793ed6 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.735960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8852def6-7d9a-446b-9db7-72d76313bbfa req-c2560e37-1e4d-4ba1-b380-fd99cc793ed6 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 943 time: 0.2161980 Jul 06 12:05:39.755958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.834698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=be9bfa84-daa4-4e2a-89aa-37bc4028a13a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:39.874539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8852def6-7d9a-446b-9db7-72d76313bbfa req-158c5a4b-5d6b-482c-bc78-75089bf62026 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313069 Jul 06 12:05:39.999559 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 4c3acca4-c12c-4e86-9183-00068e0e0bda is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:05:40.090053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.223203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:40.242904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Sync routers for ids ['4c3acca4-c12c-4e86-9183-00068e0e0bda'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:40.261950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Routers {'4c3acca4-c12c-4e86-9183-00068e0e0bda'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:40.262829 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4c3acca4-c12c-4e86-9183-00068e0e0bda'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:40.281669 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.287642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46914) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:40.288168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-44099946-79c3-458e-9f51-b562ab9ffdd8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2167895 Jul 06 12:05:40.323607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6f61881c-9440-4614-a639-17ca19e5098e details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:40.333158 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cad451db-b85d-4a2c-9e66-18d2cd2d4c2b tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=64814768bca940c89b9e67066652c148&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443001 Jul 06 12:05:40.336446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46916) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:40.457739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c11505-3c16-4691-a244-fc08d8802701 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:40.459645 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-17c11505-3c16-4691-a244-fc08d8802701 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1219225 Jul 06 12:05:40.462977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46918) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:40.483049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Set router 4c3acca4-c12c-4e86-9183-00068e0e0bda gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:40.500454 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-76a59baf-3779-4bb5-8f25-dc99c49c34d3 tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338655 Jul 06 12:05:40.503437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46920) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:40.510158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712484437', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'project_id': '64814768bca940c89b9e67066652c148', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:40.623516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6f61881c-9440-4614-a639-17ca19e5098e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6f61881c-9440-4614-a639-17ca19e5098e,segment=NetworkSegment(285176ec-a42e-49fd-80d1-d552492a0da0),segment_id=285176ec-a42e-49fd-80d1-d552492a0da0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:40.625292 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:40.630339 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.645716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '6f61881c-9440-4614-a639-17ca19e5098e', 'network_id': '32706393-f6f0-47ec-b7cc-0bd7ce128f1e', 'port_id': '6f61881c-9440-4614-a639-17ca19e5098e', 'mac_address': 'fa:16:3e:d4:6a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c0dfae-57b3-4814-8ae6-885c77461aee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:40.703818 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.740057 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f61881c-9440-4614-a639-17ca19e5098e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:40.789450 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6f61881c-9440-4614-a639-17ca19e5098e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6f61881c-9440-4614-a639-17ca19e5098e,segment=NetworkSegment(285176ec-a42e-49fd-80d1-d552492a0da0),segment_id=285176ec-a42e-49fd-80d1-d552492a0da0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:40.805682 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.824291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 99c0a62f-fc6d-427b-a025-276d631e1d58 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:40.878067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:39Z', 'revision_number': 3, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:40.880175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6f61881c-9440-4614-a639-17ca19e5098e,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:40.896097 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.925727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Checking router: 4c3acca4-c12c-4e86-9183-00068e0e0bda for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:40.927565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Updating router 4c3acca4-c12c-4e86-9183-00068e0e0bda port f41ef5b2-b245-4683-8801-0523a48dcb16 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:05:41.003892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Checking segment: {'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:41.004267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network hostable DHCP agents. Network: d17a0310-48e7-43f0-b09e-138572894a85, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:05:41.012102 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.022955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Subnet': ['ID=51680b7b-fb3d-403d-815e-c1457509178b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:41.036536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:41.038226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network d17a0310-48e7-43f0-b09e-138572894a85 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:05:41.042065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8dd15db0-0110-4f2d-9aa1-9ac944691c13 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "PUT /v2.0/routers/99c0a62f-fc6d-427b-a025-276d631e1d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6945653 Jul 06 12:05:41.045478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46928) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:41.052742 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ea6a5-7f76-4a8c-981f-7cdecf66fd23 None None] Sync routers for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:41.067232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, d17a0310-48e7-43f0-b09e-138572894a85) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:41.073369 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ea6a5-7f76-4a8c-981f-7cdecf66fd23 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:41.074771 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-095ea6a5-7f76-4a8c-981f-7cdecf66fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:41.099629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:41.100506 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.133564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba2b907-3b5c-41e6-bf65-8415f9e47525 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting subnet 800a6969-08ac-4671-a566-09fe9064d851 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:05:41.137286 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b907-3b5c-41e6-bf65-8415f9e47525 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.137794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587100e-f132-4b52-9a80-b0bd72b8c52a req-36ea2dee-f12d-482a-bdbb-2ccb0853ddb9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:41.139933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a587100e-f132-4b52-9a80-b0bd72b8c52a req-36ea2dee-f12d-482a-bdbb-2ccb0853ddb9 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 944 time: 0.0772049 Jul 06 12:05:41.144384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['6f61881c-9440-4614-a639-17ca19e5098e'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:41.186126 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b907-3b5c-41e6-bf65-8415f9e47525 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.187978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f006d524-8e3c-40ef-84dd-77bca1dfddf9 None None] Network d17a0310-48e7-43f0-b09e-138572894a85 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:41.209995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a587100e-f132-4b52-9a80-b0bd72b8c52a req-d88ca748-1a41-4060-b370-4e9e35de44c2 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633311 Jul 06 12:05:41.240600 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1c760217-59ae-4c4a-8cdb-6d1208b7e7b2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7357678 Jul 06 12:05:41.243810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46932) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:41.280684 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-095ea6a5-7f76-4a8c-981f-7cdecf66fd23 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:41.389653 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b907-3b5c-41e6-bf65-8415f9e47525 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.508381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b907-3b5c-41e6-bf65-8415f9e47525 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.566186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2b907-3b5c-41e6-bf65-8415f9e47525 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Subnet': ['ID=800a6969-08ac-4671-a566-09fe9064d851,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:41.573430 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-095ea6a5-7f76-4a8c-981f-7cdecf66fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:05:39Z', 'revision_number': 7, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:41.576049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b907-3b5c-41e6-bf65-8415f9e47525 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.590749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46938) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:41.591314 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1ba2b907-3b5c-41e6-bf65-8415f9e47525 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/subnets/800a6969-08ac-4671-a566-09fe9064d851 HTTP/1.1" status: 204 len: 168 time: 0.5380399 Jul 06 12:05:41.601848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5648182b-279f-40eb-8677-6b904bfe29e9 None None] Network 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:41.604302 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ea6a5-7f76-4a8c-981f-7cdecf66fd23 None None] Checking router: 99c0a62f-fc6d-427b-a025-276d631e1d58 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:41.613732 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ea6a5-7f76-4a8c-981f-7cdecf66fd23 None None] Routers {'99c0a62f-fc6d-427b-a025-276d631e1d58'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:41.614359 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-095ea6a5-7f76-4a8c-981f-7cdecf66fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['99c0a62f-fc6d-427b-a025-276d631e1d58'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:41.755432 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-095ea6a5-7f76-4a8c-981f-7cdecf66fd23 None None] Set router 99c0a62f-fc6d-427b-a025-276d631e1d58 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:41.760069 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.814124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-d17a0310-48e7-43f0-b09e-138572894a85', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'tenant_id': '64814768bca940c89b9e67066652c148', 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:05:41.814957 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.947041 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.977502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Transition to ACTIVE for port object f41ef5b2-b245-4683-8801-0523a48dcb16 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:41.993274 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-095ea6a5-7f76-4a8c-981f-7cdecf66fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:05:39Z', 'revision_number': 7, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:41.997198 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.059147 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ea6a5-7f76-4a8c-981f-7cdecf66fd23 None None] The sync data for ids ['99c0a62f-fc6d-427b-a025-276d631e1d58'] in n-d-799527-2 is: [{'id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'name': 'tempest-TestNetworkBasicOps-router-1122080020', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:48Z', 'updated_at': '2021-07-06T12:05:39Z', 'revision_number': 7, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'c96f4565-19ac-41f6-9406-1c78fa38eda3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:90:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c0a62f-fc6d-427b-a025-276d631e1d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:49Z', 'updated_at': '2021-07-06T12:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:42.083619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Attempting to bind port f41ef5b2-b245-4683-8801-0523a48dcb16 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:42.083998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Attempting to bind port f41ef5b2-b245-4683-8801-0523a48dcb16 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:42.084350 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Attempting to bind port f41ef5b2-b245-4683-8801-0523a48dcb16 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:42.092001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788abdd7-fb65-4d81-ac0b-3522855f55d0 None None] DHCP port deletion for 9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:05:42.126318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Allocated IP 172.20.0.2 (d17a0310-48e7-43f0-b09e-138572894a85/51680b7b-fb3d-403d-815e-c1457509178b/457e6b6b-fe48-4ca1-b383-4b8f9f52233e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:42.128885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:42.129227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:42.129763 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.130865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:42.130865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Bound port: f41ef5b2-b245-4683-8801-0523a48dcb16, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:42.131708 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.133538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3aa6c-78ca-4200-9c95-99bcdb496ec3 None None] Pushing event updated for resources: {'Port': ['ID=f41ef5b2-b245-4683-8801-0523a48dcb16,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:42.144004 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.225575 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.301650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port c96f4565-19ac-41f6-9406-1c78fa38eda3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:42.302013 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.430472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6f61881c-9440-4614-a639-17ca19e5098e up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:42.494982 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] For port f41ef5b2-b245-4683-8801-0523a48dcb16, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:42.547848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] For port f41ef5b2-b245-4683-8801-0523a48dcb16, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f41ef5b2-b245-4683-8801-0523a48dcb16,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:42.557494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] For port c96f4565-19ac-41f6-9406-1c78fa38eda3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c96f4565-19ac-41f6-9406-1c78fa38eda3,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:42.557981 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.563202 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.588115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for c96f4565-19ac-41f6-9406-1c78fa38eda3 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:42.603500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b97e2-9307-4d54-84c2-b311d17f156c req-4dcde501-828d-4246-9c01-1e83958ff66f tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:42.605754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f5b97e2-9307-4d54-84c2-b311d17f156c req-4dcde501-828d-4246-9c01-1e83958ff66f tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 944 time: 0.2326396 Jul 06 12:05:42.640981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3aa6c-78ca-4200-9c95-99bcdb496ec3 None None] Pushing event updated for resources: {'Port': ['ID=f41ef5b2-b245-4683-8801-0523a48dcb16,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:42.645553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-788abdd7-fb65-4d81-ac0b-3522855f55d0 None None] Deleting port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:42.646105 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-788abdd7-fb65-4d81-ac0b-3522855f55d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.654447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8297b8aa-1d7a-4420-9e77-1648f74f16d2 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:42.754325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f5b97e2-9307-4d54-84c2-b311d17f156c req-4e099b11-865e-4161-b5a2-f530c6d27893 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403129 Jul 06 12:05:42.874952 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 6f61881c-9440-4614-a639-17ca19e5098e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:42.894264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-788abdd7-fb65-4d81-ac0b-3522855f55d0 None None] For port 8297b8aa-1d7a-4420-9e77-1648f74f16d2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8297b8aa-1d7a-4420-9e77-1648f74f16d2,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:42.894722 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-788abdd7-fb65-4d81-ac0b-3522855f55d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.897602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Routers {'4c3acca4-c12c-4e86-9183-00068e0e0bda'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:42.898622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4c3acca4-c12c-4e86-9183-00068e0e0bda'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:42.899979 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 6f61881c-9440-4614-a639-17ca19e5098e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:42.900348 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.908093 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.922107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.947653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=c96f4565-19ac-41f6-9406-1c78fa38eda3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:42.972439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-788abdd7-fb65-4d81-ac0b-3522855f55d0 None None] Calling delete_port for 8297b8aa-1d7a-4420-9e77-1648f74f16d2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:42.982335 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:05:42.982564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Transition to ACTIVE for port object 457e6b6b-fe48-4ca1-b383-4b8f9f52233e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:43.017462 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.110949 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.113253 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.121234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Transition to ACTIVE for port object 457e6b6b-fe48-4ca1-b383-4b8f9f52233e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:43.132633 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.138707 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.203774 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.204289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Fanout notify agent at l3_agent the message router_deleted on router 99c0a62f-fc6d-427b-a025-276d631e1d58 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:05:43.212997 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.218313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b3256af4-544c-4341-af6b-632660cf9f7f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/routers/99c0a62f-fc6d-427b-a025-276d631e1d58 HTTP/1.1" status: 204 len: 168 time: 1.6266248 Jul 06 12:05:43.218313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 46952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:43.231549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Network d17a0310-48e7-43f0-b09e-138572894a85 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:43.233680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] Set router 4c3acca4-c12c-4e86-9183-00068e0e0bda gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:43.275593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.20.0.1 (d17a0310-48e7-43f0-b09e-138572894a85/51680b7b-fb3d-403d-815e-c1457509178b/5829789d-43a6-4596-9acf-eee9b2110938) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:43.310729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:43.324932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:43.328716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 8297b8aa-1d7a-4420-9e77-1648f74f16d2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8297b8aa-1d7a-4420-9e77-1648f74f16d2,segment=NetworkSegment(01ea70ca-501d-48a2-a88e-4852a98836cd),segment_id=01ea70ca-501d-48a2-a88e-4852a98836cd)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:43.334627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Pushing event updated for resources: {'Port': ['ID=457e6b6b-fe48-4ca1-b383-4b8f9f52233e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:43.373332 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.374476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device be9bfa84-daa4-4e2a-89aa-37bc4028a13a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:43.378506 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.479288 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-788abdd7-fb65-4d81-ac0b-3522855f55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.490255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event deleted for resources: {'Port': ['ID=8297b8aa-1d7a-4420-9e77-1648f74f16d2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:43.492662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: be9bfa84-daa4-4e2a-89aa-37bc4028a13a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:43.493339 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device be9bfa84-daa4-4e2a-89aa-37bc4028a13a not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:43.501665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:43.502170 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.553365 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.562320 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.565153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788abdd7-fb65-4d81-ac0b-3522855f55d0 None None] Pushing event deleted for resources: {'Port': ['ID=8297b8aa-1d7a-4420-9e77-1648f74f16d2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:43.569037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788abdd7-fb65-4d81-ac0b-3522855f55d0 None None] No DVR routers for this DVR port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:43.617433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Attempting to bind port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:43.617809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Attempting to bind port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:43.618181 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Attempting to bind port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e on network d17a0310-48e7-43f0-b09e-138572894a85 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:43.630522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74880589-83c4-4b04-9376-6baf2c22e7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f61881c-9440-4614-a639-17ca19e5098e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:43.630522 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a9031d-fa89-41ed-97f5-3225cd29274a" -d '{"events": [{"server_uuid": "74880589-83c4-4b04-9376-6baf2c22e7ef", "name": "network-vif-plugged", "status": "completed", "tag": "6f61881c-9440-4614-a639-17ca19e5098e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:43.631907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Transition to ACTIVE for port object 5829789d-43a6-4596-9acf-eee9b2110938 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:43.649720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:43.650286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Checking segment: {'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:43.650501 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.650897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Bound using segment: {'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:43.652159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Bound port: 457e6b6b-fe48-4ca1-b383-4b8f9f52233e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:43.652610 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.656500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6f61881c-9440-4614-a639-17ca19e5098e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6f61881c-9440-4614-a639-17ca19e5098e,segment=NetworkSegment(285176ec-a42e-49fd-80d1-d552492a0da0),segment_id=285176ec-a42e-49fd-80d1-d552492a0da0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:43.657064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] For port 8297b8aa-1d7a-4420-9e77-1648f74f16d2, host n-d-799527-2, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:43.657486 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.674671 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.678119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for 8297b8aa-1d7a-4420-9e77-1648f74f16d2 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:43.684609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:05:43.693401 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.749129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=8297b8aa-1d7a-4420-9e77-1648f74f16d2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:43.761581 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] No DVR routers for this DVR port 8297b8aa-1d7a-4420-9e77-1648f74f16d2 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:43.799513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6f61881c-9440-4614-a639-17ca19e5098e,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:43.830946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] For port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:43.887182 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] For port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=457e6b6b-fe48-4ca1-b383-4b8f9f52233e,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:43.889335 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5919b56-f1b8-4ee3-b029-4fa98bf0576d x-openstack-request-id: req-a5919b56-f1b8-4ee3-b029-4fa98bf0576d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:43.889638 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74880589-83c4-4b04-9376-6baf2c22e7ef", "name": "network-vif-plugged", "status": "completed", "tag": "6f61881c-9440-4614-a639-17ca19e5098e", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:43.889908 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5919b56-f1b8-4ee3-b029-4fa98bf0576d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:43.890272 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74880589-83c4-4b04-9376-6baf2c22e7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f61881c-9440-4614-a639-17ca19e5098e', 'code': 200} Jul 06 12:05:43.898786 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.959654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:39Z', 'revision_number': 3, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:43.973190 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.002277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e95d3-ba5d-4bfc-a7d5-5216589e019b None None] The sync data for ids ['4c3acca4-c12c-4e86-9183-00068e0e0bda'] in n-d-799527-2 is: [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:39Z', 'revision_number': 3, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:44.013510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f4c87-e19d-4eae-9548-acbba844096f None None] Pushing event updated for resources: {'Port': ['ID=457e6b6b-fe48-4ca1-b383-4b8f9f52233e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:44.034919 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:44.057511 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.061127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ea70ca-501d-48a2-a88e-4852a98836cd') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:44.061427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ea70ca-501d-48a2-a88e-4852a98836cd') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:44.085826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53900d-66fe-46af-b5fc-aa13e24930f5 req-c2b25660-90aa-43cc-89d4-646b9d477c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:44.087380 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a53900d-66fe-46af-b5fc-aa13e24930f5 req-c2b25660-90aa-43cc-89d4-646b9d477c08 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 1096 time: 0.1295033 Jul 06 12:05:44.140254 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.161370 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0a53900d-66fe-46af-b5fc-aa13e24930f5 req-fb1927c2-01e2-4ea8-bc60-c9d9468bdc66 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566204 Jul 06 12:05:44.177527 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7d08359-2213-4340-a013-e5dc32aa916f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.190568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network d17a0310-48e7-43f0-b09e-138572894a85 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:44.193644 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.217327 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:44.227667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:05:44.228086 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.231694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:05:44.236169 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:05:44.356653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=5829789d-43a6-4596-9acf-eee9b2110938,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:44.368491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c96f4565-19ac-41f6-9406-1c78fa38eda3 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:44.397495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: c96f4565-19ac-41f6-9406-1c78fa38eda3 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:44.398663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c96f4565-19ac-41f6-9406-1c78fa38eda3 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:44.423757 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.501519 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.530651 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.532577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/networks/9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8 HTTP/1.1" status: 204 len: 168 time: 1.3141384 Jul 06 12:05:44.555083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46970) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:44.556245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6d3b7-3478-4237-bd4b-b01d48abfae7 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Network': ['ID=9eb64b6d-8aee-4cbe-8341-4dfda3ff89f8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:44.560654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'network': {'name': 'tempest-network-smoke--553190673', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'port_security_enabled': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:44.596473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Made reservation on behalf of e3e46c674c2f4219960b47ed35b21180 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:44.600885 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.612867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcfdae-91e8-42f7-af69-b5c855525773 req-9c9de733-993e-4714-9fa6-91700c0ecb96 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:44.614432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdfcfdae-91e8-42f7-af69-b5c855525773 req-9c9de733-993e-4714-9fa6-91700c0ecb96 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 945 time: 0.4482005 Jul 06 12:05:44.639611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:05:44.654950 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.655489 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Added segment dfad468c-dfad-4a66-ad56-2526ae9bc754 of type vlan for network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 Jul 06 12:05:44.739057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdfcfdae-91e8-42f7-af69-b5c855525773 req-3d7f3278-f921-49c0-b2b1-055fd4d8034c tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151960 Jul 06 12:05:44.747317 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.752348 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.832371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.840039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:44.841328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.117276 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5591402 Jul 06 12:05:45.127653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 46978) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:45.143047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-218930180', 'admin_state_up': True, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:45.164678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a575e8-b842-43e2-b701-4f569b2e7aff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Network': ['ID=570a6303-56e3-41c8-b7dd-a0b32a3283f4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:45.180335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:05:45.216058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.217960 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.406182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.557313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b937d-ce3e-44ee-a01b-a6499b6e954d None None] Network d17a0310-48e7-43f0-b09e-138572894a85 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:45.650670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e240d4b5-cf3d-46d2-967c-a9fb7c4d7037 None None] Provisioning for port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:45.660897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.896908 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.904047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.985428 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.024379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.033769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=5829789d-43a6-4596-9acf-eee9b2110938,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:46.038312 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.138349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414e5c-3457-4bcc-80ac-b21d45c3457e req-42c37f5a-e1db-417b-a601-da02843298eb tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:46.148154 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25414e5c-3457-4bcc-80ac-b21d45c3457e req-42c37f5a-e1db-417b-a601-da02843298eb tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 945 time: 0.1862688 Jul 06 12:05:46.257610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network d17a0310-48e7-43f0-b09e-138572894a85 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:46.259920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:46.265957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25414e5c-3457-4bcc-80ac-b21d45c3457e req-b2a22cee-fbe3-4202-93c0-6ab3a7adcf0e tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059809 Jul 06 12:05:46.308977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Allocated IP 172.25.0.193 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/d13804aa-a817-4c11-8271-0b853e7354de) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:46.345872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2c440fdb-25bb-4cd8-8b1e-35405acc66d0 None None] Provisioning for port 5829789d-43a6-4596-9acf-eee9b2110938 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:46.371575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2c440fdb-25bb-4cd8-8b1e-35405acc66d0 None None] Provisioning complete for port 5829789d-43a6-4596-9acf-eee9b2110938 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:46.372111 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c440fdb-25bb-4cd8-8b1e-35405acc66d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.496612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2c440fdb-25bb-4cd8-8b1e-35405acc66d0 None None] Port 5829789d-43a6-4596-9acf-eee9b2110938 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:05:46.510425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 457e6b6b-fe48-4ca1-b383-4b8f9f52233e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:46.511387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 4c3acca4-c12c-4e86-9183-00068e0e0bda has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:46.573955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.632712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:46.643326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:46.643817 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.673425 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.705443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:46.715564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b469632b-bba4-49a5-bd57-fceab7f7fdc5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "PUT /v2.0/routers/4c3acca4-c12c-4e86-9183-00068e0e0bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4672894 Jul 06 12:05:46.802847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5017657c-2aba-4891-b49d-a9b6054dd9e9 None None] Provisioning complete for port 5829789d-43a6-4596-9acf-eee9b2110938 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:46.805518 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5017657c-2aba-4891-b49d-a9b6054dd9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.813569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:46.824892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:46.830046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:46.843727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=d13804aa-a817-4c11-8271-0b853e7354de,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:46.869606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Sync routers for ids ['4c3acca4-c12c-4e86-9183-00068e0e0bda'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:46.922362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Routers {'4c3acca4-c12c-4e86-9183-00068e0e0bda'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:46.923000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4c3acca4-c12c-4e86-9183-00068e0e0bda'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:46.937721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5017657c-2aba-4891-b49d-a9b6054dd9e9 None None] Port 5829789d-43a6-4596-9acf-eee9b2110938 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:05:47.077953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-14cd94c6-0ac0-4c3c-b711-191a8e3e22b8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671697631&fields=id&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 267 time: 0.0690763 Jul 06 12:05:47.265101 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.278337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-014ff262-a49e-4ad6-a792-7996902f0826 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:47.281078 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-014ff262-a49e-4ad6-a792-7996902f0826 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/networks?id=d17a0310-48e7-43f0-b09e-138572894a85 HTTP/1.1" status: 200 len: 796 time: 0.1952088 Jul 06 12:05:47.320974 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-ba3869d7-160b-4032-ac9f-f9e52eba4094 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/quotas/64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 375 time: 0.0322528 Jul 06 12:05:47.345120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c773ce43-9a45-4304-b8e7-5d9e6d231a84 None None] Provisioning complete for port 5829789d-43a6-4596-9acf-eee9b2110938 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:47.345761 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c773ce43-9a45-4304-b8e7-5d9e6d231a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.416742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Set router 4c3acca4-c12c-4e86-9183-00068e0e0bda gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:47.455894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-f9c03fc3-ccf4-42ac-a320-4f21ac9106ec tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267705 Jul 06 12:05:47.467651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.495854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=457e6b6b-fe48-4ca1-b383-4b8f9f52233e,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:47.504163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c773ce43-9a45-4304-b8e7-5d9e6d231a84 None None] Port 5829789d-43a6-4596-9acf-eee9b2110938 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:05:47.509170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.509983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f41ef5b2-b245-4683-8801-0523a48dcb16 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:47.594575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-b8b05e76-d822-4cf3-959b-dc7fbd103a50 service neutron] 10.222.0.21 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245520 Jul 06 12:05:47.758906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=457e6b6b-fe48-4ca1-b383-4b8f9f52233e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:47.796055 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port f41ef5b2-b245-4683-8801-0523a48dcb16 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:47.804847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-77604ad3-dbef-42eb-b422-f1af9aa5f1d8 service neutron] 10.222.0.21 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030454 Jul 06 12:05:47.848834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f41ef5b2-b245-4683-8801-0523a48dcb16 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:47.850431 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.852417 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.038455 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5b0f7ea-63c1-42af-8b7e-5d6f6bc982dc req-961d248e-10ce-4030-9c47-5d8232338edb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 210 time: 0.0774262 Jul 06 12:05:48.124309 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.127965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 803e930c-ae37-43b6-910f-7884ba2b59af is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:05:48.133626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:44Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '5829789d-43a6-4596-9acf-eee9b2110938', 'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:69:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:42Z', 'updated_at': '2021-07-06T12:05:45Z', 'revision_number': 2, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '51680b7b-fb3d-403d-815e-c1457509178b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:48.171736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Checking router: 4c3acca4-c12c-4e86-9183-00068e0e0bda for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:48.172010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Updating router 4c3acca4-c12c-4e86-9183-00068e0e0bda port 5829789d-43a6-4596-9acf-eee9b2110938 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:05:48.190416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afde03-881b-4918-8768-e91646a7e4cc req-d9c6b61a-cb3b-4400-81a5-3baa67a94e52 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.210922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1afde03-881b-4918-8768-e91646a7e4cc req-d9c6b61a-cb3b-4400-81a5-3baa67a94e52 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 945 time: 0.1688852 Jul 06 12:05:48.218894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port f41ef5b2-b245-4683-8801-0523a48dcb16, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f41ef5b2-b245-4683-8801-0523a48dcb16,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:48.232578 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.267265 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.268769 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.289516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1afde03-881b-4918-8768-e91646a7e4cc req-5c8ccde3-d17a-4393-8dbd-20d871b4cb2d tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731244 Jul 06 12:05:48.337057 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=f41ef5b2-b245-4683-8801-0523a48dcb16,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:48.374591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:48.396653 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Sync routers for ids ['803e930c-ae37-43b6-910f-7884ba2b59af'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:48.405622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.405857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 457e6b6b-fe48-4ca1-b383-4b8f9f52233e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:48.407644 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d063ee50-005f-4389-84c0-ce214d248898 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2786410 Jul 06 12:05:48.412313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47036) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:48.423826 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Routers {'803e930c-ae37-43b6-910f-7884ba2b59af'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:48.425457 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['803e930c-ae37-43b6-910f-7884ba2b59af'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:48.465624 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b21d5159-111b-4efb-b899-5178ac0e71c1 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e3e46c674c2f4219960b47ed35b21180&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460987 Jul 06 12:05:48.466658 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0a003e7-7812-4961-b01b-a1441a5c8c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.468645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47038) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:48.547016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:48.547534 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.716601 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d535bc0a-cba5-4b03-b4a8-f747679d047c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.721974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d535bc0a-cba5-4b03-b4a8-f747679d047c tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2483788 Jul 06 12:05:48.722178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47050) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:48.790360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5ffd15f6-ee9b-411c-a6f7-a894a99e7793 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645964 Jul 06 12:05:48.790826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47052) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:48.797444 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-780362338', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:48.852336 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.869883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Transition to ACTIVE for port object 5829789d-43a6-4596-9acf-eee9b2110938 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:48.874159 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Set router 803e930c-ae37-43b6-910f-7884ba2b59af gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:48.881483 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.966524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Made reservation on behalf of e3e46c674c2f4219960b47ed35b21180 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:48.971231 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.002193 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.032196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b16d79-a993-4c2e-b7be-665d099ecd3c None None] Pushing event updated for resources: {'Port': ['ID=5829789d-43a6-4596-9acf-eee9b2110938,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:49.301183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Attempting to bind port 5829789d-43a6-4596-9acf-eee9b2110938 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:49.301940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Attempting to bind port 5829789d-43a6-4596-9acf-eee9b2110938 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:49.308344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Attempting to bind port 5829789d-43a6-4596-9acf-eee9b2110938 on network d17a0310-48e7-43f0-b09e-138572894a85 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:49.319875 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:49.320812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Checking segment: {'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:49.321677 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.322333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Bound using segment: {'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:49.323788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Bound port: 5829789d-43a6-4596-9acf-eee9b2110938, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:49.326246 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.414137 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:47Z', 'revision_number': 3, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:49.423212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3d677a6-e413-49ab-b028-5fa362fbb3c1 req-16b7d585-6479-4fa2-9acb-96b5b22cf353 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 210 time: 0.0855460 Jul 06 12:05:49.499890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] For port 5829789d-43a6-4596-9acf-eee9b2110938, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:49.505623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] For port 5829789d-43a6-4596-9acf-eee9b2110938, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5829789d-43a6-4596-9acf-eee9b2110938,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:49.508644 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Checking router: 803e930c-ae37-43b6-910f-7884ba2b59af for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:49.509003 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Updating router 803e930c-ae37-43b6-910f-7884ba2b59af port d13804aa-a817-4c11-8271-0b853e7354de binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:05:49.516348 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.623979 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.643135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b16d79-a993-4c2e-b7be-665d099ecd3c None None] Pushing event updated for resources: {'Port': ['ID=5829789d-43a6-4596-9acf-eee9b2110938,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:49.649077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Routers {'4c3acca4-c12c-4e86-9183-00068e0e0bda'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:49.649874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4c3acca4-c12c-4e86-9183-00068e0e0bda'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:49.774669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb61fa-b118-42cd-8ca4-3a4d09dde5f6 req-9f768597-2c9f-4ac1-9e27-ac3fa69b93b0 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:49.791570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fbb61fa-b118-42cd-8ca4-3a4d09dde5f6 req-9f768597-2c9f-4ac1-9e27-ac3fa69b93b0 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 945 time: 0.1800539 Jul 06 12:05:49.837361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] Set router 4c3acca4-c12c-4e86-9183-00068e0e0bda gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:49.885453 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fbb61fa-b118-42cd-8ca4-3a4d09dde5f6 req-554f8f17-a327-4083-916a-08cdb8228fcc tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905719 Jul 06 12:05:49.916849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de7508-3c90-4a5e-a17a-931e82b18dae req-0af1100a-2ad6-487f-b122-193507f82675 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:49.924377 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-39de7508-3c90-4a5e-a17a-931e82b18dae req-0af1100a-2ad6-487f-b122-193507f82675 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.86 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 945 time: 0.7825894 Jul 06 12:05:50.068733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.161788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:44Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '5829789d-43a6-4596-9acf-eee9b2110938', 'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:69:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:42Z', 'updated_at': '2021-07-06T12:05:49Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '51680b7b-fb3d-403d-815e-c1457509178b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:50.195324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bafa6d-29dd-4059-8f34-ce5c95391282 None None] The sync data for ids ['4c3acca4-c12c-4e86-9183-00068e0e0bda'] in n-d-799527-2 is: [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:44Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '5829789d-43a6-4596-9acf-eee9b2110938', 'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:69:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:42Z', 'updated_at': '2021-07-06T12:05:49Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '51680b7b-fb3d-403d-815e-c1457509178b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:50.204824 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.218163 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Transition to ACTIVE for port object d13804aa-a817-4c11-8271-0b853e7354de will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:50.231587 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.391734 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Pushing event updated for resources: {'Port': ['ID=d13804aa-a817-4c11-8271-0b853e7354de,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:50.413173 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Attempting to bind port d13804aa-a817-4c11-8271-0b853e7354de on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:50.413789 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Attempting to bind port d13804aa-a817-4c11-8271-0b853e7354de by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:50.414350 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Attempting to bind port d13804aa-a817-4c11-8271-0b853e7354de on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:50.423405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f41ef5b2-b245-4683-8801-0523a48dcb16 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:50.428678 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.429035 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.429381 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.429720 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.430056 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.430384 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.430716 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.431044 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.431369 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.431736 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.432063 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.432389 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:50.445067 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:50.445698 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:50.446342 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.446929 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:50.448057 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Bound port: d13804aa-a817-4c11-8271-0b853e7354de, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:50.449468 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.463109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Subnet': ['ID=3c72b55c-7d8b-4cef-8b07-98e1d907dbe8,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:50.501364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Checking segment: {'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:50.501801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network hostable DHCP agents. Network: 570a6303-56e3-41c8-b7dd-a0b32a3283f4, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:05:50.535031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f41ef5b2-b245-4683-8801-0523a48dcb16 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:50.535466 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.545673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-35c10770-0d0a-4962-9cc4-6f71f7462437 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.547717 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-35c10770-0d0a-4962-9cc4-6f71f7462437 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "GET /v2.0/networks?id=d17a0310-48e7-43f0-b09e-138572894a85 HTTP/1.1" status: 200 len: 796 time: 0.4806306 Jul 06 12:05:50.582511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:05:50.585971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-39de7508-3c90-4a5e-a17a-931e82b18dae req-7d650698-0e9d-4c88-a0e7-fc24b9a255df tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Deleting port 6f61881c-9440-4614-a639-17ca19e5098e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:50.601621 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-39de7508-3c90-4a5e-a17a-931e82b18dae req-7d650698-0e9d-4c88-a0e7-fc24b9a255df tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.644069 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] For port d13804aa-a817-4c11-8271-0b853e7354de, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:50.648206 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] For port d13804aa-a817-4c11-8271-0b853e7354de, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d13804aa-a817-4c11-8271-0b853e7354de,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:50.657114 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.663147 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.710768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-47b24acf-a617-460e-ac9a-42b90f01a7c6 req-64deeb78-e322-4f24-8560-bc670c54ae9d tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 210 time: 0.0713794 Jul 06 12:05:50.724197 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Routers {'803e930c-ae37-43b6-910f-7884ba2b59af'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:50.724834 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['803e930c-ae37-43b6-910f-7884ba2b59af'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:50.742540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 570a6303-56e3-41c8-b7dd-a0b32a3283f4) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:50.754746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c81816-ae7f-42fe-8895-835386bed413 None None] Network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:50.766293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.767327 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.774684 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-23d31863-c29f-44b9-a621-64a760831200 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64814768bca940c89b9e67066652c148 HTTP/1.1" status: 200 len: 380 time: 0.2134242 Jul 06 12:05:50.794824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'port': {'device_id': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'admin_state_up': True, 'tenant_id': '64814768bca940c89b9e67066652c148', 'security_groups': ['b4edec0b-80e4-4e70-a8a7-c75735101cc8']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:50.846259 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6fbcf-b734-48f7-83fa-f266d055d5b1 None None] Pushing event updated for resources: {'Port': ['ID=d13804aa-a817-4c11-8271-0b853e7354de,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:50.875712 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2c0dce07-7072-4a0c-a2f3-1d55b25c4916 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0835335 Jul 06 12:05:50.878613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:50.957962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-39de7508-3c90-4a5e-a17a-931e82b18dae req-7d650698-0e9d-4c88-a0e7-fc24b9a255df tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] For port 6f61881c-9440-4614-a639-17ca19e5098e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6f61881c-9440-4614-a639-17ca19e5098e,segment=NetworkSegment(285176ec-a42e-49fd-80d1-d552492a0da0),segment_id=285176ec-a42e-49fd-80d1-d552492a0da0)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:50.958561 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-39de7508-3c90-4a5e-a17a-931e82b18dae req-7d650698-0e9d-4c88-a0e7-fc24b9a255df tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.986006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-39de7508-3c90-4a5e-a17a-931e82b18dae req-7d650698-0e9d-4c88-a0e7-fc24b9a255df tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Calling delete_port for 6f61881c-9440-4614-a639-17ca19e5098e owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:51.029332 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] Set router 803e930c-ae37-43b6-910f-7884ba2b59af gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:51.051331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Made reservation on behalf of 64814768bca940c89b9e67066652c148 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:51.060278 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.125357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ips': [{'subnet_id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:05:51.126264 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.403368 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:47Z', 'revision_number': 3, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:51.416967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94383f28-d0c4-44b8-a619-784231eaacfb req-a91c42a7-cbf4-4c4b-8b4d-1ce5386cae9d tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:51.419821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94383f28-d0c4-44b8-a619-784231eaacfb req-a91c42a7-cbf4-4c4b-8b4d-1ce5386cae9d tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 945 time: 0.2010169 Jul 06 12:05:51.457221 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535637e-2cf2-4f1a-bafe-dc44d6459182 None None] The sync data for ids ['803e930c-ae37-43b6-910f-7884ba2b59af'] in n-d-799527-2 is: [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:47Z', 'revision_number': 3, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:51.465959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Allocated IP 172.20.0.2 (570a6303-56e3-41c8-b7dd-a0b32a3283f4/3c72b55c-7d8b-4cef-8b07-98e1d907dbe8/8b406668-8b18-42b4-9a79-240bc5515842) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:51.565470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.20.0.8 (d17a0310-48e7-43f0-b09e-138572894a85/51680b7b-fb3d-403d-815e-c1457509178b/94172c9d-7269-4619-bae4-1231d30622d4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:51.629294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94383f28-d0c4-44b8-a619-784231eaacfb req-16d7bf12-7203-4233-8d50-ad5b9439ba69 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/security-groups?id=33209349-4b6b-4b41-b217-c947bc2c8796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024376 Jul 06 12:05:51.706447 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-39de7508-3c90-4a5e-a17a-931e82b18dae req-7d650698-0e9d-4c88-a0e7-fc24b9a255df tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.769972 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.776418 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.779293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Transition to ACTIVE for port object 8b406668-8b18-42b4-9a79-240bc5515842 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:51.804881 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Transition to ACTIVE for port object 8b406668-8b18-42b4-9a79-240bc5515842 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:51.814828 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.825230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d650698-0e9d-4c88-a0e7-fc24b9a255df tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Pushing event deleted for resources: {'Port': ['ID=6f61881c-9440-4614-a639-17ca19e5098e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:51.886685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:51.904174 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:51.915009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:51.930751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-39de7508-3c90-4a5e-a17a-931e82b18dae req-7d650698-0e9d-4c88-a0e7-fc24b9a255df tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] No DVR routers for this DVR port 6f61881c-9440-4614-a639-17ca19e5098e on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:51.931722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Pushing event updated for resources: {'Port': ['ID=8b406668-8b18-42b4-9a79-240bc5515842,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:51.940163 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-39de7508-3c90-4a5e-a17a-931e82b18dae req-7d650698-0e9d-4c88-a0e7-fc24b9a255df tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.942744 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-39de7508-3c90-4a5e-a17a-931e82b18dae req-7d650698-0e9d-4c88-a0e7-fc24b9a255df tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.86 "DELETE /v2.0/ports/6f61881c-9440-4614-a639-17ca19e5098e HTTP/1.1" status: 204 len: 173 time: 2.0052867 Jul 06 12:05:51.943542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74880589-83c4-4b04-9376-6baf2c22e7ef', 'name': 'network-vif-deleted', 'tag': '6f61881c-9440-4614-a639-17ca19e5098e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:51.947353 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2075bf-f0a2-44bd-aef8-cbb6e6c778ae" -d '{"events": [{"server_uuid": "74880589-83c4-4b04-9376-6baf2c22e7ef", "name": "network-vif-deleted", "tag": "6f61881c-9440-4614-a639-17ca19e5098e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:52.117752 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Attempting to bind port 8b406668-8b18-42b4-9a79-240bc5515842 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:52.119546 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Attempting to bind port 8b406668-8b18-42b4-9a79-240bc5515842 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:52.120826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Attempting to bind port 8b406668-8b18-42b4-9a79-240bc5515842 on network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:52.138232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:52.140268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Checking segment: {'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:52.141420 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.143361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Bound using segment: {'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:52.144414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Bound port: 8b406668-8b18-42b4-9a79-240bc5515842, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:52.145548 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.156301 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689ff524-4c01-4b94-8103-0bc8590c4fc7 x-openstack-request-id: req-689ff524-4c01-4b94-8103-0bc8590c4fc7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:52.156854 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74880589-83c4-4b04-9376-6baf2c22e7ef", "name": "network-vif-deleted", "tag": "6f61881c-9440-4614-a639-17ca19e5098e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:52.158758 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-689ff524-4c01-4b94-8103-0bc8590c4fc7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:52.159293 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74880589-83c4-4b04-9376-6baf2c22e7ef', 'name': 'network-vif-deleted', 'tag': '6f61881c-9440-4614-a639-17ca19e5098e', 'status': 'completed', 'code': 200} Jul 06 12:05:52.167274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.205854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Transition to ACTIVE for port object 94172c9d-7269-4619-bae4-1231d30622d4 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:52.259482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-39a70143-47bf-44cd-af12-ea286fa3538a req-9a479f63-1b28-4e7a-83b1-0bd3379c4af9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 210 time: 0.0652344 Jul 06 12:05:52.307120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.332619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-46ce29c9-224b-405b-a763-c410b951943b None None] For port 8b406668-8b18-42b4-9a79-240bc5515842, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:52.344306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-46ce29c9-224b-405b-a763-c410b951943b None None] For port 8b406668-8b18-42b4-9a79-240bc5515842, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8b406668-8b18-42b4-9a79-240bc5515842,segment=NetworkSegment(dfad468c-dfad-4a66-ad56-2526ae9bc754),segment_id=dfad468c-dfad-4a66-ad56-2526ae9bc754)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:52.353136 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.395657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network d17a0310-48e7-43f0-b09e-138572894a85 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:52.413499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:52.428694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:52.449287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6f61881c-9440-4614-a639-17ca19e5098e no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:52.522587 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=94172c9d-7269-4619-bae4-1231d30622d4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:52.556324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5829789d-43a6-4596-9acf-eee9b2110938 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:52.576906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:52.578158 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.591901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 6f61881c-9440-4614-a639-17ca19e5098e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:52.592526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6f61881c-9440-4614-a639-17ca19e5098e not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:52.602382 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e6a7870-bc4a-47eb-8b50-5b510f551a2f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8177817 Jul 06 12:05:52.616255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Request body: {'port': {'device_id': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:52.680367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce29c9-224b-405b-a763-c410b951943b None None] Pushing event updated for resources: {'Port': ['ID=8b406668-8b18-42b4-9a79-240bc5515842,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:52.715326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 5829789d-43a6-4596-9acf-eee9b2110938 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:52.728635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5829789d-43a6-4596-9acf-eee9b2110938 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:52.735633 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.895671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Allocated IP 172.20.0.1 (570a6303-56e3-41c8-b7dd-a0b32a3283f4/3c72b55c-7d8b-4cef-8b07-98e1d907dbe8/7c976fed-0d4e-469d-a6d9-df069c105f16) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:52.984713 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.220544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.239188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Transition to ACTIVE for port object 7c976fed-0d4e-469d-a6d9-df069c105f16 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:53.354058 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.416395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7abbd7dd-430b-4654-b662-e02b3eaa7e29 None None] Provisioning for port 94172c9d-7269-4619-bae4-1231d30622d4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:53.423006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7abbd7dd-430b-4654-b662-e02b3eaa7e29 None None] Provisioning complete for port 94172c9d-7269-4619-bae4-1231d30622d4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:53.423326 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7abbd7dd-430b-4654-b662-e02b3eaa7e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.451185 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80b0409e-9ad4-47b7-8833-b1e01444640e req-71e799d0-d903-471d-95e4-032e69ada172 tempest-VolumesActionsTest-630479639 tempest-VolumesActionsTest-630479639-project] 10.222.0.21 "GET /v2.0/ports?device_id=74880589-83c4-4b04-9376-6baf2c22e7ef HTTP/1.1" status: 200 len: 210 time: 0.1587815 Jul 06 12:05:53.456415 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.505979 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7abbd7dd-430b-4654-b662-e02b3eaa7e29 None None] Port 94172c9d-7269-4619-bae4-1231d30622d4 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:05:53.510481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:53.526214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 5829789d-43a6-4596-9acf-eee9b2110938, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5829789d-43a6-4596-9acf-eee9b2110938,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:53.533743 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.537475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d13804aa-a817-4c11-8271-0b853e7354de up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:53.538572 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:53.613817 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:53.627658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=7c976fed-0d4e-469d-a6d9-df069c105f16,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:53.670649 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94172c9d-7269-4619-bae4-1231d30622d4 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:53.677328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port d13804aa-a817-4c11-8271-0b853e7354de completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:53.681035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.691168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d13804aa-a817-4c11-8271-0b853e7354de triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:53.691860 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.699188 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Transition to ACTIVE for port object 94172c9d-7269-4619-bae4-1231d30622d4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:53.704831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.708856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0026d-7707-474d-baa5-5f0c9be00bc1 req-7c0b93e3-eeb9-4d8c-8304-a7c371f5d210 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:53.710655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-67f0026d-7707-474d-baa5-5f0c9be00bc1 req-7c0b93e3-eeb9-4d8c-8304-a7c371f5d210 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 931 time: 0.1883013 Jul 06 12:05:53.711683 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.723650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=5829789d-43a6-4596-9acf-eee9b2110938,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:53.827784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Pushing event updated for resources: {'Port': ['ID=94172c9d-7269-4619-bae4-1231d30622d4,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:53.830398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-67f0026d-7707-474d-baa5-5f0c9be00bc1 req-4cef5c68-64be-4379-bc9d-2a361e8a21a1 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049192 Jul 06 12:05:53.917122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Attempting to bind port 94172c9d-7269-4619-bae4-1231d30622d4 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:53.917488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Attempting to bind port 94172c9d-7269-4619-bae4-1231d30622d4 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:53.917923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Attempting to bind port 94172c9d-7269-4619-bae4-1231d30622d4 on network d17a0310-48e7-43f0-b09e-138572894a85 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:53.923340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Port 94172c9d-7269-4619-bae4-1231d30622d4 on network d17a0310-48e7-43f0-b09e-138572894a85 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:53.924165 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Attempting to bind port 94172c9d-7269-4619-bae4-1231d30622d4 on network d17a0310-48e7-43f0-b09e-138572894a85 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:53.929709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:53.930156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Checking segment: {'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:53.930643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Bound using segment: {'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:53.931212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Bound port: 94172c9d-7269-4619-bae4-1231d30622d4, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa61c8c8-2092-4c74-835c-7ed13457baad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:53.931713 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.953147 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.981819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port d13804aa-a817-4c11-8271-0b853e7354de, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d13804aa-a817-4c11-8271-0b853e7354de,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:53.990465 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.022259 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.039151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] For port 94172c9d-7269-4619-bae4-1231d30622d4, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:54.045002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] For port 94172c9d-7269-4619-bae4-1231d30622d4, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94172c9d-7269-4619-bae4-1231d30622d4,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:54.052455 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.114843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=d13804aa-a817-4c11-8271-0b853e7354de,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:54.139967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:54.140602 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.142024 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] 10.222.0.47 "PUT /v2.0/ports/94172c9d-7269-4619-bae4-1231d30622d4 HTTP/1.1" status: 200 len: 1091 time: 1.5317454 Jul 06 12:05:54.169308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:54.172930 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a73354-e754-4ad0-a694-727e36c527c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "tag": "94172c9d-7269-4619-bae4-1231d30622d4"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:54.229824 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e939edc2-1654-4cec-b779-cc66b7ee88ae x-openstack-request-id: req-e939edc2-1654-4cec-b779-cc66b7ee88ae {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:54.230139 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "tag": "94172c9d-7269-4619-bae4-1231d30622d4", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:54.230378 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e939edc2-1654-4cec-b779-cc66b7ee88ae {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:54.230779 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4', 'status': 'completed', 'code': 200} Jul 06 12:05:54.273602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb34c96-cfdd-4aeb-9bbd-ebbaf9227e8c service neutron] Pushing event updated for resources: {'Port': ['ID=94172c9d-7269-4619-bae4-1231d30622d4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:54.334644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e26d293-da5a-4321-8f4a-ffa6bdcc6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:54.340476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-0e26d293-da5a-4321-8f4a-ffa6bdcc6409 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 1094 time: 0.1502409 Jul 06 12:05:54.394904 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-ec92cedb-ee50-47f0-8d0a-2c85b7c75832 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94172c9d-7269-4619-bae4-1231d30622d4 HTTP/1.1" status: 200 len: 217 time: 0.0451584 Jul 06 12:05:54.483194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8b406668-8b18-42b4-9a79-240bc5515842 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:54.553787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-ae4b489a-cfb9-4adf-8942-497104db0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:54.557175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.565726 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-ae4b489a-cfb9-4adf-8942-497104db0ff6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51680b7b-fb3d-403d-815e-c1457509178b HTTP/1.1" status: 200 len: 835 time: 0.1619270 Jul 06 12:05:54.568782 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.655655 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.655909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8b406668-8b18-42b4-9a79-240bc5515842 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:54.665648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5829789d-43a6-4596-9acf-eee9b2110938 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:54.723158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-e90bc81b-7a6b-4d8f-b762-0ab6f5e88473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:54.730062 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-e90bc81b-7a6b-4d8f-b762-0ab6f5e88473 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a0310-48e7-43f0-b09e-138572894a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588285 Jul 06 12:05:54.773173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 5829789d-43a6-4596-9acf-eee9b2110938 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:54.773954 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.783248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=7c976fed-0d4e-469d-a6d9-df069c105f16,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:54.884350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:54.886623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:55.019972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d13804aa-a817-4c11-8271-0b853e7354de up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:55.041772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-e53047c6-e73f-44c9-b637-ca7ac93c4a8b service neutron] 10.222.0.47 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042517 Jul 06 12:05:55.133437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2150d42-eac2-4578-bac1-6ef8ac71ed68 None None] Network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:55.162506 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 803e930c-ae37-43b6-910f-7884ba2b59af has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:55.279746 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-eb130ccd-0438-4a48-bb27-a9908625d52c req-e825c96e-2a1b-4c4f-8791-023572721755 service neutron] 10.222.0.47 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249544 Jul 06 12:05:55.358561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:55.368620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-05d7abfc-c10f-4e73-9270-fa4aca98624f tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "PUT /v2.0/routers/803e930c-ae37-43b6-910f-7884ba2b59af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4882112 Jul 06 12:05:55.372139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9763fda1-0c4e-4e55-85bf-7c1d82e428f1 None None] Provisioning for port 8b406668-8b18-42b4-9a79-240bc5515842 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:55.373355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47136) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:55.428952 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d13804aa-a817-4c11-8271-0b853e7354de triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:55.429331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:55.433945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Sync routers for ids ['803e930c-ae37-43b6-910f-7884ba2b59af'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:55.456896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a73354-e754-4ad0-a694-727e36c527c9 req-d9c4fa2c-2d46-4fd2-8bb5-243a203cb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:55.458698 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a73354-e754-4ad0-a694-727e36c527c9 req-d9c4fa2c-2d46-4fd2-8bb5-243a203cb83d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 1094 time: 0.1198733 Jul 06 12:05:55.490214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9763fda1-0c4e-4e55-85bf-7c1d82e428f1 None None] Provisioning complete for port 8b406668-8b18-42b4-9a79-240bc5515842 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:55.490841 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9763fda1-0c4e-4e55-85bf-7c1d82e428f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:55.528593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Routers {'803e930c-ae37-43b6-910f-7884ba2b59af'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:55.529378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['803e930c-ae37-43b6-910f-7884ba2b59af'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:55.530726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef35c39-0d7a-480d-9cb1-a64d45f52dd5 req-9f2bbdbb-eca2-48e9-be48-0a1139445af3 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:55.532543 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bef35c39-0d7a-480d-9cb1-a64d45f52dd5 req-9f2bbdbb-eca2-48e9-be48-0a1139445af3 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 943 time: 0.2096558 Jul 06 12:05:55.637962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a73354-e754-4ad0-a694-727e36c527c9 req-89d0ddf3-2266-4acd-a588-56dae8d66fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:55.639880 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a73354-e754-4ad0-a694-727e36c527c9 req-89d0ddf3-2266-4acd-a588-56dae8d66fb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d17a0310-48e7-43f0-b09e-138572894a85 HTTP/1.1" status: 200 len: 897 time: 0.1655214 Jul 06 12:05:55.732122 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a73354-e754-4ad0-a694-727e36c527c9 req-d73e2b1c-5046-4ac9-ba1d-c6b82dc7ba7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94172c9d-7269-4619-bae4-1231d30622d4 HTTP/1.1" status: 200 len: 217 time: 0.0836468 Jul 06 12:05:55.850454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a73354-e754-4ad0-a694-727e36c527c9 req-d5f9b64e-34d3-41ab-a698-39823c121f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:55.852310 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a73354-e754-4ad0-a694-727e36c527c9 req-d5f9b64e-34d3-41ab-a698-39823c121f17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51680b7b-fb3d-403d-815e-c1457509178b HTTP/1.1" status: 200 len: 835 time: 0.1121747 Jul 06 12:05:55.920046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Set router 803e930c-ae37-43b6-910f-7884ba2b59af gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:55.924286 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9763fda1-0c4e-4e55-85bf-7c1d82e428f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:55.993149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a73354-e754-4ad0-a694-727e36c527c9 req-2aa7a0d7-0bfb-4a68-988c-7165c321e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:55.998064 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a73354-e754-4ad0-a694-727e36c527c9 req-2aa7a0d7-0bfb-4a68-988c-7165c321e20d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a0310-48e7-43f0-b09e-138572894a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383054 Jul 06 12:05:56.104257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9763fda1-0c4e-4e55-85bf-7c1d82e428f1 None None] For port 8b406668-8b18-42b4-9a79-240bc5515842, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8b406668-8b18-42b4-9a79-240bc5515842,segment=NetworkSegment(dfad468c-dfad-4a66-ad56-2526ae9bc754),segment_id=dfad468c-dfad-4a66-ad56-2526ae9bc754)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:56.123992 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9763fda1-0c4e-4e55-85bf-7c1d82e428f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.199628 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a73354-e754-4ad0-a694-727e36c527c9 req-295abfa5-d8f0-4063-8ad5-e41aff5f9d46 service neutron] 10.222.0.47 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922336 Jul 06 12:05:56.212217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763fda1-0c4e-4e55-85bf-7c1d82e428f1 None None] Pushing event updated for resources: {'Port': ['ID=8b406668-8b18-42b4-9a79-240bc5515842,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:56.270592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bef35c39-0d7a-480d-9cb1-a64d45f52dd5 req-84f1fe57-83ca-49d5-8287-9de1cb57fe55 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7178290 Jul 06 12:05:56.358358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8350496-602e-430c-81ea-b9ba7e212e1d tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.358852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8350496-602e-430c-81ea-b9ba7e212e1d tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.359330 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8350496-602e-430c-81ea-b9ba7e212e1d tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.361487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8350496-602e-430c-81ea-b9ba7e212e1d tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.362276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8350496-602e-430c-81ea-b9ba7e212e1d tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.362762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8350496-602e-430c-81ea-b9ba7e212e1d tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.363243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8350496-602e-430c-81ea-b9ba7e212e1d tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.365820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8350496-602e-430c-81ea-b9ba7e212e1d tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.366337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8350496-602e-430c-81ea-b9ba7e212e1d tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.377102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c8350496-602e-430c-81ea-b9ba7e212e1d tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6364 time: 1.0002778 Jul 06 12:05:56.379717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47168) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:56.448247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8b406668-8b18-42b4-9a79-240bc5515842 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:56.465076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7c976fed-0d4e-469d-a6d9-df069c105f16', 'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:bd:04:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:52Z', 'updated_at': '2021-07-06T12:05:54Z', 'revision_number': 2, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:56.525999 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a73354-e754-4ad0-a694-727e36c527c9 req-da5ba966-9ef2-4ae1-9510-af49fd2867e0 service neutron] 10.222.0.47 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178999 Jul 06 12:05:56.563195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Checking router: 803e930c-ae37-43b6-910f-7884ba2b59af for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:56.563751 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Updating router 803e930c-ae37-43b6-910f-7884ba2b59af port 7c976fed-0d4e-469d-a6d9-df069c105f16 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:05:56.574259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5ae7c9b7-d4ac-4040-a0c0-badbca578f22 None None] Provisioning complete for port 8b406668-8b18-42b4-9a79-240bc5515842 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:56.574630 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c9b7-d4ac-4040-a0c0-badbca578f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.587602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8c2c2-4c48-4dd8-ab3e-75747a29e850 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.588040 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8c2c2-4c48-4dd8-ab3e-75747a29e850 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.588512 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8c2c2-4c48-4dd8-ab3e-75747a29e850 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.591412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8c2c2-4c48-4dd8-ab3e-75747a29e850 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.593586 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8c2c2-4c48-4dd8-ab3e-75747a29e850 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.597484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8c2c2-4c48-4dd8-ab3e-75747a29e850 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.600525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8c2c2-4c48-4dd8-ab3e-75747a29e850 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.601213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8c2c2-4c48-4dd8-ab3e-75747a29e850 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.601488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8c2c2-4c48-4dd8-ab3e-75747a29e850 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.603632 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c7e8c2c2-4c48-4dd8-ab3e-75747a29e850 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5902 time: 0.2227266 Jul 06 12:05:56.607618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47174) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:56.720240 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.769432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8b406668-8b18-42b4-9a79-240bc5515842 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:56.769800 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.021708 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5ae7c9b7-d4ac-4040-a0c0-badbca578f22 None None] Provisioning for port 7c976fed-0d4e-469d-a6d9-df069c105f16 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:57.047440 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a2ffa715-d3b4-46d4-b550-9049a54a6314 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.4379656 Jul 06 12:05:57.076871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5ae7c9b7-d4ac-4040-a0c0-badbca578f22 None None] Provisioning complete for port 7c976fed-0d4e-469d-a6d9-df069c105f16 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:57.077247 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c9b7-d4ac-4040-a0c0-badbca578f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.187560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7c9b7-d4ac-4040-a0c0-badbca578f22 None None] Port 7c976fed-0d4e-469d-a6d9-df069c105f16 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:05:57.384684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-32b76e78-d7ea-43d5-8a2b-b04e9d26b001 None None] Provisioning complete for port 7c976fed-0d4e-469d-a6d9-df069c105f16 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:57.385221 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32b76e78-d7ea-43d5-8a2b-b04e9d26b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.423955 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.450394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Transition to ACTIVE for port object 7c976fed-0d4e-469d-a6d9-df069c105f16 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:57.473898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-32b76e78-d7ea-43d5-8a2b-b04e9d26b001 None None] Port 7c976fed-0d4e-469d-a6d9-df069c105f16 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:05:57.477979 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.534872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab260d-c73b-401a-86e6-df054ad96582 None None] Pushing event updated for resources: {'Port': ['ID=7c976fed-0d4e-469d-a6d9-df069c105f16,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:57.669045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f858c-6e73-4aa8-be05-be8ae528233e req-aee1afa3-9889-493d-8c93-17f77bcb87f2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:57.671648 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c9f858c-6e73-4aa8-be05-be8ae528233e req-aee1afa3-9889-493d-8c93-17f77bcb87f2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 943 time: 0.1727049 Jul 06 12:05:57.701218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Attempting to bind port 7c976fed-0d4e-469d-a6d9-df069c105f16 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:57.701773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Attempting to bind port 7c976fed-0d4e-469d-a6d9-df069c105f16 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:57.702008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Attempting to bind port 7c976fed-0d4e-469d-a6d9-df069c105f16 on network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:57.709576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:57.709955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Checking segment: {'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:57.710350 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.710746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Bound using segment: {'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:57.711214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Bound port: 7c976fed-0d4e-469d-a6d9-df069c105f16, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:57.711634 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.783007 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c9f858c-6e73-4aa8-be05-be8ae528233e req-876784d4-808c-4409-861a-1fb721f87daf tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952995 Jul 06 12:05:57.915131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47210) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:57.929845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] For port 7c976fed-0d4e-469d-a6d9-df069c105f16, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:57.932795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65322403', 'description': 'tempest-secgroup-smoke-65322403 description', 'project_id': 'e3e46c674c2f4219960b47ed35b21180'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:57.933481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] For port 7c976fed-0d4e-469d-a6d9-df069c105f16, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7c976fed-0d4e-469d-a6d9-df069c105f16,segment=NetworkSegment(dfad468c-dfad-4a66-ad56-2526ae9bc754),segment_id=dfad468c-dfad-4a66-ad56-2526ae9bc754)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:57.938673 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.040906 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.063490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Routers {'803e930c-ae37-43b6-910f-7884ba2b59af'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:58.063490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['803e930c-ae37-43b6-910f-7884ba2b59af'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:58.141228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab260d-c73b-401a-86e6-df054ad96582 None None] Pushing event updated for resources: {'Port': ['ID=7c976fed-0d4e-469d-a6d9-df069c105f16,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:58.222381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.231037 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.277026 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.282042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47220) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:58.288904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d86318c7-deec-40f4-aaa2-5b358fae88ff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd44e5351-b63f-4a7d-bf69-9abc220bfa87', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:58.293339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3754487 Jul 06 12:05:58.344991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44e5351-b63f-4a7d-bf69-9abc220bfa87,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:58.355487 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d86318c7-deec-40f4-aaa2-5b358fae88ff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.368927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.369637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.373045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.373396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.373764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.376937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.377563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.378877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.379233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.379603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.379947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.380391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62418339-7810-4041-9807-04923bdba453 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:58.467603 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d86318c7-deec-40f4-aaa2-5b358fae88ff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.479659 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d86318c7-deec-40f4-aaa2-5b358fae88ff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.516357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86318c7-deec-40f4-aaa2-5b358fae88ff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91afa62e-3531-46a8-9db1-049b602df99c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:58.528761 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d86318c7-deec-40f4-aaa2-5b358fae88ff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.535207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47224) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:58.542091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7466a009-fa30-4fe6-8ca9-536474c3ac2b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd44e5351-b63f-4a7d-bf69-9abc220bfa87', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:58.549297 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d86318c7-deec-40f4-aaa2-5b358fae88ff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660804 Jul 06 12:05:58.596889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7466a009-fa30-4fe6-8ca9-536474c3ac2b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.612270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] Set router 803e930c-ae37-43b6-910f-7884ba2b59af gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:58.690537 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7466a009-fa30-4fe6-8ca9-536474c3ac2b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.705657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7466a009-fa30-4fe6-8ca9-536474c3ac2b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.730603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466a009-fa30-4fe6-8ca9-536474c3ac2b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da932441-e59d-487f-8db8-83b4f7424afd,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:58.757864 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7466a009-fa30-4fe6-8ca9-536474c3ac2b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.762707 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7466a009-fa30-4fe6-8ca9-536474c3ac2b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2229803 Jul 06 12:05:58.763052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47228) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:58.770466 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fcfca7e9-41b0-4904-b24b-6e2ef7377173 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd44e5351-b63f-4a7d-bf69-9abc220bfa87', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:58.829600 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcfca7e9-41b0-4904-b24b-6e2ef7377173 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.969437 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.977632 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.012577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcfca7e9-41b0-4904-b24b-6e2ef7377173 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.018871 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcfca7e9-41b0-4904-b24b-6e2ef7377173 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.039656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7c976fed-0d4e-469d-a6d9-df069c105f16', 'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:bd:04:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:52Z', 'updated_at': '2021-07-06T12:05:57Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:59.069776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfca7e9-41b0-4904-b24b-6e2ef7377173 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb08f9b-09de-4d94-bd40-c143fbe24211,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:59.088996 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcfca7e9-41b0-4904-b24b-6e2ef7377173 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.090750 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fcfca7e9-41b0-4904-b24b-6e2ef7377173 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3263314 Jul 06 12:05:59.093511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47236) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:59.095021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7e90-7758-4160-8bd7-1b71c6dcb2a1 None None] The sync data for ids ['803e930c-ae37-43b6-910f-7884ba2b59af'] in n-d-799527-2 is: [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7c976fed-0d4e-469d-a6d9-df069c105f16', 'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:bd:04:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:52Z', 'updated_at': '2021-07-06T12:05:57Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:59.103166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fcf52501-71a2-4752-acb6-955c1bbddc8c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd44e5351-b63f-4a7d-bf69-9abc220bfa87', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:59.137223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f6687-23b3-4338-956e-4808e708ab5d req-350f4b86-4c87-41f9-8d8b-8d02ef391261 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:59.145895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a0f6687-23b3-4338-956e-4808e708ab5d req-350f4b86-4c87-41f9-8d8b-8d02ef391261 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 943 time: 0.1784923 Jul 06 12:05:59.170013 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcf52501-71a2-4752-acb6-955c1bbddc8c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.251644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a0f6687-23b3-4338-956e-4808e708ab5d req-46f12e42-c256-484c-850e-f4dac9e5f230 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032987 Jul 06 12:05:59.332287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcf52501-71a2-4752-acb6-955c1bbddc8c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.343579 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcf52501-71a2-4752-acb6-955c1bbddc8c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.375672 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcf52501-71a2-4752-acb6-955c1bbddc8c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.377248 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fcf52501-71a2-4752-acb6-955c1bbddc8c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2824082 Jul 06 12:05:59.378905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf52501-71a2-4752-acb6-955c1bbddc8c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de576b9e-b0c2-4473-8af5-92e243e95100,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:59.379889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47242) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:59.386361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-771ac39f-778c-4b5e-874f-94e3f91214f8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd44e5351-b63f-4a7d-bf69-9abc220bfa87', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:59.425385 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-771ac39f-778c-4b5e-874f-94e3f91214f8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Project e3e46c674c2f4219960b47ed35b21180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:05:59.432819 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-771ac39f-778c-4b5e-874f-94e3f91214f8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.508033 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-771ac39f-778c-4b5e-874f-94e3f91214f8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.508655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 94172c9d-7269-4619-bae4-1231d30622d4 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:59.515076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-771ac39f-778c-4b5e-874f-94e3f91214f8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.562590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ac39f-778c-4b5e-874f-94e3f91214f8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0724fcb-475a-4e95-80cf-4c58dfdf896c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:59.582298 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-771ac39f-778c-4b5e-874f-94e3f91214f8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.586555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47244) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:59.586751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-771ac39f-778c-4b5e-874f-94e3f91214f8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2054911 Jul 06 12:05:59.592298 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4884ddff-0bad-4097-add6-a6e124cbb54b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'security_group_rule': {'security_group_id': 'd44e5351-b63f-4a7d-bf69-9abc220bfa87', 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:59.648222 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-4884ddff-0bad-4097-add6-a6e124cbb54b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Project e3e46c674c2f4219960b47ed35b21180 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:05:59.659379 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4884ddff-0bad-4097-add6-a6e124cbb54b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.707008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 94172c9d-7269-4619-bae4-1231d30622d4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94172c9d-7269-4619-bae4-1231d30622d4,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:59.734040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '94172c9d-7269-4619-bae4-1231d30622d4', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'port_id': '94172c9d-7269-4619-bae4-1231d30622d4', 'mac_address': 'fa:16:3e:9e:24:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:59.779399 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4884ddff-0bad-4097-add6-a6e124cbb54b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.783223 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.797328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4884ddff-0bad-4097-add6-a6e124cbb54b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.820235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94172c9d-7269-4619-bae4-1231d30622d4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:59.820489 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884ddff-0bad-4097-add6-a6e124cbb54b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79abcc18-c3b8-42ab-9e42-4c8bf0a7fe3b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:59.838322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4884ddff-0bad-4097-add6-a6e124cbb54b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.849581 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4884ddff-0bad-4097-add6-a6e124cbb54b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2613981 Jul 06 12:05:59.862214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 94172c9d-7269-4619-bae4-1231d30622d4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94172c9d-7269-4619-bae4-1231d30622d4,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:59.870072 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.990732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=94172c9d-7269-4619-bae4-1231d30622d4,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:00.190217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['94172c9d-7269-4619-bae4-1231d30622d4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:00.274280 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-ec579eb7-77dd-4a5d-a18a-4b57a58d8fe1 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65322403&fields=id&tenant_id=e3e46c674c2f4219960b47ed35b21180 HTTP/1.1" status: 200 len: 267 time: 0.1164858 Jul 06 12:06:00.544724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7c976fed-0d4e-469d-a6d9-df069c105f16 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:00.550971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-0bb5ec79-56e3-44bc-a966-58548e730cc2 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:00.563898 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-0bb5ec79-56e3-44bc-a966-58548e730cc2 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/networks?id=570a6303-56e3-41c8-b7dd-a0b32a3283f4 HTTP/1.1" status: 200 len: 796 time: 0.2833676 Jul 06 12:06:00.647719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-4072e278-33d6-4465-b12a-0fe0288e433e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/quotas/e3e46c674c2f4219960b47ed35b21180 HTTP/1.1" status: 200 len: 375 time: 0.0828199 Jul 06 12:06:00.663776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 7c976fed-0d4e-469d-a6d9-df069c105f16 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:00.676300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 7c976fed-0d4e-469d-a6d9-df069c105f16 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:00.676677 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.739440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07bd32-bb56-4e2b-be6c-9ebfaf2b7593 req-6234b45f-cbff-4052-abd7-dea9aafef03f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:00.748769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c07bd32-bb56-4e2b-be6c-9ebfaf2b7593 req-6234b45f-cbff-4052-abd7-dea9aafef03f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 944 time: 0.1824706 Jul 06 12:06:00.850074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c07bd32-bb56-4e2b-be6c-9ebfaf2b7593 req-28f7aced-3e93-49ec-87e9-53ef2065e42b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941825 Jul 06 12:06:00.861691 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.879518 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-9ffa4653-0669-4846-bb66-700eb08ffd4c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2208734 Jul 06 12:06:00.923618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 7c976fed-0d4e-469d-a6d9-df069c105f16, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7c976fed-0d4e-469d-a6d9-df069c105f16,segment=NetworkSegment(dfad468c-dfad-4a66-ad56-2526ae9bc754),segment_id=dfad468c-dfad-4a66-ad56-2526ae9bc754)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:00.931320 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.004795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=7c976fed-0d4e-469d-a6d9-df069c105f16,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:01.121880 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-9bd23e74-3d97-48b2-9ae7-6c61eef58354 service neutron] 10.222.0.21 "GET /v2.0/networks/570a6303-56e3-41c8-b7dd-a0b32a3283f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372086 Jul 06 12:06:01.318779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-1e43d421-a82f-43e6-9941-aadfa6990016 service neutron] 10.222.0.21 "GET /v2.0/networks/570a6303-56e3-41c8-b7dd-a0b32a3283f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940188 Jul 06 12:06:01.523209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 94172c9d-7269-4619-bae4-1231d30622d4 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:01.634092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0567c564-a4a4-4b31-b0a6-6e90c988f829 req-116dd6b0-9355-455d-a5e4-52557d75270c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 210 time: 0.0925052 Jul 06 12:06:01.642804 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 94172c9d-7269-4619-bae4-1231d30622d4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:01.648809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 94172c9d-7269-4619-bae4-1231d30622d4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:01.649190 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.858186 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.951258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 94172c9d-7269-4619-bae4-1231d30622d4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94172c9d-7269-4619-bae4-1231d30622d4,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:01.956901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:01.967419 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1b75ec-7c87-41b7-8868-f21bfedcfca2" -d '{"events": [{"server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "name": "network-vif-plugged", "status": "completed", "tag": "94172c9d-7269-4619-bae4-1231d30622d4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:01.990246 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.068224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=94172c9d-7269-4619-bae4-1231d30622d4,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:02.083382 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada5ebd1-f7b8-46b9-9945-da59753e31b1 x-openstack-request-id: req-ada5ebd1-f7b8-46b9-9945-da59753e31b1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:02.084451 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "name": "network-vif-plugged", "status": "completed", "tag": "94172c9d-7269-4619-bae4-1231d30622d4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:02.085077 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ada5ebd1-f7b8-46b9-9945-da59753e31b1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:02.085699 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4', 'code': 200} Jul 06 12:06:02.373642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18f9f8-6151-454f-9013-5b9be0264b4b req-e9113ba4-53e6-47b7-a830-802fedc8be3f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:02.381153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee18f9f8-6151-454f-9013-5b9be0264b4b req-e9113ba4-53e6-47b7-a830-802fedc8be3f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.2787807 Jul 06 12:06:02.410008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb607-3560-4dec-8e42-1d1f44d604d2 req-e818dca1-7358-4046-8b40-e43441ea3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:02.415439 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08ecb607-3560-4dec-8e42-1d1f44d604d2 req-e818dca1-7358-4046-8b40-e43441ea3881 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 1096 time: 0.2518232 Jul 06 12:06:02.445683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee18f9f8-6151-454f-9013-5b9be0264b4b req-34d0a88f-c8e5-477a-8f6d-fe69c7f32ead tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634007 Jul 06 12:06:02.520636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7c976fed-0d4e-469d-a6d9-df069c105f16 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:02.530954 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08ecb607-3560-4dec-8e42-1d1f44d604d2 req-2de9edc8-2e7e-4322-868a-74ea05d79b8d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094146 Jul 06 12:06:02.605698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 7c976fed-0d4e-469d-a6d9-df069c105f16 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:02.606476 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.894401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e11e8138-c04c-4252-b281-baf372d571ee req-a004cde3-7987-4ae1-aefb-745ea31b5019 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 210 time: 0.0460272 Jul 06 12:06:03.581752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-75a6a4c1-85f5-4931-86cb-1f832ed07397 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:03.585070 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-75a6a4c1-85f5-4931-86cb-1f832ed07397 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.86 "GET /v2.0/networks?id=570a6303-56e3-41c8-b7dd-a0b32a3283f4 HTTP/1.1" status: 200 len: 796 time: 0.1698289 Jul 06 12:06:03.653618 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-b7f05f45-1477-4b1b-9476-82bdabc5d516 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e46c674c2f4219960b47ed35b21180 HTTP/1.1" status: 200 len: 378 time: 0.0562067 Jul 06 12:06:03.668297 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'port': {'device_id': '956cf109-4e16-482d-a518-8462afcd7866', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'admin_state_up': True, 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'security_groups': ['d44e5351-b63f-4a7d-bf69-9abc220bfa87']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:03.867505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5184899-8a3f-414c-b0fa-26dd6c73d21f req-279dd08a-fd45-4544-888a-2fcda11b64f7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:03.879916 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5184899-8a3f-414c-b0fa-26dd6c73d21f req-279dd08a-fd45-4544-888a-2fcda11b64f7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.1739321 Jul 06 12:06:03.881665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Made reservation on behalf of e3e46c674c2f4219960b47ed35b21180 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:03.886081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.964804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d5184899-8a3f-414c-b0fa-26dd6c73d21f req-aa11ad08-9702-4cb3-9493-48a6c4739901 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854135 Jul 06 12:06:04.096764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Allocated IP 172.20.0.7 (570a6303-56e3-41c8-b7dd-a0b32a3283f4/3c72b55c-7d8b-4cef-8b07-98e1d907dbe8/a76ce8c8-0529-4f8d-a619-cc3f3d978e09) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:04.165119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1552c737-5dac-4fde-a1b7-530811cc0b50 req-f5ac5085-1360-44a7-b480-9efc1f177d0b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 210 time: 0.0532765 Jul 06 12:06:04.327863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.349938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Transition to ACTIVE for port object a76ce8c8-0529-4f8d-a619-cc3f3d978e09 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:04.433212 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.476532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:04.480801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:04.500733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:04.565102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:04.565909 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.572768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=a76ce8c8-0529-4f8d-a619-cc3f3d978e09,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:04.592768 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-a0287ce2-05f9-44d2-9e3c-22703fe66627 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9320149 Jul 06 12:06:04.605151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Request body: {'port': {'device_id': '956cf109-4e16-482d-a518-8462afcd7866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:04.732902 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.937702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f3481fa7-1c67-41f7-bcc1-0963fbd11afd None None] Provisioning for port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:04.953587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f3481fa7-1c67-41f7-bcc1-0963fbd11afd None None] Provisioning complete for port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:04.956146 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3481fa7-1c67-41f7-bcc1-0963fbd11afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.144059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f3481fa7-1c67-41f7-bcc1-0963fbd11afd None None] Port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:05.610761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481da4-010b-4f75-9e7d-f90ac37d0f61 req-4ac16bc5-d231-4e8c-94be-cad8d9de755f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:05.631997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad481da4-010b-4f75-9e7d-f90ac37d0f61 req-4ac16bc5-d231-4e8c-94be-cad8d9de755f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.1986370 Jul 06 12:06:05.709729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76ce8c8-0529-4f8d-a619-cc3f3d978e09 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:06:05.723154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb39f7e-17f0-46d1-beaa-cf0d5d99db97 req-f96d7059-3044-46eb-9067-c928c6a6bfd4 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:05.738325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.745775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ebb39f7e-17f0-46d1-beaa-cf0d5d99db97 req-f96d7059-3044-46eb-9067-c928c6a6bfd4 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 931 time: 0.2196362 Jul 06 12:06:05.782185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Transition to ACTIVE for port object a76ce8c8-0529-4f8d-a619-cc3f3d978e09 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:05.787543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.863521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad481da4-010b-4f75-9e7d-f90ac37d0f61 req-e64de00c-6bc2-4b70-83a6-d146c1bc5e84 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145846 Jul 06 12:06:05.914517 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ebb39f7e-17f0-46d1-beaa-cf0d5d99db97 req-c0481efb-39d3-4b98-9ee8-e023bcee36b3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1673410 Jul 06 12:06:06.326314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd7e9-a39c-43dc-989b-8e5ef9bc77c4 req-2e33e236-7b4c-4364-9b50-3ecabe2c1540 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:06.328933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c66dd7e9-a39c-43dc-989b-8e5ef9bc77c4 req-2e33e236-7b4c-4364-9b50-3ecabe2c1540 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.1824155 Jul 06 12:06:06.437989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Pushing event updated for resources: {'Port': ['ID=a76ce8c8-0529-4f8d-a619-cc3f3d978e09,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:06.529599 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c66dd7e9-a39c-43dc-989b-8e5ef9bc77c4 req-2b54fef6-10c7-4562-a04e-4597a03f8749 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931841 Jul 06 12:06:06.550385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Attempting to bind port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:06.551212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Attempting to bind port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:06.551865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Attempting to bind port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 on network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:06.558624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 on network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:06:06.559346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Attempting to bind port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 on network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:06.565957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:06.566709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Checking segment: {'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:06.567345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Bound using segment: {'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:06.568138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Bound port: a76ce8c8-0529-4f8d-a619-cc3f3d978e09, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfad468c-dfad-4a66-ad56-2526ae9bc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:06.568815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:06.591022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:06.697827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2282b23-82b3-45a0-8cd8-693ba055bc9f tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:06.709505 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e2282b23-82b3-45a0-8cd8-693ba055bc9f tempest-TestNetworkAdvancedServerOps-2538115 tempest-TestNetworkAdvancedServerOps-2538115-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 1091 time: 0.1148603 Jul 06 12:06:06.712296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47396) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:06.730496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] For port a76ce8c8-0529-4f8d-a619-cc3f3d978e09, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:06.740079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] For port a76ce8c8-0529-4f8d-a619-cc3f3d978e09, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a76ce8c8-0529-4f8d-a619-cc3f3d978e09,segment=NetworkSegment(dfad468c-dfad-4a66-ad56-2526ae9bc754),segment_id=dfad468c-dfad-4a66-ad56-2526ae9bc754)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:06.741291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '94172c9d-7269-4619-bae4-1231d30622d4', 'tenant_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:06.748243 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:06.842619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:06.843701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:06.845445 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] 10.222.0.86 "PUT /v2.0/ports/a76ce8c8-0529-4f8d-a619-cc3f3d978e09 HTTP/1.1" status: 200 len: 1091 time: 2.2449110 Jul 06 12:06:06.846375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956cf109-4e16-482d-a518-8462afcd7866', 'tag': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:06.849294 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dab24d-210f-4fa5-849a-1f2fab6379fd" -d '{"events": [{"name": "network-changed", "server_uuid": "956cf109-4e16-482d-a518-8462afcd7866", "tag": "a76ce8c8-0529-4f8d-a619-cc3f3d978e09"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:06.867272 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:06.929087 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd139875-fc8c-42cc-8687-475077ea263a x-openstack-request-id: req-cd139875-fc8c-42cc-8687-475077ea263a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:06.929684 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956cf109-4e16-482d-a518-8462afcd7866", "tag": "a76ce8c8-0529-4f8d-a619-cc3f3d978e09", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:06.930674 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd139875-fc8c-42cc-8687-475077ea263a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:06.931949 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956cf109-4e16-482d-a518-8462afcd7866', 'tag': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09', 'status': 'completed', 'code': 200} Jul 06 12:06:07.032405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c4072-b980-4ee2-b062-4a090dc9b388 service neutron] Pushing event updated for resources: {'Port': ['ID=a76ce8c8-0529-4f8d-a619-cc3f3d978e09,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:07.108967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-9bfefd04-4133-453b-95b2-c25994726cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:07.110824 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-9bfefd04-4133-453b-95b2-c25994726cff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 1094 time: 0.2070882 Jul 06 12:06:07.238446 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-3428b5b1-3fba-4716-96d2-ba0ead7b95f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a76ce8c8-0529-4f8d-a619-cc3f3d978e09 HTTP/1.1" status: 200 len: 217 time: 0.1153884 Jul 06 12:06:07.313856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-4ab5a5a0-68d5-45c3-9006-df7c140222a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:07.315376 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-4ab5a5a0-68d5-45c3-9006-df7c140222a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3c72b55c-7d8b-4cef-8b07-98e1d907dbe8 HTTP/1.1" status: 200 len: 834 time: 0.0671208 Jul 06 12:06:07.319614 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.404720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-0252cca5-8bda-48cf-8d87-97b290219ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:07.409321 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-0252cca5-8bda-48cf-8d87-97b290219ef1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=570a6303-56e3-41c8-b7dd-a0b32a3283f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831735 Jul 06 12:06:07.591818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a7f94-1e2e-4b52-a6ea-687f027e5786 req-719bfa7b-da14-475e-9b95-63c6f365cea6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:07.602401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae8a7f94-1e2e-4b52-a6ea-687f027e5786 req-719bfa7b-da14-475e-9b95-63c6f365cea6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 943 time: 0.3599019 Jul 06 12:06:07.716390 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae8a7f94-1e2e-4b52-a6ea-687f027e5786 req-5dc4e903-6f51-40a6-8668-b192ceb3baf9 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126585 Jul 06 12:06:07.718420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Allocated IP 172.25.0.218 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/9a916ec8-2365-4474-a199-88b57a9d53d3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:07.730252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-00634f23-2cff-4761-a07d-9b5704d2a440 service neutron] 10.222.0.86 "GET /v2.0/networks/570a6303-56e3-41c8-b7dd-a0b32a3283f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063543 Jul 06 12:06:07.890067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c571afd1-d8f0-4302-8ceb-e0e27d9472ea req-945ca68d-7505-4ffb-b62a-db747addc43f service neutron] 10.222.0.86 "GET /v2.0/networks/570a6303-56e3-41c8-b7dd-a0b32a3283f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469893 Jul 06 12:06:07.932078 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.012902 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.051743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dab24d-210f-4fa5-849a-1f2fab6379fd req-6edf9919-2c6e-40ee-b58e-7f9dd0f7bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:08.053794 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18dab24d-210f-4fa5-849a-1f2fab6379fd req-6edf9919-2c6e-40ee-b58e-7f9dd0f7bd25 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 1094 time: 0.0780091 Jul 06 12:06:08.080663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=9a916ec8-2365-4474-a199-88b57a9d53d3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:08.118741 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:08.122095 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:08.128258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:08.238084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dab24d-210f-4fa5-849a-1f2fab6379fd req-3b3ed240-4bc7-4db0-b489-add2157ebd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:08.246258 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18dab24d-210f-4fa5-849a-1f2fab6379fd req-3b3ed240-4bc7-4db0-b489-add2157ebd11 service neutron] 10.222.0.86 "GET /v2.0/networks?id=570a6303-56e3-41c8-b7dd-a0b32a3283f4 HTTP/1.1" status: 200 len: 897 time: 0.1835287 Jul 06 12:06:08.324742 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18dab24d-210f-4fa5-849a-1f2fab6379fd req-8bf59706-6ce2-49bc-8509-d2c0d03d5fb1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a76ce8c8-0529-4f8d-a619-cc3f3d978e09 HTTP/1.1" status: 200 len: 217 time: 0.0682039 Jul 06 12:06:08.414844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dab24d-210f-4fa5-849a-1f2fab6379fd req-bd858e63-206e-4b6f-95a8-e8ac6076bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:08.418422 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18dab24d-210f-4fa5-849a-1f2fab6379fd req-bd858e63-206e-4b6f-95a8-e8ac6076bcab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3c72b55c-7d8b-4cef-8b07-98e1d907dbe8 HTTP/1.1" status: 200 len: 834 time: 0.0839739 Jul 06 12:06:08.567064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dab24d-210f-4fa5-849a-1f2fab6379fd req-01d12594-af4e-4d1d-ad94-55e3e2be63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:08.572131 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18dab24d-210f-4fa5-849a-1f2fab6379fd req-01d12594-af4e-4d1d-ad94-55e3e2be63b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=570a6303-56e3-41c8-b7dd-a0b32a3283f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459277 Jul 06 12:06:08.779727 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18dab24d-210f-4fa5-849a-1f2fab6379fd req-9c03bec7-9a99-4b18-a6af-588d399fc216 service neutron] 10.222.0.86 "GET /v2.0/networks/570a6303-56e3-41c8-b7dd-a0b32a3283f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975176 Jul 06 12:06:08.888393 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.039022 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18dab24d-210f-4fa5-849a-1f2fab6379fd req-072bdf69-6e83-4d7a-85f0-449d83d627b5 service neutron] 10.222.0.86 "GET /v2.0/networks/570a6303-56e3-41c8-b7dd-a0b32a3283f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405171 Jul 06 12:06:09.117508 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.490976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.499812 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.518167 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fcaa3-f2b1-4b63-9983-d3be53dde2ed req-8d1c3b24-a4f2-4365-a5b1-2ac6d88f3f3c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:09.527695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-129fcaa3-f2b1-4b63-9983-d3be53dde2ed req-8d1c3b24-a4f2-4365-a5b1-2ac6d88f3f3c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 943 time: 0.4451330 Jul 06 12:06:09.658119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-129fcaa3-f2b1-4b63-9983-d3be53dde2ed req-0019a8b7-acaf-462a-9d1d-02b213fbe59b tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1294506 Jul 06 12:06:09.658829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event updated for resources: {'Port': ['ID=9a916ec8-2365-4474-a199-88b57a9d53d3,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:09.679918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.680570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.681344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.681878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.687776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.688477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.689003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.689540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.690068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.690589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.691108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.691655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:09.733251 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.896361 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Floating IP 8808ba84-12f3-4ead-bb30-ce79918710da associated. External IP: 172.25.0.218, port: 94172c9d-7269-4619-bae4-1231d30622d4. Jul 06 12:06:10.284433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 4c3acca4-c12c-4e86-9183-00068e0e0bda has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:10.475097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a76ce8c8-0529-4f8d-a619-cc3f3d978e09 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:06:10.519379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:10.532536 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02495b22-7989-4615-8297-6775eaf4e133 None None] Sync routers for ids ['4c3acca4-c12c-4e86-9183-00068e0e0bda'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:10.544058 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.557518 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02495b22-7989-4615-8297-6775eaf4e133 None None] Routers {'4c3acca4-c12c-4e86-9183-00068e0e0bda'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:10.558682 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-02495b22-7989-4615-8297-6775eaf4e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4c3acca4-c12c-4e86-9183-00068e0e0bda'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:10.603563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6c375c11-ffa3-44f4-b3d9-8b3a7db5a574 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8825085 Jul 06 12:06:10.605256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:10.629061 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45" -d '{"events": [{"name": "network-changed", "server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "tag": "94172c9d-7269-4619-bae4-1231d30622d4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:10.878257 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8831edc-1539-490f-8a35-fe75fa04c7ae x-openstack-request-id: req-e8831edc-1539-490f-8a35-fe75fa04c7ae {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:10.878550 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "tag": "94172c9d-7269-4619-bae4-1231d30622d4", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:10.878808 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8831edc-1539-490f-8a35-fe75fa04c7ae {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:10.879230 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4', 'status': 'completed', 'code': 200} Jul 06 12:06:10.882474 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-02495b22-7989-4615-8297-6775eaf4e133 None None] Set router 4c3acca4-c12c-4e86-9183-00068e0e0bda gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:10.933280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a76ce8c8-0529-4f8d-a619-cc3f3d978e09, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a76ce8c8-0529-4f8d-a619-cc3f3d978e09,segment=NetworkSegment(dfad468c-dfad-4a66-ad56-2526ae9bc754),segment_id=dfad468c-dfad-4a66-ad56-2526ae9bc754)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:10.987158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f8e1f-8256-4f9d-8e88-82890d7d39e6 req-90511b53-bde0-4fb5-8ff8-4aeef91b3742 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:10.992665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-890f8e1f-8256-4f9d-8e88-82890d7d39e6 req-90511b53-bde0-4fb5-8ff8-4aeef91b3742 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.1912892 Jul 06 12:06:11.003229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'port_id': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09', 'mac_address': 'fa:16:3e:17:fc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:06:11.094493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-890f8e1f-8256-4f9d-8e88-82890d7d39e6 req-e19af5ba-e7b7-494c-aebd-9a8044f1e864 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975120 Jul 06 12:06:11.124310 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-85d09c56-1537-4722-b183-e4ed548d9170 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3419235 Jul 06 12:06:11.128146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47478) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:11.195408 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:11.234222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76ce8c8-0529-4f8d-a619-cc3f3d978e09 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:06:11.311311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a76ce8c8-0529-4f8d-a619-cc3f3d978e09, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a76ce8c8-0529-4f8d-a619-cc3f3d978e09,segment=NetworkSegment(dfad468c-dfad-4a66-ad56-2526ae9bc754),segment_id=dfad468c-dfad-4a66-ad56-2526ae9bc754)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:11.318153 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:11.335606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45 req-9448bec3-5b95-4166-b8dd-f3885613036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:11.342408 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45 req-9448bec3-5b95-4166-b8dd-f3885613036e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 1096 time: 0.4926095 Jul 06 12:06:11.356521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-18450910-6ad7-4ec9-b9d3-5d6609b440d5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/8808ba84-12f3-4ead-bb30-ce79918710da HTTP/1.1" status: 200 len: 991 time: 0.2239890 Jul 06 12:06:11.398807 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-02495b22-7989-4615-8297-6775eaf4e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:44Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '8808ba84-12f3-4ead-bb30-ce79918710da', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'port_id': '94172c9d-7269-4619-bae4-1231d30622d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'mac_address': 'fa:16:3e:9e:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:06:08Z', 'updated_at': '2021-07-06T12:06:08Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5829789d-43a6-4596-9acf-eee9b2110938', 'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:69:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:42Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '51680b7b-fb3d-403d-815e-c1457509178b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:11.452157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae327866-051d-45f2-b537-a59f3953d038 req-a39ccfbe-1ddd-4fb5-9a87-5f85ae3fafd4 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:11.455951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae327866-051d-45f2-b537-a59f3953d038 req-a39ccfbe-1ddd-4fb5-9a87-5f85ae3fafd4 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 943 time: 0.1744697 Jul 06 12:06:11.476443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a76ce8c8-0529-4f8d-a619-cc3f3d978e09,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:11.487826 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02495b22-7989-4615-8297-6775eaf4e133 None None] Checking router: 4c3acca4-c12c-4e86-9183-00068e0e0bda for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:11.507039 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02495b22-7989-4615-8297-6775eaf4e133 None None] Routers {'4c3acca4-c12c-4e86-9183-00068e0e0bda'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:11.507707 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-02495b22-7989-4615-8297-6775eaf4e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:05:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4c3acca4-c12c-4e86-9183-00068e0e0bda'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:11.579412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-23d16573-a61c-4fe8-8c1a-ccb723e41f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:11.579412 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-23d16573-a61c-4fe8-8c1a-ccb723e41f8b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 1097 time: 0.3778839 Jul 06 12:06:11.593606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a76ce8c8-0529-4f8d-a619-cc3f3d978e09'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:11.607808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae327866-051d-45f2-b537-a59f3953d038 req-a5b2e853-f0f2-463a-b472-f3e9c6b74558 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1439037 Jul 06 12:06:11.747662 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-02495b22-7989-4615-8297-6775eaf4e133 None None] Set router 4c3acca4-c12c-4e86-9183-00068e0e0bda gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:11.890555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-bbfc9ddd-6443-496b-ac50-47929f7a3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:11.892532 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-bbfc9ddd-6443-496b-ac50-47929f7a3d09 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 912 time: 0.2884161 Jul 06 12:06:11.896822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45 req-9683f16e-d703-4879-a7a6-e11b29197ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:11.898486 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45 req-9683f16e-d703-4879-a7a6-e11b29197ed1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d17a0310-48e7-43f0-b09e-138572894a85 HTTP/1.1" status: 200 len: 897 time: 0.5378928 Jul 06 12:06:12.169557 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45 req-71e6c4b0-bcf7-4e16-b766-f8443d2a99ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94172c9d-7269-4619-bae4-1231d30622d4 HTTP/1.1" status: 200 len: 999 time: 0.2634494 Jul 06 12:06:12.171379 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-2c487d14-2028-4371-ab49-e172a396db56 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6515c807-aad7-4d26-b0c5-925acf054a91 HTTP/1.1" status: 200 len: 1002 time: 0.1563773 Jul 06 12:06:12.286288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-f18c3302-3c8c-42db-ad3d-f771ec49f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:12.288248 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-f18c3302-3c8c-42db-ad3d-f771ec49f4ee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0995538 Jul 06 12:06:12.333505 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-02495b22-7989-4615-8297-6775eaf4e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:44Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '8808ba84-12f3-4ead-bb30-ce79918710da', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'port_id': '94172c9d-7269-4619-bae4-1231d30622d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'mac_address': 'fa:16:3e:9e:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:06:08Z', 'updated_at': '2021-07-06T12:06:08Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5829789d-43a6-4596-9acf-eee9b2110938', 'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:69:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:42Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '51680b7b-fb3d-403d-815e-c1457509178b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:12.353188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47496) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:12.383164 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02495b22-7989-4615-8297-6775eaf4e133 None None] The sync data for ids ['4c3acca4-c12c-4e86-9183-00068e0e0bda'] in n-d-799527-2 is: [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:44Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '8808ba84-12f3-4ead-bb30-ce79918710da', 'tenant_id': '64814768bca940c89b9e67066652c148', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'port_id': '94172c9d-7269-4619-bae4-1231d30622d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'mac_address': 'fa:16:3e:9e:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:06:08Z', 'updated_at': '2021-07-06T12:06:08Z', 'revision_number': 0, 'project_id': '64814768bca940c89b9e67066652c148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5829789d-43a6-4596-9acf-eee9b2110938', 'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:69:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:42Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '51680b7b-fb3d-403d-815e-c1457509178b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:12.512119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-67c9076a-b674-43cd-b119-16ec7b752cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:12.512119 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-67c9076a-b674-43cd-b119-16ec7b752cf5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725760 Jul 06 12:06:12.512119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45 req-74dfa820-fe68-44b9-95c1-496c6370861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:12.512119 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45 req-74dfa820-fe68-44b9-95c1-496c6370861b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51680b7b-fb3d-403d-815e-c1457509178b HTTP/1.1" status: 200 len: 835 time: 0.3331249 Jul 06 12:06:12.600985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-03bf055f-42b5-404e-a461-e9567f8200f0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/8808ba84-12f3-4ead-bb30-ce79918710da HTTP/1.1" status: 200 len: 991 time: 0.2455821 Jul 06 12:06:12.743359 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-ec9ff934-66ae-472e-b4c4-75de1b65db13 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286565 Jul 06 12:06:12.882927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec9ba2-7f50-4abe-8fe8-d9881adc272e None None] New status for floating IP 8808ba84-12f3-4ead-bb30-ce79918710da: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:06:12.950379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45 req-6aa8fdb4-9688-44e0-9371-bb3eafc52b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:12.952172 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45 req-6aa8fdb4-9688-44e0-9371-bb3eafc52b47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a0310-48e7-43f0-b09e-138572894a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2988653 Jul 06 12:06:13.104957 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49816374-88d9-4a6f-8e50-ca7ca2168f25 req-00f151c4-9a1d-40f8-aa2e-e41cf571d0b8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:13.114404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49816374-88d9-4a6f-8e50-ca7ca2168f25 req-00f151c4-9a1d-40f8-aa2e-e41cf571d0b8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 944 time: 0.1926477 Jul 06 12:06:13.124097 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45 req-8b5b5ff4-9e76-480a-9d91-97dcb93c93af service neutron] 10.222.0.47 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647606 Jul 06 12:06:13.163205 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bef83fae-4ab4-4d0f-994b-87d3ad14f444 req-abc08818-c1b1-40fc-ad1f-c6621c03b044 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623841 Jul 06 12:06:13.227164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49816374-88d9-4a6f-8e50-ca7ca2168f25 req-5fcb3cbf-340c-4156-8ceb-bc2b163a460c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098366 Jul 06 12:06:13.284592 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-58dbfb9b-b87d-4d0f-8ce9-7657a6662c45 req-5f8b594e-b889-4386-83ca-98cbf4c4cea2 service neutron] 10.222.0.47 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455359 Jul 06 12:06:13.603855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47512) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:13.710668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eec5d62e-e64f-4abf-b302-e03594b6665c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/8808ba84-12f3-4ead-bb30-ce79918710da HTTP/1.1" status: 200 len: 993 time: 0.1049452 Jul 06 12:06:14.180569 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f74070c-51d9-45d7-a440-58749755445b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.506160 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a76ce8c8-0529-4f8d-a619-cc3f3d978e09 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:14.544515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73d3bf-e01f-4122-a1f8-7a9b00ce282d req-377abc84-9c63-48fa-a8dd-1880806ce5eb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:14.553011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e73d3bf-e01f-4122-a1f8-7a9b00ce282d req-377abc84-9c63-48fa-a8dd-1880806ce5eb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 944 time: 0.1572964 Jul 06 12:06:14.622795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e73d3bf-e01f-4122-a1f8-7a9b00ce282d req-cc413d3d-fe10-46d8-87b4-f5e8cd2717f3 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685232 Jul 06 12:06:14.677091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:14.681459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:14.681830 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.896557 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.002225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956cf109-4e16-482d-a518-8462afcd7866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:15.013215 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672035bc-eb79-4108-8881-ce6cff21d0f4" -d '{"events": [{"server_uuid": "956cf109-4e16-482d-a518-8462afcd7866", "name": "network-vif-plugged", "status": "completed", "tag": "a76ce8c8-0529-4f8d-a619-cc3f3d978e09"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:15.022804 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a76ce8c8-0529-4f8d-a619-cc3f3d978e09, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a76ce8c8-0529-4f8d-a619-cc3f3d978e09,segment=NetworkSegment(dfad468c-dfad-4a66-ad56-2526ae9bc754),segment_id=dfad468c-dfad-4a66-ad56-2526ae9bc754)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:15.032534 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.077285 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718dcf35-6add-4cd9-9ab4-22e29192a9a5 x-openstack-request-id: req-718dcf35-6add-4cd9-9ab4-22e29192a9a5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:15.077812 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956cf109-4e16-482d-a518-8462afcd7866", "name": "network-vif-plugged", "status": "completed", "tag": "a76ce8c8-0529-4f8d-a619-cc3f3d978e09", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:15.078144 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-718dcf35-6add-4cd9-9ab4-22e29192a9a5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:15.078611 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956cf109-4e16-482d-a518-8462afcd7866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09', 'code': 200} Jul 06 12:06:15.142063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a76ce8c8-0529-4f8d-a619-cc3f3d978e09,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:15.313036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3d421-77b7-42b5-aca6-e546ce68c8bf req-17376093-89b2-437e-8fb3-2acbf7c5e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:15.314742 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fae3d421-77b7-42b5-aca6-e546ce68c8bf req-17376093-89b2-437e-8fb3-2acbf7c5e73a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 1096 time: 0.1251085 Jul 06 12:06:15.361830 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fae3d421-77b7-42b5-aca6-e546ce68c8bf req-ff371b61-2fa6-433f-858e-b9fdfb4bf84e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362520 Jul 06 12:06:15.901318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de4ec5-2c33-4c51-8cc4-7dc3dd128df2 req-44da8d5f-3a0c-4350-bd56-08d194be5c8e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:15.901318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34de4ec5-2c33-4c51-8cc4-7dc3dd128df2 req-44da8d5f-3a0c-4350-bd56-08d194be5c8e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 945 time: 0.0787494 Jul 06 12:06:15.972900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34de4ec5-2c33-4c51-8cc4-7dc3dd128df2 req-f08ce289-a6ad-4013-b446-b1a3d7af881d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620327 Jul 06 12:06:17.290241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cce0d-f96e-46e9-870f-1a472b48b73d req-88f7031c-6848-4781-82f0-6dc01cde917c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:17.292436 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c5cce0d-f96e-46e9-870f-1a472b48b73d req-88f7031c-6848-4781-82f0-6dc01cde917c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 945 time: 0.0711262 Jul 06 12:06:17.356113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c5cce0d-f96e-46e9-870f-1a472b48b73d req-9c53d98a-8c0e-4ae2-abd3-0b0ba8359a46 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564473 Jul 06 12:06:17.734579 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8443b-78bc-44d8-8145-66bfb7980836 req-18d44d40-f4b7-46fb-960b-1fb2fe4fffdb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:17.747180 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ab8443b-78bc-44d8-8145-66bfb7980836 req-18d44d40-f4b7-46fb-960b-1fb2fe4fffdb tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 945 time: 0.1849167 Jul 06 12:06:17.845407 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ab8443b-78bc-44d8-8145-66bfb7980836 req-d704ec87-d047-44de-83e8-60e7d27376f2 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970075 Jul 06 12:06:17.850760 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-a25eac7d-42bb-4e85-b08f-736ee1f2d26b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978091 Jul 06 12:06:17.865067 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47580) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:18.056376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02883d0f-5620-48e3-8952-2c4d9a4d0ae3 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:18.058911 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-02883d0f-5620-48e3-8952-2c4d9a4d0ae3 tempest-TestNetworkBasicOps-1370409566 tempest-TestNetworkBasicOps-1370409566-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 1091 time: 0.1924517 Jul 06 12:06:18.064293 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:18.068185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-9aea7cf6-2395-4cf0-9552-52a7cc47f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:18.069203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:18.070306 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-9aea7cf6-2395-4cf0-9552-52a7cc47f8a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 1096 time: 0.1509161 Jul 06 12:06:18.107006 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.242822 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.285579 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.375149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-99ccd204-d43b-4c09-9e62-0ec03a8d55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:18.376693 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-99ccd204-d43b-4c09-9e62-0ec03a8d55b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.2648790 Jul 06 12:06:18.412878 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d8ec-8c76-4543-9c51-e4c97c6099e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.440032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Allocated IP 172.25.0.40 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/0b53e26d-0aa0-4514-94c6-c6b6ea6f2e1c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:18.516415 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-67cc463e-0f6c-4767-9afc-fb6bfbfdee02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22ad2b65-2bd6-42cf-98f7-113699ba2ae4 HTTP/1.1" status: 200 len: 1001 time: 0.1315465 Jul 06 12:06:18.598232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-a3801505-8012-4c3e-87d2-472c6f5fe283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:18.607313 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-a3801505-8012-4c3e-87d2-472c6f5fe283 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0787439 Jul 06 12:06:18.744371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.781411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-435d694e-9f88-4305-a0bc-1cf0cd52450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:18.784952 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.788977 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-435d694e-9f88-4305-a0bc-1cf0cd52450b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778827 Jul 06 12:06:19.035608 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-9306d2f7-24be-4d40-b095-cbac6408ca1f service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342386 Jul 06 12:06:19.188354 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6026b48b-dd1e-4062-8033-2d4697a8801e req-95b466b3-7cce-4e62-bb46-05c05288fd17 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431630 Jul 06 12:06:19.336915 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.390339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:19.392634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:19.395748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:19.431336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=0b53e26d-0aa0-4514-94c6-c6b6ea6f2e1c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:19.974107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.985444 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:06:20.101753 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.302603 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.314285 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.452111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event updated for resources: {'Port': ['ID=0b53e26d-0aa0-4514-94c6-c6b6ea6f2e1c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:20.514563 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.569771 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.638636 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Floating IP 8b7e4e8d-9f75-459b-bd88-f315c6294898 associated. External IP: 172.25.0.40, port: a76ce8c8-0529-4f8d-a619-cc3f3d978e09. Jul 06 12:06:20.993546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 803e930c-ae37-43b6-910f-7884ba2b59af has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:21.145156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:21.156731 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc38650-68c8-4e58-ab6f-871b00321365 None None] Sync routers for ids ['803e930c-ae37-43b6-910f-7884ba2b59af'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:21.172257 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc38650-68c8-4e58-ab6f-871b00321365 None None] Routers {'803e930c-ae37-43b6-910f-7884ba2b59af'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:21.175230 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9dc38650-68c8-4e58-ab6f-871b00321365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:06:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['803e930c-ae37-43b6-910f-7884ba2b59af'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:21.190173 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.241633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47648) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:21.242202 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-86eb94e3-f023-419f-86f6-53586bed46b6 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1779168 Jul 06 12:06:21.242517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956cf109-4e16-482d-a518-8462afcd7866', 'tag': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:21.245997 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fe30fb-f403-480e-b797-39373730e5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "956cf109-4e16-482d-a518-8462afcd7866", "tag": "a76ce8c8-0529-4f8d-a619-cc3f3d978e09"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:21.326225 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c58975a-557b-4c04-9a18-1a75f153fb4e x-openstack-request-id: req-8c58975a-557b-4c04-9a18-1a75f153fb4e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:21.330248 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956cf109-4e16-482d-a518-8462afcd7866", "tag": "a76ce8c8-0529-4f8d-a619-cc3f3d978e09", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:21.330606 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c58975a-557b-4c04-9a18-1a75f153fb4e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:21.331106 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956cf109-4e16-482d-a518-8462afcd7866', 'tag': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09', 'status': 'completed', 'code': 200} Jul 06 12:06:21.357108 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f3f9a05c-da24-4aae-b9b9-d0af8ff11924 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/floatingips/8b7e4e8d-9f75-459b-bd88-f315c6294898 HTTP/1.1" status: 200 len: 990 time: 0.1123464 Jul 06 12:06:21.394496 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9dc38650-68c8-4e58-ab6f-871b00321365 None None] Set router 803e930c-ae37-43b6-910f-7884ba2b59af gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:21.428644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe30fb-f403-480e-b797-39373730e5c3 req-7c5539ab-ce9d-411d-b229-8e6e77478324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:21.434168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76fe30fb-f403-480e-b797-39373730e5c3 req-7c5539ab-ce9d-411d-b229-8e6e77478324 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 1096 time: 0.0766153 Jul 06 12:06:21.553380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe30fb-f403-480e-b797-39373730e5c3 req-6510bbec-fb30-45a5-b9df-3bb049da08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:21.556120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76fe30fb-f403-480e-b797-39373730e5c3 req-6510bbec-fb30-45a5-b9df-3bb049da08fa service neutron] 10.222.0.86 "GET /v2.0/networks?id=570a6303-56e3-41c8-b7dd-a0b32a3283f4 HTTP/1.1" status: 200 len: 897 time: 0.1145601 Jul 06 12:06:21.673009 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76fe30fb-f403-480e-b797-39373730e5c3 req-12de9471-61f6-4c86-bff5-789f1311fb7e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a76ce8c8-0529-4f8d-a619-cc3f3d978e09 HTTP/1.1" status: 200 len: 998 time: 0.1092727 Jul 06 12:06:21.740706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe30fb-f403-480e-b797-39373730e5c3 req-995f6164-5ebb-4ba9-9cf1-b476d80d1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:21.753120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76fe30fb-f403-480e-b797-39373730e5c3 req-995f6164-5ebb-4ba9-9cf1-b476d80d1162 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3c72b55c-7d8b-4cef-8b07-98e1d907dbe8 HTTP/1.1" status: 200 len: 834 time: 0.0716565 Jul 06 12:06:21.854966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe30fb-f403-480e-b797-39373730e5c3 req-101c3076-cf92-415d-8c22-11d6bb497730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:21.857006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76fe30fb-f403-480e-b797-39373730e5c3 req-101c3076-cf92-415d-8c22-11d6bb497730 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=570a6303-56e3-41c8-b7dd-a0b32a3283f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970409 Jul 06 12:06:21.898717 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9dc38650-68c8-4e58-ab6f-871b00321365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '8b7e4e8d-9f75-459b-bd88-f315c6294898', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'port_id': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'mac_address': 'fa:16:3e:17:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956cf109-4e16-482d-a518-8462afcd7866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:06:19Z', 'updated_at': '2021-07-06T12:06:19Z', 'revision_number': 0, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c976fed-0d4e-469d-a6d9-df069c105f16', 'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:bd:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:52Z', 'updated_at': '2021-07-06T12:06:00Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:21.968863 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc38650-68c8-4e58-ab6f-871b00321365 None None] Checking router: 803e930c-ae37-43b6-910f-7884ba2b59af for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:21.989489 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc38650-68c8-4e58-ab6f-871b00321365 None None] Routers {'803e930c-ae37-43b6-910f-7884ba2b59af'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:21.990275 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9dc38650-68c8-4e58-ab6f-871b00321365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:06:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['803e930c-ae37-43b6-910f-7884ba2b59af'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:22.009146 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76fe30fb-f403-480e-b797-39373730e5c3 req-b2892377-1354-4793-938f-5fb26445fc7d service neutron] 10.222.0.86 "GET /v2.0/networks/570a6303-56e3-41c8-b7dd-a0b32a3283f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442728 Jul 06 12:06:22.239738 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76fe30fb-f403-480e-b797-39373730e5c3 req-28350db2-d85f-4f93-b2d6-3c35ee8205b6 service neutron] 10.222.0.86 "GET /v2.0/networks/570a6303-56e3-41c8-b7dd-a0b32a3283f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200725 Jul 06 12:06:22.313876 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9dc38650-68c8-4e58-ab6f-871b00321365 None None] Set router 803e930c-ae37-43b6-910f-7884ba2b59af gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:22.359962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47668) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:22.490738 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c71892cb-cace-4a4d-8632-79c7636a77e4 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/floatingips/8b7e4e8d-9f75-459b-bd88-f315c6294898 HTTP/1.1" status: 200 len: 990 time: 0.1288207 Jul 06 12:06:22.943367 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9dc38650-68c8-4e58-ab6f-871b00321365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '8b7e4e8d-9f75-459b-bd88-f315c6294898', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'port_id': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'mac_address': 'fa:16:3e:17:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956cf109-4e16-482d-a518-8462afcd7866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:06:19Z', 'updated_at': '2021-07-06T12:06:19Z', 'revision_number': 0, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c976fed-0d4e-469d-a6d9-df069c105f16', 'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:bd:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:52Z', 'updated_at': '2021-07-06T12:06:00Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:23.004687 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc38650-68c8-4e58-ab6f-871b00321365 None None] The sync data for ids ['803e930c-ae37-43b6-910f-7884ba2b59af'] in n-d-799527-2 is: [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '8b7e4e8d-9f75-459b-bd88-f315c6294898', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'port_id': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'mac_address': 'fa:16:3e:17:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956cf109-4e16-482d-a518-8462afcd7866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:06:19Z', 'updated_at': '2021-07-06T12:06:19Z', 'revision_number': 0, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c976fed-0d4e-469d-a6d9-df069c105f16', 'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:bd:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:52Z', 'updated_at': '2021-07-06T12:06:00Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:23.397316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d46d1-c717-45fc-a359-a8f12375209c None None] New status for floating IP 8b7e4e8d-9f75-459b-bd88-f315c6294898: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:06:23.478896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2b9d4-c633-4895-a7de-005c5f135fbc req-09c113ff-f39b-404c-9994-d5018ebe9ef9 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:23.484912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41d2b9d4-c633-4895-a7de-005c5f135fbc req-09c113ff-f39b-404c-9994-d5018ebe9ef9 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.1346567 Jul 06 12:06:23.491915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47692) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:23.564125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41d2b9d4-c633-4895-a7de-005c5f135fbc req-3592e0fe-102e-408f-995c-aed4b7225882 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729487 Jul 06 12:06:23.696028 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-204a619b-fe68-4832-84b8-26c8f33cca21 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/floatingips/8b7e4e8d-9f75-459b-bd88-f315c6294898 HTTP/1.1" status: 200 len: 990 time: 0.2016318 Jul 06 12:06:24.700384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:24.907126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-43d590d0-fda9-410a-9022-e26ff33d8fe2 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/floatingips/8b7e4e8d-9f75-459b-bd88-f315c6294898 HTTP/1.1" status: 200 len: 992 time: 0.2030859 Jul 06 12:06:24.961445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b34a00-efa3-4a8a-82a8-5b6986963ebb req-0be52e69-d9d5-425f-9331-1acdc81e0ff8 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:24.964257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66b34a00-efa3-4a8a-82a8-5b6986963ebb req-0be52e69-d9d5-425f-9331-1acdc81e0ff8 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.1575732 Jul 06 12:06:25.036822 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66b34a00-efa3-4a8a-82a8-5b6986963ebb req-0db63b39-f961-4f13-bb20-bafa738df1e1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614922 Jul 06 12:06:26.237884 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218b7a-5f6b-437c-b5db-ff8c7a8b9be8 req-35d7ea23-5130-424a-88a7-df907ba39ff9 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:26.239578 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf218b7a-5f6b-437c-b5db-ff8c7a8b9be8 req-35d7ea23-5130-424a-88a7-df907ba39ff9 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0739937 Jul 06 12:06:26.286286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf218b7a-5f6b-437c-b5db-ff8c7a8b9be8 req-caadee96-f230-4210-85d4-aa8098081402 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Jul 06 12:06:27.492349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1866f-1b3a-478a-959e-e80bb435ab51 req-1c2fd0f7-eec9-4783-98c4-f3646f9da7e4 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:27.494137 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ce1866f-1b3a-478a-959e-e80bb435ab51 req-1c2fd0f7-eec9-4783-98c4-f3646f9da7e4 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0758066 Jul 06 12:06:27.550536 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5ce1866f-1b3a-478a-959e-e80bb435ab51 req-c9e80074-0d8d-4fb7-8c26-4af4669c72cf tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499437 Jul 06 12:06:28.782630 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.837574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfa86e-b7c1-450d-9c6a-1923b4936981 req-68ec9ead-d83e-41e1-9987-22318f9020d6 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:28.839376 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3cfa86e-b7c1-450d-9c6a-1923b4936981 req-68ec9ead-d83e-41e1-9987-22318f9020d6 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.1047857 Jul 06 12:06:28.882213 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3cfa86e-b7c1-450d-9c6a-1923b4936981 req-2d792ad5-d91a-474b-ad28-80af7015bdd8 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370057 Jul 06 12:06:28.968515 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.180914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:29.232797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dcfd5c5-d0cd-45ee-b249-758350a142f2 admin admin] Deleting subnet b0c0dfae-57b3-4814-8ae6-885c77461aee {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:29.235718 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dcfd5c5-d0cd-45ee-b249-758350a142f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.278479 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dcfd5c5-d0cd-45ee-b249-758350a142f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.319913 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dcfd5c5-d0cd-45ee-b249-758350a142f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.376555 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dcfd5c5-d0cd-45ee-b249-758350a142f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.402756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfd5c5-d0cd-45ee-b249-758350a142f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c0dfae-57b3-4814-8ae6-885c77461aee,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:29.409250 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dcfd5c5-d0cd-45ee-b249-758350a142f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.412947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7dcfd5c5-d0cd-45ee-b249-758350a142f2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b0c0dfae-57b3-4814-8ae6-885c77461aee HTTP/1.1" status: 204 len: 168 time: 0.2285807 Jul 06 12:06:29.413830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 47892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:29.492653 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.577168 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.587523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32706393-f6f0-47ec-b7cc-0bd7ce128f1e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:29.599302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285176ec-a42e-49fd-80d1-d552492a0da0') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:29.599632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285176ec-a42e-49fd-80d1-d552492a0da0') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:29.609314 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.623794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.630249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:29.630754 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:29.646783 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:29.721415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.727707 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.731937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] 10.222.0.21 "DELETE /v2.0/networks/32706393-f6f0-47ec-b7cc-0bd7ce128f1e HTTP/1.1" status: 204 len: 168 time: 0.3178368 Jul 06 12:06:29.743994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9368572-117c-44c2-83b1-5ad5310ce95b admin admin] Pushing event deleted for resources: {'Network': ['ID=32706393-f6f0-47ec-b7cc-0bd7ce128f1e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:29.876284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47906) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:29.925310 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6b8b4a6f-4627-4403-8aa8-31cfb187a65e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05fd7e32139b46588095fbeececbbec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446994 Jul 06 12:06:29.925610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47910) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:29.985957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70ad256b-bac7-4b7d-a526-b852d86760dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.009193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70ad256b-bac7-4b7d-a526-b852d86760dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.074053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70ad256b-bac7-4b7d-a526-b852d86760dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.077258 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70ad256b-bac7-4b7d-a526-b852d86760dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.078530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-70ad256b-bac7-4b7d-a526-b852d86760dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33209349-4b6b-4b41-b217-c947bc2c8796 HTTP/1.1" status: 204 len: 168 time: 0.1518033 Jul 06 12:06:30.092378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad256b-bac7-4b7d-a526-b852d86760dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33209349-4b6b-4b41-b217-c947bc2c8796,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:30.129498 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f16a6b-3bef-4662-88e1-b43c11918711 req-2bed2bed-79d2-4403-b064-49c877dc457c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:30.131200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9f16a6b-3bef-4662-88e1-b43c11918711 req-2bed2bed-79d2-4403-b064-49c877dc457c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0926003 Jul 06 12:06:30.184696 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9f16a6b-3bef-4662-88e1-b43c11918711 req-0c3af69b-3d2a-4707-8173-2e8cff352db5 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465584 Jul 06 12:06:31.371028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2de58e-45f4-4c26-b92f-e898d01dfa1b req-6153ccb6-08e6-4b98-ae3d-36fb13a6b2dd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:31.372715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c2de58e-45f4-4c26-b92f-e898d01dfa1b req-6153ccb6-08e6-4b98-ae3d-36fb13a6b2dd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0777175 Jul 06 12:06:31.467174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c2de58e-45f4-4c26-b92f-e898d01dfa1b req-8a18f9fe-617c-4655-80f3-4bc5784a7f19 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866194 Jul 06 12:06:32.674006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce6c7f-252e-4cca-af93-12e915a8f37b req-049b5399-7ec6-47b2-bc15-9c701fc12607 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.675854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-14ce6c7f-252e-4cca-af93-12e915a8f37b req-049b5399-7ec6-47b2-bc15-9c701fc12607 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0805490 Jul 06 12:06:32.728562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-14ce6c7f-252e-4cca-af93-12e915a8f37b req-308f2c8a-b4a1-426c-abbd-9b29f2752dbf tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466502 Jul 06 12:06:33.969111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183980ab-980f-4d46-a24a-86117e5e5ca5 req-87bf5260-03b3-4185-bd10-680e9ad008b0 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:33.971002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-183980ab-980f-4d46-a24a-86117e5e5ca5 req-87bf5260-03b3-4185-bd10-680e9ad008b0 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0913973 Jul 06 12:06:34.016610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-183980ab-980f-4d46-a24a-86117e5e5ca5 req-b6e90a32-86c8-4808-92aa-90d424030876 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394857 Jul 06 12:06:35.224742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a46f9-9ff7-45c4-9d89-c01ff778356d req-fbefad37-a36e-4734-b21a-e46f498da979 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:35.227331 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-953a46f9-9ff7-45c4-9d89-c01ff778356d req-fbefad37-a36e-4734-b21a-e46f498da979 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0817149 Jul 06 12:06:35.269940 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-953a46f9-9ff7-45c4-9d89-c01ff778356d req-42577f02-16c6-466b-8cb8-2f60850ce066 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358312 Jul 06 12:06:36.475796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6294308-bae3-487c-b7e8-2f789aa3d455 req-db07bbb4-ee6f-47c7-a889-1509d83f8048 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:36.478089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6294308-bae3-487c-b7e8-2f789aa3d455 req-db07bbb4-ee6f-47c7-a889-1509d83f8048 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0815730 Jul 06 12:06:36.520532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6294308-bae3-487c-b7e8-2f789aa3d455 req-a344d3f9-d6ee-470e-8ffa-654fedce40de tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350881 Jul 06 12:06:37.747188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec58f7d-3410-4d5f-a989-cfa294a04844 req-bdfe59de-ce3f-47a8-a978-97327f7966e1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:37.748801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aec58f7d-3410-4d5f-a989-cfa294a04844 req-bdfe59de-ce3f-47a8-a978-97327f7966e1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0924306 Jul 06 12:06:37.791107 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aec58f7d-3410-4d5f-a989-cfa294a04844 req-2331a830-3a7d-43ce-bd0e-7d9a69b19e9d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359874 Jul 06 12:06:39.043157 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4323c6a-b7c3-47ac-91d9-a4c6e2180864 req-2a028fcb-becb-4480-a8d1-e888f60205a5 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:39.045592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4323c6a-b7c3-47ac-91d9-a4c6e2180864 req-2a028fcb-becb-4480-a8d1-e888f60205a5 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.1113105 Jul 06 12:06:39.089017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4323c6a-b7c3-47ac-91d9-a4c6e2180864 req-39f17e09-75d5-4122-afd4-da7223d96b7f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363295 Jul 06 12:06:39.625396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb105824-07ea-4db9-860e-1c10490870a0 req-d8124ba8-121a-43ec-abac-528535e51dca tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:39.627627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb105824-07ea-4db9-860e-1c10490870a0 req-d8124ba8-121a-43ec-abac-528535e51dca tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0936580 Jul 06 12:06:39.632005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5d1e-b702-4704-aede-20a9346cdfe9 req-cfd3d539-cd2e-4a49-bb9b-25d0ada64b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:39.633628 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cdbd5d1e-b702-4704-aede-20a9346cdfe9 req-cfd3d539-cd2e-4a49-bb9b-25d0ada64b6d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 1097 time: 0.1382425 Jul 06 12:06:39.675892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb105824-07ea-4db9-860e-1c10490870a0 req-fe34efc3-bc7b-48d5-8cf8-b6625884d676 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423577 Jul 06 12:06:39.753984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5d1e-b702-4704-aede-20a9346cdfe9 req-6d7d5cb1-16f1-4778-9313-676af5f0d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:39.756313 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cdbd5d1e-b702-4704-aede-20a9346cdfe9 req-6d7d5cb1-16f1-4778-9313-676af5f0d3ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 912 time: 0.1150277 Jul 06 12:06:39.870862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cdbd5d1e-b702-4704-aede-20a9346cdfe9 req-c036147c-fec6-4dfb-99a1-b985cd8672a1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6515c807-aad7-4d26-b0c5-925acf054a91 HTTP/1.1" status: 200 len: 1002 time: 0.1059086 Jul 06 12:06:39.949602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5d1e-b702-4704-aede-20a9346cdfe9 req-57bce4f9-802d-4d08-8b71-5c9d20820e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:39.956682 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cdbd5d1e-b702-4704-aede-20a9346cdfe9 req-57bce4f9-802d-4d08-8b71-5c9d20820e1a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0767081 Jul 06 12:06:40.055161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5d1e-b702-4704-aede-20a9346cdfe9 req-23998ed9-57f8-4177-8820-4ae407f9f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:40.058460 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cdbd5d1e-b702-4704-aede-20a9346cdfe9 req-23998ed9-57f8-4177-8820-4ae407f9f4f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901225 Jul 06 12:06:40.231362 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cdbd5d1e-b702-4704-aede-20a9346cdfe9 req-8cbd0995-e582-4aba-974d-00832b57f698 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649253 Jul 06 12:06:40.349706 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cdbd5d1e-b702-4704-aede-20a9346cdfe9 req-bb31e750-06b7-4423-aa1e-6a9c2b871065 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105428 Jul 06 12:06:40.958987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac91850-2097-4154-9214-856d410e71a1 req-983d442d-1cdf-46aa-ae5e-45030ac627ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:40.960820 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fac91850-2097-4154-9214-856d410e71a1 req-983d442d-1cdf-46aa-ae5e-45030ac627ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0998149 Jul 06 12:06:41.004423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fac91850-2097-4154-9214-856d410e71a1 req-7304ab83-6ee0-4aef-8b44-1a6f44c25da8 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361669 Jul 06 12:06:42.461463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77d8b6-a791-4d55-ace8-eb15d2294499 req-46610caf-886e-4a9f-a244-8f57828115d6 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:42.461463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e77d8b6-a791-4d55-ace8-eb15d2294499 req-46610caf-886e-4a9f-a244-8f57828115d6 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.1098235 Jul 06 12:06:42.461463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e77d8b6-a791-4d55-ace8-eb15d2294499 req-945bb369-d8f7-4dfe-8e3a-6eacb3dcb571 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938842 Jul 06 12:06:44.176650 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b73e8c7c-f19f-4fa6-8bac-44bd029b99bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.212769 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.419633 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-903fbe69-4a4d-411b-b18a-7d40f1a1aa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.783436 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.567525 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.118317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-32c05784-c3b9-489c-8f64-48ac56335747 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228251660&fields=id&tenant_id=b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 267 time: 0.0340083 Jul 06 12:06:52.252912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-0fae57db-e8ec-4ef5-b0e0-419fa44cf0b4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:52.254445 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-0fae57db-e8ec-4ef5-b0e0-419fa44cf0b4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.1273835 Jul 06 12:06:52.272141 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-6483e0e4-f3ec-4e7f-b8de-c2f024c7eee2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/quotas/b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 375 time: 0.0118811 Jul 06 12:06:52.352091 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-df8df45c-b481-4822-9726-860789188197 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0769155 Jul 06 12:06:52.465579 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-3c7ce725-5662-4abd-91d2-3e1ce9ef2636 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997601 Jul 06 12:06:52.582634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-b3e42e38-d092-44b0-976b-3f2049256b77 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108310 Jul 06 12:06:53.084097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9d0459a-287a-45d5-91e1-34168887213a req-5e7dd292-f2d8-407e-bf69-261efaaf368a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 210 time: 0.0429225 Jul 06 12:06:54.099268 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48424) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:54.168126 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6b43691f-ef35-457f-a806-4a7ba3c99a03 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/floatingips/8b7e4e8d-9f75-459b-bd88-f315c6294898 HTTP/1.1" status: 200 len: 992 time: 0.0676332 Jul 06 12:06:54.315293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac7c84a4-4e3c-408c-a6ad-8dea6af78349 req-980ef3c6-b5b5-42ae-a3ea-d3a0a38bba52 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 210 time: 0.0536475 Jul 06 12:06:54.421171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-f74a6e8a-56c6-4e55-b64d-f0bdbacdd997 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:54.422854 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-f74a6e8a-56c6-4e55-b64d-f0bdbacdd997 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 811 time: 0.1880982 Jul 06 12:06:54.480744 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-e8f68415-6641-402e-a7c2-0abd61121764 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b768ea49d15e4735a0ee81828071c36d HTTP/1.1" status: 200 len: 380 time: 0.0399492 Jul 06 12:06:54.489189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'port': {'device_id': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'admin_state_up': True, 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'security_groups': ['448f39e1-2bed-4196-a39d-3dcc4ac23995']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:54.535793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48438) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:54.622099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Made reservation on behalf of b768ea49d15e4735a0ee81828071c36d for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:54.626723 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.804858 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port 0b53e26d-0aa0-4514-94c6-c6b6ea6f2e1c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:54.805464 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.894227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Allocated IP 172.20.0.11 (96ac95ab-c16d-44b8-a50f-62ff9bdc3228/cb861ac0-7293-4d41-a5d1-256ee914815a/6e646c18-a39b-40db-89ff-bf15b45c2c3d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:54.935391 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.936282 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.985585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for 0b53e26d-0aa0-4514-94c6-c6b6ea6f2e1c owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:55.110787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.158985 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Transition to ACTIVE for port object 6e646c18-a39b-40db-89ff-bf15b45c2c3d will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:55.222565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.314662 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.377672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:55.381627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:55.389888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:55.436196 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=0b53e26d-0aa0-4514-94c6-c6b6ea6f2e1c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:55.493697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=6e646c18-a39b-40db-89ff-bf15b45c2c3d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:55.562213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:55.571534 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.585126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.585479 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Floating IP 8b7e4e8d-9f75-459b-bd88-f315c6294898 disassociated (deleted). External IP: 172.25.0.40, port: a76ce8c8-0529-4f8d-a619-cc3f3d978e09. Jul 06 12:06:55.596645 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-a246fe40-83ef-4ae0-8e41-cb8fcbddd5c5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1113465 Jul 06 12:06:55.614843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Request body: {'port': {'device_id': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:55.730382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05928d51-0fb0-4b92-b3b5-90738c4711b5 req-b0eae4cf-a328-4e0f-b214-5bf1397546e2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:55.732009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05928d51-0fb0-4b92-b3b5-90738c4711b5 req-b0eae4cf-a328-4e0f-b214-5bf1397546e2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 932 time: 0.1823521 Jul 06 12:06:55.793564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-05928d51-0fb0-4b92-b3b5-90738c4711b5 req-b64c72d4-2b5c-4e33-a128-dc550f26f835 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552824 Jul 06 12:06:55.843578 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.901459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-222e1965-9d51-48eb-8995-675447a66115 None None] Provisioning for port 6e646c18-a39b-40db-89ff-bf15b45c2c3d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:55.907389 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-222e1965-9d51-48eb-8995-675447a66115 None None] Provisioning complete for port 6e646c18-a39b-40db-89ff-bf15b45c2c3d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:55.908244 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-222e1965-9d51-48eb-8995-675447a66115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.976804 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-222e1965-9d51-48eb-8995-675447a66115 None None] Port 6e646c18-a39b-40db-89ff-bf15b45c2c3d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:55.996984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 803e930c-ae37-43b6-910f-7884ba2b59af has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:56.174225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:56.179404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.188454 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953d41d-9786-4306-a266-de980b26bac2 None None] Sync routers for ids ['803e930c-ae37-43b6-910f-7884ba2b59af'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:56.209769 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953d41d-9786-4306-a266-de980b26bac2 None None] Routers {'803e930c-ae37-43b6-910f-7884ba2b59af'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:56.210461 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1953d41d-9786-4306-a266-de980b26bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:06:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['803e930c-ae37-43b6-910f-7884ba2b59af'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:56.270604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e646c18-a39b-40db-89ff-bf15b45c2c3d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:06:56.284907 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.309423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cd60aadf-1592-47dd-b96a-aacfbfbf648c tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/floatingips/8b7e4e8d-9f75-459b-bd88-f315c6294898 HTTP/1.1" status: 204 len: 168 time: 1.7721684 Jul 06 12:06:56.310020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956cf109-4e16-482d-a518-8462afcd7866', 'tag': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:56.328243 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997" -d '{"events": [{"name": "network-changed", "server_uuid": "956cf109-4e16-482d-a518-8462afcd7866", "tag": "a76ce8c8-0529-4f8d-a619-cc3f3d978e09"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:56.337145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Transition to ACTIVE for port object 6e646c18-a39b-40db-89ff-bf15b45c2c3d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:56.343151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.398653 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1cae74-86af-4f0f-b5ab-8091bcfb6b98 x-openstack-request-id: req-cd1cae74-86af-4f0f-b5ab-8091bcfb6b98 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:56.398946 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956cf109-4e16-482d-a518-8462afcd7866", "tag": "a76ce8c8-0529-4f8d-a619-cc3f3d978e09", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:56.399200 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd1cae74-86af-4f0f-b5ab-8091bcfb6b98 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:56.399641 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956cf109-4e16-482d-a518-8462afcd7866', 'tag': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09', 'status': 'completed', 'code': 200} Jul 06 12:06:56.427341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e646c18-a39b-40db-89ff-bf15b45c2c3d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:56.536013 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1953d41d-9786-4306-a266-de980b26bac2 None None] Set router 803e930c-ae37-43b6-910f-7884ba2b59af gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:57.014566 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:06:57.049386 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1953d41d-9786-4306-a266-de980b26bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7c976fed-0d4e-469d-a6d9-df069c105f16', 'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:bd:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:52Z', 'updated_at': '2021-07-06T12:06:00Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:57.107382 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953d41d-9786-4306-a266-de980b26bac2 None None] Checking router: 803e930c-ae37-43b6-910f-7884ba2b59af for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:57.120352 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953d41d-9786-4306-a266-de980b26bac2 None None] Routers {'803e930c-ae37-43b6-910f-7884ba2b59af'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:57.121456 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1953d41d-9786-4306-a266-de980b26bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:06:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['803e930c-ae37-43b6-910f-7884ba2b59af'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:57.198856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929034f1-d833-40e6-bb7b-e191f465bedb req-a94e612f-366c-48aa-a86d-d1a7be3865ff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:57.206568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-929034f1-d833-40e6-bb7b-e191f465bedb req-a94e612f-366c-48aa-a86d-d1a7be3865ff tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 945 time: 0.2195716 Jul 06 12:06:57.306551 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-929034f1-d833-40e6-bb7b-e191f465bedb req-383511d2-ae0c-4476-b641-500c1842bdc8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988607 Jul 06 12:06:57.350218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07863d-3840-4d97-9c91-9cf52dd94b55 req-97bf2d4b-6573-4eef-97be-b43a2546cbcb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:57.371560 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d07863d-3840-4d97-9c91-9cf52dd94b55 req-97bf2d4b-6573-4eef-97be-b43a2546cbcb tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 944 time: 0.2910609 Jul 06 12:06:57.375170 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1953d41d-9786-4306-a266-de980b26bac2 None None] Set router 803e930c-ae37-43b6-910f-7884ba2b59af gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:57.399240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Attempting to bind port 6e646c18-a39b-40db-89ff-bf15b45c2c3d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:57.399842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Attempting to bind port 6e646c18-a39b-40db-89ff-bf15b45c2c3d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:57.400070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Attempting to bind port 6e646c18-a39b-40db-89ff-bf15b45c2c3d on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:57.415124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Port 6e646c18-a39b-40db-89ff-bf15b45c2c3d on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:06:57.417940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Attempting to bind port 6e646c18-a39b-40db-89ff-bf15b45c2c3d on network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:57.437245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:57.437845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Checking segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:57.438432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Bound using segment: {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:57.439207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Bound port: 6e646c18-a39b-40db-89ff-bf15b45c2c3d, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fbacef-5a12-4099-92cc-3fd8dff052e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:57.439770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.446509 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d07863d-3840-4d97-9c91-9cf52dd94b55 req-dfc753fb-925d-40e0-91c4-5e4bf4a85bc7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739794 Jul 06 12:06:57.542485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-177dee18-f563-423a-9a7a-b5721d2a2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:57.544165 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-177dee18-f563-423a-9a7a-b5721d2a2c51 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3e46c674c2f4219960b47ed35b21180&device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 1096 time: 1.0828915 Jul 06 12:06:57.665919 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1953d41d-9786-4306-a266-de980b26bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7c976fed-0d4e-469d-a6d9-df069c105f16', 'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:bd:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:52Z', 'updated_at': '2021-07-06T12:06:00Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:57.704896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] For port 6e646c18-a39b-40db-89ff-bf15b45c2c3d, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:57.715056 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953d41d-9786-4306-a266-de980b26bac2 None None] The sync data for ids ['803e930c-ae37-43b6-910f-7884ba2b59af'] in n-d-799527-2 is: [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7c976fed-0d4e-469d-a6d9-df069c105f16', 'name': '', 'network_id': '570a6303-56e3-41c8-b7dd-a0b32a3283f4', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'mac_address': 'fa:16:3e:bd:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:52Z', 'updated_at': '2021-07-06T12:06:00Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'subnets': [{'id': '3c72b55c-7d8b-4cef-8b07-98e1d907dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:57.739394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] For port 6e646c18-a39b-40db-89ff-bf15b45c2c3d, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e646c18-a39b-40db-89ff-bf15b45c2c3d,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:57.746581 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.851350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e646c18-a39b-40db-89ff-bf15b45c2c3d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:57.860740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:57.866007 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.867462 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-327b07b8-bc79-471c-92a4-871d6e1f24e4 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e646c18-a39b-40db-89ff-bf15b45c2c3d HTTP/1.1" status: 200 len: 1092 time: 2.2620604 Jul 06 12:06:57.867979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'tag': '6e646c18-a39b-40db-89ff-bf15b45c2c3d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:57.873191 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a5c680-787d-45ba-b187-5ee73bf225fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d50bb32f-4575-4bab-b6ea-077e12211e44", "tag": "6e646c18-a39b-40db-89ff-bf15b45c2c3d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:57.879652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-fcd27263-8ea2-4f89-8acf-913195766817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:57.881479 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-fcd27263-8ea2-4f89-8acf-913195766817 service neutron] 10.222.0.86 "GET /v2.0/networks?id=570a6303-56e3-41c8-b7dd-a0b32a3283f4 HTTP/1.1" status: 200 len: 897 time: 0.2805166 Jul 06 12:06:57.958117 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac660ea-898f-45c9-992e-a42e758cd57d x-openstack-request-id: req-aac660ea-898f-45c9-992e-a42e758cd57d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:57.958350 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50bb32f-4575-4bab-b6ea-077e12211e44", "tag": "6e646c18-a39b-40db-89ff-bf15b45c2c3d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:57.958557 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aac660ea-898f-45c9-992e-a42e758cd57d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:57.960107 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'tag': '6e646c18-a39b-40db-89ff-bf15b45c2c3d', 'status': 'completed', 'code': 200} Jul 06 12:06:57.961911 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-58f1d6d1-d21c-4eba-ae0a-4631844c05cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a76ce8c8-0529-4f8d-a619-cc3f3d978e09 HTTP/1.1" status: 200 len: 217 time: 0.0730329 Jul 06 12:06:58.084740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-f99e8d34-21a7-4839-becf-710271f78a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.096113 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-f99e8d34-21a7-4839-becf-710271f78a43 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3c72b55c-7d8b-4cef-8b07-98e1d907dbe8 HTTP/1.1" status: 200 len: 834 time: 0.1072509 Jul 06 12:06:58.162003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-2e04b3cc-eaf9-4985-a5fe-9e0a8bac3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.163632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-2e04b3cc-eaf9-4985-a5fe-9e0a8bac3f5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 1095 time: 0.2143140 Jul 06 12:06:58.235268 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-aee32842-2106-48bc-988d-21b9dbacb5b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e646c18-a39b-40db-89ff-bf15b45c2c3d HTTP/1.1" status: 200 len: 217 time: 0.0629351 Jul 06 12:06:58.309490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b6a5b-1119-4c96-aa3c-99ef6d159449 None None] New status for floating IP 8b7e4e8d-9f75-459b-bd88-f315c6294898: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:06:58.375653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-659bc990-4802-47c6-a6b9-73233fcc3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.381416 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-659bc990-4802-47c6-a6b9-73233fcc3069 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=570a6303-56e3-41c8-b7dd-a0b32a3283f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2806554 Jul 06 12:06:58.410409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-b82fc22e-bf0b-4289-9731-2c95569b6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.413849 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-b82fc22e-bf0b-4289-9731-2c95569b6e4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.1695096 Jul 06 12:06:58.672351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455c16a-04f2-4e07-8f42-35f26bb2eaa4 req-8dbe9787-36b8-4465-a57b-467c547202ba tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.680551 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455c16a-04f2-4e07-8f42-35f26bb2eaa4 req-8dbe9787-36b8-4465-a57b-467c547202ba tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 945 time: 0.1317253 Jul 06 12:06:58.778423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455c16a-04f2-4e07-8f42-35f26bb2eaa4 req-6dcb0978-f2d0-4050-9913-131187a55861 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/security-groups?id=d44e5351-b63f-4a7d-bf69-9abc220bfa87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966218 Jul 06 12:06:58.782626 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.809110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-88f29f2e-77c0-4fad-af2d-a57b55f7a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.811260 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-88f29f2e-77c0-4fad-af2d-a57b55f7a27f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3814178 Jul 06 12:06:58.821102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec41f7-1646-468d-bf9b-1d9dcfbc2d54 req-8f8c65b4-7766-43ac-92d3-4ec94c413a66 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.823879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d12ffe-db2d-46f2-9be5-79834e2e6c72 req-bae10b97-2e11-4acf-b2ba-12aa9ea1d7ea tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.824150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0fec41f7-1646-468d-bf9b-1d9dcfbc2d54 req-8f8c65b4-7766-43ac-92d3-4ec94c413a66 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 944 time: 0.1342704 Jul 06 12:06:58.826245 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33d12ffe-db2d-46f2-9be5-79834e2e6c72 req-bae10b97-2e11-4acf-b2ba-12aa9ea1d7ea tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.86 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 945 time: 0.2552722 Jul 06 12:06:58.840364 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-aa008db9-53d5-40b9-b0d7-935650bd29a9 service neutron] 10.222.0.86 "GET /v2.0/networks/570a6303-56e3-41c8-b7dd-a0b32a3283f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494133 Jul 06 12:06:58.870115 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0fec41f7-1646-468d-bf9b-1d9dcfbc2d54 req-dc6acd34-d15b-451b-bea3-65bfcb9b66f3 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364351 Jul 06 12:06:58.995310 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.117515 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-cd725753-b2d0-4fd5-a606-86bf5cdd7114 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895377 Jul 06 12:06:59.215421 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-3a729e61-2158-4f9f-9ebd-19a7e6cc578a service neutron] 10.222.0.86 "GET /v2.0/networks/570a6303-56e3-41c8-b7dd-a0b32a3283f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261459 Jul 06 12:06:59.248526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-33d12ffe-db2d-46f2-9be5-79834e2e6c72 req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:59.250013 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-33d12ffe-db2d-46f2-9be5-79834e2e6c72 req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.350990 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-68be1bcf-1725-4b91-8f82-39868e057a2c req-3c5a0960-233d-4b5e-b440-f79156abc7e5 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232795 Jul 06 12:06:59.404238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-33d12ffe-db2d-46f2-9be5-79834e2e6c72 req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] For port a76ce8c8-0529-4f8d-a619-cc3f3d978e09, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a76ce8c8-0529-4f8d-a619-cc3f3d978e09,segment=NetworkSegment(dfad468c-dfad-4a66-ad56-2526ae9bc754),segment_id=dfad468c-dfad-4a66-ad56-2526ae9bc754)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:59.405533 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-33d12ffe-db2d-46f2-9be5-79834e2e6c72 req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.458559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-33d12ffe-db2d-46f2-9be5-79834e2e6c72 req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for a76ce8c8-0529-4f8d-a619-cc3f3d978e09 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:59.567133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5c680-787d-45ba-b187-5ee73bf225fa req-81adc314-2466-400d-9d6d-6ca80d4c5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:59.569226 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60a5c680-787d-45ba-b187-5ee73bf225fa req-81adc314-2466-400d-9d6d-6ca80d4c5fea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 1095 time: 0.1506612 Jul 06 12:06:59.743871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5c680-787d-45ba-b187-5ee73bf225fa req-b267a198-156d-40dc-8eb7-846b9d9145ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:59.747175 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60a5c680-787d-45ba-b187-5ee73bf225fa req-b267a198-156d-40dc-8eb7-846b9d9145ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.1700249 Jul 06 12:06:59.748487 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-33d12ffe-db2d-46f2-9be5-79834e2e6c72 req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.827348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=a76ce8c8-0529-4f8d-a619-cc3f3d978e09,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:59.847536 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60a5c680-787d-45ba-b187-5ee73bf225fa req-02b2b763-c3dc-46b2-81e4-aa5041d56bd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e646c18-a39b-40db-89ff-bf15b45c2c3d HTTP/1.1" status: 200 len: 217 time: 0.0929582 Jul 06 12:06:59.865303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.865999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.866516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.867189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.867746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.868375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.871018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.873270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.873863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.874449 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.875028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.875549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:59.968805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d12ffe-db2d-46f2-9be5-79834e2e6c72 req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] No DVR routers for this DVR port a76ce8c8-0529-4f8d-a619-cc3f3d978e09 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:59.973473 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-33d12ffe-db2d-46f2-9be5-79834e2e6c72 req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.975793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f135b980-c2d6-45ad-a128-cb4ba9e01e11 req-550ba589-b842-474d-ba7a-1e9009d2f733 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "GET /v2.0/ports?device_id=956cf109-4e16-482d-a518-8462afcd7866 HTTP/1.1" status: 200 len: 210 time: 0.0358226 Jul 06 12:06:59.977735 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-33d12ffe-db2d-46f2-9be5-79834e2e6c72 req-9fa0da54-606c-4634-85ee-6d76fce4e249 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.86 "DELETE /v2.0/ports/a76ce8c8-0529-4f8d-a619-cc3f3d978e09 HTTP/1.1" status: 204 len: 173 time: 1.1342077 Jul 06 12:06:59.988412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956cf109-4e16-482d-a518-8462afcd7866', 'name': 'network-vif-deleted', 'tag': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:59.993282 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c42a73-57a4-4afe-9150-f605dec0161a" -d '{"events": [{"server_uuid": "956cf109-4e16-482d-a518-8462afcd7866", "name": "network-vif-deleted", "tag": "a76ce8c8-0529-4f8d-a619-cc3f3d978e09"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:00.022605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5c680-787d-45ba-b187-5ee73bf225fa req-384458cd-874b-4089-9cf9-b544f5456909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:00.055713 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60a5c680-787d-45ba-b187-5ee73bf225fa req-384458cd-874b-4089-9cf9-b544f5456909 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.1958370 Jul 06 12:07:00.133282 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbd29a6-56fc-4eb5-bc92-316dcb74bb76 x-openstack-request-id: req-9dbd29a6-56fc-4eb5-bc92-316dcb74bb76 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:00.135901 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956cf109-4e16-482d-a518-8462afcd7866", "name": "network-vif-deleted", "tag": "a76ce8c8-0529-4f8d-a619-cc3f3d978e09", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:00.137518 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9dbd29a6-56fc-4eb5-bc92-316dcb74bb76 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:00.138040 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956cf109-4e16-482d-a518-8462afcd7866', 'name': 'network-vif-deleted', 'tag': 'a76ce8c8-0529-4f8d-a619-cc3f3d978e09', 'status': 'completed', 'code': 200} Jul 06 12:07:00.185829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5c680-787d-45ba-b187-5ee73bf225fa req-cf435165-0ba0-4b89-803b-9eb137b5f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:00.193303 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60a5c680-787d-45ba-b187-5ee73bf225fa req-cf435165-0ba0-4b89-803b-9eb137b5f97b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329978 Jul 06 12:07:00.228166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092791f-58d9-48f7-82ea-588e456c0891 req-35b65e9f-e255-4e15-9df8-8eb646b59319 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:00.230739 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6092791f-58d9-48f7-82ea-588e456c0891 req-35b65e9f-e255-4e15-9df8-8eb646b59319 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 944 time: 0.1098931 Jul 06 12:07:00.353647 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60a5c680-787d-45ba-b187-5ee73bf225fa req-5c023d7c-11e3-4858-a4cd-22af9fcc799f service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520736 Jul 06 12:07:00.496976 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-60a5c680-787d-45ba-b187-5ee73bf225fa req-b1213102-ed20-4160-a9bd-9d6130ad8e16 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287625 Jul 06 12:07:00.711790 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a76ce8c8-0529-4f8d-a619-cc3f3d978e09 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:00.746809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6092791f-58d9-48f7-82ea-588e456c0891 req-d73650af-905c-4ce7-8e75-1228ada959a2 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5087538 Jul 06 12:07:00.781196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: a76ce8c8-0529-4f8d-a619-cc3f3d978e09 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:00.781772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a76ce8c8-0529-4f8d-a619-cc3f3d978e09 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:01.086808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48544) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:01.163206 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5aa2420e-92c9-488a-b6af-9d96deef3dbe tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.190654 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5aa2420e-92c9-488a-b6af-9d96deef3dbe tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.265802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5aa2420e-92c9-488a-b6af-9d96deef3dbe tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.269392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5aa2420e-92c9-488a-b6af-9d96deef3dbe tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.270735 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5aa2420e-92c9-488a-b6af-9d96deef3dbe tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/security-groups/d44e5351-b63f-4a7d-bf69-9abc220bfa87 HTTP/1.1" status: 204 len: 168 time: 0.1828580 Jul 06 12:07:01.282985 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2420e-92c9-488a-b6af-9d96deef3dbe tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44e5351-b63f-4a7d-bf69-9abc220bfa87,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:01.330215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48550) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:01.733727 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.061119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e2a02-f791-4788-9c8f-fb0a5c05e495 req-35ec775e-8ed8-482e-8df8-623b74535832 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:02.063803 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-064e2a02-f791-4788-9c8f-fb0a5c05e495 req-35ec775e-8ed8-482e-8df8-623b74535832 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 944 time: 0.1237571 Jul 06 12:07:02.145112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-064e2a02-f791-4788-9c8f-fb0a5c05e495 req-0d249458-5a33-42c6-8442-1cdcd625d63f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746565 Jul 06 12:07:02.214102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port 7c976fed-0d4e-469d-a6d9-df069c105f16 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:02.214648 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.334463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] For port 7c976fed-0d4e-469d-a6d9-df069c105f16, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7c976fed-0d4e-469d-a6d9-df069c105f16,segment=NetworkSegment(dfad468c-dfad-4a66-ad56-2526ae9bc754),segment_id=dfad468c-dfad-4a66-ad56-2526ae9bc754)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:02.335396 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.358457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for 7c976fed-0d4e-469d-a6d9-df069c105f16 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:02.584250 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.613882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=7c976fed-0d4e-469d-a6d9-df069c105f16,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:02.818891 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.115863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Router 803e930c-ae37-43b6-910f-7884ba2b59af has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:07:03.310228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:03.327150 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b87f56c-71f4-4b28-a100-037a56771621 None None] Sync routers for ids ['803e930c-ae37-43b6-910f-7884ba2b59af'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:03.328308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48570) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:03.339236 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7577bfb0-74e6-4d89-a0f3-e43cd304dbf8 tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "PUT /v2.0/routers/803e930c-ae37-43b6-910f-7884ba2b59af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9918931 Jul 06 12:07:03.345825 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b87f56c-71f4-4b28-a100-037a56771621 None None] Routers {'803e930c-ae37-43b6-910f-7884ba2b59af'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:03.347258 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2b87f56c-71f4-4b28-a100-037a56771621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:06:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['803e930c-ae37-43b6-910f-7884ba2b59af'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:03.395702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f5ecc4-7f32-48ef-9377-b524fb7e301a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting subnet 3c72b55c-7d8b-4cef-8b07-98e1d907dbe8 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:03.400579 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42f5ecc4-7f32-48ef-9377-b524fb7e301a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.451210 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42f5ecc4-7f32-48ef-9377-b524fb7e301a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.483096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dff11-da75-4550-9f30-b449bacd321d req-ca5e0fb9-35da-4185-8575-1da024fad020 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:03.484829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed3dff11-da75-4550-9f30-b449bacd321d req-ca5e0fb9-35da-4185-8575-1da024fad020 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 944 time: 0.1437471 Jul 06 12:07:03.565391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed3dff11-da75-4550-9f30-b449bacd321d req-f86aaf1f-bd74-4ea7-83ba-7293f4f0eb8b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686078 Jul 06 12:07:03.572621 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2b87f56c-71f4-4b28-a100-037a56771621 None None] Set router 803e930c-ae37-43b6-910f-7884ba2b59af gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:03.615177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42f5ecc4-7f32-48ef-9377-b524fb7e301a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.695278 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42f5ecc4-7f32-48ef-9377-b524fb7e301a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.716697 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42f5ecc4-7f32-48ef-9377-b524fb7e301a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.721954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48574) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:03.722128 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-42f5ecc4-7f32-48ef-9377-b524fb7e301a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/subnets/3c72b55c-7d8b-4cef-8b07-98e1d907dbe8 HTTP/1.1" status: 204 len: 168 time: 0.3922334 Jul 06 12:07:03.729489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c40ba-ee51-4576-b83a-e708ebf39776 None None] Network 570a6303-56e3-41c8-b7dd-a0b32a3283f4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:03.742738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5ecc4-7f32-48ef-9377-b524fb7e301a tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Subnet': ['ID=3c72b55c-7d8b-4cef-8b07-98e1d907dbe8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:03.835998 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2b87f56c-71f4-4b28-a100-037a56771621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:07:02Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:03.868302 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b87f56c-71f4-4b28-a100-037a56771621 None None] Checking router: 803e930c-ae37-43b6-910f-7884ba2b59af for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:03.872233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.878668 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b87f56c-71f4-4b28-a100-037a56771621 None None] Routers {'803e930c-ae37-43b6-910f-7884ba2b59af'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:03.879291 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2b87f56c-71f4-4b28-a100-037a56771621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:06:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['803e930c-ae37-43b6-910f-7884ba2b59af'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:04.001073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] DHCP port deletion for 570a6303-56e3-41c8-b7dd-a0b32a3283f4 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:04.025016 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2b87f56c-71f4-4b28-a100-037a56771621 None None] Set router 803e930c-ae37-43b6-910f-7884ba2b59af gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:04.043907 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.088524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Deleting port 8b406668-8b18-42b4-9a79-240bc5515842 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:04.089359 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.121346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Deleting port d13804aa-a817-4c11-8271-0b853e7354de {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:04.121721 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.187648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] For port 8b406668-8b18-42b4-9a79-240bc5515842, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8b406668-8b18-42b4-9a79-240bc5515842,segment=NetworkSegment(dfad468c-dfad-4a66-ad56-2526ae9bc754),segment_id=dfad468c-dfad-4a66-ad56-2526ae9bc754)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:04.188058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.205707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Calling delete_port for 8b406668-8b18-42b4-9a79-240bc5515842 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:04.236930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] For port d13804aa-a817-4c11-8271-0b853e7354de, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d13804aa-a817-4c11-8271-0b853e7354de,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:04.236930 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.275316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Calling delete_port for d13804aa-a817-4c11-8271-0b853e7354de owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:04.283732 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2b87f56c-71f4-4b28-a100-037a56771621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:07:02Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:04.300917 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.339494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Pushing event deleted for resources: {'Port': ['ID=8b406668-8b18-42b4-9a79-240bc5515842,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:04.341418 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b87f56c-71f4-4b28-a100-037a56771621 None None] The sync data for ids ['803e930c-ae37-43b6-910f-7884ba2b59af'] in n-d-799527-2 is: [{'id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'name': 'tempest-TestNetworkBasicOps-router-218930180', 'tenant_id': 'e3e46c674c2f4219960b47ed35b21180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:45Z', 'updated_at': '2021-07-06T12:07:02Z', 'revision_number': 5, 'project_id': 'e3e46c674c2f4219960b47ed35b21180', 'gw_port': {'id': 'd13804aa-a817-4c11-8271-0b853e7354de', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e930c-ae37-43b6-910f-7884ba2b59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:46Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:04.347514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] No DVR routers for this DVR port 8b406668-8b18-42b4-9a79-240bc5515842 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:04.378402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.378964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.379924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.380587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.381097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.381948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.383441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.384242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.384746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.385792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.387807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.388322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf700bf-f3e9-4cac-845e-f643b77a52ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:04.510195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8b406668-8b18-42b4-9a79-240bc5515842 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:04.550476 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.553971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 8b406668-8b18-42b4-9a79-240bc5515842 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:04.554547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8b406668-8b18-42b4-9a79-240bc5515842 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:04.590195 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Port': ['ID=d13804aa-a817-4c11-8271-0b853e7354de,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:04.666245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.844917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.847764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.904778 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.905300 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Fanout notify agent at l3_agent the message router_deleted on router 803e930c-ae37-43b6-910f-7884ba2b59af {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:07:04.912870 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.914052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b3edefcd-38b7-4a58-b074-bea5496eb59e tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/routers/803e930c-ae37-43b6-910f-7884ba2b59af HTTP/1.1" status: 204 len: 168 time: 1.1909490 Jul 06 12:07:04.916975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48582) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:04.927171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c904e-ba55-45e6-8d78-70aa32ce1f06 req-4ba37e1a-4270-43a2-8275-2b96caba0621 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:04.928841 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-364c904e-ba55-45e6-8d78-70aa32ce1f06 req-4ba37e1a-4270-43a2-8275-2b96caba0621 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 944 time: 0.1485305 Jul 06 12:07:04.979044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-364c904e-ba55-45e6-8d78-70aa32ce1f06 req-fa9418c7-4345-4f51-8bd3-26f3d6156ea8 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Jul 06 12:07:05.035559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.198935 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.211493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570a6303-56e3-41c8-b7dd-a0b32a3283f4']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:05.226659 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfad468c-dfad-4a66-ad56-2526ae9bc754') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:05.226972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfad468c-dfad-4a66-ad56-2526ae9bc754') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:05.240908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.262668 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.270385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:05.271184 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:05.275246 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:05.352846 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.358342 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.360766 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] 10.222.0.21 "DELETE /v2.0/networks/570a6303-56e3-41c8-b7dd-a0b32a3283f4 HTTP/1.1" status: 204 len: 168 time: 0.4426341 Jul 06 12:07:05.380672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b110a4-b333-4493-8aeb-ca24fb21051d tempest-TestNetworkBasicOps-1187646829 tempest-TestNetworkBasicOps-1187646829-project] Pushing event deleted for resources: {'Network': ['ID=570a6303-56e3-41c8-b7dd-a0b32a3283f4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:05.712792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48594) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:05.884193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48598) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:05.884447 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a43c10ec-6da1-4134-8218-15c0c5dbe416 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3e46c674c2f4219960b47ed35b21180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685410 Jul 06 12:07:05.953249 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8274c2d-fc0f-41b0-9a06-fc0f62819ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.985068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8274c2d-fc0f-41b0-9a06-fc0f62819ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.055060 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8274c2d-fc0f-41b0-9a06-fc0f62819ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.060523 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8274c2d-fc0f-41b0-9a06-fc0f62819ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.062315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b8274c2d-fc0f-41b0-9a06-fc0f62819ddc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0f57b5c-792a-4512-81af-95dc80898502 HTTP/1.1" status: 204 len: 168 time: 0.1759586 Jul 06 12:07:06.085535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8274c2d-fc0f-41b0-9a06-fc0f62819ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f57b5c-792a-4512-81af-95dc80898502,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:06.252486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9071e-0cab-47ba-8522-c5ce0d79d03a req-880f463d-3690-401b-a056-0b1b521c5cfc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:06.254793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42e9071e-0cab-47ba-8522-c5ce0d79d03a req-880f463d-3690-401b-a056-0b1b521c5cfc tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 944 time: 0.0953946 Jul 06 12:07:06.303411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42e9071e-0cab-47ba-8522-c5ce0d79d03a req-b6240e61-f3d9-43d6-8b13-b3e2a749b33c tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417044 Jul 06 12:07:06.458590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7c976fed-0d4e-469d-a6d9-df069c105f16 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:06.483098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 7c976fed-0d4e-469d-a6d9-df069c105f16 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:06.483778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7c976fed-0d4e-469d-a6d9-df069c105f16 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:06.484673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d13804aa-a817-4c11-8271-0b853e7354de no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:06.513014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: d13804aa-a817-4c11-8271-0b853e7354de {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:06.513371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d13804aa-a817-4c11-8271-0b853e7354de not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:06.603305 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48620) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:06.618509 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-982f5ffe-c731-4df8-9de4-9d7982123e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.767879 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-982f5ffe-c731-4df8-9de4-9d7982123e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.775627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-982f5ffe-c731-4df8-9de4-9d7982123e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.815492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f5ffe-c731-4df8-9de4-9d7982123e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b98187-2c60-40ae-9192-8cd949bb79d5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:06.820464 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-982f5ffe-c731-4df8-9de4-9d7982123e2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bf08878273546489a0a832ff69bcd98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149544 Jul 06 12:07:06.823436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48624) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:06.882947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78d8f59c-f205-436e-b4e1-944e46c184e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.905855 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78d8f59c-f205-436e-b4e1-944e46c184e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.972697 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78d8f59c-f205-436e-b4e1-944e46c184e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.976481 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78d8f59c-f205-436e-b4e1-944e46c184e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.978017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-78d8f59c-f205-436e-b4e1-944e46c184e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8b98187-2c60-40ae-9192-8cd949bb79d5 HTTP/1.1" status: 204 len: 168 time: 0.1529498 Jul 06 12:07:06.990864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8f59c-f205-436e-b4e1-944e46c184e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b98187-2c60-40ae-9192-8cd949bb79d5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:07.625686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111e548-2c90-48ed-a6a3-e21b99427484 req-f5a9a91e-6f36-4a04-9d8f-3542b0609f37 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:07.633432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4111e548-2c90-48ed-a6a3-e21b99427484 req-f5a9a91e-6f36-4a04-9d8f-3542b0609f37 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 944 time: 0.1392608 Jul 06 12:07:07.676270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4111e548-2c90-48ed-a6a3-e21b99427484 req-97d70bd9-5565-4118-9fb8-28607ed75aec tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416591 Jul 06 12:07:08.924733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48644) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:08.947019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30403e4-7f34-40da-9aeb-a2116f069ad6 req-bfa4b0e9-1eaf-41d6-83c3-14df86297a79 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:08.949272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a30403e4-7f34-40da-9aeb-a2116f069ad6 req-bfa4b0e9-1eaf-41d6-83c3-14df86297a79 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 944 time: 0.0886400 Jul 06 12:07:09.010884 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a30403e4-7f34-40da-9aeb-a2116f069ad6 req-3bf79fc0-d4a7-44f7-8c75-47792b31d87e tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518551 Jul 06 12:07:09.065727 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-687280cf-8335-4aa4-bbbd-a7ab2d439932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.191206 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-687280cf-8335-4aa4-bbbd-a7ab2d439932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.195569 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-687280cf-8335-4aa4-bbbd-a7ab2d439932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.239297 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-687280cf-8335-4aa4-bbbd-a7ab2d439932 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ad2d46d4db748f9b31988b68d936be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134544 Jul 06 12:07:09.240141 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687280cf-8335-4aa4-bbbd-a7ab2d439932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265b94f2-c2da-4e99-9bd8-d1226a20b64f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:09.242420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 48648) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:09.295716 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ac38086-ffde-4df5-b046-cd3d471a70d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.317389 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ac38086-ffde-4df5-b046-cd3d471a70d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.367974 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ac38086-ffde-4df5-b046-cd3d471a70d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.370566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ac38086-ffde-4df5-b046-cd3d471a70d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.372085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7ac38086-ffde-4df5-b046-cd3d471a70d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/265b94f2-c2da-4e99-9bd8-d1226a20b64f HTTP/1.1" status: 204 len: 168 time: 0.1280315 Jul 06 12:07:09.380528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac38086-ffde-4df5-b046-cd3d471a70d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265b94f2-c2da-4e99-9bd8-d1226a20b64f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:10.211357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3cccd-2444-4e2c-ad08-bf0a530a334d req-c6dca6eb-014c-41ce-bb35-c4e9a3e25c6f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:10.213011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82e3cccd-2444-4e2c-ad08-bf0a530a334d req-c6dca6eb-014c-41ce-bb35-c4e9a3e25c6f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 944 time: 0.0725048 Jul 06 12:07:10.257870 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82e3cccd-2444-4e2c-ad08-bf0a530a334d req-3651b29a-cb84-4640-a934-e4124d9ac914 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375490 Jul 06 12:07:10.799965 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-5f18531e-1dde-4d41-b288-dc3f5253fcf7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613463 Jul 06 12:07:10.924231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-916103ab-e2a7-4e42-beb8-1114360b3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:10.926902 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-916103ab-e2a7-4e42-beb8-1114360b3197 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 1097 time: 0.0747330 Jul 06 12:07:11.074887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-c8dbba60-8ffe-4c8b-8712-d120c9962db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:11.077474 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-c8dbba60-8ffe-4c8b-8712-d120c9962db0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 912 time: 0.1228995 Jul 06 12:07:11.165381 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-39097e78-fa4d-4e42-a127-f4ae8a2ecea7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6515c807-aad7-4d26-b0c5-925acf054a91 HTTP/1.1" status: 200 len: 1002 time: 0.0791659 Jul 06 12:07:11.237954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-c3ef6aa9-2ab0-4607-9741-df379fbbba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:11.239743 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-c3ef6aa9-2ab0-4607-9741-df379fbbba90 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0649602 Jul 06 12:07:11.313817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-293f41ef-a311-46af-a954-94c48badad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:11.315500 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-293f41ef-a311-46af-a954-94c48badad09 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684366 Jul 06 12:07:11.400612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b66cc-43c9-4b0e-8f90-b392ce17399f req-66893a89-5056-4b64-885d-7b92310d0050 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:11.411093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d7b66cc-43c9-4b0e-8f90-b392ce17399f req-66893a89-5056-4b64-885d-7b92310d0050 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.1434283 Jul 06 12:07:11.459387 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d7b66cc-43c9-4b0e-8f90-b392ce17399f req-4875d7f4-c545-46a3-ba8a-39aeab10a02c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461383 Jul 06 12:07:11.474117 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-b83fc531-354e-4e10-b93e-69b8592199cf service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492379 Jul 06 12:07:11.574964 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646ad48-a46c-4319-879e-ea4445408fa2 req-05456e67-9aa8-47dc-a8ab-09c407a74898 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:11.576671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0646ad48-a46c-4319-879e-ea4445408fa2 req-05456e67-9aa8-47dc-a8ab-09c407a74898 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 944 time: 0.1208453 Jul 06 12:07:11.626999 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0646ad48-a46c-4319-879e-ea4445408fa2 req-921caae5-2195-4b03-8010-46f042b21d79 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395994 Jul 06 12:07:11.638062 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc118a0e-dd60-428c-b961-0f6a5156788c req-f3d6b409-eed4-4122-b85c-203e5adcbccf service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568675 Jul 06 12:07:11.887707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6e646c18-a39b-40db-89ff-bf15b45c2c3d details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:07:12.004413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6e646c18-a39b-40db-89ff-bf15b45c2c3d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e646c18-a39b-40db-89ff-bf15b45c2c3d,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:12.018692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '6e646c18-a39b-40db-89ff-bf15b45c2c3d', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'port_id': '6e646c18-a39b-40db-89ff-bf15b45c2c3d', 'mac_address': 'fa:16:3e:58:b9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:07:12.067129 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.090300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e646c18-a39b-40db-89ff-bf15b45c2c3d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:07:12.108435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6e646c18-a39b-40db-89ff-bf15b45c2c3d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e646c18-a39b-40db-89ff-bf15b45c2c3d,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:12.113036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.167962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6e646c18-a39b-40db-89ff-bf15b45c2c3d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:12.514223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['6e646c18-a39b-40db-89ff-bf15b45c2c3d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:07:12.695017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4002c4a-000f-4dd5-a3fd-53fbff1c6405 req-6e3d00a1-9ada-4072-9a42-e2199cd196f3 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:12.704559 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4002c4a-000f-4dd5-a3fd-53fbff1c6405 req-6e3d00a1-9ada-4072-9a42-e2199cd196f3 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0995426 Jul 06 12:07:12.772289 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4002c4a-000f-4dd5-a3fd-53fbff1c6405 req-40ee7d36-df9b-4be4-a2ae-78c08c08a89f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665874 Jul 06 12:07:12.902148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b1084-6af5-4409-8f3a-9de2ed618a45 req-fc309888-f67b-42da-8416-ba66614249b0 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:12.903739 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e8b1084-6af5-4409-8f3a-9de2ed618a45 req-fc309888-f67b-42da-8416-ba66614249b0 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 945 time: 0.0873816 Jul 06 12:07:12.951019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e8b1084-6af5-4409-8f3a-9de2ed618a45 req-3d906e94-2e46-4513-9856-7442e238f608 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410190 Jul 06 12:07:13.893699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6e646c18-a39b-40db-89ff-bf15b45c2c3d up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:13.947041 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 6e646c18-a39b-40db-89ff-bf15b45c2c3d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:13.952846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 6e646c18-a39b-40db-89ff-bf15b45c2c3d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:13.953332 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.960816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a594f0a-81fe-435b-81d1-e2f3d56ab2e7 req-011992bf-2dac-41c8-a68f-f282ca0c153a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:13.962411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a594f0a-81fe-435b-81d1-e2f3d56ab2e7 req-011992bf-2dac-41c8-a68f-f282ca0c153a tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0736868 Jul 06 12:07:14.013539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3a594f0a-81fe-435b-81d1-e2f3d56ab2e7 req-59576120-b8f6-4773-9c46-e14c4b7d5497 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398746 Jul 06 12:07:14.060869 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.193345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc435f-54d3-4d93-8497-5ae87910ccbe req-9cdabef8-8c52-457a-9c5a-2361bea4d500 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:14.195010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4dbc435f-54d3-4d93-8497-5ae87910ccbe req-9cdabef8-8c52-457a-9c5a-2361bea4d500 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 945 time: 0.0882435 Jul 06 12:07:14.242336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4dbc435f-54d3-4d93-8497-5ae87910ccbe req-6548759f-6d7b-4dc5-80a1-e95c0d3299a5 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 Jul 06 12:07:14.265840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e646c18-a39b-40db-89ff-bf15b45c2c3d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:07:14.268141 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0e114-f2f0-4f0f-aaaa-50cd8b872c33" -d '{"events": [{"server_uuid": "d50bb32f-4575-4bab-b6ea-077e12211e44", "name": "network-vif-plugged", "status": "completed", "tag": "6e646c18-a39b-40db-89ff-bf15b45c2c3d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:14.279803 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05dda42e-f272-441b-8ee0-fc81e5f6ff69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.286202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6e646c18-a39b-40db-89ff-bf15b45c2c3d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e646c18-a39b-40db-89ff-bf15b45c2c3d,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:14.293291 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.327218 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8e3610-01c6-4a0b-9374-a38ccb68087b x-openstack-request-id: req-7b8e3610-01c6-4a0b-9374-a38ccb68087b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:14.327970 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50bb32f-4575-4bab-b6ea-077e12211e44", "name": "network-vif-plugged", "status": "completed", "tag": "6e646c18-a39b-40db-89ff-bf15b45c2c3d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:14.328717 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b8e3610-01c6-4a0b-9374-a38ccb68087b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:14.329113 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e646c18-a39b-40db-89ff-bf15b45c2c3d', 'code': 200} Jul 06 12:07:14.364543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6e646c18-a39b-40db-89ff-bf15b45c2c3d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:14.440427 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b6217-d89a-4c67-8486-7fbe305f76e7 req-7985a206-4450-435c-9ffd-1bfb94f0df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:14.442067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e54b6217-d89a-4c67-8486-7fbe305f76e7 req-7985a206-4450-435c-9ffd-1bfb94f0df2c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 1097 time: 0.0630159 Jul 06 12:07:14.485857 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e54b6217-d89a-4c67-8486-7fbe305f76e7 req-57d8643b-eeec-4ec6-9f07-bb61e5fafb68 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366657 Jul 06 12:07:15.209882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa22657-e215-4591-8fb1-f0add15f41d7 req-05fa8f40-4e5b-4b6c-aca4-9dfc974d2155 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:15.211368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fa22657-e215-4591-8fb1-f0add15f41d7 req-05fa8f40-4e5b-4b6c-aca4-9dfc974d2155 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0679293 Jul 06 12:07:15.250997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fa22657-e215-4591-8fb1-f0add15f41d7 req-a1dff04c-0234-4a2b-82fa-214ab7e34fcb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333085 Jul 06 12:07:15.422489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852ec28-06aa-4481-adba-4c28c8ceff1a req-dab8ec3a-825f-4dae-b3c1-2a0e7e85781d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:15.423930 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5852ec28-06aa-4481-adba-4c28c8ceff1a req-dab8ec3a-825f-4dae-b3c1-2a0e7e85781d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 946 time: 0.0635631 Jul 06 12:07:15.464507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5852ec28-06aa-4481-adba-4c28c8ceff1a req-9c5a0e44-8b3f-4c1b-a0c0-ea6004c886f0 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347776 Jul 06 12:07:16.436907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf42c79-7190-4774-8785-78f0fe9f13ee req-30079c5e-a19c-455c-8ad7-69dcf7e8bae2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.438454 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edf42c79-7190-4774-8785-78f0fe9f13ee req-30079c5e-a19c-455c-8ad7-69dcf7e8bae2 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0643876 Jul 06 12:07:16.477087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edf42c79-7190-4774-8785-78f0fe9f13ee req-06ca8922-fd3a-4ca4-8c04-444da4b27de1 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329595 Jul 06 12:07:16.645499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf45f8d-017b-4d0e-9056-4fdaf0b77e21 req-26db596e-08c6-4407-9517-10cfc940b805 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.647750 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ebf45f8d-017b-4d0e-9056-4fdaf0b77e21 req-26db596e-08c6-4407-9517-10cfc940b805 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 946 time: 0.0704329 Jul 06 12:07:16.689343 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ebf45f8d-017b-4d0e-9056-4fdaf0b77e21 req-71891271-cef5-4223-82c4-6a9df65e536d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351055 Jul 06 12:07:16.876229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e432c4-7bd8-46d5-ac51-9c0d58717a74 req-87eff567-e92d-4be9-856d-af7ba386bd73 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.877836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13e432c4-7bd8-46d5-ac51-9c0d58717a74 req-87eff567-e92d-4be9-856d-af7ba386bd73 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 946 time: 0.0758104 Jul 06 12:07:16.918252 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13e432c4-7bd8-46d5-ac51-9c0d58717a74 req-65b1e997-4775-4bd4-a2d8-d3470943c75a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345876 Jul 06 12:07:16.943888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:17.174011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f393534-abe5-4b31-ae47-f0d923897216 tempest-TestVolumeBootPattern-1140979416 tempest-TestVolumeBootPattern-1140979416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:17.176057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7f393534-abe5-4b31-ae47-f0d923897216 tempest-TestVolumeBootPattern-1140979416 tempest-TestVolumeBootPattern-1140979416-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 1092 time: 0.2304757 Jul 06 12:07:17.178502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 49164) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:17.183845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '6e646c18-a39b-40db-89ff-bf15b45c2c3d', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:17.206997 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.306236 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.419262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Allocated IP 172.25.0.28 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/bf278471-f225-4ebd-8005-f4cea5c69c7f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:17.530566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.574522 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.665506 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:17.673547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:17.679338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:17.705298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=bf278471-f225-4ebd-8005-f4cea5c69c7f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:17.729602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.730174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.730497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.730835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.731174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.731609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.731942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.732277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.732601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.732925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.733250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.733570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:17.797436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa4b7f-096b-402a-bb28-6b1c9f5715e3 req-2e40296e-9ef2-4d70-9497-cfff1c1fcd4c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:17.798894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2bfa4b7f-096b-402a-bb28-6b1c9f5715e3 req-2e40296e-9ef2-4d70-9497-cfff1c1fcd4c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.1740539 Jul 06 12:07:17.915558 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2bfa4b7f-096b-402a-bb28-6b1c9f5715e3 req-8e7769f6-a3ad-4285-96a3-1fc571b14551 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893853 Jul 06 12:07:18.210339 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.404288 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7a21ad7-993d-4a71-9ba0-927867499f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.487018 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.571432 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.742015 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.748648 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.772865 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.786680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294a5ac-d9e3-4855-a135-bf124e9eabe5 req-9afeff06-e040-4d65-8212-48b8750f9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:18.789476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a294a5ac-d9e3-4855-a135-bf124e9eabe5 req-9afeff06-e040-4d65-8212-48b8750f9da8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 1096 time: 0.0834711 Jul 06 12:07:18.837117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event updated for resources: {'Port': ['ID=bf278471-f225-4ebd-8005-f4cea5c69c7f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:18.854006 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.909388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294a5ac-d9e3-4855-a135-bf124e9eabe5 req-f6b9ef34-da0a-45ec-9124-12eaa161e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:18.911005 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a294a5ac-d9e3-4855-a135-bf124e9eabe5 req-f6b9ef34-da0a-45ec-9124-12eaa161e775 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d17a0310-48e7-43f0-b09e-138572894a85 HTTP/1.1" status: 200 len: 897 time: 0.0983531 Jul 06 12:07:18.977692 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Floating IP 42b8fd1a-96a8-40f0-bd99-268b1c21df5d associated. External IP: 172.25.0.28, port: 6e646c18-a39b-40db-89ff-bf15b45c2c3d. Jul 06 12:07:19.005512 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a294a5ac-d9e3-4855-a135-bf124e9eabe5 req-e22230aa-28e0-4177-9887-31c0631516a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94172c9d-7269-4619-bae4-1231d30622d4 HTTP/1.1" status: 200 len: 1001 time: 0.0871711 Jul 06 12:07:19.207048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64049-5751-4650-8117-2f302314d9ce req-4653c531-c52b-4617-9e26-a3dabce3ac27 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.208847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54e64049-5751-4650-8117-2f302314d9ce req-4653c531-c52b-4617-9e26-a3dabce3ac27 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.1617465 Jul 06 12:07:19.305676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54e64049-5751-4650-8117-2f302314d9ce req-f8ff3c82-d27c-4758-8c0d-422f905b8849 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844173 Jul 06 12:07:19.316520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Router 37a1649c-6177-4fb1-9aa7-f4a036edb80f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:07:19.378280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294a5ac-d9e3-4855-a135-bf124e9eabe5 req-de766360-0424-42c3-9ff5-161e7117baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.379783 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a294a5ac-d9e3-4855-a135-bf124e9eabe5 req-de766360-0424-42c3-9ff5-161e7117baff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51680b7b-fb3d-403d-815e-c1457509178b HTTP/1.1" status: 200 len: 835 time: 0.3634133 Jul 06 12:07:19.440988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:19.442954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294a5ac-d9e3-4855-a135-bf124e9eabe5 req-410afdbf-d2b9-42b2-92ed-830bf10d6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.444912 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a294a5ac-d9e3-4855-a135-bf124e9eabe5 req-410afdbf-d2b9-42b2-92ed-830bf10d6303 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a0310-48e7-43f0-b09e-138572894a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584028 Jul 06 12:07:19.454037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870313e8-f645-4dd8-b149-a1cb003940f1 None None] Sync routers for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:19.458930 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.467863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870313e8-f645-4dd8-b149-a1cb003940f1 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:19.468966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-870313e8-f645-4dd8-b149-a1cb003940f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:07:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:19.516495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-82a75063-2e34-44f7-af3c-000191fdcf3d tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3368647 Jul 06 12:07:19.517182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'tag': '6e646c18-a39b-40db-89ff-bf15b45c2c3d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:07:19.519664 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3b03b4-ad17-412f-8238-d49aadaefb44" -d '{"events": [{"name": "network-changed", "server_uuid": "d50bb32f-4575-4bab-b6ea-077e12211e44", "tag": "6e646c18-a39b-40db-89ff-bf15b45c2c3d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:19.545934 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a294a5ac-d9e3-4855-a135-bf124e9eabe5 req-a3be8f08-b7f5-46fc-b881-9ef43a71ed8c service neutron] 10.222.0.47 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935047 Jul 06 12:07:19.569279 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629e094c-0bc9-47a7-8a50-71b81942eea8 x-openstack-request-id: req-629e094c-0bc9-47a7-8a50-71b81942eea8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:19.569648 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50bb32f-4575-4bab-b6ea-077e12211e44", "tag": "6e646c18-a39b-40db-89ff-bf15b45c2c3d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:19.569970 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-629e094c-0bc9-47a7-8a50-71b81942eea8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:19.570443 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'tag': '6e646c18-a39b-40db-89ff-bf15b45c2c3d', 'status': 'completed', 'code': 200} Jul 06 12:07:19.616300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-870313e8-f645-4dd8-b149-a1cb003940f1 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:19.658815 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a294a5ac-d9e3-4855-a135-bf124e9eabe5 req-70212576-551e-4d3d-b50e-e45c6e42f38d service neutron] 10.222.0.47 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058116 Jul 06 12:07:19.660268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b03b4-ad17-412f-8238-d49aadaefb44 req-3f30128d-3c45-42d0-8f7c-8c07ccfb4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.661797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f3b03b4-ad17-412f-8238-d49aadaefb44 req-3f30128d-3c45-42d0-8f7c-8c07ccfb4525 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 1097 time: 0.0618079 Jul 06 12:07:19.774918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b03b4-ad17-412f-8238-d49aadaefb44 req-6e961f9d-d0cf-479a-ad65-c75be0d09dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.776528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f3b03b4-ad17-412f-8238-d49aadaefb44 req-6e961f9d-d0cf-479a-ad65-c75be0d09dd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.1061270 Jul 06 12:07:19.855184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f3b03b4-ad17-412f-8238-d49aadaefb44 req-bb8b2f4e-ff23-4744-8c45-47a654d36df1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e646c18-a39b-40db-89ff-bf15b45c2c3d HTTP/1.1" status: 200 len: 999 time: 0.0713696 Jul 06 12:07:19.901678 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-870313e8-f645-4dd8-b149-a1cb003940f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '42b8fd1a-96a8-40f0-bd99-268b1c21df5d', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.28', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '6e646c18-a39b-40db-89ff-bf15b45c2c3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:58:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:07:18Z', 'updated_at': '2021-07-06T12:07:18Z', 'revision_number': 0, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}, {'id': '66a859ab-9c40-4194-9c06-5e8f455aefb8', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:21:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:57Z', 'updated_at': '2021-07-06T12:05:00Z', 'revision_number': 1, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:19.925576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b03b4-ad17-412f-8238-d49aadaefb44 req-3cf0cf6f-0896-4ae0-a5f3-8e574cd4fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.927112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f3b03b4-ad17-412f-8238-d49aadaefb44 req-3cf0cf6f-0896-4ae0-a5f3-8e574cd4fcae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0577500 Jul 06 12:07:19.931190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870313e8-f645-4dd8-b149-a1cb003940f1 None None] Checking router: 37a1649c-6177-4fb1-9aa7-f4a036edb80f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:19.941706 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870313e8-f645-4dd8-b149-a1cb003940f1 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:19.942418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-870313e8-f645-4dd8-b149-a1cb003940f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:07:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:20.004436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b03b4-ad17-412f-8238-d49aadaefb44 req-e33e421f-ac04-468a-85a5-27802e449e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:20.006382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f3b03b4-ad17-412f-8238-d49aadaefb44 req-e33e421f-ac04-468a-85a5-27802e449e8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722759 Jul 06 12:07:20.069914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-870313e8-f645-4dd8-b149-a1cb003940f1 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:20.124070 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f3b03b4-ad17-412f-8238-d49aadaefb44 req-40d9afc0-b3a1-4742-8b79-9fd0e7471c7c service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101480 Jul 06 12:07:20.222208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f3b03b4-ad17-412f-8238-d49aadaefb44 req-8c6b3eab-ac5a-46f2-9590-44a57da5e438 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911877 Jul 06 12:07:20.318779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-870313e8-f645-4dd8-b149-a1cb003940f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '42b8fd1a-96a8-40f0-bd99-268b1c21df5d', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.28', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '6e646c18-a39b-40db-89ff-bf15b45c2c3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:58:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:07:18Z', 'updated_at': '2021-07-06T12:07:18Z', 'revision_number': 0, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}, {'id': '66a859ab-9c40-4194-9c06-5e8f455aefb8', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:21:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:57Z', 'updated_at': '2021-07-06T12:05:00Z', 'revision_number': 1, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:20.376517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870313e8-f645-4dd8-b149-a1cb003940f1 None None] The sync data for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 is: [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '42b8fd1a-96a8-40f0-bd99-268b1c21df5d', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.28', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '6e646c18-a39b-40db-89ff-bf15b45c2c3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:58:b9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:07:18Z', 'updated_at': '2021-07-06T12:07:18Z', 'revision_number': 0, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}, {'id': '66a859ab-9c40-4194-9c06-5e8f455aefb8', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:21:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:57Z', 'updated_at': '2021-07-06T12:05:00Z', 'revision_number': 1, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:20.500180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b58e5-b718-4364-a218-1f3d0853d107 req-272b27c2-9c41-477e-9dee-f4951d967800 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:20.501834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a10b58e5-b718-4364-a218-1f3d0853d107 req-272b27c2-9c41-477e-9dee-f4951d967800 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0705326 Jul 06 12:07:20.550515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a10b58e5-b718-4364-a218-1f3d0853d107 req-9450a7ef-ea59-4f02-b126-6285900e2cc6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367978 Jul 06 12:07:20.575254 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.599670 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a676d-51f0-466a-b653-39d59a748ddd None None] New status for floating IP 42b8fd1a-96a8-40f0-bd99-268b1c21df5d: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:07:21.771543 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55798a1-ad6c-44a3-8150-1049ad44505c req-79caefe0-c92e-413c-b0a8-c6bfc8901871 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:21.773173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c55798a1-ad6c-44a3-8150-1049ad44505c req-79caefe0-c92e-413c-b0a8-c6bfc8901871 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0916882 Jul 06 12:07:21.818750 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c55798a1-ad6c-44a3-8150-1049ad44505c req-31332564-d867-4902-abe0-f2e6bd8c57f5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390141 Jul 06 12:07:23.045233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f69154-f659-4fa7-aaef-7a0a90175169 req-3c97d62b-ae10-42ab-b7a6-7b4df9ae5f1e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.047025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97f69154-f659-4fa7-aaef-7a0a90175169 req-3c97d62b-ae10-42ab-b7a6-7b4df9ae5f1e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0768993 Jul 06 12:07:23.109659 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97f69154-f659-4fa7-aaef-7a0a90175169 req-f5a3ea6c-395c-412a-9da2-081707f6c3ca tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558250 Jul 06 12:07:24.306040 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f9c21-f7a2-4e9f-ae12-1d00285ff417 req-ebb6d976-bab7-4533-a5c5-8a6c9b3e21e7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:24.308089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-442f9c21-f7a2-4e9f-ae12-1d00285ff417 req-ebb6d976-bab7-4533-a5c5-8a6c9b3e21e7 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0745311 Jul 06 12:07:24.360382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-442f9c21-f7a2-4e9f-ae12-1d00285ff417 req-ae81bc67-d040-4e83-8fe2-55323a237213 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438564 Jul 06 12:07:25.591036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be826e-0706-4096-ab67-88aac2e68561 req-0817942c-c597-4508-b166-d91e02330c97 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:25.592983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11be826e-0706-4096-ab67-88aac2e68561 req-0817942c-c597-4508-b166-d91e02330c97 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0916791 Jul 06 12:07:25.638401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11be826e-0706-4096-ab67-88aac2e68561 req-f2757deb-9438-4a26-a6fd-3129665f1ce1 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399795 Jul 06 12:07:25.703379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf852183-3c1d-4c28-bc7a-608be137c87f req-3c97e8e2-05cd-4558-aa24-5a16cb8b8f1e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:25.705020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf852183-3c1d-4c28-bc7a-608be137c87f req-3c97e8e2-05cd-4558-aa24-5a16cb8b8f1e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0710242 Jul 06 12:07:25.756066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf852183-3c1d-4c28-bc7a-608be137c87f req-86983097-d7a3-4b91-b90e-d56d5f95b5dd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448539 Jul 06 12:07:26.845241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16c85a-0d13-428d-9b6b-b74eccea5504 req-829ec415-fc95-461e-8b86-d7ce5de550b8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:26.846869 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a16c85a-0d13-428d-9b6b-b74eccea5504 req-829ec415-fc95-461e-8b86-d7ce5de550b8 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0836875 Jul 06 12:07:26.929259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a16c85a-0d13-428d-9b6b-b74eccea5504 req-bfb5f906-dd12-4766-bc71-4800b9e367ec tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756378 Jul 06 12:07:26.977788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf817b5e-e505-4d84-bd40-939f7f987fc5 req-d1b11bc1-392c-45ec-8bf8-bf4cbb257ea7 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:26.980287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf817b5e-e505-4d84-bd40-939f7f987fc5 req-d1b11bc1-392c-45ec-8bf8-bf4cbb257ea7 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0926740 Jul 06 12:07:27.028224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf817b5e-e505-4d84-bd40-939f7f987fc5 req-3602ba89-6c8d-499a-8ad2-b2d53bd7acec tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 Jul 06 12:07:28.122181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44277688-42c9-4d13-85ae-70f71a7b4e86 req-9901e5ab-b18a-4288-a26f-64f778f147d5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:28.124499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-44277688-42c9-4d13-85ae-70f71a7b4e86 req-9901e5ab-b18a-4288-a26f-64f778f147d5 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0661464 Jul 06 12:07:28.207591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-44277688-42c9-4d13-85ae-70f71a7b4e86 req-bfd58246-7188-4ca4-8b20-8ec9375efd29 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752439 Jul 06 12:07:28.249809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe94ba-45a9-415c-b06b-e326657e08bd req-6a035e98-8801-4590-8aeb-bf315545c5d3 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:28.251425 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9fe94ba-45a9-415c-b06b-e326657e08bd req-6a035e98-8801-4590-8aeb-bf315545c5d3 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.1045964 Jul 06 12:07:28.293131 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9fe94ba-45a9-415c-b06b-e326657e08bd req-9817666c-8d9e-447f-aeb0-889787ef75ca tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360298 Jul 06 12:07:28.767040 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.986511 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.399845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e4760-a398-4453-8bbd-709ae0ad8ac8 req-29d3a354-fe62-47e7-8680-9beb3b61fd0e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:29.402634 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-198e4760-a398-4453-8bbd-709ae0ad8ac8 req-29d3a354-fe62-47e7-8680-9beb3b61fd0e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0706053 Jul 06 12:07:29.482447 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-198e4760-a398-4453-8bbd-709ae0ad8ac8 req-cb4a4e86-d567-4938-890f-ab4a6b30b896 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730734 Jul 06 12:07:29.523418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd059d8-72e8-4711-904a-1094c75d56d5 req-e9e15d15-06a3-427d-a026-71205d6ac40c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:29.525063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdd059d8-72e8-4711-904a-1094c75d56d5 req-e9e15d15-06a3-427d-a026-71205d6ac40c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.1093919 Jul 06 12:07:29.565501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdd059d8-72e8-4711-904a-1094c75d56d5 req-414dd84a-5a2f-478c-819b-70ea4959b3c8 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344100 Jul 06 12:07:30.670872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8396a-380c-4aa6-be60-36b30c0a6ee1 req-380bca0f-53bc-4afd-9e43-e2940b6ff90f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:30.673514 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dab8396a-380c-4aa6-be60-36b30c0a6ee1 req-380bca0f-53bc-4afd-9e43-e2940b6ff90f tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0716665 Jul 06 12:07:30.750753 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dab8396a-380c-4aa6-be60-36b30c0a6ee1 req-701d9c43-1d15-41f2-8fa4-2aaa560a60f6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718935 Jul 06 12:07:30.785448 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a909-89d0-4513-80f0-f351c2b9c613 req-d40b4828-caa0-44c9-bee1-3c559a20e85c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:30.787044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da52a909-89d0-4513-80f0-f351c2b9c613 req-d40b4828-caa0-44c9-bee1-3c559a20e85c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.1015739 Jul 06 12:07:30.833785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da52a909-89d0-4513-80f0-f351c2b9c613 req-fe8854bf-b280-4536-ac1b-4ecc21f3e238 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406442 Jul 06 12:07:31.186186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fd4ae-34ea-43bc-b557-ae59170f3712 req-73eca922-9941-4fca-9221-4581d05b6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:31.187751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b5fd4ae-34ea-43bc-b557-ae59170f3712 req-73eca922-9941-4fca-9221-4581d05b6160 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 1096 time: 0.0560083 Jul 06 12:07:31.224381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b5fd4ae-34ea-43bc-b557-ae59170f3712 req-b7e2acd9-183f-4065-b858-9b0d896d2488 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289953 Jul 06 12:07:31.932406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db05890-fd7a-40e6-a0bc-96065063bed2 req-924d8657-d873-46b3-8cf8-8d736efbdc3b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:31.935974 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8db05890-fd7a-40e6-a0bc-96065063bed2 req-924d8657-d873-46b3-8cf8-8d736efbdc3b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0694871 Jul 06 12:07:31.945286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 94172c9d-7269-4619-bae4-1231d30622d4 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:07:31.949131 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 94172c9d-7269-4619-bae4-1231d30622d4 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:32.029346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8db05890-fd7a-40e6-a0bc-96065063bed2 req-bb4f13c3-697e-4274-adc3-9e2b42cbacbd tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883794 Jul 06 12:07:32.086747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70850a3a-e054-4c37-a218-27b6ace1d360 req-dbd819e6-370f-408b-a57d-d5d4f2fd2f92 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:32.088871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70850a3a-e054-4c37-a218-27b6ace1d360 req-dbd819e6-370f-408b-a57d-d5d4f2fd2f92 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.1160967 Jul 06 12:07:32.100693 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.138275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:07:32.140669 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebd7739-4f87-4ad1-b77e-b40b76945348" -d '{"events": [{"server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "name": "network-vif-unplugged", "status": "completed", "tag": "94172c9d-7269-4619-bae4-1231d30622d4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:32.146581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70850a3a-e054-4c37-a218-27b6ace1d360 req-e76f8aff-1269-40f4-8f08-cd0c616b0af5 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495963 Jul 06 12:07:32.160447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 94172c9d-7269-4619-bae4-1231d30622d4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94172c9d-7269-4619-bae4-1231d30622d4,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:32.167732 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.185309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 94172c9d-7269-4619-bae4-1231d30622d4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94172c9d-7269-4619-bae4-1231d30622d4,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:32.210804 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5816edf2-d78c-47a5-af0a-6d1f382b37f6 x-openstack-request-id: req-5816edf2-d78c-47a5-af0a-6d1f382b37f6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:32.211155 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "name": "network-vif-unplugged", "status": "completed", "tag": "94172c9d-7269-4619-bae4-1231d30622d4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:32.211405 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5816edf2-d78c-47a5-af0a-6d1f382b37f6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:32.212001 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4', 'code': 200} Jul 06 12:07:32.219056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '94172c9d-7269-4619-bae4-1231d30622d4', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'port_id': '94172c9d-7269-4619-bae4-1231d30622d4', 'mac_address': 'fa:16:3e:9e:24:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:07:32.268329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=94172c9d-7269-4619-bae4-1231d30622d4,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:32.280094 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.295044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94172c9d-7269-4619-bae4-1231d30622d4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:07:32.321602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 94172c9d-7269-4619-bae4-1231d30622d4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94172c9d-7269-4619-bae4-1231d30622d4,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:32.325869 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.379417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=94172c9d-7269-4619-bae4-1231d30622d4,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:32.691822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['94172c9d-7269-4619-bae4-1231d30622d4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:07:33.241451 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71012697-6937-4de8-bbc1-d93de840d4b1 req-b44b6d8c-e09e-40c3-80aa-3f4de94640e9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:33.243813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71012697-6937-4de8-bbc1-d93de840d4b1 req-b44b6d8c-e09e-40c3-80aa-3f4de94640e9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 944 time: 0.0898676 Jul 06 12:07:33.285130 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71012697-6937-4de8-bbc1-d93de840d4b1 req-f8c711b8-9e85-4e7b-a638-4d80a3d41df9 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352054 Jul 06 12:07:33.313856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49456) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:33.363792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad045b-efa5-40bf-b239-58c435c8c9fd req-797868bc-93e9-43a0-805e-47b5659a8a44 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:33.365305 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84ad045b-efa5-40bf-b239-58c435c8c9fd req-797868bc-93e9-43a0-805e-47b5659a8a44 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0743532 Jul 06 12:07:33.389799 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1a410111-313f-4606-9c3a-a4029ca63b25 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/floatingips/8808ba84-12f3-4ead-bb30-ce79918710da HTTP/1.1" status: 200 len: 992 time: 0.0746684 Jul 06 12:07:33.415118 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84ad045b-efa5-40bf-b239-58c435c8c9fd req-82750f32-6af5-470f-affc-3af6630e88ab tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Jul 06 12:07:33.954700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 94172c9d-7269-4619-bae4-1231d30622d4 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:33.994766 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:07:34.025143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 94172c9d-7269-4619-bae4-1231d30622d4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:34.026347 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.140161 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.174818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 94172c9d-7269-4619-bae4-1231d30622d4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94172c9d-7269-4619-bae4-1231d30622d4,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:34.179245 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.214770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:07:34.217633 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2116eb5c-18e6-4512-a525-03021d31a35b" -d '{"events": [{"server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "name": "network-vif-plugged", "status": "completed", "tag": "94172c9d-7269-4619-bae4-1231d30622d4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:34.241863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=94172c9d-7269-4619-bae4-1231d30622d4,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:34.262523 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525684db-acba-42d8-ba54-8c4a11e3bcd5 x-openstack-request-id: req-525684db-acba-42d8-ba54-8c4a11e3bcd5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:34.262838 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "name": "network-vif-plugged", "status": "completed", "tag": "94172c9d-7269-4619-bae4-1231d30622d4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:34.263091 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-525684db-acba-42d8-ba54-8c4a11e3bcd5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:34.263506 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4', 'code': 200} Jul 06 12:07:34.602210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4997fb-ebc4-4c4a-a565-0522b98ff3ee req-1424f0da-f08b-42f8-8655-c5fe47fde37c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:34.604230 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a4997fb-ebc4-4c4a-a565-0522b98ff3ee req-1424f0da-f08b-42f8-8655-c5fe47fde37c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0723646 Jul 06 12:07:34.646559 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a4997fb-ebc4-4c4a-a565-0522b98ff3ee req-62537812-cfad-485a-a08e-d513d0ace9ce tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367765 Jul 06 12:07:35.843078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049b7a8-92ea-4b5a-a2f6-db0ab0ae5c51 req-4315a3ee-c56c-4e07-afd0-bbebd40e64e5 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:35.848004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8049b7a8-92ea-4b5a-a2f6-db0ab0ae5c51 req-4315a3ee-c56c-4e07-afd0-bbebd40e64e5 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0811524 Jul 06 12:07:35.894318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8049b7a8-92ea-4b5a-a2f6-db0ab0ae5c51 req-97370107-9272-4753-b064-8b8c72252940 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Jul 06 12:07:37.089942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b7cdc-b30d-420c-9f0f-33701c276a28 req-ace5b812-6928-4a33-b632-c5a3f8767e84 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.092032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-366b7cdc-b30d-420c-9f0f-33701c276a28 req-ace5b812-6928-4a33-b632-c5a3f8767e84 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0760212 Jul 06 12:07:37.135353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-366b7cdc-b30d-420c-9f0f-33701c276a28 req-6c74f3e6-d02d-400d-a487-3988e081bad5 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370600 Jul 06 12:07:37.505368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4c5cf-e9c9-471b-8213-185c1c9574c6 req-184599d7-d53f-4ce3-a65f-3ce7cfcc63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.507270 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72a4c5cf-e9c9-471b-8213-185c1c9574c6 req-184599d7-d53f-4ce3-a65f-3ce7cfcc63b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 1097 time: 0.0591285 Jul 06 12:07:37.511754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2991778-81b8-4ef6-a14d-d3b0d2384d0d req-35bab13b-4630-4372-a963-670284d5f9da tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.513396 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2991778-81b8-4ef6-a14d-d3b0d2384d0d req-35bab13b-4630-4372-a963-670284d5f9da tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0774453 Jul 06 12:07:37.560102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2991778-81b8-4ef6-a14d-d3b0d2384d0d req-5531c01a-bac5-40aa-a7e7-054374a337fb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408616 Jul 06 12:07:37.613713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4c5cf-e9c9-471b-8213-185c1c9574c6 req-1cbbf071-5a6c-425a-a170-9c938b7affbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.615149 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72a4c5cf-e9c9-471b-8213-185c1c9574c6 req-1cbbf071-5a6c-425a-a170-9c938b7affbc service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 912 time: 0.0985155 Jul 06 12:07:37.692032 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72a4c5cf-e9c9-471b-8213-185c1c9574c6 req-104c53dc-729e-4d65-a847-8b847228d644 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6515c807-aad7-4d26-b0c5-925acf054a91 HTTP/1.1" status: 200 len: 1002 time: 0.0658927 Jul 06 12:07:37.749219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4c5cf-e9c9-471b-8213-185c1c9574c6 req-88522a1b-1200-4328-89b4-1214c8cb149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.750896 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72a4c5cf-e9c9-471b-8213-185c1c9574c6 req-88522a1b-1200-4328-89b4-1214c8cb149d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0499880 Jul 06 12:07:37.813578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4c5cf-e9c9-471b-8213-185c1c9574c6 req-12ac4fde-3042-46d8-975f-fcd968b55924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.814542 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72a4c5cf-e9c9-471b-8213-185c1c9574c6 req-12ac4fde-3042-46d8-975f-fcd968b55924 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534265 Jul 06 12:07:37.917016 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72a4c5cf-e9c9-471b-8213-185c1c9574c6 req-0eb72271-0576-4fd8-bd9d-6c795e35b7aa service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919414 Jul 06 12:07:38.022991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-72a4c5cf-e9c9-471b-8213-185c1c9574c6 req-2c05ec9c-ff20-4e19-9e27-3769708711a3 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955300 Jul 06 12:07:38.778293 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedb5cd-2528-46d5-a550-3cb2050eca09 req-2af33745-b365-4fa8-864c-1bf6e4c07713 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:38.779906 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8aedb5cd-2528-46d5-a550-3cb2050eca09 req-2af33745-b365-4fa8-864c-1bf6e4c07713 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0870235 Jul 06 12:07:38.828320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8aedb5cd-2528-46d5-a550-3cb2050eca09 req-21cefc39-9d24-45b3-95dc-9db1f7efa5b0 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Jul 06 12:07:44.185502 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b63b0ab-fece-4414-b415-eb3b97bcd4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.205018 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.408460 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-979e314d-2989-40b2-93c8-bcc6da9e3e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.775485 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.568118 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.783634 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.004080 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.996792 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:08:11.838686 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-058eb948-db0c-4182-99ea-97acf9fc886f req-f2c87d91-172d-426e-bd12-08a58319dc87 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881157 Jul 06 12:08:11.958295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eb948-db0c-4182-99ea-97acf9fc886f req-f68ac9b1-c057-45de-9452-d9914f3d7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:11.959897 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-058eb948-db0c-4182-99ea-97acf9fc886f req-f68ac9b1-c057-45de-9452-d9914f3d7624 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 1097 time: 0.0689397 Jul 06 12:08:12.094459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eb948-db0c-4182-99ea-97acf9fc886f req-f219d352-f3d6-43c0-bdfa-4c356c14153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:12.096085 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-058eb948-db0c-4182-99ea-97acf9fc886f req-f219d352-f3d6-43c0-bdfa-4c356c14153a service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 912 time: 0.1120415 Jul 06 12:08:12.224503 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-058eb948-db0c-4182-99ea-97acf9fc886f req-6d68fd62-c1ed-40f9-bf9b-afacd3baa54d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6515c807-aad7-4d26-b0c5-925acf054a91 HTTP/1.1" status: 200 len: 1002 time: 0.1160100 Jul 06 12:08:12.287073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eb948-db0c-4182-99ea-97acf9fc886f req-0ad8cef9-e375-4302-a36d-54e01c25103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:12.288855 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-058eb948-db0c-4182-99ea-97acf9fc886f req-0ad8cef9-e375-4302-a36d-54e01c25103a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0527282 Jul 06 12:08:12.375299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eb948-db0c-4182-99ea-97acf9fc886f req-df548a59-830a-4e66-a2cb-ed45c11893ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:12.376949 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-058eb948-db0c-4182-99ea-97acf9fc886f req-df548a59-830a-4e66-a2cb-ed45c11893ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810328 Jul 06 12:08:12.507764 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-058eb948-db0c-4182-99ea-97acf9fc886f req-4d172b41-ac65-482a-a8f2-a049baf5f911 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238337 Jul 06 12:08:12.616185 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-058eb948-db0c-4182-99ea-97acf9fc886f req-90813b84-fc81-4b43-99ab-09792d1c1146 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010811 Jul 06 12:08:14.187809 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-275b7949-09b5-4cf3-af7e-1f65667a0632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.799353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99853a-8972-4758-aff8-daeda89a2aed req-bec8eff2-c93b-49bc-8d3d-4811899b1433 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:14.800984 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c99853a-8972-4758-aff8-daeda89a2aed req-bec8eff2-c93b-49bc-8d3d-4811899b1433 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0784545 Jul 06 12:08:14.848456 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5c99853a-8972-4758-aff8-daeda89a2aed req-34c0e076-e35f-4226-acb4-2d48bcba11bd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404093 Jul 06 12:08:16.057803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4819a32-fd22-4fd4-83a9-8a1ca4964fe9 req-29694728-b6f9-4b95-b8ca-dc7fb41d9853 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:16.060744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4819a32-fd22-4fd4-83a9-8a1ca4964fe9 req-29694728-b6f9-4b95-b8ca-dc7fb41d9853 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0708265 Jul 06 12:08:16.108042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f4819a32-fd22-4fd4-83a9-8a1ca4964fe9 req-cc540584-4bdf-4d9b-921d-dce2a4231c45 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393553 Jul 06 12:08:16.940405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-3f350498-f3aa-413d-bc88-a8be8a9871f1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:16.942106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-3f350498-f3aa-413d-bc88-a8be8a9871f1 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0769231 Jul 06 12:08:17.066805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Deleting port 6515c807-aad7-4d26-b0c5-925acf054a91 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:17.067214 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.186742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] For port 6515c807-aad7-4d26-b0c5-925acf054a91, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6515c807-aad7-4d26-b0c5-925acf054a91,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:17.187114 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.328929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f346a-9407-4fe9-8c8f-91073b8dd4b8 req-31b4d68c-1f21-4f96-9e87-0e0945964a96 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:17.331983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-054f346a-9407-4fe9-8c8f-91073b8dd4b8 req-31b4d68c-1f21-4f96-9e87-0e0945964a96 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 946 time: 0.0973282 Jul 06 12:08:17.376230 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-054f346a-9407-4fe9-8c8f-91073b8dd4b8 req-8309f8bc-86b9-468f-b3e4-cf689e44c7c9 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=296df260-2ce0-42d9-b59b-f0b24fe58775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400095 Jul 06 12:08:17.399297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.400574 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.401137 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Floating IP fc67e833-b822-4ac2-bbf2-7ff252c1d724 disassociated. External IP: 172.25.0.163, port: 6515c807-aad7-4d26-b0c5-925acf054a91. Jul 06 12:08:17.402409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Calling delete_port for 6515c807-aad7-4d26-b0c5-925acf054a91 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:17.550710 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.586869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event deleted for resources: {'Port': ['ID=6515c807-aad7-4d26-b0c5-925acf054a91,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:17.598225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.598586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.598928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.599262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.599641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.600808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.600808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.600808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.601390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.601390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.601681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.601960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:17.721112 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:17.846036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:17.857118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18b3d3-6940-4d09-9a88-8c3ec832ea23 None None] Sync routers for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:17.870669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18b3d3-6940-4d09-9a88-8c3ec832ea23 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:17.871422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0b18b3d3-6940-4d09-9a88-8c3ec832ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:07:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:17.895786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] No DVR routers for this DVR port 6515c807-aad7-4d26-b0c5-925acf054a91 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:17.898923 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.901461 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-594bff9e-10b0-4f19-b5a5-757ace89fab2 req-e5185b2c-4e60-47f2-be50-460a2f80844d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.86 "DELETE /v2.0/ports/6515c807-aad7-4d26-b0c5-925acf054a91 HTTP/1.1" status: 204 len: 173 time: 0.9496212 Jul 06 12:08:17.901994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'name': 'network-vif-deleted', 'tag': '6515c807-aad7-4d26-b0c5-925acf054a91'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:17.904427 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da644a84-7e3f-4d6e-8c84-f5bfcdcb57d4" -d '{"events": [{"server_uuid": "7f3c2bbf-da72-44ff-8c4b-0878c648365d", "name": "network-vif-deleted", "tag": "6515c807-aad7-4d26-b0c5-925acf054a91"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:17.959024 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adf5306-4ca6-4f39-80e9-8a252dca14b7 x-openstack-request-id: req-0adf5306-4ca6-4f39-80e9-8a252dca14b7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:17.959668 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3c2bbf-da72-44ff-8c4b-0878c648365d", "name": "network-vif-deleted", "tag": "6515c807-aad7-4d26-b0c5-925acf054a91", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:17.959892 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0adf5306-4ca6-4f39-80e9-8a252dca14b7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:17.960276 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3c2bbf-da72-44ff-8c4b-0878c648365d', 'name': 'network-vif-deleted', 'tag': '6515c807-aad7-4d26-b0c5-925acf054a91', 'status': 'completed', 'code': 200} Jul 06 12:08:18.032789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0b18b3d3-6940-4d09-9a88-8c3ec832ea23 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:18.232130 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.324407 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0b18b3d3-6940-4d09-9a88-8c3ec832ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:18.355642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18b3d3-6940-4d09-9a88-8c3ec832ea23 None None] Checking router: bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:18.378097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18b3d3-6940-4d09-9a88-8c3ec832ea23 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:18.378734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0b18b3d3-6940-4d09-9a88-8c3ec832ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:07:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:18.456725 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60d8a7fb-c56e-4d7f-b3a9-f99a0ae8115c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.522781 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0b18b3d3-6940-4d09-9a88-8c3ec832ea23 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:18.582482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f55b80cf-8736-466c-aba7-06d1a0e57699 req-b9113369-59d6-4d91-b1d2-186e6bb70c0d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f3c2bbf-da72-44ff-8c4b-0878c648365d HTTP/1.1" status: 200 len: 210 time: 0.0391104 Jul 06 12:08:18.698747 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-dd42a228-fa92-4bb3-9c36-53e22c552cdd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557816 Jul 06 12:08:18.805946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-5e446336-bde5-4a72-a688-ae8cb059df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:18.808367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-5e446336-bde5-4a72-a688-ae8cb059df42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 1096 time: 0.0613105 Jul 06 12:08:18.834989 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.922012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-507531d3-b2a8-4697-9295-6d15f9adef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:18.923562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-507531d3-b2a8-4697-9295-6d15f9adef45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.0942283 Jul 06 12:08:18.953801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0b18b3d3-6940-4d09-9a88-8c3ec832ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:18.982580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18b3d3-6940-4d09-9a88-8c3ec832ea23 None None] The sync data for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 is: [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:19.007309 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-f23d9b5a-ea88-4825-8dd8-f813969dcdfc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22ad2b65-2bd6-42cf-98f7-113699ba2ae4 HTTP/1.1" status: 200 len: 1001 time: 0.0749443 Jul 06 12:08:19.064943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-4dc65b5c-7257-4267-8de5-35497c4f3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:19.066467 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-4dc65b5c-7257-4267-8de5-35497c4f3a6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0521932 Jul 06 12:08:19.076712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6515c807-aad7-4d26-b0c5-925acf054a91 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:19.102071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 6515c807-aad7-4d26-b0c5-925acf054a91 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:19.102856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6515c807-aad7-4d26-b0c5-925acf054a91 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:19.138980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-e25ed58b-486a-49e1-a6c1-c15dc8d3c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:19.140799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-e25ed58b-486a-49e1-a6c1-c15dc8d3c8f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670476 Jul 06 12:08:19.248880 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-0860a247-c0aa-4473-898f-af545d3ea399 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997040 Jul 06 12:08:19.283640 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab0d96-1ecc-4107-a718-d8139695f17f None None] New status for floating IP fc67e833-b822-4ac2-bbf2-7ff252c1d724: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:08:19.350943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5524aedf-0b99-4df0-b7cf-97ba1083513f req-646322b6-a9f0-4217-89e6-24db62cfad74 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942767 Jul 06 12:08:19.710254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50106) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:19.769153 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a956fd95-1e77-4246-8cc3-411232ef284e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.794668 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a956fd95-1e77-4246-8cc3-411232ef284e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.850119 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a956fd95-1e77-4246-8cc3-411232ef284e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.852826 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a956fd95-1e77-4246-8cc3-411232ef284e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.854151 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a956fd95-1e77-4246-8cc3-411232ef284e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "DELETE /v2.0/security-groups/296df260-2ce0-42d9-b59b-f0b24fe58775 HTTP/1.1" status: 204 len: 168 time: 0.1427345 Jul 06 12:08:19.857012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:19.866568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956fd95-1e77-4246-8cc3-411232ef284e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296df260-2ce0-42d9-b59b-f0b24fe58775,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:19.878206 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-d6b31317-4b8d-4efc-83de-0aa259924c82 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] show failed (client error): The resource could not be found. Jul 06 12:08:19.879606 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d6b31317-4b8d-4efc-83de-0aa259924c82 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups/296df260-2ce0-42d9-b59b-f0b24fe58775 HTTP/1.1" status: 404 len: 347 time: 0.0215728 Jul 06 12:08:19.882511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50112) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:20.012243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Deleting port b3fc7672-f97a-4bf8-9245-1aca59dd7cc8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:20.012589 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.097677 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.098012 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.110727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Calling delete_port for b3fc7672-f97a-4bf8-9245-1aca59dd7cc8 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:20.250653 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.277775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event deleted for resources: {'Port': ['ID=b3fc7672-f97a-4bf8-9245-1aca59dd7cc8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:20.309810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.310089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.310477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.310780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.311120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.311552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.311893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.312252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.312554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.312882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.313211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.313538 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:20.355535 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.358311 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.359575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2ea8a619-dd96-45cc-9ef7-571903e76cae tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "DELETE /v2.0/floatingips/fc67e833-b822-4ac2-bbf2-7ff252c1d724 HTTP/1.1" status: 204 len: 168 time: 0.4760716 Jul 06 12:08:20.574770 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.767186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50162) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:20.772249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-51c15e34-fb6b-493e-af14-ed5689df8735 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430676652', 'description': 'tempest-description--1740961163'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:20.794230 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c15e34-fb6b-493e-af14-ed5689df8735 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.888478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c15e34-fb6b-493e-af14-ed5689df8735 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.892562 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c15e34-fb6b-493e-af14-ed5689df8735 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.923076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c15e34-fb6b-493e-af14-ed5689df8735 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229b23e4-3cc2-47d4-9f39-e44029f07b15,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:20.925509 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c15e34-fb6b-493e-af14-ed5689df8735 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.930483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-51c15e34-fb6b-493e-af14-ed5689df8735 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1596677 Jul 06 12:08:20.932098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50190) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:20.938345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-96e8ab2d-9d05-4be8-a283-eab8e71a4b15 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'security_group_rule': {'security_group_id': '229b23e4-3cc2-47d4-9f39-e44029f07b15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:20.968564 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96e8ab2d-9d05-4be8-a283-eab8e71a4b15 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.022941 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96e8ab2d-9d05-4be8-a283-eab8e71a4b15 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.027142 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96e8ab2d-9d05-4be8-a283-eab8e71a4b15 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.047080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8ab2d-9d05-4be8-a283-eab8e71a4b15 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dd3cd8-8df8-4485-9fb2-f179a24c9ab7,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:21.050086 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96e8ab2d-9d05-4be8-a283-eab8e71a4b15 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.051341 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-96e8ab2d-9d05-4be8-a283-eab8e71a4b15 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179261 Jul 06 12:08:21.053887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50208) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:21.058983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7da42f13-c7d7-48bb-be9e-14259ca953bd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'security_group_rule': {'security_group_id': '229b23e4-3cc2-47d4-9f39-e44029f07b15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:21.086111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7da42f13-c7d7-48bb-be9e-14259ca953bd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.150291 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7da42f13-c7d7-48bb-be9e-14259ca953bd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.154011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7da42f13-c7d7-48bb-be9e-14259ca953bd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.177560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da42f13-c7d7-48bb-be9e-14259ca953bd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2785c0b7-6699-47cf-b102-e3238e815ee7,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:21.181949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7da42f13-c7d7-48bb-be9e-14259ca953bd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.186991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7da42f13-c7d7-48bb-be9e-14259ca953bd tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318748 Jul 06 12:08:21.187687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50230) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:21.192606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:21.216999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.352469 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.475402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Allocated IP 172.25.0.88 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/36fd1629-9302-4603-9569-caa3d3c7c57a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:21.600544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.643129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.680136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:21.683787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:21.689380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:21.724282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'Port': ['ID=36fd1629-9302-4603-9569-caa3d3c7c57a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:22.130620 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.178010 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.342883 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.347740 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.416357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'Port': ['ID=36fd1629-9302-4603-9569-caa3d3c7c57a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:22.432884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.448563 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.450089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9d3ab0ac-1138-426d-a914-80ad644cc672 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2612615 Jul 06 12:08:22.678882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e00311b5-43dc-4776-b8d5-6dbc9a479535 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1430676652&fields=id&tenant_id=0092fa0d8f354be094ec37e29ad9af2e HTTP/1.1" status: 200 len: 267 time: 0.0401909 Jul 06 12:08:22.794023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-41a23bd2-d872-442a-9792-358a6e5a1c8c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:22.795563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-41a23bd2-d872-442a-9792-358a6e5a1c8c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 811 time: 0.1093628 Jul 06 12:08:22.812226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-fe1ae44d-7e88-44e1-b708-ea7ce597a33f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/quotas/0092fa0d8f354be094ec37e29ad9af2e HTTP/1.1" status: 200 len: 375 time: 0.0105999 Jul 06 12:08:22.885973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-3044c250-342b-4d4f-8d3e-07ba56b682bc tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679727 Jul 06 12:08:22.954552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-ab368a39-a11b-4dc8-857f-fb3fdeb005ab service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:08:22.955622 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-ab368a39-a11b-4dc8-857f-fb3fdeb005ab service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0577443 Jul 06 12:08:23.061690 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e9971a9c-eedb-45ef-8a07-530505fc2681 service neutron] 10.222.0.21 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992012 Jul 06 12:08:23.158921 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-48abd572-6f17-4700-99a0-d4a5d7d25290 service neutron] 10.222.0.21 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913651 Jul 06 12:08:23.370265 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4000685b-7e68-437c-bb01-893c40dbc639 req-af046427-8a19-4712-85ac-d05fc85f3a0c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 210 time: 0.0398080 Jul 06 12:08:24.615209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-6461da8b-6e2e-4687-9843-12a36dce5f5d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:24.640873 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-6461da8b-6e2e-4687-9843-12a36dce5f5d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 811 time: 0.1598556 Jul 06 12:08:24.727715 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-7a2ac28d-e1a5-4b32-ab85-f73ac466205c tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0092fa0d8f354be094ec37e29ad9af2e HTTP/1.1" status: 200 len: 380 time: 0.0745721 Jul 06 12:08:24.743700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'port': {'device_id': '580eca81-742e-4954-8ccd-682eca2f9489', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'admin_state_up': True, 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'security_groups': ['229b23e4-3cc2-47d4-9f39-e44029f07b15']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:24.756291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c827d31c-e401-4161-8537-52222a4f3328 req-a86ab322-2643-4ec9-9991-4b6f7b4a42b3 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 210 time: 0.0573275 Jul 06 12:08:24.887553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Made reservation on behalf of 0092fa0d8f354be094ec37e29ad9af2e for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:24.891202 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.034767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Allocated IP 172.20.0.10 (0d41ffd4-2407-4de9-acd6-472de5318058/8691728a-9e08-4219-8b52-b84980b52a82/4511de42-f398-4465-9b27-7fb97eb018de) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:25.189268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.205185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Transition to ACTIVE for port object 4511de42-f398-4465-9b27-7fb97eb018de will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:25.242357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.299745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Network 0d41ffd4-2407-4de9-acd6-472de5318058 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:25.303250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:25.306480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:25.336843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event updated for resources: {'Port': ['ID=4511de42-f398-4465-9b27-7fb97eb018de,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:25.369744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:25.371052 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.390581 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-30fa42fd-bba0-4c75-94fa-eb673b79a239 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6543770 Jul 06 12:08:25.410057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Request body: {'port': {'device_id': '580eca81-742e-4954-8ccd-682eca2f9489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:25.512159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.643871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2ff88789-7f23-42e3-992b-b67ad3262c07 None None] Provisioning for port 4511de42-f398-4465-9b27-7fb97eb018de completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:25.648646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2ff88789-7f23-42e3-992b-b67ad3262c07 None None] Provisioning complete for port 4511de42-f398-4465-9b27-7fb97eb018de triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:25.649018 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ff88789-7f23-42e3-992b-b67ad3262c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.690565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2ff88789-7f23-42e3-992b-b67ad3262c07 None None] Port 4511de42-f398-4465-9b27-7fb97eb018de cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:08:25.816742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4511de42-f398-4465-9b27-7fb97eb018de {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:08:25.826194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.840111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Transition to ACTIVE for port object 4511de42-f398-4465-9b27-7fb97eb018de will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:25.845843 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.902038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Pushing event updated for resources: {'Port': ['ID=4511de42-f398-4465-9b27-7fb97eb018de,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:25.989564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca68f0-5a0c-4f68-9d24-33ef451be2f7 req-2ca705ff-a456-4e65-aeb2-e39e1a254dbc tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:25.991561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdca68f0-5a0c-4f68-9d24-33ef451be2f7 req-2ca705ff-a456-4e65-aeb2-e39e1a254dbc tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 944 time: 0.0854988 Jul 06 12:08:26.006107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Attempting to bind port 4511de42-f398-4465-9b27-7fb97eb018de on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:26.006474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Attempting to bind port 4511de42-f398-4465-9b27-7fb97eb018de by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:26.006894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Attempting to bind port 4511de42-f398-4465-9b27-7fb97eb018de on network 0d41ffd4-2407-4de9-acd6-472de5318058 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:26.012223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Port 4511de42-f398-4465-9b27-7fb97eb018de on network 0d41ffd4-2407-4de9-acd6-472de5318058 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:08:26.012575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Attempting to bind port 4511de42-f398-4465-9b27-7fb97eb018de on network 0d41ffd4-2407-4de9-acd6-472de5318058 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:26.017955 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:26.018345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Checking segment: {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:26.018739 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Bound using segment: {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:26.019177 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Bound port: 4511de42-f398-4465-9b27-7fb97eb018de, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b73f773-f369-43fb-bd9c-cc7c968db620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:26.019574 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.050869 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bdca68f0-5a0c-4f68-9d24-33ef451be2f7 req-424ed295-e12b-4e92-bd84-cf43ee8c0810 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=229b23e4-3cc2-47d4-9f39-e44029f07b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517559 Jul 06 12:08:26.105786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] For port 4511de42-f398-4465-9b27-7fb97eb018de, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:26.109845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] For port 4511de42-f398-4465-9b27-7fb97eb018de, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4511de42-f398-4465-9b27-7fb97eb018de,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:26.114630 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.153138 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:26.154149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.155655 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] 10.222.0.86 "PUT /v2.0/ports/4511de42-f398-4465-9b27-7fb97eb018de HTTP/1.1" status: 200 len: 1092 time: 0.7509069 Jul 06 12:08:26.156127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580eca81-742e-4954-8ccd-682eca2f9489', 'tag': '4511de42-f398-4465-9b27-7fb97eb018de'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:26.158422 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27b7fc3-759f-4185-b277-b6555552f1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "580eca81-742e-4954-8ccd-682eca2f9489", "tag": "4511de42-f398-4465-9b27-7fb97eb018de"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:26.192037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9da39-4e64-4004-8421-68cf84da5533 service neutron] Pushing event updated for resources: {'Port': ['ID=4511de42-f398-4465-9b27-7fb97eb018de,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:26.209802 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d55d89-60fe-4515-80f6-15b67054bfc0 x-openstack-request-id: req-e9d55d89-60fe-4515-80f6-15b67054bfc0 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:26.210362 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580eca81-742e-4954-8ccd-682eca2f9489", "tag": "4511de42-f398-4465-9b27-7fb97eb018de", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:26.210801 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9d55d89-60fe-4515-80f6-15b67054bfc0 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:26.211285 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580eca81-742e-4954-8ccd-682eca2f9489', 'tag': '4511de42-f398-4465-9b27-7fb97eb018de', 'status': 'completed', 'code': 200} Jul 06 12:08:26.272173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-92e890c3-2e23-4306-97a5-be96e1dc70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:26.273977 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-92e890c3-2e23-4306-97a5-be96e1dc70ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 1095 time: 0.0617392 Jul 06 12:08:26.330421 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-323f62c6-5357-4aa9-9223-19b354558ed8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4511de42-f398-4465-9b27-7fb97eb018de HTTP/1.1" status: 200 len: 217 time: 0.0442109 Jul 06 12:08:26.384893 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-537a1037-f5c3-406b-87ab-5316c2d906eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:26.386447 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-537a1037-f5c3-406b-87ab-5316c2d906eb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0492108 Jul 06 12:08:26.451277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-6c4fe824-c0a9-4898-8e3f-0be2253b2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:26.452845 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-6c4fe824-c0a9-4898-8e3f-0be2253b2ded service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566618 Jul 06 12:08:26.559371 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-46452cc1-142f-4d10-b2a1-4d9b4d2459a6 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945735 Jul 06 12:08:26.658030 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c2546ed3-68c4-46c4-91a8-f4f7aa8cfde3 req-e329f5f6-11eb-4507-a9de-8550d837b826 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870416 Jul 06 12:08:26.769028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7fc3-759f-4185-b277-b6555552f1f0 req-8297a81f-1458-4f37-9c27-27d98b6073c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:26.770463 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c27b7fc3-759f-4185-b277-b6555552f1f0 req-8297a81f-1458-4f37-9c27-27d98b6073c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 1095 time: 0.0570166 Jul 06 12:08:26.883139 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7fc3-759f-4185-b277-b6555552f1f0 req-902e5cf3-2717-47d3-870c-71e924e98ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:26.885486 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c27b7fc3-759f-4185-b277-b6555552f1f0 req-902e5cf3-2717-47d3-870c-71e924e98ed9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 912 time: 0.1080956 Jul 06 12:08:26.933931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c27b7fc3-759f-4185-b277-b6555552f1f0 req-e2cd2923-0381-4fbd-9659-fdb14a9ff40d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4511de42-f398-4465-9b27-7fb97eb018de HTTP/1.1" status: 200 len: 217 time: 0.0395384 Jul 06 12:08:27.006998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7fc3-759f-4185-b277-b6555552f1f0 req-fe1fdb4f-49d8-4e50-99dc-21c99cea9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:27.008864 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c27b7fc3-759f-4185-b277-b6555552f1f0 req-fe1fdb4f-49d8-4e50-99dc-21c99cea9940 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0681901 Jul 06 12:08:27.114743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b7fc3-759f-4185-b277-b6555552f1f0 req-e9b521cc-50c1-4105-8c50-3ce6fced1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:27.116842 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c27b7fc3-759f-4185-b277-b6555552f1f0 req-e9b521cc-50c1-4105-8c50-3ce6fced1707 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995188 Jul 06 12:08:27.269006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c27b7fc3-759f-4185-b277-b6555552f1f0 req-a64c210d-99f7-4870-b2d0-a65e74c11814 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386302 Jul 06 12:08:27.274022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8404c-fb70-4033-addc-eb4b3ab11f97 req-6599fc92-9ea9-4c34-bd83-e0bd9ef02512 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:27.275786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dd8404c-fb70-4033-addc-eb4b3ab11f97 req-6599fc92-9ea9-4c34-bd83-e0bd9ef02512 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 944 time: 0.1043298 Jul 06 12:08:27.324956 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dd8404c-fb70-4033-addc-eb4b3ab11f97 req-26435bf3-5a14-404c-af5c-dbb16d407466 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=229b23e4-3cc2-47d4-9f39-e44029f07b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390358 Jul 06 12:08:27.383057 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c27b7fc3-759f-4185-b277-b6555552f1f0 req-83abfeb5-32b0-4417-90cc-089a26064abc service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053548 Jul 06 12:08:28.505785 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23605ef-f39a-495e-b971-5205693ce99c req-4fd7df0f-6cde-4461-b2b9-80a3c64d511f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:28.507441 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c23605ef-f39a-495e-b971-5205693ce99c req-4fd7df0f-6cde-4461-b2b9-80a3c64d511f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 944 time: 0.0666111 Jul 06 12:08:28.551417 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c23605ef-f39a-495e-b971-5205693ce99c req-71bdbf3e-432a-4951-910f-9bdfe89f09ce tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=229b23e4-3cc2-47d4-9f39-e44029f07b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373576 Jul 06 12:08:28.798437 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.010638 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.114014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4511de42-f398-4465-9b27-7fb97eb018de details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:08:29.213060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 4511de42-f398-4465-9b27-7fb97eb018de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4511de42-f398-4465-9b27-7fb97eb018de,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:29.224399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '4511de42-f398-4465-9b27-7fb97eb018de', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'port_id': '4511de42-f398-4465-9b27-7fb97eb018de', 'mac_address': 'fa:16:3e:0c:75:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:08:29.267374 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.281077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4511de42-f398-4465-9b27-7fb97eb018de {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:08:29.302169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 4511de42-f398-4465-9b27-7fb97eb018de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4511de42-f398-4465-9b27-7fb97eb018de,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:29.307416 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.358764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=4511de42-f398-4465-9b27-7fb97eb018de,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:29.366580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.366929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.367263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.367634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.367965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.368316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.368784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.369636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.369964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.370290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.370616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.370939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:29.638363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['4511de42-f398-4465-9b27-7fb97eb018de'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:08:29.737672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7184761-c0a8-4647-8208-17af5d7cd7b0 req-583acd0f-6920-4ffa-a164-d3da4e568179 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:29.739401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7184761-c0a8-4647-8208-17af5d7cd7b0 req-583acd0f-6920-4ffa-a164-d3da4e568179 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 945 time: 0.0723088 Jul 06 12:08:29.783816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b7184761-c0a8-4647-8208-17af5d7cd7b0 req-8adc1442-6359-4077-8987-7c43ea290d89 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=229b23e4-3cc2-47d4-9f39-e44029f07b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362310 Jul 06 12:08:30.476110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50638) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:30.609564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3186d9b9-8a1a-4e14-b9d3-73cb993c13d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b009cac44c840a69ed5a0ed5c082584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321650 Jul 06 12:08:30.612154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50642) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:30.659837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-def5a8ef-6039-4654-ad96-0b8f24590077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.681385 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-def5a8ef-6039-4654-ad96-0b8f24590077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.727975 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-def5a8ef-6039-4654-ad96-0b8f24590077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.731113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-def5a8ef-6039-4654-ad96-0b8f24590077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.732315 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-def5a8ef-6039-4654-ad96-0b8f24590077 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e158846-b807-4688-863d-f1d285ded513 HTTP/1.1" status: 204 len: 168 time: 0.1192677 Jul 06 12:08:30.740077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5a8ef-6039-4654-ad96-0b8f24590077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e158846-b807-4688-863d-f1d285ded513,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:30.975574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf69d7-546c-48ca-9b10-a69f99e4f242 req-f6bd93f7-54ba-4979-a83e-db9d580e9ed3 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:30.977626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4faf69d7-546c-48ca-9b10-a69f99e4f242 req-f6bd93f7-54ba-4979-a83e-db9d580e9ed3 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 945 time: 0.0770557 Jul 06 12:08:31.017999 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4faf69d7-546c-48ca-9b10-a69f99e4f242 req-823bd7f9-c487-4fa3-8aef-360f7091b560 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=229b23e4-3cc2-47d4-9f39-e44029f07b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349183 Jul 06 12:08:31.113201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4511de42-f398-4465-9b27-7fb97eb018de up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:31.163895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 4511de42-f398-4465-9b27-7fb97eb018de completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:31.168886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 4511de42-f398-4465-9b27-7fb97eb018de triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:31.169347 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.249798 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.277049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580eca81-742e-4954-8ccd-682eca2f9489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4511de42-f398-4465-9b27-7fb97eb018de'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:31.279355 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba60485-9d16-4da0-8b48-1eaa0e5afa7b" -d '{"events": [{"server_uuid": "580eca81-742e-4954-8ccd-682eca2f9489", "name": "network-vif-plugged", "status": "completed", "tag": "4511de42-f398-4465-9b27-7fb97eb018de"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:31.299880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 4511de42-f398-4465-9b27-7fb97eb018de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4511de42-f398-4465-9b27-7fb97eb018de,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:31.305017 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.334494 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd899b8-c070-41ef-8e50-5ff6dfb2f447 x-openstack-request-id: req-7cd899b8-c070-41ef-8e50-5ff6dfb2f447 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:31.334795 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580eca81-742e-4954-8ccd-682eca2f9489", "name": "network-vif-plugged", "status": "completed", "tag": "4511de42-f398-4465-9b27-7fb97eb018de", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:31.335053 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cd899b8-c070-41ef-8e50-5ff6dfb2f447 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:31.335473 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580eca81-742e-4954-8ccd-682eca2f9489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4511de42-f398-4465-9b27-7fb97eb018de', 'code': 200} Jul 06 12:08:31.362632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=4511de42-f398-4465-9b27-7fb97eb018de,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:31.444363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4865ff5-1aae-4b8b-93ec-b993995c1b92 req-c3da11ce-f6c6-49eb-9d56-69cb84493cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:31.446048 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b4865ff5-1aae-4b8b-93ec-b993995c1b92 req-c3da11ce-f6c6-49eb-9d56-69cb84493cd5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 1097 time: 0.0528064 Jul 06 12:08:31.485408 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b4865ff5-1aae-4b8b-93ec-b993995c1b92 req-238682ac-2edc-4b46-ae51-96bba4b4b8ee service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=229b23e4-3cc2-47d4-9f39-e44029f07b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319026 Jul 06 12:08:32.198681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96ba18-233a-49a2-9c20-3b9f2b3c6af4 req-a73206dc-8898-479b-9722-8d3f141a58e6 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:32.200273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a96ba18-233a-49a2-9c20-3b9f2b3c6af4 req-a73206dc-8898-479b-9722-8d3f141a58e6 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 946 time: 0.0704300 Jul 06 12:08:32.240329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a96ba18-233a-49a2-9c20-3b9f2b3c6af4 req-b48c6ce5-55fe-4952-afb2-136c7a96460f tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=229b23e4-3cc2-47d4-9f39-e44029f07b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339801 Jul 06 12:08:33.418502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24a480-faba-4f5c-98be-997e42031a87 req-5c20fcec-69e1-4f41-abed-713bf0bd969d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:33.420049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b24a480-faba-4f5c-98be-997e42031a87 req-5c20fcec-69e1-4f41-abed-713bf0bd969d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 946 time: 0.0663989 Jul 06 12:08:33.459108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b24a480-faba-4f5c-98be-997e42031a87 req-88b852ed-52c5-45af-87ce-13f60b76165a tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=229b23e4-3cc2-47d4-9f39-e44029f07b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335858 Jul 06 12:08:33.634232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afedd76-ffd2-41ee-a8d4-30b81a7abb7f req-b95098b2-d2c4-4f2a-8fd4-291f6846b5a3 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:33.635790 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4afedd76-ffd2-41ee-a8d4-30b81a7abb7f req-b95098b2-d2c4-4f2a-8fd4-291f6846b5a3 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 946 time: 0.0702598 Jul 06 12:08:33.644472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50698) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:33.648884 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c6649adc-1d36-431d-9150-2b73a1c52a77 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Request body: {'floatingip': {'port_id': '4511de42-f398-4465-9b27-7fb97eb018de'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:33.699856 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6649adc-1d36-431d-9150-2b73a1c52a77 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.168828 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6649adc-1d36-431d-9150-2b73a1c52a77 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.172580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6649adc-1d36-431d-9150-2b73a1c52a77 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.278315 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-c6649adc-1d36-431d-9150-2b73a1c52a77 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Floating IP a902ea1e-7671-4b5b-a903-026a5e9062d4 associated. External IP: 172.25.0.88, port: 4511de42-f398-4465-9b27-7fb97eb018de. Jul 06 12:08:34.506437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6649adc-1d36-431d-9150-2b73a1c52a77 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:34.632044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6649adc-1d36-431d-9150-2b73a1c52a77 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:34.636833 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6649adc-1d36-431d-9150-2b73a1c52a77 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.643129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35f355-6501-4386-8079-2b6cd611c0e5 None None] Sync routers for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:34.653910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35f355-6501-4386-8079-2b6cd611c0e5 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:34.654852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5b35f355-6501-4386-8079-2b6cd611c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:08:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:34.674785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c6649adc-1d36-431d-9150-2b73a1c52a77 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "PUT /v2.0/floatingips/a902ea1e-7671-4b5b-a903-026a5e9062d4 HTTP/1.1" status: 200 len: 991 time: 1.0292661 Jul 06 12:08:34.675624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580eca81-742e-4954-8ccd-682eca2f9489', 'tag': '4511de42-f398-4465-9b27-7fb97eb018de'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:34.677934 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b600eae2-4d91-47c4-91fa-70f86bd1a46a" -d '{"events": [{"name": "network-changed", "server_uuid": "580eca81-742e-4954-8ccd-682eca2f9489", "tag": "4511de42-f398-4465-9b27-7fb97eb018de"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:34.792024 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5b35f355-6501-4386-8079-2b6cd611c0e5 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:34.885216 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed1e7b9-072f-4f87-a1e9-f92c254ec356 x-openstack-request-id: req-fed1e7b9-072f-4f87-a1e9-f92c254ec356 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:34.885570 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580eca81-742e-4954-8ccd-682eca2f9489", "tag": "4511de42-f398-4465-9b27-7fb97eb018de", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:34.885912 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fed1e7b9-072f-4f87-a1e9-f92c254ec356 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:34.886326 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580eca81-742e-4954-8ccd-682eca2f9489', 'tag': '4511de42-f398-4465-9b27-7fb97eb018de', 'status': 'completed', 'code': 200} Jul 06 12:08:34.981425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600eae2-4d91-47c4-91fa-70f86bd1a46a req-6326743d-b2db-4d92-ad0c-e855d592d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:34.983063 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b600eae2-4d91-47c4-91fa-70f86bd1a46a req-6326743d-b2db-4d92-ad0c-e855d592d8cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 1097 time: 0.0689566 Jul 06 12:08:35.093138 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5b35f355-6501-4386-8079-2b6cd611c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'a902ea1e-7671-4b5b-a903-026a5e9062d4', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'port_id': '4511de42-f398-4465-9b27-7fb97eb018de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'mac_address': 'fa:16:3e:0c:75:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580eca81-742e-4954-8ccd-682eca2f9489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:08:21Z', 'updated_at': '2021-07-06T12:08:34Z', 'revision_number': 1, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:35.109182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600eae2-4d91-47c4-91fa-70f86bd1a46a req-76dd00de-7713-4d92-925b-47848c6ba73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:35.110762 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b600eae2-4d91-47c4-91fa-70f86bd1a46a req-76dd00de-7713-4d92-925b-47848c6ba73e service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 912 time: 0.1204190 Jul 06 12:08:35.130969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35f355-6501-4386-8079-2b6cd611c0e5 None None] Checking router: bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:35.141388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35f355-6501-4386-8079-2b6cd611c0e5 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:35.142009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5b35f355-6501-4386-8079-2b6cd611c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:08:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:35.185408 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b600eae2-4d91-47c4-91fa-70f86bd1a46a req-f02423a3-6ee7-4279-a69d-21024e4d78dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4511de42-f398-4465-9b27-7fb97eb018de HTTP/1.1" status: 200 len: 999 time: 0.0680659 Jul 06 12:08:35.245623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600eae2-4d91-47c4-91fa-70f86bd1a46a req-fd87c24e-3b51-46b8-b3ab-1ae259e8a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:35.247018 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b600eae2-4d91-47c4-91fa-70f86bd1a46a req-fd87c24e-3b51-46b8-b3ab-1ae259e8a250 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0555007 Jul 06 12:08:35.262196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5b35f355-6501-4386-8079-2b6cd611c0e5 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:35.312037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600eae2-4d91-47c4-91fa-70f86bd1a46a req-e079a1b1-62c6-4b08-b778-b06f0465fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:35.313721 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b600eae2-4d91-47c4-91fa-70f86bd1a46a req-e079a1b1-62c6-4b08-b778-b06f0465fdff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602164 Jul 06 12:08:35.406689 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b600eae2-4d91-47c4-91fa-70f86bd1a46a req-ebd0ac88-c0ca-415f-b2b6-f99d1be04559 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865269 Jul 06 12:08:35.503281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5b35f355-6501-4386-8079-2b6cd611c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'a902ea1e-7671-4b5b-a903-026a5e9062d4', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'port_id': '4511de42-f398-4465-9b27-7fb97eb018de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'mac_address': 'fa:16:3e:0c:75:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580eca81-742e-4954-8ccd-682eca2f9489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:08:21Z', 'updated_at': '2021-07-06T12:08:34Z', 'revision_number': 1, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:35.506241 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b600eae2-4d91-47c4-91fa-70f86bd1a46a req-4152b6bb-03b1-403f-9107-d46c766cc02c service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935469 Jul 06 12:08:35.534279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35f355-6501-4386-8079-2b6cd611c0e5 None None] The sync data for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 is: [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'a902ea1e-7671-4b5b-a903-026a5e9062d4', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'port_id': '4511de42-f398-4465-9b27-7fb97eb018de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'mac_address': 'fa:16:3e:0c:75:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580eca81-742e-4954-8ccd-682eca2f9489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:08:21Z', 'updated_at': '2021-07-06T12:08:34Z', 'revision_number': 1, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:35.731006 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f762f83-c19e-496c-b120-eeedb2afe80b None None] New status for floating IP a902ea1e-7671-4b5b-a903-026a5e9062d4: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:08:44.176125 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04e9e765-0d93-4bb2-bf7c-db91470668f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.094318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50832) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:45.201363 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faa42d2d-e35a-4f6e-8701-1f458a83a65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.291336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faa42d2d-e35a-4f6e-8701-1f458a83a65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.295381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faa42d2d-e35a-4f6e-8701-1f458a83a65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.335294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-faa42d2d-e35a-4f6e-8701-1f458a83a65d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0485136d8a154bc3b4a6204f749c76f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396996 Jul 06 12:08:45.336307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa42d2d-e35a-4f6e-8701-1f458a83a65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5403cb6b-c5d2-4a1d-983b-6b14ed26be54,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:45.339568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50836) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:45.390805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b37b6d33-6b50-476a-b79a-f54bb9cc34bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.411442 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b37b6d33-6b50-476a-b79a-f54bb9cc34bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.457738 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b37b6d33-6b50-476a-b79a-f54bb9cc34bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.460434 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b37b6d33-6b50-476a-b79a-f54bb9cc34bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.464042 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b37b6d33-6b50-476a-b79a-f54bb9cc34bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5403cb6b-c5d2-4a1d-983b-6b14ed26be54 HTTP/1.1" status: 204 len: 168 time: 0.1206436 Jul 06 12:08:45.469776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b6d33-6b50-476a-b79a-f54bb9cc34bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5403cb6b-c5d2-4a1d-983b-6b14ed26be54,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:47.996417 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:08:48.205293 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.412130 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52eb16c3-b49b-4906-8f34-b9240773ed5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.781649 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:50.573266 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.076108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50900) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:52.248680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Deleting port bf278471-f225-4ebd-8005-f4cea5c69c7f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:52.248931 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.325345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.325694 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.337274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Calling delete_port for bf278471-f225-4ebd-8005-f4cea5c69c7f owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:52.813185 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.839094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event deleted for resources: {'Port': ['ID=bf278471-f225-4ebd-8005-f4cea5c69c7f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:52.860066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 50908) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:52.907011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.907253 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Floating IP 42b8fd1a-96a8-40f0-bd99-268b1c21df5d disassociated (deleted). External IP: 172.25.0.28, port: 6e646c18-a39b-40db-89ff-bf15b45c2c3d. Jul 06 12:08:53.042150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port 9a916ec8-2365-4474-a199-88b57a9d53d3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:53.042828 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.130463 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.135478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.140120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Router 37a1649c-6177-4fb1-9aa7-f4a036edb80f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:53.146133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for 9a916ec8-2365-4474-a199-88b57a9d53d3 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:53.326580 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:53.332680 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.338628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b014b-800f-48f8-b430-8ab074c00a19 None None] Sync routers for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:53.350515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b014b-800f-48f8-b430-8ab074c00a19 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:53.351156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a98b014b-800f-48f8-b430-8ab074c00a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:08:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:53.387883 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.398158 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c1208e75-9a05-4efa-8706-214ab4a9a9d9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "DELETE /v2.0/floatingips/42b8fd1a-96a8-40f0-bd99-268b1c21df5d HTTP/1.1" status: 204 len: 168 time: 1.3206983 Jul 06 12:08:53.402256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'tag': '6e646c18-a39b-40db-89ff-bf15b45c2c3d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:53.404952 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a012e2a5-0f57-4e89-8e37-d8ed065e3690" -d '{"events": [{"name": "network-changed", "server_uuid": "d50bb32f-4575-4bab-b6ea-077e12211e44", "tag": "6e646c18-a39b-40db-89ff-bf15b45c2c3d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:53.440598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=9a916ec8-2365-4474-a199-88b57a9d53d3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:53.453350 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64047cf7-f786-4776-b380-c51beedbc6e3 x-openstack-request-id: req-64047cf7-f786-4776-b380-c51beedbc6e3 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:53.453645 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50bb32f-4575-4bab-b6ea-077e12211e44", "tag": "6e646c18-a39b-40db-89ff-bf15b45c2c3d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:53.453897 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64047cf7-f786-4776-b380-c51beedbc6e3 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:53.458069 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'tag': '6e646c18-a39b-40db-89ff-bf15b45c2c3d', 'status': 'completed', 'code': 200} Jul 06 12:08:53.482281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a98b014b-800f-48f8-b430-8ab074c00a19 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:53.565922 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.566343 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Floating IP 8808ba84-12f3-4ead-bb30-ce79918710da disassociated (deleted). External IP: 172.25.0.218, port: 94172c9d-7269-4619-bae4-1231d30622d4. Jul 06 12:08:53.634505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e2a5-0f57-4e89-8e37-d8ed065e3690 req-75c68f1c-d9d3-4060-903e-b2e936655943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:53.636275 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a012e2a5-0f57-4e89-8e37-d8ed065e3690 req-75c68f1c-d9d3-4060-903e-b2e936655943 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 1097 time: 0.1491897 Jul 06 12:08:53.775912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a98b014b-800f-48f8-b430-8ab074c00a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66a859ab-9c40-4194-9c06-5e8f455aefb8', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:21:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:57Z', 'updated_at': '2021-07-06T12:05:00Z', 'revision_number': 1, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:53.810229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b014b-800f-48f8-b430-8ab074c00a19 None None] Checking router: 37a1649c-6177-4fb1-9aa7-f4a036edb80f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:53.819908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b014b-800f-48f8-b430-8ab074c00a19 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:53.820537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a98b014b-800f-48f8-b430-8ab074c00a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:08:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:53.870041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e2a5-0f57-4e89-8e37-d8ed065e3690 req-8ecd7346-1827-4f40-a628-e740b762890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:53.872120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a012e2a5-0f57-4e89-8e37-d8ed065e3690 req-8ecd7346-1827-4f40-a628-e740b762890b service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.1977227 Jul 06 12:08:53.946674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a98b014b-800f-48f8-b430-8ab074c00a19 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:53.962592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a012e2a5-0f57-4e89-8e37-d8ed065e3690 req-1885a456-d000-4c2b-b85a-67bc0b77bafe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e646c18-a39b-40db-89ff-bf15b45c2c3d HTTP/1.1" status: 200 len: 217 time: 0.0791183 Jul 06 12:08:53.976598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039c8b5-fbfc-42cc-8ec3-90a02777a111 req-37e8b946-fb74-478e-ae18-dd699ba24374 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:53.978206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d039c8b5-fbfc-42cc-8ec3-90a02777a111 req-37e8b946-fb74-478e-ae18-dd699ba24374 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 946 time: 0.2345495 Jul 06 12:08:54.056303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 4c3acca4-c12c-4e86-9183-00068e0e0bda has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:54.072770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e2a5-0f57-4e89-8e37-d8ed065e3690 req-692bc632-093b-4689-9847-463ea254be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:54.074528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a012e2a5-0f57-4e89-8e37-d8ed065e3690 req-692bc632-093b-4689-9847-463ea254be04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0929275 Jul 06 12:08:54.078510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d039c8b5-fbfc-42cc-8ec3-90a02777a111 req-4b301403-f051-4364-b39a-e9f3fbba778f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817173 Jul 06 12:08:54.232686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e2a5-0f57-4e89-8e37-d8ed065e3690 req-79946a91-4f95-4344-89d1-81a36b6296a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:54.234272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a012e2a5-0f57-4e89-8e37-d8ed065e3690 req-79946a91-4f95-4344-89d1-81a36b6296a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519933 Jul 06 12:08:54.237415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:54.243506 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:54.261780 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4689fa-b9ba-4af6-baec-a52b79251340 None None] Sync routers for ids ['4c3acca4-c12c-4e86-9183-00068e0e0bda'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:54.272625 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4689fa-b9ba-4af6-baec-a52b79251340 None None] Routers {'4c3acca4-c12c-4e86-9183-00068e0e0bda'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:54.273351 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ed4689fa-b9ba-4af6-baec-a52b79251340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:08:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4c3acca4-c12c-4e86-9183-00068e0e0bda'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:54.305389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b06f2a54-581d-46e5-8a35-b46040597fd4 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/floatingips/8808ba84-12f3-4ead-bb30-ce79918710da HTTP/1.1" status: 204 len: 168 time: 1.4434857 Jul 06 12:08:54.397118 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:54.399605 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "tag": "94172c9d-7269-4619-bae4-1231d30622d4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:54.403633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a012e2a5-0f57-4e89-8e37-d8ed065e3690 req-873bc290-eb01-4ff4-972c-92496c153d8a service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557858 Jul 06 12:08:54.405446 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ed4689fa-b9ba-4af6-baec-a52b79251340 None None] Set router 4c3acca4-c12c-4e86-9183-00068e0e0bda gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:54.433776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a98b014b-800f-48f8-b430-8ab074c00a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66a859ab-9c40-4194-9c06-5e8f455aefb8', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:21:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:57Z', 'updated_at': '2021-07-06T12:05:00Z', 'revision_number': 1, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:54.476478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b014b-800f-48f8-b430-8ab074c00a19 None None] The sync data for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 is: [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '66a859ab-9c40-4194-9c06-5e8f455aefb8', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'port_id': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'mac_address': 'fa:16:3e:21:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:57Z', 'updated_at': '2021-07-06T12:05:00Z', 'revision_number': 1, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:54.605197 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909b7414-17d7-45be-a3a9-2c99f6ab9f4f x-openstack-request-id: req-909b7414-17d7-45be-a3a9-2c99f6ab9f4f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:54.606109 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "tag": "94172c9d-7269-4619-bae4-1231d30622d4", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:54.606553 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-909b7414-17d7-45be-a3a9-2c99f6ab9f4f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:54.607653 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4', 'status': 'completed', 'code': 200} Jul 06 12:08:54.619079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c req-e68b117d-c28b-4d36-8d00-61b59609c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:54.621069 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c req-e68b117d-c28b-4d36-8d00-61b59609c7f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64814768bca940c89b9e67066652c148&device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 1096 time: 0.1250229 Jul 06 12:08:54.644689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a012e2a5-0f57-4e89-8e37-d8ed065e3690 req-4b9ce180-1811-40e0-9481-129e8ee56ef3 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336283 Jul 06 12:08:54.747686 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ed4689fa-b9ba-4af6-baec-a52b79251340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:44Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '5829789d-43a6-4596-9acf-eee9b2110938', 'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:69:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:42Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '51680b7b-fb3d-403d-815e-c1457509178b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:54.787230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c req-f22b0aa7-dd34-4d86-9665-c5855352c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:54.789148 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c req-f22b0aa7-dd34-4d86-9665-c5855352c783 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d17a0310-48e7-43f0-b09e-138572894a85 HTTP/1.1" status: 200 len: 897 time: 0.1603634 Jul 06 12:08:54.805907 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4689fa-b9ba-4af6-baec-a52b79251340 None None] Checking router: 4c3acca4-c12c-4e86-9183-00068e0e0bda for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:54.824555 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4689fa-b9ba-4af6-baec-a52b79251340 None None] Routers {'4c3acca4-c12c-4e86-9183-00068e0e0bda'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:54.825449 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ed4689fa-b9ba-4af6-baec-a52b79251340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:08:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4c3acca4-c12c-4e86-9183-00068e0e0bda'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:54.870778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de892a8-fe20-4229-8ac9-b2fe48535f32 None None] New status for floating IP 42b8fd1a-96a8-40f0-bd99-268b1c21df5d: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:08:54.875500 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c req-6ba66499-4c8f-4d56-985f-68f3d6558a95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94172c9d-7269-4619-bae4-1231d30622d4 HTTP/1.1" status: 200 len: 217 time: 0.0777316 Jul 06 12:08:54.950252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390f413-33dd-4234-bad0-140624712a2f req-be0df196-b552-41b2-a4ea-ae8d70062409 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:54.951598 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d390f413-33dd-4234-bad0-140624712a2f req-be0df196-b552-41b2-a4ea-ae8d70062409 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.1016901 Jul 06 12:08:54.966918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c req-75f051ff-904d-4568-a9cb-487a1a48d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:54.969143 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c req-75f051ff-904d-4568-a9cb-487a1a48d06f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=51680b7b-fb3d-403d-815e-c1457509178b HTTP/1.1" status: 200 len: 835 time: 0.0866368 Jul 06 12:08:55.004800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d390f413-33dd-4234-bad0-140624712a2f req-1386a6e7-eb85-45e9-8baf-7a203446a1d6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469999 Jul 06 12:08:55.042169 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ed4689fa-b9ba-4af6-baec-a52b79251340 None None] Set router 4c3acca4-c12c-4e86-9183-00068e0e0bda gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:55.078375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c req-57a657ad-90cb-42df-9a23-5d4d350fd902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:55.080414 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c req-57a657ad-90cb-42df-9a23-5d4d350fd902 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a0310-48e7-43f0-b09e-138572894a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956056 Jul 06 12:08:55.203975 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c req-fb2ecd14-6367-4cc1-9eae-d1acc4beab5b service neutron] 10.222.0.47 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104567 Jul 06 12:08:55.314087 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ed4689fa-b9ba-4af6-baec-a52b79251340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:44Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '5829789d-43a6-4596-9acf-eee9b2110938', 'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:69:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:42Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '51680b7b-fb3d-403d-815e-c1457509178b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:55.325501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dbc03-56a1-4697-82ba-c62d3c27f7f7 req-2cd8174f-862a-4035-9932-aa01fbf82941 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:55.326249 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0863a027-a3ee-4ab4-b8a8-6a06534fc77c req-757b872c-5769-446e-8861-6c112412e6ad service neutron] 10.222.0.47 "GET /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104462 Jul 06 12:08:55.327039 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e2dbc03-56a1-4697-82ba-c62d3c27f7f7 req-2cd8174f-862a-4035-9932-aa01fbf82941 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 946 time: 0.1039488 Jul 06 12:08:55.345567 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4689fa-b9ba-4af6-baec-a52b79251340 None None] The sync data for ids ['4c3acca4-c12c-4e86-9183-00068e0e0bda'] in n-d-799527-2 is: [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:05:44Z', 'revision_number': 4, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '5829789d-43a6-4596-9acf-eee9b2110938', 'name': '', 'network_id': 'd17a0310-48e7-43f0-b09e-138572894a85', 'tenant_id': '64814768bca940c89b9e67066652c148', 'mac_address': 'fa:16:3e:69:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '51680b7b-fb3d-403d-815e-c1457509178b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:42Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'subnets': [{'id': '51680b7b-fb3d-403d-815e-c1457509178b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:55.621518 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0603a-963d-41b3-b404-b55c3ff8da2a None None] New status for floating IP 8808ba84-12f3-4ead-bb30-ce79918710da: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:08:55.725563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6e2dbc03-56a1-4697-82ba-c62d3c27f7f7 req-a9a5c390-974e-4a1a-8278-f47becc80efa tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3925381 Jul 06 12:08:55.760494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf15644-f814-4622-8b3a-50f47f0de0e0 req-301aebe4-be60-4ab6-85d3-d4a57b114822 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:55.762055 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-acf15644-f814-4622-8b3a-50f47f0de0e0 req-301aebe4-be60-4ab6-85d3-d4a57b114822 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 946 time: 0.0858624 Jul 06 12:08:55.870152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-acf15644-f814-4622-8b3a-50f47f0de0e0 req-42a73899-a54e-4ba8-847b-9a60d63eeff9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Deleting port 6e646c18-a39b-40db-89ff-bf15b45c2c3d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:55.870500 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-acf15644-f814-4622-8b3a-50f47f0de0e0 req-42a73899-a54e-4ba8-847b-9a60d63eeff9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.967801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-acf15644-f814-4622-8b3a-50f47f0de0e0 req-42a73899-a54e-4ba8-847b-9a60d63eeff9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] For port 6e646c18-a39b-40db-89ff-bf15b45c2c3d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6e646c18-a39b-40db-89ff-bf15b45c2c3d,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:55.968157 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-acf15644-f814-4622-8b3a-50f47f0de0e0 req-42a73899-a54e-4ba8-847b-9a60d63eeff9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.981350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-acf15644-f814-4622-8b3a-50f47f0de0e0 req-42a73899-a54e-4ba8-847b-9a60d63eeff9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Calling delete_port for 6e646c18-a39b-40db-89ff-bf15b45c2c3d owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:56.118793 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-acf15644-f814-4622-8b3a-50f47f0de0e0 req-42a73899-a54e-4ba8-847b-9a60d63eeff9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.196227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a73899-a54e-4ba8-847b-9a60d63eeff9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event deleted for resources: {'Port': ['ID=6e646c18-a39b-40db-89ff-bf15b45c2c3d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:56.290179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf15644-f814-4622-8b3a-50f47f0de0e0 req-42a73899-a54e-4ba8-847b-9a60d63eeff9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] No DVR routers for this DVR port 6e646c18-a39b-40db-89ff-bf15b45c2c3d on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:56.294095 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-acf15644-f814-4622-8b3a-50f47f0de0e0 req-42a73899-a54e-4ba8-847b-9a60d63eeff9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.297485 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-acf15644-f814-4622-8b3a-50f47f0de0e0 req-42a73899-a54e-4ba8-847b-9a60d63eeff9 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "DELETE /v2.0/ports/6e646c18-a39b-40db-89ff-bf15b45c2c3d HTTP/1.1" status: 204 len: 173 time: 0.5289805 Jul 06 12:08:56.297987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'name': 'network-vif-deleted', 'tag': '6e646c18-a39b-40db-89ff-bf15b45c2c3d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:56.300366 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e144c71-e509-4716-8875-adc9022f6b71" -d '{"events": [{"server_uuid": "d50bb32f-4575-4bab-b6ea-077e12211e44", "name": "network-vif-deleted", "tag": "6e646c18-a39b-40db-89ff-bf15b45c2c3d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:56.326005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158a0aa-0ed0-4e45-9649-404d178f0afa req-46599ca1-9c60-44f5-95cb-0fca602e849b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:56.327896 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0158a0aa-0ed0-4e45-9649-404d178f0afa req-46599ca1-9c60-44f5-95cb-0fca602e849b tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.1863143 Jul 06 12:08:56.356119 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e8aa48-8907-47a5-8489-4894ab0d9a9d x-openstack-request-id: req-08e8aa48-8907-47a5-8489-4894ab0d9a9d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:56.356475 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50bb32f-4575-4bab-b6ea-077e12211e44", "name": "network-vif-deleted", "tag": "6e646c18-a39b-40db-89ff-bf15b45c2c3d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:56.356903 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08e8aa48-8907-47a5-8489-4894ab0d9a9d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:56.357474 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50bb32f-4575-4bab-b6ea-077e12211e44', 'name': 'network-vif-deleted', 'tag': '6e646c18-a39b-40db-89ff-bf15b45c2c3d', 'status': 'completed', 'code': 200} Jul 06 12:08:56.393429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0158a0aa-0ed0-4e45-9649-404d178f0afa req-143333db-75a0-434b-bad1-e55c6db6e3b0 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4edec0b-80e4-4e70-a8a7-c75735101cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460968 Jul 06 12:08:56.691574 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7eb07-a7f2-4c85-9d17-0f0771deb751 req-5041471b-349d-4f53-b4f1-e03097652cc6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:56.693475 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d5d7eb07-a7f2-4c85-9d17-0f0771deb751 req-5041471b-349d-4f53-b4f1-e03097652cc6 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 945 time: 0.0718193 Jul 06 12:08:56.815864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d5d7eb07-a7f2-4c85-9d17-0f0771deb751 req-5eaf28c8-43fb-4b83-8033-3b5e3655ca4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port 94172c9d-7269-4619-bae4-1231d30622d4 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:56.816553 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d5d7eb07-a7f2-4c85-9d17-0f0771deb751 req-5eaf28c8-43fb-4b83-8033-3b5e3655ca4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.885497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4f26a86-6f20-4714-842a-1b170be0a703 req-52185c66-1cf0-4c1d-8a0d-e060621a4bc4 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 210 time: 0.0299609 Jul 06 12:08:56.910874 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d5d7eb07-a7f2-4c85-9d17-0f0771deb751 req-5eaf28c8-43fb-4b83-8033-3b5e3655ca4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port 94172c9d-7269-4619-bae4-1231d30622d4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=94172c9d-7269-4619-bae4-1231d30622d4,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:56.911241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d5d7eb07-a7f2-4c85-9d17-0f0771deb751 req-5eaf28c8-43fb-4b83-8033-3b5e3655ca4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.925299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d5d7eb07-a7f2-4c85-9d17-0f0771deb751 req-5eaf28c8-43fb-4b83-8033-3b5e3655ca4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for 94172c9d-7269-4619-bae4-1231d30622d4 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:57.069155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d5d7eb07-a7f2-4c85-9d17-0f0771deb751 req-5eaf28c8-43fb-4b83-8033-3b5e3655ca4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.102876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf28c8-43fb-4b83-8033-3b5e3655ca4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=94172c9d-7269-4619-bae4-1231d30622d4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:57.149516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d7eb07-a7f2-4c85-9d17-0f0771deb751 req-5eaf28c8-43fb-4b83-8033-3b5e3655ca4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] No DVR routers for this DVR port 94172c9d-7269-4619-bae4-1231d30622d4 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:57.152878 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d5d7eb07-a7f2-4c85-9d17-0f0771deb751 req-5eaf28c8-43fb-4b83-8033-3b5e3655ca4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.155031 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d5d7eb07-a7f2-4c85-9d17-0f0771deb751 req-5eaf28c8-43fb-4b83-8033-3b5e3655ca4e tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.47 "DELETE /v2.0/ports/94172c9d-7269-4619-bae4-1231d30622d4 HTTP/1.1" status: 204 len: 173 time: 0.4541039 Jul 06 12:08:57.588280 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72856b5a-359a-4850-a76b-44554d9b6678 req-2df0a6a1-4427-4e99-afa2-2786a7462a65 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad70a01f-6e41-4bad-a04f-517e0cb3a608 HTTP/1.1" status: 200 len: 210 time: 0.0503833 Jul 06 12:08:58.042388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0568768a-7257-4f41-ac5c-52d0e1f4f146 req-f0b3cbf9-502d-42b7-99eb-ab1b2c182c64 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 210 time: 0.0309384 Jul 06 12:08:58.362971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'name': 'network-vif-deleted', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:58.367648 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32876051-f10f-4ae7-a6d6-583fb97ee0c3" -d '{"events": [{"server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "name": "network-vif-deleted", "tag": "94172c9d-7269-4619-bae4-1231d30622d4"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:58.381833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 94172c9d-7269-4619-bae4-1231d30622d4 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:58.432811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 94172c9d-7269-4619-bae4-1231d30622d4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:58.433374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 94172c9d-7269-4619-bae4-1231d30622d4 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:58.433926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6e646c18-a39b-40db-89ff-bf15b45c2c3d no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:58.467525 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee209ff3-dd52-4350-954e-c7ee1682228b x-openstack-request-id: req-ee209ff3-dd52-4350-954e-c7ee1682228b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:58.468050 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad70a01f-6e41-4bad-a04f-517e0cb3a608", "name": "network-vif-deleted", "tag": "94172c9d-7269-4619-bae4-1231d30622d4", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:58.468490 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee209ff3-dd52-4350-954e-c7ee1682228b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:58.469088 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad70a01f-6e41-4bad-a04f-517e0cb3a608', 'name': 'network-vif-deleted', 'tag': '94172c9d-7269-4619-bae4-1231d30622d4', 'status': 'completed', 'code': 200} Jul 06 12:08:58.469662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 6e646c18-a39b-40db-89ff-bf15b45c2c3d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:58.470023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6e646c18-a39b-40db-89ff-bf15b45c2c3d not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:58.692606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51010) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:58.806862 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.008556 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.085034 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.208792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f82a1d73-dcf0-4f8c-b147-6bcfa5a41bd2 req-0742691b-19a2-45c7-b3f7-6489fcd27405 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 210 time: 0.0431471 Jul 06 12:08:59.399727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port 5829789d-43a6-4596-9acf-eee9b2110938 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:59.400708 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.501566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port 5829789d-43a6-4596-9acf-eee9b2110938, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=5829789d-43a6-4596-9acf-eee9b2110938,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:59.501566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.522413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for 5829789d-43a6-4596-9acf-eee9b2110938 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:59.767096 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.804268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=5829789d-43a6-4596-9acf-eee9b2110938,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:00.012122 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.255183 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Router 4c3acca4-c12c-4e86-9183-00068e0e0bda has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:00.386688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a93f98e9-5091-4db6-b0cf-9ad9d1fbeaa6 req-0b1261fd-533b-49f7-bdcb-8948f10adb6a tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50bb32f-4575-4bab-b6ea-077e12211e44 HTTP/1.1" status: 200 len: 210 time: 0.0356650 Jul 06 12:09:00.421661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:00.427741 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-da064fda-27ba-4269-bfd7-ace520645bbb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "PUT /v2.0/routers/4c3acca4-c12c-4e86-9183-00068e0e0bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7339144 Jul 06 12:09:00.430387 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51024) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:00.437452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff8c80-6e28-417f-824f-8f72036f1fb8 None None] Sync routers for ids ['4c3acca4-c12c-4e86-9183-00068e0e0bda'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:00.450800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff8c80-6e28-417f-824f-8f72036f1fb8 None None] Routers {'4c3acca4-c12c-4e86-9183-00068e0e0bda'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:00.452177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c8ff8c80-6e28-417f-824f-8f72036f1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:08:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4c3acca4-c12c-4e86-9183-00068e0e0bda'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:00.512947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-15142acf-bf49-4f47-87d2-80b393480a58 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting subnet 51680b7b-fb3d-403d-815e-c1457509178b {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:00.517720 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15142acf-bf49-4f47-87d2-80b393480a58 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.569686 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15142acf-bf49-4f47-87d2-80b393480a58 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.634856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c8ff8c80-6e28-417f-824f-8f72036f1fb8 None None] Set router 4c3acca4-c12c-4e86-9183-00068e0e0bda gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:00.677797 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15142acf-bf49-4f47-87d2-80b393480a58 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.758312 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15142acf-bf49-4f47-87d2-80b393480a58 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.803529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15142acf-bf49-4f47-87d2-80b393480a58 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Subnet': ['ID=51680b7b-fb3d-403d-815e-c1457509178b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:00.803529 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15142acf-bf49-4f47-87d2-80b393480a58 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.805051 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-15142acf-bf49-4f47-87d2-80b393480a58 tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/subnets/51680b7b-fb3d-403d-815e-c1457509178b HTTP/1.1" status: 204 len: 168 time: 0.3733711 Jul 06 12:09:00.808095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:00.814472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef9ac37-c488-405a-8ca0-dabda4df242d None None] Network d17a0310-48e7-43f0-b09e-138572894a85 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:00.931089 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.008905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c8ff8c80-6e28-417f-824f-8f72036f1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:08:59Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.036834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff8c80-6e28-417f-824f-8f72036f1fb8 None None] Checking router: 4c3acca4-c12c-4e86-9183-00068e0e0bda for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:01.049821 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff8c80-6e28-417f-824f-8f72036f1fb8 None None] Routers {'4c3acca4-c12c-4e86-9183-00068e0e0bda'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:01.050461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c8ff8c80-6e28-417f-824f-8f72036f1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:08:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4c3acca4-c12c-4e86-9183-00068e0e0bda'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.050859 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.089754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff6b95-c540-4bb5-a860-a571deaa35af None None] DHCP port deletion for d17a0310-48e7-43f0-b09e-138572894a85 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:01.113974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Deleting port f41ef5b2-b245-4683-8801-0523a48dcb16 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:01.114620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.189258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c8ff8c80-6e28-417f-824f-8f72036f1fb8 None None] Set router 4c3acca4-c12c-4e86-9183-00068e0e0bda gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:01.194840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] For port f41ef5b2-b245-4683-8801-0523a48dcb16, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f41ef5b2-b245-4683-8801-0523a48dcb16,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:01.195206 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.209190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Calling delete_port for f41ef5b2-b245-4683-8801-0523a48dcb16 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:01.246762 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-abff6b95-c540-4bb5-a860-a571deaa35af None None] Deleting port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:01.247134 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abff6b95-c540-4bb5-a860-a571deaa35af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.370121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-abff6b95-c540-4bb5-a860-a571deaa35af None None] For port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=457e6b6b-fe48-4ca1-b383-4b8f9f52233e,segment=NetworkSegment(fa61c8c8-2092-4c74-835c-7ed13457baad),segment_id=fa61c8c8-2092-4c74-835c-7ed13457baad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:01.370516 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abff6b95-c540-4bb5-a860-a571deaa35af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.381656 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.392777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-abff6b95-c540-4bb5-a860-a571deaa35af None None] Calling delete_port for 457e6b6b-fe48-4ca1-b383-4b8f9f52233e owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:01.412593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Port': ['ID=f41ef5b2-b245-4683-8801-0523a48dcb16,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:01.477162 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.522865 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abff6b95-c540-4bb5-a860-a571deaa35af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.533302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c8ff8c80-6e28-417f-824f-8f72036f1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:08:59Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.586571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff6b95-c540-4bb5-a860-a571deaa35af None None] No DVR routers for this DVR port 457e6b6b-fe48-4ca1-b383-4b8f9f52233e on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:01.591192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff6b95-c540-4bb5-a860-a571deaa35af None None] Pushing event deleted for resources: {'Port': ['ID=457e6b6b-fe48-4ca1-b383-4b8f9f52233e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:01.602208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff8c80-6e28-417f-824f-8f72036f1fb8 None None] The sync data for ids ['4c3acca4-c12c-4e86-9183-00068e0e0bda'] in n-d-799527-2 is: [{'id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008273892', 'tenant_id': '64814768bca940c89b9e67066652c148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:37Z', 'updated_at': '2021-07-06T12:08:59Z', 'revision_number': 5, 'project_id': '64814768bca940c89b9e67066652c148', 'gw_port': {'id': 'f41ef5b2-b245-4683-8801-0523a48dcb16', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3acca4-c12c-4e86-9183-00068e0e0bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:01.609239 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.612958 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.677143 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.677827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3acca4-c12c-4e86-9183-00068e0e0bda {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:09:01.687698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.688917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3c7165f4-a81c-4aee-8070-8b4a04642adb tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/routers/4c3acca4-c12c-4e86-9183-00068e0e0bda HTTP/1.1" status: 204 len: 168 time: 0.8769324 Jul 06 12:09:01.691656 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51042) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:01.814789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.910302 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.921175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17a0310-48e7-43f0-b09e-138572894a85']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.932624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa61c8c8-2092-4c74-835c-7ed13457baad') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.932926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa61c8c8-2092-4c74-835c-7ed13457baad') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.942340 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.957603 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.964284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:01.964691 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:01.967816 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:02.039009 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.050270 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.055083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51050) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:02.055616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/networks/d17a0310-48e7-43f0-b09e-138572894a85 HTTP/1.1" status: 204 len: 168 time: 0.3624160 Jul 06 12:09:02.069658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fd0a6-8bab-4f40-b11d-356d8d57649c tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'Network': ['ID=d17a0310-48e7-43f0-b09e-138572894a85,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:02.133237 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-029ea5db-7321-41f2-aa0f-8a10b58371ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.166563 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-029ea5db-7321-41f2-aa0f-8a10b58371ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.237427 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-029ea5db-7321-41f2-aa0f-8a10b58371ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.240076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-029ea5db-7321-41f2-aa0f-8a10b58371ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.241284 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-029ea5db-7321-41f2-aa0f-8a10b58371ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] 10.222.0.21 "DELETE /v2.0/security-groups/b4edec0b-80e4-4e70-a8a7-c75735101cc8 HTTP/1.1" status: 204 len: 168 time: 0.1851926 Jul 06 12:09:02.262928 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ea5db-7321-41f2-aa0f-8a10b58371ce tempest-TestNetworkAdvancedServerOps-2031638744 tempest-TestNetworkAdvancedServerOps-2031638744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4edec0b-80e4-4e70-a8a7-c75735101cc8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:02.667875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51062) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:02.823837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-09ceb7c5-7b41-4f9c-b5e2-81d966207619 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64814768bca940c89b9e67066652c148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541204 Jul 06 12:09:02.826682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:02.880161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 457e6b6b-fe48-4ca1-b383-4b8f9f52233e no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:02.898292 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58495f9a-2bfb-499d-bfd7-6bf828b2d265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.908445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 457e6b6b-fe48-4ca1-b383-4b8f9f52233e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:02.908839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 457e6b6b-fe48-4ca1-b383-4b8f9f52233e not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:02.909530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5829789d-43a6-4596-9acf-eee9b2110938 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:02.934716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 5829789d-43a6-4596-9acf-eee9b2110938 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:02.935226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 5829789d-43a6-4596-9acf-eee9b2110938 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:02.943245 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58495f9a-2bfb-499d-bfd7-6bf828b2d265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.026381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58495f9a-2bfb-499d-bfd7-6bf828b2d265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.029491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58495f9a-2bfb-499d-bfd7-6bf828b2d265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.033791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-58495f9a-2bfb-499d-bfd7-6bf828b2d265 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfe3b2a1-e8aa-4d94-9d23-c6ab19f327f7 HTTP/1.1" status: 204 len: 168 time: 0.2060275 Jul 06 12:09:03.043195 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58495f9a-2bfb-499d-bfd7-6bf828b2d265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe3b2a1-e8aa-4d94-9d23-c6ab19f327f7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:03.357627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51076) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:03.405845 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d04bbcc3-139e-49db-b6f7-dedbe7da77bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f986fa34b9e461d80cb62703541a1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463774 Jul 06 12:09:03.408338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51078) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:03.464539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d37e524d-d5bd-4a9e-a7cc-a6cac00068dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.490322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d37e524d-d5bd-4a9e-a7cc-a6cac00068dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.542432 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d37e524d-d5bd-4a9e-a7cc-a6cac00068dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.545216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d37e524d-d5bd-4a9e-a7cc-a6cac00068dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.546522 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d37e524d-d5bd-4a9e-a7cc-a6cac00068dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a74fceb6-25d1-4c72-ac5a-3dd51ca89660 HTTP/1.1" status: 204 len: 168 time: 0.1372919 Jul 06 12:09:03.557093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e524d-d5bd-4a9e-a7cc-a6cac00068dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74fceb6-25d1-4c72-ac5a-3dd51ca89660,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:04.117649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51104) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.290529 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e233c0-8070-40cf-92bd-eab14a160be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.421841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f41ef5b2-b245-4683-8801-0523a48dcb16 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:04.453448 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e233c0-8070-40cf-92bd-eab14a160be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.458260 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e233c0-8070-40cf-92bd-eab14a160be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.471405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: f41ef5b2-b245-4683-8801-0523a48dcb16 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:04.473704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f41ef5b2-b245-4683-8801-0523a48dcb16 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:04.491418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-50e233c0-8070-40cf-92bd-eab14a160be4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad8b9868310d490dac430df3504ddb38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713765 Jul 06 12:09:04.494174 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51114) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.520067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e233c0-8070-40cf-92bd-eab14a160be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d419e21b-bc7c-4ca4-bdd0-7aeb75b737cf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:04.590712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecda73fa-6b49-4ce3-9025-08ba4a01874b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.615038 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecda73fa-6b49-4ce3-9025-08ba4a01874b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.643836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51118) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.678341 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecda73fa-6b49-4ce3-9025-08ba4a01874b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.681117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecda73fa-6b49-4ce3-9025-08ba4a01874b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.686447 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ecda73fa-6b49-4ce3-9025-08ba4a01874b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d419e21b-bc7c-4ca4-bdd0-7aeb75b737cf HTTP/1.1" status: 204 len: 168 time: 0.1900473 Jul 06 12:09:04.698822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda73fa-6b49-4ce3-9025-08ba4a01874b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d419e21b-bc7c-4ca4-bdd0-7aeb75b737cf,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:04.794823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-227458976-network', 'tenant_id': 'f1438936c8df4447b5c0bbd9166107c0'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:04.822837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Made reservation on behalf of f1438936c8df4447b5c0bbd9166107c0 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:04.847575 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.864102 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.006052 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.012503 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.046108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:05.065387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a748f33-6222-4b80-94ae-baec97b05063,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:05.069276 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.069811 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Added segment 3cd24793-6148-4475-8698-e091e5af94cf of type vlan for network e9cb80f1-2cfb-4916-bef7-9a604cb9911c Jul 06 12:09:05.140023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.177798 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.179014 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:05.179711 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.278522 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6301472 Jul 06 12:09:05.278787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51130) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:05.283815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] Request body: {'subnet': {'network_id': 'e9cb80f1-2cfb-4916-bef7-9a604cb9911c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-227458976-subnet', 'tenant_id': 'f1438936c8df4447b5c0bbd9166107c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:05.289721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b48a9-6023-40a9-90a1-77f9330a9e58 admin admin] Pushing event updated for resources: {'Network': ['ID=e9cb80f1-2cfb-4916-bef7-9a604cb9911c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:05.301342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network e9cb80f1-2cfb-4916-bef7-9a604cb9911c details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:05.311458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] Made reservation on behalf of f1438936c8df4447b5c0bbd9166107c0 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:05.314092 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.493081 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.549536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=95dcfdde-f4bd-42ef-b92e-68c7e84a4966,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:05.560935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] Checking segment: {'id': '3cd24793-6148-4475-8698-e091e5af94cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9cb80f1-2cfb-4916-bef7-9a604cb9911c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:05.561296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] Network hostable DHCP agents. Network: e9cb80f1-2cfb-4916-bef7-9a604cb9911c, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:05.578168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] Network e9cb80f1-2cfb-4916-bef7-9a604cb9911c is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:05.589826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, e9cb80f1-2cfb-4916-bef7-9a604cb9911c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:05.599243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb3e45-9acb-4539-9c2c-cac8802ede07 None None] Network e9cb80f1-2cfb-4916-bef7-9a604cb9911c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:05.605711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:05.606153 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.623164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-17ca3cf0-f193-46e9-929d-4ba5634236ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3431950 Jul 06 12:09:05.743694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3fb8e7-e0ff-407f-92fc-dd07faf2ef3b None None] Network e9cb80f1-2cfb-4916-bef7-9a604cb9911c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:06.222718 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51150) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.227864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-84616463-network', 'tenant_id': '9fde1fed6ba74136aac4cc02e5aaf77f'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:06.249822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Made reservation on behalf of 9fde1fed6ba74136aac4cc02e5aaf77f for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:06.252104 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.260738 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.349577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.354085 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.377790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:06.387496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eae2aad-5a0f-47aa-b474-e53fb4b1e874,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:06.393169 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.393519 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Added segment a956e3a6-413a-4e8a-8b20-4340c8805447 of type vlan for network f7dec917-dabc-4d6d-8cd2-8e5a248f04cc Jul 06 12:09:06.438132 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.466219 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.467143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:06.467753 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.520298 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2963483 Jul 06 12:09:06.523092 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.529118 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] Request body: {'subnet': {'network_id': 'f7dec917-dabc-4d6d-8cd2-8e5a248f04cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-84616463-subnet', 'tenant_id': '9fde1fed6ba74136aac4cc02e5aaf77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:06.530266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1addbc3-f8e0-42ed-b3c4-b82da328fd96 admin admin] Pushing event updated for resources: {'Network': ['ID=f7dec917-dabc-4d6d-8cd2-8e5a248f04cc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:06.540276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f7dec917-dabc-4d6d-8cd2-8e5a248f04cc details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:06.552678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] Made reservation on behalf of 9fde1fed6ba74136aac4cc02e5aaf77f for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:06.555092 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.725209 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.780646 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9722fdb-fe27-4e96-92d8-5eb45fa972f3,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:06.789249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] Checking segment: {'id': 'a956e3a6-413a-4e8a-8b20-4340c8805447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f7dec917-dabc-4d6d-8cd2-8e5a248f04cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:06.789605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] Network hostable DHCP agents. Network: f7dec917-dabc-4d6d-8cd2-8e5a248f04cc, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:06.807614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] Network f7dec917-dabc-4d6d-8cd2-8e5a248f04cc is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:06.816341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f7dec917-dabc-4d6d-8cd2-8e5a248f04cc) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:06.822829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:06.823435 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.826267 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c180cac-0b10-41cd-9037-84b3bc48488f None None] Network f7dec917-dabc-4d6d-8cd2-8e5a248f04cc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:06.845534 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-314aea8f-823d-47f0-9f6c-a84db433c46c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3210297 Jul 06 12:09:06.971222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8c173a-d56b-4dd1-af1e-ed0ea300c111 None None] Network f7dec917-dabc-4d6d-8cd2-8e5a248f04cc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:07.005087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51162) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.203308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Deleting port ddf52901-e5fb-4771-9a67-97c0be4c7a5c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:07.203764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.304795 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.305126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.351294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Calling delete_port for ddf52901-e5fb-4771-9a67-97c0be4c7a5c owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:07.444044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-19b61173-3b17-4e4a-bb08-654aa2b105cd tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:07.445526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-19b61173-3b17-4e4a-bb08-654aa2b105cd tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/networks?id=e9cb80f1-2cfb-4916-bef7-9a604cb9911c HTTP/1.1" status: 200 len: 811 time: 0.1728394 Jul 06 12:09:07.465372 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-0a73d852-73d1-4a32-be1e-83ce98a0a8dd tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/quotas/f1438936c8df4447b5c0bbd9166107c0 HTTP/1.1" status: 200 len: 375 time: 0.0135152 Jul 06 12:09:07.507862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-9008dbe2-5184-47c8-9093-fe8cf860c0ee tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1438936c8df4447b5c0bbd9166107c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368567 Jul 06 12:09:07.642832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-fba0bfc3-3c07-4fa0-80f2-c56778385764 service neutron] 10.222.0.21 "GET /v2.0/networks/e9cb80f1-2cfb-4916-bef7-9a604cb9911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281049 Jul 06 12:09:07.643840 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.679791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event deleted for resources: {'Port': ['ID=ddf52901-e5fb-4771-9a67-97c0be4c7a5c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:07.819894 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.820181 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Floating IP 66a859ab-9c40-4194-9c06-5e8f455aefb8 disassociated (deleted). External IP: 172.25.0.100, port: 22ad2b65-2bd6-42cf-98f7-113699ba2ae4. Jul 06 12:09:07.826425 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-2704bb04-9ab5-41ca-aef1-75a1cb044a3b service neutron] 10.222.0.21 "GET /v2.0/networks/e9cb80f1-2cfb-4916-bef7-9a604cb9911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771364 Jul 06 12:09:08.033322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6adc2c5c-8725-4a4f-8db2-d6e697a2012d req-3987f685-c7cf-4eef-9220-44c99d02f6f9 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 210 time: 0.0360591 Jul 06 12:09:08.109755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Router 37a1649c-6177-4fb1-9aa7-f4a036edb80f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:08.239065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:08.244706 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.251301 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3b9f4-0efe-4d59-a497-fe7b37c33914 None None] Sync routers for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:08.267261 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3b9f4-0efe-4d59-a497-fe7b37c33914 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:08.268144 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3df3b9f4-0efe-4d59-a497-fe7b37c33914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:08:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:08.300022 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-06973296-e3d0-429a-abd1-c25ae537f0a7 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "DELETE /v2.0/floatingips/66a859ab-9c40-4194-9c06-5e8f455aefb8 HTTP/1.1" status: 204 len: 168 time: 1.2937572 Jul 06 12:09:08.300853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'tag': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:08.303356 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e806320f-56b8-467e-91ba-c935ebf2976d" -d '{"events": [{"name": "network-changed", "server_uuid": "d36aa6e6-78f8-4864-8776-cb980937074d", "tag": "22ad2b65-2bd6-42cf-98f7-113699ba2ae4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:08.355879 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e90e32-cd6e-4ff6-a3c0-00e6ca4e7558 x-openstack-request-id: req-16e90e32-cd6e-4ff6-a3c0-00e6ca4e7558 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:08.356176 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36aa6e6-78f8-4864-8776-cb980937074d", "tag": "22ad2b65-2bd6-42cf-98f7-113699ba2ae4", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:08.356434 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16e90e32-cd6e-4ff6-a3c0-00e6ca4e7558 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:08.357006 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'tag': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'status': 'completed', 'code': 200} Jul 06 12:09:08.408494 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3df3b9f4-0efe-4d59-a497-fe7b37c33914 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:08.477096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806320f-56b8-467e-91ba-c935ebf2976d req-dd604cfb-23ef-49cf-868d-5b82211668df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:08.480278 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e806320f-56b8-467e-91ba-c935ebf2976d req-dd604cfb-23ef-49cf-868d-5b82211668df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b768ea49d15e4735a0ee81828071c36d&device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 1096 time: 0.0942149 Jul 06 12:09:08.594147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806320f-56b8-467e-91ba-c935ebf2976d req-8f5b6505-3b4d-4c36-b62b-92680becaa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:08.596522 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e806320f-56b8-467e-91ba-c935ebf2976d req-8f5b6505-3b4d-4c36-b62b-92680becaa54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 200 len: 912 time: 0.1089611 Jul 06 12:09:08.648677 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e806320f-56b8-467e-91ba-c935ebf2976d req-1cb2840d-dfd9-4f99-80c1-371eadc65aab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22ad2b65-2bd6-42cf-98f7-113699ba2ae4 HTTP/1.1" status: 200 len: 217 time: 0.0413735 Jul 06 12:09:08.678576 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3df3b9f4-0efe-4d59-a497-fe7b37c33914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:08.714199 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3b9f4-0efe-4d59-a497-fe7b37c33914 None None] Checking router: 37a1649c-6177-4fb1-9aa7-f4a036edb80f for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:08.717567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806320f-56b8-467e-91ba-c935ebf2976d req-af622c3b-9056-4535-b6b4-bd2895121a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:08.719107 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e806320f-56b8-467e-91ba-c935ebf2976d req-af622c3b-9056-4535-b6b4-bd2895121a03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 200 len: 850 time: 0.0610788 Jul 06 12:09:08.742680 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df3b9f4-0efe-4d59-a497-fe7b37c33914 None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:08.744317 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3df3b9f4-0efe-4d59-a497-fe7b37c33914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:08:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:08.785760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806320f-56b8-467e-91ba-c935ebf2976d req-57bb31da-5a33-4dcf-8213-0101952846c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:08.787299 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e806320f-56b8-467e-91ba-c935ebf2976d req-57bb31da-5a33-4dcf-8213-0101952846c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96ac95ab-c16d-44b8-a50f-62ff9bdc3228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574653 Jul 06 12:09:08.824728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6068e-e0fb-4828-98f4-ffd595d87108 req-2acd5495-c864-42f1-9844-6d29f4a7c56f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:08.832873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d1d6068e-e0fb-4828-98f4-ffd595d87108 req-2acd5495-c864-42f1-9844-6d29f4a7c56f tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 945 time: 0.1015425 Jul 06 12:09:08.904671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d1d6068e-e0fb-4828-98f4-ffd595d87108 req-ba159011-56bb-48ad-85b8-aeb1b86af022 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686953 Jul 06 12:09:08.911158 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e806320f-56b8-467e-91ba-c935ebf2976d req-f36bfc55-b8a5-4d7e-aa92-07726ad59639 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162624 Jul 06 12:09:08.975071 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3df3b9f4-0efe-4d59-a497-fe7b37c33914 None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:09.014941 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e806320f-56b8-467e-91ba-c935ebf2976d req-f124eb51-6f5d-4c1a-bbcd-0c8fcb5666a6 service neutron] 10.222.0.47 "GET /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937722 Jul 06 12:09:09.179731 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3df3b9f4-0efe-4d59-a497-fe7b37c33914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:09.206594 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df3b9f4-0efe-4d59-a497-fe7b37c33914 None None] The sync data for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 is: [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T11:56:25Z', 'revision_number': 4, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0fa8039d-eebc-478a-940a-5610b088ba06', 'name': '', 'network_id': '96ac95ab-c16d-44b8-a50f-62ff9bdc3228', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'mac_address': 'fa:16:3e:6c:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:32Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'subnets': [{'id': 'cb861ac0-7293-4d41-a5d1-256ee914815a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:09.324581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-79530811-1f57-43eb-9a46-4fddd8826e7c req-88e97a27-c1d3-41dd-aa9f-6ef62aefbe22 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 210 time: 0.1745565 Jul 06 12:09:09.416623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-ac391620-61f4-4cd0-ab95-b631713a64f6 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:09.418895 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-ac391620-61f4-4cd0-ab95-b631713a64f6 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.47 "GET /v2.0/networks?id=e9cb80f1-2cfb-4916-bef7-9a604cb9911c HTTP/1.1" status: 200 len: 811 time: 0.1199863 Jul 06 12:09:09.433163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Request body: {'port': {'device_id': 'd32797f7-ef4e-4da9-b9ca-510929395e78', 'network_id': 'e9cb80f1-2cfb-4916-bef7-9a604cb9911c', 'admin_state_up': True, 'tenant_id': 'f1438936c8df4447b5c0bbd9166107c0'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:09.490874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa30b6b8-e2cb-45e0-947e-fa6dacda7e71 None None] New status for floating IP 66a859ab-9c40-4194-9c06-5e8f455aefb8: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:09:09.556496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Made reservation on behalf of f1438936c8df4447b5c0bbd9166107c0 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:09.560367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.697690 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Allocated IP 172.20.0.6 (e9cb80f1-2cfb-4916-bef7-9a604cb9911c/95dcfdde-f4bd-42ef-b92e-68c7e84a4966/ae893042-def1-432c-953d-77fb43f572e3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:09.841026 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.881289 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.929709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Network e9cb80f1-2cfb-4916-bef7-9a604cb9911c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:09.935566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:09.937882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:09.968474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Pushing event updated for resources: {'Port': ['ID=ae893042-def1-432c-953d-77fb43f572e3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:09.995108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:09.995768 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.012322 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-332e10e2-4ebd-417a-abab-37f90b3fc13a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835967 Jul 06 12:09:10.041930 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Request body: {'port': {'device_id': 'd32797f7-ef4e-4da9-b9ca-510929395e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:10.093436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de72c3b-663d-414a-a62c-4f1498705563 req-24f1b6aa-f33a-4e03-b628-e1fbe081b729 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:10.095012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7de72c3b-663d-414a-a62c-4f1498705563 req-24f1b6aa-f33a-4e03-b628-e1fbe081b729 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 945 time: 0.0719280 Jul 06 12:09:10.126582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.191899 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7de72c3b-663d-414a-a62c-4f1498705563 req-5329b506-f9ff-40a4-937b-1bff776eb2e8 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/security-groups?id=448f39e1-2bed-4196-a39d-3dcc4ac23995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904675 Jul 06 12:09:10.400437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae893042-def1-432c-953d-77fb43f572e3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:09:10.408362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.421210 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Transition to ACTIVE for port object ae893042-def1-432c-953d-77fb43f572e3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:10.428769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.502641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Pushing event updated for resources: {'Port': ['ID=ae893042-def1-432c-953d-77fb43f572e3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.535613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cbe72-9634-4278-a76e-b38363dc97ac req-ebe21856-f89d-441f-9543-301eeefa8a35 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:10.537078 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb6cbe72-9634-4278-a76e-b38363dc97ac req-ebe21856-f89d-441f-9543-301eeefa8a35 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 945 time: 0.0985439 Jul 06 12:09:10.552855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Attempting to bind port ae893042-def1-432c-953d-77fb43f572e3 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:10.553226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Attempting to bind port ae893042-def1-432c-953d-77fb43f572e3 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '3cd24793-6148-4475-8698-e091e5af94cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9cb80f1-2cfb-4916-bef7-9a604cb9911c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:10.553507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Attempting to bind port ae893042-def1-432c-953d-77fb43f572e3 on network e9cb80f1-2cfb-4916-bef7-9a604cb9911c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:10.559051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Port ae893042-def1-432c-953d-77fb43f572e3 on network e9cb80f1-2cfb-4916-bef7-9a604cb9911c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:09:10.559705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Attempting to bind port ae893042-def1-432c-953d-77fb43f572e3 on network e9cb80f1-2cfb-4916-bef7-9a604cb9911c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:10.564255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:10.564590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Checking segment: {'id': '3cd24793-6148-4475-8698-e091e5af94cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9cb80f1-2cfb-4916-bef7-9a604cb9911c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:10.564969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Bound using segment: {'id': '3cd24793-6148-4475-8698-e091e5af94cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9cb80f1-2cfb-4916-bef7-9a604cb9911c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:10.565388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Bound port: ae893042-def1-432c-953d-77fb43f572e3, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd24793-6148-4475-8698-e091e5af94cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e9cb80f1-2cfb-4916-bef7-9a604cb9911c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:10.565742 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.581523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c4074-b1c7-4ac8-9932-d2a9f1628ddf req-288f3907-1d74-45d4-8b79-cb16a7f487e4 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:10.583020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df2c4074-b1c7-4ac8-9932-d2a9f1628ddf req-288f3907-1d74-45d4-8b79-cb16a7f487e4 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 943 time: 0.1341534 Jul 06 12:09:10.645306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] For port ae893042-def1-432c-953d-77fb43f572e3, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:10.648585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] For port ae893042-def1-432c-953d-77fb43f572e3, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ae893042-def1-432c-953d-77fb43f572e3,segment=NetworkSegment(3cd24793-6148-4475-8698-e091e5af94cf),segment_id=3cd24793-6148-4475-8698-e091e5af94cf)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:10.654562 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.662058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df2c4074-b1c7-4ac8-9932-d2a9f1628ddf req-6efc0bf7-362c-4a80-851c-331487e7e40d tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712569 Jul 06 12:09:10.692253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:10.692899 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.694492 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] 10.222.0.47 "PUT /v2.0/ports/ae893042-def1-432c-953d-77fb43f572e3 HTTP/1.1" status: 200 len: 1091 time: 0.6581299 Jul 06 12:09:10.694963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32797f7-ef4e-4da9-b9ca-510929395e78', 'tag': 'ae893042-def1-432c-953d-77fb43f572e3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:10.695608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-eb6cbe72-9634-4278-a76e-b38363dc97ac req-9cc4bb0d-e831-45b8-96e0-7af7fa3c2d18 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Deleting port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:10.695961 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eb6cbe72-9634-4278-a76e-b38363dc97ac req-9cc4bb0d-e831-45b8-96e0-7af7fa3c2d18 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.698634 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9a0cd1-07bc-4199-b8c6-140b62db653f" -d '{"events": [{"name": "network-changed", "server_uuid": "d32797f7-ef4e-4da9-b9ca-510929395e78", "tag": "ae893042-def1-432c-953d-77fb43f572e3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:10.750257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe77bf-35be-418e-b08d-3534eb9db3ba service neutron] Pushing event updated for resources: {'Port': ['ID=ae893042-def1-432c-953d-77fb43f572e3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.773885 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9304a490-fc87-4a5b-b41c-c5f3c8787735 x-openstack-request-id: req-9304a490-fc87-4a5b-b41c-c5f3c8787735 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:10.774179 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32797f7-ef4e-4da9-b9ca-510929395e78", "tag": "ae893042-def1-432c-953d-77fb43f572e3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:10.774434 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9304a490-fc87-4a5b-b41c-c5f3c8787735 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:10.775024 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32797f7-ef4e-4da9-b9ca-510929395e78', 'tag': 'ae893042-def1-432c-953d-77fb43f572e3', 'status': 'completed', 'code': 200} Jul 06 12:09:10.793789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eb6cbe72-9634-4278-a76e-b38363dc97ac req-9cc4bb0d-e831-45b8-96e0-7af7fa3c2d18 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] For port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=22ad2b65-2bd6-42cf-98f7-113699ba2ae4,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:10.794147 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eb6cbe72-9634-4278-a76e-b38363dc97ac req-9cc4bb0d-e831-45b8-96e0-7af7fa3c2d18 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.802532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-fee886b1-9eb2-498c-9776-19121400be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:10.804496 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-fee886b1-9eb2-498c-9776-19121400be20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1438936c8df4447b5c0bbd9166107c0&device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 1094 time: 0.0625112 Jul 06 12:09:10.810169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-eb6cbe72-9634-4278-a76e-b38363dc97ac req-9cc4bb0d-e831-45b8-96e0-7af7fa3c2d18 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Calling delete_port for 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:10.852336 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-4982b9fb-f648-47c2-9778-7993c7992be3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae893042-def1-432c-953d-77fb43f572e3 HTTP/1.1" status: 200 len: 217 time: 0.0397499 Jul 06 12:09:10.904194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-95dc746c-eb6f-4e98-b713-bf553f897f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:10.905704 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-95dc746c-eb6f-4e98-b713-bf553f897f1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95dcfdde-f4bd-42ef-b92e-68c7e84a4966 HTTP/1.1" status: 200 len: 851 time: 0.0472095 Jul 06 12:09:10.940291 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-b8e70e1c-a1ef-4412-a08f-74bf3fbfa4e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9cb80f1-2cfb-4916-bef7-9a604cb9911c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277097 Jul 06 12:09:10.949982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eb6cbe72-9634-4278-a76e-b38363dc97ac req-9cc4bb0d-e831-45b8-96e0-7af7fa3c2d18 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.980726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4bb0d-e831-45b8-96e0-7af7fa3c2d18 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event deleted for resources: {'Port': ['ID=22ad2b65-2bd6-42cf-98f7-113699ba2ae4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:11.035556 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6cbe72-9634-4278-a76e-b38363dc97ac req-9cc4bb0d-e831-45b8-96e0-7af7fa3c2d18 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] No DVR routers for this DVR port 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:11.038162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eb6cbe72-9634-4278-a76e-b38363dc97ac req-9cc4bb0d-e831-45b8-96e0-7af7fa3c2d18 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.040228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb6cbe72-9634-4278-a76e-b38363dc97ac req-9cc4bb0d-e831-45b8-96e0-7af7fa3c2d18 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.47 "DELETE /v2.0/ports/22ad2b65-2bd6-42cf-98f7-113699ba2ae4 HTTP/1.1" status: 204 len: 173 time: 0.4961274 Jul 06 12:09:11.040681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'name': 'network-vif-deleted', 'tag': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:11.043179 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9144b814-7573-4d3d-9fcd-37b00bd74905" -d '{"events": [{"server_uuid": "d36aa6e6-78f8-4864-8776-cb980937074d", "name": "network-vif-deleted", "tag": "22ad2b65-2bd6-42cf-98f7-113699ba2ae4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:11.085719 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4089f5e-a555-43f9-bbe5-3ea45f5489cd x-openstack-request-id: req-c4089f5e-a555-43f9-bbe5-3ea45f5489cd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:11.086036 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36aa6e6-78f8-4864-8776-cb980937074d", "name": "network-vif-deleted", "tag": "22ad2b65-2bd6-42cf-98f7-113699ba2ae4", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:11.086283 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4089f5e-a555-43f9-bbe5-3ea45f5489cd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:11.086691 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36aa6e6-78f8-4864-8776-cb980937074d', 'name': 'network-vif-deleted', 'tag': '22ad2b65-2bd6-42cf-98f7-113699ba2ae4', 'status': 'completed', 'code': 200} Jul 06 12:09:11.356707 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-abf0ebfe-90aa-45bc-afa2-2a8c9befde93 service neutron] 10.222.0.47 "GET /v2.0/networks/e9cb80f1-2cfb-4916-bef7-9a604cb9911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090056 Jul 06 12:09:11.358912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac3a0ed4-1ea7-42a5-bcdf-62cd9a082f33 req-d8076568-bed6-4d66-9289-a5ffbd397998 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 210 time: 0.0340710 Jul 06 12:09:11.457886 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e015ede0-5ec3-4dd0-9f01-93839d3a9d50 req-2fae87f7-3b3b-445d-a957-9dc66a553fde service neutron] 10.222.0.47 "GET /v2.0/networks/e9cb80f1-2cfb-4916-bef7-9a604cb9911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946050 Jul 06 12:09:11.570803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a0cd1-07bc-4199-b8c6-140b62db653f req-b4657d64-934c-42e0-af81-194f1af55372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:11.572714 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9a0cd1-07bc-4199-b8c6-140b62db653f req-b4657d64-934c-42e0-af81-194f1af55372 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1438936c8df4447b5c0bbd9166107c0&device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 1094 time: 0.0558932 Jul 06 12:09:11.676436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a0cd1-07bc-4199-b8c6-140b62db653f req-1ef12673-2346-4e9f-8b4f-b10affcb3796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:11.677932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9a0cd1-07bc-4199-b8c6-140b62db653f req-1ef12673-2346-4e9f-8b4f-b10affcb3796 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9cb80f1-2cfb-4916-bef7-9a604cb9911c HTTP/1.1" status: 200 len: 912 time: 0.0983758 Jul 06 12:09:11.725178 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9a0cd1-07bc-4199-b8c6-140b62db653f req-4d0cbc0e-6b22-497f-9a26-5e110e83a363 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae893042-def1-432c-953d-77fb43f572e3 HTTP/1.1" status: 200 len: 217 time: 0.0400081 Jul 06 12:09:11.789306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a0cd1-07bc-4199-b8c6-140b62db653f req-29e7324a-21ab-4888-b924-5e102ea34ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:11.791757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9a0cd1-07bc-4199-b8c6-140b62db653f req-29e7324a-21ab-4888-b924-5e102ea34ccc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95dcfdde-f4bd-42ef-b92e-68c7e84a4966 HTTP/1.1" status: 200 len: 851 time: 0.0579958 Jul 06 12:09:11.833880 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9a0cd1-07bc-4199-b8c6-140b62db653f req-93f0aac3-3e44-4cfc-9561-522c7de4b245 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9cb80f1-2cfb-4916-bef7-9a604cb9911c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345166 Jul 06 12:09:11.876192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc398c0-055c-4124-98e1-7442729fa6cb req-a20ab5f5-8f36-4dad-aa2b-47769a09e280 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:11.877824 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ccc398c0-055c-4124-98e1-7442729fa6cb req-a20ab5f5-8f36-4dad-aa2b-47769a09e280 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 943 time: 0.0809748 Jul 06 12:09:11.919342 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ccc398c0-055c-4124-98e1-7442729fa6cb req-031ceb1a-38fd-4e7f-bbd5-b9092707500f tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356297 Jul 06 12:09:11.941931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9a0cd1-07bc-4199-b8c6-140b62db653f req-76674f6b-b31e-48cf-aa2b-c4c2757989e3 service neutron] 10.222.0.47 "GET /v2.0/networks/e9cb80f1-2cfb-4916-bef7-9a604cb9911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989609 Jul 06 12:09:12.043807 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f9a0cd1-07bc-4199-b8c6-140b62db653f req-506f1849-ad16-4482-bb4a-f923fbbba7e6 service neutron] 10.222.0.47 "GET /v2.0/networks/e9cb80f1-2cfb-4916-bef7-9a604cb9911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934372 Jul 06 12:09:12.532721 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ff17bb8-de50-4a2d-8030-a9604e0a4bfd req-108bf513-be85-44df-b86e-48c6662af5cd tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 210 time: 0.0518308 Jul 06 12:09:13.437601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d978364-73f8-4b1d-b670-bb5d17b35465 req-0ab17ead-18ea-4d07-8a8a-06284296560a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:13.439180 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d978364-73f8-4b1d-b670-bb5d17b35465 req-0ab17ead-18ea-4d07-8a8a-06284296560a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 943 time: 0.4032784 Jul 06 12:09:13.481966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2d978364-73f8-4b1d-b670-bb5d17b35465 req-dc428970-79e9-457a-94f6-9a739fe42bb5 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369267 Jul 06 12:09:13.675954 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf673c6b-6469-413a-8e8b-3cc79dee7af6 req-6592222a-c13f-495f-bdfd-9b3125e3ee60 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 210 time: 0.0291724 Jul 06 12:09:13.787690 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-78338959-aab7-43f2-833f-f846b87e5aef service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536909 Jul 06 12:09:13.893691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-ebc78ffa-98c9-41ab-a8d0-3fa28dc28a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:13.895218 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-ebc78ffa-98c9-41ab-a8d0-3fa28dc28a96 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 1097 time: 0.0569026 Jul 06 12:09:14.029083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-28ed2187-e692-468b-9557-a287b9a4fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:14.030774 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-28ed2187-e692-468b-9557-a287b9a4fc0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 912 time: 0.1006625 Jul 06 12:09:14.101755 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-4c6493d6-df38-440c-bf5c-8bbae0b316ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4511de42-f398-4465-9b27-7fb97eb018de HTTP/1.1" status: 200 len: 1001 time: 0.0593760 Jul 06 12:09:14.163594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-d0fbb2aa-1bff-41ea-9f1a-7009eb6a6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:14.165053 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-d0fbb2aa-1bff-41ea-9f1a-7009eb6a6e4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0521173 Jul 06 12:09:14.178820 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4aecc62d-6afb-43c6-852a-0a524875cc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.229189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-671967fc-6bd2-4977-96c2-c3eeb160b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:14.230768 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-671967fc-6bd2-4977-96c2-c3eeb160b1ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562322 Jul 06 12:09:14.324987 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-12835031-1c2a-427f-8cca-178ba8e2b182 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840287 Jul 06 12:09:14.422449 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e1ced6d0-f19d-4a1c-bac7-7173228fc986 req-9a56e5e9-5f18-4a15-b259-839b7a646ec9 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902972 Jul 06 12:09:14.446166 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ae893042-def1-432c-953d-77fb43f572e3 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:09:14.450363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:14.474953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:14.475304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 22ad2b65-2bd6-42cf-98f7-113699ba2ae4 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:14.576213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ae893042-def1-432c-953d-77fb43f572e3, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ae893042-def1-432c-953d-77fb43f572e3,segment=NetworkSegment(3cd24793-6148-4475-8698-e091e5af94cf),segment_id=3cd24793-6148-4475-8698-e091e5af94cf)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:14.592438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'ae893042-def1-432c-953d-77fb43f572e3', 'network_id': 'e9cb80f1-2cfb-4916-bef7-9a604cb9911c', 'port_id': 'ae893042-def1-432c-953d-77fb43f572e3', 'mac_address': 'fa:16:3e:cd:5b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95dcfdde-f4bd-42ef-b92e-68c7e84a4966', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:09:14.635413 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.653905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae893042-def1-432c-953d-77fb43f572e3 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:09:14.678650 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ae893042-def1-432c-953d-77fb43f572e3, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ae893042-def1-432c-953d-77fb43f572e3,segment=NetworkSegment(3cd24793-6148-4475-8698-e091e5af94cf),segment_id=3cd24793-6148-4475-8698-e091e5af94cf)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:14.683779 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.693023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5d70b-21ef-4bd5-b853-59a6d4089dfe req-22d1d7c8-465c-4c14-bdad-c9a2004054a5 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:14.694717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-33e5d70b-21ef-4bd5-b853-59a6d4089dfe req-22d1d7c8-465c-4c14-bdad-c9a2004054a5 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 943 time: 0.0819569 Jul 06 12:09:14.752446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ae893042-def1-432c-953d-77fb43f572e3,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:14.757800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-33e5d70b-21ef-4bd5-b853-59a6d4089dfe req-87bb4513-e2dc-4a48-9b33-7bf9f47302f7 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532606 Jul 06 12:09:14.872255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-38ad18b0-ec3d-4542-843e-d1d573198739 req-04776a98-97ee-4bfc-826e-7b209c727622 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "GET /v2.0/ports?device_id=d36aa6e6-78f8-4864-8776-cb980937074d HTTP/1.1" status: 200 len: 210 time: 0.0306215 Jul 06 12:09:15.032009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['ae893042-def1-432c-953d-77fb43f572e3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:09:15.926707 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac076dc0-c1b0-40b8-a5da-cfce9f169c56 req-fcdaf638-7da9-4500-98fd-a8c212afad06 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:15.928268 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac076dc0-c1b0-40b8-a5da-cfce9f169c56 req-fcdaf638-7da9-4500-98fd-a8c212afad06 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 944 time: 0.0641847 Jul 06 12:09:15.969953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac076dc0-c1b0-40b8-a5da-cfce9f169c56 req-b10f9639-52a6-40a3-bb1d-0dc920fd4d3f tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340095 Jul 06 12:09:15.970606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51242) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:16.093090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-99bb265d-d83a-4d96-93df-df97b68c2a6b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Deleting port c6ae1f1e-3a32-4068-a13f-0bcfcf08e56a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:16.093437 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99bb265d-d83a-4d96-93df-df97b68c2a6b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.170931 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99bb265d-d83a-4d96-93df-df97b68c2a6b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.171156 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99bb265d-d83a-4d96-93df-df97b68c2a6b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.184063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-99bb265d-d83a-4d96-93df-df97b68c2a6b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Calling delete_port for c6ae1f1e-3a32-4068-a13f-0bcfcf08e56a owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:16.329431 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99bb265d-d83a-4d96-93df-df97b68c2a6b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.356069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb265d-d83a-4d96-93df-df97b68c2a6b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event deleted for resources: {'Port': ['ID=c6ae1f1e-3a32-4068-a13f-0bcfcf08e56a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:16.418995 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99bb265d-d83a-4d96-93df-df97b68c2a6b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.421647 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99bb265d-d83a-4d96-93df-df97b68c2a6b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.422745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-99bb265d-d83a-4d96-93df-df97b68c2a6b tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "DELETE /v2.0/floatingips/813b389d-a415-4535-9484-82d8a9c5a8e1 HTTP/1.1" status: 204 len: 168 time: 0.4512291 Jul 06 12:09:16.453244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ae893042-def1-432c-953d-77fb43f572e3 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:16.504798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port ae893042-def1-432c-953d-77fb43f572e3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:16.510018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port ae893042-def1-432c-953d-77fb43f572e3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:16.510507 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.592682 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.619559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32797f7-ef4e-4da9-b9ca-510929395e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae893042-def1-432c-953d-77fb43f572e3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:16.622092 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5fe28f-86ab-4952-aa73-220ebb193efe" -d '{"events": [{"server_uuid": "d32797f7-ef4e-4da9-b9ca-510929395e78", "name": "network-vif-plugged", "status": "completed", "tag": "ae893042-def1-432c-953d-77fb43f572e3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:16.637944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port ae893042-def1-432c-953d-77fb43f572e3, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ae893042-def1-432c-953d-77fb43f572e3,segment=NetworkSegment(3cd24793-6148-4475-8698-e091e5af94cf),segment_id=3cd24793-6148-4475-8698-e091e5af94cf)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:16.643116 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.673346 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b69a45-0620-44b7-9370-49a54097481e x-openstack-request-id: req-a1b69a45-0620-44b7-9370-49a54097481e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:16.673642 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32797f7-ef4e-4da9-b9ca-510929395e78", "name": "network-vif-plugged", "status": "completed", "tag": "ae893042-def1-432c-953d-77fb43f572e3", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:16.673846 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1b69a45-0620-44b7-9370-49a54097481e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:16.674205 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32797f7-ef4e-4da9-b9ca-510929395e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae893042-def1-432c-953d-77fb43f572e3', 'code': 200} Jul 06 12:09:16.705158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=ae893042-def1-432c-953d-77fb43f572e3,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:16.801802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded44f46-52a6-4f0b-8b8f-3fd1c8aa27ee req-5f2b06f3-5531-4010-ba06-18fe7caa8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:16.801802 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ded44f46-52a6-4f0b-8b8f-3fd1c8aa27ee req-5f2b06f3-5531-4010-ba06-18fe7caa8a50 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 1096 time: 0.0586257 Jul 06 12:09:16.836813 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ded44f46-52a6-4f0b-8b8f-3fd1c8aa27ee req-a18d8139-b6ba-4606-8f21-c58d6e03c870 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309110 Jul 06 12:09:17.153176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffec5b-b271-4daf-baa3-0086fa133d77 req-761dee6f-c0e0-411d-b9e1-3287d49b8daf tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:17.154728 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8ffec5b-b271-4daf-baa3-0086fa133d77 req-761dee6f-c0e0-411d-b9e1-3287d49b8daf tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.0685067 Jul 06 12:09:17.198703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8ffec5b-b271-4daf-baa3-0086fa133d77 req-2622c980-cc59-4c08-8413-dc92ea9c5992 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384452 Jul 06 12:09:18.208355 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.378778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615ae25-91cd-4983-9075-4e5780ae158b req-cc4b510f-10e4-4897-9ca6-023fed323abf tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:18.380398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b615ae25-91cd-4983-9075-4e5780ae158b req-cc4b510f-10e4-4897-9ca6-023fed323abf tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.0653398 Jul 06 12:09:18.417220 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40acdef6-b413-43e5-8a21-acfa2479a86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.436619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b615ae25-91cd-4983-9075-4e5780ae158b req-4213e4a2-e1b7-4168-91cb-137e6ce47260 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501425 Jul 06 12:09:18.626299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6ce80-d054-4ffd-ab4a-45d53672862b req-ac48774c-21c0-47d5-bf60-ab5267a789b7 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:18.627847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43e6ce80-d054-4ffd-ab4a-45d53672862b req-ac48774c-21c0-47d5-bf60-ab5267a789b7 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.0694325 Jul 06 12:09:18.668851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43e6ce80-d054-4ffd-ab4a-45d53672862b req-155b82fa-a3a4-409e-8401-655035346867 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353749 Jul 06 12:09:18.765316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:18.788596 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.847773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf729201-03cd-4d84-81e9-60eb8f385f76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.876853 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf729201-03cd-4d84-81e9-60eb8f385f76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.954366 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf729201-03cd-4d84-81e9-60eb8f385f76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.957282 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf729201-03cd-4d84-81e9-60eb8f385f76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.959502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bf729201-03cd-4d84-81e9-60eb8f385f76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] 10.222.0.21 "DELETE /v2.0/security-groups/448f39e1-2bed-4196-a39d-3dcc4ac23995 HTTP/1.1" status: 204 len: 168 time: 0.1904817 Jul 06 12:09:18.970733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf729201-03cd-4d84-81e9-60eb8f385f76 tempest-TestVolumeBootPattern-1967876930 tempest-TestVolumeBootPattern-1967876930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=448f39e1-2bed-4196-a39d-3dcc4ac23995,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:19.028328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51278) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:19.106286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fcca0-2916-4390-8cf0-f8c6a0068c5d req-dc98bafd-e94e-420b-81f8-1fa4e54eee38 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:19.108439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f77fcca0-2916-4390-8cf0-f8c6a0068c5d req-dc98bafd-e94e-420b-81f8-1fa4e54eee38 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.0825620 Jul 06 12:09:19.155079 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f77fcca0-2916-4390-8cf0-f8c6a0068c5d req-3ed9dd9a-06b6-434b-ba0c-3b47432de1f9 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396948 Jul 06 12:09:19.517807 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:19.815866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Deleting port 0fa8039d-eebc-478a-940a-5610b088ba06 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:19.816220 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:19.898227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] For port 0fa8039d-eebc-478a-940a-5610b088ba06, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0fa8039d-eebc-478a-940a-5610b088ba06,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:19.898585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:19.911378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Calling delete_port for 0fa8039d-eebc-478a-940a-5610b088ba06 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:20.094179 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.125276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa8039d-eebc-478a-940a-5610b088ba06,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:20.136966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.137324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.137667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.138033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.138386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.138876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.139016 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.139350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.139709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.140036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.140366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.140728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:20.318863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.368145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f505d-8417-4bf5-b6b6-2218e711dcea req-27a9436c-74e6-46f1-8204-4b60448cef3b tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:20.370206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc9f505d-8417-4bf5-b6b6-2218e711dcea req-27a9436c-74e6-46f1-8204-4b60448cef3b tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.0771799 Jul 06 12:09:20.410655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc9f505d-8417-4bf5-b6b6-2218e711dcea req-5dd9fd53-b7db-458a-9411-6aad373358a6 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343595 Jul 06 12:09:20.567794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Router 37a1649c-6177-4fb1-9aa7-f4a036edb80f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:20.576519 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.703623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:20.709146 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9e992013-1026-49ff-82b6-a72b71b5a219 admin admin] 10.222.0.21 "PUT /v2.0/routers/37a1649c-6177-4fb1-9aa7-f4a036edb80f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6784689 Jul 06 12:09:20.714396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51290) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:20.719042 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e806e7f-244d-441c-931e-98bf9fcf6e7b None None] Sync routers for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:20.742270 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e806e7f-244d-441c-931e-98bf9fcf6e7b None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:20.742970 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2e806e7f-244d-441c-931e-98bf9fcf6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:20.771589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a14cd-2e16-4d62-bc4f-0a5566b33f7b req-bc2fe76d-7b5a-48c8-a7df-1956e0e1b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:20.773651 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-170a14cd-2e16-4d62-bc4f-0a5566b33f7b req-bc2fe76d-7b5a-48c8-a7df-1956e0e1b53f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1438936c8df4447b5c0bbd9166107c0&device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 1096 time: 0.0634205 Jul 06 12:09:20.858375 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2e806e7f-244d-441c-931e-98bf9fcf6e7b None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:20.880304 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.885577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a14cd-2e16-4d62-bc4f-0a5566b33f7b req-20351581-1b93-4509-80e9-0f22aa6e0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:20.887081 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-170a14cd-2e16-4d62-bc4f-0a5566b33f7b req-20351581-1b93-4509-80e9-0f22aa6e0fef service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9cb80f1-2cfb-4916-bef7-9a604cb9911c HTTP/1.1" status: 200 len: 912 time: 0.1053188 Jul 06 12:09:20.890737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2a94f-df89-4710-8fec-fbf5fdfcda78 req-3805d999-89d5-4d1b-a744-fe9f4f687ee9 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:20.892259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ea2a94f-df89-4710-8fec-fbf5fdfcda78 req-3805d999-89d5-4d1b-a744-fe9f4f687ee9 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.1608725 Jul 06 12:09:20.936384 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-170a14cd-2e16-4d62-bc4f-0a5566b33f7b req-0267c291-8c2f-4b41-b5de-455c7a734685 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae893042-def1-432c-953d-77fb43f572e3 HTTP/1.1" status: 200 len: 217 time: 0.0423205 Jul 06 12:09:20.998732 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a14cd-2e16-4d62-bc4f-0a5566b33f7b req-eef07c83-9e06-4309-b517-d2a9d65f4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:21.000898 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-170a14cd-2e16-4d62-bc4f-0a5566b33f7b req-eef07c83-9e06-4309-b517-d2a9d65f4622 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95dcfdde-f4bd-42ef-b92e-68c7e84a4966 HTTP/1.1" status: 200 len: 851 time: 0.0580389 Jul 06 12:09:21.005326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3ea2a94f-df89-4710-8fec-fbf5fdfcda78 req-677676e5-cfcb-4b8f-a658-bf3464176786 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787730 Jul 06 12:09:21.041237 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.050038 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-170a14cd-2e16-4d62-bc4f-0a5566b33f7b req-1b976575-558b-4fba-9245-8c1d25aa272a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9cb80f1-2cfb-4916-bef7-9a604cb9911c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424495 Jul 06 12:09:21.084077 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2e806e7f-244d-441c-931e-98bf9fcf6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T12:09:20Z', 'revision_number': 5, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port': {'id': '9b06d1c8-ff7b-498a-815c-29984da77957', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:19Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:21.104294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Deleting port 9b06d1c8-ff7b-498a-815c-29984da77957 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:21.104689 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.112049 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e806e7f-244d-441c-931e-98bf9fcf6e7b None None] Checking router: 37a1649c-6177-4fb1-9aa7-f4a036edb80f for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:21.121178 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e806e7f-244d-441c-931e-98bf9fcf6e7b None None] Routers {'37a1649c-6177-4fb1-9aa7-f4a036edb80f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:21.121785 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2e806e7f-244d-441c-931e-98bf9fcf6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:21.152226 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-170a14cd-2e16-4d62-bc4f-0a5566b33f7b req-bfa0bea3-b489-44f4-82c8-ddf60e2518c9 service neutron] 10.222.0.47 "GET /v2.0/networks/e9cb80f1-2cfb-4916-bef7-9a604cb9911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943341 Jul 06 12:09:21.191866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] For port 9b06d1c8-ff7b-498a-815c-29984da77957, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9b06d1c8-ff7b-498a-815c-29984da77957,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:21.192229 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.205560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Calling delete_port for 9b06d1c8-ff7b-498a-815c-29984da77957 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:21.207266 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2e806e7f-244d-441c-931e-98bf9fcf6e7b None None] Set router 37a1649c-6177-4fb1-9aa7-f4a036edb80f gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:21.254282 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-170a14cd-2e16-4d62-bc4f-0a5566b33f7b req-ccd8c25a-578a-46ad-b47d-5b8f4e6119f0 service neutron] 10.222.0.47 "GET /v2.0/networks/e9cb80f1-2cfb-4916-bef7-9a604cb9911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952685 Jul 06 12:09:21.261191 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2e806e7f-244d-441c-931e-98bf9fcf6e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T12:09:21Z', 'revision_number': 6, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:21.294476 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e806e7f-244d-441c-931e-98bf9fcf6e7b None None] The sync data for ids ['37a1649c-6177-4fb1-9aa7-f4a036edb80f'] in n-d-799527-2 is: [{'id': '37a1649c-6177-4fb1-9aa7-f4a036edb80f', 'name': 'tempest-TestVolumeBootPattern-847521163-router', 'tenant_id': 'b768ea49d15e4735a0ee81828071c36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:18Z', 'updated_at': '2021-07-06T12:09:21Z', 'revision_number': 6, 'project_id': 'b768ea49d15e4735a0ee81828071c36d', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:21.407572 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.432712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b06d1c8-ff7b-498a-815c-29984da77957,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:21.463390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.463753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.464087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.464417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.464745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.465069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.465392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.465715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.466033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.466353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.466679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.467001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.508373 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.599175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.601225 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.648744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.649803 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a1649c-6177-4fb1-9aa7-f4a036edb80f {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:09:21.657210 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.661336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9f5c4e3e-73ee-431d-8893-8f1debcc352b admin admin] 10.222.0.21 "DELETE /v2.0/routers/37a1649c-6177-4fb1-9aa7-f4a036edb80f HTTP/1.1" status: 204 len: 168 time: 0.9417548 Jul 06 12:09:21.661336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51294) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:21.710323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-5318afe9-b734-43ff-9751-8de49a4b2672 admin admin] Deleting subnet cb861ac0-7293-4d41-a5d1-256ee914815a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:21.716482 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5318afe9-b734-43ff-9751-8de49a4b2672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.759805 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5318afe9-b734-43ff-9751-8de49a4b2672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.844247 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5318afe9-b734-43ff-9751-8de49a4b2672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.898908 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5318afe9-b734-43ff-9751-8de49a4b2672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.926160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318afe9-b734-43ff-9751-8de49a4b2672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb861ac0-7293-4d41-a5d1-256ee914815a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:21.928117 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5318afe9-b734-43ff-9751-8de49a4b2672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.930149 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5318afe9-b734-43ff-9751-8de49a4b2672 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb861ac0-7293-4d41-a5d1-256ee914815a HTTP/1.1" status: 204 len: 168 time: 0.2678983 Jul 06 12:09:21.933929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8643e9-99d7-496b-886f-84bd62ff8995 None None] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:21.935303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51296) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:22.010706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.074046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Deleting port 2c073ca1-66da-43c9-a266-3f6093ac9c2c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:22.074434 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.155264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a875d931-855c-41e0-b38b-61c5067e0cb6 None None] DHCP port deletion for 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:22.158677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] For port 2c073ca1-66da-43c9-a266-3f6093ac9c2c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2c073ca1-66da-43c9-a266-3f6093ac9c2c,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:22.159170 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.178654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Calling delete_port for 2c073ca1-66da-43c9-a266-3f6093ac9c2c owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:22.214070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a875d931-855c-41e0-b38b-61c5067e0cb6 None None] Deleting port 2c073ca1-66da-43c9-a266-3f6093ac9c2c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:22.214807 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a875d931-855c-41e0-b38b-61c5067e0cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.257235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c484c-31fb-4ce5-8edb-f8506c28dfae req-512140f6-001e-49e5-808e-95cc188a0548 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:22.259538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-657c484c-31fb-4ce5-8edb-f8506c28dfae req-512140f6-001e-49e5-808e-95cc188a0548 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.0995562 Jul 06 12:09:22.285922 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.313307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-657c484c-31fb-4ce5-8edb-f8506c28dfae req-d6adf108-b2ba-4fa8-add4-3ce3f5bedd10 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475080 Jul 06 12:09:22.329048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=2c073ca1-66da-43c9-a266-3f6093ac9c2c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:22.332325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] No DVR routers for this DVR port 2c073ca1-66da-43c9-a266-3f6093ac9c2c on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:22.457860 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.470619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ac95ab-c16d-44b8-a50f-62ff9bdc3228']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:22.487155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fbacef-5a12-4099-92cc-3fd8dff052e5') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:22.487481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fbacef-5a12-4099-92cc-3fd8dff052e5') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:22.510607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a875d931-855c-41e0-b38b-61c5067e0cb6 None None] For port 2c073ca1-66da-43c9-a266-3f6093ac9c2c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2c073ca1-66da-43c9-a266-3f6093ac9c2c,segment=NetworkSegment(d3fbacef-5a12-4099-92cc-3fd8dff052e5),segment_id=d3fbacef-5a12-4099-92cc-3fd8dff052e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:22.511329 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a875d931-855c-41e0-b38b-61c5067e0cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.512141 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.531805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0fa8039d-eebc-478a-940a-5610b088ba06 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:22.536775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a875d931-855c-41e0-b38b-61c5067e0cb6 None None] Calling delete_port for 2c073ca1-66da-43c9-a266-3f6093ac9c2c owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:22.537601 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.545538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:22.546014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:22.547644 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:22.563782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 0fa8039d-eebc-478a-940a-5610b088ba06 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:22.564259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0fa8039d-eebc-478a-940a-5610b088ba06 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:22.564806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9b06d1c8-ff7b-498a-815c-29984da77957 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:22.589808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 9b06d1c8-ff7b-498a-815c-29984da77957 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:22.590264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9b06d1c8-ff7b-498a-815c-29984da77957 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:22.590694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2c073ca1-66da-43c9-a266-3f6093ac9c2c no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:22.604559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.609906 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.614462 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] 10.222.0.21 "DELETE /v2.0/networks/96ac95ab-c16d-44b8-a50f-62ff9bdc3228 HTTP/1.1" status: 204 len: 168 time: 0.6754689 Jul 06 12:09:22.614827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51302) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:22.623846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d28a6-c4c6-41bb-9b33-64a012f9d0ae admin admin] Pushing event deleted for resources: {'Network': ['ID=96ac95ab-c16d-44b8-a50f-62ff9bdc3228,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:22.649371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 2c073ca1-66da-43c9-a266-3f6093ac9c2c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:22.650568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2c073ca1-66da-43c9-a266-3f6093ac9c2c not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:09:22.683257 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 12:09:22.688540 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a875d931-855c-41e0-b38b-61c5067e0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.713147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a875d931-855c-41e0-b38b-61c5067e0cb6 None None] Network 96ac95ab-c16d-44b8-a50f-62ff9bdc3228 is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:09:22.713612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875d931-855c-41e0-b38b-61c5067e0cb6 None None] No DVR routers for this DVR port 2c073ca1-66da-43c9-a266-3f6093ac9c2c on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:22.715968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875d931-855c-41e0-b38b-61c5067e0cb6 None None] Pushing event deleted for resources: {'Port': ['ID=2c073ca1-66da-43c9-a266-3f6093ac9c2c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:22.995517 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.255036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] Deleting port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:23.255302 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.334312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] For port 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9,segment=NetworkSegment(298ad081-a294-435c-8130-be49643db7b8),segment_id=298ad081-a294-435c-8130-be49643db7b8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:23.334678 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.347307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] Calling delete_port for 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:23.556863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8c15d-e827-427a-b141-7b4177942eb8 req-8a66cb12-1123-48d3-9843-cb3a8a999f36 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:23.558255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62d8c15d-e827-427a-b141-7b4177942eb8 req-8a66cb12-1123-48d3-9843-cb3a8a999f36 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.1103449 Jul 06 12:09:23.601874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.633735 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62d8c15d-e827-427a-b141-7b4177942eb8 req-62ec064b-3873-4e59-9ae3-37ae448cc00e tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675941 Jul 06 12:09:23.637392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:23.817721 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.108806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0d30-1fa1-4851-82c3-5c7ea558cfe9 req-07ad6c8c-2a21-49c7-9b78-1afb7fb0ce16 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:24.110235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b4a0d30-1fa1-4851-82c3-5c7ea558cfe9 req-07ad6c8c-2a21-49c7-9b78-1afb7fb0ce16 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.1211219 Jul 06 12:09:24.112237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] Router e38fdbe2-1635-47ec-bffc-e58a528b829a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:24.190803 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b4a0d30-1fa1-4851-82c3-5c7ea558cfe9 req-c9432e71-a97b-4d36-842a-19c68509f603 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747323 Jul 06 12:09:24.249513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:24.254529 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2a4e5f11-e575-442c-8d1f-b76efd6cfba4 admin admin] 10.222.0.21 "PUT /v2.0/routers/e38fdbe2-1635-47ec-bffc-e58a528b829a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6386595 Jul 06 12:09:24.257089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51312) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:24.259814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0efab0-bbea-445c-b19f-25c45f57b765 None None] Sync routers for ids ['e38fdbe2-1635-47ec-bffc-e58a528b829a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:24.269104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0efab0-bbea-445c-b19f-25c45f57b765 None None] Routers {'e38fdbe2-1635-47ec-bffc-e58a528b829a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:24.269730 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b0efab0-bbea-445c-b19f-25c45f57b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e38fdbe2-1635-47ec-bffc-e58a528b829a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:24.356649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.377061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9b0efab0-bbea-445c-b19f-25c45f57b765 None None] Set router e38fdbe2-1635-47ec-bffc-e58a528b829a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:24.576679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b0efab0-bbea-445c-b19f-25c45f57b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'name': 'tempest-TestVolumeBootPattern-1052139385-router', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:30Z', 'updated_at': '2021-07-06T12:09:23Z', 'revision_number': 5, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'gw_port': {'id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:32Z', 'updated_at': '2021-07-06T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:24.604978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0efab0-bbea-445c-b19f-25c45f57b765 None None] Checking router: e38fdbe2-1635-47ec-bffc-e58a528b829a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:24.613844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0efab0-bbea-445c-b19f-25c45f57b765 None None] Routers {'e38fdbe2-1635-47ec-bffc-e58a528b829a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:24.614479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b0efab0-bbea-445c-b19f-25c45f57b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['e38fdbe2-1635-47ec-bffc-e58a528b829a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:24.786536 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9b0efab0-bbea-445c-b19f-25c45f57b765 None None] Set router e38fdbe2-1635-47ec-bffc-e58a528b829a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:24.840222 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.901531 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Deleting port 9af1dd72-99f7-4e33-9cb0-89871b2fe233 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:24.901878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.993503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] For port 9af1dd72-99f7-4e33-9cb0-89871b2fe233, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9af1dd72-99f7-4e33-9cb0-89871b2fe233,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:24.993731 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.996683 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:09:25.007371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Calling delete_port for 9af1dd72-99f7-4e33-9cb0-89871b2fe233 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:25.008501 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b0efab0-bbea-445c-b19f-25c45f57b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'name': 'tempest-TestVolumeBootPattern-1052139385-router', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:30Z', 'updated_at': '2021-07-06T12:09:23Z', 'revision_number': 5, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'gw_port': {'id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:32Z', 'updated_at': '2021-07-06T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:25.041481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0efab0-bbea-445c-b19f-25c45f57b765 None None] The sync data for ids ['e38fdbe2-1635-47ec-bffc-e58a528b829a'] in n-d-799527-2 is: [{'id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'name': 'tempest-TestVolumeBootPattern-1052139385-router', 'tenant_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:30Z', 'updated_at': '2021-07-06T12:09:23Z', 'revision_number': 5, 'project_id': 'c7f4eec0d55d48a99d11555ecf6f7186', 'gw_port': {'id': '9af1dd72-99f7-4e33-9cb0-89871b2fe233', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38fdbe2-1635-47ec-bffc-e58a528b829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:32Z', 'updated_at': '2021-07-06T11:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:25.188089 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.222122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Pushing event deleted for resources: {'Port': ['ID=9af1dd72-99f7-4e33-9cb0-89871b2fe233,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:25.282914 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.403505 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.407075 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.461769 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.463105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e38fdbe2-1635-47ec-bffc-e58a528b829a {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:09:25.470865 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.472687 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bc65a68a-ed54-4b28-9593-393ebf34099f admin admin] 10.222.0.21 "DELETE /v2.0/routers/e38fdbe2-1635-47ec-bffc-e58a528b829a HTTP/1.1" status: 204 len: 168 time: 1.2146051 Jul 06 12:09:25.475833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51318) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:25.492211 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08848-e6e6-4638-8ce1-dbffae3c2279 req-6592ac4d-bf64-47ac-9717-9c5517acd037 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:25.493848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46f08848-e6e6-4638-8ce1-dbffae3c2279 req-6592ac4d-bf64-47ac-9717-9c5517acd037 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.1497610 Jul 06 12:09:25.535236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-3190e3ef-c91d-4db5-8f03-e5be47d5808e admin admin] Deleting subnet 7ca06702-a16e-4601-9f7b-fcd003e92218 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:25.539787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3190e3ef-c91d-4db5-8f03-e5be47d5808e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.552455 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46f08848-e6e6-4638-8ce1-dbffae3c2279 req-93c3e014-2432-4fa0-b7fd-b61bd235ad91 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512741 Jul 06 12:09:25.581437 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3190e3ef-c91d-4db5-8f03-e5be47d5808e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.667706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3190e3ef-c91d-4db5-8f03-e5be47d5808e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.733177 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3190e3ef-c91d-4db5-8f03-e5be47d5808e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.766867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190e3ef-c91d-4db5-8f03-e5be47d5808e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca06702-a16e-4601-9f7b-fcd003e92218,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:25.779259 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3190e3ef-c91d-4db5-8f03-e5be47d5808e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.784113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:25.788575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3323976a-2230-4870-8aba-e7eee1103ad2 None None] Network 65180d81-15a4-4902-adc3-fa8dfed7574c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:25.792355 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3190e3ef-c91d-4db5-8f03-e5be47d5808e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7ca06702-a16e-4601-9f7b-fcd003e92218 HTTP/1.1" status: 204 len: 168 time: 0.3147316 Jul 06 12:09:25.934109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.974838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b8108-16da-472c-b85d-a5bbdbcab4b6 req-f5677248-3eb9-4d5f-b9d2-b4f0f96af2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:25.976544 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d74b8108-16da-472c-b85d-a5bbdbcab4b6 req-f5677248-3eb9-4d5f-b9d2-b4f0f96af2bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1438936c8df4447b5c0bbd9166107c0&device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 1096 time: 0.0936878 Jul 06 12:09:26.006465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339e86e-b182-46e0-97fa-5897ecedbae8 req-7c0c70ba-7816-4cff-8a6c-9b9eadf5ed9a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:26.011862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0339e86e-b182-46e0-97fa-5897ecedbae8 req-7c0c70ba-7816-4cff-8a6c-9b9eadf5ed9a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.1182060 Jul 06 12:09:26.057468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b85d9-b215-4443-90d2-ad5e966efce9 None None] DHCP port deletion for 65180d81-15a4-4902-adc3-fa8dfed7574c request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:26.060636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0339e86e-b182-46e0-97fa-5897ecedbae8 req-70ace934-4138-453a-b048-e0de071ad995 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479169 Jul 06 12:09:26.062868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Deleting port e2013b1a-c33c-463e-bd7a-36da4b2845e4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:26.063206 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.097060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b8108-16da-472c-b85d-a5bbdbcab4b6 req-ba8efb43-2104-496f-8c36-3def4416a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:26.098688 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d74b8108-16da-472c-b85d-a5bbdbcab4b6 req-ba8efb43-2104-496f-8c36-3def4416a692 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9cb80f1-2cfb-4916-bef7-9a604cb9911c HTTP/1.1" status: 200 len: 912 time: 0.1156964 Jul 06 12:09:26.122310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b85d9-b215-4443-90d2-ad5e966efce9 None None] Deleting port e2013b1a-c33c-463e-bd7a-36da4b2845e4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:26.122594 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa1b85d9-b215-4443-90d2-ad5e966efce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.140738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] For port e2013b1a-c33c-463e-bd7a-36da4b2845e4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2013b1a-c33c-463e-bd7a-36da4b2845e4,segment=NetworkSegment(298ad081-a294-435c-8130-be49643db7b8),segment_id=298ad081-a294-435c-8130-be49643db7b8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:26.141094 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.146756 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d74b8108-16da-472c-b85d-a5bbdbcab4b6 req-21dcc3a8-0ad5-49e8-b229-12c4ba8f6799 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae893042-def1-432c-953d-77fb43f572e3 HTTP/1.1" status: 200 len: 217 time: 0.0402720 Jul 06 12:09:26.154372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Calling delete_port for e2013b1a-c33c-463e-bd7a-36da4b2845e4 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:26.190659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-aa1b85d9-b215-4443-90d2-ad5e966efce9 None None] For port e2013b1a-c33c-463e-bd7a-36da4b2845e4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2013b1a-c33c-463e-bd7a-36da4b2845e4,segment=NetworkSegment(298ad081-a294-435c-8130-be49643db7b8),segment_id=298ad081-a294-435c-8130-be49643db7b8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:26.191232 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa1b85d9-b215-4443-90d2-ad5e966efce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.204443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b8108-16da-472c-b85d-a5bbdbcab4b6 req-a00cea22-4bda-49eb-afd6-76e8c6eaea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:26.205999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b85d9-b215-4443-90d2-ad5e966efce9 None None] Calling delete_port for e2013b1a-c33c-463e-bd7a-36da4b2845e4 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:26.206308 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d74b8108-16da-472c-b85d-a5bbdbcab4b6 req-a00cea22-4bda-49eb-afd6-76e8c6eaea1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95dcfdde-f4bd-42ef-b92e-68c7e84a4966 HTTP/1.1" status: 200 len: 851 time: 0.0520365 Jul 06 12:09:26.242510 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d74b8108-16da-472c-b85d-a5bbdbcab4b6 req-f5137a9d-5eed-4737-99cb-d32bbdd388b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9cb80f1-2cfb-4916-bef7-9a604cb9911c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287750 Jul 06 12:09:26.247665 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.272026 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2013b1a-c33c-463e-bd7a-36da4b2845e4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:26.281380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] No DVR routers for this DVR port e2013b1a-c33c-463e-bd7a-36da4b2845e4 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:26.300279 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa1b85d9-b215-4443-90d2-ad5e966efce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.326243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b85d9-b215-4443-90d2-ad5e966efce9 None None] Pushing event deleted for resources: {'Port': ['ID=e2013b1a-c33c-463e-bd7a-36da4b2845e4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:26.332694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b85d9-b215-4443-90d2-ad5e966efce9 None None] No DVR routers for this DVR port e2013b1a-c33c-463e-bd7a-36da4b2845e4 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:26.353674 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d74b8108-16da-472c-b85d-a5bbdbcab4b6 req-d58e875c-b08c-4c85-8092-de4ae9ef27d8 service neutron] 10.222.0.47 "GET /v2.0/networks/e9cb80f1-2cfb-4916-bef7-9a604cb9911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029644 Jul 06 12:09:26.359571 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.370262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65180d81-15a4-4902-adc3-fa8dfed7574c']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:26.381442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298ad081-a294-435c-8130-be49643db7b8') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:26.381740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298ad081-a294-435c-8130-be49643db7b8') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:26.391050 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.406842 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.413963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:26.414607 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:26.418155 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:26.455819 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d74b8108-16da-472c-b85d-a5bbdbcab4b6 req-d3d9c60e-8c5c-4170-a037-367cb9e38719 service neutron] 10.222.0.47 "GET /v2.0/networks/e9cb80f1-2cfb-4916-bef7-9a604cb9911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961165 Jul 06 12:09:26.477640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.483946 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.485782 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] 10.222.0.21 "DELETE /v2.0/networks/65180d81-15a4-4902-adc3-fa8dfed7574c HTTP/1.1" status: 204 len: 168 time: 0.7006807 Jul 06 12:09:26.487674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9af1dd72-99f7-4e33-9cb0-89871b2fe233 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:26.499056 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbb86b-7283-4c11-b127-e719484fad38 admin admin] Pushing event deleted for resources: {'Network': ['ID=65180d81-15a4-4902-adc3-fa8dfed7574c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:26.508483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 9af1dd72-99f7-4e33-9cb0-89871b2fe233 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:26.508831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9af1dd72-99f7-4e33-9cb0-89871b2fe233 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:26.509479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:26.529194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:26.529579 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 3ee0463b-d6db-4bef-9d32-a7f7c7e6acc9 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:26.530098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2013b1a-c33c-463e-bd7a-36da4b2845e4 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:26.550245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e2013b1a-c33c-463e-bd7a-36da4b2845e4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:26.550580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2013b1a-c33c-463e-bd7a-36da4b2845e4 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:26.608642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51330) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:26.652710 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-384094ed-2071-4d09-8b46-a499b41a95a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b768ea49d15e4735a0ee81828071c36d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418169 Jul 06 12:09:26.654169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51332) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:26.701692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e38272cf-ba19-4635-b4ae-7d9b841434e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.728405 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e38272cf-ba19-4635-b4ae-7d9b841434e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.773415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e38272cf-ba19-4635-b4ae-7d9b841434e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.776581 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e38272cf-ba19-4635-b4ae-7d9b841434e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.777757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e38272cf-ba19-4635-b4ae-7d9b841434e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22c8b30a-132d-4c8d-afd1-788ed9aa2a5e HTTP/1.1" status: 204 len: 168 time: 0.1226537 Jul 06 12:09:26.785909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38272cf-ba19-4635-b4ae-7d9b841434e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c8b30a-132d-4c8d-afd1-788ed9aa2a5e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:27.100039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51342) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:27.144001 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f18dd3c6-a4d0-4bc4-908a-5878a6842805 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7f4eec0d55d48a99d11555ecf6f7186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426834 Jul 06 12:09:27.146342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51344) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:27.195321 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86969766-25e9-489d-af1f-601738d89fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.217122 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86969766-25e9-489d-af1f-601738d89fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.248826 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb65655-c7dc-4b85-b5e5-ffed7217f257 req-1c66ebd7-e62c-47dc-9187-5b38ea3a6dfc tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:27.251377 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bbb65655-c7dc-4b85-b5e5-ffed7217f257 req-1c66ebd7-e62c-47dc-9187-5b38ea3a6dfc tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.0723586 Jul 06 12:09:27.273505 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86969766-25e9-489d-af1f-601738d89fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.278385 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86969766-25e9-489d-af1f-601738d89fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.282445 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-86969766-25e9-489d-af1f-601738d89fda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b9921a1-d14f-4f7d-ace6-50ce4df4ea01 HTTP/1.1" status: 204 len: 168 time: 0.1327791 Jul 06 12:09:27.296117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86969766-25e9-489d-af1f-601738d89fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9921a1-d14f-4f7d-ace6-50ce4df4ea01,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:27.299962 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bbb65655-c7dc-4b85-b5e5-ffed7217f257 req-fdf32e7a-4f28-4d7c-b509-96f9c703ce99 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418756 Jul 06 12:09:28.489020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4ae93-f3dd-4536-bb7c-8ecdd6be02f7 req-f95f511e-d9c9-4dab-aa5a-7779fa0f44aa tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:28.490553 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2a4ae93-f3dd-4536-bb7c-8ecdd6be02f7 req-f95f511e-d9c9-4dab-aa5a-7779fa0f44aa tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.0650110 Jul 06 12:09:28.535838 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2a4ae93-f3dd-4536-bb7c-8ecdd6be02f7 req-05e952d9-3e43-4ff5-84b2-d80f12805194 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393972 Jul 06 12:09:28.814330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.932709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0522-f4c2-4b3d-9b9a-386267fa8a28 req-4b9c822e-fa58-408a-b90a-a9232db373ad tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:28.934130 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f2b0522-f4c2-4b3d-9b9a-386267fa8a28 req-4b9c822e-fa58-408a-b90a-a9232db373ad tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.0645056 Jul 06 12:09:28.973012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f2b0522-f4c2-4b3d-9b9a-386267fa8a28 req-e3bccd0f-828f-49fe-aafc-2ff188990586 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Jul 06 12:09:28.995956 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.159924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51aaf2-7069-4157-9cbc-068e261a3739 req-98edfd22-050b-4d94-9be8-6f1286490584 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:30.161439 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b51aaf2-7069-4157-9cbc-068e261a3739 req-98edfd22-050b-4d94-9be8-6f1286490584 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.0681987 Jul 06 12:09:30.199854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b51aaf2-7069-4157-9cbc-068e261a3739 req-710e37db-8046-4263-9cc9-2222267d7a43 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/security-groups?id=0a748f33-6222-4b80-94ae-baec97b05063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 Jul 06 12:09:30.864227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddde1c-1d09-4523-9b93-ddeb47742334 req-cdc90268-d909-4847-ada1-5a3fabd8691a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:30.865722 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-39ddde1c-1d09-4523-9b93-ddeb47742334 req-cdc90268-d909-4847-ada1-5a3fabd8691a tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.47 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 945 time: 0.0669489 Jul 06 12:09:30.964284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-39ddde1c-1d09-4523-9b93-ddeb47742334 req-5b8fe6a9-3200-41fb-87b4-aa685bf1520e tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Deleting port ae893042-def1-432c-953d-77fb43f572e3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:30.964597 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-39ddde1c-1d09-4523-9b93-ddeb47742334 req-5b8fe6a9-3200-41fb-87b4-aa685bf1520e tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.058072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-39ddde1c-1d09-4523-9b93-ddeb47742334 req-5b8fe6a9-3200-41fb-87b4-aa685bf1520e tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] For port ae893042-def1-432c-953d-77fb43f572e3, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=ae893042-def1-432c-953d-77fb43f572e3,segment=NetworkSegment(3cd24793-6148-4475-8698-e091e5af94cf),segment_id=3cd24793-6148-4475-8698-e091e5af94cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:31.058431 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-39ddde1c-1d09-4523-9b93-ddeb47742334 req-5b8fe6a9-3200-41fb-87b4-aa685bf1520e tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.071476 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-39ddde1c-1d09-4523-9b93-ddeb47742334 req-5b8fe6a9-3200-41fb-87b4-aa685bf1520e tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Calling delete_port for ae893042-def1-432c-953d-77fb43f572e3 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:31.194926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-39ddde1c-1d09-4523-9b93-ddeb47742334 req-5b8fe6a9-3200-41fb-87b4-aa685bf1520e tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.208150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['ae893042-def1-432c-953d-77fb43f572e3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:09:31.227708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fe6a9-3200-41fb-87b4-aa685bf1520e tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Pushing event deleted for resources: {'Port': ['ID=ae893042-def1-432c-953d-77fb43f572e3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:31.274290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ddde1c-1d09-4523-9b93-ddeb47742334 req-5b8fe6a9-3200-41fb-87b4-aa685bf1520e tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] No DVR routers for this DVR port ae893042-def1-432c-953d-77fb43f572e3 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:31.277436 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-39ddde1c-1d09-4523-9b93-ddeb47742334 req-5b8fe6a9-3200-41fb-87b4-aa685bf1520e tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.279542 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-39ddde1c-1d09-4523-9b93-ddeb47742334 req-5b8fe6a9-3200-41fb-87b4-aa685bf1520e tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.47 "DELETE /v2.0/ports/ae893042-def1-432c-953d-77fb43f572e3 HTTP/1.1" status: 204 len: 173 time: 0.4079571 Jul 06 12:09:31.279991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32797f7-ef4e-4da9-b9ca-510929395e78', 'name': 'network-vif-deleted', 'tag': 'ae893042-def1-432c-953d-77fb43f572e3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:31.282326 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db952650-5212-4f06-9879-e79c5d1e6987" -d '{"events": [{"server_uuid": "d32797f7-ef4e-4da9-b9ca-510929395e78", "name": "network-vif-deleted", "tag": "ae893042-def1-432c-953d-77fb43f572e3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:31.326643 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9334ac4-0652-4ffe-9e2a-d3f86d31a3d0 x-openstack-request-id: req-b9334ac4-0652-4ffe-9e2a-d3f86d31a3d0 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:31.326942 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32797f7-ef4e-4da9-b9ca-510929395e78", "name": "network-vif-deleted", "tag": "ae893042-def1-432c-953d-77fb43f572e3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:31.327199 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9334ac4-0652-4ffe-9e2a-d3f86d31a3d0 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:31.327635 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32797f7-ef4e-4da9-b9ca-510929395e78', 'name': 'network-vif-deleted', 'tag': 'ae893042-def1-432c-953d-77fb43f572e3', 'status': 'completed', 'code': 200} Jul 06 12:09:31.354773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efa94ffe-9006-4315-863a-2a423f6e2ae0 req-3551a50c-e631-4bde-b87e-121a6a78f503 tempest-TestServerAdvancedOps-121656212 tempest-TestServerAdvancedOps-121656212-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32797f7-ef4e-4da9-b9ca-510929395e78 HTTP/1.1" status: 200 len: 210 time: 0.0344324 Jul 06 12:09:32.454363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51370) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:32.498521 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-4038c6a9-4946-4bf4-a60f-60d18885ba47 admin admin] Deleting subnet 95dcfdde-f4bd-42ef-b92e-68c7e84a4966 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:32.501932 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4038c6a9-4946-4bf4-a60f-60d18885ba47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.540267 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4038c6a9-4946-4bf4-a60f-60d18885ba47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.581376 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4038c6a9-4946-4bf4-a60f-60d18885ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.634197 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4038c6a9-4946-4bf4-a60f-60d18885ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.661370 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038c6a9-4946-4bf4-a60f-60d18885ba47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95dcfdde-f4bd-42ef-b92e-68c7e84a4966,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:32.666464 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4038c6a9-4946-4bf4-a60f-60d18885ba47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.668336 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4038c6a9-4946-4bf4-a60f-60d18885ba47 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/95dcfdde-f4bd-42ef-b92e-68c7e84a4966 HTTP/1.1" status: 204 len: 168 time: 0.2128344 Jul 06 12:09:32.670763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51374) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:32.745821 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.136840 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.146333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cb80f1-2cfb-4916-bef7-9a604cb9911c']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:33.156511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd24793-6148-4475-8698-e091e5af94cf') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:33.156806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd24793-6148-4475-8698-e091e5af94cf') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:33.165485 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.179694 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.185568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:33.185953 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:33.187599 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:33.244191 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.250031 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.251880 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] 10.222.0.21 "DELETE /v2.0/networks/e9cb80f1-2cfb-4916-bef7-9a604cb9911c HTTP/1.1" status: 204 len: 168 time: 0.5801923 Jul 06 12:09:33.254901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51376) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:33.262536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b753607-0cbe-468f-8bdd-6942f8285abd admin admin] Pushing event deleted for resources: {'Network': ['ID=e9cb80f1-2cfb-4916-bef7-9a604cb9911c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:33.300688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fd4396-b93c-4b23-9cab-209dfe9bc43d admin admin] Deleting subnet b9722fdb-fe27-4e96-92d8-5eb45fa972f3 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:33.303910 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4396-b93c-4b23-9cab-209dfe9bc43d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.343504 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4396-b93c-4b23-9cab-209dfe9bc43d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.383180 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4396-b93c-4b23-9cab-209dfe9bc43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.436354 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4396-b93c-4b23-9cab-209dfe9bc43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.461281 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd4396-b93c-4b23-9cab-209dfe9bc43d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9722fdb-fe27-4e96-92d8-5eb45fa972f3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:33.465950 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4396-b93c-4b23-9cab-209dfe9bc43d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.467871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e6fd4396-b93c-4b23-9cab-209dfe9bc43d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b9722fdb-fe27-4e96-92d8-5eb45fa972f3 HTTP/1.1" status: 204 len: 168 time: 0.2118480 Jul 06 12:09:33.470309 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51378) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:33.543607 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.622098 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.632657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7dec917-dabc-4d6d-8cd2-8e5a248f04cc']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:33.644107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a956e3a6-413a-4e8a-8b20-4340c8805447') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:33.644424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a956e3a6-413a-4e8a-8b20-4340c8805447') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:33.654502 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.668826 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.676451 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:33.676866 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:33.687971 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:33.746618 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.754330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.756243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] 10.222.0.21 "DELETE /v2.0/networks/f7dec917-dabc-4d6d-8cd2-8e5a248f04cc HTTP/1.1" status: 204 len: 168 time: 0.2850170 Jul 06 12:09:33.767706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8c139-bdfb-4c39-a450-faf3a238814a admin admin] Pushing event deleted for resources: {'Network': ['ID=f7dec917-dabc-4d6d-8cd2-8e5a248f04cc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:33.933649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:33.974624 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-49bcfdff-38f5-429b-b93a-87882249f40a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1438936c8df4447b5c0bbd9166107c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396094 Jul 06 12:09:33.977046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51386) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:34.030091 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f56019ba-c86d-4449-957a-4cb614bf806b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.051649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f56019ba-c86d-4449-957a-4cb614bf806b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.100047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f56019ba-c86d-4449-957a-4cb614bf806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.102623 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f56019ba-c86d-4449-957a-4cb614bf806b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.103801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f56019ba-c86d-4449-957a-4cb614bf806b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a748f33-6222-4b80-94ae-baec97b05063 HTTP/1.1" status: 204 len: 168 time: 0.1257172 Jul 06 12:09:34.111547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56019ba-c86d-4449-957a-4cb614bf806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a748f33-6222-4b80-94ae-baec97b05063,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:34.417393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51392) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:34.461356 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b8a398c5-19d0-4027-96e6-c6dd905d3b93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fde1fed6ba74136aac4cc02e5aaf77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427473 Jul 06 12:09:34.464010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:34.511834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33d607d0-e451-49db-85a1-00427479c07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.524243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ae893042-def1-432c-953d-77fb43f572e3 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:34.532547 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33d607d0-e451-49db-85a1-00427479c07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.544649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: ae893042-def1-432c-953d-77fb43f572e3 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:34.544995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device ae893042-def1-432c-953d-77fb43f572e3 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:34.580191 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33d607d0-e451-49db-85a1-00427479c07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.582901 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33d607d0-e451-49db-85a1-00427479c07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.584292 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-33d607d0-e451-49db-85a1-00427479c07b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8eae2aad-5a0f-47aa-b474-e53fb4b1e874 HTTP/1.1" status: 204 len: 168 time: 0.1191561 Jul 06 12:09:34.592155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d607d0-e451-49db-85a1-00427479c07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eae2aad-5a0f-47aa-b474-e53fb4b1e874,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:35.266083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:35.365364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1837103032-network', 'tenant_id': 'b8376b6596b343ba852e90509a119d54'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:35.388087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Made reservation on behalf of b8376b6596b343ba852e90509a119d54 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:35.390545 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.398849 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.490918 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.495340 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.520752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:35.529782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab65b47d-2e3e-4dcd-b80c-ff437437fc84,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:35.537119 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.537473 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Added segment c834d28d-de1c-4597-ab87-6d59c5f549e5 of type vlan for network 9d2bc709-62da-42c0-a269-5ca9a6f35287 Jul 06 12:09:35.581727 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.609725 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.610575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:35.611227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.666137 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3989353 Jul 06 12:09:35.669283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51422) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:35.671580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d45d4d-f00a-4924-99c3-e22fec215ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=9d2bc709-62da-42c0-a269-5ca9a6f35287,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:35.674677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] Request body: {'subnet': {'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1837103032-subnet', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:35.681555 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 9d2bc709-62da-42c0-a269-5ca9a6f35287 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:35.696517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] Made reservation on behalf of b8376b6596b343ba852e90509a119d54 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:35.700265 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.866998 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.920868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a3e18c-ba2c-4825-95b2-b538c5ae4db5,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:35.931364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] Checking segment: {'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:35.931756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] Network hostable DHCP agents. Network: 9d2bc709-62da-42c0-a269-5ca9a6f35287, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:35.949951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] Network 9d2bc709-62da-42c0-a269-5ca9a6f35287 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:35.959267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 9d2bc709-62da-42c0-a269-5ca9a6f35287) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:35.963394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:35.964171 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.971102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739eeae1-3e42-4772-a326-456b1b93d274 None None] Network 9d2bc709-62da-42c0-a269-5ca9a6f35287 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:35.983036 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0a088c0b-e6f4-4bc6-8107-db82bf1a167b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3123727 Jul 06 12:09:35.985744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51426) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:35.990296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:36.012770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.013778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.070324 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.123137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-9d2bc709-62da-42c0-a269-5ca9a6f35287', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:36.124041 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.207018 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.266085 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Allocated IP 172.20.0.2 (9d2bc709-62da-42c0-a269-5ca9a6f35287/56a3e18c-ba2c-4825-95b2-b538c5ae4db5/462df498-64a5-4cbd-ac13-aa71b0778899) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:36.414244 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.422114 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.423662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Transition to ACTIVE for port object 462df498-64a5-4cbd-ac13-aa71b0778899 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:36.438738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Transition to ACTIVE for port object 462df498-64a5-4cbd-ac13-aa71b0778899 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:36.441171 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.444447 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.482803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Network 9d2bc709-62da-42c0-a269-5ca9a6f35287 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:36.487603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:36.490954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:36.498337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Pushing event updated for resources: {'Port': ['ID=462df498-64a5-4cbd-ac13-aa71b0778899,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:36.523843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.524205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.524535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.524876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.525208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.525541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.526370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.526704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.527032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.527360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.527712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.528035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.555711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Allocated IP 172.25.0.91 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/928ee930-b0c3-4d1f-881f-982267d1f574) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:36.564682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Attempting to bind port 462df498-64a5-4cbd-ac13-aa71b0778899 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:36.565061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Attempting to bind port 462df498-64a5-4cbd-ac13-aa71b0778899 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:36.565562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Attempting to bind port 462df498-64a5-4cbd-ac13-aa71b0778899 on network 9d2bc709-62da-42c0-a269-5ca9a6f35287 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:36.570760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:36.571164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Checking segment: {'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:36.571573 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.571961 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Bound using segment: {'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:36.572684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Bound port: 462df498-64a5-4cbd-ac13-aa71b0778899, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:36.573682 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.642981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] For port 462df498-64a5-4cbd-ac13-aa71b0778899, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:36.646461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] For port 462df498-64a5-4cbd-ac13-aa71b0778899, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=462df498-64a5-4cbd-ac13-aa71b0778899,segment=NetworkSegment(c834d28d-de1c-4597-ab87-6d59c5f549e5),segment_id=c834d28d-de1c-4597-ab87-6d59c5f549e5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:36.650729 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.670477 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.714248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30ae78-49a6-4529-a997-757494e3bb4c None None] Pushing event updated for resources: {'Port': ['ID=462df498-64a5-4cbd-ac13-aa71b0778899,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:36.718232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.765055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:36.767981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:36.772507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:36.775665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Pushing event updated for resources: {'Port': ['ID=928ee930-b0c3-4d1f-881f-982267d1f574,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:37.060993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.263154 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.409110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:09:37.528105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:37.537981 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Sync routers for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:37.546186 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.547873 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9494766b-4a8f-4852-9e5b-fbe9ef08e92e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5609303 Jul 06 12:09:37.548945 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:37.549561 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:37.550704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51430) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:37.663238 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:37.750709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1a274-1d21-41ec-973d-a8e624b5bba6 None None] Network 9d2bc709-62da-42c0-a269-5ca9a6f35287 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:37.824950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a9ab0075-266b-4807-9e91-f73e99ee6328 None None] Provisioning for port 462df498-64a5-4cbd-ac13-aa71b0778899 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:37.877458 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:36Z', 'revision_number': 3, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:37.907993 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Checking router: 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:37.908630 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Updating router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 port 928ee930-b0c3-4d1f-881f-982267d1f574 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:09:37.944487 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.011690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.182866 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Allocated IP 172.20.0.1 (9d2bc709-62da-42c0-a269-5ca9a6f35287/56a3e18c-ba2c-4825-95b2-b538c5ae4db5/e21fc4e1-98b2-406f-a4bc-d84faf9cf418) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:38.226338 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.238009 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Transition to ACTIVE for port object 928ee930-b0c3-4d1f-881f-982267d1f574 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:38.244542 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.294463 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Attempting to bind port 928ee930-b0c3-4d1f-881f-982267d1f574 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:38.294831 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Attempting to bind port 928ee930-b0c3-4d1f-881f-982267d1f574 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:38.295193 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Attempting to bind port 928ee930-b0c3-4d1f-881f-982267d1f574 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:38.295944 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.302288 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Pushing event updated for resources: {'Port': ['ID=928ee930-b0c3-4d1f-881f-982267d1f574,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:38.305528 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:38.305830 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:38.306226 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.306624 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:38.307915 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Bound port: 928ee930-b0c3-4d1f-881f-982267d1f574, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:38.308085 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.310229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Transition to ACTIVE for port object e21fc4e1-98b2-406f-a4bc-d84faf9cf418 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:38.314761 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.315091 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.315424 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.315790 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.316118 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.316444 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.316765 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.317086 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.317406 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.317726 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.318053 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.318391 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:38.346337 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.374568 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] For port 928ee930-b0c3-4d1f-881f-982267d1f574, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:38.377933 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] For port 928ee930-b0c3-4d1f-881f-982267d1f574, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=928ee930-b0c3-4d1f-881f-982267d1f574,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:38.382101 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.387775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Network 9d2bc709-62da-42c0-a269-5ca9a6f35287 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:38.394250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:38.398666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:38.424749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Pushing event updated for resources: {'Port': ['ID=e21fc4e1-98b2-406f-a4bc-d84faf9cf418,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:38.437864 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff006aa-d860-46d6-9a3d-76174083b9f1 None None] Pushing event updated for resources: {'Port': ['ID=928ee930-b0c3-4d1f-881f-982267d1f574,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:38.450984 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.453164 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:38.455264 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:38.561198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 462df498-64a5-4cbd-ac13-aa71b0778899 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:38.628252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 462df498-64a5-4cbd-ac13-aa71b0778899 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:38.634176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.642975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 462df498-64a5-4cbd-ac13-aa71b0778899 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:38.643355 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.698437 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:38.707602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0f22b203-11f0-43f8-8ac1-d0a6c94eae7c None None] Provisioning for port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:38.715776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0f22b203-11f0-43f8-8ac1-d0a6c94eae7c None None] Provisioning complete for port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:38.716876 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f22b203-11f0-43f8-8ac1-d0a6c94eae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.782665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0f22b203-11f0-43f8-8ac1-d0a6c94eae7c None None] Port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:38.790552 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.826159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 462df498-64a5-4cbd-ac13-aa71b0778899, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=462df498-64a5-4cbd-ac13-aa71b0778899,segment=NetworkSegment(c834d28d-de1c-4597-ab87-6d59c5f549e5),segment_id=c834d28d-de1c-4597-ab87-6d59c5f549e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:38.829317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.832424 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.835492 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.889633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=462df498-64a5-4cbd-ac13-aa71b0778899,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:38.909990 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:36Z', 'revision_number': 3, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:38.910765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Pushing event updated for resources: {'Port': ['ID=e21fc4e1-98b2-406f-a4bc-d84faf9cf418,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:38.914690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.940529 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb82789-7d93-4ca5-ac0c-3d1f6b282181 None None] The sync data for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 is: [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:36Z', 'revision_number': 3, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:39.010131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Network 9d2bc709-62da-42c0-a269-5ca9a6f35287 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:39.012499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:39.136453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:39.274554 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:39.279733 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7e591bf3-dcc6-4cbe-b988-892dd1bd6335 admin admin] 10.222.0.21 "PUT /v2.0/routers/4e17c2c7-0537-4f92-97ea-1f6fc4a68486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7276168 Jul 06 12:09:39.311227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-260f63e4-8930-45ba-bac2-536abfdf5891 None None] Provisioning complete for port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:39.312406 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-260f63e4-8930-45ba-bac2-536abfdf5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.359241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-260f63e4-8930-45ba-bac2-536abfdf5891 None None] Port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:39.785115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51450) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:39.790288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2136206818-network', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:39.815480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Made reservation on behalf of 785636b8edd747dc8320faa93aab5fb5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:39.817844 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.827348 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.918455 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.922252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.956123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:39.962844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd756e-02bf-4871-94ba-cc5509edd9b8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:39.972122 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.972530 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Added segment 149f8ca0-a561-4119-b886-8b9e78e5cb9e of type vlan for network af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 Jul 06 12:09:40.014344 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.044565 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.045615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:40.046217 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.099475 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3132143 Jul 06 12:09:40.102600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51452) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.106628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621a902-51c0-4eca-b633-84e5b0d61972 admin admin] Pushing event updated for resources: {'Network': ['ID=af2a7b5a-3cb3-4a82-a14b-1b991ccf3696,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:40.107906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] Request body: {'subnet': {'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2136206818-subnet', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:40.116689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:40.131487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] Made reservation on behalf of 785636b8edd747dc8320faa93aab5fb5 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:40.133976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.310845 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.365862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae4e905-86ae-4be0-b532-f5ac9047240e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:40.379987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] Checking segment: {'id': '149f8ca0-a561-4119-b886-8b9e78e5cb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:40.380353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] Network hostable DHCP agents. Network: af2a7b5a-3cb3-4a82-a14b-1b991ccf3696, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:40.400479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] Network af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:40.412289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, af2a7b5a-3cb3-4a82-a14b-1b991ccf3696) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:40.421376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a9b78-9fce-4f91-963b-18181cafc288 None None] Network af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:40.424590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:40.425202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.459809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51456) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.460074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4654ab3d-d9a4-4495-bf94-e7322803034d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3562956 Jul 06 12:09:40.465447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2136206818-router', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:40.502184 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.503644 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.524832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Sync routers for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:40.552780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:40.553418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:40.571247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.609233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 462df498-64a5-4cbd-ac13-aa71b0778899 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:40.714154 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.891393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-af2a7b5a-3cb3-4a82-a14b-1b991ccf3696', 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'fixed_ips': [{'subnet_id': '9ae4e905-86ae-4be0-b532-f5ac9047240e'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:40.892275 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.933133 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.953472 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.988805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 462df498-64a5-4cbd-ac13-aa71b0778899 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:40.989071 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.993658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:41.062261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Allocated IP 172.25.0.198 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:41.225454 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Allocated IP 172.20.0.2 (af2a7b5a-3cb3-4a82-a14b-1b991ccf3696/9ae4e905-86ae-4be0-b532-f5ac9047240e/1dba9b63-d85e-40cc-aeef-4afda80fec56) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:41.261232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 928ee930-b0c3-4d1f-881f-982267d1f574 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:41.438087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 928ee930-b0c3-4d1f-881f-982267d1f574 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:41.448753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 928ee930-b0c3-4d1f-881f-982267d1f574 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:41.449124 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.474535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.513941 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.523959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 2, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:41.531119 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.552027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:41.555148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:41.558789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:41.572330 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Checking router: 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:41.572740 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Updating router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:09:41.575301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Transition to ACTIVE for port object 1dba9b63-d85e-40cc-aeef-4afda80fec56 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:41.593341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Pushing event updated for resources: {'Port': ['ID=4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:41.617280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Transition to ACTIVE for port object 1dba9b63-d85e-40cc-aeef-4afda80fec56 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:41.649293 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.658759 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.709901 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.727890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Network af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:41.755432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:41.761434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Pushing event updated for resources: {'Port': ['ID=1dba9b63-d85e-40cc-aeef-4afda80fec56,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:41.769991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:41.777127 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 928ee930-b0c3-4d1f-881f-982267d1f574, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=928ee930-b0c3-4d1f-881f-982267d1f574,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:41.787788 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.837617 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.957480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Attempting to bind port 1dba9b63-d85e-40cc-aeef-4afda80fec56 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:41.957858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Attempting to bind port 1dba9b63-d85e-40cc-aeef-4afda80fec56 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '149f8ca0-a561-4119-b886-8b9e78e5cb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:41.958229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Attempting to bind port 1dba9b63-d85e-40cc-aeef-4afda80fec56 on network af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:41.997599 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=928ee930-b0c3-4d1f-881f-982267d1f574,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:42.002770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:42.003147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Checking segment: {'id': '149f8ca0-a561-4119-b886-8b9e78e5cb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:42.003586 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.003979 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Bound using segment: {'id': '149f8ca0-a561-4119-b886-8b9e78e5cb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:42.004486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Bound port: 1dba9b63-d85e-40cc-aeef-4afda80fec56, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149f8ca0-a561-4119-b886-8b9e78e5cb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:42.004845 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.046420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.113445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] For port 1dba9b63-d85e-40cc-aeef-4afda80fec56, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:42.117623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] For port 1dba9b63-d85e-40cc-aeef-4afda80fec56, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1dba9b63-d85e-40cc-aeef-4afda80fec56,segment=NetworkSegment(149f8ca0-a561-4119-b886-8b9e78e5cb9e),segment_id=149f8ca0-a561-4119-b886-8b9e78e5cb9e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:42.130279 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.176710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Router c6b8fc68-5d45-4181-af2a-3968e5638b55 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:09:42.215564 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.233335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0662e-3cc3-476d-b0cf-4b2e1c3b6c3d None None] Pushing event updated for resources: {'Port': ['ID=1dba9b63-d85e-40cc-aeef-4afda80fec56,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:42.236623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Transition to ACTIVE for port object e21fc4e1-98b2-406f-a4bc-d84faf9cf418 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:42.243629 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.308908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:42.319138 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Sync routers for ids ['c6b8fc68-5d45-4181-af2a-3968e5638b55'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:42.332836 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Routers {'c6b8fc68-5d45-4181-af2a-3968e5638b55'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:42.333556 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6b8fc68-5d45-4181-af2a-3968e5638b55'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:42.333738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700337f-9fd4-43e7-809f-5137a60de0e2 None None] Pushing event updated for resources: {'Port': ['ID=e21fc4e1-98b2-406f-a4bc-d84faf9cf418,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:42.336316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.342588 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fe21145d-74ac-44d4-993b-13651482944a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8787262 Jul 06 12:09:42.343068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 51460) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:42.391142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Attempting to bind port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:42.391585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Attempting to bind port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:42.391959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Attempting to bind port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 on network 9d2bc709-62da-42c0-a269-5ca9a6f35287 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:42.422478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:42.422869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Checking segment: {'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:42.427152 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.428040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Bound using segment: {'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:42.428819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Bound port: e21fc4e1-98b2-406f-a4bc-d84faf9cf418, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:42.429259 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.558895 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Set router c6b8fc68-5d45-4181-af2a-3968e5638b55 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:42.572345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] For port e21fc4e1-98b2-406f-a4bc-d84faf9cf418, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:42.576513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] For port e21fc4e1-98b2-406f-a4bc-d84faf9cf418, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e21fc4e1-98b2-406f-a4bc-d84faf9cf418,segment=NetworkSegment(c834d28d-de1c-4597-ab87-6d59c5f549e5),segment_id=c834d28d-de1c-4597-ab87-6d59c5f549e5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:42.591831 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.687020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1dba9b63-d85e-40cc-aeef-4afda80fec56 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:42.733678 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:42.734364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:42.815887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700337f-9fd4-43e7-809f-5137a60de0e2 None None] Pushing event updated for resources: {'Port': ['ID=e21fc4e1-98b2-406f-a4bc-d84faf9cf418,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:42.887115 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 1dba9b63-d85e-40cc-aeef-4afda80fec56 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:42.892774 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'name': 'tempest-TestVolumeBackupRestore-2136206818-router', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 3, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'gw_port': {'id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:42.906081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 928ee930-b0c3-4d1f-881f-982267d1f574 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:42.929824 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Checking router: c6b8fc68-5d45-4181-af2a-3968e5638b55 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:42.930656 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Updating router c6b8fc68-5d45-4181-af2a-3968e5638b55 port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:09:42.937070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:42.976256 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.083125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 928ee930-b0c3-4d1f-881f-982267d1f574 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:43.083482 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.090733 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.266081 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:42Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:43.287953 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Allocated IP 172.20.0.1 (af2a7b5a-3cb3-4a82-a14b-1b991ccf3696/9ae4e905-86ae-4be0-b532-f5ac9047240e/0b48a45b-0dda-43c2-8bc3-fe7de24d920a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:43.335880 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.351247 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Transition to ACTIVE for port object 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:43.360281 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.422427 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d240f22-1e7f-415f-b42e-66d3aa36cca0 None None] Pushing event updated for resources: {'Port': ['ID=4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:43.426179 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Attempting to bind port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:43.426597 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Attempting to bind port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:43.426967 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Attempting to bind port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:43.427664 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.433453 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:43.433845 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:43.434251 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.434643 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:43.435114 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Bound port: 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:43.435664 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.449628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Transition to ACTIVE for port object 0b48a45b-0dda-43c2-8bc3-fe7de24d920a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:43.495532 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.503050 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] For port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:43.508633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dda2e-8ee2-4675-904e-f731f600980c None None] The sync data for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 is: [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:42Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:43.508823 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] For port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:43.513367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a406fd9e-4d44-4215-b9a8-e8bdc13e7b35 None None] Network af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:43.515129 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.582101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Network af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:43.586020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:43.590522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:43.605449 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Routers {'c6b8fc68-5d45-4181-af2a-3968e5638b55'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:43.606192 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6b8fc68-5d45-4181-af2a-3968e5638b55'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:43.610078 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d240f22-1e7f-415f-b42e-66d3aa36cca0 None None] Pushing event updated for resources: {'Port': ['ID=4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:43.649970 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.714156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Pushing event updated for resources: {'Port': ['ID=0b48a45b-0dda-43c2-8bc3-fe7de24d920a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:43.777650 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] Set router c6b8fc68-5d45-4181-af2a-3968e5638b55 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:43.818805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-608303b8-1146-412d-a823-af32768c5530 None None] Provisioning for port 1dba9b63-d85e-40cc-aeef-4afda80fec56 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:43.825549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-608303b8-1146-412d-a823-af32768c5530 None None] Provisioning complete for port 1dba9b63-d85e-40cc-aeef-4afda80fec56 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:43.825949 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-608303b8-1146-412d-a823-af32768c5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.902345 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.945713 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-608303b8-1146-412d-a823-af32768c5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.009956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-608303b8-1146-412d-a823-af32768c5530 None None] For port 1dba9b63-d85e-40cc-aeef-4afda80fec56, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1dba9b63-d85e-40cc-aeef-4afda80fec56,segment=NetworkSegment(149f8ca0-a561-4119-b886-8b9e78e5cb9e),segment_id=149f8ca0-a561-4119-b886-8b9e78e5cb9e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:44.018484 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-608303b8-1146-412d-a823-af32768c5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.093487 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608303b8-1146-412d-a823-af32768c5530 None None] Pushing event updated for resources: {'Port': ['ID=1dba9b63-d85e-40cc-aeef-4afda80fec56,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:44.110394 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'name': 'tempest-TestVolumeBackupRestore-2136206818-router', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 3, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'gw_port': {'id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:44.147793 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb70621-b187-48ee-8716-5ff4d246ac89 None None] The sync data for ids ['c6b8fc68-5d45-4181-af2a-3968e5638b55'] in n-d-799527-2 is: [{'id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'name': 'tempest-TestVolumeBackupRestore-2136206818-router', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 3, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'gw_port': {'id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:44.161095 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.167946 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.204030 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-714c936a-ceff-44e0-94b0-469ae1ee8395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.249987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d83d88bb-e740-4e89-bac2-0b2ec546a75e None None] Provisioning for port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:44.258840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d83d88bb-e740-4e89-bac2-0b2ec546a75e None None] Provisioning complete for port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:44.259264 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83d88bb-e740-4e89-bac2-0b2ec546a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.262887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.265868 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Pushing event updated for resources: {'Port': ['ID=0b48a45b-0dda-43c2-8bc3-fe7de24d920a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:44.314243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d83d88bb-e740-4e89-bac2-0b2ec546a75e None None] Port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:44.328959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d83d88bb-e740-4e89-bac2-0b2ec546a75e None None] Provisioning complete for port 1dba9b63-d85e-40cc-aeef-4afda80fec56 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:44.329630 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d83d88bb-e740-4e89-bac2-0b2ec546a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.399048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Network af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:44.400697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:44.581588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1dacee7b-27da-40eb-8373-a2d908e73256 None None] Provisioning complete for port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:44.581978 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dacee7b-27da-40eb-8373-a2d908e73256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.628583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1dacee7b-27da-40eb-8373-a2d908e73256 None None] Port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:44.646370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1dba9b63-d85e-40cc-aeef-4afda80fec56 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:44.646568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Router c6b8fc68-5d45-4181-af2a-3968e5638b55 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:44.733622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1dba9b63-d85e-40cc-aeef-4afda80fec56 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:44.734038 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.811401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:44.817212 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ce3e43d5-6b4e-46dc-b673-c0236ae4e9ff admin admin] 10.222.0.21 "PUT /v2.0/routers/c6b8fc68-5d45-4181-af2a-3968e5638b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4730108 Jul 06 12:09:44.860706 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e21fc4e1-98b2-406f-a4bc-d84faf9cf418 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:44.918963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:44.923216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:44.923641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.978707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-47af905f-4292-49da-b3c6-27b977365571 None None] Provisioning complete for port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:44.979740 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47af905f-4292-49da-b3c6-27b977365571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.026048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-47af905f-4292-49da-b3c6-27b977365571 None None] Port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:45.078151 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.134889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port e21fc4e1-98b2-406f-a4bc-d84faf9cf418, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e21fc4e1-98b2-406f-a4bc-d84faf9cf418,segment=NetworkSegment(c834d28d-de1c-4597-ab87-6d59c5f549e5),segment_id=c834d28d-de1c-4597-ab87-6d59c5f549e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:45.141173 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.206341 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=e21fc4e1-98b2-406f-a4bc-d84faf9cf418,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:46.564059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e21fc4e1-98b2-406f-a4bc-d84faf9cf418 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:46.622847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:46.623223 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.711635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:46.771818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Sync routers for ids ['c6b8fc68-5d45-4181-af2a-3968e5638b55'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:46.781152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:46.785978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Routers {'c6b8fc68-5d45-4181-af2a-3968e5638b55'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:46.786659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6b8fc68-5d45-4181-af2a-3968e5638b55'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:46.788382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:46.788756 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.954593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Set router c6b8fc68-5d45-4181-af2a-3968e5638b55 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:46.992282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.054049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:47.089638 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.172793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:47.230850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'name': 'tempest-TestVolumeBackupRestore-2136206818-router', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:43Z', 'revision_number': 4, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'gw_port': {'id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0b48a45b-0dda-43c2-8bc3-fe7de24d920a', 'name': '', 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'mac_address': 'fa:16:3e:1a:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '9ae4e905-86ae-4be0-b532-f5ac9047240e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:43Z', 'updated_at': '2021-07-06T12:09:43Z', 'revision_number': 2, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'subnets': [{'id': '9ae4e905-86ae-4be0-b532-f5ac9047240e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:47.259691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Checking router: c6b8fc68-5d45-4181-af2a-3968e5638b55 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:47.260040 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Updating router c6b8fc68-5d45-4181-af2a-3968e5638b55 port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:09:47.295884 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.581751 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.593151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Transition to ACTIVE for port object 0b48a45b-0dda-43c2-8bc3-fe7de24d920a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:47.599216 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.648029 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b3ecb-ef09-4092-b613-ca12c59251da None None] Pushing event updated for resources: {'Port': ['ID=0b48a45b-0dda-43c2-8bc3-fe7de24d920a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:47.713285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Attempting to bind port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:47.714346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Attempting to bind port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '149f8ca0-a561-4119-b886-8b9e78e5cb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:47.714973 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Attempting to bind port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a on network af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:47.721291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:47.721666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Checking segment: {'id': '149f8ca0-a561-4119-b886-8b9e78e5cb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:47.722070 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.722462 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Bound using segment: {'id': '149f8ca0-a561-4119-b886-8b9e78e5cb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:47.722932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Bound port: 0b48a45b-0dda-43c2-8bc3-fe7de24d920a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149f8ca0-a561-4119-b886-8b9e78e5cb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:47.723316 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.803381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] For port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:47.808967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] For port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0b48a45b-0dda-43c2-8bc3-fe7de24d920a,segment=NetworkSegment(149f8ca0-a561-4119-b886-8b9e78e5cb9e),segment_id=149f8ca0-a561-4119-b886-8b9e78e5cb9e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:47.809758 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.876949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Routers {'c6b8fc68-5d45-4181-af2a-3968e5638b55'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:47.877581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:09:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6b8fc68-5d45-4181-af2a-3968e5638b55'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:47.923712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b3ecb-ef09-4092-b613-ca12c59251da None None] Pushing event updated for resources: {'Port': ['ID=0b48a45b-0dda-43c2-8bc3-fe7de24d920a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:48.014827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] Set router c6b8fc68-5d45-4181-af2a-3968e5638b55 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:48.227794 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.253435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'name': 'tempest-TestVolumeBackupRestore-2136206818-router', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:43Z', 'revision_number': 4, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'gw_port': {'id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0b48a45b-0dda-43c2-8bc3-fe7de24d920a', 'name': '', 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'mac_address': 'fa:16:3e:1a:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '9ae4e905-86ae-4be0-b532-f5ac9047240e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:43Z', 'updated_at': '2021-07-06T12:09:47Z', 'revision_number': 4, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'subnets': [{'id': '9ae4e905-86ae-4be0-b532-f5ac9047240e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:48.279998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406d9fe0-04f0-48af-be6f-a6f203700959 None None] The sync data for ids ['c6b8fc68-5d45-4181-af2a-3968e5638b55'] in n-d-799527-2 is: [{'id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'name': 'tempest-TestVolumeBackupRestore-2136206818-router', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:43Z', 'revision_number': 4, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'gw_port': {'id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '0b48a45b-0dda-43c2-8bc3-fe7de24d920a', 'name': '', 'network_id': 'af2a7b5a-3cb3-4a82-a14b-1b991ccf3696', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'mac_address': 'fa:16:3e:1a:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '9ae4e905-86ae-4be0-b532-f5ac9047240e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:43Z', 'updated_at': '2021-07-06T12:09:47Z', 'revision_number': 4, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'subnets': [{'id': '9ae4e905-86ae-4be0-b532-f5ac9047240e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:48.421376 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-534587b7-fa54-4493-8689-a949e8204e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.595191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0b48a45b-0dda-43c2-8bc3-fe7de24d920a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:48.658556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:48.663500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:48.663878 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.756125 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.799468 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.805492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0b48a45b-0dda-43c2-8bc3-fe7de24d920a,segment=NetworkSegment(149f8ca0-a561-4119-b886-8b9e78e5cb9e),segment_id=149f8ca0-a561-4119-b886-8b9e78e5cb9e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:48.812329 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.813941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:48.911160 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=0b48a45b-0dda-43c2-8bc3-fe7de24d920a,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:48.925991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:48.927607 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.504384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0b48a45b-0dda-43c2-8bc3-fe7de24d920a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:50.558212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:50.558584 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.605393 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.838735 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.014007 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.997917 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:10:14.182939 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e779bead-27cf-412d-999d-69481cf70892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.890185 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-bef250d4-fb2a-42da-abad-213cc2e87927 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1589348 Jul 06 12:10:15.994120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-806e343f-e23d-4068-b9a6-0d99e3064ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:15.995629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-806e343f-e23d-4068-b9a6-0d99e3064ac4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 1097 time: 0.0592930 Jul 06 12:10:16.101162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-4e6cb261-5ff6-4eae-b745-b4fd27a4e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:16.102652 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-4e6cb261-5ff6-4eae-b745-b4fd27a4e27d service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 200 len: 912 time: 0.0834541 Jul 06 12:10:16.172890 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-a829079e-b71f-4927-8fe6-b0685cf016cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4511de42-f398-4465-9b27-7fb97eb018de HTTP/1.1" status: 200 len: 1001 time: 0.0635962 Jul 06 12:10:16.223867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-e6bf9d70-835c-4e11-8f92-29e92a5d70de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:16.225371 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-e6bf9d70-835c-4e11-8f92-29e92a5d70de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 200 len: 850 time: 0.0443554 Jul 06 12:10:16.287539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-08602cb7-99be-4f1b-8fff-b3137620405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:16.289051 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-08602cb7-99be-4f1b-8fff-b3137620405d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d41ffd4-2407-4de9-acd6-472de5318058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561757 Jul 06 12:10:16.412698 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-544b44ff-b6a4-44cb-88c6-52b44e13ebf4 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132784 Jul 06 12:10:16.516817 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc671961-70d0-40fc-8703-ce4768f4eea4 req-5fb737ab-699a-46f0-b33f-a2ac8b145ba4 service neutron] 10.222.0.86 "GET /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907238 Jul 06 12:10:18.212791 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.410023 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-539dbf4f-4727-4ad4-ad1e-d0643fc1f126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.791643 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.582422 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.829507 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.047672 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.997068 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:10:44.186891 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fa28b2b-3062-4362-b9d8-2498bd2c8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.217347 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.412332 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c4a8ab2-90ca-493b-a78e-d345abcadd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.792985 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.593860 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.865653 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.066498 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:03.144031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-bfb7eb90-f82d-4afa-8e36-3375904e3254 req-943a2924-14a2-47ee-a60f-cc53ba1cc024 service neutron] (93815) timed out ('10.222.0.21', 33046) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:11:08.137879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f42ac-0f42-4f6d-9db1-179c024094fa req-31f78c27-1ddf-45dc-a401-79ccbe387c73 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:08.139563 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-325f42ac-0f42-4f6d-9db1-179c024094fa req-31f78c27-1ddf-45dc-a401-79ccbe387c73 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 946 time: 0.0688612 Jul 06 12:11:08.193751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-325f42ac-0f42-4f6d-9db1-179c024094fa req-36b536f2-2b07-4afb-91e2-dcae41351236 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=229b23e4-3cc2-47d4-9f39-e44029f07b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479403 Jul 06 12:11:09.384154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe69a0-021c-416e-8028-ba28c218759b req-618e3740-76ed-4cd2-81e0-3ac116e7f4ec tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:09.385695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6fe69a0-021c-416e-8028-ba28c218759b req-618e3740-76ed-4cd2-81e0-3ac116e7f4ec tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 946 time: 0.0653992 Jul 06 12:11:09.425086 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6fe69a0-021c-416e-8028-ba28c218759b req-2aa7b537-43b8-4213-8231-f9bb6f8bb703 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=229b23e4-3cc2-47d4-9f39-e44029f07b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336931 Jul 06 12:11:10.168744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-1c71dfee-30c9-46f4-bdee-9b13732d95e9 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:10.170254 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-1c71dfee-30c9-46f4-bdee-9b13732d95e9 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.86 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 946 time: 0.0806050 Jul 06 12:11:10.289184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Deleting port 4511de42-f398-4465-9b27-7fb97eb018de {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:10.289421 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.392158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] For port 4511de42-f398-4465-9b27-7fb97eb018de, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=4511de42-f398-4465-9b27-7fb97eb018de,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:10.392521 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.614697 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.617239 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.617679 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Floating IP a902ea1e-7671-4b5b-a903-026a5e9062d4 disassociated. External IP: 172.25.0.88, port: 4511de42-f398-4465-9b27-7fb97eb018de. Jul 06 12:11:10.618094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Calling delete_port for 4511de42-f398-4465-9b27-7fb97eb018de owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:10.643109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6841276-8141-422e-a1a8-9530f334eb6e req-d4220242-c2ba-459e-97d6-fb203942cf89 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:10.644702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6841276-8141-422e-a1a8-9530f334eb6e req-d4220242-c2ba-459e-97d6-fb203942cf89 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 946 time: 0.0733936 Jul 06 12:11:10.686158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6841276-8141-422e-a1a8-9530f334eb6e req-509fc04a-0a73-4858-b431-6214367d3c60 tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups?id=229b23e4-3cc2-47d4-9f39-e44029f07b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356369 Jul 06 12:11:10.794692 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.826664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event deleted for resources: {'Port': ['ID=4511de42-f398-4465-9b27-7fb97eb018de,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:10.839913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.840381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.840736 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.840994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.841418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.841859 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.842211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.842464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.842788 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.843124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.843460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.844663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:10.970491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:11.085485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:11.097139 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aaac29-d6cb-459c-8495-72eb8d90f8e1 None None] Sync routers for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:11.107143 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aaac29-d6cb-459c-8495-72eb8d90f8e1 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:11.107719 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-90aaac29-d6cb-459c-8495-72eb8d90f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:10:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:11.130960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] No DVR routers for this DVR port 4511de42-f398-4465-9b27-7fb97eb018de on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:11:11.133837 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:11.135854 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1f3c0548-6f82-4601-955a-8b41fb582c29 req-dab459ac-35b5-421e-ae8f-05566594da6e tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.86 "DELETE /v2.0/ports/4511de42-f398-4465-9b27-7fb97eb018de HTTP/1.1" status: 204 len: 173 time: 0.9594321 Jul 06 12:11:11.136341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580eca81-742e-4954-8ccd-682eca2f9489', 'name': 'network-vif-deleted', 'tag': '4511de42-f398-4465-9b27-7fb97eb018de'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:11.138581 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1be7566-d882-4ca7-9664-e659ce19e8aa" -d '{"events": [{"server_uuid": "580eca81-742e-4954-8ccd-682eca2f9489", "name": "network-vif-deleted", "tag": "4511de42-f398-4465-9b27-7fb97eb018de"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:11.225481 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-90aaac29-d6cb-459c-8495-72eb8d90f8e1 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:11.359007 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efc49fc-cd27-4250-92b7-b5c7f17830d6 x-openstack-request-id: req-1efc49fc-cd27-4250-92b7-b5c7f17830d6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:11.359581 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580eca81-742e-4954-8ccd-682eca2f9489", "name": "network-vif-deleted", "tag": "4511de42-f398-4465-9b27-7fb97eb018de", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:11.359769 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1efc49fc-cd27-4250-92b7-b5c7f17830d6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:11.360219 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580eca81-742e-4954-8ccd-682eca2f9489', 'name': 'network-vif-deleted', 'tag': '4511de42-f398-4465-9b27-7fb97eb018de', 'status': 'completed', 'code': 200} Jul 06 12:11:11.474624 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-90aaac29-d6cb-459c-8495-72eb8d90f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:11.499950 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aaac29-d6cb-459c-8495-72eb8d90f8e1 None None] Checking router: bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:11:11.508187 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aaac29-d6cb-459c-8495-72eb8d90f8e1 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:11.508774 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-90aaac29-d6cb-459c-8495-72eb8d90f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:10:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:11.617676 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-90aaac29-d6cb-459c-8495-72eb8d90f8e1 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:11.843345 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-90aaac29-d6cb-459c-8495-72eb8d90f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:11.875810 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aaac29-d6cb-459c-8495-72eb8d90f8e1 None None] The sync data for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 is: [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:04:02Z', 'revision_number': 4, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '4a5d3830-14aa-470d-b64c-30f5d02307cd', 'name': '', 'network_id': '0d41ffd4-2407-4de9-acd6-472de5318058', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'mac_address': 'fa:16:3e:20:b8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8691728a-9e08-4219-8b52-b84980b52a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:01Z', 'updated_at': '2021-07-06T12:04:10Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'subnets': [{'id': '8691728a-9e08-4219-8b52-b84980b52a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:11.893968 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5249e7a5-fdf0-41c2-921f-cd0ec7c22b5a req-f63fc7e2-836f-4a69-9d3b-555fda1e0acb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/ports?device_id=580eca81-742e-4954-8ccd-682eca2f9489 HTTP/1.1" status: 200 len: 210 time: 0.0504708 Jul 06 12:11:12.142097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c71cab-df0f-42e9-a5c4-dd06bbb703cd None None] New status for floating IP a902ea1e-7671-4b5b-a903-026a5e9062d4: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:11:13.034404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52426) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:13.094263 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:13.120136 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:13.173414 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:13.176116 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:13.177348 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "DELETE /v2.0/security-groups/229b23e4-3cc2-47d4-9f39-e44029f07b15 HTTP/1.1" status: 204 len: 168 time: 0.1418405 Jul 06 12:11:13.180757 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52428) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:13.187750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229b23e4-3cc2-47d4-9f39-e44029f07b15,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:13.198309 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.199673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.199673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.199673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.200233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.200448 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.200777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.201102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.201428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.201750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.202072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.202391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb54b79-06be-46f5-98a7-93d43ae185eb tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:13.202869 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-93afe48f-60f2-4aac-a5bf-299df35c7b9d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] show failed (client error): The resource could not be found. Jul 06 12:11:13.204411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-93afe48f-60f2-4aac-a5bf-299df35c7b9d tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "GET /v2.0/security-groups/229b23e4-3cc2-47d4-9f39-e44029f07b15 HTTP/1.1" status: 404 len: 347 time: 0.0223286 Jul 06 12:11:13.208090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52430) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:13.342322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9998d19c-0599-4d94-a280-110097e110ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Deleting port 36fd1629-9302-4603-9569-caa3d3c7c57a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:13.342671 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9998d19c-0599-4d94-a280-110097e110ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:13.423310 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9998d19c-0599-4d94-a280-110097e110ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:13.423607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9998d19c-0599-4d94-a280-110097e110ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:13.435518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9998d19c-0599-4d94-a280-110097e110ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Calling delete_port for 36fd1629-9302-4603-9569-caa3d3c7c57a owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:13.570564 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9998d19c-0599-4d94-a280-110097e110ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:13.600513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998d19c-0599-4d94-a280-110097e110ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Pushing event deleted for resources: {'Port': ['ID=36fd1629-9302-4603-9569-caa3d3c7c57a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:13.683512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9998d19c-0599-4d94-a280-110097e110ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:13.686139 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9998d19c-0599-4d94-a280-110097e110ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:13.687332 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9998d19c-0599-4d94-a280-110097e110ed tempest-AttachVolumeTestJSON-1049555263 tempest-AttachVolumeTestJSON-1049555263-project] 10.222.0.21 "DELETE /v2.0/floatingips/a902ea1e-7671-4b5b-a903-026a5e9062d4 HTTP/1.1" status: 204 len: 168 time: 0.4778278 Jul 06 12:11:14.002377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4511de42-f398-4465-9b27-7fb97eb018de no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:11:14.023381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 4511de42-f398-4465-9b27-7fb97eb018de {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:11:14.023755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 4511de42-f398-4465-9b27-7fb97eb018de not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:11:14.190121 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7a1841f-24d5-4d49-816b-d022eaa1f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:15.996324 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:11:18.233257 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.415360 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a604042-fc2c-40f7-950d-ca9624b957be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.808290 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.590917 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:23.956745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52630) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:24.499839 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.134911 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] Deleting port 4a5d3830-14aa-470d-b64c-30f5d02307cd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:25.135526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.257420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] For port 4a5d3830-14aa-470d-b64c-30f5d02307cd, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4a5d3830-14aa-470d-b64c-30f5d02307cd,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:25.257420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.274977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] Calling delete_port for 4a5d3830-14aa-470d-b64c-30f5d02307cd owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:25.492660 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.519257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5d3830-14aa-470d-b64c-30f5d02307cd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:25.716076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.945522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] Router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:26.061397 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:26.067943 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-96704585-d901-48be-abf5-76900b26da2f admin admin] 10.222.0.21 "PUT /v2.0/routers/bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1100993 Jul 06 12:11:26.068887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52672) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:26.071278 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d801f-b698-400c-942c-3ec953534199 None None] Sync routers for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:26.081283 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d801f-b698-400c-942c-3ec953534199 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:26.082165 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-066d801f-b698-400c-942c-3ec953534199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:26.212984 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:26.213515 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-066d801f-b698-400c-942c-3ec953534199 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:26.343958 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:26.412773 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Deleting port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:26.413153 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:26.444453 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-066d801f-b698-400c-942c-3ec953534199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:11:25Z', 'revision_number': 5, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port': {'id': '52f053c7-abd3-43ef-ba72-6ccb25c4d7f1', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:58Z', 'updated_at': '2021-07-06T12:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:26.477158 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d801f-b698-400c-942c-3ec953534199 None None] Checking router: bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:11:26.487217 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d801f-b698-400c-942c-3ec953534199 None None] Routers {'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:26.487967 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-066d801f-b698-400c-942c-3ec953534199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:26.538442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] For port 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=52f053c7-abd3-43ef-ba72-6ccb25c4d7f1,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:26.539253 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:26.556992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Calling delete_port for 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:26.594593 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-066d801f-b698-400c-942c-3ec953534199 None None] Set router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:26.665958 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-066d801f-b698-400c-942c-3ec953534199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:11:26Z', 'revision_number': 6, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:26.698105 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d801f-b698-400c-942c-3ec953534199 None None] The sync data for ids ['bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b'] in n-d-799527-2 is: [{'id': 'bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b', 'name': 'tempest-AttachVolumeTestJSON-1244432905-router', 'tenant_id': '0092fa0d8f354be094ec37e29ad9af2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:57Z', 'updated_at': '2021-07-06T12:11:26Z', 'revision_number': 6, 'project_id': '0092fa0d8f354be094ec37e29ad9af2e', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:26.766040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:26.794372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f053c7-abd3-43ef-ba72-6ccb25c4d7f1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:26.861983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:26.968198 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:26.970651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.038117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.038821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:11:27.048279 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.049696 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5e7ee7b6-28ae-443e-a5e4-b18b16a0f676 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bcfd1b0d-7cff-48b9-b29e-a041f6fcc17b HTTP/1.1" status: 204 len: 168 time: 0.9798806 Jul 06 12:11:27.052195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52694) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:27.114234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-b922e576-76c2-48ee-8d57-6904905e846f admin admin] Deleting subnet 8691728a-9e08-4219-8b52-b84980b52a82 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:11:27.118263 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b922e576-76c2-48ee-8d57-6904905e846f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.162355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b922e576-76c2-48ee-8d57-6904905e846f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.257531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b922e576-76c2-48ee-8d57-6904905e846f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.327799 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b922e576-76c2-48ee-8d57-6904905e846f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.356630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922e576-76c2-48ee-8d57-6904905e846f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8691728a-9e08-4219-8b52-b84980b52a82,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:27.358733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b922e576-76c2-48ee-8d57-6904905e846f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.362284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b922e576-76c2-48ee-8d57-6904905e846f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8691728a-9e08-4219-8b52-b84980b52a82 HTTP/1.1" status: 204 len: 168 time: 0.3089790 Jul 06 12:11:27.364404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd9fe1f-492f-488b-92ab-9044f5e28ef3 None None] Network 0d41ffd4-2407-4de9-acd6-472de5318058 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:27.365152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52704) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:27.455756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.543182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Deleting port 601d3e84-66f3-4590-a4f9-7e6676fb751f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:27.544256 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.620912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] For port 601d3e84-66f3-4590-a4f9-7e6676fb751f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=601d3e84-66f3-4590-a4f9-7e6676fb751f,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:27.622021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.643803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Calling delete_port for 601d3e84-66f3-4590-a4f9-7e6676fb751f owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:27.657000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] DHCP port deletion for 0d41ffd4-2407-4de9-acd6-472de5318058 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:11:27.740535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Deleting port 601d3e84-66f3-4590-a4f9-7e6676fb751f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:27.740911 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.770918 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.814669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=601d3e84-66f3-4590-a4f9-7e6676fb751f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:27.828503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] No DVR routers for this DVR port 601d3e84-66f3-4590-a4f9-7e6676fb751f on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:11:27.854335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] For port 601d3e84-66f3-4590-a4f9-7e6676fb751f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=601d3e84-66f3-4590-a4f9-7e6676fb751f,segment=NetworkSegment(7b73f773-f369-43fb-bd9c-cc7c968db620),segment_id=7b73f773-f369-43fb-bd9c-cc7c968db620)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:27.855004 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.873514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Calling delete_port for 601d3e84-66f3-4590-a4f9-7e6676fb751f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:27.975098 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.978361 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.995036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d41ffd4-2407-4de9-acd6-472de5318058']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:28.008736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Pushing event deleted for resources: {'Port': ['ID=601d3e84-66f3-4590-a4f9-7e6676fb751f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:28.014463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] No DVR routers for this DVR port 601d3e84-66f3-4590-a4f9-7e6676fb751f on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:11:28.023379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.023775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.024101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.024436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.024779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.025290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.025593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.025932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.026238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b73f773-f369-43fb-bd9c-cc7c968db620') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:28.026450 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.026653 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.032809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.033421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b73f773-f369-43fb-bd9c-cc7c968db620') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:28.033892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ef503e-97be-4518-b5ae-1373aaeff9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:28.051613 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.079265 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.091666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:11:28.092347 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:11:28.095921 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:11:28.195783 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.206885 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.220591 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] 10.222.0.21 "DELETE /v2.0/networks/0d41ffd4-2407-4de9-acd6-472de5318058 HTTP/1.1" status: 204 len: 168 time: 0.8448164 Jul 06 12:11:28.234066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c2544-cb89-477c-b83a-818a2867a2cf admin admin] Pushing event deleted for resources: {'Network': ['ID=0d41ffd4-2407-4de9-acd6-472de5318058,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:28.374600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52724) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:28.429922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f263fa0f-623f-4eca-8536-991affaff95c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0092fa0d8f354be094ec37e29ad9af2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507658 Jul 06 12:11:28.430359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52730) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:28.564982 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4a5d3830-14aa-470d-b64c-30f5d02307cd no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:11:28.586133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 4a5d3830-14aa-470d-b64c-30f5d02307cd {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:11:28.586490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4a5d3830-14aa-470d-b64c-30f5d02307cd not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:11:28.587118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 601d3e84-66f3-4590-a4f9-7e6676fb751f no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:11:28.611616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 601d3e84-66f3-4590-a4f9-7e6676fb751f {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:11:28.611967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 601d3e84-66f3-4590-a4f9-7e6676fb751f not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:11:28.612636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:11:28.633805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:11:28.634158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 52f053c7-abd3-43ef-ba72-6ccb25c4d7f1 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:11:28.827252 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59cef901-2da1-4380-8da7-abc3098727b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.852817 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59cef901-2da1-4380-8da7-abc3098727b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.872427 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.908643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59cef901-2da1-4380-8da7-abc3098727b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.911211 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59cef901-2da1-4380-8da7-abc3098727b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.912450 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-59cef901-2da1-4380-8da7-abc3098727b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb540b40-daa8-4998-a11a-33d383652af9 HTTP/1.1" status: 204 len: 168 time: 0.4809785 Jul 06 12:11:28.921048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cef901-2da1-4380-8da7-abc3098727b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb540b40-daa8-4998-a11a-33d383652af9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:29.071397 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.304176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:30.498404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6922403f-7be8-49a2-85ef-ff22178482e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.608002 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6922403f-7be8-49a2-85ef-ff22178482e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.612545 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6922403f-7be8-49a2-85ef-ff22178482e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.654222 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6922403f-7be8-49a2-85ef-ff22178482e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea9e19b6411f4dc0870ddccd99949b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489618 Jul 06 12:11:30.655084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922403f-7be8-49a2-85ef-ff22178482e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf60b1a-6e32-42cd-bfbb-2515dc27dc03,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:30.657046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52812) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:30.712072 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7255b31e-088b-45d5-aa16-8974e17f6691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.734022 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7255b31e-088b-45d5-aa16-8974e17f6691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.785283 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7255b31e-088b-45d5-aa16-8974e17f6691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.788068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7255b31e-088b-45d5-aa16-8974e17f6691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.791656 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7255b31e-088b-45d5-aa16-8974e17f6691 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bf60b1a-6e32-42cd-bfbb-2515dc27dc03 HTTP/1.1" status: 204 len: 168 time: 0.1311064 Jul 06 12:11:30.801710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255b31e-088b-45d5-aa16-8974e17f6691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf60b1a-6e32-42cd-bfbb-2515dc27dc03,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:34.618250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-1a6dd520-8843-41fd-88ad-111d89197189 req-60fca909-3587-4e53-992e-be72697f5ba0 service neutron] (93815) timed out ('10.222.0.21', 43074) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:11:35.220990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52934) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:35.225805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e3effded-0f20-415c-8e25-5feb175d3a33 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1372260363', 'description': 'tempest-secgroup-smoke-1372260363 description', 'project_id': 'b8376b6596b343ba852e90509a119d54'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:35.251809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3effded-0f20-415c-8e25-5feb175d3a33 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.351815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3effded-0f20-415c-8e25-5feb175d3a33 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.356983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3effded-0f20-415c-8e25-5feb175d3a33 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.391543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3effded-0f20-415c-8e25-5feb175d3a33 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.396112 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e3effded-0f20-415c-8e25-5feb175d3a33 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1738739 Jul 06 12:11:35.397543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3effded-0f20-415c-8e25-5feb175d3a33 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e13789-a751-4554-9aae-94599a0d67bd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:35.398447 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52940) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:35.406922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d0a46063-d5cc-4500-800d-310b1393e767 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Request body: {'security_group_rule': {'security_group_id': '43e13789-a751-4554-9aae-94599a0d67bd', 'project_id': 'b8376b6596b343ba852e90509a119d54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:35.444823 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a46063-d5cc-4500-800d-310b1393e767 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.510278 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a46063-d5cc-4500-800d-310b1393e767 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.515795 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a46063-d5cc-4500-800d-310b1393e767 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.539887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a46063-d5cc-4500-800d-310b1393e767 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c6df87-6966-4be4-bff1-6c3195e7b8c1,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:35.541809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a46063-d5cc-4500-800d-310b1393e767 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.544299 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d0a46063-d5cc-4500-800d-310b1393e767 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443279 Jul 06 12:11:35.546800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52946) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:35.554574 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-964aede6-afa3-466f-88e4-1bbd39675990 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Request body: {'security_group_rule': {'security_group_id': '43e13789-a751-4554-9aae-94599a0d67bd', 'project_id': 'b8376b6596b343ba852e90509a119d54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:35.594431 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-964aede6-afa3-466f-88e4-1bbd39675990 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.668633 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-964aede6-afa3-466f-88e4-1bbd39675990 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.673063 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-964aede6-afa3-466f-88e4-1bbd39675990 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.691024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964aede6-afa3-466f-88e4-1bbd39675990 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03962c17-7653-402c-8271-c344c36f174d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:35.697646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-964aede6-afa3-466f-88e4-1bbd39675990 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.702490 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-964aede6-afa3-466f-88e4-1bbd39675990 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507497 Jul 06 12:11:35.703234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52948) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:35.707628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6082e5ce-33a2-477f-8522-bc117fd4ba62 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Request body: {'security_group_rule': {'security_group_id': '43e13789-a751-4554-9aae-94599a0d67bd', 'project_id': 'b8376b6596b343ba852e90509a119d54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:35.737627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6082e5ce-33a2-477f-8522-bc117fd4ba62 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.806656 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6082e5ce-33a2-477f-8522-bc117fd4ba62 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.812644 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6082e5ce-33a2-477f-8522-bc117fd4ba62 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.830818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082e5ce-33a2-477f-8522-bc117fd4ba62 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466b6e24-63c6-44f8-aa70-a69df8b18beb,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:35.841925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6082e5ce-33a2-477f-8522-bc117fd4ba62 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.843577 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6082e5ce-33a2-477f-8522-bc117fd4ba62 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397088 Jul 06 12:11:35.848475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52952) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:35.853085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a4368925-5f30-4526-8fed-a60dd25f3f73 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Request body: {'security_group_rule': {'security_group_id': '43e13789-a751-4554-9aae-94599a0d67bd', 'project_id': 'b8376b6596b343ba852e90509a119d54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:35.882516 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4368925-5f30-4526-8fed-a60dd25f3f73 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.953522 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4368925-5f30-4526-8fed-a60dd25f3f73 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.958802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4368925-5f30-4526-8fed-a60dd25f3f73 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.978797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4368925-5f30-4526-8fed-a60dd25f3f73 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c5ce52-2481-4df3-a128-85a004eed999,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:35.984346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4368925-5f30-4526-8fed-a60dd25f3f73 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.987933 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a4368925-5f30-4526-8fed-a60dd25f3f73 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383896 Jul 06 12:11:35.988763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 52956) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:35.993501 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7b13e8cf-da63-48c5-9288-bfc037a203a5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Request body: {'security_group_rule': {'security_group_id': '43e13789-a751-4554-9aae-94599a0d67bd', 'project_id': 'b8376b6596b343ba852e90509a119d54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:36.017676 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-7b13e8cf-da63-48c5-9288-bfc037a203a5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Project b8376b6596b343ba852e90509a119d54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:11:36.022962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b13e8cf-da63-48c5-9288-bfc037a203a5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.088470 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b13e8cf-da63-48c5-9288-bfc037a203a5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.094288 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b13e8cf-da63-48c5-9288-bfc037a203a5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.111977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13e8cf-da63-48c5-9288-bfc037a203a5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750e0961-589c-48cc-b1bc-9c730012e4c2,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:36.120996 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b13e8cf-da63-48c5-9288-bfc037a203a5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.125029 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7b13e8cf-da63-48c5-9288-bfc037a203a5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326234 Jul 06 12:11:36.125886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52960) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:36.131034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5872f6f3-de7d-4a18-a6f1-d2841c60b0c7 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Request body: {'security_group_rule': {'security_group_id': '43e13789-a751-4554-9aae-94599a0d67bd', 'project_id': 'b8376b6596b343ba852e90509a119d54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:36.154984 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-5872f6f3-de7d-4a18-a6f1-d2841c60b0c7 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Project b8376b6596b343ba852e90509a119d54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:11:36.160930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5872f6f3-de7d-4a18-a6f1-d2841c60b0c7 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.224237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5872f6f3-de7d-4a18-a6f1-d2841c60b0c7 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.229240 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5872f6f3-de7d-4a18-a6f1-d2841c60b0c7 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.250186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872f6f3-de7d-4a18-a6f1-d2841c60b0c7 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4a0dc3-fb8a-4a95-b2bb-c1a5c31d6109,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:36.253509 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5872f6f3-de7d-4a18-a6f1-d2841c60b0c7 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.254744 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5872f6f3-de7d-4a18-a6f1-d2841c60b0c7 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275845 Jul 06 12:11:36.467515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-29f36f28-b1d8-4ec6-87e8-acac07b60624 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372260363&fields=id&tenant_id=b8376b6596b343ba852e90509a119d54 HTTP/1.1" status: 200 len: 267 time: 0.0382724 Jul 06 12:11:36.569630 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52972) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:36.622450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-85cf9a84-9473-4b57-946a-3e71f82e743a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:36.625168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-85cf9a84-9473-4b57-946a-3e71f82e743a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/networks?id=9d2bc709-62da-42c0-a269-5ca9a6f35287 HTTP/1.1" status: 200 len: 814 time: 0.1499867 Jul 06 12:11:36.651654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-788a4af8-71c7-4d10-9e38-2259944c78e6 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/quotas/b8376b6596b343ba852e90509a119d54 HTTP/1.1" status: 200 len: 375 time: 0.0169482 Jul 06 12:11:36.715296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-622d5453-7006-43e0-ab47-6982bc8483be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.727019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-25219cf5-707e-4fc5-b4d7-579a012d70b4 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8376b6596b343ba852e90509a119d54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694177 Jul 06 12:11:36.831350 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-622d5453-7006-43e0-ab47-6982bc8483be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.835559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-622d5453-7006-43e0-ab47-6982bc8483be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.844047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-3e42d799-a7e6-4fe4-b95a-84917698890c service neutron] 10.222.0.21 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041465 Jul 06 12:11:36.881049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d5453-7006-43e0-ab47-6982bc8483be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0ccb09-9c9a-44dc-a7db-d5588a1b8cc8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:36.885510 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-622d5453-7006-43e0-ab47-6982bc8483be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cefa33c0ddc4078a6f68d138eeeb931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146348 Jul 06 12:11:36.888281 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52978) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:36.941770 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-493f4ec1-5df0-4f59-a492-10220fadddda service neutron] 10.222.0.21 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920191 Jul 06 12:11:36.944420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25c96879-6be8-4545-b6ef-362b81d9e8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.984333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25c96879-6be8-4545-b6ef-362b81d9e8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.046158 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25c96879-6be8-4545-b6ef-362b81d9e8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.049145 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25c96879-6be8-4545-b6ef-362b81d9e8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.050515 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-25c96879-6be8-4545-b6ef-362b81d9e8c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef0ccb09-9c9a-44dc-a7db-d5588a1b8cc8 HTTP/1.1" status: 204 len: 168 time: 0.1612811 Jul 06 12:11:37.059858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c96879-6be8-4545-b6ef-362b81d9e8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0ccb09-9c9a-44dc-a7db-d5588a1b8cc8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:37.310606 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63452fb9-0342-46a5-bd66-d77e149a8b20 req-9d8f7fc1-30f7-4961-bdd0-af7531bd27b0 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 210 time: 0.0337327 Jul 06 12:11:37.396149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52996) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:37.412784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e03855e-7cee-4df8-bf58-87bc20936383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.523806 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e03855e-7cee-4df8-bf58-87bc20936383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.529807 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e03855e-7cee-4df8-bf58-87bc20936383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.574629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4e03855e-7cee-4df8-bf58-87bc20936383 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baf8cfd5f2d94e41986e6572228cd3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764572 Jul 06 12:11:37.575701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03855e-7cee-4df8-bf58-87bc20936383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f815f6-5279-4561-94e0-e5ce3d09de96,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:37.579087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53002) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:37.635816 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-425e55f0-4b91-4d57-a792-911875bf74e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.667068 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-425e55f0-4b91-4d57-a792-911875bf74e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.727348 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-425e55f0-4b91-4d57-a792-911875bf74e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.730990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-425e55f0-4b91-4d57-a792-911875bf74e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.732233 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-425e55f0-4b91-4d57-a792-911875bf74e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89f815f6-5279-4561-94e0-e5ce3d09de96 HTTP/1.1" status: 204 len: 168 time: 0.1517293 Jul 06 12:11:37.740542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e55f0-4b91-4d57-a792-911875bf74e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f815f6-5279-4561-94e0-e5ce3d09de96,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:38.467015 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4223fab-3c0f-4a2d-b2bd-b40a33a893c5 req-29e57203-eba5-4c24-ad7c-717c0e7e1d9b tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 210 time: 0.0312891 Jul 06 12:11:38.923156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-5ff356ca-3d56-41ef-8e29-10dd270a41f5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:38.924752 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-5ff356ca-3d56-41ef-8e29-10dd270a41f5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.86 "GET /v2.0/networks?id=9d2bc709-62da-42c0-a269-5ca9a6f35287 HTTP/1.1" status: 200 len: 814 time: 0.1431718 Jul 06 12:11:38.989107 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-1fc11399-03c9-431b-9b63-b5eaf75f8688 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8376b6596b343ba852e90509a119d54 HTTP/1.1" status: 200 len: 380 time: 0.0433962 Jul 06 12:11:39.002405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Request body: {'port': {'device_id': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'admin_state_up': True, 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'security_groups': ['43e13789-a751-4554-9aae-94599a0d67bd']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:39.148080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Made reservation on behalf of b8376b6596b343ba852e90509a119d54 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:39.154086 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.300556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Allocated IP 172.20.0.13 (9d2bc709-62da-42c0-a269-5ca9a6f35287/56a3e18c-ba2c-4825-95b2-b538c5ae4db5/d8f85732-8dac-4d1f-a302-3b31d8796834) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:39.469911 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.485489 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Transition to ACTIVE for port object d8f85732-8dac-4d1f-a302-3b31d8796834 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:39.521107 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.572434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Network 9d2bc709-62da-42c0-a269-5ca9a6f35287 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:39.576530 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:39.583322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:39.617948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event updated for resources: {'Port': ['ID=d8f85732-8dac-4d1f-a302-3b31d8796834,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:39.667103 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:39.668508 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.683118 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b936da5-dc4f-413b-a8a5-3d8f491b6e44 req-0758d94d-ee51-4c2c-8511-2f887b87c1be tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:39.683791 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-da47b6df-b2cb-484b-8176-6f4c3e79955c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6854429 Jul 06 12:11:39.685007 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b936da5-dc4f-413b-a8a5-3d8f491b6e44 req-0758d94d-ee51-4c2c-8511-2f887b87c1be tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 932 time: 0.0980096 Jul 06 12:11:39.702750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Request body: {'port': {'device_id': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:39.751199 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b936da5-dc4f-413b-a8a5-3d8f491b6e44 req-985e8a1e-6882-4044-802e-9625e4044ccf tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591726 Jul 06 12:11:39.827709 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.962447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e1bf2214-675b-4d4f-a35b-b805b94ee5a2 None None] Provisioning for port d8f85732-8dac-4d1f-a302-3b31d8796834 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:39.967398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e1bf2214-675b-4d4f-a35b-b805b94ee5a2 None None] Provisioning complete for port d8f85732-8dac-4d1f-a302-3b31d8796834 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:39.968494 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2214-675b-4d4f-a35b-b805b94ee5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.010866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf2214-675b-4d4f-a35b-b805b94ee5a2 None None] Port d8f85732-8dac-4d1f-a302-3b31d8796834 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:40.128453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f85732-8dac-4d1f-a302-3b31d8796834 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:11:40.137519 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.150995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Transition to ACTIVE for port object d8f85732-8dac-4d1f-a302-3b31d8796834 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:40.155160 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.210538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f85732-8dac-4d1f-a302-3b31d8796834,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:40.294843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Attempting to bind port d8f85732-8dac-4d1f-a302-3b31d8796834 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:40.295190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Attempting to bind port d8f85732-8dac-4d1f-a302-3b31d8796834 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:40.295547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Attempting to bind port d8f85732-8dac-4d1f-a302-3b31d8796834 on network 9d2bc709-62da-42c0-a269-5ca9a6f35287 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:40.301332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Port d8f85732-8dac-4d1f-a302-3b31d8796834 on network 9d2bc709-62da-42c0-a269-5ca9a6f35287 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:40.301659 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Attempting to bind port d8f85732-8dac-4d1f-a302-3b31d8796834 on network 9d2bc709-62da-42c0-a269-5ca9a6f35287 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:40.308282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:11:40.309128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Checking segment: {'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:40.309716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Bound using segment: {'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:11:40.310367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Bound port: d8f85732-8dac-4d1f-a302-3b31d8796834, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c834d28d-de1c-4597-ab87-6d59c5f549e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:11:40.310912 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.419025 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] For port d8f85732-8dac-4d1f-a302-3b31d8796834, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:11:40.487331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] For port d8f85732-8dac-4d1f-a302-3b31d8796834, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d8f85732-8dac-4d1f-a302-3b31d8796834,segment=NetworkSegment(c834d28d-de1c-4597-ab87-6d59c5f549e5),segment_id=c834d28d-de1c-4597-ab87-6d59c5f549e5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:11:40.487331 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.533855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:40.534696 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.536550 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] 10.222.0.86 "PUT /v2.0/ports/d8f85732-8dac-4d1f-a302-3b31d8796834 HTTP/1.1" status: 200 len: 1092 time: 0.8389964 Jul 06 12:11:40.537191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:40.539700 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88183b5c-ec85-4715-8e88-43b209ddb704" -d '{"events": [{"name": "network-changed", "server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:40.563598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:40.616106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd61ac-53f9-4aa7-8455-d6782fe71434 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f85732-8dac-4d1f-a302-3b31d8796834,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:40.625539 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3b64da-c5d7-4abc-9429-57d5fa3ccfa8 x-openstack-request-id: req-5f3b64da-c5d7-4abc-9429-57d5fa3ccfa8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:40.626095 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:40.626487 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f3b64da-c5d7-4abc-9429-57d5fa3ccfa8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:40.627282 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'status': 'completed', 'code': 200} Jul 06 12:11:40.677169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-d22a3c2f-5f52-43b2-a0b5-3719a45de869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:40.679033 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-d22a3c2f-5f52-43b2-a0b5-3719a45de869 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8376b6596b343ba852e90509a119d54&device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 1095 time: 0.0786338 Jul 06 12:11:40.697791 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-518d4c64-c46d-4b95-9167-06a40210ec39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.736775 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-3a42c0ee-45a5-4bc1-8140-06ed18a56273 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f85732-8dac-4d1f-a302-3b31d8796834 HTTP/1.1" status: 200 len: 217 time: 0.0466056 Jul 06 12:11:40.814674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-61aef7d9-7fdd-4342-9472-ecbb896d09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:40.816321 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-61aef7d9-7fdd-4342-9472-ecbb896d09fb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56a3e18c-ba2c-4825-95b2-b538c5ae4db5 HTTP/1.1" status: 200 len: 853 time: 0.0703652 Jul 06 12:11:40.831790 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-518d4c64-c46d-4b95-9167-06a40210ec39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.836999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-518d4c64-c46d-4b95-9167-06a40210ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.870172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d4c64-c46d-4b95-9167-06a40210ec39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb47f60b-fd69-48fb-94bb-b6e3de610bd4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:40.896543 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-518d4c64-c46d-4b95-9167-06a40210ec39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=361bc19458a140d9a884c10a4162f8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313165 Jul 06 12:11:40.898792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:40.925690 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-51fac2a7-19e8-42f8-b1bf-f3235528ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:40.927162 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-51fac2a7-19e8-42f8-b1bf-f3235528ac6a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9d2bc709-62da-42c0-a269-5ca9a6f35287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007483 Jul 06 12:11:41.001363 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ae60a9e-df16-4d2a-8851-645d811a7638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.030901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f53b-a92f-4fa4-b0c2-a0dac049f640 req-f563a04c-cf81-4031-8fd7-588e5ae945e3 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:41.032817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3849f53b-a92f-4fa4-b0c2-a0dac049f640 req-f563a04c-cf81-4031-8fd7-588e5ae945e3 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 944 time: 0.1232905 Jul 06 12:11:41.037884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ae60a9e-df16-4d2a-8851-645d811a7638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.044915 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-268486ef-9b84-4b0c-a8ae-dab36e1aedf5 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064687 Jul 06 12:11:41.108669 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3849f53b-a92f-4fa4-b0c2-a0dac049f640 req-95c3a3cc-479d-4a30-96f3-8067614c5ffa tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633314 Jul 06 12:11:41.121320 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ae60a9e-df16-4d2a-8851-645d811a7638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.124180 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ae60a9e-df16-4d2a-8851-645d811a7638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.125371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4ae60a9e-df16-4d2a-8851-645d811a7638 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb47f60b-fd69-48fb-94bb-b6e3de610bd4 HTTP/1.1" status: 204 len: 168 time: 0.2254112 Jul 06 12:11:41.145793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae60a9e-df16-4d2a-8851-645d811a7638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb47f60b-fd69-48fb-94bb-b6e3de610bd4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:41.167052 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dd45eeda-5747-476f-8c6e-a6b6f39887bc req-6f3cfce2-877e-47f6-a571-e0b89830fe37 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123888 Jul 06 12:11:41.276026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183b5c-ec85-4715-8e88-43b209ddb704 req-28aaa7d5-e8aa-41db-b876-d430d94e7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:41.277683 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88183b5c-ec85-4715-8e88-43b209ddb704 req-28aaa7d5-e8aa-41db-b876-d430d94e7f71 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8376b6596b343ba852e90509a119d54&device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 1095 time: 0.0569942 Jul 06 12:11:41.393270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183b5c-ec85-4715-8e88-43b209ddb704 req-2a01e0ce-97b8-4703-8366-6c917e1f6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:41.395073 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88183b5c-ec85-4715-8e88-43b209ddb704 req-2a01e0ce-97b8-4703-8366-6c917e1f6855 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9d2bc709-62da-42c0-a269-5ca9a6f35287 HTTP/1.1" status: 200 len: 915 time: 0.1107419 Jul 06 12:11:41.443017 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88183b5c-ec85-4715-8e88-43b209ddb704 req-cf28f238-c820-4747-a270-62c10db52eaa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f85732-8dac-4d1f-a302-3b31d8796834 HTTP/1.1" status: 200 len: 217 time: 0.0367413 Jul 06 12:11:41.443163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53080) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:41.457345 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96335d4c-0c63-4ec3-b273-156a7e1093d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.500017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183b5c-ec85-4715-8e88-43b209ddb704 req-920db084-44b7-4f99-99f8-13219eff7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:41.501387 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88183b5c-ec85-4715-8e88-43b209ddb704 req-920db084-44b7-4f99-99f8-13219eff7dac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56a3e18c-ba2c-4825-95b2-b538c5ae4db5 HTTP/1.1" status: 200 len: 853 time: 0.0482924 Jul 06 12:11:41.554044 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96335d4c-0c63-4ec3-b273-156a7e1093d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.559879 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96335d4c-0c63-4ec3-b273-156a7e1093d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.570674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183b5c-ec85-4715-8e88-43b209ddb704 req-d1ebedd6-cd35-452b-8885-f6abceef2adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:41.572575 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88183b5c-ec85-4715-8e88-43b209ddb704 req-d1ebedd6-cd35-452b-8885-f6abceef2adc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9d2bc709-62da-42c0-a269-5ca9a6f35287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612178 Jul 06 12:11:41.603254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-96335d4c-0c63-4ec3-b273-156a7e1093d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c20a864fc4045eab25bbeb26350e561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590230 Jul 06 12:11:41.603995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96335d4c-0c63-4ec3-b273-156a7e1093d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0127286d-58c2-4b20-985c-156f566a9354,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:41.606942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:41.665602 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a23f2fe-1f22-49c7-9e6a-54c15b7f9089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.681894 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88183b5c-ec85-4715-8e88-43b209ddb704 req-77086637-3466-4453-8402-7e3d2d917a55 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994060 Jul 06 12:11:41.697159 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a23f2fe-1f22-49c7-9e6a-54c15b7f9089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.759290 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a23f2fe-1f22-49c7-9e6a-54c15b7f9089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.762887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a23f2fe-1f22-49c7-9e6a-54c15b7f9089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.764193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2a23f2fe-1f22-49c7-9e6a-54c15b7f9089 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0127286d-58c2-4b20-985c-156f566a9354 HTTP/1.1" status: 204 len: 168 time: 0.1564329 Jul 06 12:11:41.773102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23f2fe-1f22-49c7-9e6a-54c15b7f9089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0127286d-58c2-4b20-985c-156f566a9354,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:41.834623 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88183b5c-ec85-4715-8e88-43b209ddb704 req-d5cb183c-a1c6-4dec-bc62-4cd3af9a8893 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424158 Jul 06 12:11:42.302899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352cab6-950a-4ece-b5f0-e0b9ffd9b205 req-a75ba870-439d-48cc-9baa-6e33ede12684 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:42.304602 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0352cab6-950a-4ece-b5f0-e0b9ffd9b205 req-a75ba870-439d-48cc-9baa-6e33ede12684 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 944 time: 0.0700302 Jul 06 12:11:42.356048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0352cab6-950a-4ece-b5f0-e0b9ffd9b205 req-f30f5f91-318e-4c63-b78d-c27f7f8a536f tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 Jul 06 12:11:43.304437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53150) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:43.552446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb70e32-0eff-47f3-bab3-3f3c8c91faf1 req-27144d4d-0327-4326-a909-a8434b44711f tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:43.554089 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bb70e32-0eff-47f3-bab3-3f3c8c91faf1 req-27144d4d-0327-4326-a909-a8434b44711f tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 944 time: 0.0761619 Jul 06 12:11:43.597000 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bb70e32-0eff-47f3-bab3-3f3c8c91faf1 req-d3690760-4e53-4db1-89e0-f34e98aaf2b9 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346112 Jul 06 12:11:43.749982 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7050-0e5c-4649-8af2-b83d01c4ddca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.848050 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7050-0e5c-4649-8af2-b83d01c4ddca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.852595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7050-0e5c-4649-8af2-b83d01c4ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.897463 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f4bf7050-0e5c-4649-8af2-b83d01c4ddca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b86f2ca79d6459884e086864a631a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5918028 Jul 06 12:11:43.898423 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf7050-0e5c-4649-8af2-b83d01c4ddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0815bd2f-c838-496d-92d5-b3afa4b2f34a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:43.901206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53156) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:43.954968 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a73a0553-9a1a-4da3-8402-98a382ad988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.981099 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a73a0553-9a1a-4da3-8402-98a382ad988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.028552 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a73a0553-9a1a-4da3-8402-98a382ad988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.031341 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a73a0553-9a1a-4da3-8402-98a382ad988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.032673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a73a0553-9a1a-4da3-8402-98a382ad988e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0815bd2f-c838-496d-92d5-b3afa4b2f34a HTTP/1.1" status: 204 len: 168 time: 0.1296017 Jul 06 12:11:44.041769 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a0553-9a1a-4da3-8402-98a382ad988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0815bd2f-c838-496d-92d5-b3afa4b2f34a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:44.192316 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf7ad-a224-46bb-95a5-7d5bd032b275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.776823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f3491-bfd4-4857-8221-950a2c47f516 req-68c2b576-58d2-433b-aee2-7f8709906b7d tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:44.779277 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb4f3491-bfd4-4857-8221-950a2c47f516 req-68c2b576-58d2-433b-aee2-7f8709906b7d tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 944 time: 0.0693355 Jul 06 12:11:44.821346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb4f3491-bfd4-4857-8221-950a2c47f516 req-ef2a2d3c-cca6-4278-86bf-ff8355858ead tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358057 Jul 06 12:11:45.658676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53206) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:45.811872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:45.835570 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:45.943143 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.009475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d479427-e382-412b-ba15-62a808761a8a req-deec832f-499e-452c-a44f-d54565fec15f tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:46.011022 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d479427-e382-412b-ba15-62a808761a8a req-deec832f-499e-452c-a44f-d54565fec15f tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 944 time: 0.0701537 Jul 06 12:11:46.051426 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d479427-e382-412b-ba15-62a808761a8a req-b6bd4ae7-eca2-4725-a4b7-a80c0e4afb4e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342410 Jul 06 12:11:46.052672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Allocated IP 172.25.0.90 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/8e32a0ed-45b8-45c1-9488-870f9108d0c9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:46.163886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.207325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.246311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:46.251269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:46.256067 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:46.280457 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event updated for resources: {'Port': ['ID=8e32a0ed-45b8-45c1-9488-870f9108d0c9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:46.352111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.401797 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.557924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.563598 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.632171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event updated for resources: {'Port': ['ID=8e32a0ed-45b8-45c1-9488-870f9108d0c9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:46.645427 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.659746 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.660998 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c6705894-292d-428c-8a59-9681d053a091 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0013068 Jul 06 12:11:46.664041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53212) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:46.669990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-103796932'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:46.691721 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Made reservation on behalf of 0617bab22a3a4ff1a9d69f05e42aefd9 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:46.695388 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.705231 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.810789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.818898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.846654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:11:46.856368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52bcae1-b125-4104-aa70-3e9673fffc18,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:46.864595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.865007 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Added segment 18115571-ff55-456d-a736-5e3d38e10a97 of type vlan for network 53431abd-e93a-452c-8d5b-242320e57262 Jul 06 12:11:46.918974 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.952281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.958151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:46.958771 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.018971 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3538837 Jul 06 12:11:47.022525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53214) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.028712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Request body: {'subnet': {'network_id': '53431abd-e93a-452c-8d5b-242320e57262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:47.033843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674286af-d093-4ee1-b312-8ea3a8f9af9e tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event updated for resources: {'Network': ['ID=53431abd-e93a-452c-8d5b-242320e57262,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:47.045681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 53431abd-e93a-452c-8d5b-242320e57262 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:11:47.142944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Made reservation on behalf of 0617bab22a3a4ff1a9d69f05e42aefd9 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:47.146645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.331764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac582c-638d-4ea6-ac9e-49296b159f12 req-d0741683-5ea2-45cc-9996-143af6f8fa77 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:47.333510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0ac582c-638d-4ea6-ac9e-49296b159f12 req-d0741683-5ea2-45cc-9996-143af6f8fa77 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 944 time: 0.1448636 Jul 06 12:11:47.422258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0ac582c-638d-4ea6-ac9e-49296b159f12 req-9fc555e3-ec24-4add-93d6-63bbc71fbb00 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820270 Jul 06 12:11:47.442069 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.508416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event updated for resources: {'Subnet': ['ID=41597f41-620f-49fd-a97f-2987ac9bceae,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:47.521317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Checking segment: {'id': '18115571-ff55-456d-a736-5e3d38e10a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53431abd-e93a-452c-8d5b-242320e57262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:47.521695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Network hostable DHCP agents. Network: 53431abd-e93a-452c-8d5b-242320e57262, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:11:47.540073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Network 53431abd-e93a-452c-8d5b-242320e57262 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:11:47.551408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 53431abd-e93a-452c-8d5b-242320e57262) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:47.555801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:47.556404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.562755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5f7c3c-d952-414b-ac79-4005360bb583 None None] Network 53431abd-e93a-452c-8d5b-242320e57262 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:47.573317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4b033c4d-afb6-4abe-80ad-58ca152dda7b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5496173 Jul 06 12:11:47.578252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53218) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.583134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-494583420', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:47.608858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.609945 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.666784 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.728414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-53431abd-e93a-452c-8d5b-242320e57262', 'network_id': '53431abd-e93a-452c-8d5b-242320e57262', 'tenant_id': '0617bab22a3a4ff1a9d69f05e42aefd9', 'fixed_ips': [{'subnet_id': '41597f41-620f-49fd-a97f-2987ac9bceae'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:11:47.729302 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.818409 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.888372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Allocated IP 172.20.0.2 (53431abd-e93a-452c-8d5b-242320e57262/41597f41-620f-49fd-a97f-2987ac9bceae/55440aa5-d36e-4bd4-946a-a92684fa2f52) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:48.038090 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.038670 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.047629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Transition to ACTIVE for port object 55440aa5-d36e-4bd4-946a-a92684fa2f52 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:48.061786 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.063878 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Transition to ACTIVE for port object 55440aa5-d36e-4bd4-946a-a92684fa2f52 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:48.069557 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.111013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Network 53431abd-e93a-452c-8d5b-242320e57262 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:48.114071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:48.119779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:48.128443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Pushing event updated for resources: {'Port': ['ID=55440aa5-d36e-4bd4-946a-a92684fa2f52,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:48.168727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Allocated IP 172.25.0.161 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/8673f0eb-5436-423f-b95a-8b0c841149c2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:48.184088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Attempting to bind port 55440aa5-d36e-4bd4-946a-a92684fa2f52 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:48.184397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Attempting to bind port 55440aa5-d36e-4bd4-946a-a92684fa2f52 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '18115571-ff55-456d-a736-5e3d38e10a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53431abd-e93a-452c-8d5b-242320e57262'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:48.184894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Attempting to bind port 55440aa5-d36e-4bd4-946a-a92684fa2f52 on network 53431abd-e93a-452c-8d5b-242320e57262 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:48.189993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:11:48.190408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Checking segment: {'id': '18115571-ff55-456d-a736-5e3d38e10a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53431abd-e93a-452c-8d5b-242320e57262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:48.190777 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.191175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Bound using segment: {'id': '18115571-ff55-456d-a736-5e3d38e10a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53431abd-e93a-452c-8d5b-242320e57262'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:11:48.191697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Bound port: 55440aa5-d36e-4bd4-946a-a92684fa2f52, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18115571-ff55-456d-a736-5e3d38e10a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53431abd-e93a-452c-8d5b-242320e57262'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:11:48.192081 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.251585 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.270799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] For port 55440aa5-d36e-4bd4-946a-a92684fa2f52, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:11:48.274260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] For port 55440aa5-d36e-4bd4-946a-a92684fa2f52, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=55440aa5-d36e-4bd4-946a-a92684fa2f52,segment=NetworkSegment(18115571-ff55-456d-a736-5e3d38e10a97),segment_id=18115571-ff55-456d-a736-5e3d38e10a97)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:11:48.279117 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.282450 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.328125 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.342545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cfa77-a019-41cd-a829-911e668182c5 None None] Pushing event updated for resources: {'Port': ['ID=55440aa5-d36e-4bd4-946a-a92684fa2f52,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:48.369517 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:48.372767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:48.377698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:48.380799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event updated for resources: {'Port': ['ID=8673f0eb-5436-423f-b95a-8b0c841149c2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:48.421737 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc04a4bc-dbd8-4f5e-b322-6a7f76dceee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.661771 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 55440aa5-d36e-4bd4-946a-a92684fa2f52 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:48.717016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 55440aa5-d36e-4bd4-946a-a92684fa2f52 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:48.739306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b382d95-1552-4ddd-9572-6454fac1f252 req-1bb679a8-9f50-4fad-95d8-ef485d92e27a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:48.740949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b382d95-1552-4ddd-9572-6454fac1f252 req-1bb679a8-9f50-4fad-95d8-ef485d92e27a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 944 time: 0.1622918 Jul 06 12:11:48.749765 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.804548 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.823494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b382d95-1552-4ddd-9572-6454fac1f252 req-40ba70b4-bd5f-45ca-b115-73028041e4a7 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753460 Jul 06 12:11:48.983086 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.118732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Router d7f65d0f-9159-4807-b97b-7d0be26b886b is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:11:49.240206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:49.249899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d7fae-6d62-4e3e-8c09-a76affccb0a7 None None] Sync routers for ids ['d7f65d0f-9159-4807-b97b-7d0be26b886b'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:49.260113 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d7fae-6d62-4e3e-8c09-a76affccb0a7 None None] Routers {'d7f65d0f-9159-4807-b97b-7d0be26b886b'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:49.260834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-011d7fae-6d62-4e3e-8c09-a76affccb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d7f65d0f-9159-4807-b97b-7d0be26b886b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:49.263975 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.265927 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c21f4894-16ec-4762-8eaa-50ff87ea933b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.6865087 Jul 06 12:11:49.268558 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:49.297914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-011d7fae-6d62-4e3e-8c09-a76affccb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:49.307236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d7fae-6d62-4e3e-8c09-a76affccb0a7 None None] Routers {'d7f65d0f-9159-4807-b97b-7d0be26b886b'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:49.308232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-011d7fae-6d62-4e3e-8c09-a76affccb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d7f65d0f-9159-4807-b97b-7d0be26b886b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:49.347052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-011d7fae-6d62-4e3e-8c09-a76affccb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:49.347644 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d7fae-6d62-4e3e-8c09-a76affccb0a7 None None] The sync data for ids ['d7f65d0f-9159-4807-b97b-7d0be26b886b'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:49.370073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6fdd97-7d96-485d-9379-32e43624c8f1 None None] Network 53431abd-e93a-452c-8d5b-242320e57262 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:49.483815 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-38207f88-7ee8-4b18-818a-ef22559a5979 None None] Provisioning for port 55440aa5-d36e-4bd4-946a-a92684fa2f52 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:49.493570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-38207f88-7ee8-4b18-818a-ef22559a5979 None None] Provisioning complete for port 55440aa5-d36e-4bd4-946a-a92684fa2f52 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:49.493946 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38207f88-7ee8-4b18-818a-ef22559a5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.616229 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38207f88-7ee8-4b18-818a-ef22559a5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.654106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-38207f88-7ee8-4b18-818a-ef22559a5979 None None] For port 55440aa5-d36e-4bd4-946a-a92684fa2f52, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=55440aa5-d36e-4bd4-946a-a92684fa2f52,segment=NetworkSegment(18115571-ff55-456d-a736-5e3d38e10a97),segment_id=18115571-ff55-456d-a736-5e3d38e10a97)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:49.658454 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38207f88-7ee8-4b18-818a-ef22559a5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.710383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38207f88-7ee8-4b18-818a-ef22559a5979 None None] Pushing event updated for resources: {'Port': ['ID=55440aa5-d36e-4bd4-946a-a92684fa2f52,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:49.742913 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.882111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7bacdc46-388d-473c-b1d9-3bc8dacbddbc None None] Provisioning complete for port 55440aa5-d36e-4bd4-946a-a92684fa2f52 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:49.882394 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bacdc46-388d-473c-b1d9-3bc8dacbddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.063947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Allocated IP 172.20.0.1 (53431abd-e93a-452c-8d5b-242320e57262/41597f41-620f-49fd-a97f-2987ac9bceae/ed7254a4-c395-4988-a5ec-49b2f8bceb93) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:50.079086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f4189-0629-4efc-adeb-65c7b7be355c req-7c315e8d-524d-4c03-be40-b33da3c50c92 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:50.080611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a85f4189-0629-4efc-adeb-65c7b7be355c req-7c315e8d-524d-4c03-be40-b33da3c50c92 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 944 time: 0.1278915 Jul 06 12:11:50.174318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a85f4189-0629-4efc-adeb-65c7b7be355c req-f7b92847-1109-4e25-bece-5b42ed827991 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869212 Jul 06 12:11:50.176526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d8f85732-8dac-4d1f-a302-3b31d8796834 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:11:50.223093 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.244305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Transition to ACTIVE for port object ed7254a4-c395-4988-a5ec-49b2f8bceb93 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:50.280358 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.286209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port d8f85732-8dac-4d1f-a302-3b31d8796834, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d8f85732-8dac-4d1f-a302-3b31d8796834,segment=NetworkSegment(c834d28d-de1c-4597-ab87-6d59c5f549e5),segment_id=c834d28d-de1c-4597-ab87-6d59c5f549e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:50.298744 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'port_id': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:11:50.323471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Network 53431abd-e93a-452c-8d5b-242320e57262 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:50.329450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:50.333812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:50.342403 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.356822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f85732-8dac-4d1f-a302-3b31d8796834 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:11:50.358853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event updated for resources: {'Port': ['ID=ed7254a4-c395-4988-a5ec-49b2f8bceb93,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:50.379050 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port d8f85732-8dac-4d1f-a302-3b31d8796834, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d8f85732-8dac-4d1f-a302-3b31d8796834,segment=NetworkSegment(c834d28d-de1c-4597-ab87-6d59c5f549e5),segment_id=c834d28d-de1c-4597-ab87-6d59c5f549e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:50.384107 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.394861 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.434507 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=d8f85732-8dac-4d1f-a302-3b31d8796834,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:50.560303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 55440aa5-d36e-4bd4-946a-a92684fa2f52 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:50.621248 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.624746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4cd5a52e-c67c-4a83-9b21-1cc447f17008 None None] Provisioning for port ed7254a4-c395-4988-a5ec-49b2f8bceb93 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:50.630926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4cd5a52e-c67c-4a83-9b21-1cc447f17008 None None] Provisioning complete for port ed7254a4-c395-4988-a5ec-49b2f8bceb93 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:50.631300 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cd5a52e-c67c-4a83-9b21-1cc447f17008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.668338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 55440aa5-d36e-4bd4-946a-a92684fa2f52 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:50.668892 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.696422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5a52e-c67c-4a83-9b21-1cc447f17008 None None] Port ed7254a4-c395-4988-a5ec-49b2f8bceb93 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:50.709233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['d8f85732-8dac-4d1f-a302-3b31d8796834'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:11:50.888570 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:51.185594 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:51.190699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:51.273879 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:51.275715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event updated for resources: {'Port': ['ID=ed7254a4-c395-4988-a5ec-49b2f8bceb93,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:51.413499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Network 53431abd-e93a-452c-8d5b-242320e57262 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:51.418550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:51.431687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076f8eb-624f-4138-91e1-9b7fee1ff5b4 req-e1d8615b-1de7-407d-b92c-81ccda068740 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:51.433884 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d076f8eb-624f-4138-91e1-9b7fee1ff5b4 req-e1d8615b-1de7-407d-b92c-81ccda068740 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 945 time: 0.1354690 Jul 06 12:11:51.547783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d076f8eb-624f-4138-91e1-9b7fee1ff5b4 req-63d96adc-cd64-4cca-bf82-788c69ae6fc8 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784080 Jul 06 12:11:51.578135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Router d7f65d0f-9159-4807-b97b-7d0be26b886b has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:51.627374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bf3c96fb-df76-474d-a5dd-414cf6514abb None None] Provisioning complete for port ed7254a4-c395-4988-a5ec-49b2f8bceb93 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:51.627891 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf3c96fb-df76-474d-a5dd-414cf6514abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:51.661405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c96fb-df76-474d-a5dd-414cf6514abb None None] Port ed7254a4-c395-4988-a5ec-49b2f8bceb93 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:51.691124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:51.696756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ec74d813-4a4f-406a-9595-c8c40e8b3ee3 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "PUT /v2.0/routers/d7f65d0f-9159-4807-b97b-7d0be26b886b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4263868 Jul 06 12:11:51.699354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53228) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:51.701783 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c8f59a-49cd-4164-9b51-6ad0af65be49 None None] Sync routers for ids ['d7f65d0f-9159-4807-b97b-7d0be26b886b'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:51.704544 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Request body: {'port': {'network_id': '53431abd-e93a-452c-8d5b-242320e57262', 'name': 'tempest-FloatingIPAdminTestJSON-1129262627'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:51.711592 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8f59a-49cd-4164-9b51-6ad0af65be49 None None] Routers {'d7f65d0f-9159-4807-b97b-7d0be26b886b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:51.712202 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-93c8f59a-49cd-4164-9b51-6ad0af65be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d7f65d0f-9159-4807-b97b-7d0be26b886b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:51.745175 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-93c8f59a-49cd-4164-9b51-6ad0af65be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:51.755702 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8f59a-49cd-4164-9b51-6ad0af65be49 None None] Routers {'d7f65d0f-9159-4807-b97b-7d0be26b886b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:51.756260 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-93c8f59a-49cd-4164-9b51-6ad0af65be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d7f65d0f-9159-4807-b97b-7d0be26b886b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:51.818942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Made reservation on behalf of 0617bab22a3a4ff1a9d69f05e42aefd9 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:51.822795 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:51.847874 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] device_id is not set on port f8b2fada-7277-4d96-9f08-b19a5e7aadfb yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:11:51.883654 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-93c8f59a-49cd-4164-9b51-6ad0af65be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:51.884315 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c8f59a-49cd-4164-9b51-6ad0af65be49 None None] The sync data for ids ['d7f65d0f-9159-4807-b97b-7d0be26b886b'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:51.963148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Allocated IP 172.20.0.12 (53431abd-e93a-452c-8d5b-242320e57262/41597f41-620f-49fd-a97f-2987ac9bceae/f8b2fada-7277-4d96-9f08-b19a5e7aadfb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:52.110028 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.123922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Transition to ACTIVE for port object f8b2fada-7277-4d96-9f08-b19a5e7aadfb will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:52.157561 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.206131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Network 53431abd-e93a-452c-8d5b-242320e57262 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:52.208837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d8f85732-8dac-4d1f-a302-3b31d8796834 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:52.212620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:52.217946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:52.268814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event updated for resources: {'Port': ['ID=f8b2fada-7277-4d96-9f08-b19a5e7aadfb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:52.276636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port d8f85732-8dac-4d1f-a302-3b31d8796834 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:52.285171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port d8f85732-8dac-4d1f-a302-3b31d8796834 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:52.285595 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.297067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:52.297759 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.318917 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53230) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:52.319771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f5556399-e1c3-4038-a229-338ee8a08dfc tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6184082 Jul 06 12:11:52.379543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'project_id': '0617bab22a3a4ff1a9d69f05e42aefd9', 'port_id': 'f8b2fada-7277-4d96-9f08-b19a5e7aadfb'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:52.381323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.405262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.410014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:52.412360 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98566c39-9759-4bd9-a50a-93f8f281a128" -d '{"events": [{"server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "name": "network-vif-plugged", "status": "completed", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:52.426780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port d8f85732-8dac-4d1f-a302-3b31d8796834, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d8f85732-8dac-4d1f-a302-3b31d8796834,segment=NetworkSegment(c834d28d-de1c-4597-ab87-6d59c5f549e5),segment_id=c834d28d-de1c-4597-ab87-6d59c5f549e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:52.435299 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.490299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=d8f85732-8dac-4d1f-a302-3b31d8796834,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:52.509477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2176323d-f72a-40ad-9d7c-0d0b01cbf353 None None] Provisioning for port f8b2fada-7277-4d96-9f08-b19a5e7aadfb completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:52.514188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2176323d-f72a-40ad-9d7c-0d0b01cbf353 None None] Provisioning complete for port f8b2fada-7277-4d96-9f08-b19a5e7aadfb triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:52.514713 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2176323d-f72a-40ad-9d7c-0d0b01cbf353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.519977 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.559627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2176323d-f72a-40ad-9d7c-0d0b01cbf353 None None] Port f8b2fada-7277-4d96-9f08-b19a5e7aadfb cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:52.600767 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb30c190-3b9c-417f-8c45-bf31671587df x-openstack-request-id: req-eb30c190-3b9c-417f-8c45-bf31671587df {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:52.601082 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "name": "network-vif-plugged", "status": "completed", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:52.601335 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb30c190-3b9c-417f-8c45-bf31671587df {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:52.601741 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'code': 200} Jul 06 12:11:52.631354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Allocated IP 172.25.0.68 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/a3c9c738-98db-48c1-9ae8-c2301f9b7ba1) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:52.743232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574acb6-4aed-4ca4-a6ef-8bd22025123f req-d0397df6-182f-4915-bda4-16b09a8c9c18 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:52.744686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6574acb6-4aed-4ca4-a6ef-8bd22025123f req-d0397df6-182f-4915-bda4-16b09a8c9c18 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 946 time: 0.0676045 Jul 06 12:11:52.782322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.787889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74064fc7-24e1-4a30-8954-e9b5305eb702 req-28843c6f-05ea-4fb9-9038-49c18c6a37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:52.789451 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-74064fc7-24e1-4a30-8954-e9b5305eb702 req-28843c6f-05ea-4fb9-9038-49c18c6a37a4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 1097 time: 0.1018572 Jul 06 12:11:52.789556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6574acb6-4aed-4ca4-a6ef-8bd22025123f req-19e619d6-69c4-476b-a30e-8a0b027777d8 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381455 Jul 06 12:11:52.848155 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-74064fc7-24e1-4a30-8954-e9b5305eb702 req-91337064-f4fb-498a-b091-4064a8ad3b74 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474796 Jul 06 12:11:52.852476 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.896091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:52.902992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:52.907718 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:52.910785 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Pushing event updated for resources: {'Port': ['ID=a3c9c738-98db-48c1-9ae8-c2301f9b7ba1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:52.996860 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:11:53.260869 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.340762 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.499381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.504496 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.568521 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Pushing event updated for resources: {'Port': ['ID=a3c9c738-98db-48c1-9ae8-c2301f9b7ba1,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:53.584517 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.686903 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Floating IP cc209a94-74bb-475e-9087-000fe5e1d7fa associated. External IP: 172.25.0.68, port: f8b2fada-7277-4d96-9f08-b19a5e7aadfb. Jul 06 12:11:53.903199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Router d7f65d0f-9159-4807-b97b-7d0be26b886b has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:53.985469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f10ca-2f98-458c-8e22-64ecedb02435 req-659f98c2-285a-4b2a-a2bd-b326719083f9 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:53.987004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e8f10ca-2f98-458c-8e22-64ecedb02435 req-659f98c2-285a-4b2a-a2bd-b326719083f9 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 946 time: 0.0727000 Jul 06 12:11:54.016430 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:54.027474 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1d8dd-1f97-4623-a089-b036f3b65924 None None] Sync routers for ids ['d7f65d0f-9159-4807-b97b-7d0be26b886b'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:54.029020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e8f10ca-2f98-458c-8e22-64ecedb02435 req-8a512f52-0edb-4050-a964-b34431c39b73 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363507 Jul 06 12:11:54.035252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.037179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1d8dd-1f97-4623-a089-b036f3b65924 None None] Routers {'d7f65d0f-9159-4807-b97b-7d0be26b886b'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:54.037918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d7b1d8dd-1f97-4623-a089-b036f3b65924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d7f65d0f-9159-4807-b97b-7d0be26b886b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:54.072523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d7b1d8dd-1f97-4623-a089-b036f3b65924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:54.082424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1d8dd-1f97-4623-a089-b036f3b65924 None None] Routers {'d7f65d0f-9159-4807-b97b-7d0be26b886b'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:54.083126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d7b1d8dd-1f97-4623-a089-b036f3b65924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d7f65d0f-9159-4807-b97b-7d0be26b886b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:54.083733 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b4ddfc54-ab9e-4b5a-a409-1802d7f001a6 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 1.7636404 Jul 06 12:11:54.086441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53244) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:54.122228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d7b1d8dd-1f97-4623-a089-b036f3b65924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:54.122898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1d8dd-1f97-4623-a089-b036f3b65924 None None] The sync data for ids ['d7f65d0f-9159-4807-b97b-7d0be26b886b'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:54.202749 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-73a63b97-1e78-4126-9194-145b69b44053 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] 10.222.0.21 "GET /v2.0/floatingips/cc209a94-74bb-475e-9087-000fe5e1d7fa HTTP/1.1" status: 200 len: 983 time: 0.1153047 Jul 06 12:11:54.205453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53246) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:54.216634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92338a-f57d-485d-bf1c-9e22f670662a req-92e260da-b405-42b4-bef1-32c239eed5d5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:54.218161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a92338a-f57d-485d-bf1c-9e22f670662a req-92e260da-b405-42b4-bef1-32c239eed5d5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 946 time: 0.0684786 Jul 06 12:11:54.258379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0a92338a-f57d-485d-bf1c-9e22f670662a req-6aff5e28-0dae-48d6-a09d-83cdf9129748 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345383 Jul 06 12:11:54.283483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53248) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:54.312849 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-aa2a7f79-892b-4e2f-8fc2-8504b12fed52 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1063364 Jul 06 12:11:54.315504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53254) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:54.444440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a105c55-76bd-42e2-86d0-c0b71262959c tempest-TestVolumeBackupRestore-277625833 tempest-TestVolumeBackupRestore-277625833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:54.445980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0a105c55-76bd-42e2-86d0-c0b71262959c tempest-TestVolumeBackupRestore-277625833 tempest-TestVolumeBackupRestore-277625833-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 1092 time: 0.1614959 Jul 06 12:11:54.449635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53256) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:54.454149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:54.475471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Deleting port a3c9c738-98db-48c1-9ae8-c2301f9b7ba1 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:54.476197 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.476686 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.562083 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.562083 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.572646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Calling delete_port for a3c9c738-98db-48c1-9ae8-c2301f9b7ba1 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:54.577836 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.691420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Allocated IP 172.25.0.27 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/cdefab05-1a1a-4df4-b7fb-9112a474ca58) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:54.729241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.756593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event deleted for resources: {'Port': ['ID=a3c9c738-98db-48c1-9ae8-c2301f9b7ba1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:54.801462 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.817607 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.817934 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Floating IP cc209a94-74bb-475e-9087-000fe5e1d7fa disassociated (deleted). External IP: 172.25.0.68, port: f8b2fada-7277-4d96-9f08-b19a5e7aadfb. Jul 06 12:11:54.844534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.885827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:54.891997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:54.896413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:54.899515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event updated for resources: {'Port': ['ID=cdefab05-1a1a-4df4-b7fb-9112a474ca58,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:55.302416 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.357398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Router d7f65d0f-9159-4807-b97b-7d0be26b886b has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:55.389519 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.470033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:55.479412 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.481159 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25dbf39-92ce-4116-917c-d12455248d19 None None] Sync routers for ids ['d7f65d0f-9159-4807-b97b-7d0be26b886b'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:55.490519 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25dbf39-92ce-4116-917c-d12455248d19 None None] Routers {'d7f65d0f-9159-4807-b97b-7d0be26b886b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:55.491270 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b25dbf39-92ce-4116-917c-d12455248d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d7f65d0f-9159-4807-b97b-7d0be26b886b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:55.518084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0cc022da-0852-442b-b2a9-079acf23e5c2 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "DELETE /v2.0/floatingips/cc209a94-74bb-475e-9087-000fe5e1d7fa HTTP/1.1" status: 204 len: 168 time: 1.2015374 Jul 06 12:11:55.521705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53258) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:55.523515 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b25dbf39-92ce-4116-917c-d12455248d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:55.526269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:55.534222 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25dbf39-92ce-4116-917c-d12455248d19 None None] Routers {'d7f65d0f-9159-4807-b97b-7d0be26b886b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:55.535213 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b25dbf39-92ce-4116-917c-d12455248d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d7f65d0f-9159-4807-b97b-7d0be26b886b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:55.551871 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.571306 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b25dbf39-92ce-4116-917c-d12455248d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:55.571989 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25dbf39-92ce-4116-917c-d12455248d19 None None] The sync data for ids ['d7f65d0f-9159-4807-b97b-7d0be26b886b'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:55.579370 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.585884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.648272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.657190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event updated for resources: {'Port': ['ID=cdefab05-1a1a-4df4-b7fb-9112a474ca58,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:55.670317 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.760680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Allocated IP 172.25.0.77 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/75d32d58-a1e8-44cd-93c7-c9a0ce8eae5e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:55.780359 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Floating IP 243c5673-0e51-4556-a388-26449e2b1959 associated. External IP: 172.25.0.27, port: d8f85732-8dac-4d1f-a302-3b31d8796834. Jul 06 12:11:55.884066 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.928237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.969419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:55.972816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:55.978749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:56.003813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Pushing event updated for resources: {'Port': ['ID=75d32d58-a1e8-44cd-93c7-c9a0ce8eae5e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:56.012154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:56.073131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.121119 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.125071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:56.134884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff7a42-b15a-41e7-bfc5-b6e1497b0bc0 None None] Sync routers for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:56.145783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff7a42-b15a-41e7-bfc5-b6e1497b0bc0 None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:56.145993 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.146415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2ff7a42-b15a-41e7-bfc5-b6e1497b0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:56.192282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-261e106f-4f0f-495c-9f46-f068097fc09e tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7390614 Jul 06 12:11:56.192282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:56.192706 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed23f878-c2d3-44af-a400-55872d80a63a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:56.194871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53260) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:56.239387 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8802106e-9f25-4f39-8ef7-30e81dff9dac x-openstack-request-id: req-8802106e-9f25-4f39-8ef7-30e81dff9dac {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:56.239787 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:56.240108 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8802106e-9f25-4f39-8ef7-30e81dff9dac {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:56.240572 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'status': 'completed', 'code': 200} Jul 06 12:11:56.263208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376a929-46c9-4c63-9b0a-d62f1b90dd52 tempest-TestVolumeBackupRestore-277625833 tempest-TestVolumeBackupRestore-277625833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.267796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c376a929-46c9-4c63-9b0a-d62f1b90dd52 tempest-TestVolumeBackupRestore-277625833 tempest-TestVolumeBackupRestore-277625833-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 1092 time: 0.0646758 Jul 06 12:11:56.267937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d2ff7a42-b15a-41e7-bfc5-b6e1497b0bc0 None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:56.268688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:56.273303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3b62c79c-af3b-4005-bbcc-b7368c6001e5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Request body: {'floatingip': {'port_id': 'd8f85732-8dac-4d1f-a302-3b31d8796834'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:56.332245 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.336964 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b62c79c-af3b-4005-bbcc-b7368c6001e5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.344316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.381648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23f878-c2d3-44af-a400-55872d80a63a req-95d86570-29a5-4421-8ec4-b7e31e0e7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.383189 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ed23f878-c2d3-44af-a400-55872d80a63a req-95d86570-29a5-4421-8ec4-b7e31e0e7499 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8376b6596b343ba852e90509a119d54&device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 1097 time: 0.1153052 Jul 06 12:11:56.468164 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Pushing event updated for resources: {'Port': ['ID=75d32d58-a1e8-44cd-93c7-c9a0ce8eae5e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:56.496333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.525881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.528145 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-83ce8799-683b-461c-861e-c02c7db91213 tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0051322 Jul 06 12:11:56.532764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53266) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:56.538609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23f878-c2d3-44af-a400-55872d80a63a req-ac7704ed-a606-422b-bd47-4ab8d680c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.540962 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ed23f878-c2d3-44af-a400-55872d80a63a req-ac7704ed-a606-422b-bd47-4ab8d680c502 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9d2bc709-62da-42c0-a269-5ca9a6f35287 HTTP/1.1" status: 200 len: 915 time: 0.1459103 Jul 06 12:11:56.648732 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ed23f878-c2d3-44af-a400-55872d80a63a req-f9f7a950-9012-4adb-8f34-49ffd6b0389c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f85732-8dac-4d1f-a302-3b31d8796834 HTTP/1.1" status: 200 len: 999 time: 0.1011600 Jul 06 12:11:56.672745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:56.705852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2ff7a42-b15a-41e7-bfc5-b6e1497b0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '243c5673-0e51-4556-a388-26449e2b1959', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'port_id': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:11:55Z', 'updated_at': '2021-07-06T12:11:55Z', 'revision_number': 0, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:45Z', 'revision_number': 5, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:56.708219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23f878-c2d3-44af-a400-55872d80a63a req-5ba8ef93-d697-44e0-8bac-f4a4a5efdd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.710946 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ed23f878-c2d3-44af-a400-55872d80a63a req-5ba8ef93-d697-44e0-8bac-f4a4a5efdd1a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56a3e18c-ba2c-4825-95b2-b538c5ae4db5 HTTP/1.1" status: 200 len: 853 time: 0.0562637 Jul 06 12:11:56.734611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff7a42-b15a-41e7-bfc5-b6e1497b0bc0 None None] Checking router: 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:11:56.743332 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.744276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff7a42-b15a-41e7-bfc5-b6e1497b0bc0 None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:56.745005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2ff7a42-b15a-41e7-bfc5-b6e1497b0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:56.782043 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23f878-c2d3-44af-a400-55872d80a63a req-4356da3b-b404-43f5-ac79-3b16a7492c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.784191 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ed23f878-c2d3-44af-a400-55872d80a63a req-4356da3b-b404-43f5-ac79-3b16a7492c27 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9d2bc709-62da-42c0-a269-5ca9a6f35287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665770 Jul 06 12:11:56.868254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d2ff7a42-b15a-41e7-bfc5-b6e1497b0bc0 None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:56.896436 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ed23f878-c2d3-44af-a400-55872d80a63a req-921891f9-46fb-4207-bc52-17080f6549cc service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054416 Jul 06 12:11:57.004009 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ed23f878-c2d3-44af-a400-55872d80a63a req-160d2b0c-d002-4cdd-98f8-ad23a95cb975 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005890 Jul 06 12:11:57.141527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2ff7a42-b15a-41e7-bfc5-b6e1497b0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '243c5673-0e51-4556-a388-26449e2b1959', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'port_id': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:11:55Z', 'updated_at': '2021-07-06T12:11:55Z', 'revision_number': 0, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:45Z', 'revision_number': 5, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:57.170607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff7a42-b15a-41e7-bfc5-b6e1497b0bc0 None None] The sync data for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 is: [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '243c5673-0e51-4556-a388-26449e2b1959', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'port_id': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:11:55Z', 'updated_at': '2021-07-06T12:11:55Z', 'revision_number': 0, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:45Z', 'revision_number': 5, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:57.313031 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b62c79c-af3b-4005-bbcc-b7368c6001e5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.320981 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b62c79c-af3b-4005-bbcc-b7368c6001e5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.366956 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.384330 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc873d48-ad0d-46a8-83c6-9e28fa41487b None None] New status for floating IP 243c5673-0e51-4556-a388-26449e2b1959: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:11:57.575041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Allocated IP 172.25.0.21 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/b02cc17b-d857-4719-b407-b30fe0221777) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:57.705848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b62c79c-af3b-4005-bbcc-b7368c6001e5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:57.791642 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.875257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b62c79c-af3b-4005-bbcc-b7368c6001e5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:57.879967 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b62c79c-af3b-4005-bbcc-b7368c6001e5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.884589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c9140-0d51-4d48-a6e1-08efa4fdbb1a None None] Sync routers for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:57.894777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c9140-0d51-4d48-a6e1-08efa4fdbb1a None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:57.895402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-938c9140-0d51-4d48-a6e1-08efa4fdbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:57.913328 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.991053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:57.997930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:58.000658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:58.006885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Pushing event updated for resources: {'Port': ['ID=b02cc17b-d857-4719-b407-b30fe0221777,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:58.010002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-938c9140-0d51-4d48-a6e1-08efa4fdbb1a None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:58.045659 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3b62c79c-af3b-4005-bbcc-b7368c6001e5 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "PUT /v2.0/floatingips/243c5673-0e51-4556-a388-26449e2b1959 HTTP/1.1" status: 200 len: 991 time: 1.7758677 Jul 06 12:11:58.106458 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.152278 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.244386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834'}, {'name': 'network-changed', 'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:58.246676 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08baed90-1511-4646-ade9-8f0aa987ef4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834"}, {"name": "network-changed", "server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:58.264605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-938c9140-0d51-4d48-a6e1-08efa4fdbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '243c5673-0e51-4556-a388-26449e2b1959', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'port_id': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:11:55Z', 'updated_at': '2021-07-06T12:11:57Z', 'revision_number': 2, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:45Z', 'revision_number': 5, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:58.289834 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be75692d-b152-4458-8576-b89b3b68052a x-openstack-request-id: req-be75692d-b152-4458-8576-b89b3b68052a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:58.290120 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:58.290369 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be75692d-b152-4458-8576-b89b3b68052a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:58.290756 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'status': 'completed', 'code': 200} Jul 06 12:11:58.291008 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'status': 'completed', 'code': 200} Jul 06 12:11:58.295073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c9140-0d51-4d48-a6e1-08efa4fdbb1a None None] Checking router: 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:11:58.304227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c9140-0d51-4d48-a6e1-08efa4fdbb1a None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:58.304857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-938c9140-0d51-4d48-a6e1-08efa4fdbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:58.333322 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.338808 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.369685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-7664cdf9-5e2b-41f0-8402-e212fefa304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:58.372867 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-7664cdf9-5e2b-41f0-8402-e212fefa304e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8376b6596b343ba852e90509a119d54&device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 1097 time: 0.0594311 Jul 06 12:11:58.409504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Pushing event updated for resources: {'Port': ['ID=b02cc17b-d857-4719-b407-b30fe0221777,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:58.420738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-938c9140-0d51-4d48-a6e1-08efa4fdbb1a None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:58.425854 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.442112 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.446104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c3b29755-7866-43b6-920a-3c85fc4e96d5 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9098980 Jul 06 12:11:58.446995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53272) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:58.488425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-ec7be340-a392-431b-9331-503ebd9bb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:58.489971 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-ec7be340-a392-431b-9331-503ebd9bb069 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9d2bc709-62da-42c0-a269-5ca9a6f35287 HTTP/1.1" status: 200 len: 915 time: 0.1103415 Jul 06 12:11:58.559106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-b916aa00-5b40-4d84-b0e2-f8ce0f3af81a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f85732-8dac-4d1f-a302-3b31d8796834 HTTP/1.1" status: 200 len: 1001 time: 0.0625269 Jul 06 12:11:58.565829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-19b375c2-d575-4884-a94f-671b11acdd6c tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.1176989 Jul 06 12:11:58.568385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53274) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:58.616967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-1104f015-b19f-4961-a6cc-f13e693e7627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:58.618803 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-1104f015-b19f-4961-a6cc-f13e693e7627 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56a3e18c-ba2c-4825-95b2-b538c5ae4db5 HTTP/1.1" status: 200 len: 853 time: 0.0536067 Jul 06 12:11:58.649696 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f9442554-b79a-4133-a482-fa76da929d15 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0777764 Jul 06 12:11:58.650059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:58.680691 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-938c9140-0d51-4d48-a6e1-08efa4fdbb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '243c5673-0e51-4556-a388-26449e2b1959', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'port_id': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:11:55Z', 'updated_at': '2021-07-06T12:11:57Z', 'revision_number': 2, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:45Z', 'revision_number': 5, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:58.695737 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-cabab10d-8b7f-4361-a8ab-c572c41fdfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:58.697269 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-cabab10d-8b7f-4361-a8ab-c572c41fdfb6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9d2bc709-62da-42c0-a269-5ca9a6f35287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719445 Jul 06 12:11:58.712841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c9140-0d51-4d48-a6e1-08efa4fdbb1a None None] The sync data for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 is: [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '243c5673-0e51-4556-a388-26449e2b1959', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'port_id': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'mac_address': 'fa:16:3e:02:c0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:11:55Z', 'updated_at': '2021-07-06T12:11:57Z', 'revision_number': 2, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:45Z', 'revision_number': 5, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:58.787892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc2329-75d3-4a8a-89c4-a1cdc17354c1 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Deleting port b02cc17b-d857-4719-b407-b30fe0221777 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:58.788241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fcc2329-75d3-4a8a-89c4-a1cdc17354c1 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.795700 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-6794fc21-4a28-4ccf-90a8-e1572c51b269 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917585 Jul 06 12:11:58.874842 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fcc2329-75d3-4a8a-89c4-a1cdc17354c1 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.875183 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fcc2329-75d3-4a8a-89c4-a1cdc17354c1 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.880059 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.890875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc2329-75d3-4a8a-89c4-a1cdc17354c1 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Calling delete_port for b02cc17b-d857-4719-b407-b30fe0221777 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:58.934916 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-06bb05fc-63fc-44c7-8d3d-72cbc510bd48 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301253 Jul 06 12:11:59.039884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-28a643ce-881d-4306-bef7-4a6cc6e026fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:59.041544 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-28a643ce-881d-4306-bef7-4a6cc6e026fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8376b6596b343ba852e90509a119d54&device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 1097 time: 0.0565138 Jul 06 12:11:59.043279 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fcc2329-75d3-4a8a-89c4-a1cdc17354c1 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.071633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc2329-75d3-4a8a-89c4-a1cdc17354c1 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Pushing event deleted for resources: {'Port': ['ID=b02cc17b-d857-4719-b407-b30fe0221777,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:59.087621 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.142417 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fcc2329-75d3-4a8a-89c4-a1cdc17354c1 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.143564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-1ce3327d-517e-42bd-95fe-d2205136e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:59.145056 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-1ce3327d-517e-42bd-95fe-d2205136e925 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9d2bc709-62da-42c0-a269-5ca9a6f35287 HTTP/1.1" status: 200 len: 915 time: 0.0967634 Jul 06 12:11:59.145159 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fcc2329-75d3-4a8a-89c4-a1cdc17354c1 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.146355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9fcc2329-75d3-4a8a-89c4-a1cdc17354c1 tempest-FloatingIPAdminTestJSON-1680734193 tempest-FloatingIPAdminTestJSON-1680734193-project] 10.222.0.21 "DELETE /v2.0/floatingips/ba6d3a2b-97cb-4a9c-9d88-5975616171aa HTTP/1.1" status: 204 len: 168 time: 0.4951961 Jul 06 12:11:59.149045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53278) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:59.211622 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-41ab61df-14b9-4a71-90e5-b634cbdc3a06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f85732-8dac-4d1f-a302-3b31d8796834 HTTP/1.1" status: 200 len: 1001 time: 0.0598783 Jul 06 12:11:59.264175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-2d6738fa-576e-4b51-8050-9b1b6650f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:59.265908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-2d6738fa-576e-4b51-8050-9b1b6650f953 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56a3e18c-ba2c-4825-95b2-b538c5ae4db5 HTTP/1.1" status: 200 len: 853 time: 0.0480151 Jul 06 12:11:59.306507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a3008df4-bca3-4dd0-8a19-84bb6722031c tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Deleting port 75d32d58-a1e8-44cd-93c7-c9a0ce8eae5e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:59.306858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3008df4-bca3-4dd0-8a19-84bb6722031c tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.331403 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-81899d93-3169-4872-ab4d-08c1c8b10500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:59.333036 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-81899d93-3169-4872-ab4d-08c1c8b10500 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9d2bc709-62da-42c0-a269-5ca9a6f35287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610781 Jul 06 12:11:59.387418 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3008df4-bca3-4dd0-8a19-84bb6722031c tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.387771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3008df4-bca3-4dd0-8a19-84bb6722031c tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.399522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a3008df4-bca3-4dd0-8a19-84bb6722031c tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Calling delete_port for 75d32d58-a1e8-44cd-93c7-c9a0ce8eae5e owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:59.424503 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-a1f61557-7234-4c73-bd74-a71bc8201321 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850332 Jul 06 12:11:59.522988 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08baed90-1511-4646-ade9-8f0aa987ef4c req-bc4aea5f-331d-4a91-a749-38c4321463e0 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919104 Jul 06 12:11:59.537228 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3008df4-bca3-4dd0-8a19-84bb6722031c tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.565497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3008df4-bca3-4dd0-8a19-84bb6722031c tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Pushing event deleted for resources: {'Port': ['ID=75d32d58-a1e8-44cd-93c7-c9a0ce8eae5e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:59.626568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3008df4-bca3-4dd0-8a19-84bb6722031c tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.630210 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3008df4-bca3-4dd0-8a19-84bb6722031c tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.631515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a3008df4-bca3-4dd0-8a19-84bb6722031c tempest-FloatingIPAdminTestJSON-477130275 tempest-FloatingIPAdminTestJSON-477130275-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/07413502-65ff-4d4f-abab-3ab3df03d280 HTTP/1.1" status: 204 len: 168 time: 0.4815354 Jul 06 12:11:59.635226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:59.736225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1518cfee-29bb-4b4a-bad0-d5368b294089 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Deleting port f8b2fada-7277-4d96-9f08-b19a5e7aadfb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:59.736594 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1518cfee-29bb-4b4a-bad0-d5368b294089 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.822374 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1518cfee-29bb-4b4a-bad0-d5368b294089 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.834186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1518cfee-29bb-4b4a-bad0-d5368b294089 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Calling delete_port for f8b2fada-7277-4d96-9f08-b19a5e7aadfb owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:59.966835 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1518cfee-29bb-4b4a-bad0-d5368b294089 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.000118 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518cfee-29bb-4b4a-bad0-d5368b294089 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event deleted for resources: {'Port': ['ID=f8b2fada-7277-4d96-9f08-b19a5e7aadfb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:00.076927 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1518cfee-29bb-4b4a-bad0-d5368b294089 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.079232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1518cfee-29bb-4b4a-bad0-d5368b294089 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "DELETE /v2.0/ports/f8b2fada-7277-4d96-9f08-b19a5e7aadfb HTTP/1.1" status: 204 len: 168 time: 0.4429553 Jul 06 12:12:00.081932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53282) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:00.149689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db877ca4-f064-4c5c-a1ef-f3fd03f0204c tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.151259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-db877ca4-f064-4c5c-a1ef-f3fd03f0204c tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7f65d0f-9159-4807-b97b-7d0be26b886b HTTP/1.1" status: 200 len: 913 time: 0.0684133 Jul 06 12:12:00.155048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53284) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:00.514793 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef4af812-44dc-48c6-9090-b368c9fd4804 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.790109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ef4af812-44dc-48c6-9090-b368c9fd4804 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Deleting port ed7254a4-c395-4988-a5ec-49b2f8bceb93 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:00.790365 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef4af812-44dc-48c6-9090-b368c9fd4804 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.886743 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef4af812-44dc-48c6-9090-b368c9fd4804 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.900234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ef4af812-44dc-48c6-9090-b368c9fd4804 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Calling delete_port for ed7254a4-c395-4988-a5ec-49b2f8bceb93 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:01.090850 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef4af812-44dc-48c6-9090-b368c9fd4804 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.117257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af812-44dc-48c6-9090-b368c9fd4804 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event deleted for resources: {'Port': ['ID=ed7254a4-c395-4988-a5ec-49b2f8bceb93,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:01.293611 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef4af812-44dc-48c6-9090-b368c9fd4804 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.515720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4af812-44dc-48c6-9090-b368c9fd4804 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Router d7f65d0f-9159-4807-b97b-7d0be26b886b has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:01.622085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4af812-44dc-48c6-9090-b368c9fd4804 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:01.627667 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ef4af812-44dc-48c6-9090-b368c9fd4804 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "PUT /v2.0/routers/d7f65d0f-9159-4807-b97b-7d0be26b886b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4715316 Jul 06 12:12:01.630744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53286) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:01.632860 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1d866-6232-4864-b59d-be219b638bfd None None] Sync routers for ids ['d7f65d0f-9159-4807-b97b-7d0be26b886b'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:01.642687 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b1d866-6232-4864-b59d-be219b638bfd None None] Routers {'d7f65d0f-9159-4807-b97b-7d0be26b886b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:01.643311 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-71b1d866-6232-4864-b59d-be219b638bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d7f65d0f-9159-4807-b97b-7d0be26b886b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:01.678369 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-71b1d866-6232-4864-b59d-be219b638bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:01.687669 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b1d866-6232-4864-b59d-be219b638bfd None None] Routers {'d7f65d0f-9159-4807-b97b-7d0be26b886b'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:01.688289 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-71b1d866-6232-4864-b59d-be219b638bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d7f65d0f-9159-4807-b97b-7d0be26b886b'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:01.720408 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-71b1d866-6232-4864-b59d-be219b638bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:01.721063 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1d866-6232-4864-b59d-be219b638bfd None None] The sync data for ids ['d7f65d0f-9159-4807-b97b-7d0be26b886b'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:01.738463 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.160656 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.212069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Deleting port 8673f0eb-5436-423f-b95a-8b0c841149c2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:02.212403 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.293353 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.305076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Calling delete_port for 8673f0eb-5436-423f-b95a-8b0c841149c2 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:02.473457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.505264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event deleted for resources: {'Port': ['ID=8673f0eb-5436-423f-b95a-8b0c841149c2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:02.570899 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.663777 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.665872 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.709348 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.709871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Fanout notify agent at l3_agent the message router_deleted on router d7f65d0f-9159-4807-b97b-7d0be26b886b {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:12:02.718333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.722279 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cab9b26b-1491-4e99-b2c2-585d6989d401 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "DELETE /v2.0/routers/d7f65d0f-9159-4807-b97b-7d0be26b886b HTTP/1.1" status: 204 len: 168 time: 1.0905070 Jul 06 12:12:02.722373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53288) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:02.776316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d89af56-84b7-4752-b01a-bca60aaffedf tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Deleting subnet 41597f41-620f-49fd-a97f-2987ac9bceae {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:12:02.780112 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d89af56-84b7-4752-b01a-bca60aaffedf tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.821055 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d89af56-84b7-4752-b01a-bca60aaffedf tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.908034 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d89af56-84b7-4752-b01a-bca60aaffedf tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.968642 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d89af56-84b7-4752-b01a-bca60aaffedf tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.993189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89af56-84b7-4752-b01a-bca60aaffedf tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event deleted for resources: {'Subnet': ['ID=41597f41-620f-49fd-a97f-2987ac9bceae,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:03.000008 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d89af56-84b7-4752-b01a-bca60aaffedf tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.002378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2d89af56-84b7-4752-b01a-bca60aaffedf tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "DELETE /v2.0/subnets/41597f41-620f-49fd-a97f-2987ac9bceae HTTP/1.1" status: 204 len: 168 time: 0.2786183 Jul 06 12:12:03.005527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53290) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:03.006738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda146e-6e9d-4a1d-b15f-6c1cac10f96c None None] Network 53431abd-e93a-452c-8d5b-242320e57262 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:03.089765 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.147392 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Deleting port 55440aa5-d36e-4bd4-946a-a92684fa2f52 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:03.147769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.196207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e2bc7e-ad7a-4545-ad99-d8b7e0cb9571 None None] DHCP port deletion for 53431abd-e93a-452c-8d5b-242320e57262 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:12:03.219462 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] For port 55440aa5-d36e-4bd4-946a-a92684fa2f52, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=55440aa5-d36e-4bd4-946a-a92684fa2f52,segment=NetworkSegment(18115571-ff55-456d-a736-5e3d38e10a97),segment_id=18115571-ff55-456d-a736-5e3d38e10a97)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:03.219872 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.233592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Calling delete_port for 55440aa5-d36e-4bd4-946a-a92684fa2f52 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:03.245758 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-10e2bc7e-ad7a-4545-ad99-d8b7e0cb9571 None None] Deleting port 55440aa5-d36e-4bd4-946a-a92684fa2f52 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:03.246130 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10e2bc7e-ad7a-4545-ad99-d8b7e0cb9571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.308365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-10e2bc7e-ad7a-4545-ad99-d8b7e0cb9571 None None] For port 55440aa5-d36e-4bd4-946a-a92684fa2f52, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=55440aa5-d36e-4bd4-946a-a92684fa2f52,segment=NetworkSegment(18115571-ff55-456d-a736-5e3d38e10a97),segment_id=18115571-ff55-456d-a736-5e3d38e10a97)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:03.308749 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10e2bc7e-ad7a-4545-ad99-d8b7e0cb9571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.314918 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.322544 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-10e2bc7e-ad7a-4545-ad99-d8b7e0cb9571 None None] Calling delete_port for 55440aa5-d36e-4bd4-946a-a92684fa2f52 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:03.343467 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event deleted for resources: {'Port': ['ID=55440aa5-d36e-4bd4-946a-a92684fa2f52,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:03.346558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] No DVR routers for this DVR port 55440aa5-d36e-4bd4-946a-a92684fa2f52 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:03.406821 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10e2bc7e-ad7a-4545-ad99-d8b7e0cb9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.429535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2bc7e-ad7a-4545-ad99-d8b7e0cb9571 None None] Pushing event deleted for resources: {'Port': ['ID=55440aa5-d36e-4bd4-946a-a92684fa2f52,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:03.429735 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.436059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2bc7e-ad7a-4545-ad99-d8b7e0cb9571 None None] No DVR routers for this DVR port 55440aa5-d36e-4bd4-946a-a92684fa2f52 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:03.445080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53431abd-e93a-452c-8d5b-242320e57262']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:03.456302 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18115571-ff55-456d-a736-5e3d38e10a97') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:03.456602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18115571-ff55-456d-a736-5e3d38e10a97') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:03.466356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.480778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.486842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:03.487282 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:03.490160 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:03.545303 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.552513 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.554366 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "DELETE /v2.0/networks/53431abd-e93a-452c-8d5b-242320e57262 HTTP/1.1" status: 204 len: 168 time: 0.5478094 Jul 06 12:12:03.556775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53292) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:03.573570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62e91-7cc8-4b45-a36f-6e4147a8809b tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event deleted for resources: {'Network': ['ID=53431abd-e93a-452c-8d5b-242320e57262,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:03.698589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2d8db-69f4-4ce5-819a-1c5ecadea2f8 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Deleting port 8e32a0ed-45b8-45c1-9488-870f9108d0c9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:03.699342 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ff2d8db-69f4-4ce5-819a-1c5ecadea2f8 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.775476 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ff2d8db-69f4-4ce5-819a-1c5ecadea2f8 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.775813 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ff2d8db-69f4-4ce5-819a-1c5ecadea2f8 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.787400 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2d8db-69f4-4ce5-819a-1c5ecadea2f8 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Calling delete_port for 8e32a0ed-45b8-45c1-9488-870f9108d0c9 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:03.921788 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ff2d8db-69f4-4ce5-819a-1c5ecadea2f8 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.949253 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2d8db-69f4-4ce5-819a-1c5ecadea2f8 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Pushing event deleted for resources: {'Port': ['ID=8e32a0ed-45b8-45c1-9488-870f9108d0c9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:04.010287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ff2d8db-69f4-4ce5-819a-1c5ecadea2f8 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.013043 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ff2d8db-69f4-4ce5-819a-1c5ecadea2f8 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.014204 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9ff2d8db-69f4-4ce5-819a-1c5ecadea2f8 tempest-FloatingIPAdminTestJSON-415272617 tempest-FloatingIPAdminTestJSON-415272617-project] 10.222.0.21 "DELETE /v2.0/floatingips/41c15c60-6f34-4d19-80af-7d25568e1507 HTTP/1.1" status: 204 len: 168 time: 0.4564908 Jul 06 12:12:04.252808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53298) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:04.384315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0dc34566-9c8b-4140-94a5-c69e6692c500 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0617bab22a3a4ff1a9d69f05e42aefd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303489 Jul 06 12:12:04.388546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53302) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:04.437494 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0940b865-edb8-4443-b109-43e291ff723c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.458277 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0940b865-edb8-4443-b109-43e291ff723c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.508354 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0940b865-edb8-4443-b109-43e291ff723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.511918 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0940b865-edb8-4443-b109-43e291ff723c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.513019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0940b865-edb8-4443-b109-43e291ff723c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a52bcae1-b125-4104-aa70-3e9673fffc18 HTTP/1.1" status: 204 len: 168 time: 0.1235569 Jul 06 12:12:04.523841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940b865-edb8-4443-b109-43e291ff723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52bcae1-b125-4104-aa70-3e9673fffc18,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:04.572987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 55440aa5-d36e-4bd4-946a-a92684fa2f52 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:04.596053 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 55440aa5-d36e-4bd4-946a-a92684fa2f52 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:04.596439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 55440aa5-d36e-4bd4-946a-a92684fa2f52 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:04.810762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53308) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:04.825435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47081ec9-5131-4643-8d0a-4345b5010418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.923536 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47081ec9-5131-4643-8d0a-4345b5010418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.927525 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47081ec9-5131-4643-8d0a-4345b5010418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.969487 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-47081ec9-5131-4643-8d0a-4345b5010418 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=becf85aae616422cbc747b8850e4cb54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578012 Jul 06 12:12:04.970611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47081ec9-5131-4643-8d0a-4345b5010418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d37992-2f48-4b50-abc5-c0f3a40503c1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:04.972262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53310) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:05.028886 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a824e1c-713b-42d5-89be-1df2f5145dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.050803 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a824e1c-713b-42d5-89be-1df2f5145dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.105558 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a824e1c-713b-42d5-89be-1df2f5145dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.108451 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a824e1c-713b-42d5-89be-1df2f5145dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.109932 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8a824e1c-713b-42d5-89be-1df2f5145dca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66d37992-2f48-4b50-abc5-c0f3a40503c1 HTTP/1.1" status: 204 len: 168 time: 0.1364455 Jul 06 12:12:05.117742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a824e1c-713b-42d5-89be-1df2f5145dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d37992-2f48-4b50-abc5-c0f3a40503c1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:05.449380 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53316) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:05.466976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f96cae4-b954-4673-a917-ad7d469bb6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.568860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f96cae4-b954-4673-a917-ad7d469bb6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.572764 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f96cae4-b954-4673-a917-ad7d469bb6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.611589 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5f96cae4-b954-4673-a917-ad7d469bb6cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e37936acb66546179f3412d111e81e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608250 Jul 06 12:12:05.612545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96cae4-b954-4673-a917-ad7d469bb6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6945eb1b-21fe-4efe-9341-a46d4429adb8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:05.614258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53318) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:05.669310 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c18f63-90aa-4031-bdba-35e47ab0f297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.690145 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c18f63-90aa-4031-bdba-35e47ab0f297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.744758 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c18f63-90aa-4031-bdba-35e47ab0f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.748453 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c18f63-90aa-4031-bdba-35e47ab0f297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.749633 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c6c18f63-90aa-4031-bdba-35e47ab0f297 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6945eb1b-21fe-4efe-9341-a46d4429adb8 HTTP/1.1" status: 204 len: 168 time: 0.1337898 Jul 06 12:12:05.758545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c18f63-90aa-4031-bdba-35e47ab0f297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6945eb1b-21fe-4efe-9341-a46d4429adb8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:06.454259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53340) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:06.547875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2101363770'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:06.569600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Made reservation on behalf of ce9e9ed8bee14805abbe1ff6c00cf908 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:06.573141 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.583050 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.673990 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.677872 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.701224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:06.715224 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7704b1b9-4440-4488-80a3-5148df0fc730,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:06.720714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.721064 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Added segment 208ff55c-0417-46a5-a6e2-344d4e511cf0 of type vlan for network fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 Jul 06 12:12:06.762780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.795093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.800995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:06.801632 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.858819 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4034605 Jul 06 12:12:06.861519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53344) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:06.869482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'subnet': {'network_id': 'fd3f0ba0-f5d1-4709-be05-533d5c02b6d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:06.888787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72144f-371d-4c85-a8fe-1127180dc1a5 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Network': ['ID=fd3f0ba0-f5d1-4709-be05-533d5c02b6d3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:06.899074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:06.981213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Made reservation on behalf of ce9e9ed8bee14805abbe1ff6c00cf908 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:06.985024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.174779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.232090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Subnet': ['ID=fcd61f81-dc1a-473c-a62c-9d4d9b556647,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:07.242158 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Checking segment: {'id': '208ff55c-0417-46a5-a6e2-344d4e511cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd3f0ba0-f5d1-4709-be05-533d5c02b6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:07.242520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network hostable DHCP agents. Network: fd3f0ba0-f5d1-4709-be05-533d5c02b6d3, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:12:07.259574 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:12:07.268936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, fd3f0ba0-f5d1-4709-be05-533d5c02b6d3) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:07.274691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:07.275789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.278602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd38ec-08c7-4734-95e4-e57b5f7918e9 None None] Network fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:07.300139 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-30e42a33-5d06-4926-b5fc-d02e3393143b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4373257 Jul 06 12:12:07.302820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53346) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:07.310978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1374842701', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:07.345319 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.346561 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.430214 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.469886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9d226-ad34-4ab3-a1f7-d85b5780a4e9 None None] Network fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:07.632645 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.830040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.849418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.952235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.25.0.77 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/eb6f7f31-2370-4094-b21c-2e75f0cbb348) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:08.056635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.098626 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.137952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:08.143379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:08.147668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:08.170898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=eb6f7f31-2370-4094-b21c-2e75f0cbb348,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:08.404515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.603199 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.731013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:12:08.840686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:08.849741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec6656-f1a2-47c7-9edf-c7e2ac86f563 None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:08.859558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec6656-f1a2-47c7-9edf-c7e2ac86f563 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:08.860307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46ec6656-f1a2-47c7-9edf-c7e2ac86f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:08.861117 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.863942 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4bc7cc6a-2b0f-494f-813c-c5b8039628a1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5597417 Jul 06 12:12:08.866126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53348) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:08.903229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46ec6656-f1a2-47c7-9edf-c7e2ac86f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:08.912517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec6656-f1a2-47c7-9edf-c7e2ac86f563 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:08.913224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46ec6656-f1a2-47c7-9edf-c7e2ac86f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:08.945556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46ec6656-f1a2-47c7-9edf-c7e2ac86f563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:08.946324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec6656-f1a2-47c7-9edf-c7e2ac86f563 None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:09.322912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:09.916751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.20.0.1 (fd3f0ba0-f5d1-4709-be05-533d5c02b6d3/fcd61f81-dc1a-473c-a62c-9d4d9b556647/b7c58569-9680-4cb4-835f-564256e7808b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:10.032154 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.071225 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.113722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:10.118873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:10.124075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:10.147604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=b7c58569-9680-4cb4-835f-564256e7808b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:10.169881 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.315566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.595432 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.599921 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.678503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=b7c58569-9680-4cb4-835f-564256e7808b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:10.682199 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.773944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:10.775331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:10.893996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:11.013365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:11.018318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fee76a25-5fbb-48fc-bbae-71c29f048b99 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "PUT /v2.0/routers/83824f3e-60af-4531-9248-eb97ec3ce973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1501524 Jul 06 12:12:11.021033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53352) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:11.023680 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1853613-42cc-4b2e-89a9-0a9fb842d92b None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:11.028085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'port': {'network_id': 'fd3f0ba0-f5d1-4709-be05-533d5c02b6d3', 'name': 'tempest-FloatingIPTestJSON-965135761'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:11.035371 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1853613-42cc-4b2e-89a9-0a9fb842d92b None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:11.036034 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f1853613-42cc-4b2e-89a9-0a9fb842d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:11.071904 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f1853613-42cc-4b2e-89a9-0a9fb842d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:11.081767 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1853613-42cc-4b2e-89a9-0a9fb842d92b None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:11.082464 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f1853613-42cc-4b2e-89a9-0a9fb842d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:11.118531 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f1853613-42cc-4b2e-89a9-0a9fb842d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:11.119724 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1853613-42cc-4b2e-89a9-0a9fb842d92b None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:11.143170 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Made reservation on behalf of ce9e9ed8bee14805abbe1ff6c00cf908 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:11.146744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.172848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] device_id is not set on port 0cbc278b-f966-4001-81e2-1646a8af6ff6 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:11.286820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.20.0.6 (fd3f0ba0-f5d1-4709-be05-533d5c02b6d3/fcd61f81-dc1a-473c-a62c-9d4d9b556647/0cbc278b-f966-4001-81e2-1646a8af6ff6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:11.441422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.488829 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.542747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:11.545958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:11.552389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:11.578217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=0cbc278b-f966-4001-81e2-1646a8af6ff6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:11.606633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:11.607260 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.620923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-192b4480-7745-46f6-84c6-de6b76f71725 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5980554 Jul 06 12:12:11.623624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53354) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:11.628955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'port': {'network_id': 'fd3f0ba0-f5d1-4709-be05-533d5c02b6d3', 'name': 'tempest-FloatingIPTestJSON-2032362338'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:11.751912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Made reservation on behalf of ce9e9ed8bee14805abbe1ff6c00cf908 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:11.757515 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.780724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] device_id is not set on port 6ef0f743-7ab3-4532-9121-ee56914dfff6 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:11.908448 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.20.0.5 (fd3f0ba0-f5d1-4709-be05-533d5c02b6d3/fcd61f81-dc1a-473c-a62c-9d4d9b556647/6ef0f743-7ab3-4532-9121-ee56914dfff6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:12.070362 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.117763 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.169383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:12.177400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:12.182016 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:12.186745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=6ef0f743-7ab3-4532-9121-ee56914dfff6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:12.236508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:12.237152 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.254134 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1b612d48-5266-434b-8b96-f6388f0bcdaa tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6294479 Jul 06 12:12:12.257800 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53356) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:12.262665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '6ef0f743-7ab3-4532-9121-ee56914dfff6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:12.285106 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.395605 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.515403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.25.0.70 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/d6103eb0-c3d4-493a-83a9-2317ee252858) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:12.634870 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.683803 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.719893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:12.722855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:12.736679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:12.739994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=d6103eb0-c3d4-493a-83a9-2317ee252858,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:13.123574 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.200215 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.363009 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.367806 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.435752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=d6103eb0-c3d4-493a-83a9-2317ee252858,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:13.447235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.447624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.447973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.448926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.449266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.449615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.449935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.450266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.450599 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.450924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.451251 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.451600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:13.457304 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.559147 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP 12b16035-c1f2-497e-acf7-3ab255ed4e2d associated. External IP: 172.25.0.70, port: 6ef0f743-7ab3-4532-9121-ee56914dfff6. Jul 06 12:12:13.779878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:13.889194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:13.898157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292831f6-3226-4324-909b-6f2f01fbedb9 None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:13.906675 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.907991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292831f6-3226-4324-909b-6f2f01fbedb9 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:13.908613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-292831f6-3226-4324-909b-6f2f01fbedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:13.942757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-17acba26-2b99-416b-b68e-fb5aad3b1244 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6839032 Jul 06 12:12:13.943385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-292831f6-3226-4324-909b-6f2f01fbedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:13.945567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53358) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:13.952866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-795d2f03-9935-4ebd-9aa0-b3cb3e75fc28 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:13.955921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292831f6-3226-4324-909b-6f2f01fbedb9 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:13.956585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-292831f6-3226-4324-909b-6f2f01fbedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:13.989203 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-292831f6-3226-4324-909b-6f2f01fbedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:13.989882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292831f6-3226-4324-909b-6f2f01fbedb9 None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:14.026166 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-795d2f03-9935-4ebd-9aa0-b3cb3e75fc28 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.172399 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-795d2f03-9935-4ebd-9aa0-b3cb3e75fc28 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.177878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-795d2f03-9935-4ebd-9aa0-b3cb3e75fc28 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.178483 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-795d2f03-9935-4ebd-9aa0-b3cb3e75fc28 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP 12b16035-c1f2-497e-acf7-3ab255ed4e2d disassociated. External IP: 172.25.0.70, port: 6ef0f743-7ab3-4532-9121-ee56914dfff6. Jul 06 12:12:14.195178 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f1c7014-1465-4c8e-b101-985f2f4a7aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.400453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795d2f03-9935-4ebd-9aa0-b3cb3e75fc28 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:14.513067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795d2f03-9935-4ebd-9aa0-b3cb3e75fc28 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:14.518040 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-795d2f03-9935-4ebd-9aa0-b3cb3e75fc28 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:14.522654 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca978a50-f41e-4fb5-b742-2b0344e0ab56 None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:14.532310 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca978a50-f41e-4fb5-b742-2b0344e0ab56 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:14.532928 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ca978a50-f41e-4fb5-b742-2b0344e0ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:14.555288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-795d2f03-9935-4ebd-9aa0-b3cb3e75fc28 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "PUT /v2.0/floatingips/12b16035-c1f2-497e-acf7-3ab255ed4e2d HTTP/1.1" status: 200 len: 687 time: 0.6083670 Jul 06 12:12:14.558569 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53360) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.566403 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ca978a50-f41e-4fb5-b742-2b0344e0ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:14.575509 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca978a50-f41e-4fb5-b742-2b0344e0ab56 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:14.576123 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ca978a50-f41e-4fb5-b742-2b0344e0ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:14.613123 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ca978a50-f41e-4fb5-b742-2b0344e0ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:14.613778 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca978a50-f41e-4fb5-b742-2b0344e0ab56 None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:15.023266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a10c8652-e53b-4cbb-832c-3ed02b87a9a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port d6103eb0-c3d4-493a-83a9-2317ee252858 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:15.023641 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a10c8652-e53b-4cbb-832c-3ed02b87a9a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.100392 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a10c8652-e53b-4cbb-832c-3ed02b87a9a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.100731 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a10c8652-e53b-4cbb-832c-3ed02b87a9a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.112810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a10c8652-e53b-4cbb-832c-3ed02b87a9a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for d6103eb0-c3d4-493a-83a9-2317ee252858 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:15.245355 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a10c8652-e53b-4cbb-832c-3ed02b87a9a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.272171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c8652-e53b-4cbb-832c-3ed02b87a9a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=d6103eb0-c3d4-493a-83a9-2317ee252858,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:15.339670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a10c8652-e53b-4cbb-832c-3ed02b87a9a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.342734 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a10c8652-e53b-4cbb-832c-3ed02b87a9a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.343942 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a10c8652-e53b-4cbb-832c-3ed02b87a9a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/floatingips/12b16035-c1f2-497e-acf7-3ab255ed4e2d HTTP/1.1" status: 204 len: 168 time: 0.7816274 Jul 06 12:12:15.347580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53362) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:15.352390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '0cbc278b-f966-4001-81e2-1646a8af6ff6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:15.375040 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.474414 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.586454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.25.0.250 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/5df9e797-f26e-4242-90ea-178bc3f33ea0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:15.689201 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.730807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.772178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:15.775055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:15.780853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:15.804621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=5df9e797-f26e-4242-90ea-178bc3f33ea0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:16.163281 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.244860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.400687 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.405993 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.473857 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=5df9e797-f26e-4242-90ea-178bc3f33ea0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:16.487102 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.591651 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP 2b5faaa6-b58b-4090-94dc-04782ec225f3 associated. External IP: 172.25.0.250, port: 0cbc278b-f966-4001-81e2-1646a8af6ff6. Jul 06 12:12:16.815179 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:16.937274 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:16.949635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c4d7a-abe9-47a7-a0eb-8565fd4c099c None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:16.957760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.958822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c4d7a-abe9-47a7-a0eb-8565fd4c099c None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:16.959548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4d7a-abe9-47a7-a0eb-8565fd4c099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:16.996224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4d7a-abe9-47a7-a0eb-8565fd4c099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:17.000177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fe20ddee-29a0-4f9c-94aa-8448a8e191f0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6513855 Jul 06 12:12:17.003225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53366) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:17.005854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c4d7a-abe9-47a7-a0eb-8565fd4c099c None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:17.006459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4d7a-abe9-47a7-a0eb-8565fd4c099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:17.074205 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7682a72d-e145-4614-9cd6-3f5586217f6f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "GET /v2.0/floatingips/2b5faaa6-b58b-4090-94dc-04782ec225f3 HTTP/1.1" status: 200 len: 977 time: 0.0688083 Jul 06 12:12:17.078471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:17.175005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e3452031-3be1-4a5f-9067-3d968c83f743 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.0950706 Jul 06 12:12:17.177630 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53370) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:17.182229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-07f781ea-eb04-4785-9fb3-f51441748c06 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'floatingip': {'port_id': '6ef0f743-7ab3-4532-9121-ee56914dfff6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:17.205477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4d7a-abe9-47a7-a0eb-8565fd4c099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:17.206054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c4d7a-abe9-47a7-a0eb-8565fd4c099c None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:17.240752 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07f781ea-eb04-4785-9fb3-f51441748c06 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.742024 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07f781ea-eb04-4785-9fb3-f51441748c06 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.745780 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07f781ea-eb04-4785-9fb3-f51441748c06 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.846797 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-07f781ea-eb04-4785-9fb3-f51441748c06 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP 2b5faaa6-b58b-4090-94dc-04782ec225f3 associated. External IP: 172.25.0.250, port: 0cbc278b-f966-4001-81e2-1646a8af6ff6. Jul 06 12:12:18.060877 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f781ea-eb04-4785-9fb3-f51441748c06 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:18.172036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f781ea-eb04-4785-9fb3-f51441748c06 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:18.181703 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fbd102-8a90-4390-9191-3245d61c007a None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:18.191876 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fbd102-8a90-4390-9191-3245d61c007a None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:18.192498 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17fbd102-8a90-4390-9191-3245d61c007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:18.225553 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.227278 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17fbd102-8a90-4390-9191-3245d61c007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:18.237227 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fbd102-8a90-4390-9191-3245d61c007a None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:18.237840 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17fbd102-8a90-4390-9191-3245d61c007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:11:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:18.273790 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-17fbd102-8a90-4390-9191-3245d61c007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:18.274437 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fbd102-8a90-4390-9191-3245d61c007a None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:18.394363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f781ea-eb04-4785-9fb3-f51441748c06 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:18.413455 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-168f7e04-6f1e-4051-bcd4-a85c2a78d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.510159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f781ea-eb04-4785-9fb3-f51441748c06 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:18.516196 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07f781ea-eb04-4785-9fb3-f51441748c06 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.520094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f6e80-3705-44cc-88ce-ae52a4c31a9b None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:18.530414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f6e80-3705-44cc-88ce-ae52a4c31a9b None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:18.531052 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2f6f6e80-3705-44cc-88ce-ae52a4c31a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:18.564670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2f6f6e80-3705-44cc-88ce-ae52a4c31a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:18.574876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f6e80-3705-44cc-88ce-ae52a4c31a9b None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:18.575550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2f6f6e80-3705-44cc-88ce-ae52a4c31a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:18.612632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2f6f6e80-3705-44cc-88ce-ae52a4c31a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:18.613307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f6e80-3705-44cc-88ce-ae52a4c31a9b None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:18.804410 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.951696 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-07f781ea-eb04-4785-9fb3-f51441748c06 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "PUT /v2.0/floatingips/2b5faaa6-b58b-4090-94dc-04782ec225f3 HTTP/1.1" status: 200 len: 978 time: 1.7728136 Jul 06 12:12:18.954256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53372) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:18.959189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3ea37ebf-4e0a-42aa-96b1-1c280f8a8249 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:19.019548 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ea37ebf-4e0a-42aa-96b1-1c280f8a8249 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.177341 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ea37ebf-4e0a-42aa-96b1-1c280f8a8249 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.181288 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ea37ebf-4e0a-42aa-96b1-1c280f8a8249 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.181602 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-3ea37ebf-4e0a-42aa-96b1-1c280f8a8249 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP 2b5faaa6-b58b-4090-94dc-04782ec225f3 disassociated. External IP: 172.25.0.250, port: 6ef0f743-7ab3-4532-9121-ee56914dfff6. Jul 06 12:12:19.406020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea37ebf-4e0a-42aa-96b1-1c280f8a8249 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:19.522188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea37ebf-4e0a-42aa-96b1-1c280f8a8249 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:19.527079 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ea37ebf-4e0a-42aa-96b1-1c280f8a8249 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.531654 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeadd2d-81f9-4e9f-81bc-6b0011b5adc7 None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:19.540513 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeadd2d-81f9-4e9f-81bc-6b0011b5adc7 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:19.541111 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-efeadd2d-81f9-4e9f-81bc-6b0011b5adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:19.563643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3ea37ebf-4e0a-42aa-96b1-1c280f8a8249 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "PUT /v2.0/floatingips/2b5faaa6-b58b-4090-94dc-04782ec225f3 HTTP/1.1" status: 200 len: 688 time: 0.6082916 Jul 06 12:12:19.566133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.573842 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-efeadd2d-81f9-4e9f-81bc-6b0011b5adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:19.582318 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeadd2d-81f9-4e9f-81bc-6b0011b5adc7 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:19.582917 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-efeadd2d-81f9-4e9f-81bc-6b0011b5adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:19.614029 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-efeadd2d-81f9-4e9f-81bc-6b0011b5adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:19.614673 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeadd2d-81f9-4e9f-81bc-6b0011b5adc7 None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:19.697345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bc3b1-b39d-4fd4-88c1-b563424988f8 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port 5df9e797-f26e-4242-90ea-178bc3f33ea0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:19.697656 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc3b1-b39d-4fd4-88c1-b563424988f8 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.774557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc3b1-b39d-4fd4-88c1-b563424988f8 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.774889 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc3b1-b39d-4fd4-88c1-b563424988f8 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.792411 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bc3b1-b39d-4fd4-88c1-b563424988f8 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for 5df9e797-f26e-4242-90ea-178bc3f33ea0 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:19.934457 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc3b1-b39d-4fd4-88c1-b563424988f8 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:19.966277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bc3b1-b39d-4fd4-88c1-b563424988f8 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=5df9e797-f26e-4242-90ea-178bc3f33ea0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:20.033451 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc3b1-b39d-4fd4-88c1-b563424988f8 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:20.035948 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef4bc3b1-b39d-4fd4-88c1-b563424988f8 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:20.037106 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ef4bc3b1-b39d-4fd4-88c1-b563424988f8 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/floatingips/2b5faaa6-b58b-4090-94dc-04782ec225f3 HTTP/1.1" status: 204 len: 168 time: 0.4698813 Jul 06 12:12:20.039875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53376) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.087756 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-92a8722e-e1dc-4b9b-9661-0934f54135f1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] delete failed (client error): The resource could not be found. Jul 06 12:12:20.089516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-92a8722e-e1dc-4b9b-9661-0934f54135f1 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/floatingips/2b5faaa6-b58b-4090-94dc-04782ec225f3 HTTP/1.1" status: 404 len: 345 time: 0.0487144 Jul 06 12:12:20.093340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53378) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.217333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa71bdc-4b72-4ba1-bb8f-ec36f3839901 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.223134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa71bdc-4b72-4ba1-bb8f-ec36f3839901 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.229956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa71bdc-4b72-4ba1-bb8f-ec36f3839901 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.231713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2aa71bdc-4b72-4ba1-bb8f-ec36f3839901 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "GET /v2.0/ports?network_id=fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 HTTP/1.1" status: 200 len: 2357 time: 0.1372347 Jul 06 12:12:20.234514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53380) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.288854 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca75db1-bc91-4998-a831-c932a8842556 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.290237 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9ca75db1-bc91-4998-a831-c932a8842556 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "GET /v2.0/subnets/fcd61f81-dc1a-473c-a62c-9d4d9b556647 HTTP/1.1" status: 200 len: 797 time: 0.0547214 Jul 06 12:12:20.295829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53382) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.300886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'port': {'network_id': 'fd3f0ba0-f5d1-4709-be05-533d5c02b6d3', 'name': 'tempest-FloatingIPTestJSON-1479016313', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:20.431000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Made reservation on behalf of ce9e9ed8bee14805abbe1ff6c00cf908 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:20.460049 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0305c993-4297-4439-a3b3-eddf052d2573 req-b6d051aa-2df2-46f6-b895-3889c7a90c40 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540247 Jul 06 12:12:20.522890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:20.542918 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] device_id is not set on port 3e6e71b7-5305-4212-ab66-9cf328c4bc06 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:20.572805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305c993-4297-4439-a3b3-eddf052d2573 req-fbba6ddb-8b53-4edc-b714-8132c9aef69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.575222 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0305c993-4297-4439-a3b3-eddf052d2573 req-fbba6ddb-8b53-4edc-b714-8132c9aef69c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8376b6596b343ba852e90509a119d54&device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 1097 time: 0.0683446 Jul 06 12:12:20.595230 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:20.688324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305c993-4297-4439-a3b3-eddf052d2573 req-7c0454d3-9e11-4459-a564-590d59c899f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.689846 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0305c993-4297-4439-a3b3-eddf052d2573 req-7c0454d3-9e11-4459-a564-590d59c899f8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9d2bc709-62da-42c0-a269-5ca9a6f35287 HTTP/1.1" status: 200 len: 915 time: 0.0923102 Jul 06 12:12:20.764942 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0305c993-4297-4439-a3b3-eddf052d2573 req-17cd55fc-cdcc-4476-9130-f32782d6987f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f85732-8dac-4d1f-a302-3b31d8796834 HTTP/1.1" status: 200 len: 1001 time: 0.0666282 Jul 06 12:12:20.817097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305c993-4297-4439-a3b3-eddf052d2573 req-f83e49a4-23b1-4bd3-9eb9-7fcf7ac8470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.818593 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0305c993-4297-4439-a3b3-eddf052d2573 req-f83e49a4-23b1-4bd3-9eb9-7fcf7ac8470f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56a3e18c-ba2c-4825-95b2-b538c5ae4db5 HTTP/1.1" status: 200 len: 853 time: 0.0468185 Jul 06 12:12:20.854995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.20.0.14 (fd3f0ba0-f5d1-4709-be05-533d5c02b6d3/fcd61f81-dc1a-473c-a62c-9d4d9b556647/3e6e71b7-5305-4212-ab66-9cf328c4bc06) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:20.861977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.20.0.13 (fd3f0ba0-f5d1-4709-be05-533d5c02b6d3/fcd61f81-dc1a-473c-a62c-9d4d9b556647/3e6e71b7-5305-4212-ab66-9cf328c4bc06) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:20.880506 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305c993-4297-4439-a3b3-eddf052d2573 req-c6c2f525-cd33-4c80-985a-696a59a4a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.882054 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0305c993-4297-4439-a3b3-eddf052d2573 req-c6c2f525-cd33-4c80-985a-696a59a4a275 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9d2bc709-62da-42c0-a269-5ca9a6f35287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567060 Jul 06 12:12:20.979927 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0305c993-4297-4439-a3b3-eddf052d2573 req-9de86198-19cc-4ff8-a6eb-82aca81cd9f1 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905519 Jul 06 12:12:21.012034 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.053297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.077103 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0305c993-4297-4439-a3b3-eddf052d2573 req-1ef3c271-a09a-4b12-855a-f4c23f6d530e service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899127 Jul 06 12:12:21.105401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:21.111725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:21.113906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:21.143055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=3e6e71b7-5305-4212-ab66-9cf328c4bc06,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:21.170948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:21.171595 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.186280 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0a606707-a2ac-4bdb-bda0-2061c19ca18b tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8893397 Jul 06 12:12:21.188882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:21.193278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '3e6e71b7-5305-4212-ab66-9cf328c4bc06', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:21.215535 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.320298 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.430572 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.25.0.96 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/c9f93bca-6e80-43f0-a8e4-105eae516dad) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:21.534632 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.573779 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.609370 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:21.612245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:21.617726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:21.645715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=c9f93bca-6e80-43f0-a8e4-105eae516dad,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:21.996735 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.074776 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.225461 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.231440 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.301541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=c9f93bca-6e80-43f0-a8e4-105eae516dad,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:22.310755 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.410067 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP 1ee4858d-bd2e-4f84-a8b0-1492fa17a7cc associated. External IP: 172.25.0.96, port: 3e6e71b7-5305-4212-ab66-9cf328c4bc06. Jul 06 12:12:22.624283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:23.076610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:23.085839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3f3ca-ec4c-466b-99c3-2f4a22d00f68 None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:23.095412 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.100291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3f3ca-ec4c-466b-99c3-2f4a22d00f68 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:23.101284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ab3f3ca-ec4c-466b-99c3-2f4a22d00f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:23.134213 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f5b47c08-aa87-486b-9696-d9dedc8659b0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9442093 Jul 06 12:12:23.135378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ab3f3ca-ec4c-466b-99c3-2f4a22d00f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:23.136856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53392) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:23.141590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8004aaf4-4c9a-4684-9f85-61fa118c4d0f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'floatingip': {'port_id': '3e6e71b7-5305-4212-ab66-9cf328c4bc06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:23.144282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3f3ca-ec4c-466b-99c3-2f4a22d00f68 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:23.144890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ab3f3ca-ec4c-466b-99c3-2f4a22d00f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:23.180477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ab3f3ca-ec4c-466b-99c3-2f4a22d00f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:23.181088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3f3ca-ec4c-466b-99c3-2f4a22d00f68 None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:23.203631 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8004aaf4-4c9a-4684-9f85-61fa118c4d0f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.726377 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8004aaf4-4c9a-4684-9f85-61fa118c4d0f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.730153 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8004aaf4-4c9a-4684-9f85-61fa118c4d0f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.948948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8004aaf4-4c9a-4684-9f85-61fa118c4d0f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:24.061968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8004aaf4-4c9a-4684-9f85-61fa118c4d0f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:24.066794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8004aaf4-4c9a-4684-9f85-61fa118c4d0f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.072327 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616c6b2d-31c3-4acf-9516-940f25cf8159 None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:24.083813 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616c6b2d-31c3-4acf-9516-940f25cf8159 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:24.084557 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-616c6b2d-31c3-4acf-9516-940f25cf8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:24.122663 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-616c6b2d-31c3-4acf-9516-940f25cf8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:24.133014 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616c6b2d-31c3-4acf-9516-940f25cf8159 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:24.133833 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-616c6b2d-31c3-4acf-9516-940f25cf8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:24.151878 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8004aaf4-4c9a-4684-9f85-61fa118c4d0f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "PUT /v2.0/floatingips/1ee4858d-bd2e-4f84-a8b0-1492fa17a7cc HTTP/1.1" status: 200 len: 978 time: 1.0132580 Jul 06 12:12:24.155032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:24.168506 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-616c6b2d-31c3-4acf-9516-940f25cf8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:24.169330 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616c6b2d-31c3-4acf-9516-940f25cf8159 None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:24.316991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port c9f93bca-6e80-43f0-a8e4-105eae516dad {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:24.317295 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.392109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.392460 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.404770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for c9f93bca-6e80-43f0-a8e4-105eae516dad owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:24.562536 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.588087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=c9f93bca-6e80-43f0-a8e4-105eae516dad,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:24.659439 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.659794 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP 1ee4858d-bd2e-4f84-a8b0-1492fa17a7cc disassociated (deleted). External IP: 172.25.0.96, port: 3e6e71b7-5305-4212-ab66-9cf328c4bc06. Jul 06 12:12:24.886916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:24.998014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:25.002842 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.017043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbb01e4-e8dc-44fd-9220-3427c3117661 None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:25.029997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb01e4-e8dc-44fd-9220-3427c3117661 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:25.030747 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ecbb01e4-e8dc-44fd-9220-3427c3117661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:25.045746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e7ff6e14-bd4e-4572-ae48-16d11f7a290c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/floatingips/1ee4858d-bd2e-4f84-a8b0-1492fa17a7cc HTTP/1.1" status: 204 len: 168 time: 0.8896191 Jul 06 12:12:25.048355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53398) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:25.067772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ecbb01e4-e8dc-44fd-9220-3427c3117661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:25.078467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb01e4-e8dc-44fd-9220-3427c3117661 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:25.079358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ecbb01e4-e8dc-44fd-9220-3427c3117661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:25.116918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ecbb01e4-e8dc-44fd-9220-3427c3117661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:25.117585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbb01e4-e8dc-44fd-9220-3427c3117661 None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:25.155848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d55bfb7-a803-4ccc-b924-492a2226f638 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port 3e6e71b7-5305-4212-ab66-9cf328c4bc06 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:25.156527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d55bfb7-a803-4ccc-b924-492a2226f638 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.270670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d55bfb7-a803-4ccc-b924-492a2226f638 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.285332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d55bfb7-a803-4ccc-b924-492a2226f638 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for 3e6e71b7-5305-4212-ab66-9cf328c4bc06 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:25.488360 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d55bfb7-a803-4ccc-b924-492a2226f638 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.521971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55bfb7-a803-4ccc-b924-492a2226f638 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=3e6e71b7-5305-4212-ab66-9cf328c4bc06,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:25.630882 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d55bfb7-a803-4ccc-b924-492a2226f638 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.632917 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5d55bfb7-a803-4ccc-b924-492a2226f638 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/ports/3e6e71b7-5305-4212-ab66-9cf328c4bc06 HTTP/1.1" status: 204 len: 168 time: 0.5836015 Jul 06 12:12:25.637181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53400) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:25.641922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:25.664329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.765570 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.873696 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.25.0.37 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/1727a023-eb12-46b5-b45a-34864094dcb8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:25.987195 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.027911 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.064374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:26.069047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:26.072361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:26.077926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=1727a023-eb12-46b5-b45a-34864094dcb8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:26.104609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.105040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.105383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.105714 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.106038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.106365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.106688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.107006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.107325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.107672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.107990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.108303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:26.173937 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.218023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.681152 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.686536 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.752855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=1727a023-eb12-46b5-b45a-34864094dcb8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:26.764777 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.779354 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.780608 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-76eb2489-b8db-4f51-87ec-26d433f6cc0e tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1423814 Jul 06 12:12:26.783206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53402) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:26.788068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'port': {'network_id': 'fd3f0ba0-f5d1-4709-be05-533d5c02b6d3', 'name': 'tempest-FloatingIPTestJSON-2022945931'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:26.897408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Made reservation on behalf of ce9e9ed8bee14805abbe1ff6c00cf908 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:26.901023 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.918982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] device_id is not set on port 0e385d58-0834-4745-be85-61cad8e18ad2 yet. {{(pid=93815) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:27.026327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.20.0.2 (fd3f0ba0-f5d1-4709-be05-533d5c02b6d3/fcd61f81-dc1a-473c-a62c-9d4d9b556647/0e385d58-0834-4745-be85-61cad8e18ad2) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:27.172238 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.210813 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.256504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:27.259742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:27.266486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:27.291858 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=0e385d58-0834-4745-be85-61cad8e18ad2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:27.320170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:27.320776 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.335221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-60ab09a1-c8e5-4900-b321-e696c039a7a0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5509799 Jul 06 12:12:27.337932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53404) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:27.342937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6e87911d-4e4c-4d2c-8068-80c0592b89d0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'floatingip': {'port_id': '0e385d58-0834-4745-be85-61cad8e18ad2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:27.382093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e87911d-4e4c-4d2c-8068-80c0592b89d0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.840491 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e87911d-4e4c-4d2c-8068-80c0592b89d0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.845415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e87911d-4e4c-4d2c-8068-80c0592b89d0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.954891 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-6e87911d-4e4c-4d2c-8068-80c0592b89d0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP 3a67aa33-3add-4901-84f3-073e7948ddb4 associated. External IP: 172.25.0.37, port: 0e385d58-0834-4745-be85-61cad8e18ad2. Jul 06 12:12:28.180011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e87911d-4e4c-4d2c-8068-80c0592b89d0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:28.293349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e87911d-4e4c-4d2c-8068-80c0592b89d0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:28.298295 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e87911d-4e4c-4d2c-8068-80c0592b89d0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.302392 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e7f73e-4f6f-4852-9df9-b7c223992dc1 None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:28.312614 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e7f73e-4f6f-4852-9df9-b7c223992dc1 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:28.313248 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-71e7f73e-4f6f-4852-9df9-b7c223992dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:28.337397 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6e87911d-4e4c-4d2c-8068-80c0592b89d0 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "PUT /v2.0/floatingips/3a67aa33-3add-4901-84f3-073e7948ddb4 HTTP/1.1" status: 200 len: 977 time: 0.9978468 Jul 06 12:12:28.342136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53408) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:28.348801 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-71e7f73e-4f6f-4852-9df9-b7c223992dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:28.358440 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e7f73e-4f6f-4852-9df9-b7c223992dc1 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:28.359051 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-71e7f73e-4f6f-4852-9df9-b7c223992dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:28.390431 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-71e7f73e-4f6f-4852-9df9-b7c223992dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:28.391114 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e7f73e-4f6f-4852-9df9-b7c223992dc1 None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:28.446060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port 0e385d58-0834-4745-be85-61cad8e18ad2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:28.446328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.536327 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.708791 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.709086 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.709406 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP 3a67aa33-3add-4901-84f3-073e7948ddb4 disassociated. External IP: 172.25.0.37, port: 0e385d58-0834-4745-be85-61cad8e18ad2. Jul 06 12:12:28.710044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for 0e385d58-0834-4745-be85-61cad8e18ad2 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:28.844038 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.875700 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.876293 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=0e385d58-0834-4745-be85-61cad8e18ad2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:28.994239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:29.080203 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.107772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:29.119556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8668d2-3e9e-4922-a286-48c04586bbec None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:29.130543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8668d2-3e9e-4922-a286-48c04586bbec None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:29.131174 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ed8668d2-3e9e-4922-a286-48c04586bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:29.163908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ed8668d2-3e9e-4922-a286-48c04586bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:29.173272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8668d2-3e9e-4922-a286-48c04586bbec None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:29.174195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ed8668d2-3e9e-4922-a286-48c04586bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:29.177646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.179615 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-778c8ddc-1793-49f1-b1a5-8fbced8a243a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/ports/0e385d58-0834-4745-be85-61cad8e18ad2 HTTP/1.1" status: 204 len: 168 time: 0.8360715 Jul 06 12:12:29.182973 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53410) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:29.209061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ed8668d2-3e9e-4922-a286-48c04586bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:29.209902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8668d2-3e9e-4922-a286-48c04586bbec None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:29.232115 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-84f1b0d3-d2a3-436d-8225-7925e326b3e2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "GET /v2.0/floatingips/3a67aa33-3add-4901-84f3-073e7948ddb4 HTTP/1.1" status: 200 len: 687 time: 0.0478752 Jul 06 12:12:29.234663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53412) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:29.360652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-43cc6e82-1a85-4b5a-9139-fe333a0dfe91 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port 1727a023-eb12-46b5-b45a-34864094dcb8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:29.360998 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43cc6e82-1a85-4b5a-9139-fe333a0dfe91 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.434800 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43cc6e82-1a85-4b5a-9139-fe333a0dfe91 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.435126 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43cc6e82-1a85-4b5a-9139-fe333a0dfe91 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.446535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-43cc6e82-1a85-4b5a-9139-fe333a0dfe91 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for 1727a023-eb12-46b5-b45a-34864094dcb8 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:29.579732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43cc6e82-1a85-4b5a-9139-fe333a0dfe91 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.611878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc6e82-1a85-4b5a-9139-fe333a0dfe91 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=1727a023-eb12-46b5-b45a-34864094dcb8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:29.673580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43cc6e82-1a85-4b5a-9139-fe333a0dfe91 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.676223 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43cc6e82-1a85-4b5a-9139-fe333a0dfe91 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.677387 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-43cc6e82-1a85-4b5a-9139-fe333a0dfe91 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/floatingips/3a67aa33-3add-4901-84f3-073e7948ddb4 HTTP/1.1" status: 204 len: 168 time: 0.4418223 Jul 06 12:12:29.680828 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53414) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:29.685552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '6ef0f743-7ab3-4532-9121-ee56914dfff6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:29.708093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.806412 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.920720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.25.0.208 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/32fa4003-899b-43b9-bb53-6d58ef4686f5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:29.995630 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:12:30.023861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.066961 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.105144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:30.111210 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:30.116547 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:30.119571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=32fa4003-899b-43b9-bb53-6d58ef4686f5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:30.496819 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.575424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.730646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.735378 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.805804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=32fa4003-899b-43b9-bb53-6d58ef4686f5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:30.815136 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.918639 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP fe266805-39ed-4397-a1c8-a47a69d1f7b4 associated. External IP: 172.25.0.208, port: 6ef0f743-7ab3-4532-9121-ee56914dfff6. Jul 06 12:12:31.134022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:31.245497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:31.254614 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a310e6bd-8f10-48fc-9d4c-b4c660388c73 None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:31.262172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.264167 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a310e6bd-8f10-48fc-9d4c-b4c660388c73 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:31.264899 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a310e6bd-8f10-48fc-9d4c-b4c660388c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:31.297278 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a310e6bd-8f10-48fc-9d4c-b4c660388c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:31.300500 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2b59cc57-545a-4ab8-9949-30fb6363ff3c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6186550 Jul 06 12:12:31.303251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53416) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:31.305959 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a310e6bd-8f10-48fc-9d4c-b4c660388c73 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:31.306566 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a310e6bd-8f10-48fc-9d4c-b4c660388c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:31.309733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-219446666'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:31.331090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Made reservation on behalf of ce9e9ed8bee14805abbe1ff6c00cf908 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:31.334863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.342579 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a310e6bd-8f10-48fc-9d4c-b4c660388c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:31.343234 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a310e6bd-8f10-48fc-9d4c-b4c660388c73 None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:31.362013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:31.372412 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.372745 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Added segment 469f317b-a300-40a4-93fe-a35060c7a8d3 of type vlan for network bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 Jul 06 12:12:31.414416 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.444477 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.450673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:31.451259 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.816424 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5120876 Jul 06 12:12:31.818992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53418) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:31.826189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'subnet': {'network_id': 'bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:31.844238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0a446-42f1-4354-9e2a-68a5970cd687 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Network': ['ID=bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:31.854860 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:31.925258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Made reservation on behalf of ce9e9ed8bee14805abbe1ff6c00cf908 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:31.928805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.114162 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.174241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Subnet': ['ID=a14a25f2-d448-4493-8c6b-bbb71e6945de,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:32.184098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Checking segment: {'id': '469f317b-a300-40a4-93fe-a35060c7a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:32.184469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network hostable DHCP agents. Network: bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:12:32.201542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:12:32.209632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:32.213940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:32.214620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.218767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c1525-03ad-4eee-89d3-2b66d5326bf1 None None] Network bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:32.230501 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d97af35d-0238-498d-9dfd-8d357e7da48d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4102485 Jul 06 12:12:32.233067 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53420) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:32.238021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1520796740', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:32.262312 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.263346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.317637 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.381480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3', 'network_id': 'bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3', 'tenant_id': 'ce9e9ed8bee14805abbe1ff6c00cf908', 'fixed_ips': [{'subnet_id': 'a14a25f2-d448-4493-8c6b-bbb71e6945de'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:12:32.382348 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.458949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.524648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Allocated IP 172.20.0.2 (bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3/a14a25f2-d448-4493-8c6b-bbb71e6945de/8c42acb8-14f3-480c-a6a7-78a785fe09f2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:32.665802 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.674865 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.685089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Transition to ACTIVE for port object 8c42acb8-14f3-480c-a6a7-78a785fe09f2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:32.686278 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.700516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Transition to ACTIVE for port object 8c42acb8-14f3-480c-a6a7-78a785fe09f2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:32.705980 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.753375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Network bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:32.756195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:32.760698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:32.763838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Pushing event updated for resources: {'Port': ['ID=8c42acb8-14f3-480c-a6a7-78a785fe09f2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:32.775327 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.775701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.776604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.776940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.777278 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.777608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.777943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.778271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.778733 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.779073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.779400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.779753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:32.800143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.25.0.92 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/7ca06727-38f6-4d2f-be66-bfd1214c772b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:32.834917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Attempting to bind port 8c42acb8-14f3-480c-a6a7-78a785fe09f2 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:32.835280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Attempting to bind port 8c42acb8-14f3-480c-a6a7-78a785fe09f2 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '469f317b-a300-40a4-93fe-a35060c7a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:32.835668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Attempting to bind port 8c42acb8-14f3-480c-a6a7-78a785fe09f2 on network bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:32.841865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:32.842233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Checking segment: {'id': '469f317b-a300-40a4-93fe-a35060c7a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:32.842642 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.843038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Bound using segment: {'id': '469f317b-a300-40a4-93fe-a35060c7a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:32.843523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Bound port: 8c42acb8-14f3-480c-a6a7-78a785fe09f2, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469f317b-a300-40a4-93fe-a35060c7a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:32.843901 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.913764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.914760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] For port 8c42acb8-14f3-480c-a6a7-78a785fe09f2, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:32.918913 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] For port 8c42acb8-14f3-480c-a6a7-78a785fe09f2, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8c42acb8-14f3-480c-a6a7-78a785fe09f2,segment=NetworkSegment(469f317b-a300-40a4-93fe-a35060c7a8d3),segment_id=469f317b-a300-40a4-93fe-a35060c7a8d3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:32.923556 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.956570 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.996203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:32.998777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf5fbb-02db-4e7c-b468-f9f3b1eadb0c None None] Pushing event updated for resources: {'Port': ['ID=8c42acb8-14f3-480c-a6a7-78a785fe09f2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:32.999100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:33.006888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:33.032342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=7ca06727-38f6-4d2f-be66-bfd1214c772b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:33.146460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53424) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:33.406285 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.498323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Deleting port cdefab05-1a1a-4df4-b7fb-9112a474ca58 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:33.498801 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.639889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.640215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.686361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Calling delete_port for cdefab05-1a1a-4df4-b7fb-9112a474ca58 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:33.746281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.962376 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router b1c92ad7-088e-4e91-ab23-6a02492af2ad is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:12:33.966288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.971918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e83181-b50c-4b19-ab18-492c6aa81a64 None None] Network bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:34.001220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event deleted for resources: {'Port': ['ID=cdefab05-1a1a-4df4-b7fb-9112a474ca58,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:34.088972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-abc22cfa-5a67-4ae8-98ca-cad3d3ceb23c None None] Provisioning for port 8c42acb8-14f3-480c-a6a7-78a785fe09f2 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:34.131524 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.131912 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Floating IP 243c5673-0e51-4556-a388-26449e2b1959 disassociated (deleted). External IP: 172.25.0.27, port: d8f85732-8dac-4d1f-a302-3b31d8796834. Jul 06 12:12:34.195258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:34.208722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7f54fe-7144-4e0e-a8e5-3378f49379b4 None None] Sync routers for ids ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:34.220142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7f54fe-7144-4e0e-a8e5-3378f49379b4 None None] Routers {'b1c92ad7-088e-4e91-ab23-6a02492af2ad'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:34.220924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2a7f54fe-7144-4e0e-a8e5-3378f49379b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:34.249139 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.250409 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3e697e55-2509-4312-8b1b-5c69081ecac3 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0161386 Jul 06 12:12:34.254565 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53426) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:34.258391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2a7f54fe-7144-4e0e-a8e5-3378f49379b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:34.272743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7f54fe-7144-4e0e-a8e5-3378f49379b4 None None] Routers {'b1c92ad7-088e-4e91-ab23-6a02492af2ad'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:34.273682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2a7f54fe-7144-4e0e-a8e5-3378f49379b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:34.320652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2a7f54fe-7144-4e0e-a8e5-3378f49379b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:34.321325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7f54fe-7144-4e0e-a8e5-3378f49379b4 None None] The sync data for ids ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:34.382337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:34.497474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:34.504650 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.513322 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfa4a2-7251-4ae9-b80f-b296bafd0b94 None None] Sync routers for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:34.533861 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfa4a2-7251-4ae9-b80f-b296bafd0b94 None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:34.535427 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3ecfa4a2-7251-4ae9-b80f-b296bafd0b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:34.579616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9ad9dcd0-05c3-492b-9c74-d191a673691a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "DELETE /v2.0/floatingips/243c5673-0e51-4556-a388-26449e2b1959 HTTP/1.1" status: 204 len: 168 time: 1.4307787 Jul 06 12:12:34.580242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:34.582628 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b818b474-2066-41eb-8dd7-a994dd127075" -d '{"events": [{"name": "network-changed", "server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:34.624454 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050005e6-daeb-49b8-9ee8-f28c0754b94e x-openstack-request-id: req-050005e6-daeb-49b8-9ee8-f28c0754b94e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:34.624944 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:34.625352 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-050005e6-daeb-49b8-9ee8-f28c0754b94e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:34.625983 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'status': 'completed', 'code': 200} Jul 06 12:12:34.667856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8c42acb8-14f3-480c-a6a7-78a785fe09f2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:34.686858 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3ecfa4a2-7251-4ae9-b80f-b296bafd0b94 None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:34.772647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8c42acb8-14f3-480c-a6a7-78a785fe09f2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:34.780358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8c42acb8-14f3-480c-a6a7-78a785fe09f2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:34.780703 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.805810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818b474-2066-41eb-8dd7-a994dd127075 req-37c0fe98-88a7-445e-8754-ff361a195a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:34.808564 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b818b474-2066-41eb-8dd7-a994dd127075 req-37c0fe98-88a7-445e-8754-ff361a195a74 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8376b6596b343ba852e90509a119d54&device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 1097 time: 0.1265094 Jul 06 12:12:34.877862 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.905230 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.943649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 8c42acb8-14f3-480c-a6a7-78a785fe09f2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8c42acb8-14f3-480c-a6a7-78a785fe09f2,segment=NetworkSegment(469f317b-a300-40a4-93fe-a35060c7a8d3),segment_id=469f317b-a300-40a4-93fe-a35060c7a8d3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:34.951387 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.037186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818b474-2066-41eb-8dd7-a994dd127075 req-826000dd-673e-4128-90a6-16fdde5ad21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.038605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=8c42acb8-14f3-480c-a6a7-78a785fe09f2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:35.043612 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b818b474-2066-41eb-8dd7-a994dd127075 req-826000dd-673e-4128-90a6-16fdde5ad21c service neutron] 10.222.0.86 "GET /v2.0/networks?id=9d2bc709-62da-42c0-a269-5ca9a6f35287 HTTP/1.1" status: 200 len: 915 time: 0.2263219 Jul 06 12:12:35.092498 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b818b474-2066-41eb-8dd7-a994dd127075 req-2669e18b-52d2-4580-89cd-4707a025cba6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8f85732-8dac-4d1f-a302-3b31d8796834 HTTP/1.1" status: 200 len: 217 time: 0.0397215 Jul 06 12:12:35.129098 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3ecfa4a2-7251-4ae9-b80f-b296bafd0b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:45Z', 'revision_number': 5, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:35.154276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818b474-2066-41eb-8dd7-a994dd127075 req-ab8f0418-7d04-4f99-9ab4-fbc6397dfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.155989 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b818b474-2066-41eb-8dd7-a994dd127075 req-ab8f0418-7d04-4f99-9ab4-fbc6397dfe2a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56a3e18c-ba2c-4825-95b2-b538c5ae4db5 HTTP/1.1" status: 200 len: 853 time: 0.0551746 Jul 06 12:12:35.170032 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfa4a2-7251-4ae9-b80f-b296bafd0b94 None None] Checking router: 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:35.181100 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfa4a2-7251-4ae9-b80f-b296bafd0b94 None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:35.181877 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3ecfa4a2-7251-4ae9-b80f-b296bafd0b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:35.228805 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818b474-2066-41eb-8dd7-a994dd127075 req-9b94ca91-4e54-45ea-adc4-b6b5b33ed14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.230688 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b818b474-2066-41eb-8dd7-a994dd127075 req-9b94ca91-4e54-45ea-adc4-b6b5b33ed14a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9d2bc709-62da-42c0-a269-5ca9a6f35287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664220 Jul 06 12:12:35.282979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.20.0.1 (bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3/a14a25f2-d448-4493-8c6b-bbb71e6945de/3064a254-e0f7-4954-a538-8c0f4fced1b8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:35.295987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e94129-a48f-4eb7-9ba2-aa881d22c87c req-b95ef7fd-348a-451d-a812-0e0a064721ee tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.296382 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3ecfa4a2-7251-4ae9-b80f-b296bafd0b94 None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:35.297721 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90e94129-a48f-4eb7-9ba2-aa881d22c87c req-b95ef7fd-348a-451d-a812-0e0a064721ee tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 946 time: 0.1314330 Jul 06 12:12:35.344135 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b818b474-2066-41eb-8dd7-a994dd127075 req-d1d4783c-3520-4e45-8140-a4b533d8e26a service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055269 Jul 06 12:12:35.417980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-90e94129-a48f-4eb7-9ba2-aa881d22c87c req-dc1ea0a1-db8f-484d-84cb-0abcdcb356ce tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074378 Jul 06 12:12:35.477000 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.496759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Transition to ACTIVE for port object 3064a254-e0f7-4954-a538-8c0f4fced1b8 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:35.543310 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.554785 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3ecfa4a2-7251-4ae9-b80f-b296bafd0b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:45Z', 'revision_number': 5, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:35.584806 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfa4a2-7251-4ae9-b80f-b296bafd0b94 None None] The sync data for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 is: [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:38Z', 'revision_number': 4, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'e21fc4e1-98b2-406f-a4bc-d84faf9cf418', 'name': '', 'network_id': '9d2bc709-62da-42c0-a269-5ca9a6f35287', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'mac_address': 'fa:16:3e:55:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:38Z', 'updated_at': '2021-07-06T12:09:45Z', 'revision_number': 5, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'subnets': [{'id': '56a3e18c-ba2c-4825-95b2-b538c5ae4db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:35.617859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:35.623379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:35.630163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:35.636149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=3064a254-e0f7-4954-a538-8c0f4fced1b8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:35.709535 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.812872 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b818b474-2066-41eb-8dd7-a994dd127075 req-6761d9b4-376f-42c8-a554-31e1eb045477 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596457 Jul 06 12:12:35.918889 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.922929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d647ee5-63f2-492d-9751-54a068f620cf None None] New status for floating IP 243c5673-0e51-4556-a388-26449e2b1959: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:12:35.998627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0a0a5e2f-b77c-44f7-9618-1b9ba394bfd0 None None] Provisioning for port 3064a254-e0f7-4954-a538-8c0f4fced1b8 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:36.003560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0a0a5e2f-b77c-44f7-9618-1b9ba394bfd0 None None] Provisioning complete for port 3064a254-e0f7-4954-a538-8c0f4fced1b8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:36.003940 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5e2f-b77c-44f7-9618-1b9ba394bfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.042230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a5e2f-b77c-44f7-9618-1b9ba394bfd0 None None] Port 3064a254-e0f7-4954-a538-8c0f4fced1b8 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:36.214310 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.218927 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.300439 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.302140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=3064a254-e0f7-4954-a538-8c0f4fced1b8,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:36.392761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:36.394209 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:36.517032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router b1c92ad7-088e-4e91-ab23-6a02492af2ad has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:36.603874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8c42acb8-14f3-480c-a6a7-78a785fe09f2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:36.657031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8c42acb8-14f3-480c-a6a7-78a785fe09f2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:36.657655 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.700585 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1fc35dba-fad2-4667-bf79-feae5cc866ad None None] Provisioning complete for port 3064a254-e0f7-4954-a538-8c0f4fced1b8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:36.701205 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fc35dba-fad2-4667-bf79-feae5cc866ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.747722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1fc35dba-fad2-4667-bf79-feae5cc866ad None None] Port 3064a254-e0f7-4954-a538-8c0f4fced1b8 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:36.920236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c22b22-f5b4-4f6e-bb8a-0eab1507ad77 req-44619e90-597e-48eb-8f58-e2ada2a0e954 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:36.921818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e9c22b22-f5b4-4f6e-bb8a-0eab1507ad77 req-44619e90-597e-48eb-8f58-e2ada2a0e954 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 946 time: 0.0725167 Jul 06 12:12:37.034724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e9c22b22-f5b4-4f6e-bb8a-0eab1507ad77 req-fc117b67-d268-4f42-9e3b-de794784afa0 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Deleting port d8f85732-8dac-4d1f-a302-3b31d8796834 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:37.035085 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e9c22b22-f5b4-4f6e-bb8a-0eab1507ad77 req-fc117b67-d268-4f42-9e3b-de794784afa0 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.051003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:37.060422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bf627aec-3683-4e86-8fa3-943ef8fd7c01 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "PUT /v2.0/routers/b1c92ad7-088e-4e91-ab23-6a02492af2ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8022461 Jul 06 12:12:37.061743 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53438) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:37.063514 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd12dc7d-a964-4310-aa67-5f1fbf90f5ed None None] Sync routers for ids ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:37.066825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'port': {'network_id': 'bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3', 'name': 'tempest-FloatingIPTestJSON-783800813'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:37.075023 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12dc7d-a964-4310-aa67-5f1fbf90f5ed None None] Routers {'b1c92ad7-088e-4e91-ab23-6a02492af2ad'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:37.075773 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bd12dc7d-a964-4310-aa67-5f1fbf90f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:37.125576 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bd12dc7d-a964-4310-aa67-5f1fbf90f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:37.125955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01020bc-ee1a-4b98-a595-5bd137d3d292 req-825ae59c-bf68-4051-8409-495055dec8f6 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:37.127820 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e01020bc-ee1a-4b98-a595-5bd137d3d292 req-825ae59c-bf68-4051-8409-495055dec8f6 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 946 time: 0.5357440 Jul 06 12:12:37.140723 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12dc7d-a964-4310-aa67-5f1fbf90f5ed None None] Routers {'b1c92ad7-088e-4e91-ab23-6a02492af2ad'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:37.141343 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bd12dc7d-a964-4310-aa67-5f1fbf90f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:37.159097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e9c22b22-f5b4-4f6e-bb8a-0eab1507ad77 req-fc117b67-d268-4f42-9e3b-de794784afa0 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] For port d8f85732-8dac-4d1f-a302-3b31d8796834, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d8f85732-8dac-4d1f-a302-3b31d8796834,segment=NetworkSegment(c834d28d-de1c-4597-ab87-6d59c5f549e5),segment_id=c834d28d-de1c-4597-ab87-6d59c5f549e5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:37.159593 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e9c22b22-f5b4-4f6e-bb8a-0eab1507ad77 req-fc117b67-d268-4f42-9e3b-de794784afa0 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.175605 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bd12dc7d-a964-4310-aa67-5f1fbf90f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:37.177019 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd12dc7d-a964-4310-aa67-5f1fbf90f5ed None None] The sync data for ids ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:37.177185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e9c22b22-f5b4-4f6e-bb8a-0eab1507ad77 req-fc117b67-d268-4f42-9e3b-de794784afa0 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Calling delete_port for d8f85732-8dac-4d1f-a302-3b31d8796834 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:37.197444 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e01020bc-ee1a-4b98-a595-5bd137d3d292 req-a94986b6-aeac-4459-949e-ff69c844d62a tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/security-groups?id=43e13789-a751-4554-9aae-94599a0d67bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622985 Jul 06 12:12:37.227619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Made reservation on behalf of ce9e9ed8bee14805abbe1ff6c00cf908 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:37.231931 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.250398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] device_id is not set on port 612a0f49-c12a-4578-b41f-82ed83939532 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:37.320404 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e9c22b22-f5b4-4f6e-bb8a-0eab1507ad77 req-fc117b67-d268-4f42-9e3b-de794784afa0 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.350237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc117b67-d268-4f42-9e3b-de794784afa0 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event deleted for resources: {'Port': ['ID=d8f85732-8dac-4d1f-a302-3b31d8796834,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:37.372825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Allocated IP 172.20.0.6 (bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3/a14a25f2-d448-4493-8c6b-bbb71e6945de/612a0f49-c12a-4578-b41f-82ed83939532) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:37.397583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c22b22-f5b4-4f6e-bb8a-0eab1507ad77 req-fc117b67-d268-4f42-9e3b-de794784afa0 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] No DVR routers for this DVR port d8f85732-8dac-4d1f-a302-3b31d8796834 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:37.401502 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e9c22b22-f5b4-4f6e-bb8a-0eab1507ad77 req-fc117b67-d268-4f42-9e3b-de794784afa0 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.403719 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e9c22b22-f5b4-4f6e-bb8a-0eab1507ad77 req-fc117b67-d268-4f42-9e3b-de794784afa0 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.86 "DELETE /v2.0/ports/d8f85732-8dac-4d1f-a302-3b31d8796834 HTTP/1.1" status: 204 len: 173 time: 0.4733117 Jul 06 12:12:37.404261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'name': 'network-vif-deleted', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:37.406553 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf85d0b-08bb-4f40-a47a-80be95cdb71d" -d '{"events": [{"server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "name": "network-vif-deleted", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:37.449851 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c769c10c-14c1-4174-9d87-20fcc9c2a71c x-openstack-request-id: req-c769c10c-14c1-4174-9d87-20fcc9c2a71c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:37.450153 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fac029c-b3f1-46e3-81d8-5ae9be586d31", "name": "network-vif-deleted", "tag": "d8f85732-8dac-4d1f-a302-3b31d8796834", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:37.450409 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c769c10c-14c1-4174-9d87-20fcc9c2a71c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:37.450815 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fac029c-b3f1-46e3-81d8-5ae9be586d31', 'name': 'network-vif-deleted', 'tag': 'd8f85732-8dac-4d1f-a302-3b31d8796834', 'status': 'completed', 'code': 200} Jul 06 12:12:37.532857 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.547216 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Transition to ACTIVE for port object 612a0f49-c12a-4578-b41f-82ed83939532 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:37.582292 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.634456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Network bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:37.640265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:37.644053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:37.678349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event updated for resources: {'Port': ['ID=612a0f49-c12a-4578-b41f-82ed83939532,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:37.699836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:37.700640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.720443 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7b97fbb7-12dd-451c-b2ee-0b5708edcdab tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6552374 Jul 06 12:12:37.720750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53442) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:37.726625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-88f85ffe-1044-4554-97da-1692ca4e9c5f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Request body: {'floatingip': {'port_id': '612a0f49-c12a-4578-b41f-82ed83939532'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:37.790216 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88f85ffe-1044-4554-97da-1692ca4e9c5f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.988360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cd2e3f51-34c5-4fba-ac89-02a0c0f50e53 None None] Provisioning for port 612a0f49-c12a-4578-b41f-82ed83939532 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:37.993361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cd2e3f51-34c5-4fba-ac89-02a0c0f50e53 None None] Provisioning complete for port 612a0f49-c12a-4578-b41f-82ed83939532 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:37.993740 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd2e3f51-34c5-4fba-ac89-02a0c0f50e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.034158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e3f51-34c5-4fba-ac89-02a0c0f50e53 None None] Port 612a0f49-c12a-4578-b41f-82ed83939532 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:38.311436 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88f85ffe-1044-4554-97da-1692ca4e9c5f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.315366 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88f85ffe-1044-4554-97da-1692ca4e9c5f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.379203 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a6cb2c89-3bc9-473c-afeb-43c22743b4e9 req-375b341f-97a1-407f-bf7a-3a4353fc2bfd tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 210 time: 0.0616243 Jul 06 12:12:38.455014 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-88f85ffe-1044-4554-97da-1692ca4e9c5f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP fe266805-39ed-4397-a1c8-a47a69d1f7b4 associated. External IP: 172.25.0.208, port: 6ef0f743-7ab3-4532-9121-ee56914dfff6. Jul 06 12:12:38.671675 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f85ffe-1044-4554-97da-1692ca4e9c5f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:38.785307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f85ffe-1044-4554-97da-1692ca4e9c5f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:38.795201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e609f-1f44-472b-94a5-d5225963b66c None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:38.808726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e609f-1f44-472b-94a5-d5225963b66c None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:38.809365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ce3e609f-1f44-472b-94a5-d5225963b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:38.843817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ce3e609f-1f44-472b-94a5-d5225963b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:38.852333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e609f-1f44-472b-94a5-d5225963b66c None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:38.852958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ce3e609f-1f44-472b-94a5-d5225963b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:38.891537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ce3e609f-1f44-472b-94a5-d5225963b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:38.892203 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e609f-1f44-472b-94a5-d5225963b66c None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:39.010837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f85ffe-1044-4554-97da-1692ca4e9c5f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router b1c92ad7-088e-4e91-ab23-6a02492af2ad has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:39.123279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f85ffe-1044-4554-97da-1692ca4e9c5f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:39.128202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88f85ffe-1044-4554-97da-1692ca4e9c5f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.133238 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8836d66-cdc0-45d9-8fb3-229a08f78bbc None None] Sync routers for ids ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:39.143860 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8836d66-cdc0-45d9-8fb3-229a08f78bbc None None] Routers {'b1c92ad7-088e-4e91-ab23-6a02492af2ad'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:39.144561 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a8836d66-cdc0-45d9-8fb3-229a08f78bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:39.180860 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a8836d66-cdc0-45d9-8fb3-229a08f78bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:39.191091 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8836d66-cdc0-45d9-8fb3-229a08f78bbc None None] Routers {'b1c92ad7-088e-4e91-ab23-6a02492af2ad'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:39.191731 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a8836d66-cdc0-45d9-8fb3-229a08f78bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:39.209044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-88f85ffe-1044-4554-97da-1692ca4e9c5f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "PUT /v2.0/floatingips/fe266805-39ed-4397-a1c8-a47a69d1f7b4 HTTP/1.1" status: 200 len: 977 time: 1.4840608 Jul 06 12:12:39.209272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53446) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:39.223301 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a8836d66-cdc0-45d9-8fb3-229a08f78bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:39.223983 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8836d66-cdc0-45d9-8fb3-229a08f78bbc None None] The sync data for ids ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:39.308954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port 612a0f49-c12a-4578-b41f-82ed83939532 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:39.309290 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.394957 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.585065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c5fb85b-b23b-46b4-80e3-be192f289355 req-2dabb5e9-a15c-4a84-8dfe-be40f6af5a9c tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 210 time: 0.0625687 Jul 06 12:12:39.663807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.664115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.664457 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Floating IP fe266805-39ed-4397-a1c8-a47a69d1f7b4 disassociated. External IP: 172.25.0.208, port: 612a0f49-c12a-4578-b41f-82ed83939532. Jul 06 12:12:39.664805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for 612a0f49-c12a-4578-b41f-82ed83939532 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:39.797188 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.831985 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=612a0f49-c12a-4578-b41f-82ed83939532,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:39.955344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router b1c92ad7-088e-4e91-ab23-6a02492af2ad has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:40.076548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:40.087377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc95a355-e2b8-4aa5-848c-672502cd91cf None None] Sync routers for ids ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:40.097000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc95a355-e2b8-4aa5-848c-672502cd91cf None None] Routers {'b1c92ad7-088e-4e91-ab23-6a02492af2ad'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:40.097615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cc95a355-e2b8-4aa5-848c-672502cd91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:40.129838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cc95a355-e2b8-4aa5-848c-672502cd91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:40.139148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc95a355-e2b8-4aa5-848c-672502cd91cf None None] Routers {'b1c92ad7-088e-4e91-ab23-6a02492af2ad'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:40.139817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cc95a355-e2b8-4aa5-848c-672502cd91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:40.149976 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:40.152692 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0478201b-abf0-49c1-bec4-91e9a34dba25 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/ports/612a0f49-c12a-4578-b41f-82ed83939532 HTTP/1.1" status: 204 len: 168 time: 0.9425592 Jul 06 12:12:40.155466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53450) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:40.178344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cc95a355-e2b8-4aa5-848c-672502cd91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:40.179073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc95a355-e2b8-4aa5-848c-672502cd91cf None None] The sync data for ids ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:40.391680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d8f85732-8dac-4d1f-a302-3b31d8796834 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:40.412044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: d8f85732-8dac-4d1f-a302-3b31d8796834 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:40.412386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d8f85732-8dac-4d1f-a302-3b31d8796834 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:40.533000 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9036bb2-a567-4c58-9c82-010844bad42c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:40.770832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a8399b7-810f-4309-9422-9246e168db67 req-a9c9e0e9-01de-4f2a-ad8d-a9a79f874324 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fac029c-b3f1-46e3-81d8-5ae9be586d31 HTTP/1.1" status: 200 len: 210 time: 0.0326953 Jul 06 12:12:40.874022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c9036bb2-a567-4c58-9c82-010844bad42c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port 3064a254-e0f7-4954-a538-8c0f4fced1b8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:40.874361 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9036bb2-a567-4c58-9c82-010844bad42c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:40.965918 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9036bb2-a567-4c58-9c82-010844bad42c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:40.978049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c9036bb2-a567-4c58-9c82-010844bad42c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for 3064a254-e0f7-4954-a538-8c0f4fced1b8 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:41.178645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9036bb2-a567-4c58-9c82-010844bad42c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.214548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9036bb2-a567-4c58-9c82-010844bad42c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=3064a254-e0f7-4954-a538-8c0f4fced1b8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:41.392842 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9036bb2-a567-4c58-9c82-010844bad42c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.872895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53456) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:41.939367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ab59e6f-fb0e-44b7-ad29-d5edc7c4bd37 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.966264 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ab59e6f-fb0e-44b7-ad29-d5edc7c4bd37 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.968526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9036bb2-a567-4c58-9c82-010844bad42c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router b1c92ad7-088e-4e91-ab23-6a02492af2ad has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:42.028703 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ab59e6f-fb0e-44b7-ad29-d5edc7c4bd37 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.031290 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ab59e6f-fb0e-44b7-ad29-d5edc7c4bd37 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.035123 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8ab59e6f-fb0e-44b7-ad29-d5edc7c4bd37 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] 10.222.0.21 "DELETE /v2.0/security-groups/43e13789-a751-4554-9aae-94599a0d67bd HTTP/1.1" status: 204 len: 168 time: 0.1584942 Jul 06 12:12:42.042589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab59e6f-fb0e-44b7-ad29-d5edc7c4bd37 tempest-TestVolumeBackupRestore-568070524 tempest-TestVolumeBackupRestore-568070524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e13789-a751-4554-9aae-94599a0d67bd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:42.091384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9036bb2-a567-4c58-9c82-010844bad42c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:42.096835 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c9036bb2-a567-4c58-9c82-010844bad42c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "PUT /v2.0/routers/b1c92ad7-088e-4e91-ab23-6a02492af2ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9402122 Jul 06 12:12:42.099791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53462) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:42.103927 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe37fe4-157f-484c-bd10-f8b317e07ae3 None None] Sync routers for ids ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:42.114487 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe37fe4-157f-484c-bd10-f8b317e07ae3 None None] Routers {'b1c92ad7-088e-4e91-ab23-6a02492af2ad'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:42.115434 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fe37fe4-157f-484c-bd10-f8b317e07ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:42.153158 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fe37fe4-157f-484c-bd10-f8b317e07ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:42.162776 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe37fe4-157f-484c-bd10-f8b317e07ae3 None None] Routers {'b1c92ad7-088e-4e91-ab23-6a02492af2ad'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:42.163399 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fe37fe4-157f-484c-bd10-f8b317e07ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:42.199105 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9fe37fe4-157f-484c-bd10-f8b317e07ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:42.200025 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe37fe4-157f-484c-bd10-f8b317e07ae3 None None] The sync data for ids ['b1c92ad7-088e-4e91-ab23-6a02492af2ad'] in n-d-799527-2 is: [] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:42.249254 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.390895 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.450216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port 7ca06727-38f6-4d2f-be66-bfd1214c772b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:42.450620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.544485 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.559407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for 7ca06727-38f6-4d2f-be66-bfd1214c772b owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:42.752450 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.795727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=7ca06727-38f6-4d2f-be66-bfd1214c772b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:42.871597 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.986467 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.989072 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.040764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.042675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Fanout notify agent at l3_agent the message router_deleted on router b1c92ad7-088e-4e91-ab23-6a02492af2ad {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:12:43.051273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.055196 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1d6c83ab-0857-4efd-89b6-212678316033 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/routers/b1c92ad7-088e-4e91-ab23-6a02492af2ad HTTP/1.1" status: 204 len: 168 time: 0.9520664 Jul 06 12:12:43.055706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53578) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:43.129845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-76efe05f-f053-4ed4-b2e6-19b6ff3fcb4f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting subnet a14a25f2-d448-4493-8c6b-bbb71e6945de {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:12:43.133908 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76efe05f-f053-4ed4-b2e6-19b6ff3fcb4f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.182940 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76efe05f-f053-4ed4-b2e6-19b6ff3fcb4f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.294295 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76efe05f-f053-4ed4-b2e6-19b6ff3fcb4f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.366536 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76efe05f-f053-4ed4-b2e6-19b6ff3fcb4f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.401852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efe05f-f053-4ed4-b2e6-19b6ff3fcb4f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Subnet': ['ID=a14a25f2-d448-4493-8c6b-bbb71e6945de,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:43.412747 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76efe05f-f053-4ed4-b2e6-19b6ff3fcb4f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.415422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da89c7-ae37-483c-a0bf-19c3b75631b5 None None] Network bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:43.418067 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53622) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:43.418534 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-76efe05f-f053-4ed4-b2e6-19b6ff3fcb4f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/subnets/a14a25f2-d448-4493-8c6b-bbb71e6945de HTTP/1.1" status: 204 len: 168 time: 0.3616850 Jul 06 12:12:43.579001 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.658331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port 8c42acb8-14f3-480c-a6a7-78a785fe09f2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:43.658973 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.687273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f89e8-0d8b-445a-a3ee-43a26efbd388 None None] DHCP port deletion for bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:12:43.751122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-573f89e8-0d8b-445a-a3ee-43a26efbd388 None None] Deleting port 8c42acb8-14f3-480c-a6a7-78a785fe09f2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:43.751532 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f89e8-0d8b-445a-a3ee-43a26efbd388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.796024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] For port 8c42acb8-14f3-480c-a6a7-78a785fe09f2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8c42acb8-14f3-480c-a6a7-78a785fe09f2,segment=NetworkSegment(469f317b-a300-40a4-93fe-a35060c7a8d3),segment_id=469f317b-a300-40a4-93fe-a35060c7a8d3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:43.796525 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.830247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for 8c42acb8-14f3-480c-a6a7-78a785fe09f2 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:43.832439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-573f89e8-0d8b-445a-a3ee-43a26efbd388 None None] For port 8c42acb8-14f3-480c-a6a7-78a785fe09f2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8c42acb8-14f3-480c-a6a7-78a785fe09f2,segment=NetworkSegment(469f317b-a300-40a4-93fe-a35060c7a8d3),segment_id=469f317b-a300-40a4-93fe-a35060c7a8d3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:43.832853 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f89e8-0d8b-445a-a3ee-43a26efbd388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.875377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-573f89e8-0d8b-445a-a3ee-43a26efbd388 None None] Calling delete_port for 8c42acb8-14f3-480c-a6a7-78a785fe09f2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:43.956904 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.981021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] No DVR routers for this DVR port 8c42acb8-14f3-480c-a6a7-78a785fe09f2 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:44.001935 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f89e8-0d8b-445a-a3ee-43a26efbd388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.040199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f89e8-0d8b-445a-a3ee-43a26efbd388 None None] No DVR routers for this DVR port 8c42acb8-14f3-480c-a6a7-78a785fe09f2 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:44.047366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f89e8-0d8b-445a-a3ee-43a26efbd388 None None] Pushing event deleted for resources: {'Port': ['ID=8c42acb8-14f3-480c-a6a7-78a785fe09f2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:44.070505 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=8c42acb8-14f3-480c-a6a7-78a785fe09f2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:44.162182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.182863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:44.199063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469f317b-a300-40a4-93fe-a35060c7a8d3') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:44.199473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469f317b-a300-40a4-93fe-a35060c7a8d3') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:44.210239 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06e23fd3-4661-438b-b1da-3c33d786672c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.211234 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.230667 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.238659 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:44.239317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:44.243951 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:44.319055 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.326971 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.329193 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/networks/bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3 HTTP/1.1" status: 204 len: 168 time: 0.9099202 Jul 06 12:12:44.331738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53722) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:44.349311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3424f-f58b-4472-abbc-fea8e6273d58 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Network': ['ID=bfbec535-4603-4ff7-a8a2-ef0d3e0d37d3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:44.490994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-27443fee-c0bf-4192-8122-94d13598d057 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port 32fa4003-899b-43b9-bb53-6d58ef4686f5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:44.491532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27443fee-c0bf-4192-8122-94d13598d057 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.598722 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27443fee-c0bf-4192-8122-94d13598d057 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.598964 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27443fee-c0bf-4192-8122-94d13598d057 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.622711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8c42acb8-14f3-480c-a6a7-78a785fe09f2 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:44.623621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-27443fee-c0bf-4192-8122-94d13598d057 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for 32fa4003-899b-43b9-bb53-6d58ef4686f5 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:44.665574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 8c42acb8-14f3-480c-a6a7-78a785fe09f2 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:44.665924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8c42acb8-14f3-480c-a6a7-78a785fe09f2 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:44.819225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27443fee-c0bf-4192-8122-94d13598d057 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.853279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27443fee-c0bf-4192-8122-94d13598d057 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=32fa4003-899b-43b9-bb53-6d58ef4686f5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:44.935382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27443fee-c0bf-4192-8122-94d13598d057 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.940983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27443fee-c0bf-4192-8122-94d13598d057 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.942184 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-27443fee-c0bf-4192-8122-94d13598d057 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/floatingips/fe266805-39ed-4397-a1c8-a47a69d1f7b4 HTTP/1.1" status: 204 len: 168 time: 0.6095061 Jul 06 12:12:44.949079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53792) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:44.978553 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa449ac-2d9a-42f3-a7a9-2e2a103fb56a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] DELETE failed (client error): The resource could not be found. Jul 06 12:12:44.979719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa449ac-2d9a-42f3-a7a9-2e2a103fb56a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:12:44.981800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-daa449ac-2d9a-42f3-a7a9-2e2a103fb56a tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/ports/612a0f49-c12a-4578-b41f-82ed83939532 HTTP/1.1" status: 404 len: 333 time: 0.0316327 Jul 06 12:12:44.984792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53800) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:45.024441 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8637125f-f073-42fc-8ba2-3d286597272f tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1c92ad7-088e-4e91-ab23-6a02492af2ad HTTP/1.1" status: 200 len: 205 time: 0.0382540 Jul 06 12:12:45.027249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53806) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:45.066982 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-ee4a6c26-09a3-471d-b81e-eeeede79059c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] delete failed (client error): The resource could not be found. Jul 06 12:12:45.068328 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ee4a6c26-09a3-471d-b81e-eeeede79059c tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/routers/b1c92ad7-088e-4e91-ab23-6a02492af2ad HTTP/1.1" status: 404 len: 336 time: 0.0396237 Jul 06 12:12:45.070848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53814) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:45.105256 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d602ea-2fc3-4ebd-9554-74bb13af7ea6 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] DELETE failed (client error): The resource could not be found. Jul 06 12:12:45.105938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d602ea-2fc3-4ebd-9554-74bb13af7ea6 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:12:45.107907 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-02d602ea-2fc3-4ebd-9554-74bb13af7ea6 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/subnets/a14a25f2-d448-4493-8c6b-bbb71e6945de HTTP/1.1" status: 404 len: 337 time: 0.0355573 Jul 06 12:12:45.112172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53818) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:45.235886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9c37a83f-8537-4387-830b-496ef610babd tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port 6ef0f743-7ab3-4532-9121-ee56914dfff6 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:45.236322 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c37a83f-8537-4387-830b-496ef610babd tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.355352 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c37a83f-8537-4387-830b-496ef610babd tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.370483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9c37a83f-8537-4387-830b-496ef610babd tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for 6ef0f743-7ab3-4532-9121-ee56914dfff6 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:45.547994 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c37a83f-8537-4387-830b-496ef610babd tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.583489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37a83f-8537-4387-830b-496ef610babd tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=6ef0f743-7ab3-4532-9121-ee56914dfff6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:45.704296 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c37a83f-8537-4387-830b-496ef610babd tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.707515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9c37a83f-8537-4387-830b-496ef610babd tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/ports/6ef0f743-7ab3-4532-9121-ee56914dfff6 HTTP/1.1" status: 204 len: 168 time: 0.5933485 Jul 06 12:12:45.709255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53890) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:45.849789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-434aa651-ebdf-445d-a298-bfa444d58280 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port 0cbc278b-f966-4001-81e2-1646a8af6ff6 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:45.850137 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-434aa651-ebdf-445d-a298-bfa444d58280 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.981518 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-434aa651-ebdf-445d-a298-bfa444d58280 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.997154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-434aa651-ebdf-445d-a298-bfa444d58280 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for 0cbc278b-f966-4001-81e2-1646a8af6ff6 owned by {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:46.133429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-434aa651-ebdf-445d-a298-bfa444d58280 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.168199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434aa651-ebdf-445d-a298-bfa444d58280 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=0cbc278b-f966-4001-81e2-1646a8af6ff6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:46.237352 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-434aa651-ebdf-445d-a298-bfa444d58280 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.239143 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-434aa651-ebdf-445d-a298-bfa444d58280 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/ports/0cbc278b-f966-4001-81e2-1646a8af6ff6 HTTP/1.1" status: 204 len: 168 time: 0.5288057 Jul 06 12:12:46.241732 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53928) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:46.307709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c3a68-1bdd-4efc-bb9f-d9a529c88474 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:46.309290 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9b9c3a68-1bdd-4efc-bb9f-d9a529c88474 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "GET /v2.0/ports?device_id=83824f3e-60af-4531-9248-eb97ec3ce973 HTTP/1.1" status: 200 len: 913 time: 0.0666306 Jul 06 12:12:46.312222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53930) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:46.670218 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48e0066a-f05e-470b-bb82-a265ac45c135 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.716557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53934) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:46.960320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-48e0066a-f05e-470b-bb82-a265ac45c135 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port b7c58569-9680-4cb4-835f-564256e7808b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:46.960800 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48e0066a-f05e-470b-bb82-a265ac45c135 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.054396 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48e0066a-f05e-470b-bb82-a265ac45c135 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.066668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-48e0066a-f05e-470b-bb82-a265ac45c135 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for b7c58569-9680-4cb4-835f-564256e7808b owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:47.089175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.257663 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48e0066a-f05e-470b-bb82-a265ac45c135 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.285707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0066a-f05e-470b-bb82-a265ac45c135 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=b7c58569-9680-4cb4-835f-564256e7808b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:47.364549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] Deleting port e21fc4e1-98b2-406f-a4bc-d84faf9cf418 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:47.364947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.447001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] For port e21fc4e1-98b2-406f-a4bc-d84faf9cf418, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e21fc4e1-98b2-406f-a4bc-d84faf9cf418,segment=NetworkSegment(c834d28d-de1c-4597-ab87-6d59c5f549e5),segment_id=c834d28d-de1c-4597-ab87-6d59c5f549e5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:47.448141 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.458905 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48e0066a-f05e-470b-bb82-a265ac45c135 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.461057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] Calling delete_port for e21fc4e1-98b2-406f-a4bc-d84faf9cf418 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:47.649747 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.675981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21fc4e1-98b2-406f-a4bc-d84faf9cf418,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:47.684119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e0066a-f05e-470b-bb82-a265ac45c135 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Router 83824f3e-60af-4531-9248-eb97ec3ce973 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:47.806096 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e0066a-f05e-470b-bb82-a265ac45c135 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:47.813110 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-48e0066a-f05e-470b-bb82-a265ac45c135 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "PUT /v2.0/routers/83824f3e-60af-4531-9248-eb97ec3ce973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4998112 Jul 06 12:12:47.815937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53936) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:47.820728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c16d7-1416-4a18-92e5-0e3816afa5a7 None None] Sync routers for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:47.834254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c16d7-1416-4a18-92e5-0e3816afa5a7 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:47.834994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-716c16d7-1416-4a18-92e5-0e3816afa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:47.873801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-716c16d7-1416-4a18-92e5-0e3816afa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:47.886075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c16d7-1416-4a18-92e5-0e3816afa5a7 None None] Routers {'83824f3e-60af-4531-9248-eb97ec3ce973'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:47.887066 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-716c16d7-1416-4a18-92e5-0e3816afa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83824f3e-60af-4531-9248-eb97ec3ce973'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:47.889213 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.925932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-716c16d7-1416-4a18-92e5-0e3816afa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:47.926780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716c16d7-1416-4a18-92e5-0e3816afa5a7 None None] The sync data for ids ['83824f3e-60af-4531-9248-eb97ec3ce973'] in n-d-799527-2 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:48.135939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] Router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:48.230129 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.255625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:48.262264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b12ac6d2-ebf5-43bb-bb21-b5ab3ffe4022 admin admin] 10.222.0.21 "PUT /v2.0/routers/4e17c2c7-0537-4f92-97ea-1f6fc4a68486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5409155 Jul 06 12:12:48.263167 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53938) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:48.266354 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f42c1-b5fe-4bfe-a457-3e4cda8a0ff4 None None] Sync routers for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:48.279013 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f42c1-b5fe-4bfe-a457-3e4cda8a0ff4 None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:48.279757 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-114f42c1-b5fe-4bfe-a457-3e4cda8a0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:48.280504 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.373325 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.391165 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-114f42c1-b5fe-4bfe-a457-3e4cda8a0ff4 None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:48.397118 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.415785 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b657d8a4-e6f8-4371-8c98-39187e9fb448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.464440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting port eb6f7f31-2370-4094-b21c-2e75f0cbb348 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:48.464786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.493755 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.552097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Deleting port 928ee930-b0c3-4d1f-881f-982267d1f574 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:48.552460 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.554547 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.573234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Calling delete_port for eb6f7f31-2370-4094-b21c-2e75f0cbb348 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:48.587720 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-114f42c1-b5fe-4bfe-a457-3e4cda8a0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:12:47Z', 'revision_number': 5, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port': {'id': '928ee930-b0c3-4d1f-881f-982267d1f574', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:48.623258 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f42c1-b5fe-4bfe-a457-3e4cda8a0ff4 None None] Checking router: 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:48.632589 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f42c1-b5fe-4bfe-a457-3e4cda8a0ff4 None None] Routers {'4e17c2c7-0537-4f92-97ea-1f6fc4a68486'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:48.633323 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-114f42c1-b5fe-4bfe-a457-3e4cda8a0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:48.650987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] For port 928ee930-b0c3-4d1f-881f-982267d1f574, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=928ee930-b0c3-4d1f-881f-982267d1f574,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:48.651408 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.675663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Calling delete_port for 928ee930-b0c3-4d1f-881f-982267d1f574 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:48.771853 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.806228 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.808562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Port': ['ID=eb6f7f31-2370-4094-b21c-2e75f0cbb348,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:48.840040 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-114f42c1-b5fe-4bfe-a457-3e4cda8a0ff4 None None] Set router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:48.879373 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.882028 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.894122 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-114f42c1-b5fe-4bfe-a457-3e4cda8a0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:12:48Z', 'revision_number': 6, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:48.922650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Pushing event deleted for resources: {'Port': ['ID=928ee930-b0c3-4d1f-881f-982267d1f574,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:48.930064 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f42c1-b5fe-4bfe-a457-3e4cda8a0ff4 None None] The sync data for ids ['4e17c2c7-0537-4f92-97ea-1f6fc4a68486'] in n-d-799527-2 is: [{'id': '4e17c2c7-0537-4f92-97ea-1f6fc4a68486', 'name': 'tempest-TestVolumeBackupRestore-1837103032-router', 'tenant_id': 'b8376b6596b343ba852e90509a119d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:36Z', 'updated_at': '2021-07-06T12:12:48Z', 'revision_number': 6, 'project_id': 'b8376b6596b343ba852e90509a119d54', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:48.987355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.990099 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.990731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.035925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.036399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Fanout notify agent at l3_agent the message router_deleted on router 83824f3e-60af-4531-9248-eb97ec3ce973 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:12:49.044205 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.047634 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c638125b-e10f-4973-8582-24ef9f84fcf2 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/routers/83824f3e-60af-4531-9248-eb97ec3ce973 HTTP/1.1" status: 204 len: 168 time: 1.2289283 Jul 06 12:12:49.047968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53940) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:49.084062 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.086225 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.105728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fa61ac-f488-4005-a9f1-85c1ff861f0d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Deleting subnet fcd61f81-dc1a-473c-a62c-9d4d9b556647 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:12:49.109253 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0fa61ac-f488-4005-a9f1-85c1ff861f0d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.134796 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.136013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e17c2c7-0537-4f92-97ea-1f6fc4a68486 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:12:49.141835 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.142282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dc6a4ed1-c874-4bab-81a8-edcbe17fbc3e admin admin] 10.222.0.21 "DELETE /v2.0/routers/4e17c2c7-0537-4f92-97ea-1f6fc4a68486 HTTP/1.1" status: 204 len: 168 time: 0.8781052 Jul 06 12:12:49.144842 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53942) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:49.154164 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0fa61ac-f488-4005-a9f1-85c1ff861f0d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.193574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec7f7dd-ece3-4f1b-95c6-f3559e3dd5ab admin admin] Deleting subnet 56a3e18c-ba2c-4825-95b2-b538c5ae4db5 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:12:49.196820 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f7dd-ece3-4f1b-95c6-f3559e3dd5ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.200248 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0fa61ac-f488-4005-a9f1-85c1ff861f0d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.237073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f7dd-ece3-4f1b-95c6-f3559e3dd5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.270044 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0fa61ac-f488-4005-a9f1-85c1ff861f0d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.285790 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0fa61ac-f488-4005-a9f1-85c1ff861f0d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.289951 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a0fa61ac-f488-4005-a9f1-85c1ff861f0d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/subnets/fcd61f81-dc1a-473c-a62c-9d4d9b556647 HTTP/1.1" status: 204 len: 168 time: 0.2386727 Jul 06 12:12:49.309197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53944) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:49.311923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa61ac-f488-4005-a9f1-85c1ff861f0d tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd61f81-dc1a-473c-a62c-9d4d9b556647,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:49.389556 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f7dd-ece3-4f1b-95c6-f3559e3dd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.434071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.482919 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f7dd-ece3-4f1b-95c6-f3559e3dd5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.550297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f7dd-ece3-4f1b-95c6-f3559e3dd5ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.552088 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7ec7f7dd-ece3-4f1b-95c6-f3559e3dd5ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/56a3e18c-ba2c-4825-95b2-b538c5ae4db5 HTTP/1.1" status: 204 len: 168 time: 0.4063251 Jul 06 12:12:49.554945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53946) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:49.555721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b42807e-4fae-4aa5-b366-0756bf2ead94 None None] Network 9d2bc709-62da-42c0-a269-5ca9a6f35287 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:49.561184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7f7dd-ece3-4f1b-95c6-f3559e3dd5ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a3e18c-ba2c-4825-95b2-b538c5ae4db5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:49.573545 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.587592 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3f0ba0-f5d1-4709-be05-533d5c02b6d3']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:49.602915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208ff55c-0417-46a5-a6e2-344d4e511cf0') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:49.603258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208ff55c-0417-46a5-a6e2-344d4e511cf0') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:49.614451 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.629459 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.630532 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.637640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:49.638045 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:49.641202 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:49.688447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Deleting port 462df498-64a5-4cbd-ac13-aa71b0778899 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:49.689333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.722749 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.728390 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.731548 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] 10.222.0.21 "DELETE /v2.0/networks/fd3f0ba0-f5d1-4709-be05-533d5c02b6d3 HTTP/1.1" status: 204 len: 168 time: 0.4211764 Jul 06 12:12:49.749198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ba085-a2d6-4aa3-939a-6d718837e115 tempest-FloatingIPTestJSON-230032831 tempest-FloatingIPTestJSON-230032831-project] Pushing event deleted for resources: {'Network': ['ID=fd3f0ba0-f5d1-4709-be05-533d5c02b6d3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:49.769489 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] For port 462df498-64a5-4cbd-ac13-aa71b0778899, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=462df498-64a5-4cbd-ac13-aa71b0778899,segment=NetworkSegment(c834d28d-de1c-4597-ab87-6d59c5f549e5),segment_id=c834d28d-de1c-4597-ab87-6d59c5f549e5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:49.769938 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.784631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Calling delete_port for 462df498-64a5-4cbd-ac13-aa71b0778899 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:49.820814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6420f182-48aa-4007-8dc8-6556c4ba99b4 None None] DHCP port deletion for 9d2bc709-62da-42c0-a269-5ca9a6f35287 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:12:49.887689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6420f182-48aa-4007-8dc8-6556c4ba99b4 None None] Deleting port 462df498-64a5-4cbd-ac13-aa71b0778899 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:49.888171 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6420f182-48aa-4007-8dc8-6556c4ba99b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.897499 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.927206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Pushing event deleted for resources: {'Port': ['ID=462df498-64a5-4cbd-ac13-aa71b0778899,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:49.936730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] No DVR routers for this DVR port 462df498-64a5-4cbd-ac13-aa71b0778899 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:49.981853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6420f182-48aa-4007-8dc8-6556c4ba99b4 None None] For port 462df498-64a5-4cbd-ac13-aa71b0778899, host n-d-799527-2, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:49.982467 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6420f182-48aa-4007-8dc8-6556c4ba99b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.004369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6420f182-48aa-4007-8dc8-6556c4ba99b4 None None] Calling delete_port for 462df498-64a5-4cbd-ac13-aa71b0778899 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:50.007440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-6420f182-48aa-4007-8dc8-6556c4ba99b4 None None] Port 462df498-64a5-4cbd-ac13-aa71b0778899 was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:12:50.009045 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6420f182-48aa-4007-8dc8-6556c4ba99b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.020376 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.035097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2bc709-62da-42c0-a269-5ca9a6f35287']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:50.039392 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420f182-48aa-4007-8dc8-6556c4ba99b4 None None] Pushing event deleted for resources: {'Port': ['ID=462df498-64a5-4cbd-ac13-aa71b0778899,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:50.046300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420f182-48aa-4007-8dc8-6556c4ba99b4 None None] No DVR routers for this DVR port 462df498-64a5-4cbd-ac13-aa71b0778899 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:50.059209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c834d28d-de1c-4597-ab87-6d59c5f549e5') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:50.059608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c834d28d-de1c-4597-ab87-6d59c5f549e5') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:50.069570 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.084595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.090162 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53952) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:50.105447 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:50.105856 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:50.107685 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:50.165615 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.171720 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.173568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9d2bc709-62da-42c0-a269-5ca9a6f35287 HTTP/1.1" status: 204 len: 168 time: 0.6176085 Jul 06 12:12:50.181696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53956) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:50.184752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75db90c-0629-483a-a43b-1b4c68b34202 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2bc709-62da-42c0-a269-5ca9a6f35287,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:50.243331 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-45f65671-ccab-43bd-9145-918c040b48e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce9e9ed8bee14805abbe1ff6c00cf908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520355 Jul 06 12:12:50.245935 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53958) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:50.297316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ce22593-54dc-4b57-967e-17071110ff8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.321155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ce22593-54dc-4b57-967e-17071110ff8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.371810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ce22593-54dc-4b57-967e-17071110ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.374392 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ce22593-54dc-4b57-967e-17071110ff8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.375592 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9ce22593-54dc-4b57-967e-17071110ff8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7704b1b9-4440-4488-80a3-5148df0fc730 HTTP/1.1" status: 204 len: 168 time: 0.1287012 Jul 06 12:12:50.383731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce22593-54dc-4b57-967e-17071110ff8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7704b1b9-4440-4488-80a3-5148df0fc730,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:50.550068 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.600564 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.611044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 462df498-64a5-4cbd-ac13-aa71b0778899 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:50.637493 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 462df498-64a5-4cbd-ac13-aa71b0778899 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:50.637899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 462df498-64a5-4cbd-ac13-aa71b0778899 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:50.638461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e21fc4e1-98b2-406f-a4bc-d84faf9cf418 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:50.662248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e21fc4e1-98b2-406f-a4bc-d84faf9cf418 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:50.662609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e21fc4e1-98b2-406f-a4bc-d84faf9cf418 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:50.663037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 928ee930-b0c3-4d1f-881f-982267d1f574 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:50.684909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 928ee930-b0c3-4d1f-881f-982267d1f574 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:50.685332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 928ee930-b0c3-4d1f-881f-982267d1f574 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:50.837243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] Deleting port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:50.837583 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.072354 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:51.179491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3cdca251-8f44-4137-ab3f-024224541767 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group': {'name': 'tempest-secgroup--640925365'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:51.212210 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cdca251-8f44-4137-ab3f-024224541767 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.224937 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cdca251-8f44-4137-ab3f-024224541767 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.285697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] For port 0b48a45b-0dda-43c2-8bc3-fe7de24d920a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=0b48a45b-0dda-43c2-8bc3-fe7de24d920a,segment=NetworkSegment(149f8ca0-a561-4119-b886-8b9e78e5cb9e),segment_id=149f8ca0-a561-4119-b886-8b9e78e5cb9e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:51.286387 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.302012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] Calling delete_port for 0b48a45b-0dda-43c2-8bc3-fe7de24d920a owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:51.351490 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cdca251-8f44-4137-ab3f-024224541767 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.356537 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cdca251-8f44-4137-ab3f-024224541767 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.394970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdca251-8f44-4137-ab3f-024224541767 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c466c1d6-7105-4675-b7e7-4c13af251e22,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:51.456621 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cdca251-8f44-4137-ab3f-024224541767 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.464331 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cdca251-8f44-4137-ab3f-024224541767 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.494492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdca251-8f44-4137-ab3f-024224541767 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894eb78c-5239-4446-81a1-ef26d2c7c274,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:51.497571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cdca251-8f44-4137-ab3f-024224541767 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.501247 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3cdca251-8f44-4137-ab3f-024224541767 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4254546 Jul 06 12:12:51.501598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53984) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:51.510353 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.538153 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b48a45b-0dda-43c2-8bc3-fe7de24d920a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:51.575987 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-df9e75db-72a0-49e3-902a-9aadc2ee4ed5 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0732181 Jul 06 12:12:51.578653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53986) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:51.583708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-12f62cf1-6fdb-4428-aa5e-50a512cf25e8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group': {'name': 'tempest-security--1907858295', 'description': 'tempest-security-description-225299262'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:51.615342 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12f62cf1-6fdb-4428-aa5e-50a512cf25e8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.664080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12f62cf1-6fdb-4428-aa5e-50a512cf25e8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.669458 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12f62cf1-6fdb-4428-aa5e-50a512cf25e8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.672627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12f62cf1-6fdb-4428-aa5e-50a512cf25e8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.675918 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-12f62cf1-6fdb-4428-aa5e-50a512cf25e8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "PUT /v2.0/security-groups/894eb78c-5239-4446-81a1-ef26d2c7c274 HTTP/1.1" status: 200 len: 1779 time: 0.0959449 Jul 06 12:12:51.676896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53988) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:51.722608 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.729332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f62cf1-6fdb-4428-aa5e-50a512cf25e8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894eb78c-5239-4446-81a1-ef26d2c7c274,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:51.751044 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fddbbeef-93de-499f-a1e0-62c64169c4c4 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-groups/894eb78c-5239-4446-81a1-ef26d2c7c274 HTTP/1.1" status: 200 len: 1779 time: 0.0678093 Jul 06 12:12:51.751357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53990) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:51.808350 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-251ab64b-7640-41e3-8d01-739b096d5330 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.832157 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-251ab64b-7640-41e3-8d01-739b096d5330 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.877076 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-251ab64b-7640-41e3-8d01-739b096d5330 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.880485 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-251ab64b-7640-41e3-8d01-739b096d5330 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.881748 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-251ab64b-7640-41e3-8d01-739b096d5330 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-groups/894eb78c-5239-4446-81a1-ef26d2c7c274 HTTP/1.1" status: 204 len: 168 time: 0.1294377 Jul 06 12:12:51.884376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53992) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:51.892103 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ab64b-7640-41e3-8d01-739b096d5330 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894eb78c-5239-4446-81a1-ef26d2c7c274,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:51.968400 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a57bb9b7-5303-4d9d-811e-f076a19f1315 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0828021 Jul 06 12:12:51.971172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53994) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:51.977954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] Router c6b8fc68-5d45-4181-af2a-3968e5638b55 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:51.985865 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-debf5014-6033-4fb1-a684-d6338dab6c72 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] delete failed (client error): The resource could not be found. Jul 06 12:12:51.986888 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-debf5014-6033-4fb1-a684-d6338dab6c72 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-groups/894eb78c-5239-4446-81a1-ef26d2c7c274 HTTP/1.1" status: 404 len: 347 time: 0.0146518 Jul 06 12:12:51.991401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53996) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:51.996074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8bb2a963-729d-4ae8-9b2f-1396d118f1e1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906858876'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:52.019310 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a963-729d-4ae8-9b2f-1396d118f1e1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.095940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:52.100882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-acaa969d-e7ce-4856-91b6-59980899ff0a admin admin] 10.222.0.21 "PUT /v2.0/routers/c6b8fc68-5d45-4181-af2a-3968e5638b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232435 Jul 06 12:12:52.104264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 53998) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:52.106619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed9845-1535-46ed-884b-c0710c4f9756 None None] Sync routers for ids ['c6b8fc68-5d45-4181-af2a-3968e5638b55'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:52.107727 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a963-729d-4ae8-9b2f-1396d118f1e1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.113940 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a963-729d-4ae8-9b2f-1396d118f1e1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.116648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed9845-1535-46ed-884b-c0710c4f9756 None None] Routers {'c6b8fc68-5d45-4181-af2a-3968e5638b55'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:52.117454 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bbed9845-1535-46ed-884b-c0710c4f9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6b8fc68-5d45-4181-af2a-3968e5638b55'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:52.144208 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a963-729d-4ae8-9b2f-1396d118f1e1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.148062 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8bb2a963-729d-4ae8-9b2f-1396d118f1e1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1562247 Jul 06 12:12:52.149516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54000) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:52.153491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2a963-729d-4ae8-9b2f-1396d118f1e1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a32f06-af74-421b-8ef7-ca82f7be8aca,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:52.159802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-012cdc27-c7f8-4e58-82d8-c085264081e9 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '60a32f06-af74-421b-8ef7-ca82f7be8aca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:52.191525 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-012cdc27-c7f8-4e58-82d8-c085264081e9 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.230329 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.261228 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-012cdc27-c7f8-4e58-82d8-c085264081e9 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.265738 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-012cdc27-c7f8-4e58-82d8-c085264081e9 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.285311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cdc27-c7f8-4e58-82d8-c085264081e9 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54415f09-3b13-4c84-8952-9cb0a49657b6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:52.300128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-012cdc27-c7f8-4e58-82d8-c085264081e9 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.304192 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-012cdc27-c7f8-4e58-82d8-c085264081e9 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492441 Jul 06 12:12:52.304753 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54002) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:52.339907 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2feb33ce-2d28-4117-b41d-713f5114d45e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.345746 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.350065 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2feb33ce-2d28-4117-b41d-713f5114d45e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.383889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2feb33ce-2d28-4117-b41d-713f5114d45e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.393684 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2feb33ce-2d28-4117-b41d-713f5114d45e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.394818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2feb33ce-2d28-4117-b41d-713f5114d45e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/54415f09-3b13-4c84-8952-9cb0a49657b6 HTTP/1.1" status: 204 len: 168 time: 0.0889452 Jul 06 12:12:52.396124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bbed9845-1535-46ed-884b-c0710c4f9756 None None] Set router c6b8fc68-5d45-4181-af2a-3968e5638b55 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:52.399147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54004) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:52.399274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb33ce-2d28-4117-b41d-713f5114d45e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54415f09-3b13-4c84-8952-9cb0a49657b6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:52.434921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Deleting port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:52.435367 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.514527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3965e75e-7d26-40a4-90e0-3e2754cf17cb tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1138070 Jul 06 12:12:52.517461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54006) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:52.578987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] For port 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:52.579469 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.594409 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a75f4252-796f-4ff3-a9e2-8746b99b1927 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.596651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Calling delete_port for 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:52.605862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bbed9845-1535-46ed-884b-c0710c4f9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'name': 'tempest-TestVolumeBackupRestore-2136206818-router', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:12:51Z', 'revision_number': 5, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'gw_port': {'id': '4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:52.623701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a75f4252-796f-4ff3-a9e2-8746b99b1927 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.639698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed9845-1535-46ed-884b-c0710c4f9756 None None] Checking router: c6b8fc68-5d45-4181-af2a-3968e5638b55 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:52.648415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed9845-1535-46ed-884b-c0710c4f9756 None None] Routers {'c6b8fc68-5d45-4181-af2a-3968e5638b55'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:52.649546 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bbed9845-1535-46ed-884b-c0710c4f9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:12:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['c6b8fc68-5d45-4181-af2a-3968e5638b55'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:52.672022 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a75f4252-796f-4ff3-a9e2-8746b99b1927 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.675298 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a75f4252-796f-4ff3-a9e2-8746b99b1927 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.676557 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a75f4252-796f-4ff3-a9e2-8746b99b1927 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-groups/60a32f06-af74-421b-8ef7-ca82f7be8aca HTTP/1.1" status: 204 len: 168 time: 0.1579208 Jul 06 12:12:52.679749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54008) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:52.692517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f4252-796f-4ff3-a9e2-8746b99b1927 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a32f06-af74-421b-8ef7-ca82f7be8aca,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:52.740664 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4b650458-1052-4e5d-b0a8-7d8b51e33b55 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598366 Jul 06 12:12:52.745266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54010) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:52.750240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8748cf5d-7598-4332-8958-91fe25a7ed8d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253607627'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:52.758881 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bbed9845-1535-46ed-884b-c0710c4f9756 None None] Set router c6b8fc68-5d45-4181-af2a-3968e5638b55 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:52.778305 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8748cf5d-7598-4332-8958-91fe25a7ed8d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.806013 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.832419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bbed9845-1535-46ed-884b-c0710c4f9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'name': 'tempest-TestVolumeBackupRestore-2136206818-router', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:12:52Z', 'revision_number': 6, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:52.836356 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:52.869748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed9845-1535-46ed-884b-c0710c4f9756 None None] The sync data for ids ['c6b8fc68-5d45-4181-af2a-3968e5638b55'] in n-d-799527-2 is: [{'id': 'c6b8fc68-5d45-4181-af2a-3968e5638b55', 'name': 'tempest-TestVolumeBackupRestore-2136206818-router', 'tenant_id': '785636b8edd747dc8320faa93aab5fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:40Z', 'updated_at': '2021-07-06T12:12:52Z', 'revision_number': 6, 'project_id': '785636b8edd747dc8320faa93aab5fb5', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:52.886845 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8748cf5d-7598-4332-8958-91fe25a7ed8d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.891433 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8748cf5d-7598-4332-8958-91fe25a7ed8d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.920664 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.928517 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8748cf5d-7598-4332-8958-91fe25a7ed8d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.932420 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8748cf5d-7598-4332-8958-91fe25a7ed8d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1839378 Jul 06 12:12:52.932420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748cf5d-7598-4332-8958-91fe25a7ed8d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1d7be9-6f75-45ab-9b95-6723274602cd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:52.934707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54012) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:52.939628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1b1e0cec-57e6-4130-94b4-f40c2777af0a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '8f1d7be9-6f75-45ab-9b95-6723274602cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:52.973080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b1e0cec-57e6-4130-94b4-f40c2777af0a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.018005 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.020227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.038340 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b1e0cec-57e6-4130-94b4-f40c2777af0a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.042429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b1e0cec-57e6-4130-94b4-f40c2777af0a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.061257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e0cec-57e6-4130-94b4-f40c2777af0a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83db7823-51ec-4a51-935d-c7195bdf4ff5,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:53.070117 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.070520 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b1e0cec-57e6-4130-94b4-f40c2777af0a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.070778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6b8fc68-5d45-4181-af2a-3968e5638b55 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:12:53.071776 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1b1e0cec-57e6-4130-94b4-f40c2777af0a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360991 Jul 06 12:12:53.075002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54014) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.076433 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.077674 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ebdbf339-8ea6-4f1a-a3d2-daca40b2330c admin admin] 10.222.0.21 "DELETE /v2.0/routers/c6b8fc68-5d45-4181-af2a-3968e5638b55 HTTP/1.1" status: 204 len: 168 time: 0.9728811 Jul 06 12:12:53.080156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54016) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.080362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-28bb8ef5-49b4-4e24-9c12-f7d5938c1199 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '8f1d7be9-6f75-45ab-9b95-6723274602cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:53.114515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28bb8ef5-49b4-4e24-9c12-f7d5938c1199 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.129567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-8431c15d-6c9c-4a90-a4fc-278c33a767c3 admin admin] Deleting subnet 9ae4e905-86ae-4be0-b532-f5ac9047240e {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:12:53.132636 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8431c15d-6c9c-4a90-a4fc-278c33a767c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.173771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8431c15d-6c9c-4a90-a4fc-278c33a767c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.183065 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28bb8ef5-49b4-4e24-9c12-f7d5938c1199 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.189208 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28bb8ef5-49b4-4e24-9c12-f7d5938c1199 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.204553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb8ef5-49b4-4e24-9c12-f7d5938c1199 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50e4e46-64e4-48de-96a5-aecab4efa8bc,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:53.219480 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28bb8ef5-49b4-4e24-9c12-f7d5938c1199 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.220831 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-28bb8ef5-49b4-4e24-9c12-f7d5938c1199 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1448462 Jul 06 12:12:53.223428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54018) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.228427 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8407bed5-b2ca-454b-b40c-110398317f8e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '8f1d7be9-6f75-45ab-9b95-6723274602cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:53.261867 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8407bed5-b2ca-454b-b40c-110398317f8e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.274438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8431c15d-6c9c-4a90-a4fc-278c33a767c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.338235 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8407bed5-b2ca-454b-b40c-110398317f8e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.342332 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8407bed5-b2ca-454b-b40c-110398317f8e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.348176 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8431c15d-6c9c-4a90-a4fc-278c33a767c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.362704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407bed5-b2ca-454b-b40c-110398317f8e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce21bed2-2e8c-498c-aba9-cc743dc85542,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:53.371748 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8407bed5-b2ca-454b-b40c-110398317f8e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.376004 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8407bed5-b2ca-454b-b40c-110398317f8e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488562 Jul 06 12:12:53.376185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54020) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.379204 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8431c15d-6c9c-4a90-a4fc-278c33a767c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.381080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8431c15d-6c9c-4a90-a4fc-278c33a767c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ae4e905-86ae-4be0-b532-f5ac9047240e HTTP/1.1" status: 204 len: 168 time: 0.2998266 Jul 06 12:12:53.382044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431c15d-6c9c-4a90-a4fc-278c33a767c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae4e905-86ae-4be0-b532-f5ac9047240e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:53.385339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54022) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.386105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dfb68e-f7d4-4bcf-93d7-5deefa2a792a None None] Network af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:53.386589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-24edf302-6189-4bc3-a085-ed74d8c18d93 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '8f1d7be9-6f75-45ab-9b95-6723274602cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:53.416426 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24edf302-6189-4bc3-a085-ed74d8c18d93 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.467006 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.481719 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24edf302-6189-4bc3-a085-ed74d8c18d93 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.487845 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24edf302-6189-4bc3-a085-ed74d8c18d93 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.506066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edf302-6189-4bc3-a085-ed74d8c18d93 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b48770-7f89-42f9-a9de-499ad8b63cf6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:53.518097 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24edf302-6189-4bc3-a085-ed74d8c18d93 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.519532 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-24edf302-6189-4bc3-a085-ed74d8c18d93 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422322 Jul 06 12:12:53.522127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54024) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.528339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e38714bd-f611-4244-b0f3-726c5f48c26e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '8f1d7be9-6f75-45ab-9b95-6723274602cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:53.542841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Deleting port 1dba9b63-d85e-40cc-aeef-4afda80fec56 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:53.543189 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.623315 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e38714bd-f611-4244-b0f3-726c5f48c26e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.626743 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] For port 1dba9b63-d85e-40cc-aeef-4afda80fec56, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1dba9b63-d85e-40cc-aeef-4afda80fec56,segment=NetworkSegment(149f8ca0-a561-4119-b886-8b9e78e5cb9e),segment_id=149f8ca0-a561-4119-b886-8b9e78e5cb9e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:53.627101 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.659867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Calling delete_port for 1dba9b63-d85e-40cc-aeef-4afda80fec56 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:53.691430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff50d5e-217d-479a-82b7-f99726432d63 None None] DHCP port deletion for af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:12:53.778299 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e38714bd-f611-4244-b0f3-726c5f48c26e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.779163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-eff50d5e-217d-479a-82b7-f99726432d63 None None] Deleting port 1dba9b63-d85e-40cc-aeef-4afda80fec56 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:53.779622 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eff50d5e-217d-479a-82b7-f99726432d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.784831 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e38714bd-f611-4244-b0f3-726c5f48c26e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.818640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38714bd-f611-4244-b0f3-726c5f48c26e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e676863b-80e9-4f35-a4b5-74c8f5451432,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:53.835054 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e38714bd-f611-4244-b0f3-726c5f48c26e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.839422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e38714bd-f611-4244-b0f3-726c5f48c26e tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3134956 Jul 06 12:12:53.839967 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.841099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54026) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.859203 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-eff50d5e-217d-479a-82b7-f99726432d63 None None] For port 1dba9b63-d85e-40cc-aeef-4afda80fec56, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1dba9b63-d85e-40cc-aeef-4afda80fec56,segment=NetworkSegment(149f8ca0-a561-4119-b886-8b9e78e5cb9e),segment_id=149f8ca0-a561-4119-b886-8b9e78e5cb9e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:53.859635 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eff50d5e-217d-479a-82b7-f99726432d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.867824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Pushing event deleted for resources: {'Port': ['ID=1dba9b63-d85e-40cc-aeef-4afda80fec56,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:53.876098 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8c6933e-9735-4b0e-b876-d0ab9dd27553 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.876874 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] No DVR routers for this DVR port 1dba9b63-d85e-40cc-aeef-4afda80fec56 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:53.880746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-eff50d5e-217d-479a-82b7-f99726432d63 None None] Calling delete_port for 1dba9b63-d85e-40cc-aeef-4afda80fec56 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:53.888778 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8c6933e-9735-4b0e-b876-d0ab9dd27553 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.923089 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8c6933e-9735-4b0e-b876-d0ab9dd27553 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.930415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8c6933e-9735-4b0e-b876-d0ab9dd27553 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.932561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a8c6933e-9735-4b0e-b876-d0ab9dd27553 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e676863b-80e9-4f35-a4b5-74c8f5451432 HTTP/1.1" status: 204 len: 168 time: 0.0904515 Jul 06 12:12:53.938674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54028) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.945905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6933e-9735-4b0e-b876-d0ab9dd27553 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e676863b-80e9-4f35-a4b5-74c8f5451432,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:53.958905 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.971284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2a7b5a-3cb3-4a82-a14b-1b991ccf3696']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:53.986285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149f8ca0-a561-4119-b886-8b9e78e5cb9e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:53.986597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149f8ca0-a561-4119-b886-8b9e78e5cb9e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:53.987732 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eff50d5e-217d-479a-82b7-f99726432d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.998379 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.002312 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4d26a824-f840-4324-96e7-4998dfc68a76 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0621843 Jul 06 12:12:54.005408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.018356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff50d5e-217d-479a-82b7-f99726432d63 None None] Pushing event deleted for resources: {'Port': ['ID=1dba9b63-d85e-40cc-aeef-4afda80fec56,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.023189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff50d5e-217d-479a-82b7-f99726432d63 None None] No DVR routers for this DVR port 1dba9b63-d85e-40cc-aeef-4afda80fec56 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:54.031643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.039153 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:54.040066 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:54.042184 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:54.048848 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7c102d3-3f11-49ad-abcd-d64014f379df tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.059146 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7c102d3-3f11-49ad-abcd-d64014f379df tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.096875 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7c102d3-3f11-49ad-abcd-d64014f379df tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.106005 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7c102d3-3f11-49ad-abcd-d64014f379df tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.107241 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b7c102d3-3f11-49ad-abcd-d64014f379df tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a3b48770-7f89-42f9-a9de-499ad8b63cf6 HTTP/1.1" status: 204 len: 168 time: 0.1006367 Jul 06 12:12:54.110462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54032) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.111839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c102d3-3f11-49ad-abcd-d64014f379df tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3b48770-7f89-42f9-a9de-499ad8b63cf6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.120701 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.124665 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.126759 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] 10.222.0.21 "DELETE /v2.0/networks/af2a7b5a-3cb3-4a82-a14b-1b991ccf3696 HTTP/1.1" status: 204 len: 168 time: 0.7403834 Jul 06 12:12:54.162111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66457f7-10c7-49d6-9aff-779bedfc47ca admin admin] Pushing event deleted for resources: {'Network': ['ID=af2a7b5a-3cb3-4a82-a14b-1b991ccf3696,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.200128 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b8f69feb-b6ce-4dd2-9f61-c82ca68d3600 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0881445 Jul 06 12:12:54.202798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54036) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.237422 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97f7b19f-ed2f-4d0c-a29e-21694f034810 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.247193 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97f7b19f-ed2f-4d0c-a29e-21694f034810 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.277760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97f7b19f-ed2f-4d0c-a29e-21694f034810 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.284168 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97f7b19f-ed2f-4d0c-a29e-21694f034810 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.285230 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-97f7b19f-ed2f-4d0c-a29e-21694f034810 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ce21bed2-2e8c-498c-aba9-cc743dc85542 HTTP/1.1" status: 204 len: 168 time: 0.0814793 Jul 06 12:12:54.288077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54038) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.291668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7b19f-ed2f-4d0c-a29e-21694f034810 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce21bed2-2e8c-498c-aba9-cc743dc85542,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.310880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54040) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.344829 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a3ce6b3a-19b7-468a-928f-45348157a1f8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0526230 Jul 06 12:12:54.345028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54042) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.363185 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d3ef278b-a0bc-4da8-b5dd-44e5e586fc47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8376b6596b343ba852e90509a119d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511191 Jul 06 12:12:54.365644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54044) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.370142 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf819a00-369f-4023-a2f5-3a8e5caf6306 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.378194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf819a00-369f-4023-a2f5-3a8e5caf6306 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.405324 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf819a00-369f-4023-a2f5-3a8e5caf6306 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.413790 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf819a00-369f-4023-a2f5-3a8e5caf6306 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.414988 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cf819a00-369f-4023-a2f5-3a8e5caf6306 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b50e4e46-64e4-48de-96a5-aecab4efa8bc HTTP/1.1" status: 204 len: 168 time: 0.0688875 Jul 06 12:12:54.417228 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1609db3d-7f87-442d-aad6-e61c8decc38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.418695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54046) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.420006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf819a00-369f-4023-a2f5-3a8e5caf6306 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b50e4e46-64e4-48de-96a5-aecab4efa8bc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.456790 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1609db3d-7f87-442d-aad6-e61c8decc38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.499486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dbf43c49-e35a-44ab-a27d-8e67fc920fac tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0796285 Jul 06 12:12:54.502461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54048) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.528206 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2cbb8c5-a9e3-46fd-afa1-a71fb1647f59 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.534427 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1609db3d-7f87-442d-aad6-e61c8decc38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.537679 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1609db3d-7f87-442d-aad6-e61c8decc38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.538842 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1609db3d-7f87-442d-aad6-e61c8decc38e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab65b47d-2e3e-4dcd-b80c-ff437437fc84 HTTP/1.1" status: 204 len: 168 time: 0.1722999 Jul 06 12:12:54.548085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609db3d-7f87-442d-aad6-e61c8decc38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab65b47d-2e3e-4dcd-b80c-ff437437fc84,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.550166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2cbb8c5-a9e3-46fd-afa1-a71fb1647f59 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.585114 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2cbb8c5-a9e3-46fd-afa1-a71fb1647f59 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.591665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2cbb8c5-a9e3-46fd-afa1-a71fb1647f59 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.592825 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d2cbb8c5-a9e3-46fd-afa1-a71fb1647f59 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/83db7823-51ec-4a51-935d-c7195bdf4ff5 HTTP/1.1" status: 204 len: 168 time: 0.0890517 Jul 06 12:12:54.598388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54052) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.599797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbb8c5-a9e3-46fd-afa1-a71fb1647f59 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83db7823-51ec-4a51-935d-c7195bdf4ff5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.611038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1dba9b63-d85e-40cc-aeef-4afda80fec56 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:54.631915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 1dba9b63-d85e-40cc-aeef-4afda80fec56 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:54.632259 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1dba9b63-d85e-40cc-aeef-4afda80fec56 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:54.632680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0b48a45b-0dda-43c2-8bc3-fe7de24d920a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:54.653105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 0b48a45b-0dda-43c2-8bc3-fe7de24d920a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:54.653463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 0b48a45b-0dda-43c2-8bc3-fe7de24d920a not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:54.653559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.653907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:54.656108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d6f731bc-ae68-4040-a1cb-903d81e03c35 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0564680 Jul 06 12:12:54.674010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:54.674215 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4ec9c81c-bf0e-49f8-8b61-1cc0e8681f33 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:54.733932 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5933f516-3685-40e1-b10f-e3aa5befc787 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.759634 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5933f516-3685-40e1-b10f-e3aa5befc787 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.806323 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5933f516-3685-40e1-b10f-e3aa5befc787 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.809858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5933f516-3685-40e1-b10f-e3aa5befc787 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.811045 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5933f516-3685-40e1-b10f-e3aa5befc787 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-groups/8f1d7be9-6f75-45ab-9b95-6723274602cd HTTP/1.1" status: 204 len: 168 time: 0.1565795 Jul 06 12:12:54.814081 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54058) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.821129 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933f516-3685-40e1-b10f-e3aa5befc787 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1d7be9-6f75-45ab-9b95-6723274602cd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.867600 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-19555481-a6a4-4d71-b188-1086a8c81daa tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477853 Jul 06 12:12:54.869913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54060) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.875632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cae038d3-d38e-4acc-b87d-fd5789271e95 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group': {'name': 'tempest-secgroup--110692955'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:54.898329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cae038d3-d38e-4acc-b87d-fd5789271e95 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.946557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54062) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.989121 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cae038d3-d38e-4acc-b87d-fd5789271e95 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.990691 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e44d2178-1ac6-484f-83b1-a2ccae3b7132 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=785636b8edd747dc8320faa93aab5fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429735 Jul 06 12:12:54.993704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54064) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.993841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cae038d3-d38e-4acc-b87d-fd5789271e95 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.024299 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cae038d3-d38e-4acc-b87d-fd5789271e95 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.025568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cae038d3-d38e-4acc-b87d-fd5789271e95 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1541283 Jul 06 12:12:55.027997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae038d3-d38e-4acc-b87d-fd5789271e95 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db39eb3-d3f8-48e1-a2f0-06709774a1a5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.030421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54066) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.035008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9dab5d05-8363-48c0-8fb6-b96059e1181d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '9db39eb3-d3f8-48e1-a2f0-06709774a1a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:55.051510 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b613ead1-fbc4-4fb0-9601-5bfab9889e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.063048 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9dab5d05-8363-48c0-8fb6-b96059e1181d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.075873 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b613ead1-fbc4-4fb0-9601-5bfab9889e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.125725 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b613ead1-fbc4-4fb0-9601-5bfab9889e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.128639 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b613ead1-fbc4-4fb0-9601-5bfab9889e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.129016 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9dab5d05-8363-48c0-8fb6-b96059e1181d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.129929 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b613ead1-fbc4-4fb0-9601-5bfab9889e2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83cd756e-02bf-4871-94ba-cc5509edd9b8 HTTP/1.1" status: 204 len: 168 time: 0.1344604 Jul 06 12:12:55.135949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9dab5d05-8363-48c0-8fb6-b96059e1181d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.139045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613ead1-fbc4-4fb0-9601-5bfab9889e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd756e-02bf-4871-94ba-cc5509edd9b8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.158374 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab5d05-8363-48c0-8fb6-b96059e1181d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af2a2d8-71f2-46e8-805b-3280a02b4bf6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.163322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9dab5d05-8363-48c0-8fb6-b96059e1181d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.164562 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9dab5d05-8363-48c0-8fb6-b96059e1181d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1332743 Jul 06 12:12:55.168360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54070) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.224335 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ebaf0f3-6c95-4f66-8b96-c1ef704a5b9f tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.247616 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ebaf0f3-6c95-4f66-8b96-c1ef704a5b9f tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.294497 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ebaf0f3-6c95-4f66-8b96-c1ef704a5b9f tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.297449 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ebaf0f3-6c95-4f66-8b96-c1ef704a5b9f tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.301280 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9ebaf0f3-6c95-4f66-8b96-c1ef704a5b9f tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-groups/9db39eb3-d3f8-48e1-a2f0-06709774a1a5 HTTP/1.1" status: 204 len: 168 time: 0.1293423 Jul 06 12:12:55.301635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54072) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.309698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebaf0f3-6c95-4f66-8b96-c1ef704a5b9f tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db39eb3-d3f8-48e1-a2f0-06709774a1a5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.367294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c5368344-c533-449a-9c7a-b99039e51cba tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641291 Jul 06 12:12:55.371754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.376748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0a6e0d09-0e6e-499a-98db-687ff683a855 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group': {'name': 'tempest-secgroup--531740740'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:55.405427 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6e0d09-0e6e-499a-98db-687ff683a855 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.505009 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6e0d09-0e6e-499a-98db-687ff683a855 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.509049 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6e0d09-0e6e-499a-98db-687ff683a855 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.550514 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a6e0d09-0e6e-499a-98db-687ff683a855 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.554789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0a6e0d09-0e6e-499a-98db-687ff683a855 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1792862 Jul 06 12:12:55.555007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54076) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.560849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0be70fe8-7bb7-4da0-8558-9ce9ae7926f8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028911757'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:55.566832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e0d09-0e6e-499a-98db-687ff683a855 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddcd921-d9c6-49f9-aead-d6abc3888169,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.590558 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0be70fe8-7bb7-4da0-8558-9ce9ae7926f8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.686839 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0be70fe8-7bb7-4da0-8558-9ce9ae7926f8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.691371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0be70fe8-7bb7-4da0-8558-9ce9ae7926f8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.727589 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0be70fe8-7bb7-4da0-8558-9ce9ae7926f8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.731886 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54078) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.732398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0be70fe8-7bb7-4da0-8558-9ce9ae7926f8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1759717 Jul 06 12:12:55.735093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be70fe8-7bb7-4da0-8558-9ce9ae7926f8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4590a171-6bc6-4f0d-8561-5bcdc35dfb8a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.739274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-57639562-a458-4d4b-b13a-8276d18676f4 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '1ddcd921-d9c6-49f9-aead-d6abc3888169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4590a171-6bc6-4f0d-8561-5bcdc35dfb8a', 'remote_ip_prefix': None}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:55.777815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57639562-a458-4d4b-b13a-8276d18676f4 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.847269 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57639562-a458-4d4b-b13a-8276d18676f4 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.851288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57639562-a458-4d4b-b13a-8276d18676f4 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.869757 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57639562-a458-4d4b-b13a-8276d18676f4 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6b02b5-f999-4c8d-a3bc-29d02a5c54ed,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.878583 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57639562-a458-4d4b-b13a-8276d18676f4 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.880579 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-57639562-a458-4d4b-b13a-8276d18676f4 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1469474 Jul 06 12:12:55.883361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54080) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.911698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71ee6776-78d5-4abf-a4d1-b797d5a3bb2b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.919915 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71ee6776-78d5-4abf-a4d1-b797d5a3bb2b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.948926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71ee6776-78d5-4abf-a4d1-b797d5a3bb2b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.955970 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71ee6776-78d5-4abf-a4d1-b797d5a3bb2b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.957085 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-71ee6776-78d5-4abf-a4d1-b797d5a3bb2b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5a6b02b5-f999-4c8d-a3bc-29d02a5c54ed HTTP/1.1" status: 204 len: 168 time: 0.0727358 Jul 06 12:12:55.959816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.962570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee6776-78d5-4abf-a4d1-b797d5a3bb2b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a6b02b5-f999-4c8d-a3bc-29d02a5c54ed,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:56.009266 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-70c7e72c-9edc-42fc-a696-66fc98d0d60f tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0482285 Jul 06 12:12:56.012706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54084) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.064855 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70b04c3c-b11d-4c37-b3f0-d876bd53e3de tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.088212 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70b04c3c-b11d-4c37-b3f0-d876bd53e3de tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.129816 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70b04c3c-b11d-4c37-b3f0-d876bd53e3de tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.132989 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70b04c3c-b11d-4c37-b3f0-d876bd53e3de tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.134179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-70b04c3c-b11d-4c37-b3f0-d876bd53e3de tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-groups/4590a171-6bc6-4f0d-8561-5bcdc35dfb8a HTTP/1.1" status: 204 len: 168 time: 0.1205752 Jul 06 12:12:56.138002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.144482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04c3c-b11d-4c37-b3f0-d876bd53e3de tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4590a171-6bc6-4f0d-8561-5bcdc35dfb8a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:56.193374 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-690d5a4e-b27e-410f-b522-8bd3c5af98b0 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0542021 Jul 06 12:12:56.196237 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.249147 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ccf06417-c360-452b-b90b-c3ac729d4a31 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.271787 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ccf06417-c360-452b-b90b-c3ac729d4a31 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.313907 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ccf06417-c360-452b-b90b-c3ac729d4a31 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.316609 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ccf06417-c360-452b-b90b-c3ac729d4a31 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.317772 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ccf06417-c360-452b-b90b-c3ac729d4a31 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ddcd921-d9c6-49f9-aead-d6abc3888169 HTTP/1.1" status: 204 len: 168 time: 0.1204200 Jul 06 12:12:56.320567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54090) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.327808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf06417-c360-452b-b90b-c3ac729d4a31 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddcd921-d9c6-49f9-aead-d6abc3888169,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:56.367044 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f08a6dd9-67b1-4fe1-9a52-0623bbdd7ce5 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453205 Jul 06 12:12:56.371588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54092) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.376132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b9a0575f-6d4d-450d-a57d-2f669c06379c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group': {'name': 'tempest-secgroup--208282260'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:56.398516 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9a0575f-6d4d-450d-a57d-2f669c06379c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.480986 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9a0575f-6d4d-450d-a57d-2f669c06379c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.484960 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9a0575f-6d4d-450d-a57d-2f669c06379c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.510927 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9a0575f-6d4d-450d-a57d-2f669c06379c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.512155 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b9a0575f-6d4d-450d-a57d-2f669c06379c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1395907 Jul 06 12:12:56.515019 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54094) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.519515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-028109db-75d2-4b7e-bcfb-97ee09eb6b26 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '60044c88-65da-4ea7-aa75-05b0e8cf6ede', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:56.525806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0575f-6d4d-450d-a57d-2f669c06379c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60044c88-65da-4ea7-aa75-05b0e8cf6ede,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:56.551638 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-028109db-75d2-4b7e-bcfb-97ee09eb6b26 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.607598 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-028109db-75d2-4b7e-bcfb-97ee09eb6b26 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.611656 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-028109db-75d2-4b7e-bcfb-97ee09eb6b26 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.629638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028109db-75d2-4b7e-bcfb-97ee09eb6b26 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d16283-5ec6-4aba-b4dc-7ec0c6b57f07,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:56.636281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-028109db-75d2-4b7e-bcfb-97ee09eb6b26 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.637555 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-028109db-75d2-4b7e-bcfb-97ee09eb6b26 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1215591 Jul 06 12:12:56.640377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54096) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.663880 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10411cff-0d50-4fd8-92b8-2a0dd014bb06 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.673244 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10411cff-0d50-4fd8-92b8-2a0dd014bb06 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.701689 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10411cff-0d50-4fd8-92b8-2a0dd014bb06 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.706592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10411cff-0d50-4fd8-92b8-2a0dd014bb06 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.707772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-10411cff-0d50-4fd8-92b8-2a0dd014bb06 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/38d16283-5ec6-4aba-b4dc-7ec0c6b57f07 HTTP/1.1" status: 204 len: 168 time: 0.0664504 Jul 06 12:12:56.710552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54098) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.716192 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10411cff-0d50-4fd8-92b8-2a0dd014bb06 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38d16283-5ec6-4aba-b4dc-7ec0c6b57f07,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:56.755954 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1eac3285-9628-4716-bcdc-85630a25bde2 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0442204 Jul 06 12:12:56.758621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54100) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.813670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55421eea-ff40-4854-a924-dc75cfff268b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.837380 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55421eea-ff40-4854-a924-dc75cfff268b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.885782 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55421eea-ff40-4854-a924-dc75cfff268b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.888482 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55421eea-ff40-4854-a924-dc75cfff268b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.889853 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-55421eea-ff40-4854-a924-dc75cfff268b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-groups/60044c88-65da-4ea7-aa75-05b0e8cf6ede HTTP/1.1" status: 204 len: 168 time: 0.1301637 Jul 06 12:12:56.892437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54102) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.899466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55421eea-ff40-4854-a924-dc75cfff268b tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60044c88-65da-4ea7-aa75-05b0e8cf6ede,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:56.940204 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6cfc5655-7607-4eff-8c39-3a5a184f87c6 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0463207 Jul 06 12:12:56.944132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54104) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.949058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d09d1bd1-3013-4313-b540-cbe67c8a10a1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group': {'name': 'tempest-secgroup--301971638'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:56.971660 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d09d1bd1-3013-4313-b540-cbe67c8a10a1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.056155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d09d1bd1-3013-4313-b540-cbe67c8a10a1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.059796 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d09d1bd1-3013-4313-b540-cbe67c8a10a1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.088925 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d09d1bd1-3013-4313-b540-cbe67c8a10a1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.090206 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d09d1bd1-3013-4313-b540-cbe67c8a10a1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1450584 Jul 06 12:12:57.093773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.094992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d1bd1-3013-4313-b540-cbe67c8a10a1 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e169551-b3f4-4ea2-b650-cbdd98168903,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:57.098566 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-af34826e-f715-475e-9ead-212be68851ed tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '5e169551-b3f4-4ea2-b650-cbdd98168903', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:57.126606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af34826e-f715-475e-9ead-212be68851ed tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.176561 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af34826e-f715-475e-9ead-212be68851ed tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.180327 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af34826e-f715-475e-9ead-212be68851ed tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.202652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34826e-f715-475e-9ead-212be68851ed tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1b8688-5590-4113-b673-53521a06eae1,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:57.206338 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af34826e-f715-475e-9ead-212be68851ed tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.207870 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-af34826e-f715-475e-9ead-212be68851ed tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1130013 Jul 06 12:12:57.211296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.228987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c8ba7133-2c03-49d8-99f4-4ac96bf17a78 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules/6b1b8688-5590-4113-b673-53521a06eae1 HTTP/1.1" status: 200 len: 763 time: 0.0164161 Jul 06 12:12:57.231414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.272779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e6ab6702-0720-427b-b416-87bb52693d87 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0400913 Jul 06 12:12:57.276075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54112) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.298711 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b797f18f-7380-4728-bd3b-4f3c947578a3 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.306076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b797f18f-7380-4728-bd3b-4f3c947578a3 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.338948 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b797f18f-7380-4728-bd3b-4f3c947578a3 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.345578 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b797f18f-7380-4728-bd3b-4f3c947578a3 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.346749 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b797f18f-7380-4728-bd3b-4f3c947578a3 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6b1b8688-5590-4113-b673-53521a06eae1 HTTP/1.1" status: 204 len: 168 time: 0.0697420 Jul 06 12:12:57.349548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54114) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.352225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797f18f-7380-4728-bd3b-4f3c947578a3 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b1b8688-5590-4113-b673-53521a06eae1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:57.390607 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7df622bd-4513-41b1-8f6d-8c1167104a0d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399139 Jul 06 12:12:57.393225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54116) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.397500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3121f36a-d61a-4c83-9229-407de894a70a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '5e169551-b3f4-4ea2-b650-cbdd98168903', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:57.425033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3121f36a-d61a-4c83-9229-407de894a70a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.471568 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3121f36a-d61a-4c83-9229-407de894a70a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.475168 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3121f36a-d61a-4c83-9229-407de894a70a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.493005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121f36a-d61a-4c83-9229-407de894a70a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1a5060-c29b-4534-ac3c-52f9aca8e57a,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:57.499548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3121f36a-d61a-4c83-9229-407de894a70a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.500806 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3121f36a-d61a-4c83-9229-407de894a70a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1066644 Jul 06 12:12:57.503834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54118) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.520819 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3e761bec-0a33-4619-9c8b-ea58620b5630 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules/5b1a5060-c29b-4534-ac3c-52f9aca8e57a HTTP/1.1" status: 200 len: 763 time: 0.0159128 Jul 06 12:12:57.523334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54120) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.563683 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0e92aec3-2558-4406-b30c-9599fda4543c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0392599 Jul 06 12:12:57.566297 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54122) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.589622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f34177a1-156f-493e-9b27-f2a718eac58d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.596947 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f34177a1-156f-493e-9b27-f2a718eac58d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.625568 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f34177a1-156f-493e-9b27-f2a718eac58d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.631767 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f34177a1-156f-493e-9b27-f2a718eac58d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.632866 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f34177a1-156f-493e-9b27-f2a718eac58d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5b1a5060-c29b-4534-ac3c-52f9aca8e57a HTTP/1.1" status: 204 len: 168 time: 0.0656791 Jul 06 12:12:57.636563 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54124) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.639436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34177a1-156f-493e-9b27-f2a718eac58d tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b1a5060-c29b-4534-ac3c-52f9aca8e57a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:57.677747 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-094c3290-7d28-48fb-9d7f-60e02219a9a4 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0398421 Jul 06 12:12:57.680256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.685083 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ce75fea9-4647-4c45-95f5-18d581ec2223 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Request body: {'security_group_rule': {'security_group_id': '5e169551-b3f4-4ea2-b650-cbdd98168903', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:57.712308 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce75fea9-4647-4c45-95f5-18d581ec2223 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.759600 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce75fea9-4647-4c45-95f5-18d581ec2223 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.763959 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce75fea9-4647-4c45-95f5-18d581ec2223 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.782313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75fea9-4647-4c45-95f5-18d581ec2223 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adae5d21-4b88-4564-9d86-94165c8b973c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:57.788879 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce75fea9-4647-4c45-95f5-18d581ec2223 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.790220 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ce75fea9-4647-4c45-95f5-18d581ec2223 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1090064 Jul 06 12:12:57.792878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54128) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.810432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7253ec92-c44a-4765-8f43-41fefe90a969 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules/adae5d21-4b88-4564-9d86-94165c8b973c HTTP/1.1" status: 200 len: 764 time: 0.0163088 Jul 06 12:12:57.812672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54130) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.857013 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0ba22bd4-af92-4e5d-9379-56ec388ad4b8 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0432119 Jul 06 12:12:57.859660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54132) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.885175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbde14d-b541-4dd9-987a-57b22f55f729 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.892757 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbde14d-b541-4dd9-987a-57b22f55f729 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.920844 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbde14d-b541-4dd9-987a-57b22f55f729 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.927379 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbde14d-b541-4dd9-987a-57b22f55f729 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.928554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cbbde14d-b541-4dd9-987a-57b22f55f729 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/adae5d21-4b88-4564-9d86-94165c8b973c HTTP/1.1" status: 204 len: 168 time: 0.0679736 Jul 06 12:12:57.931189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54134) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.934691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbde14d-b541-4dd9-987a-57b22f55f729 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adae5d21-4b88-4564-9d86-94165c8b973c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:57.973422 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-50c54d51-9647-4395-8178-676a13506fce tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400834 Jul 06 12:12:57.976131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54136) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:58.028070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27782ed4-5dfe-4d9e-8acf-34dda0d7f84c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.054580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27782ed4-5dfe-4d9e-8acf-34dda0d7f84c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.098022 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27782ed4-5dfe-4d9e-8acf-34dda0d7f84c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.100792 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27782ed4-5dfe-4d9e-8acf-34dda0d7f84c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.101995 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-27782ed4-5dfe-4d9e-8acf-34dda0d7f84c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e169551-b3f4-4ea2-b650-cbdd98168903 HTTP/1.1" status: 204 len: 168 time: 0.1249576 Jul 06 12:12:58.105536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:58.112627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27782ed4-5dfe-4d9e-8acf-34dda0d7f84c tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e169551-b3f4-4ea2-b650-cbdd98168903,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:58.154795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-942a29b8-a00b-4efe-b02f-8c8584b6e925 tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482101 Jul 06 12:12:58.158923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:58.204259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-31944d86-f88e-43e2-820f-e6bf01b28e0a tempest-SecGroupTest-1762314752 tempest-SecGroupTest-1762314752-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442400 Jul 06 12:12:58.450389 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54146) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:58.583437 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-23b168e9-5298-4832-8dc0-7bed548336d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13d8a0aa8de54515a3dac9ba55ece94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318009 Jul 06 12:12:58.585962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:58.634248 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e54ebd6-6ee8-4dc6-b82e-14a8c3cc8a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.656271 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e54ebd6-6ee8-4dc6-b82e-14a8c3cc8a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.705725 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e54ebd6-6ee8-4dc6-b82e-14a8c3cc8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.708492 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e54ebd6-6ee8-4dc6-b82e-14a8c3cc8a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.709639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8e54ebd6-6ee8-4dc6-b82e-14a8c3cc8a2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c466c1d6-7105-4675-b7e7-4c13af251e22 HTTP/1.1" status: 204 len: 168 time: 0.1227643 Jul 06 12:12:58.718805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54ebd6-6ee8-4dc6-b82e-14a8c3cc8a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c466c1d6-7105-4675-b7e7-4c13af251e22,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:58.889753 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.065394 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.368011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54172) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:59.460458 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1873183348'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:59.482052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Made reservation on behalf of 34e885bf78c0493e9e0e7d1574a8b907 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:59.485564 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.494895 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.588754 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.592781 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.620589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:59.631109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228c6096-39ad-4404-a670-948eed3bf00f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:59.636419 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.636782 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Added segment 04e6267f-146a-46db-a1ce-4dfba777afeb of type vlan for network b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e Jul 06 12:12:59.678040 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.710566 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.716876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:59.717506 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.778653 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4095037 Jul 06 12:12:59.781601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54176) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:59.787001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Request body: {'subnet': {'network_id': 'b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:59.790689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f3dfa-54cd-48a4-b6db-18a9d12747d6 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Pushing event updated for resources: {'Network': ['ID=b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:59.804303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:59.899841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Made reservation on behalf of 34e885bf78c0493e9e0e7d1574a8b907 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:59.904267 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.093523 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.156792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Pushing event updated for resources: {'Subnet': ['ID=b266ae0d-7ddb-441d-a6dc-7b83a3abe14c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:00.167677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Checking segment: {'id': '04e6267f-146a-46db-a1ce-4dfba777afeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:00.168045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Network hostable DHCP agents. Network: b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:13:00.191469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Network b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:13:00.201857 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:00.206627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:00.207226 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.213013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec9be9b-c2df-4d71-a3fd-efeb2e8d3bec None None] Network b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:00.223918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-81d6562f-d56c-4991-bd04-c9c85774f54b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4410911 Jul 06 12:13:00.226623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54178) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:00.232781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Request body: {'port': {'network_id': 'b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e', 'name': 'tempest-TagsExtTest-1482558181'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:00.361931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Made reservation on behalf of 34e885bf78c0493e9e0e7d1574a8b907 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:00.365673 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.388897 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] device_id is not set on port 770a7c4d-216f-41a7-a848-e0352005c025 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:13:00.390461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e', 'network_id': 'b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e', 'tenant_id': '34e885bf78c0493e9e0e7d1574a8b907', 'fixed_ips': [{'subnet_id': 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:13:00.391373 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.512912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Allocated IP 172.20.0.10 (b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/770a7c4d-216f-41a7-a848-e0352005c025) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:00.678494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.693876 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Transition to ACTIVE for port object 770a7c4d-216f-41a7-a848-e0352005c025 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:00.728030 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.773349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Allocated IP 172.20.0.2 (b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/1e62a9e7-6c5f-496b-9dae-dddf727cc2b6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:00.777457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Network b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:00.781546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:00.789024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:00.818688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Pushing event updated for resources: {'Port': ['ID=770a7c4d-216f-41a7-a848-e0352005c025,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:00.846077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:00.846694 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.861908 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-85fdb1dc-c553-4e5d-a53f-76cb43f39a6b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6341283 Jul 06 12:13:00.864363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54180) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:00.869096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dae156d3-ba61-4fc4-bdcf-fcb2c3aa6669 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-172101100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:00.892784 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dae156d3-ba61-4fc4-bdcf-fcb2c3aa6669 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.893856 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dae156d3-ba61-4fc4-bdcf-fcb2c3aa6669 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.933478 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.942402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Transition to ACTIVE for port object 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:00.955026 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dae156d3-ba61-4fc4-bdcf-fcb2c3aa6669 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.959990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dae156d3-ba61-4fc4-bdcf-fcb2c3aa6669 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.961289 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Transition to ACTIVE for port object 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:00.968113 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.978894 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dae156d3-ba61-4fc4-bdcf-fcb2c3aa6669 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.982929 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dae156d3-ba61-4fc4-bdcf-fcb2c3aa6669 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1148856 Jul 06 12:13:00.983372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54182) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:00.988378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-679d0cc4-6868-4a2a-a2fd-1e6d2af85ccc tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1660041323', 'prefixes': ['172.20.0.0/16']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:01.006139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Network b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:01.009176 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:01.015671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:01.024566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Pushing event updated for resources: {'Port': ['ID=1e62a9e7-6c5f-496b-9dae-dddf727cc2b6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:01.051065 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-679d0cc4-6868-4a2a-a2fd-1e6d2af85ccc tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for subnetpool, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:01.052358 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-679d0cc4-6868-4a2a-a2fd-1e6d2af85ccc tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0678463 Jul 06 12:13:01.055903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54184) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.062561 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-1d8218fc-3424-4b55-a4ac-944daca2496c tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c', 'tempest-TagsExtTest-Tag-1727168290') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.084287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Attempting to bind port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:01.084654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Attempting to bind port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '04e6267f-146a-46db-a1ce-4dfba777afeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:01.085013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Attempting to bind port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 on network b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:01.091369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:01.091763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Checking segment: {'id': '04e6267f-146a-46db-a1ce-4dfba777afeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:01.092174 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:01.092561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Bound using segment: {'id': '04e6267f-146a-46db-a1ce-4dfba777afeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:01.093212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Bound port: 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e6267f-146a-46db-a1ce-4dfba777afeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:01.093602 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:01.162321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] For port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:01.166499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] For port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1e62a9e7-6c5f-496b-9dae-dddf727cc2b6,segment=NetworkSegment(04e6267f-146a-46db-a1ce-4dfba777afeb),segment_id=04e6267f-146a-46db-a1ce-4dfba777afeb)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:01.167693 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1d8218fc-3424-4b55-a4ac-944daca2496c tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags/tempest-TagsExtTest-Tag-1727168290 HTTP/1.1" status: 201 len: 201 time: 0.1096950 Jul 06 12:13:01.170304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54186) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.173537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:01.175849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-8e43d488-fbc5-4b73-9692-308e5f8a7344 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025', 'tempest-TagsExtTest-Tag-905011760') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.233963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb328d0-30e5-4198-a784-ecc479939182 None None] Pushing event updated for resources: {'Port': ['ID=1e62a9e7-6c5f-496b-9dae-dddf727cc2b6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:01.255890 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8e43d488-fbc5-4b73-9692-308e5f8a7344 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags/tempest-TagsExtTest-Tag-905011760 HTTP/1.1" status: 201 len: 201 time: 0.0840964 Jul 06 12:13:01.258169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54188) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.263834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-73eb0c5f-494f-437b-ad7e-9e047ebe8f15 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559', 'tempest-TagsExtTest-Tag-633829252') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.358747 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-73eb0c5f-494f-437b-ad7e-9e047ebe8f15 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags/tempest-TagsExtTest-Tag-633829252 HTTP/1.1" status: 201 len: 201 time: 0.0994961 Jul 06 12:13:01.361371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54190) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.366700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-534a4969-96be-4306-9265-3318dfc60aeb tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b', 'tempest-TagsExtTest-Tag-1874945933') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.435389 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-534a4969-96be-4306-9265-3318dfc60aeb tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags/tempest-TagsExtTest-Tag-1874945933 HTTP/1.1" status: 201 len: 201 time: 0.0729058 Jul 06 12:13:01.442250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54192) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.448602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-28a9cc8d-d3f9-4da0-ba62-8d54470655dc tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.511139 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-28a9cc8d-d3f9-4da0-ba62-8d54470655dc tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags HTTP/1.1" status: 200 len: 241 time: 0.0677078 Jul 06 12:13:01.513806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54194) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.518099 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-7dc0e8c1-593e-4b56-bd53-d47afe33d9d3 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c', 'tempest-TagsExtTest-Tag-1727168290') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.576287 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7dc0e8c1-593e-4b56-bd53-d47afe33d9d3 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags/tempest-TagsExtTest-Tag-1727168290 HTTP/1.1" status: 204 len: 168 time: 0.0613976 Jul 06 12:13:01.578767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54196) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.583248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-a78194c9-b18d-467a-b544-9fbe0ba2a063 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c', 'tempest-TagsExtTest-Tag-1727168290') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.660223 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a78194c9-b18d-467a-b544-9fbe0ba2a063 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags/tempest-TagsExtTest-Tag-1727168290 HTTP/1.1" status: 204 len: 168 time: 0.0803294 Jul 06 12:13:01.662636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54198) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.666963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-37b79419-f737-4151-8e1d-e4dc21286c03 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.720165 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-37b79419-f737-4151-8e1d-e4dc21286c03 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags HTTP/1.1" status: 200 len: 205 time: 0.0565174 Jul 06 12:13:01.722594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54200) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.726779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-7aa655b5-16b1-4475-92b7-b66d8b2bda76 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.775551 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7aa655b5-16b1-4475-92b7-b66d8b2bda76 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags HTTP/1.1" status: 200 len: 240 time: 0.0517566 Jul 06 12:13:01.778459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54202) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.782697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-5333f9cd-d9a4-49f3-88d4-ae4881a9903d tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025', 'tempest-TagsExtTest-Tag-905011760') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.835526 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5333f9cd-d9a4-49f3-88d4-ae4881a9903d tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags/tempest-TagsExtTest-Tag-905011760 HTTP/1.1" status: 204 len: 168 time: 0.0559840 Jul 06 12:13:01.838751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54204) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.843132 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-58f9c009-fe03-4bae-8db2-e71ece610615 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025', 'tempest-TagsExtTest-Tag-905011760') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.917309 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-58f9c009-fe03-4bae-8db2-e71ece610615 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags/tempest-TagsExtTest-Tag-905011760 HTTP/1.1" status: 204 len: 168 time: 0.0775535 Jul 06 12:13:01.919817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54206) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.924266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-29999a03-1f2f-473b-b38d-98b181b843b5 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.977110 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-29999a03-1f2f-473b-b38d-98b181b843b5 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags HTTP/1.1" status: 200 len: 205 time: 0.0561969 Jul 06 12:13:01.979919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54208) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:01.986125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-df8b50f5-c138-45df-9a67-98b39516e74f tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.066576 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-df8b50f5-c138-45df-9a67-98b39516e74f tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags HTTP/1.1" status: 200 len: 240 time: 0.0852084 Jul 06 12:13:02.069205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54210) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.073877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-9d59c9fb-6e52-4045-b346-9545c3e0768d tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559', 'tempest-TagsExtTest-Tag-633829252') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.153846 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9d59c9fb-6e52-4045-b346-9545c3e0768d tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags/tempest-TagsExtTest-Tag-633829252 HTTP/1.1" status: 204 len: 168 time: 0.0835087 Jul 06 12:13:02.156135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54212) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.160705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-dc575d68-5dcb-483e-b84d-4c9b4a29bcb9 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559', 'tempest-TagsExtTest-Tag-633829252') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.198366 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fd33ff-7b17-4d7c-91d8-66c80c830f27 None None] Network b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:02.259580 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dc575d68-5dcb-483e-b84d-4c9b4a29bcb9 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags/tempest-TagsExtTest-Tag-633829252 HTTP/1.1" status: 204 len: 168 time: 0.1002116 Jul 06 12:13:02.260080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54214) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.265766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-d8198713-e944-42f8-a162-6114c27cee9e tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.272221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f7d0bb8f-72bb-4bc3-b8f6-18b6f4881e98 None None] Provisioning for port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:02.347394 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d8198713-e944-42f8-a162-6114c27cee9e tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags HTTP/1.1" status: 200 len: 205 time: 0.0833888 Jul 06 12:13:02.347831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54216) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.352153 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-7cdde2c0-8dfc-4873-81ee-11e9fb27231b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.398603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7cdde2c0-8dfc-4873-81ee-11e9fb27231b tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags HTTP/1.1" status: 200 len: 241 time: 0.0494220 Jul 06 12:13:02.401705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54218) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.406471 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-bce44684-f54b-4c43-b83a-c8dae37f6a90 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b', 'tempest-TagsExtTest-Tag-1874945933') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.428965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bce44684-f54b-4c43-b83a-c8dae37f6a90 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags/tempest-TagsExtTest-Tag-1874945933 HTTP/1.1" status: 204 len: 168 time: 0.0262063 Jul 06 12:13:02.432137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54220) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.437092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-28ca837b-21a9-4950-9507-5fbca30889ab tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b', 'tempest-TagsExtTest-Tag-1874945933') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.475529 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-28ca837b-21a9-4950-9507-5fbca30889ab tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags/tempest-TagsExtTest-Tag-1874945933 HTTP/1.1" status: 204 len: 168 time: 0.0419416 Jul 06 12:13:02.477625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54222) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.482391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-89d7f131-b41f-4c3c-98d7-e8a5f57f63a8 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.505951 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-89d7f131-b41f-4c3c-98d7-e8a5f57f63a8 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags HTTP/1.1" status: 200 len: 205 time: 0.0272439 Jul 06 12:13:02.508493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54224) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.513912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-04cfd18c-1baf-4bea-b80d-5c013342d5ba tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.544743 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-04cfd18c-1baf-4bea-b80d-5c013342d5ba tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags HTTP/1.1" status: 204 len: 168 time: 0.0324285 Jul 06 12:13:02.544743 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54226) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.552056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-d664ee5d-0d00-4871-8af3-dd120fe30602 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.617337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-46366bcc-5c41-4bbc-96a3-b95a892e5d1c None None] Provisioning for port 770a7c4d-216f-41a7-a848-e0352005c025 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:02.622721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-46366bcc-5c41-4bbc-96a3-b95a892e5d1c None None] Provisioning complete for port 770a7c4d-216f-41a7-a848-e0352005c025 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:02.623476 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46366bcc-5c41-4bbc-96a3-b95a892e5d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.654817 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d664ee5d-0d00-4871-8af3-dd120fe30602 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags HTTP/1.1" status: 204 len: 168 time: 0.1065052 Jul 06 12:13:02.655256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54228) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.656572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:02.660979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-cb7962cb-06a2-4790-9822-520e3f367abb tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.699488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-46366bcc-5c41-4bbc-96a3-b95a892e5d1c None None] Port 770a7c4d-216f-41a7-a848-e0352005c025 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:02.723119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:02.723687 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cb7962cb-06a2-4790-9822-520e3f367abb tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags HTTP/1.1" status: 204 len: 168 time: 0.0673037 Jul 06 12:13:02.726231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54230) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.730566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:02.730938 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.734438 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-bd156c28-b782-4101-91c4-b714a03fa940 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.800336 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bd156c28-b782-4101-91c4-b714a03fa940 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags HTTP/1.1" status: 204 len: 168 time: 0.0687561 Jul 06 12:13:02.800604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.807120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-7612c83f-7c11-4175-9b55-f52e7ad3c3ec tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c', 'tempest-TagsExtTest-Tag-1403846352') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.823421 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.857887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1e62a9e7-6c5f-496b-9dae-dddf727cc2b6,segment=NetworkSegment(04e6267f-146a-46db-a1ce-4dfba777afeb),segment_id=04e6267f-146a-46db-a1ce-4dfba777afeb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:02.862089 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.914376 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7612c83f-7c11-4175-9b55-f52e7ad3c3ec tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags/tempest-TagsExtTest-Tag-1403846352 HTTP/1.1" status: 201 len: 201 time: 0.1126912 Jul 06 12:13:02.917789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54234) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.919517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=1e62a9e7-6c5f-496b-9dae-dddf727cc2b6,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:02.922446 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-a9aad112-e4ae-46da-9794-0000d1e2eb48 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025', 'tempest-TagsExtTest-Tag-651898190') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:02.929574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7f69c4f1-c6bc-4f18-a091-828d8b1a8377 None None] Provisioning complete for port 770a7c4d-216f-41a7-a848-e0352005c025 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:02.929955 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f69c4f1-c6bc-4f18-a091-828d8b1a8377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.972404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7f69c4f1-c6bc-4f18-a091-828d8b1a8377 None None] Port 770a7c4d-216f-41a7-a848-e0352005c025 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:03.348798 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a9aad112-e4ae-46da-9794-0000d1e2eb48 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags/tempest-TagsExtTest-Tag-651898190 HTTP/1.1" status: 201 len: 201 time: 0.4299634 Jul 06 12:13:03.351636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54236) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:03.357022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-40af41ff-2e9d-4362-900c-bc114e9d8e40 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559', 'tempest-TagsExtTest-Tag-374948810') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:03.444543 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-40af41ff-2e9d-4362-900c-bc114e9d8e40 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags/tempest-TagsExtTest-Tag-374948810 HTTP/1.1" status: 201 len: 201 time: 0.0918677 Jul 06 12:13:03.447608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:03.452255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-bae7daba-29ba-4cbc-a49c-578e69063f3f tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b', 'tempest-TagsExtTest-Tag-1553439211') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:03.485419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bae7daba-29ba-4cbc-a49c-578e69063f3f tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags/tempest-TagsExtTest-Tag-1553439211 HTTP/1.1" status: 201 len: 201 time: 0.0367327 Jul 06 12:13:03.487859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54240) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:03.492428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-b73b7a36-dd1a-4bde-b784-ff946c10f7c2 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c', {'tags': ['tempest-TagsExtTest-Tag-718511133', 'tempest-TagsExtTest-Tag-889007239', 'tempest-TagsExtTest-Tag-311060441']}) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:03.552433 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b73b7a36-dd1a-4bde-b784-ff946c10f7c2 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags HTTP/1.1" status: 200 len: 315 time: 0.0635800 Jul 06 12:13:03.554932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54242) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:03.559207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-569b5614-34a3-40f1-ac0e-79936cbc75a0 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:03.636501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-569b5614-34a3-40f1-ac0e-79936cbc75a0 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags HTTP/1.1" status: 204 len: 168 time: 0.0797834 Jul 06 12:13:03.638909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:03.643796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-ef68522b-bb38-4d35-aa2a-74f76a83cde1 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c', 'tempest-TagsExtTest-Tag-718511133') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:03.700587 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-ef68522b-bb38-4d35-aa2a-74f76a83cde1 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:03.701655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ef68522b-bb38-4d35-aa2a-74f76a83cde1 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags/tempest-TagsExtTest-Tag-718511133 HTTP/1.1" status: 404 len: 328 time: 0.0617328 Jul 06 12:13:03.704504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54246) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:03.708885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-54922f0a-6cc7-4efd-9f8e-e9b13b299e50 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c', 'tempest-TagsExtTest-Tag-889007239') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:03.762167 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-54922f0a-6cc7-4efd-9f8e-e9b13b299e50 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:03.763209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-54922f0a-6cc7-4efd-9f8e-e9b13b299e50 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags/tempest-TagsExtTest-Tag-889007239 HTTP/1.1" status: 404 len: 328 time: 0.0578244 Jul 06 12:13:03.766032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54248) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:03.770266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-2f4e3554-30c9-4dc7-bc4e-ebe17b8a9a18 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c', 'tempest-TagsExtTest-Tag-311060441') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:03.821450 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-2f4e3554-30c9-4dc7-bc4e-ebe17b8a9a18 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:03.823102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2f4e3554-30c9-4dc7-bc4e-ebe17b8a9a18 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags/tempest-TagsExtTest-Tag-311060441 HTTP/1.1" status: 404 len: 328 time: 0.0561790 Jul 06 12:13:03.826052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:03.830532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-01ce83ce-6298-4d29-9f06-a6dd78b81ce0 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025', {'tags': ['tempest-TagsExtTest-Tag-1430890869', 'tempest-TagsExtTest-Tag-477024674', 'tempest-TagsExtTest-Tag-35631371']}) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:03.889079 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-01ce83ce-6298-4d29-9f06-a6dd78b81ce0 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags HTTP/1.1" status: 200 len: 315 time: 0.0616682 Jul 06 12:13:03.891297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54252) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:03.895620 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-fc33a7ad-e189-48fb-8b3e-a830992a0544 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:03.966988 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fc33a7ad-e189-48fb-8b3e-a830992a0544 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags HTTP/1.1" status: 204 len: 168 time: 0.0746305 Jul 06 12:13:03.969657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54254) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:03.974324 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-712cffe0-eb9a-4799-a538-4ba056c2faef tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025', 'tempest-TagsExtTest-Tag-1430890869') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.025845 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-712cffe0-eb9a-4799-a538-4ba056c2faef tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:04.026878 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-712cffe0-eb9a-4799-a538-4ba056c2faef tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags/tempest-TagsExtTest-Tag-1430890869 HTTP/1.1" status: 404 len: 329 time: 0.0561521 Jul 06 12:13:04.029725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54256) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.033934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-f1403f45-26fd-47a6-83c5-844ee3aca1b9 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025', 'tempest-TagsExtTest-Tag-477024674') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.082982 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-f1403f45-26fd-47a6-83c5-844ee3aca1b9 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:04.084063 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f1403f45-26fd-47a6-83c5-844ee3aca1b9 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags/tempest-TagsExtTest-Tag-477024674 HTTP/1.1" status: 404 len: 328 time: 0.0534620 Jul 06 12:13:04.086872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.091141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-268c0b4e-a2c1-4544-b62d-de9039e24e52 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025', 'tempest-TagsExtTest-Tag-35631371') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.139873 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-268c0b4e-a2c1-4544-b62d-de9039e24e52 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:04.140834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-268c0b4e-a2c1-4544-b62d-de9039e24e52 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags/tempest-TagsExtTest-Tag-35631371 HTTP/1.1" status: 404 len: 327 time: 0.0530760 Jul 06 12:13:04.143642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54260) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.148319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-00fa9713-bc86-4105-8d5e-d1a1772b351e tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559', {'tags': ['tempest-TagsExtTest-Tag-1211014449', 'tempest-TagsExtTest-Tag-1642462523', 'tempest-TagsExtTest-Tag-1404016986']}) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.235654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-00fa9713-bc86-4105-8d5e-d1a1772b351e tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags HTTP/1.1" status: 200 len: 318 time: 0.0909767 Jul 06 12:13:04.238317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54262) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.242744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-8eb685c9-92f3-41ff-9347-41e96898e735 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.339579 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8eb685c9-92f3-41ff-9347-41e96898e735 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags HTTP/1.1" status: 204 len: 168 time: 0.1002309 Jul 06 12:13:04.342244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.346834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-7da129a3-a725-4864-bf40-ef1de0e73305 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559', 'tempest-TagsExtTest-Tag-1211014449') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.421799 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-7da129a3-a725-4864-bf40-ef1de0e73305 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:04.422751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7da129a3-a725-4864-bf40-ef1de0e73305 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags/tempest-TagsExtTest-Tag-1211014449 HTTP/1.1" status: 404 len: 329 time: 0.0795510 Jul 06 12:13:04.425585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54266) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.429999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-d364ddae-1544-4266-86df-aba4ea5128b9 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559', 'tempest-TagsExtTest-Tag-1642462523') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.505598 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-d364ddae-1544-4266-86df-aba4ea5128b9 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:04.506640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d364ddae-1544-4266-86df-aba4ea5128b9 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags/tempest-TagsExtTest-Tag-1642462523 HTTP/1.1" status: 404 len: 329 time: 0.0801594 Jul 06 12:13:04.509534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54268) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.514206 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-d7b159fb-8757-479f-b6fc-4e1b32d098b4 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559', 'tempest-TagsExtTest-Tag-1404016986') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.590813 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-d7b159fb-8757-479f-b6fc-4e1b32d098b4 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:04.591956 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d7b159fb-8757-479f-b6fc-4e1b32d098b4 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags/tempest-TagsExtTest-Tag-1404016986 HTTP/1.1" status: 404 len: 329 time: 0.0813551 Jul 06 12:13:04.594738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.599508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-103df071-e306-4ff4-b14a-18772f47b9d1 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b', {'tags': ['tempest-TagsExtTest-Tag-957490277', 'tempest-TagsExtTest-Tag-1556183598', 'tempest-TagsExtTest-Tag-2078289359']}) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.607043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:04.637519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-103df071-e306-4ff4-b14a-18772f47b9d1 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "PUT /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags HTTP/1.1" status: 200 len: 317 time: 0.0416927 Jul 06 12:13:04.640120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54272) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.645026 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-f1cc88c3-9804-45b8-903b-975cb5be78f4 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.663173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:04.663732 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.682544 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f1cc88c3-9804-45b8-903b-975cb5be78f4 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags HTTP/1.1" status: 204 len: 168 time: 0.0412416 Jul 06 12:13:04.685498 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54274) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.689909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-f4cf3498-c475-4edf-abe7-1b40453b3579 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b', 'tempest-TagsExtTest-Tag-957490277') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.710690 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-f4cf3498-c475-4edf-abe7-1b40453b3579 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:04.711771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f4cf3498-c475-4edf-abe7-1b40453b3579 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags/tempest-TagsExtTest-Tag-957490277 HTTP/1.1" status: 404 len: 328 time: 0.0253522 Jul 06 12:13:04.719491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54276) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.726211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-16a1fe34-f7fc-4502-87ce-b39b8e9e0a6e tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b', 'tempest-TagsExtTest-Tag-1556183598') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.748164 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-16a1fe34-f7fc-4502-87ce-b39b8e9e0a6e tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:04.749247 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-16a1fe34-f7fc-4502-87ce-b39b8e9e0a6e tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags/tempest-TagsExtTest-Tag-1556183598 HTTP/1.1" status: 404 len: 329 time: 0.0324829 Jul 06 12:13:04.752156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54278) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.757037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-b5d573df-a39a-43cd-9d04-0123a058562c tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b', 'tempest-TagsExtTest-Tag-2078289359') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.778408 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-b5d573df-a39a-43cd-9d04-0123a058562c tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] show failed (client error): The resource could not be found. Jul 06 12:13:04.779436 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b5d573df-a39a-43cd-9d04-0123a058562c tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags/tempest-TagsExtTest-Tag-2078289359 HTTP/1.1" status: 404 len: 329 time: 0.0263557 Jul 06 12:13:04.782270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54280) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.786599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-5b0e6b9e-0ffd-4cb5-bb93-fa84fc7d7fe7 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd16f8fe4-ffb6-42de-8f14-dc28acf29d2b') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.813014 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5b0e6b9e-0ffd-4cb5-bb93-fa84fc7d7fe7 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b/tags HTTP/1.1" status: 204 len: 168 time: 0.0297718 Jul 06 12:13:04.815927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54282) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.820264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-048ac743-58ea-4f7e-a62a-4b004f5ebb02 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '54b17029-9502-4a00-b66f-5de4cd2fb559') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.901772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-048ac743-58ea-4f7e-a62a-4b004f5ebb02 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559/tags HTTP/1.1" status: 204 len: 168 time: 0.0846221 Jul 06 12:13:04.903987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54284) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.908169 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-eb455c93-efe2-4870-86ac-7d5337ed2e5c tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '770a7c4d-216f-41a7-a848-e0352005c025') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:04.961550 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eb455c93-efe2-4870-86ac-7d5337ed2e5c tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025/tags HTTP/1.1" status: 204 len: 168 time: 0.0564997 Jul 06 12:13:04.964520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54286) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.968682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.tag.tag_plugin [None req-3a47c367-698c-4a02-b3a2-2cb4615669fc tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b266ae0d-7ddb-441d-a6dc-7b83a3abe14c') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:05.025955 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3a47c367-698c-4a02-b3a2-2cb4615669fc tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c/tags HTTP/1.1" status: 204 len: 168 time: 0.0604432 Jul 06 12:13:05.029521 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54288) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:05.117540 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21f79b54-5b96-4ec8-9b30-21b51bcadb93 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for subnetpool, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.118902 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-21f79b54-5b96-4ec8-9b30-21b51bcadb93 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/subnetpools/d16f8fe4-ffb6-42de-8f14-dc28acf29d2b HTTP/1.1" status: 204 len: 168 time: 0.0883751 Jul 06 12:13:05.122082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54290) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:05.152229 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ab5f6daf-e15d-4eae-937a-abf6e4b9d311 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b17029-9502-4a00-b66f-5de4cd2fb559 HTTP/1.1" status: 200 len: 205 time: 0.0289247 Jul 06 12:13:05.154763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54292) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:05.231550 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eabaff49-3aa6-444f-9962-e2114f1e9904 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.392008 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eabaff49-3aa6-444f-9962-e2114f1e9904 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.394167 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eabaff49-3aa6-444f-9962-e2114f1e9904 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.440348 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eabaff49-3aa6-444f-9962-e2114f1e9904 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.441183 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabaff49-3aa6-444f-9962-e2114f1e9904 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Fanout notify agent at l3_agent the message router_deleted on router 54b17029-9502-4a00-b66f-5de4cd2fb559 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:13:05.448527 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eabaff49-3aa6-444f-9962-e2114f1e9904 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.449574 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-eabaff49-3aa6-444f-9962-e2114f1e9904 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/routers/54b17029-9502-4a00-b66f-5de4cd2fb559 HTTP/1.1" status: 204 len: 168 time: 0.2939172 Jul 06 12:13:05.452068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54294) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:05.553878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-21de8957-53e6-43e5-b8eb-376925550935 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Deleting port 770a7c4d-216f-41a7-a848-e0352005c025 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:05.554214 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21de8957-53e6-43e5-b8eb-376925550935 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.640877 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21de8957-53e6-43e5-b8eb-376925550935 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.652688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-21de8957-53e6-43e5-b8eb-376925550935 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Calling delete_port for 770a7c4d-216f-41a7-a848-e0352005c025 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:05.785254 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21de8957-53e6-43e5-b8eb-376925550935 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.821201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de8957-53e6-43e5-b8eb-376925550935 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Pushing event deleted for resources: {'Port': ['ID=770a7c4d-216f-41a7-a848-e0352005c025,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:05.896819 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21de8957-53e6-43e5-b8eb-376925550935 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.901363 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-21de8957-53e6-43e5-b8eb-376925550935 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/ports/770a7c4d-216f-41a7-a848-e0352005c025 HTTP/1.1" status: 204 len: 168 time: 0.4457660 Jul 06 12:13:05.901775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:05.956316 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c841f25-44a8-480a-8b30-750090856a44 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Deleting subnet b266ae0d-7ddb-441d-a6dc-7b83a3abe14c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:13:05.959712 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c841f25-44a8-480a-8b30-750090856a44 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.001998 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c841f25-44a8-480a-8b30-750090856a44 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.091137 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c841f25-44a8-480a-8b30-750090856a44 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.149494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c841f25-44a8-480a-8b30-750090856a44 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.176407 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c841f25-44a8-480a-8b30-750090856a44 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Pushing event deleted for resources: {'Subnet': ['ID=b266ae0d-7ddb-441d-a6dc-7b83a3abe14c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:06.180883 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c841f25-44a8-480a-8b30-750090856a44 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.182763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1c841f25-44a8-480a-8b30-750090856a44 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/subnets/b266ae0d-7ddb-441d-a6dc-7b83a3abe14c HTTP/1.1" status: 204 len: 168 time: 0.2801986 Jul 06 12:13:06.185491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54298) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:06.186955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b134db-29ad-4d58-bdf0-4ff1afb42b9a None None] Network b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:06.261153 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.317213 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Deleting port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:06.317545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.367211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14fb51b-b073-44cf-a736-52dcbb46bb64 None None] DHCP port deletion for b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:13:06.388623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] For port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1e62a9e7-6c5f-496b-9dae-dddf727cc2b6,segment=NetworkSegment(04e6267f-146a-46db-a1ce-4dfba777afeb),segment_id=04e6267f-146a-46db-a1ce-4dfba777afeb)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:06.388987 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.402629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Calling delete_port for 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:06.414660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b14fb51b-b073-44cf-a736-52dcbb46bb64 None None] Deleting port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:06.415045 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b14fb51b-b073-44cf-a736-52dcbb46bb64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.480745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b14fb51b-b073-44cf-a736-52dcbb46bb64 None None] For port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1e62a9e7-6c5f-496b-9dae-dddf727cc2b6,segment=NetworkSegment(04e6267f-146a-46db-a1ce-4dfba777afeb),segment_id=04e6267f-146a-46db-a1ce-4dfba777afeb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:06.481162 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b14fb51b-b073-44cf-a736-52dcbb46bb64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.481355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.493770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b14fb51b-b073-44cf-a736-52dcbb46bb64 None None] Calling delete_port for 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:06.512251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Pushing event deleted for resources: {'Port': ['ID=1e62a9e7-6c5f-496b-9dae-dddf727cc2b6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:06.516236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] No DVR routers for this DVR port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:06.576343 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b14fb51b-b073-44cf-a736-52dcbb46bb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.596036 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.604251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fb51b-b073-44cf-a736-52dcbb46bb64 None None] Pushing event deleted for resources: {'Port': ['ID=1e62a9e7-6c5f-496b-9dae-dddf727cc2b6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:06.606394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:06.611367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:06.616520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14fb51b-b073-44cf-a736-52dcbb46bb64 None None] No DVR routers for this DVR port 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:06.617661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e6267f-146a-46db-a1ce-4dfba777afeb') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:06.617924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e6267f-146a-46db-a1ce-4dfba777afeb') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:06.627816 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.641529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:06.641529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1e62a9e7-6c5f-496b-9dae-dddf727cc2b6 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:06.643698 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.651315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:13:06.651815 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:13:06.654987 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:13:06.717675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.724950 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.726550 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] 10.222.0.21 "DELETE /v2.0/networks/b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e HTTP/1.1" status: 204 len: 168 time: 0.5400977 Jul 06 12:13:06.738583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb259e5a-3d77-4b8f-a9ba-667454496508 tempest-TagsExtTest-349673816 tempest-TagsExtTest-349673816-project] Pushing event deleted for resources: {'Network': ['ID=b6f13c5e-dbbf-4498-a65e-5b3f2ed1277e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:06.983888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54304) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:06.997399 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:13:07.122765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1d9e3657-054c-4629-a63f-c4c6a47b0ed0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34e885bf78c0493e9e0e7d1574a8b907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374500 Jul 06 12:13:07.125545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54308) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:07.173331 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a937904d-d153-4fb2-9a74-1a12e42e2ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.194988 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a937904d-d153-4fb2-9a74-1a12e42e2ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.241304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a937904d-d153-4fb2-9a74-1a12e42e2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.244447 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a937904d-d153-4fb2-9a74-1a12e42e2ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.245612 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a937904d-d153-4fb2-9a74-1a12e42e2ac6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/228c6096-39ad-4404-a670-948eed3bf00f HTTP/1.1" status: 204 len: 168 time: 0.1191380 Jul 06 12:13:07.253951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937904d-d153-4fb2-9a74-1a12e42e2ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c6096-39ad-4404-a670-948eed3bf00f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:07.873078 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54330) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:07.876932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028152 Jul 06 12:13:07.880689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:07.977506 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4369a59a-550a-40d7-8934-0c83f42aaee6 tempest-NetworksApiDiscovery-1076335057 tempest-NetworksApiDiscovery-1076335057-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0956807 Jul 06 12:13:08.219528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:08.320534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-749f2653-94cd-4746-8e36-e3bcd4f7e625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.415793 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-749f2653-94cd-4746-8e36-e3bcd4f7e625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.420508 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-749f2653-94cd-4746-8e36-e3bcd4f7e625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.457430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f2653-94cd-4746-8e36-e3bcd4f7e625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c8c00-d381-487e-ab94-cb0dcd97e2e3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:08.462620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-749f2653-94cd-4746-8e36-e3bcd4f7e625 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91f4f5646ff943c08414f364a443a0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420592 Jul 06 12:13:08.465441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54344) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:08.514273 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c300656-b064-430e-a9d0-2430261303eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.534785 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c300656-b064-430e-a9d0-2430261303eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.581374 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c300656-b064-430e-a9d0-2430261303eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.584018 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c300656-b064-430e-a9d0-2430261303eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.585179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7c300656-b064-430e-a9d0-2430261303eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a3c8c00-d381-487e-ab94-cb0dcd97e2e3 HTTP/1.1" status: 204 len: 168 time: 0.1190808 Jul 06 12:13:08.592998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c300656-b064-430e-a9d0-2430261303eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c8c00-d381-487e-ab94-cb0dcd97e2e3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:09.235717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:09.330314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1149549131-network', 'tenant_id': '59604239cbc943eb9e026886e9cf6e38'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:09.352975 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Made reservation on behalf of 59604239cbc943eb9e026886e9cf6e38 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:09.356152 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.364311 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.454531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.458335 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.487705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:13:09.498184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a45ef-8d4a-4d76-a794-ec85e7bce67d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:09.506147 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.506480 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Added segment 65ab30f5-7649-4b11-b816-5fe0b684576d of type vlan for network 8ee8962d-c646-4803-acc3-cca26c62f7b4 Jul 06 12:13:09.551405 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.586109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.587164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:09.587807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.650595 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4136291 Jul 06 12:13:09.653541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54372) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:09.658643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] Request body: {'subnet': {'network_id': '8ee8962d-c646-4803-acc3-cca26c62f7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1149549131-subnet', 'tenant_id': '59604239cbc943eb9e026886e9cf6e38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:09.678844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc2d23-e294-4bfb-9364-4d3fcee46bbf admin admin] Pushing event updated for resources: {'Network': ['ID=8ee8962d-c646-4803-acc3-cca26c62f7b4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:09.685613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] Made reservation on behalf of 59604239cbc943eb9e026886e9cf6e38 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:09.687980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.690629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 8ee8962d-c646-4803-acc3-cca26c62f7b4 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:13:09.850268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.911379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843fdcd3-d7a8-428d-8792-af380478672a,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:09.919331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] Checking segment: {'id': '65ab30f5-7649-4b11-b816-5fe0b684576d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '8ee8962d-c646-4803-acc3-cca26c62f7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:09.919531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] Network hostable DHCP agents. Network: 8ee8962d-c646-4803-acc3-cca26c62f7b4, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:13:09.937989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] Network 8ee8962d-c646-4803-acc3-cca26c62f7b4 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:13:09.947044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 8ee8962d-c646-4803-acc3-cca26c62f7b4) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:09.951383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:09.952006 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.957703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f782846f-6239-48be-a261-137188040d4c None None] Network 8ee8962d-c646-4803-acc3-cca26c62f7b4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:09.965760 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b740aa4e-6d33-4dee-a82b-a878be1b6e37 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3109231 Jul 06 12:13:10.089710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef57eda-fac6-4140-9e66-5a7d7f9f8b31 None None] Network 8ee8962d-c646-4803-acc3-cca26c62f7b4 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:10.436942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54388) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:10.442290 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141188187-network', 'tenant_id': '1751faf6f18c4001808c51f7e23d7278'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:10.464732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Made reservation on behalf of 1751faf6f18c4001808c51f7e23d7278 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:10.467149 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.475557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.577989 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.581829 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.603969 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:13:10.617556 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7b2ce1-7368-445e-9579-7d9b98c19821,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:10.622362 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.622712 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Added segment fdbc0adf-beba-4fa1-a2d4-ce0a30b17438 of type vlan for network 2c859ef7-6678-4456-bd8b-1007c2d6c668 Jul 06 12:13:10.663351 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.690861 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.692044 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:10.692666 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.749220 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3111589 Jul 06 12:13:10.752223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54390) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:10.757587 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] Request body: {'subnet': {'network_id': '2c859ef7-6678-4456-bd8b-1007c2d6c668', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141188187-subnet', 'tenant_id': '1751faf6f18c4001808c51f7e23d7278', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:10.758548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60582a1-0397-4db1-924c-a43d2ba05daa admin admin] Pushing event updated for resources: {'Network': ['ID=2c859ef7-6678-4456-bd8b-1007c2d6c668,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:10.770488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 2c859ef7-6678-4456-bd8b-1007c2d6c668 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:13:10.782531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] Made reservation on behalf of 1751faf6f18c4001808c51f7e23d7278 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:10.785078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.277052 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.330443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df7bdd78-8f93-4932-a6a5-42c9c783a22c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:11.339913 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] Checking segment: {'id': 'fdbc0adf-beba-4fa1-a2d4-ce0a30b17438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c859ef7-6678-4456-bd8b-1007c2d6c668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:11.340269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] Network hostable DHCP agents. Network: 2c859ef7-6678-4456-bd8b-1007c2d6c668, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:13:11.356616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] Network 2c859ef7-6678-4456-bd8b-1007c2d6c668 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:13:11.365445 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 2c859ef7-6678-4456-bd8b-1007c2d6c668) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:11.370472 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:11.371152 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.374891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53793185-f9f9-4108-a185-e8ea90863caf None None] Network 2c859ef7-6678-4456-bd8b-1007c2d6c668 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:11.387009 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-85136e67-69ba-4d8e-bf3c-21b4c20a0b3e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6333606 Jul 06 12:13:11.506106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:11.510514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c237922e-2c57-4c79-9584-5468b66ca421 None None] Network 2c859ef7-6678-4456-bd8b-1007c2d6c668 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:11.553623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ae383c-e7f5-45eb-bf03-d52627ed0793 admin admin] Deleting subnet 843fdcd3-d7a8-428d-8792-af380478672a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:13:11.557297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8ae383c-e7f5-45eb-bf03-d52627ed0793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.595760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8ae383c-e7f5-45eb-bf03-d52627ed0793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.643765 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8ae383c-e7f5-45eb-bf03-d52627ed0793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.700803 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8ae383c-e7f5-45eb-bf03-d52627ed0793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.727096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae383c-e7f5-45eb-bf03-d52627ed0793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843fdcd3-d7a8-428d-8792-af380478672a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:11.736094 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8ae383c-e7f5-45eb-bf03-d52627ed0793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.738075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e8ae383c-e7f5-45eb-bf03-d52627ed0793 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/843fdcd3-d7a8-428d-8792-af380478672a HTTP/1.1" status: 204 len: 168 time: 0.2308233 Jul 06 12:13:11.740674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54396) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:11.814898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.892578 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.902572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee8962d-c646-4803-acc3-cca26c62f7b4']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:11.912902 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ab30f5-7649-4b11-b816-5fe0b684576d') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:11.913194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ab30f5-7649-4b11-b816-5fe0b684576d') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:11.922636 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.935867 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.941602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:13:11.941988 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:13:11.943638 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:13:12.001124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.007142 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.009027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] 10.222.0.21 "DELETE /v2.0/networks/8ee8962d-c646-4803-acc3-cca26c62f7b4 HTTP/1.1" status: 204 len: 168 time: 0.2673588 Jul 06 12:13:12.012072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54398) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:12.020211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55923a6-1f35-4541-b56a-4beb81d6ec7b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee8962d-c646-4803-acc3-cca26c62f7b4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:12.057854 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-d193037c-2ae3-41de-a43c-cf1b1efaa761 admin admin] Deleting subnet df7bdd78-8f93-4932-a6a5-42c9c783a22c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:13:12.061622 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d193037c-2ae3-41de-a43c-cf1b1efaa761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.095027 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d193037c-2ae3-41de-a43c-cf1b1efaa761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.137429 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d193037c-2ae3-41de-a43c-cf1b1efaa761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.189270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d193037c-2ae3-41de-a43c-cf1b1efaa761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.215845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193037c-2ae3-41de-a43c-cf1b1efaa761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df7bdd78-8f93-4932-a6a5-42c9c783a22c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:12.219408 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d193037c-2ae3-41de-a43c-cf1b1efaa761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.221427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d193037c-2ae3-41de-a43c-cf1b1efaa761 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df7bdd78-8f93-4932-a6a5-42c9c783a22c HTTP/1.1" status: 204 len: 168 time: 0.2083333 Jul 06 12:13:12.224029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:12.292697 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.633591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.645752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c859ef7-6678-4456-bd8b-1007c2d6c668']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:12.656708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbc0adf-beba-4fa1-a2d4-ce0a30b17438') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:12.657004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbc0adf-beba-4fa1-a2d4-ce0a30b17438') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:12.666930 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.680499 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.686937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:13:12.687349 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:13:12.689516 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:13:12.750105 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.757255 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.758577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] 10.222.0.21 "DELETE /v2.0/networks/2c859ef7-6678-4456-bd8b-1007c2d6c668 HTTP/1.1" status: 204 len: 168 time: 0.5336189 Jul 06 12:13:12.769764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226150bf-16a9-4caf-8bbd-7b322c82642a admin admin] Pushing event deleted for resources: {'Network': ['ID=2c859ef7-6678-4456-bd8b-1007c2d6c668,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:12.923574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54404) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:12.964405 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4482ebcb-f85c-46c1-8457-a88b341f234b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59604239cbc943eb9e026886e9cf6e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396521 Jul 06 12:13:12.966993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54406) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:13.015609 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1324bd2d-375d-40d3-aadb-b860c7b17275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.035809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1324bd2d-375d-40d3-aadb-b860c7b17275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.083700 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1324bd2d-375d-40d3-aadb-b860c7b17275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.086258 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1324bd2d-375d-40d3-aadb-b860c7b17275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.087416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1324bd2d-375d-40d3-aadb-b860c7b17275 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b5a45ef-8d4a-4d76-a794-ec85e7bce67d HTTP/1.1" status: 204 len: 168 time: 0.1194711 Jul 06 12:13:13.096265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324bd2d-375d-40d3-aadb-b860c7b17275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a45ef-8d4a-4d76-a794-ec85e7bce67d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:13.476999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:13.517288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-064a5118-2903-45b4-8fbf-68834eb349a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1751faf6f18c4001808c51f7e23d7278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390897 Jul 06 12:13:13.519788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54414) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:13.572663 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.594134 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.642812 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.645290 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.646462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d7b2ce1-7368-445e-9579-7d9b98c19821 HTTP/1.1" status: 204 len: 168 time: 0.1257606 Jul 06 12:13:13.656076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7b2ce1-7368-445e-9579-7d9b98c19821,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:13.663792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:13.664141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:13.664480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:13.664831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:13.665148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:13.665479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:13.666194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:13.666541 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:13.666869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:13.667198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:13.667548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:13.667874 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d615991-ddb0-4f13-8e4e-59210ab15fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:14.205098 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebf6165e-0c2e-4b2d-984f-45036b61ffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.238659 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.419590 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f88f00a-07cf-4554-b9c0-bdd7f250e016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.809868 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:20.604545 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:28.905058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:29.093453 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:43.998127 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:13:44.206229 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f2024d0-02aa-469c-9761-59cc8764e18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.222825 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.423457 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54fffef9-39f5-42ed-a0c7-fd2a11f2047d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.811523 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.601311 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:58.896455 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.084651 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.259626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54856) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:01.381189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.475620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.480363 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.518862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75dab617574947fb8e5577518d05cd44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581234 Jul 06 12:14:01.519779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60a9af5-d2d8-4e29-b0a8-26fe8fead265,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:01.521673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54864) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:01.530585 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.530946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.531296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.531667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.532017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.532357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.532692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.533024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.533360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.533691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.534018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.534348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1df01f-39d9-490f-82b4-c353ef6b8422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:01.574522 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4529a67-411a-44d9-b8dd-9375a8d00430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.596710 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4529a67-411a-44d9-b8dd-9375a8d00430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.646829 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4529a67-411a-44d9-b8dd-9375a8d00430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.650130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4529a67-411a-44d9-b8dd-9375a8d00430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.651293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a4529a67-411a-44d9-b8dd-9375a8d00430 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c60a9af5-d2d8-4e29-b0a8-26fe8fead265 HTTP/1.1" status: 204 len: 168 time: 0.1284492 Jul 06 12:14:01.662267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4529a67-411a-44d9-b8dd-9375a8d00430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60a9af5-d2d8-4e29-b0a8-26fe8fead265,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:01.914599 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54874) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:01.927840 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d2e97c7-b52d-435f-a089-cc091ecb0a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.025689 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d2e97c7-b52d-435f-a089-cc091ecb0a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.029491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d2e97c7-b52d-435f-a089-cc091ecb0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.067472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3d2e97c7-b52d-435f-a089-cc091ecb0a79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=016a59b6382e4844bb0785ca43b8a0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517117 Jul 06 12:14:02.068339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e97c7-b52d-435f-a089-cc091ecb0a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412ef94c-92f3-42e7-bdfa-864db6d26c72,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:02.070586 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54878) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:02.128159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50aad124-6343-4751-98ab-382a46528f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.150158 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50aad124-6343-4751-98ab-382a46528f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.201857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50aad124-6343-4751-98ab-382a46528f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.204577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50aad124-6343-4751-98ab-382a46528f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.205750 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-50aad124-6343-4751-98ab-382a46528f29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/412ef94c-92f3-42e7-bdfa-864db6d26c72 HTTP/1.1" status: 204 len: 168 time: 0.1336951 Jul 06 12:14:02.214372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aad124-6343-4751-98ab-382a46528f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ef94c-92f3-42e7-bdfa-864db6d26c72,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:03.950333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54938) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:04.052132 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5be3-da29-4a01-b8a9-67bac7d4546d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.141362 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5be3-da29-4a01-b8a9-67bac7d4546d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.145024 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5be3-da29-4a01-b8a9-67bac7d4546d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.182539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0b5c5be3-da29-4a01-b8a9-67bac7d4546d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5c8784936f6484ca52a800a323ea3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310286 Jul 06 12:14:04.183746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c5be3-da29-4a01-b8a9-67bac7d4546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4c15c-511f-4689-87bf-82e535220de9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:04.185597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54942) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:04.234765 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b69b1e2d-a800-475a-bceb-1fb21a6bf9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.256475 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b69b1e2d-a800-475a-bceb-1fb21a6bf9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.301787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b69b1e2d-a800-475a-bceb-1fb21a6bf9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.304375 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b69b1e2d-a800-475a-bceb-1fb21a6bf9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.306168 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b69b1e2d-a800-475a-bceb-1fb21a6bf9a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7b4c15c-511f-4689-87bf-82e535220de9 HTTP/1.1" status: 204 len: 168 time: 0.1193931 Jul 06 12:14:04.313953 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b1e2d-a800-475a-bceb-1fb21a6bf9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4c15c-511f-4689-87bf-82e535220de9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:04.563317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54948) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:04.577627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8dc6860e-f511-406a-8a26-e3bc371690df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.668451 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8dc6860e-f511-406a-8a26-e3bc371690df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.672276 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8dc6860e-f511-406a-8a26-e3bc371690df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.710909 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8dc6860e-f511-406a-8a26-e3bc371690df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e83409d0eb2d4b73816317b2919078bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464655 Jul 06 12:14:04.712193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6860e-f511-406a-8a26-e3bc371690df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf79f55-a3f6-4a48-b9e1-e824a82f88f4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:04.713917 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 54950) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:04.765463 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc74234b-acac-4aa4-9dd3-9ff71b57974b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.787241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc74234b-acac-4aa4-9dd3-9ff71b57974b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.839883 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc74234b-acac-4aa4-9dd3-9ff71b57974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.842488 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc74234b-acac-4aa4-9dd3-9ff71b57974b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.843657 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bc74234b-acac-4aa4-9dd3-9ff71b57974b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edf79f55-a3f6-4a48-b9e1-e824a82f88f4 HTTP/1.1" status: 204 len: 168 time: 0.1281793 Jul 06 12:14:04.851337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74234b-acac-4aa4-9dd3-9ff71b57974b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf79f55-a3f6-4a48-b9e1-e824a82f88f4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:14.213759 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1aa364e-12a6-400f-86e2-a9e5228db61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.793440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55050) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:17.909957 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.006173 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.010266 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.048719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205dbf6b-b65b-498a-be13-6db317c1dece,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:18.052604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f532aa5f9524d0488a9867caef88096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581551 Jul 06 12:14:18.055576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:18.059344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.059727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.060072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.060440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.060775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.061317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.061658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.061988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.062318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.062646 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.062979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.063304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495babaa-f004-46f3-a10d-e02e46798b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:18.113832 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85f1aba3-d47f-45cb-8370-3896af102496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.136959 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85f1aba3-d47f-45cb-8370-3896af102496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.186144 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85f1aba3-d47f-45cb-8370-3896af102496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.188876 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85f1aba3-d47f-45cb-8370-3896af102496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.190102 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-85f1aba3-d47f-45cb-8370-3896af102496 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/205dbf6b-b65b-498a-be13-6db317c1dece HTTP/1.1" status: 204 len: 168 time: 0.1335142 Jul 06 12:14:18.199868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1aba3-d47f-45cb-8370-3896af102496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205dbf6b-b65b-498a-be13-6db317c1dece,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:18.235666 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.424308 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-221c56fc-b6fa-469d-905a-8448d1708bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.488305 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55060) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:18.501976 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb536d11-ae9a-4758-9d83-e0d10aee17d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.589447 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb536d11-ae9a-4758-9d83-e0d10aee17d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.593414 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb536d11-ae9a-4758-9d83-e0d10aee17d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.629695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb536d11-ae9a-4758-9d83-e0d10aee17d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aaee31-11b0-4d66-9a9a-c518de425b14,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:18.634200 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bb536d11-ae9a-4758-9d83-e0d10aee17d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a9c0da5983e486ebc2296bf306a95f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448631 Jul 06 12:14:18.637055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55062) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:18.685086 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-761e3277-8549-4763-91df-7377401488ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.707377 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-761e3277-8549-4763-91df-7377401488ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.754263 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-761e3277-8549-4763-91df-7377401488ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.756882 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-761e3277-8549-4763-91df-7377401488ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.758125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-761e3277-8549-4763-91df-7377401488ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40aaee31-11b0-4d66-9a9a-c518de425b14 HTTP/1.1" status: 204 len: 168 time: 0.1201644 Jul 06 12:14:18.766518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e3277-8549-4763-91df-7377401488ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aaee31-11b0-4d66-9a9a-c518de425b14,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:18.814031 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.365716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55112) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:20.472336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b15425e-504d-4f7e-881d-2fd0e22b74bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.570183 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b15425e-504d-4f7e-881d-2fd0e22b74bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.574320 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b15425e-504d-4f7e-881d-2fd0e22b74bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.608397 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.616238 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4b15425e-504d-4f7e-881d-2fd0e22b74bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9588f705ac424095afc3ec768ff33f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494442 Jul 06 12:14:20.617208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15425e-504d-4f7e-881d-2fd0e22b74bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5ebc0d-7462-49c8-b566-b99656d2f773,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:20.619915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55120) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:20.670059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af3a9753-5261-43fb-b393-1498fc07a7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.694316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af3a9753-5261-43fb-b393-1498fc07a7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.740779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af3a9753-5261-43fb-b393-1498fc07a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.744036 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af3a9753-5261-43fb-b393-1498fc07a7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.745183 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-af3a9753-5261-43fb-b393-1498fc07a7b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b5ebc0d-7462-49c8-b566-b99656d2f773 HTTP/1.1" status: 204 len: 168 time: 0.1238351 Jul 06 12:14:20.753056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a9753-5261-43fb-b393-1498fc07a7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5ebc0d-7462-49c8-b566-b99656d2f773,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:20.997509 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:14:21.014038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55126) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:21.027886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-651fb924-2ed9-414c-8d65-0c0527a4f93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.117532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-651fb924-2ed9-414c-8d65-0c0527a4f93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.121706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-651fb924-2ed9-414c-8d65-0c0527a4f93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.158931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fb924-2ed9-414c-8d65-0c0527a4f93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549b060d-6fe5-46f0-9acc-2e67e0aa1272,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:21.163278 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-651fb924-2ed9-414c-8d65-0c0527a4f93d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3a51e6b060b483b9246f80b4c7a285f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482315 Jul 06 12:14:21.166145 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55128) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:21.218614 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37158390-a24a-4e93-86c9-e91b3dc7876c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.240992 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37158390-a24a-4e93-86c9-e91b3dc7876c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.289474 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37158390-a24a-4e93-86c9-e91b3dc7876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.292348 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37158390-a24a-4e93-86c9-e91b3dc7876c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.293756 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-37158390-a24a-4e93-86c9-e91b3dc7876c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/549b060d-6fe5-46f0-9acc-2e67e0aa1272 HTTP/1.1" status: 204 len: 168 time: 0.1266198 Jul 06 12:14:21.305116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37158390-a24a-4e93-86c9-e91b3dc7876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549b060d-6fe5-46f0-9acc-2e67e0aa1272,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:28.905726 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.098568 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.081502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55276) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:32.198810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac3b533f-56f6-4d17-b9be-d5ebd7076080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.290980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac3b533f-56f6-4d17-b9be-d5ebd7076080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.294773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac3b533f-56f6-4d17-b9be-d5ebd7076080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.333369 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ac3b533f-56f6-4d17-b9be-d5ebd7076080 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c73b44ee0994f7ba0e4eb71644cad01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506077 Jul 06 12:14:32.334091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b533f-56f6-4d17-b9be-d5ebd7076080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5864290-32bc-4d0c-97a6-264285d04699,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:32.336597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:32.387393 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18063768-25ac-493f-b515-98abe3bd8a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.409220 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18063768-25ac-493f-b515-98abe3bd8a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.459353 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18063768-25ac-493f-b515-98abe3bd8a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.462637 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18063768-25ac-493f-b515-98abe3bd8a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.463843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-18063768-25ac-493f-b515-98abe3bd8a69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5864290-32bc-4d0c-97a6-264285d04699 HTTP/1.1" status: 204 len: 168 time: 0.1261687 Jul 06 12:14:32.471657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063768-25ac-493f-b515-98abe3bd8a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5864290-32bc-4d0c-97a6-264285d04699,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:32.729979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55286) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:32.744233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27bbcf82-000f-4893-a38d-16482b66c29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.839325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27bbcf82-000f-4893-a38d-16482b66c29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.843094 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27bbcf82-000f-4893-a38d-16482b66c29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.879687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbcf82-000f-4893-a38d-16482b66c29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2c5b0b-1d75-4986-af2f-8aee1b2959be,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:32.884593 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-27bbcf82-000f-4893-a38d-16482b66c29c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc6d73e6493c4768bc202c13eb827863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535425 Jul 06 12:14:32.887284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55288) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:32.936889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9d80289-d3fa-4744-abd2-21d856fd40b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.962844 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9d80289-d3fa-4744-abd2-21d856fd40b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.010131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9d80289-d3fa-4744-abd2-21d856fd40b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.013166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9d80289-d3fa-4744-abd2-21d856fd40b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.014337 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d9d80289-d3fa-4744-abd2-21d856fd40b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff2c5b0b-1d75-4986-af2f-8aee1b2959be HTTP/1.1" status: 204 len: 168 time: 0.1260505 Jul 06 12:14:33.022272 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d80289-d3fa-4744-abd2-21d856fd40b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2c5b0b-1d75-4986-af2f-8aee1b2959be,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:33.342549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55294) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:33.356995 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7e472f8-6ca6-4df9-865a-5a353d51e8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.448354 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7e472f8-6ca6-4df9-865a-5a353d51e8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.452426 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7e472f8-6ca6-4df9-865a-5a353d51e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.490194 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e7e472f8-6ca6-4df9-865a-5a353d51e8f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72b8f9c5c4d94004bdab34f0f71b19d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463933 Jul 06 12:14:33.491054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e472f8-6ca6-4df9-865a-5a353d51e8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d8884d-d94b-47da-aa3c-51861a242250,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:33.493831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:33.542294 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da1f8cd7-b5eb-41a2-b1b1-6264748b4f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.566566 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da1f8cd7-b5eb-41a2-b1b1-6264748b4f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.612797 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da1f8cd7-b5eb-41a2-b1b1-6264748b4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.615524 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da1f8cd7-b5eb-41a2-b1b1-6264748b4f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.616676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-da1f8cd7-b5eb-41a2-b1b1-6264748b4f62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68d8884d-d94b-47da-aa3c-51861a242250 HTTP/1.1" status: 204 len: 168 time: 0.1218071 Jul 06 12:14:33.625419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f8cd7-b5eb-41a2-b1b1-6264748b4f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d8884d-d94b-47da-aa3c-51861a242250,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:43.727904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55390) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:43.834542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d23403b-83af-44ad-b123-fe0134cc266c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.924429 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d23403b-83af-44ad-b123-fe0134cc266c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.928185 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d23403b-83af-44ad-b123-fe0134cc266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.966988 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2d23403b-83af-44ad-b123-fe0134cc266c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94c64ab9e1f34fb49470bdbe97799083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379851 Jul 06 12:14:43.968001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23403b-83af-44ad-b123-fe0134cc266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b3d62b-8134-478d-96ed-b06777a7d781,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:43.969767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.020869 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9641240e-7335-4ade-9dfb-680951ac8cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.041891 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9641240e-7335-4ade-9dfb-680951ac8cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.089093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9641240e-7335-4ade-9dfb-680951ac8cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.091857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9641240e-7335-4ade-9dfb-680951ac8cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.092953 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9641240e-7335-4ade-9dfb-680951ac8cc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47b3d62b-8134-478d-96ed-b06777a7d781 HTTP/1.1" status: 204 len: 168 time: 0.1221795 Jul 06 12:14:44.100451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641240e-7335-4ade-9dfb-680951ac8cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b3d62b-8134-478d-96ed-b06777a7d781,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:44.208164 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14dc599f-5364-4b5a-a846-8a6e120dcf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.365814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55400) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.384112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2fd0f3e-f845-4ace-9546-d247bfd1eb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.479785 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2fd0f3e-f845-4ace-9546-d247bfd1eb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.484522 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2fd0f3e-f845-4ace-9546-d247bfd1eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.524014 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c2fd0f3e-f845-4ace-9546-d247bfd1eb49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=015828f518804583ab29c76b85f080c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570981 Jul 06 12:14:44.524980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd0f3e-f845-4ace-9546-d247bfd1eb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384c78b2-25ab-49b8-84b6-05220bd6d9ff,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:44.527011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55402) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.579955 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb74f-153a-4321-ac42-ec3b9cdec15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.602839 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb74f-153a-4321-ac42-ec3b9cdec15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.655380 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb74f-153a-4321-ac42-ec3b9cdec15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.658051 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb74f-153a-4321-ac42-ec3b9cdec15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.659227 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3b7bb74f-153a-4321-ac42-ec3b9cdec15f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/384c78b2-25ab-49b8-84b6-05220bd6d9ff HTTP/1.1" status: 204 len: 168 time: 0.1304591 Jul 06 12:14:44.667943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bb74f-153a-4321-ac42-ec3b9cdec15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384c78b2-25ab-49b8-84b6-05220bd6d9ff,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:48.228755 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.427116 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f689-0937-4f53-985e-6bc95148d913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.824241 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.609573 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.233717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55526) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:52.342193 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e59c894-1df6-40a4-bc8e-0ec99516ebf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.438274 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e59c894-1df6-40a4-bc8e-0ec99516ebf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.442391 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e59c894-1df6-40a4-bc8e-0ec99516ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.482157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1e59c894-1df6-40a4-bc8e-0ec99516ebf6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bab0cf6520440c6921325e85c45205a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472208 Jul 06 12:14:52.482922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59c894-1df6-40a4-bc8e-0ec99516ebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff72f14-068c-4633-92a9-f6c391be3d5d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:52.485246 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55530) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:52.536211 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00a928bd-bfca-481f-8895-ba14b2c863c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.557032 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00a928bd-bfca-481f-8895-ba14b2c863c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.604155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00a928bd-bfca-481f-8895-ba14b2c863c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.606770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00a928bd-bfca-481f-8895-ba14b2c863c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.607969 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-00a928bd-bfca-481f-8895-ba14b2c863c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ff72f14-068c-4633-92a9-f6c391be3d5d HTTP/1.1" status: 204 len: 168 time: 0.1216862 Jul 06 12:14:52.616019 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a928bd-bfca-481f-8895-ba14b2c863c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff72f14-068c-4633-92a9-f6c391be3d5d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:52.870723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55536) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:52.885254 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d548287-9186-472c-a59a-36a99ac359b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.984359 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d548287-9186-472c-a59a-36a99ac359b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.988418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d548287-9186-472c-a59a-36a99ac359b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.029050 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7d548287-9186-472c-a59a-36a99ac359b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d82af65eb9c5462f8209044ee904d04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571460 Jul 06 12:14:53.030113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d548287-9186-472c-a59a-36a99ac359b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a406d3e-1080-4980-96d5-d03366fb6aea,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:53.031773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55538) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:53.100853 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f84bfe4-2768-484c-a8cb-fe7d53c6fc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.122796 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f84bfe4-2768-484c-a8cb-fe7d53c6fc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.173251 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f84bfe4-2768-484c-a8cb-fe7d53c6fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.176011 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f84bfe4-2768-484c-a8cb-fe7d53c6fc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.177575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6f84bfe4-2768-484c-a8cb-fe7d53c6fc60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a406d3e-1080-4980-96d5-d03366fb6aea HTTP/1.1" status: 204 len: 168 time: 0.1443913 Jul 06 12:14:53.185302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84bfe4-2768-484c-a8cb-fe7d53c6fc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a406d3e-1080-4980-96d5-d03366fb6aea,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:54.343721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55568) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:54.477127 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38391a7f-9c29-4fda-bf0b-6972271eb8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.572965 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38391a7f-9c29-4fda-bf0b-6972271eb8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.578255 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38391a7f-9c29-4fda-bf0b-6972271eb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.618812 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-38391a7f-9c29-4fda-bf0b-6972271eb8fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7a1e5eed1604365b1cd1b33acf1f33e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736273 Jul 06 12:14:54.619732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38391a7f-9c29-4fda-bf0b-6972271eb8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010e48c4-3dc1-4970-aa52-2175ba81dc1c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:54.622298 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55572) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:54.674989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05d05ce2-0881-45b6-886e-e57ae28f38f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.698684 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05d05ce2-0881-45b6-886e-e57ae28f38f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.753503 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05d05ce2-0881-45b6-886e-e57ae28f38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.756402 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05d05ce2-0881-45b6-886e-e57ae28f38f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.760195 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-05d05ce2-0881-45b6-886e-e57ae28f38f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/010e48c4-3dc1-4970-aa52-2175ba81dc1c HTTP/1.1" status: 204 len: 168 time: 0.1341405 Jul 06 12:14:54.768321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d05ce2-0881-45b6-886e-e57ae28f38f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010e48c4-3dc1-4970-aa52-2175ba81dc1c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:57.998360 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:14:58.896317 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:59.108080 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.120843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55702) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:05.225688 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.316017 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.320489 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.361651 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44fdd2936bb542de959b03dfe5a9c131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395375 Jul 06 12:15:05.362455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cb8ccf-8499-4e15-b0f8-fa4a1f53d019,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:05.364369 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55706) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:05.370828 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.371187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.371561 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.372039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.372247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.372624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.373267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.373758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.374115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.374433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.374765 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.375097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef054bb0-d9f4-458e-9387-732d80781d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:05.415825 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-145b2990-e4ff-4b00-9061-85b317aae20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.437488 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-145b2990-e4ff-4b00-9061-85b317aae20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.495605 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-145b2990-e4ff-4b00-9061-85b317aae20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.498402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-145b2990-e4ff-4b00-9061-85b317aae20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.499649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-145b2990-e4ff-4b00-9061-85b317aae20a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1cb8ccf-8499-4e15-b0f8-fa4a1f53d019 HTTP/1.1" status: 204 len: 168 time: 0.1342628 Jul 06 12:15:05.508812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b2990-e4ff-4b00-9061-85b317aae20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cb8ccf-8499-4e15-b0f8-fa4a1f53d019,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:05.789745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55712) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:05.803036 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efa0d4e6-e5bc-481f-8a24-70be674c08f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.892073 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efa0d4e6-e5bc-481f-8a24-70be674c08f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.895807 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efa0d4e6-e5bc-481f-8a24-70be674c08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.933940 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-efa0d4e6-e5bc-481f-8a24-70be674c08f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09c1325026de43e5a20ea146baa44a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430802 Jul 06 12:15:05.935147 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0d4e6-e5bc-481f-8a24-70be674c08f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d8372c-208c-4efc-a7ee-d9097a80c609,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:05.937163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:05.998186 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-274dee3c-6e18-4542-91cd-0c2c75dba1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.019388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-274dee3c-6e18-4542-91cd-0c2c75dba1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.069509 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-274dee3c-6e18-4542-91cd-0c2c75dba1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.072398 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-274dee3c-6e18-4542-91cd-0c2c75dba1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.073574 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-274dee3c-6e18-4542-91cd-0c2c75dba1e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23d8372c-208c-4efc-a7ee-d9097a80c609 HTTP/1.1" status: 204 len: 168 time: 0.1350648 Jul 06 12:15:06.081628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dee3c-6e18-4542-91cd-0c2c75dba1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d8372c-208c-4efc-a7ee-d9097a80c609,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:06.399021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:06.412333 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ba8fae-6af9-45a8-a482-3213fb9e8e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.502060 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ba8fae-6af9-45a8-a482-3213fb9e8e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.505958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ba8fae-6af9-45a8-a482-3213fb9e8e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.544845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-39ba8fae-6af9-45a8-a482-3213fb9e8e35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46614c451f284cfbabf210271943c252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446595 Jul 06 12:15:06.545682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba8fae-6af9-45a8-a482-3213fb9e8e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0159ca-cede-458a-9132-f65c0fff3eef,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:06.547598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55722) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:06.598195 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c86c827d-5b3b-465c-8cf1-bd40fb49ffbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.619626 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c86c827d-5b3b-465c-8cf1-bd40fb49ffbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.666623 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c86c827d-5b3b-465c-8cf1-bd40fb49ffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.669329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c86c827d-5b3b-465c-8cf1-bd40fb49ffbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.670499 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c86c827d-5b3b-465c-8cf1-bd40fb49ffbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff0159ca-cede-458a-9132-f65c0fff3eef HTTP/1.1" status: 204 len: 168 time: 0.1216488 Jul 06 12:15:06.679308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c827d-5b3b-465c-8cf1-bd40fb49ffbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0159ca-cede-458a-9132-f65c0fff3eef,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:11.480614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55772) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:11.597716 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d72e-0fd6-48c0-832b-323d1959150d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.691566 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d72e-0fd6-48c0-832b-323d1959150d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.695545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d72e-0fd6-48c0-832b-323d1959150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.734556 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d9c1d72e-0fd6-48c0-832b-323d1959150d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68dcc37d800546239d748e23cdded902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528481 Jul 06 12:15:11.735737 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1d72e-0fd6-48c0-832b-323d1959150d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83972b0-219e-4c0d-8497-887f0a1c9dc5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:11.737329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 55776) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:11.789409 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49df6cc4-53f9-4b87-982a-160f2553f4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.811795 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49df6cc4-53f9-4b87-982a-160f2553f4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.862349 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49df6cc4-53f9-4b87-982a-160f2553f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.864995 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49df6cc4-53f9-4b87-982a-160f2553f4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.866234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-49df6cc4-53f9-4b87-982a-160f2553f4b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e83972b0-219e-4c0d-8497-887f0a1c9dc5 HTTP/1.1" status: 204 len: 168 time: 0.1278138 Jul 06 12:15:11.874892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df6cc4-53f9-4b87-982a-160f2553f4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83972b0-219e-4c0d-8497-887f0a1c9dc5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:14.211427 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b62901e-64ba-4814-ba5a-faf21076fa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:14.357003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0e34331a-4163-4d6c-9156-93ca6b5f92aa tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c0f96fc343a449a1b0a421554eb11c04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324516 Jul 06 12:15:14.542731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58de28-5787-4585-8560-b4c949d556e0 req-40586d8e-171d-4d1b-8616-f640afe2cc37 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:14.544287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-40586d8e-171d-4d1b-8616-f640afe2cc37 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820223 Jul 06 12:15:14.559100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-5dfc07a7-3bb8-448f-9800-c496483c7823 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/quotas/c0f96fc343a449a1b0a421554eb11c04 HTTP/1.1" status: 200 len: 375 time: 0.0095098 Jul 06 12:15:14.607628 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-b1883123-ac90-4014-950d-133a3cc6c693 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0f96fc343a449a1b0a421554eb11c04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431139 Jul 06 12:15:14.893835 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2d29502-9c6b-4c92-851f-7d58e9761a83 req-b695a063-a259-4928-a300-55bd09da9b40 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 210 time: 0.1376109 Jul 06 12:15:16.065763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd7d0615-7213-4065-a016-2eeed3f6db73 req-dd300c87-9bf0-4e85-9b2a-497533d9ef58 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 210 time: 0.0292137 Jul 06 12:15:16.135995 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-11ba525a-4218-437c-8a5f-01a6e8c18e02 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c0f96fc343a449a1b0a421554eb11c04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322423 Jul 06 12:15:16.329387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58de28-5787-4585-8560-b4c949d556e0 req-67940f79-a438-49e0-8600-53efbd394f1e tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:16.330839 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-67940f79-a438-49e0-8600-53efbd394f1e tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899822 Jul 06 12:15:16.342974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Request body: {'port': {'device_id': '5701c39c-95bb-4b3c-ae56-b6288f0e9f0e', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': 'c0f96fc343a449a1b0a421554eb11c04'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:16.450523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Made reservation on behalf of c0f96fc343a449a1b0a421554eb11c04 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:16.454099 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.464047 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.556372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.560631 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.622076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608c1aa5-486f-49fe-97bb-1fe966fc5a69,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:16.691032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Allocated IP 192.168.233.234 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/6e19a150-1e1e-47ba-9eee-66b6dfbe00e8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:16.839485 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.853218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Transition to ACTIVE for port object 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:16.886130 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.927283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:16.931011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:16.937049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:16.962634 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Pushing event updated for resources: {'Port': ['ID=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:16.992589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:16.993152 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.008416 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-c481f338-af7a-4176-85e7-af643f91d88f tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6690321 Jul 06 12:15:17.021823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-56510def-4562-4a17-9bc7-cc37ea21ed7a tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:15:17.023368 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-56510def-4562-4a17-9bc7-cc37ea21ed7a tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060272 Jul 06 12:15:17.086888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Request body: {'port': {'device_id': '5701c39c-95bb-4b3c-ae56-b6288f0e9f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:17.194721 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.211079 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-094b7a2b-2160-46e8-bb8e-348f1a9d502e None None] Provisioning for port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:17.215735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-094b7a2b-2160-46e8-bb8e-348f1a9d502e None None] Provisioning complete for port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:17.216189 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-094b7a2b-2160-46e8-bb8e-348f1a9d502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.254181 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-094b7a2b-2160-46e8-bb8e-348f1a9d502e None None] Port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:17.264336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3817de8-ca3d-47b2-875c-589595ad06b8 req-b389f13e-1007-4944-8550-fc7e86a67a85 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:17.265874 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3817de8-ca3d-47b2-875c-589595ad06b8 req-b389f13e-1007-4944-8550-fc7e86a67a85 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 936 time: 0.0675874 Jul 06 12:15:17.314123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3817de8-ca3d-47b2-875c-589595ad06b8 req-0357b248-3969-49d5-82f3-9efe089447ec tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/security-groups?id=608c1aa5-486f-49fe-97bb-1fe966fc5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344861 Jul 06 12:15:17.470155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:15:17.478344 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.491663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Transition to ACTIVE for port object 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:17.495854 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.547562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135f782-02da-4855-b987-351feeba28bc service neutron] Pushing event updated for resources: {'Port': ['ID=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:17.623193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Attempting to bind port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:17.623578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Attempting to bind port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:17.623882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Attempting to bind port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:17.628419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:15:17.628745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Attempting to bind port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:17.634373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:17.634714 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:17.635105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:17.635565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Bound port: 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:17.635935 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.703227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] For port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:17.706413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] For port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:17.711082 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.743961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:17.744471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.745865 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-0135f782-02da-4855-b987-351feeba28bc service neutron] 10.222.0.86 "PUT /v2.0/ports/6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 HTTP/1.1" status: 200 len: 1096 time: 0.7159708 Jul 06 12:15:17.748196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5701c39c-95bb-4b3c-ae56-b6288f0e9f0e', 'tag': '6e19a150-1e1e-47ba-9eee-66b6dfbe00e8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:17.750475 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d25dd9-cd85-41b0-a1af-71830214ffd6" -d '{"events": [{"name": "network-changed", "server_uuid": "5701c39c-95bb-4b3c-ae56-b6288f0e9f0e", "tag": "6e19a150-1e1e-47ba-9eee-66b6dfbe00e8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:17.787036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135f782-02da-4855-b987-351feeba28bc service neutron] Pushing event updated for resources: {'Port': ['ID=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:17.852529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58de28-5787-4585-8560-b4c949d556e0 req-985b4de3-5c35-46ab-a72f-0d21f942c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:17.854052 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-985b4de3-5c35-46ab-a72f-0d21f942c057 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0f96fc343a449a1b0a421554eb11c04&device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 1099 time: 0.0622132 Jul 06 12:15:17.904041 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-7da777ee-99d3-4bcf-bf38-b3aa4f890991 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 HTTP/1.1" status: 200 len: 217 time: 0.0368199 Jul 06 12:15:17.957165 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58de28-5787-4585-8560-b4c949d556e0 req-b175051b-87ad-4fff-8715-b2f21459191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:17.958613 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-b175051b-87ad-4fff-8715-b2f21459191c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0468714 Jul 06 12:15:18.024128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58de28-5787-4585-8560-b4c949d556e0 req-57901aa4-be37-4401-9bff-679920f5a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:18.025734 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-57901aa4-be37-4401-9bff-679920f5a56c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565224 Jul 06 12:15:18.119426 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-e03afd10-3eaa-47b9-9302-bbea854039c5 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805583 Jul 06 12:15:18.216305 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6b58de28-5787-4585-8560-b4c949d556e0 req-abf9902f-2bf7-4df9-a851-9533ad96b287 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859408 Jul 06 12:15:18.235995 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.430493 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6220330f-605e-4f79-872a-3aceaf590dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.497159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712842-3215-4b8a-85ac-af0976843b0e req-7d410128-6c83-4089-a5ec-1a4aac629a20 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:18.498748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37712842-3215-4b8a-85ac-af0976843b0e req-7d410128-6c83-4089-a5ec-1a4aac629a20 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 948 time: 0.0741584 Jul 06 12:15:18.538858 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37712842-3215-4b8a-85ac-af0976843b0e req-8a4bb929-b122-4a7a-829d-5c4fc27e122e tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/security-groups?id=608c1aa5-486f-49fe-97bb-1fe966fc5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345321 Jul 06 12:15:18.823936 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.832055 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71cab33-36d7-481d-a180-56e1fad958a7 x-openstack-request-id: req-e71cab33-36d7-481d-a180-56e1fad958a7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:18.832440 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5701c39c-95bb-4b3c-ae56-b6288f0e9f0e", "tag": "6e19a150-1e1e-47ba-9eee-66b6dfbe00e8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:18.832661 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e71cab33-36d7-481d-a180-56e1fad958a7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:18.833070 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5701c39c-95bb-4b3c-ae56-b6288f0e9f0e', 'tag': '6e19a150-1e1e-47ba-9eee-66b6dfbe00e8', 'status': 'completed', 'code': 200} Jul 06 12:15:18.918889 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d25dd9-cd85-41b0-a1af-71830214ffd6 req-64d3141a-bbd3-4732-a092-55b82e08ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:18.920569 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0d25dd9-cd85-41b0-a1af-71830214ffd6 req-64d3141a-bbd3-4732-a092-55b82e08ddac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0f96fc343a449a1b0a421554eb11c04&device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 1099 time: 0.0597491 Jul 06 12:15:19.025759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d25dd9-cd85-41b0-a1af-71830214ffd6 req-c9add10a-7612-4ae0-bef6-dac7c69ac359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:19.027668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0d25dd9-cd85-41b0-a1af-71830214ffd6 req-c9add10a-7612-4ae0-bef6-dac7c69ac359 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.1001122 Jul 06 12:15:19.072429 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0d25dd9-cd85-41b0-a1af-71830214ffd6 req-77bb91ed-da5f-42e2-b230-10d1464e9697 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 HTTP/1.1" status: 200 len: 217 time: 0.0361438 Jul 06 12:15:19.123056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d25dd9-cd85-41b0-a1af-71830214ffd6 req-790a5bf1-2912-4c4f-9e26-69a661d26bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:19.125507 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0d25dd9-cd85-41b0-a1af-71830214ffd6 req-790a5bf1-2912-4c4f-9e26-69a661d26bbb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0469043 Jul 06 12:15:19.190988 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d25dd9-cd85-41b0-a1af-71830214ffd6 req-bbbd471a-9c8c-4a4d-840b-933783ec7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:19.192582 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0d25dd9-cd85-41b0-a1af-71830214ffd6 req-bbbd471a-9c8c-4a4d-840b-933783ec7856 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590706 Jul 06 12:15:19.289826 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0d25dd9-cd85-41b0-a1af-71830214ffd6 req-34227be0-8c6a-49f9-a790-9a8619a6e743 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892684 Jul 06 12:15:19.383767 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c0d25dd9-cd85-41b0-a1af-71830214ffd6 req-af8cc7f5-8766-4393-b860-f934c73f7714 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822749 Jul 06 12:15:19.715276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84e1b3-6d2f-4aac-b7f3-276190ee007d req-cb00c703-3aa5-405d-acb9-0051371ce8ff tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:19.716836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe84e1b3-6d2f-4aac-b7f3-276190ee007d req-cb00c703-3aa5-405d-acb9-0051371ce8ff tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 948 time: 0.0638952 Jul 06 12:15:19.755813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe84e1b3-6d2f-4aac-b7f3-276190ee007d req-c7d72fdd-1adb-448c-aa60-b831e2ab7ee5 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/security-groups?id=608c1aa5-486f-49fe-97bb-1fe966fc5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Jul 06 12:15:20.611658 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.931555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd66bfc-5193-45bf-8ca2-db8b970d39df req-cb8fa81d-1a0b-4541-8714-04020765e209 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:20.933052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fd66bfc-5193-45bf-8ca2-db8b970d39df req-cb8fa81d-1a0b-4541-8714-04020765e209 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 948 time: 0.0631869 Jul 06 12:15:20.976474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3fd66bfc-5193-45bf-8ca2-db8b970d39df req-42141ecf-f120-41b0-ac9f-7f7994a09a9d tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/security-groups?id=608c1aa5-486f-49fe-97bb-1fe966fc5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378914 Jul 06 12:15:21.092200 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:15:21.193628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:21.205410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '6e19a150-1e1e-47ba-9eee-66b6dfbe00e8', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '6e19a150-1e1e-47ba-9eee-66b6dfbe00e8', 'mac_address': 'fa:16:3e:13:98:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:15:21.241288 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.257822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:15:21.277261 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:21.281054 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.328244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:21.335852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.336199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.336537 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.336872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.337202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.337530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.337855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.338178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.338500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.338823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.339143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.339484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:21.606676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['6e19a150-1e1e-47ba-9eee-66b6dfbe00e8'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:15:22.149878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07acbe1-0974-49cd-9331-27b808a0ce9f req-d2b240d3-cd49-49a3-ab27-d655fd854266 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:22.151372 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c07acbe1-0974-49cd-9331-27b808a0ce9f req-d2b240d3-cd49-49a3-ab27-d655fd854266 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 949 time: 0.0641787 Jul 06 12:15:22.188532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c07acbe1-0974-49cd-9331-27b808a0ce9f req-052920a6-c1f1-4c15-a15b-98fe21e3066e tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/security-groups?id=608c1aa5-486f-49fe-97bb-1fe966fc5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Jul 06 12:15:23.116192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:23.170661 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:23.174377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:23.174735 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.255322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.278502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701c39c-95bb-4b3c-ae56-b6288f0e9f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e19a150-1e1e-47ba-9eee-66b6dfbe00e8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:23.280965 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f23e03-25a1-47c8-af5d-cc145daf9bf4" -d '{"events": [{"server_uuid": "5701c39c-95bb-4b3c-ae56-b6288f0e9f0e", "name": "network-vif-plugged", "status": "completed", "tag": "6e19a150-1e1e-47ba-9eee-66b6dfbe00e8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:23.296864 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:23.301531 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.330070 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c51cd3-7b9a-478a-9b73-ace56c7c0d44 x-openstack-request-id: req-65c51cd3-7b9a-478a-9b73-ace56c7c0d44 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:23.330703 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5701c39c-95bb-4b3c-ae56-b6288f0e9f0e", "name": "network-vif-plugged", "status": "completed", "tag": "6e19a150-1e1e-47ba-9eee-66b6dfbe00e8", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:23.330960 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65c51cd3-7b9a-478a-9b73-ace56c7c0d44 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:23.331350 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5701c39c-95bb-4b3c-ae56-b6288f0e9f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e19a150-1e1e-47ba-9eee-66b6dfbe00e8', 'code': 200} Jul 06 12:15:23.362272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:23.400163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4efd1c-1622-4b85-8f9c-c1cdc5a562ff req-01a22c81-bc32-4bf5-b33b-13a5155ac83e tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:23.401673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d4efd1c-1622-4b85-8f9c-c1cdc5a562ff req-01a22c81-bc32-4bf5-b33b-13a5155ac83e tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 950 time: 0.0693536 Jul 06 12:15:23.441398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d4efd1c-1622-4b85-8f9c-c1cdc5a562ff req-04a30270-e8c1-447d-a553-a02a361d461c tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/security-groups?id=608c1aa5-486f-49fe-97bb-1fe966fc5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Jul 06 12:15:23.454658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacf4ea-c982-44ac-8fcc-e0385764285c req-08981825-38df-46b0-8ad8-8715764e5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:23.456394 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-edacf4ea-c982-44ac-8fcc-e0385764285c req-08981825-38df-46b0-8ad8-8715764e5bae service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 1101 time: 0.0574646 Jul 06 12:15:23.493352 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-edacf4ea-c982-44ac-8fcc-e0385764285c req-12e6acfe-390b-4ef9-80c9-48262be150ce service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=608c1aa5-486f-49fe-97bb-1fe966fc5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275199 Jul 06 12:15:24.624088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d6bba-9857-417e-96d9-343e75b9b3f6 req-b3b8a2df-a99b-450c-b5f8-1d60504b94e2 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:24.625729 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-322d6bba-9857-417e-96d9-343e75b9b3f6 req-b3b8a2df-a99b-450c-b5f8-1d60504b94e2 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 950 time: 0.0672350 Jul 06 12:15:24.667943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-322d6bba-9857-417e-96d9-343e75b9b3f6 req-deda4302-7e19-4675-b8bb-c3d91e2e54fb tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/security-groups?id=608c1aa5-486f-49fe-97bb-1fe966fc5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362234 Jul 06 12:15:25.126255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708bb13-c7f7-4ec0-9535-70a04c702227 req-82fe09c7-e52a-4b17-bb4c-d4c1dc882eb9 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:25.127736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2708bb13-c7f7-4ec0-9535-70a04c702227 req-82fe09c7-e52a-4b17-bb4c-d4c1dc882eb9 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 950 time: 0.0656424 Jul 06 12:15:25.170179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2708bb13-c7f7-4ec0-9535-70a04c702227 req-214f3e7d-f678-486a-9bb6-c68656a45b99 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/security-groups?id=608c1aa5-486f-49fe-97bb-1fe966fc5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335951 Jul 06 12:15:26.350329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f667b-2bb4-4bd4-8284-8dc94f92e888 req-3981991f-371d-4e95-8383-ca783e84d13b tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:26.352575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd2f667b-2bb4-4bd4-8284-8dc94f92e888 req-3981991f-371d-4e95-8383-ca783e84d13b tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 950 time: 0.0652504 Jul 06 12:15:26.397802 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd2f667b-2bb4-4bd4-8284-8dc94f92e888 req-aaf25e1c-950e-4c94-b96b-f81af53c7a25 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/security-groups?id=608c1aa5-486f-49fe-97bb-1fe966fc5a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393715 Jul 06 12:15:26.455827 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e7e44-be7d-438a-841b-a9f63427fbfb req-8573fad2-8e9e-47e8-bb20-cdd92112c088 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:26.457246 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1b5e7e44-be7d-438a-841b-a9f63427fbfb req-8573fad2-8e9e-47e8-bb20-cdd92112c088 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.86 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 950 time: 0.0648632 Jul 06 12:15:26.563002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1b5e7e44-be7d-438a-841b-a9f63427fbfb req-84d4a65f-8928-4067-be9b-68d5c2c22540 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Deleting port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:26.563347 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1b5e7e44-be7d-438a-841b-a9f63427fbfb req-84d4a65f-8928-4067-be9b-68d5c2c22540 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.651102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1b5e7e44-be7d-438a-841b-a9f63427fbfb req-84d4a65f-8928-4067-be9b-68d5c2c22540 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] For port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:26.651485 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1b5e7e44-be7d-438a-841b-a9f63427fbfb req-84d4a65f-8928-4067-be9b-68d5c2c22540 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.664206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1b5e7e44-be7d-438a-841b-a9f63427fbfb req-84d4a65f-8928-4067-be9b-68d5c2c22540 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Calling delete_port for 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:26.794953 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1b5e7e44-be7d-438a-841b-a9f63427fbfb req-84d4a65f-8928-4067-be9b-68d5c2c22540 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.811570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['6e19a150-1e1e-47ba-9eee-66b6dfbe00e8'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:15:26.824984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4a65f-8928-4067-be9b-68d5c2c22540 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Pushing event deleted for resources: {'Port': ['ID=6e19a150-1e1e-47ba-9eee-66b6dfbe00e8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:26.870307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5e7e44-be7d-438a-841b-a9f63427fbfb req-84d4a65f-8928-4067-be9b-68d5c2c22540 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] No DVR routers for this DVR port 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:26.873136 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1b5e7e44-be7d-438a-841b-a9f63427fbfb req-84d4a65f-8928-4067-be9b-68d5c2c22540 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.875220 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1b5e7e44-be7d-438a-841b-a9f63427fbfb req-84d4a65f-8928-4067-be9b-68d5c2c22540 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.86 "DELETE /v2.0/ports/6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 HTTP/1.1" status: 204 len: 173 time: 0.4089580 Jul 06 12:15:26.875687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701c39c-95bb-4b3c-ae56-b6288f0e9f0e', 'name': 'network-vif-deleted', 'tag': '6e19a150-1e1e-47ba-9eee-66b6dfbe00e8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:26.877938 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b7e45f-4c4c-413c-a0c6-6464f2f24729" -d '{"events": [{"server_uuid": "5701c39c-95bb-4b3c-ae56-b6288f0e9f0e", "name": "network-vif-deleted", "tag": "6e19a150-1e1e-47ba-9eee-66b6dfbe00e8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:26.924414 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276c6521-935d-46f0-a499-223b1a46caa9 x-openstack-request-id: req-276c6521-935d-46f0-a499-223b1a46caa9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:26.924782 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5701c39c-95bb-4b3c-ae56-b6288f0e9f0e", "name": "network-vif-deleted", "tag": "6e19a150-1e1e-47ba-9eee-66b6dfbe00e8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:26.925107 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-276c6521-935d-46f0-a499-223b1a46caa9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:26.925574 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5701c39c-95bb-4b3c-ae56-b6288f0e9f0e', 'name': 'network-vif-deleted', 'tag': '6e19a150-1e1e-47ba-9eee-66b6dfbe00e8', 'status': 'completed', 'code': 200} Jul 06 12:15:27.568715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9bb3706-a94c-4519-b677-d97756127004 req-3a28d602-ff9b-465c-8451-58db630dfa86 tempest-VolumesNegativeTest-1502769253 tempest-VolumesNegativeTest-1502769253-project] 10.222.0.21 "GET /v2.0/ports?device_id=5701c39c-95bb-4b3c-ae56-b6288f0e9f0e HTTP/1.1" status: 200 len: 210 time: 0.0306890 Jul 06 12:15:28.896714 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.128087 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.139630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:29.166655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:29.167429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6e19a150-1e1e-47ba-9eee-66b6dfbe00e8 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:33.565816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56134) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:33.703696 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ed6f9bf1-3bba-4971-a794-3d053f7d8e44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0f96fc343a449a1b0a421554eb11c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363468 Jul 06 12:15:33.706070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:33.757234 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.779158 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.825851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.828457 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.829649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/608c1aa5-486f-49fe-97bb-1fe966fc5a69 HTTP/1.1" status: 204 len: 168 time: 0.1226659 Jul 06 12:15:33.840841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608c1aa5-486f-49fe-97bb-1fe966fc5a69,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:33.848747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:33.849107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:33.849455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:33.849799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:33.850140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:33.850476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:33.850806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:33.851135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:33.851474 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:33.851816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:33.852172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:33.852496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178aa5ba-baca-4961-9d8d-fa473e0e95f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:34.998549 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:15:42.857059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56218) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:42.967330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a44b23e-b93c-4cbd-89a3-a572d581d1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.061760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a44b23e-b93c-4cbd-89a3-a572d581d1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.065448 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a44b23e-b93c-4cbd-89a3-a572d581d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.102375 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0a44b23e-b93c-4cbd-89a3-a572d581d1c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e89ace9246684c459b95f69df6bb3253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439613 Jul 06 12:15:43.103244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44b23e-b93c-4cbd-89a3-a572d581d1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8f23aa-ce8c-47d5-a1cb-c740e73e6c6e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:43.105572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56222) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:43.158556 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea800757-ba5a-44fb-bb49-d14188a77098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.180425 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea800757-ba5a-44fb-bb49-d14188a77098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.229244 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea800757-ba5a-44fb-bb49-d14188a77098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.231711 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea800757-ba5a-44fb-bb49-d14188a77098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.232900 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ea800757-ba5a-44fb-bb49-d14188a77098 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc8f23aa-ce8c-47d5-a1cb-c740e73e6c6e HTTP/1.1" status: 204 len: 168 time: 0.1262665 Jul 06 12:15:43.241967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea800757-ba5a-44fb-bb49-d14188a77098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8f23aa-ce8c-47d5-a1cb-c740e73e6c6e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:44.214709 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99a58d20-ded2-4976-b1de-67c06cabd9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.234510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56274) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:45.239889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'network': {'name': 'tempest-network-smoke--1107246754', 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:45.261631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Made reservation on behalf of a9cc5d135aae4f9f8acc3306c32ef95f for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:45.265170 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.273657 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.364778 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.368787 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.395458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:15:45.405911 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30355117-3107-483f-9fac-4412988f7790,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:45.410649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.411017 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Added segment 8e902302-6b5b-414b-a938-9176359574ae of type vlan for network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 Jul 06 12:15:45.452055 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.487300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.492767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.493344 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.573582 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3367658 Jul 06 12:15:45.576077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56276) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:45.580768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'admin_state_up': True, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:45.597358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c575303-5d10-4229-ade0-afe8ebda798d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Network': ['ID=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:45.608824 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:15:45.609769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.610887 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.662453 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.798143 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.993195 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.012586 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.113380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Allocated IP 172.25.0.197 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/d7f84366-e378-4d72-8931-e206bb956185) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:46.217787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.256840 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.295137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:46.299904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:46.302436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:46.326655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Port': ['ID=d7f84366-e378-4d72-8931-e206bb956185,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:46.554256 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.748324 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.199045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Router a758a14d-33bc-4161-a495-b6b3b0b0aee7 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:15:47.304990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:47.315288 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Sync routers for ids ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:47.323296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.324771 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-53b33b71-cd92-4ec6-bf70-c7f7948eb76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7476001 Jul 06 12:15:47.327073 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Routers {'a758a14d-33bc-4161-a495-b6b3b0b0aee7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:47.327718 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:15:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:47.328335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56278) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:47.433095 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Set router a758a14d-33bc-4161-a495-b6b3b0b0aee7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:47.450223 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-07551435-e2eb-467e-a3d6-224fa7816d46 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a9cc5d135aae4f9f8acc3306c32ef95f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1171298 Jul 06 12:15:47.450428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56282) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:47.537190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc28710-ab0d-4952-bbed-4301905c05bb tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:47.538682 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9dc28710-ab0d-4952-bbed-4301905c05bb tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874932 Jul 06 12:15:47.541592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56284) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:47.568982 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fe3a94e7-be70-4a56-a134-cfff4ac15009 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262501 Jul 06 12:15:47.571562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56286) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:47.576945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890488851', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:47.618470 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:46Z', 'revision_number': 3, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:47.648657 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Checking router: a758a14d-33bc-4161-a495-b6b3b0b0aee7 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:47.649012 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Updating router a758a14d-33bc-4161-a495-b6b3b0b0aee7 port d7f84366-e378-4d72-8931-e206bb956185 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:15:47.667907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Made reservation on behalf of a9cc5d135aae4f9f8acc3306c32ef95f for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:47.671439 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.683993 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.870296 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.930761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Subnet': ['ID=64b94c13-6276-4a46-a589-ff1d3ea7ebd6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:47.940230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Checking segment: {'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:47.940610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network hostable DHCP agents. Network: 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:15:47.951000 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.958027 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:15:47.961824 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Transition to ACTIVE for port object d7f84366-e378-4d72-8931-e206bb956185 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:47.967495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:47.967942 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.972285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:47.972881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.980154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1446f-e591-420d-b392-1139bd7aa5c7 None None] Network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:47.988995 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-efcac311-e1e2-45a5-9579-2fd8e19b21a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4159083 Jul 06 12:15:47.992614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56288) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:48.019207 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Attempting to bind port d7f84366-e378-4d72-8931-e206bb956185 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:48.019836 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Attempting to bind port d7f84366-e378-4d72-8931-e206bb956185 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:48.019986 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Attempting to bind port d7f84366-e378-4d72-8931-e206bb956185 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:48.032775 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:48.033037 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:48.033465 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.033845 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:48.034315 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Bound port: d7f84366-e378-4d72-8931-e206bb956185, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:48.034701 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.089640 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] For port d7f84366-e378-4d72-8931-e206bb956185, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:48.092887 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] For port d7f84366-e378-4d72-8931-e206bb956185, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d7f84366-e378-4d72-8931-e206bb956185,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:48.093999 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Pushing event updated for resources: {'Port': ['ID=d7f84366-e378-4d72-8931-e206bb956185,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:48.098264 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.109589 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.110006 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.110324 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.110664 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.111002 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.111332 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.111682 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.112016 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.112339 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.112663 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.112988 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.113307 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:48.155374 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'fixed_ips': [{'subnet_id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:15:48.156641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.170713 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0eaf2-276e-4b5c-b4c4-17680a509690 None None] Pushing event updated for resources: {'Port': ['ID=d7f84366-e378-4d72-8931-e206bb956185,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:48.179213 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Routers {'a758a14d-33bc-4161-a495-b6b3b0b0aee7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:48.179879 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:15:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:48.253482 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.300308 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] Set router a758a14d-33bc-4161-a495-b6b3b0b0aee7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:48.308015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Allocated IP 172.20.0.2 (6d57bf47-0e29-4b4d-8ccc-5855d24c3a55/64b94c13-6276-4a46-a589-ff1d3ea7ebd6/06c74f39-f985-48ca-9819-a37ee4f5fec9) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:48.458398 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa4d1-2ab8-497b-8888-72d767cd9023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.482170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.483683 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.492103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Transition to ACTIVE for port object 06c74f39-f985-48ca-9819-a37ee4f5fec9 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:48.498939 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:46Z', 'revision_number': 3, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:48.509205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Transition to ACTIVE for port object 06c74f39-f985-48ca-9819-a37ee4f5fec9 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:48.516057 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.533249 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942e40f-8ab0-4bf0-b280-14c9536444a7 None None] The sync data for ids ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'] in n-d-799527-2 is: [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:46Z', 'revision_number': 3, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:48.553678 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:48.558565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:48.563137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:48.580370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Pushing event updated for resources: {'Port': ['ID=06c74f39-f985-48ca-9819-a37ee4f5fec9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:48.640515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Attempting to bind port 06c74f39-f985-48ca-9819-a37ee4f5fec9 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:48.640895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Attempting to bind port 06c74f39-f985-48ca-9819-a37ee4f5fec9 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:48.641294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Attempting to bind port 06c74f39-f985-48ca-9819-a37ee4f5fec9 on network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:48.650544 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:48.650996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Checking segment: {'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:48.651533 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.651940 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Bound using segment: {'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:48.652417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Bound port: 06c74f39-f985-48ca-9819-a37ee4f5fec9, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:48.652804 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.728749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] For port 06c74f39-f985-48ca-9819-a37ee4f5fec9, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:48.741404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] For port 06c74f39-f985-48ca-9819-a37ee4f5fec9, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=06c74f39-f985-48ca-9819-a37ee4f5fec9,segment=NetworkSegment(8e902302-6b5b-414b-a938-9176359574ae),segment_id=8e902302-6b5b-414b-a938-9176359574ae)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:48.748644 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.796607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Allocated IP 172.20.0.1 (6d57bf47-0e29-4b4d-8ccc-5855d24c3a55/64b94c13-6276-4a46-a589-ff1d3ea7ebd6/7fceac9c-defc-48cb-a7f9-7aab350af199) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:48.839939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8c2db-ea15-469b-a7c2-96b7ad336b4e None None] Pushing event updated for resources: {'Port': ['ID=06c74f39-f985-48ca-9819-a37ee4f5fec9,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:48.855609 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.952731 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.974136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Transition to ACTIVE for port object 7fceac9c-defc-48cb-a7f9-7aab350af199 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:49.028511 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.084108 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:49.090638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:49.093497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:49.122299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Port': ['ID=7fceac9c-defc-48cb-a7f9-7aab350af199,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:49.148877 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.300459 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.594629 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.599864 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.675490 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Port': ['ID=7fceac9c-defc-48cb-a7f9-7aab350af199,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:49.680688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.779963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:49.781505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:49.803646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebbca10-433f-461d-b596-240db9039fb2 None None] Network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:49.868227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4c8e7491-ae0a-4085-95b3-1d3d9ddd7444 None None] Provisioning for port 06c74f39-f985-48ca-9819-a37ee4f5fec9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:49.898864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Router a758a14d-33bc-4161-a495-b6b3b0b0aee7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:15:50.019469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:50.025262 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8a254242-25c0-41aa-83b5-600af9ffa409 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "PUT /v2.0/routers/a758a14d-33bc-4161-a495-b6b3b0b0aee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0269887 Jul 06 12:15:50.028367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56290) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:50.033260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c0bc43f9-82e2-43f2-a1c8-92245820a0e8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1816008229', 'description': 'tempest-secgroup_access--1816008229 description', 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:50.059746 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0bc43f9-82e2-43f2-a1c8-92245820a0e8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.150805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0bc43f9-82e2-43f2-a1c8-92245820a0e8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.155271 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0bc43f9-82e2-43f2-a1c8-92245820a0e8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.177631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Sync routers for ids ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:50.187477 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0bc43f9-82e2-43f2-a1c8-92245820a0e8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.188733 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c0bc43f9-82e2-43f2-a1c8-92245820a0e8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1593382 Jul 06 12:15:50.188851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Routers {'a758a14d-33bc-4161-a495-b6b3b0b0aee7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:50.189518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:15:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:50.190607 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc43f9-82e2-43f2-a1c8-92245820a0e8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89c7f64-7613-4374-9281-b8f3c2569fb3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:50.191626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56292) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:50.198906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-fb0a5f4d-361e-4c6a-81c0-9cbef8bd077d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--428228098', 'description': 'tempest-secgroup_general--428228098 description', 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:50.222539 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5f4d-361e-4c6a-81c0-9cbef8bd077d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.320134 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5f4d-361e-4c6a-81c0-9cbef8bd077d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.322761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Set router a758a14d-33bc-4161-a495-b6b3b0b0aee7 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:50.325116 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5f4d-361e-4c6a-81c0-9cbef8bd077d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.355537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5f4d-361e-4c6a-81c0-9cbef8bd077d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.356790 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fb0a5f4d-361e-4c6a-81c0-9cbef8bd077d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1635702 Jul 06 12:15:50.359143 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a5f4d-361e-4c6a-81c0-9cbef8bd077d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bac16b6-3acb-4a45-81e7-1bf7ec431249,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:50.361079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56294) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:50.365232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-16d974eb-83bf-4f5b-9740-01831f8ca3f3 None None] Provisioning for port 7fceac9c-defc-48cb-a7f9-7aab350af199 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:50.365725 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5b613966-a9f4-4fcf-8494-9cc285ad864e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'security_group_rule': {'security_group_id': 'd89c7f64-7613-4374-9281-b8f3c2569fb3', 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:50.373058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-16d974eb-83bf-4f5b-9740-01831f8ca3f3 None None] Provisioning complete for port 7fceac9c-defc-48cb-a7f9-7aab350af199 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:50.373445 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16d974eb-83bf-4f5b-9740-01831f8ca3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.396826 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b613966-a9f4-4fcf-8494-9cc285ad864e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.461654 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b613966-a9f4-4fcf-8494-9cc285ad864e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.467158 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b613966-a9f4-4fcf-8494-9cc285ad864e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.489145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b613966-a9f4-4fcf-8494-9cc285ad864e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6339e4-3856-4b83-8aa8-30e01b539fd3,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:50.497791 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b613966-a9f4-4fcf-8494-9cc285ad864e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.499633 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-16d974eb-83bf-4f5b-9740-01831f8ca3f3 None None] Port 7fceac9c-defc-48cb-a7f9-7aab350af199 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:50.505521 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5b613966-a9f4-4fcf-8494-9cc285ad864e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421504 Jul 06 12:15:50.637716 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.643144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:49Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7fceac9c-defc-48cb-a7f9-7aab350af199', 'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:5f:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:48Z', 'updated_at': '2021-07-06T12:15:49Z', 'revision_number': 2, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:50.677990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-275ce5a8-b0c2-4168-abad-496a9eaf60b6 None None] Provisioning complete for port 7fceac9c-defc-48cb-a7f9-7aab350af199 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:50.678420 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-275ce5a8-b0c2-4168-abad-496a9eaf60b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.681929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Checking router: a758a14d-33bc-4161-a495-b6b3b0b0aee7 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:50.681929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Updating router a758a14d-33bc-4161-a495-b6b3b0b0aee7 port 7fceac9c-defc-48cb-a7f9-7aab350af199 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:15:50.704103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-ceca04a1-3483-42ba-8038-403f38173fb0 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--428228098&fields=id&tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f HTTP/1.1" status: 200 len: 267 time: 0.0554712 Jul 06 12:15:50.746477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-275ce5a8-b0c2-4168-abad-496a9eaf60b6 None None] Port 7fceac9c-defc-48cb-a7f9-7aab350af199 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:50.748046 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.764270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 06c74f39-f985-48ca-9819-a37ee4f5fec9 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:50.765092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-aa876a4c-4122-4cb9-ae15-8ed29d2c6513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1816008229&fields=id&tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f HTTP/1.1" status: 200 len: 267 time: 0.0540824 Jul 06 12:15:50.914651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fee5bcbf-2652-42f0-b5b4-27ea3ebb0e49 None None] Provisioning complete for port 7fceac9c-defc-48cb-a7f9-7aab350af199 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:50.915289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fee5bcbf-2652-42f0-b5b4-27ea3ebb0e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.921003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 06c74f39-f985-48ca-9819-a37ee4f5fec9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:50.983096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 06c74f39-f985-48ca-9819-a37ee4f5fec9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:50.983489 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.024595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fee5bcbf-2652-42f0-b5b4-27ea3ebb0e49 None None] Port 7fceac9c-defc-48cb-a7f9-7aab350af199 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:51.141396 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.176890 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.198429 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 06c74f39-f985-48ca-9819-a37ee4f5fec9, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=06c74f39-f985-48ca-9819-a37ee4f5fec9,segment=NetworkSegment(8e902302-6b5b-414b-a938-9176359574ae),segment_id=8e902302-6b5b-414b-a938-9176359574ae)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:51.199788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Transition to ACTIVE for port object 7fceac9c-defc-48cb-a7f9-7aab350af199 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:51.203618 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.204463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d7f84366-e378-4d72-8931-e206bb956185 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:51.209289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.219775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-d04515a3-918a-4e7d-8825-72547eea318b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:51.221309 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-d04515a3-918a-4e7d-8825-72547eea318b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/networks?id=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 HTTP/1.1" status: 200 len: 797 time: 0.4496052 Jul 06 12:15:51.236279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-b16daf74-ce57-4b21-814a-e05027b22512 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/quotas/a9cc5d135aae4f9f8acc3306c32ef95f HTTP/1.1" status: 200 len: 375 time: 0.0093157 Jul 06 12:15:51.295894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=06c74f39-f985-48ca-9819-a37ee4f5fec9,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:51.337530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-5c7868c6-962b-4aeb-90a2-e45510ccef1a tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957689 Jul 06 12:15:51.348415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port d7f84366-e378-4d72-8931-e206bb956185 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:51.505243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-84093b0c-3c03-4936-98d6-bd306df41c3d service neutron] 10.222.0.21 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523895 Jul 06 12:15:51.555421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d7f84366-e378-4d72-8931-e206bb956185 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:51.555668 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.587983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Attempting to bind port 7fceac9c-defc-48cb-a7f9-7aab350af199 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:51.588352 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Attempting to bind port 7fceac9c-defc-48cb-a7f9-7aab350af199 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:51.588712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Attempting to bind port 7fceac9c-defc-48cb-a7f9-7aab350af199 on network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:51.593301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04217b85-c27a-4bd5-9c80-0dac8836a270 None None] Pushing event updated for resources: {'Port': ['ID=7fceac9c-defc-48cb-a7f9-7aab350af199,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:51.603298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:51.603866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Checking segment: {'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:51.604350 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.604744 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Bound using segment: {'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:51.605217 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Bound port: 7fceac9c-defc-48cb-a7f9-7aab350af199, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:51.605597 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.606900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-5459e60b-7ccd-44d7-b367-02d574b5af31 service neutron] 10.222.0.21 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946729 Jul 06 12:15:51.714846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] For port 7fceac9c-defc-48cb-a7f9-7aab350af199, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:51.717418 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.738823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] For port 7fceac9c-defc-48cb-a7f9-7aab350af199, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7fceac9c-defc-48cb-a7f9-7aab350af199,segment=NetworkSegment(8e902302-6b5b-414b-a938-9176359574ae),segment_id=8e902302-6b5b-414b-a938-9176359574ae)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:51.750281 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.753155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port d7f84366-e378-4d72-8931-e206bb956185, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d7f84366-e378-4d72-8931-e206bb956185,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:51.780234 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.812995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Routers {'a758a14d-33bc-4161-a495-b6b3b0b0aee7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:51.813606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:15:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:51.818430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04217b85-c27a-4bd5-9c80-0dac8836a270 None None] Pushing event updated for resources: {'Port': ['ID=7fceac9c-defc-48cb-a7f9-7aab350af199,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:51.834945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ecadf31-07e7-4ad0-8740-b98b25dddc79 req-a5f9d1a0-5ce2-49d2-b4e2-8165d767b455 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 210 time: 0.0588872 Jul 06 12:15:51.949320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=d7f84366-e378-4d72-8931-e206bb956185,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:51.974245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] Set router a758a14d-33bc-4161-a495-b6b3b0b0aee7 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:52.208071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:49Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7fceac9c-defc-48cb-a7f9-7aab350af199', 'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:5f:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:48Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:52.243638 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5f7f3-f349-4267-93e0-05b222f7d6e6 None None] The sync data for ids ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'] in n-d-799527-2 is: [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:49Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7fceac9c-defc-48cb-a7f9-7aab350af199', 'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:5f:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:48Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:52.795509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7fceac9c-defc-48cb-a7f9-7aab350af199 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:52.862728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 7fceac9c-defc-48cb-a7f9-7aab350af199 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:52.867857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 7fceac9c-defc-48cb-a7f9-7aab350af199 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:52.870276 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.963507 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.999693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 7fceac9c-defc-48cb-a7f9-7aab350af199, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7fceac9c-defc-48cb-a7f9-7aab350af199,segment=NetworkSegment(8e902302-6b5b-414b-a938-9176359574ae),segment_id=8e902302-6b5b-414b-a938-9176359574ae)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:53.000488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ed0b575-5cb1-4182-a5af-1ca4a7912f6f req-a9dc2e44-c73d-44b5-9bd2-3ac465d0edea tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 210 time: 0.0313599 Jul 06 12:15:53.005218 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.006168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 06c74f39-f985-48ca-9819-a37ee4f5fec9 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:53.085654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=7fceac9c-defc-48cb-a7f9-7aab350af199,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:53.096106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 06c74f39-f985-48ca-9819-a37ee4f5fec9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:53.096654 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.185333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d7f84366-e378-4d72-8931-e206bb956185 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:53.236639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d7f84366-e378-4d72-8931-e206bb956185 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:53.237138 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.432908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-3595b681-f7cf-408b-9628-52b7f94095de tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:53.434747 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-3595b681-f7cf-408b-9628-52b7f94095de tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.86 "GET /v2.0/networks?id=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 HTTP/1.1" status: 200 len: 797 time: 0.1429813 Jul 06 12:15:53.490120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-60be3598-7316-450a-a9c3-693c9d136462 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f HTTP/1.1" status: 200 len: 477 time: 0.0456336 Jul 06 12:15:53.500366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'port': {'device_id': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'admin_state_up': True, 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'security_groups': ['2bac16b6-3acb-4a45-81e7-1bf7ec431249', 'd89c7f64-7613-4374-9281-b8f3c2569fb3']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:53.611511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Made reservation on behalf of a9cc5d135aae4f9f8acc3306c32ef95f for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:53.614994 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.737860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Allocated IP 172.20.0.12 (6d57bf47-0e29-4b4d-8ccc-5855d24c3a55/64b94c13-6276-4a46-a589-ff1d3ea7ebd6/0ce065cb-cb5a-443d-a5aa-1fffd82862a7) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:53.889646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.905764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Transition to ACTIVE for port object 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:53.939120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.984095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:53.989323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:53.993090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:54.019209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Port': ['ID=0ce065cb-cb5a-443d-a5aa-1fffd82862a7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:54.050927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:54.051609 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.069594 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-896e8913-19bd-4074-a39f-6f5a9b23ac90 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5726564 Jul 06 12:15:54.085661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Request body: {'port': {'device_id': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:54.174939 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.193809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ffbba-8626-4733-8db0-37e64ed9606f req-b2a49b24-a021-47d8-9146-c3820d5d033e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:54.195410 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-978ffbba-8626-4733-8db0-37e64ed9606f req-b2a49b24-a021-47d8-9146-c3820d5d033e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 971 time: 0.0680602 Jul 06 12:15:54.208340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-98baf94e-217b-474a-8a1e-a3e1f1a6ae70 None None] Provisioning for port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:54.212687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-98baf94e-217b-474a-8a1e-a3e1f1a6ae70 None None] Provisioning complete for port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:54.212998 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98baf94e-217b-474a-8a1e-a3e1f1a6ae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.241515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-978ffbba-8626-4733-8db0-37e64ed9606f req-9cd065bf-6c8c-4ff3-a04e-a405316529a1 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0398583 Jul 06 12:15:54.252997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-98baf94e-217b-474a-8a1e-a3e1f1a6ae70 None None] Port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:54.452549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:15:54.459997 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.472341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Transition to ACTIVE for port object 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:54.476370 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.550548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce065cb-cb5a-443d-a5aa-1fffd82862a7,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:54.605113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Attempting to bind port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:54.605455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Attempting to bind port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:54.605915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Attempting to bind port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 on network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:54.611556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 on network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:15:54.611888 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Attempting to bind port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 on network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:54.617391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:54.617875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Checking segment: {'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:54.618282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Bound using segment: {'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:54.619316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Bound port: 0ce065cb-cb5a-443d-a5aa-1fffd82862a7, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e902302-6b5b-414b-a938-9176359574ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:54.619712 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.689783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] For port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:54.693090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] For port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ce065cb-cb5a-443d-a5aa-1fffd82862a7,segment=NetworkSegment(8e902302-6b5b-414b-a938-9176359574ae),segment_id=8e902302-6b5b-414b-a938-9176359574ae)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:54.698378 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.713968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7fceac9c-defc-48cb-a7f9-7aab350af199 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:54.739647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:54.740278 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.742067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] 10.222.0.86 "PUT /v2.0/ports/0ce065cb-cb5a-443d-a5aa-1fffd82862a7 HTTP/1.1" status: 200 len: 1131 time: 0.6610954 Jul 06 12:15:54.742516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'tag': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:54.745639 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd97a66e-f669-47da-983d-6940a2a9c8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf24a88-7164-4739-97a0-f17278d2666f", "tag": "0ce065cb-cb5a-443d-a5aa-1fffd82862a7"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:54.781625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 7fceac9c-defc-48cb-a7f9-7aab350af199 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:54.782005 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.782853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40313967-3f55-4ef8-be8e-73fa144eb664 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce065cb-cb5a-443d-a5aa-1fffd82862a7,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:54.795356 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377944ef-cd34-4dff-bbe2-1b9d1fa23f3a x-openstack-request-id: req-377944ef-cd34-4dff-bbe2-1b9d1fa23f3a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:54.799783 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf24a88-7164-4739-97a0-f17278d2666f", "tag": "0ce065cb-cb5a-443d-a5aa-1fffd82862a7", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:54.799783 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-377944ef-cd34-4dff-bbe2-1b9d1fa23f3a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:54.799783 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'tag': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7', 'status': 'completed', 'code': 200} Jul 06 12:15:54.861355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-6b845064-596e-4812-8c15-ba43e609020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:54.862973 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-6b845064-596e-4812-8c15-ba43e609020e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f&device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 1134 time: 0.0653319 Jul 06 12:15:54.914133 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-a7a5d762-c8d7-4299-9272-1b12e9118201 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ce065cb-cb5a-443d-a5aa-1fffd82862a7 HTTP/1.1" status: 200 len: 217 time: 0.0400555 Jul 06 12:15:54.973401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-8aa8a05c-6c4d-46f0-ab6d-b535b184fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:54.974923 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-8aa8a05c-6c4d-46f0-ab6d-b535b184fb3b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=64b94c13-6276-4a46-a589-ff1d3ea7ebd6 HTTP/1.1" status: 200 len: 834 time: 0.0546851 Jul 06 12:15:55.037820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-9e172467-0b80-42c0-b5f6-5590b076023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.039552 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-9e172467-0b80-42c0-b5f6-5590b076023c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547512 Jul 06 12:15:55.134554 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-8c5d0623-dd15-4cf0-9878-6444c27dbb06 service neutron] 10.222.0.86 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857584 Jul 06 12:15:55.232256 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e75fb178-69f7-4abc-bc73-f5c8ceef19eb req-1763b813-6c64-4cb8-9d12-67afc845d1a1 service neutron] 10.222.0.86 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882020 Jul 06 12:15:55.333903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97a66e-f669-47da-983d-6940a2a9c8ff req-87b5a4c0-f750-4bb6-9359-1535b757e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.335420 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bd97a66e-f669-47da-983d-6940a2a9c8ff req-87b5a4c0-f750-4bb6-9359-1535b757e418 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f&device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 1134 time: 0.0548203 Jul 06 12:15:55.432486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0bfa9-8cdf-43a7-bfbb-baafbda7c1c1 req-f77103af-770e-45a6-9286-54e65801afd0 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.434003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ec0bfa9-8cdf-43a7-bfbb-baafbda7c1c1 req-f77103af-770e-45a6-9286-54e65801afd0 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 983 time: 0.0753386 Jul 06 12:15:55.436122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97a66e-f669-47da-983d-6940a2a9c8ff req-89401352-b968-48fc-aaa2-170c39370c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.437660 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bd97a66e-f669-47da-983d-6940a2a9c8ff req-89401352-b968-48fc-aaa2-170c39370c95 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 HTTP/1.1" status: 200 len: 898 time: 0.0955691 Jul 06 12:15:55.477887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ec0bfa9-8cdf-43a7-bfbb-baafbda7c1c1 req-ac9f65e1-d244-4e13-a152-f1c56fe81128 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0371614 Jul 06 12:15:55.482755 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bd97a66e-f669-47da-983d-6940a2a9c8ff req-aa44f7ef-b54e-4f0d-b746-ecf4e51d3968 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ce065cb-cb5a-443d-a5aa-1fffd82862a7 HTTP/1.1" status: 200 len: 217 time: 0.0384521 Jul 06 12:15:55.538016 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97a66e-f669-47da-983d-6940a2a9c8ff req-8d81e9e8-ca27-4907-a345-6b0f623cfdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.539637 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bd97a66e-f669-47da-983d-6940a2a9c8ff req-8d81e9e8-ca27-4907-a345-6b0f623cfdb0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=64b94c13-6276-4a46-a589-ff1d3ea7ebd6 HTTP/1.1" status: 200 len: 834 time: 0.0474122 Jul 06 12:15:55.602826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97a66e-f669-47da-983d-6940a2a9c8ff req-e2e15434-5666-47a1-8347-a9f6e8cf581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.604786 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bd97a66e-f669-47da-983d-6940a2a9c8ff req-e2e15434-5666-47a1-8347-a9f6e8cf581f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584030 Jul 06 12:15:55.699273 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bd97a66e-f669-47da-983d-6940a2a9c8ff req-cd1d7db3-3dae-4c18-9230-d7a91248a699 service neutron] 10.222.0.86 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869853 Jul 06 12:15:55.796083 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bd97a66e-f669-47da-983d-6940a2a9c8ff req-1e508354-67a6-4fd3-8110-1ea90259d64b service neutron] 10.222.0.86 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896900 Jul 06 12:15:56.656968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2233ab-1665-4e20-8202-7b79a8cb6a95 req-5a12ff96-effd-4644-a72b-f17f6be86784 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:56.658591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab2233ab-1665-4e20-8202-7b79a8cb6a95 req-5a12ff96-effd-4644-a72b-f17f6be86784 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 983 time: 0.0675664 Jul 06 12:15:56.699531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab2233ab-1665-4e20-8202-7b79a8cb6a95 req-7130027c-f0dc-46e5-94da-ea7be800a25c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0352492 Jul 06 12:15:57.874679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df70eae-f3cc-4297-a6da-7b054afb3e6b req-6944b26e-b542-4713-953f-ab6dfdea6ca2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:57.876200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2df70eae-f3cc-4297-a6da-7b054afb3e6b req-6944b26e-b542-4713-953f-ab6dfdea6ca2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 983 time: 0.0641546 Jul 06 12:15:57.918993 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2df70eae-f3cc-4297-a6da-7b054afb3e6b req-acee3cc2-a02c-4e99-82d6-6da337831211 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0365398 Jul 06 12:15:58.896477 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.099067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5a15-dbd6-4987-b89a-9d916b95580c req-1e578816-4c7e-44fb-a7e4-364cd2af4042 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:59.100581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5add5a15-dbd6-4987-b89a-9d916b95580c req-1e578816-4c7e-44fb-a7e4-364cd2af4042 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 983 time: 0.0662744 Jul 06 12:15:59.107321 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.143058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5add5a15-dbd6-4987-b89a-9d916b95580c req-8d696ebf-f336-4caa-bd25-64ddddab9ecc tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0346982 Jul 06 12:15:59.294408 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:15:59.389325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ce065cb-cb5a-443d-a5aa-1fffd82862a7,segment=NetworkSegment(8e902302-6b5b-414b-a938-9176359574ae),segment_id=8e902302-6b5b-414b-a938-9176359574ae)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:59.401910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'port_id': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7', 'mac_address': 'fa:16:3e:52:73:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:15:59.443124 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.456488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:15:59.477125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ce065cb-cb5a-443d-a5aa-1fffd82862a7,segment=NetworkSegment(8e902302-6b5b-414b-a938-9176359574ae),segment_id=8e902302-6b5b-414b-a938-9176359574ae)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:59.482286 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.532377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=0ce065cb-cb5a-443d-a5aa-1fffd82862a7,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:59.736146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['0ce065cb-cb5a-443d-a5aa-1fffd82862a7'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:00.320341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206f818-3575-4ff7-9edd-a16bf8a88d63 req-b03600e6-1dd3-4608-a8fe-37940f4b3a9b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:00.322196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5206f818-3575-4ff7-9edd-a16bf8a88d63 req-b03600e6-1dd3-4608-a8fe-37940f4b3a9b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 984 time: 0.0642946 Jul 06 12:16:00.368336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5206f818-3575-4ff7-9edd-a16bf8a88d63 req-e31d2e75-148d-41d4-a2bb-3a0886e8db10 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0408399 Jul 06 12:16:01.325601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:01.375647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:01.379347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:01.379779 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.456900 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.481168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:01.484259 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667280fe-cac7-415a-b831-db16591507ea" -d '{"events": [{"server_uuid": "cdf24a88-7164-4739-97a0-f17278d2666f", "name": "network-vif-plugged", "status": "completed", "tag": "0ce065cb-cb5a-443d-a5aa-1fffd82862a7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:01.500345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ce065cb-cb5a-443d-a5aa-1fffd82862a7,segment=NetworkSegment(8e902302-6b5b-414b-a938-9176359574ae),segment_id=8e902302-6b5b-414b-a938-9176359574ae)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:01.504833 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.530844 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fba5025-71b9-4c47-8934-4a3d942903a7 x-openstack-request-id: req-7fba5025-71b9-4c47-8934-4a3d942903a7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:01.531138 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf24a88-7164-4739-97a0-f17278d2666f", "name": "network-vif-plugged", "status": "completed", "tag": "0ce065cb-cb5a-443d-a5aa-1fffd82862a7", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:01.531391 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fba5025-71b9-4c47-8934-4a3d942903a7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:01.531827 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7', 'code': 200} Jul 06 12:16:01.562285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa4a85-0fb4-4e0c-8851-da264a58fb52 req-64961d38-2d54-4139-b56f-fc37a34bd300 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:01.564064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17aa4a85-0fb4-4e0c-8851-da264a58fb52 req-64961d38-2d54-4139-b56f-fc37a34bd300 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 984 time: 0.0820589 Jul 06 12:16:01.565063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=0ce065cb-cb5a-443d-a5aa-1fffd82862a7,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:01.608967 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17aa4a85-0fb4-4e0c-8851-da264a58fb52 req-ab3668cd-209f-416f-a6fd-37e4c11cb94b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0384028 Jul 06 12:16:01.652154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa386a-711f-45c8-a094-c309a98aa093 req-da66b09f-8fab-4a71-9fa5-9d78f9ac77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:01.653690 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-edaa386a-711f-45c8-a094-c309a98aa093 req-da66b09f-8fab-4a71-9fa5-9d78f9ac77b4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 1136 time: 0.0549426 Jul 06 12:16:01.691443 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-edaa386a-711f-45c8-a094-c309a98aa093 req-4e288906-5f12-458a-abdc-0ad4d6a4f281 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d89c7f64-7613-4374-9281-b8f3c2569fb3&id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0305936 Jul 06 12:16:02.838774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dc30f-78a5-484b-abde-3e16367b37c0 req-1fce8692-d1a0-4452-8e17-06fea0ee7127 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:02.841478 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-190dc30f-78a5-484b-abde-3e16367b37c0 req-1fce8692-d1a0-4452-8e17-06fea0ee7127 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 985 time: 0.1107473 Jul 06 12:16:02.889448 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-190dc30f-78a5-484b-abde-3e16367b37c0 req-bd3cd6cd-fda2-42f1-a9ef-e970680a96ce tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0422285 Jul 06 12:16:03.069536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738498ce-7d08-49c1-b75f-4647274b2a77 req-68df86bb-e242-4aba-898a-904bd60f3b94 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:03.071055 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-738498ce-7d08-49c1-b75f-4647274b2a77 req-68df86bb-e242-4aba-898a-904bd60f3b94 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 985 time: 0.0648572 Jul 06 12:16:03.113481 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-738498ce-7d08-49c1-b75f-4647274b2a77 req-825d82bd-0152-4b10-aa75-83a6b2d1d2ad tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0361404 Jul 06 12:16:03.281035 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696349c-3f11-45b3-aeb0-0aec5bb741c9 req-824fdb2d-58f7-4bf2-a218-6fdd98e1d020 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:03.282465 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b696349c-3f11-45b3-aeb0-0aec5bb741c9 req-824fdb2d-58f7-4bf2-a218-6fdd98e1d020 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 1136 time: 0.0569890 Jul 06 12:16:03.300379 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b696349c-3f11-45b3-aeb0-0aec5bb741c9 req-4d0715d1-e7bb-4420-92f8-26b9ce080bfd tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.393453 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b696349c-3f11-45b3-aeb0-0aec5bb741c9 req-4d0715d1-e7bb-4420-92f8-26b9ce080bfd tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.397317 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b696349c-3f11-45b3-aeb0-0aec5bb741c9 req-4d0715d1-e7bb-4420-92f8-26b9ce080bfd tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.428378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b696349c-3f11-45b3-aeb0-0aec5bb741c9 req-4d0715d1-e7bb-4420-92f8-26b9ce080bfd tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1400735 Jul 06 12:16:03.439496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0715d1-e7bb-4420-92f8-26b9ce080bfd tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dee7f5-c562-4119-9f03-6ba3b11b5e81,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:03.455075 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56356) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:03.511762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca915487-b540-4688-958a-5ceb2a1fd4bd tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:03.513311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ca915487-b540-4688-958a-5ceb2a1fd4bd tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 1131 time: 0.0571408 Jul 06 12:16:03.516412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56358) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:03.521575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:03.544336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.641343 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.748163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Allocated IP 172.25.0.102 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/ae1dc02c-be7f-4b0f-a98b-7aba4c2e3005) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:03.849693 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.888518 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.929927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:03.933579 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:03.935966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:03.965027 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Port': ['ID=ae1dc02c-be7f-4b0f-a98b-7aba4c2e3005,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:04.321113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.396351 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.547776 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.552596 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.623156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Port': ['ID=ae1dc02c-be7f-4b0f-a98b-7aba4c2e3005,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:04.632356 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.734857 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Floating IP 60b5eb66-71c2-4b09-8e18-c7c30d2045ef associated. External IP: 172.25.0.102, port: 0ce065cb-cb5a-443d-a5aa-1fffd82862a7. Jul 06 12:16:04.978014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Router a758a14d-33bc-4161-a495-b6b3b0b0aee7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:16:05.093511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:05.102940 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62594c90-0563-485f-b478-c22eb7295625 None None] Sync routers for ids ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:05.111145 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.113439 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62594c90-0563-485f-b478-c22eb7295625 None None] Routers {'a758a14d-33bc-4161-a495-b6b3b0b0aee7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:05.114049 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-62594c90-0563-485f-b478-c22eb7295625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:15:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:05.150142 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2f302f0e-3848-42ea-8af2-5f804db1855b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6324794 Jul 06 12:16:05.150732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'tag': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:05.153080 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c0ee0b-cb42-4275-ae34-bd928139aa01" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf24a88-7164-4739-97a0-f17278d2666f", "tag": "0ce065cb-cb5a-443d-a5aa-1fffd82862a7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:05.153229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56360) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:05.270240 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298807ba-bd01-4c69-8301-9b6b90f91edf x-openstack-request-id: req-298807ba-bd01-4c69-8301-9b6b90f91edf {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:05.270659 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf24a88-7164-4739-97a0-f17278d2666f", "tag": "0ce065cb-cb5a-443d-a5aa-1fffd82862a7", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:05.271013 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-298807ba-bd01-4c69-8301-9b6b90f91edf {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:05.271602 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'tag': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7', 'status': 'completed', 'code': 200} Jul 06 12:16:05.323101 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-62594c90-0563-485f-b478-c22eb7295625 None None] Set router a758a14d-33bc-4161-a495-b6b3b0b0aee7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:05.367284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552961ea-7f7a-4f65-a3c4-82d838fd2ddb tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.367884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552961ea-7f7a-4f65-a3c4-82d838fd2ddb tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.368538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552961ea-7f7a-4f65-a3c4-82d838fd2ddb tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.369621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552961ea-7f7a-4f65-a3c4-82d838fd2ddb tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.371325 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-552961ea-7f7a-4f65-a3c4-82d838fd2ddb tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2172258 Jul 06 12:16:05.374162 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56366) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:05.393122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ee0b-cb42-4275-ae34-bd928139aa01 req-a65f92c9-d3f4-4f23-80eb-c56e74f559f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.394713 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40c0ee0b-cb42-4275-ae34-bd928139aa01 req-a65f92c9-d3f4-4f23-80eb-c56e74f559f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f&device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 1136 time: 0.0975394 Jul 06 12:16:05.471891 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce655bff-0c89-494e-a8dd-f8e7b082a885 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.472378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce655bff-0c89-494e-a8dd-f8e7b082a885 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.472854 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce655bff-0c89-494e-a8dd-f8e7b082a885 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.473449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce655bff-0c89-494e-a8dd-f8e7b082a885 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.477508 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ce655bff-0c89-494e-a8dd-f8e7b082a885 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0990577 Jul 06 12:16:05.477843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:05.492334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ee0b-cb42-4275-ae34-bd928139aa01 req-0fa6a6af-1e36-40a1-bea2-b0277bc5b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.493962 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40c0ee0b-cb42-4275-ae34-bd928139aa01 req-0fa6a6af-1e36-40a1-bea2-b0277bc5b356 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 HTTP/1.1" status: 200 len: 898 time: 0.0928426 Jul 06 12:16:05.567825 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-62594c90-0563-485f-b478-c22eb7295625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:49Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '60b5eb66-71c2-4b09-8e18-c7c30d2045ef', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'port_id': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'mac_address': 'fa:16:3e:52:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:04Z', 'updated_at': '2021-07-06T12:16:04Z', 'revision_number': 0, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fceac9c-defc-48cb-a7f9-7aab350af199', 'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:5f:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:48Z', 'updated_at': '2021-07-06T12:15:52Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:05.569761 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40c0ee0b-cb42-4275-ae34-bd928139aa01 req-d986d4f2-b3e6-42fb-9425-8e77c9ed9398 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ce065cb-cb5a-443d-a5aa-1fffd82862a7 HTTP/1.1" status: 200 len: 1000 time: 0.0678325 Jul 06 12:16:05.599569 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62594c90-0563-485f-b478-c22eb7295625 None None] Checking router: a758a14d-33bc-4161-a495-b6b3b0b0aee7 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:05.608521 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62594c90-0563-485f-b478-c22eb7295625 None None] Routers {'a758a14d-33bc-4161-a495-b6b3b0b0aee7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:05.609239 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-62594c90-0563-485f-b478-c22eb7295625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:15:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:05.629843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ee0b-cb42-4275-ae34-bd928139aa01 req-f39006a7-393a-4352-917e-0e8ca767935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.631705 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40c0ee0b-cb42-4275-ae34-bd928139aa01 req-f39006a7-393a-4352-917e-0e8ca767935d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=64b94c13-6276-4a46-a589-ff1d3ea7ebd6 HTTP/1.1" status: 200 len: 834 time: 0.0559528 Jul 06 12:16:05.692900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ee0b-cb42-4275-ae34-bd928139aa01 req-40a5ffeb-dc17-481f-90b4-7377ea35dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.694411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40c0ee0b-cb42-4275-ae34-bd928139aa01 req-40a5ffeb-dc17-481f-90b4-7377ea35dfb7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563326 Jul 06 12:16:05.721891 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-62594c90-0563-485f-b478-c22eb7295625 None None] Set router a758a14d-33bc-4161-a495-b6b3b0b0aee7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:05.733497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5dbd2f27-67f9-4cb2-83cc-9dcb37b277be tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2538719 Jul 06 12:16:05.736011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56370) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:05.790643 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf40d38e-f865-4bd7-8b12-8cfcbc0cb6c9 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.791110 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf40d38e-f865-4bd7-8b12-8cfcbc0cb6c9 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.803120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cf40d38e-f865-4bd7-8b12-8cfcbc0cb6c9 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a758a14d-33bc-4161-a495-b6b3b0b0aee7 HTTP/1.1" status: 200 len: 1990 time: 0.0558362 Jul 06 12:16:05.803390 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40c0ee0b-cb42-4275-ae34-bd928139aa01 req-32e0bd4b-ccf8-46be-8fd7-71067e640553 service neutron] 10.222.0.86 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928977 Jul 06 12:16:05.886284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40c0ee0b-cb42-4275-ae34-bd928139aa01 req-d3e637a7-c26d-4ab9-a6cd-9d36d04e9a81 service neutron] 10.222.0.86 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862718 Jul 06 12:16:05.961206 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-62594c90-0563-485f-b478-c22eb7295625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:49Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '60b5eb66-71c2-4b09-8e18-c7c30d2045ef', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'port_id': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'mac_address': 'fa:16:3e:52:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:04Z', 'updated_at': '2021-07-06T12:16:04Z', 'revision_number': 0, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fceac9c-defc-48cb-a7f9-7aab350af199', 'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:5f:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:48Z', 'updated_at': '2021-07-06T12:15:52Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:05.987409 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62594c90-0563-485f-b478-c22eb7295625 None None] The sync data for ids ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'] in n-d-799527-2 is: [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:49Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '60b5eb66-71c2-4b09-8e18-c7c30d2045ef', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'port_id': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'mac_address': 'fa:16:3e:52:73:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:16:04Z', 'updated_at': '2021-07-06T12:16:04Z', 'revision_number': 0, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fceac9c-defc-48cb-a7f9-7aab350af199', 'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:5f:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:48Z', 'updated_at': '2021-07-06T12:15:52Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:06.177783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca180e8-9cf1-4165-9424-d2880a9b5cf5 None None] New status for floating IP 60b5eb66-71c2-4b09-8e18-c7c30d2045ef: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:16:11.998088 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:16:14.217560 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3206bb0-5bd8-4664-b6f8-01cbd440dfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:18.225548 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:18.437651 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e31cd45a-d7be-4ea4-876c-185d290dc504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:18.822033 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:20.618901 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:26.359166 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-3f7c5fd2-e1a3-4045-b1b8-62e8cfb9308e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573750 Jul 06 12:16:26.453509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-26fa0c5a-b8f1-4e0a-8422-fb8941f80d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:26.455000 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-26fa0c5a-b8f1-4e0a-8422-fb8941f80d69 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f&device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 1136 time: 0.0524712 Jul 06 12:16:26.556944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-097c3122-239a-4480-98d3-4e46d2e794d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:26.558415 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-097c3122-239a-4480-98d3-4e46d2e794d3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 HTTP/1.1" status: 200 len: 898 time: 0.0829148 Jul 06 12:16:26.628246 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-d5986717-ac3f-4658-9bae-db9e0076001d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ce065cb-cb5a-443d-a5aa-1fffd82862a7 HTTP/1.1" status: 200 len: 1002 time: 0.0613322 Jul 06 12:16:26.676670 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-fe84fdde-cde1-4a1a-8d7f-3dcd42220981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:26.678115 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-fe84fdde-cde1-4a1a-8d7f-3dcd42220981 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=64b94c13-6276-4a46-a589-ff1d3ea7ebd6 HTTP/1.1" status: 200 len: 834 time: 0.0429609 Jul 06 12:16:26.734685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-7f59c61e-cf98-43fa-aa1d-a1170fb5bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:26.736195 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-7f59c61e-cf98-43fa-aa1d-a1170fb5bde2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511119 Jul 06 12:16:26.831714 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-363c3b1a-6f9a-4908-99ce-6e45409b1dc6 service neutron] 10.222.0.86 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861459 Jul 06 12:16:26.920617 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-deda29af-7dbc-40e0-97fe-75dda8900f4e req-44507bbb-c6eb-4a2a-914b-57b5c9799dee service neutron] 10.222.0.86 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819860 Jul 06 12:16:28.915381 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.129470 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.941371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56388) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:43.054438 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-17470529-946b-4aad-ad46-ed9af3186797 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.1119742 Jul 06 12:16:43.057001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56390) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:43.062381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'network': {'name': 'tempest-network-smoke--760861116', 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'port_security_enabled': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:43.083405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Made reservation on behalf of a9cc5d135aae4f9f8acc3306c32ef95f for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:43.087335 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.110316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:16:43.119474 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.119818 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Added segment 3ed44b8e-6a40-45c9-9b1e-88e4b22c7093 of type vlan for network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 Jul 06 12:16:43.159617 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.191178 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.197058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:43.197595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.261572 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2035558 Jul 06 12:16:43.264808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56392) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:43.269242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1903618308', 'admin_state_up': True, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:43.288227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Network': ['ID=9aa946f4-f8f5-4c42-886b-f2a1eef3ee34,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:43.299953 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.300287 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.300672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.301047 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.301317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.301655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.301989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.302321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.302653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.302980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.303307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.303661 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b044f61-a343-4409-bff2-92ea0e349383 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:43.312787 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.313812 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.315581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:16:43.365201 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.508093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.040855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.058874 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.162722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Allocated IP 172.25.0.225 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/31171471-2af6-43b6-9ab1-50f88d1039af) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:44.220008 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22f2fca1-c08b-4ae0-8ac4-23142ba160b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.266685 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.305091 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.345380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:44.348161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:44.353595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:44.377315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Port': ['ID=31171471-2af6-43b6-9ab1-50f88d1039af,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:44.605454 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.799920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.933017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Router b0db215a-1686-4a66-a252-d84301924086 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:16:45.040295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:45.051596 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Sync routers for ids ['b0db215a-1686-4a66-a252-d84301924086'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:45.059125 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.060817 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-06c91915-a553-4486-8f43-839097dda513 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7947605 Jul 06 12:16:45.063860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:45.064094 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Routers {'b0db215a-1686-4a66-a252-d84301924086'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:45.064824 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:16:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b0db215a-1686-4a66-a252-d84301924086'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:45.129598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af9edee-90d1-45c5-9502-6c401104fde0 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:45.131442 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5af9edee-90d1-45c5-9502-6c401104fde0 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a9cc5d135aae4f9f8acc3306c32ef95f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0665667 Jul 06 12:16:45.134180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56396) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:45.173246 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Set router b0db215a-1686-4a66-a252-d84301924086 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:45.225176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d68da-7361-471d-af6f-5d759cde761f tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:45.226661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9b4d68da-7361-471d-af6f-5d759cde761f tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915699 Jul 06 12:16:45.229398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56398) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:45.258018 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-89da04d8-cb22-4648-bac4-2fdc12b521cb tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275204 Jul 06 12:16:45.260702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56400) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:45.289995 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b8471ee6-c508-43ca-b142-3388ac33a491 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a9cc5d135aae4f9f8acc3306c32ef95f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281956 Jul 06 12:16:45.292734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56402) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:45.358847 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db215a-1686-4a66-a252-d84301924086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1903618308', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:43Z', 'updated_at': '2021-07-06T12:16:44Z', 'revision_number': 3, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:44Z', 'updated_at': '2021-07-06T12:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:45.366198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-53f778eb-7579-44b2-b252-41e12ec1548b req-b5b1ac2d-2651-43a4-83d6-0bcda8dd08bf service neutron] (93815) timed out ('10.222.0.21', 52410) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:16:45.379144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58056000-be55-4c6e-9cf1-71d17036f9d1 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:45.380968 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-58056000-be55-4c6e-9cf1-71d17036f9d1 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870624 Jul 06 12:16:45.384056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56404) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:45.385750 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Checking router: b0db215a-1686-4a66-a252-d84301924086 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:45.385750 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Updating router b0db215a-1686-4a66-a252-d84301924086 port 31171471-2af6-43b6-9ab1-50f88d1039af binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:16:45.416095 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-48a13012-8401-4f7e-ae3e-22fd206a976d tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309436 Jul 06 12:16:45.418573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56406) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:45.421772 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.423957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979291582', 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34', 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:45.512001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Made reservation on behalf of a9cc5d135aae4f9f8acc3306c32ef95f for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:45.516366 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.702162 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.709955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.712710 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Transition to ACTIVE for port object 31171471-2af6-43b6-9ab1-50f88d1039af will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:45.718793 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.771838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Subnet': ['ID=dd7fc859-1cc1-400d-95cd-f1fb2055817a,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:45.772469 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Attempting to bind port 31171471-2af6-43b6-9ab1-50f88d1039af on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:45.772846 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Attempting to bind port 31171471-2af6-43b6-9ab1-50f88d1039af by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:45.773919 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Attempting to bind port 31171471-2af6-43b6-9ab1-50f88d1039af on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:45.779080 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccea3ad-67e1-4a1d-b672-84f4f6623392 None None] Pushing event updated for resources: {'Port': ['ID=31171471-2af6-43b6-9ab1-50f88d1039af,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:45.781537 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Checking segment: {'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:45.781901 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network hostable DHCP agents. Network: 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:16:45.782872 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:45.783254 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:45.783691 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.784076 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:45.784558 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Bound port: 31171471-2af6-43b6-9ab1-50f88d1039af, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:45.784944 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.800144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:16:45.812556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:45.817203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:45.818035 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.821612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b999609c-b7e7-4e8f-b86f-a8e1af96f56f None None] Network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:45.840753 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-57446dba-6409-4e8b-b5b3-a583ad259393 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4182174 Jul 06 12:16:45.841095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56408) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:45.842746 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] For port 31171471-2af6-43b6-9ab1-50f88d1039af, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:45.846435 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] For port 31171471-2af6-43b6-9ab1-50f88d1039af, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=31171471-2af6-43b6-9ab1-50f88d1039af,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:45.851330 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.925750 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Routers {'b0db215a-1686-4a66-a252-d84301924086'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:45.926367 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:16:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b0db215a-1686-4a66-a252-d84301924086'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:45.961331 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccea3ad-67e1-4a1d-b672-84f4f6623392 None None] Pushing event updated for resources: {'Port': ['ID=31171471-2af6-43b6-9ab1-50f88d1039af,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:45.979013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-9aa946f4-f8f5-4c42-886b-f2a1eef3ee34', 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'fixed_ips': [{'subnet_id': 'dd7fc859-1cc1-400d-95cd-f1fb2055817a'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:16:45.980052 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.047188 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] Set router b0db215a-1686-4a66-a252-d84301924086 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:46.128855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Allocated IP 172.20.0.18 (9aa946f4-f8f5-4c42-886b-f2a1eef3ee34/dd7fc859-1cc1-400d-95cd-f1fb2055817a/07d1fa75-5185-4d14-9116-4c3f90809e4f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:46.280503 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.288969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Transition to ACTIVE for port object 07d1fa75-5185-4d14-9116-4c3f90809e4f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:46.305987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Transition to ACTIVE for port object 07d1fa75-5185-4d14-9116-4c3f90809e4f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:46.312839 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.330218 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db215a-1686-4a66-a252-d84301924086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1903618308', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:43Z', 'updated_at': '2021-07-06T12:16:44Z', 'revision_number': 3, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:44Z', 'updated_at': '2021-07-06T12:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:46.344156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.352576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:46.355413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:46.358320 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffef1f3-8edb-49ce-8047-43c7cf3c2ad7 None None] The sync data for ids ['b0db215a-1686-4a66-a252-d84301924086'] in n-d-799527-2 is: [{'id': 'b0db215a-1686-4a66-a252-d84301924086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1903618308', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:43Z', 'updated_at': '2021-07-06T12:16:44Z', 'revision_number': 3, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:44Z', 'updated_at': '2021-07-06T12:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:46.363867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:46.380679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Pushing event updated for resources: {'Port': ['ID=07d1fa75-5185-4d14-9116-4c3f90809e4f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:46.406120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.406473 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.406818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.407170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.407517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.407855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.408185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.408512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.408842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.409169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.409499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.409825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:46.447608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Attempting to bind port 07d1fa75-5185-4d14-9116-4c3f90809e4f on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:46.448272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Attempting to bind port 07d1fa75-5185-4d14-9116-4c3f90809e4f by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:46.448744 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Attempting to bind port 07d1fa75-5185-4d14-9116-4c3f90809e4f on network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:46.455954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:46.456471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Checking segment: {'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:46.456989 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.457487 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Bound using segment: {'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:46.458105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Bound port: 07d1fa75-5185-4d14-9116-4c3f90809e4f, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:46.458590 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.535433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] For port 07d1fa75-5185-4d14-9116-4c3f90809e4f, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:46.539957 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] For port 07d1fa75-5185-4d14-9116-4c3f90809e4f, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=07d1fa75-5185-4d14-9116-4c3f90809e4f,segment=NetworkSegment(3ed44b8e-6a40-45c9-9b1e-88e4b22c7093),segment_id=3ed44b8e-6a40-45c9-9b1e-88e4b22c7093)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:46.546326 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.648261 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734aeb7-7ae0-4111-9aac-5369b2d19fa3 None None] Pushing event updated for resources: {'Port': ['ID=07d1fa75-5185-4d14-9116-4c3f90809e4f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:46.770753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 31171471-2af6-43b6-9ab1-50f88d1039af up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:46.863153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 31171471-2af6-43b6-9ab1-50f88d1039af completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:46.868004 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 31171471-2af6-43b6-9ab1-50f88d1039af triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:46.868434 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.963576 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.989552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 31171471-2af6-43b6-9ab1-50f88d1039af, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=31171471-2af6-43b6-9ab1-50f88d1039af,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:46.995934 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.051987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=31171471-2af6-43b6-9ab1-50f88d1039af,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:47.078175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Allocated IP 172.20.0.17 (9aa946f4-f8f5-4c42-886b-f2a1eef3ee34/dd7fc859-1cc1-400d-95cd-f1fb2055817a/d36af575-0c9e-4fba-9521-f5169fa87498) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:47.200080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.215421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Transition to ACTIVE for port object d36af575-0c9e-4fba-9521-f5169fa87498 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:47.252657 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.298034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:47.303996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:47.308173 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:47.347245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Port': ['ID=d36af575-0c9e-4fba-9521-f5169fa87498,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:47.372159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.614401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.657831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0105879-1b62-4918-b886-764e7c44b33c None None] Network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:47.721213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bc150af7-f1b5-4944-8f1c-4a71955676e2 None None] Provisioning for port 07d1fa75-5185-4d14-9116-4c3f90809e4f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:47.912063 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.917079 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.995895 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Port': ['ID=d36af575-0c9e-4fba-9521-f5169fa87498,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:47.999921 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.065051 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2744c5dd-de27-4093-b37a-86992d448d87 None None] Provisioning for port d36af575-0c9e-4fba-9521-f5169fa87498 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:48.071908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2744c5dd-de27-4093-b37a-86992d448d87 None None] Provisioning complete for port d36af575-0c9e-4fba-9521-f5169fa87498 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:48.073045 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2744c5dd-de27-4093-b37a-86992d448d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.110085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:48.111606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:48.237183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Router b0db215a-1686-4a66-a252-d84301924086 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:16:48.296976 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.298885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2744c5dd-de27-4093-b37a-86992d448d87 None None] Port d36af575-0c9e-4fba-9521-f5169fa87498 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:48.356238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:48.365728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-71d7ef12-58a3-4cac-b43b-2caf42b7226e tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "PUT /v2.0/routers/b0db215a-1686-4a66-a252-d84301924086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5233819 Jul 06 12:16:48.374809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Sync routers for ids ['b0db215a-1686-4a66-a252-d84301924086'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:48.385098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Routers {'b0db215a-1686-4a66-a252-d84301924086'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:48.385869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:16:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b0db215a-1686-4a66-a252-d84301924086'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:48.462502 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5eac2b6-c01c-4361-8505-ab40bdb03180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.466027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c63d85ad-d808-40e0-b413-0f13aca435ab None None] Provisioning complete for port d36af575-0c9e-4fba-9521-f5169fa87498 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:48.466687 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c63d85ad-d808-40e0-b413-0f13aca435ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.539526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c63d85ad-d808-40e0-b413-0f13aca435ab None None] Port d36af575-0c9e-4fba-9521-f5169fa87498 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:48.549814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Set router b0db215a-1686-4a66-a252-d84301924086 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:48.690924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c61ccfe2-a81f-44df-b069-b1f358e51d79 None None] Provisioning complete for port d36af575-0c9e-4fba-9521-f5169fa87498 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:48.691298 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c61ccfe2-a81f-44df-b069-b1f358e51d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.749818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c61ccfe2-a81f-44df-b069-b1f358e51d79 None None] Port d36af575-0c9e-4fba-9521-f5169fa87498 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:48.815998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db215a-1686-4a66-a252-d84301924086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1903618308', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:43Z', 'updated_at': '2021-07-06T12:16:47Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:44Z', 'updated_at': '2021-07-06T12:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'd36af575-0c9e-4fba-9521-f5169fa87498', 'name': '', 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:23:57:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'dd7fc859-1cc1-400d-95cd-f1fb2055817a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:46Z', 'updated_at': '2021-07-06T12:16:47Z', 'revision_number': 2, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': 'dd7fc859-1cc1-400d-95cd-f1fb2055817a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:48.854191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 07d1fa75-5185-4d14-9116-4c3f90809e4f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:48.858623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Checking router: b0db215a-1686-4a66-a252-d84301924086 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:48.858985 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Updating router b0db215a-1686-4a66-a252-d84301924086 port d36af575-0c9e-4fba-9521-f5169fa87498 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:16:48.897738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-ec9a4466-5cd8-4909-97c1-44995de49386 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:48.899374 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-ec9a4466-5cd8-4909-97c1-44995de49386 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/networks?id=9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 HTTP/1.1" status: 200 len: 797 time: 0.4081540 Jul 06 12:16:48.901021 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.914287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-7816a4c2-b02f-437f-a6a5-d812ceb7679a tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/quotas/a9cc5d135aae4f9f8acc3306c32ef95f HTTP/1.1" status: 200 len: 375 time: 0.0093639 Jul 06 12:16:48.925694 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.953089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 07d1fa75-5185-4d14-9116-4c3f90809e4f completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:48.974269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 07d1fa75-5185-4d14-9116-4c3f90809e4f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:48.974719 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.996735 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:16:49.003270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-cca77051-3699-408c-a3c3-2a33d1dafe0a tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0835178 Jul 06 12:16:49.072561 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-7069c27e-62e7-4e32-ad36-98f1db734e7e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:16:49.073610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-7069c27e-62e7-4e32-ad36-98f1db734e7e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586371 Jul 06 12:16:49.170274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-90fc399f-414d-42e3-baad-e892863f3aef service neutron] 10.222.0.21 "GET /v2.0/networks/9aa946f4-f8f5-4c42-886b-f2a1eef3ee34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889831 Jul 06 12:16:49.180001 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.237810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 07d1fa75-5185-4d14-9116-4c3f90809e4f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=07d1fa75-5185-4d14-9116-4c3f90809e4f,segment=NetworkSegment(3ed44b8e-6a40-45c9-9b1e-88e4b22c7093),segment_id=3ed44b8e-6a40-45c9-9b1e-88e4b22c7093)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:49.245598 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.246411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 31171471-2af6-43b6-9ab1-50f88d1039af up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:49.265518 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-45537a26-aa2d-412d-b346-0ebe556a16b8 service neutron] 10.222.0.21 "GET /v2.0/networks/9aa946f4-f8f5-4c42-886b-f2a1eef3ee34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893462 Jul 06 12:16:49.368036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=07d1fa75-5185-4d14-9116-4c3f90809e4f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:49.391201 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.402932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 31171471-2af6-43b6-9ab1-50f88d1039af triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:49.403308 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.426558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Transition to ACTIVE for port object d36af575-0c9e-4fba-9521-f5169fa87498 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:49.449144 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.482522 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8b7151d-0463-43e3-9f16-dda45b19fc65 req-e27d3f1d-8272-48f7-877e-539365348fb7 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 210 time: 0.0315104 Jul 06 12:16:49.526419 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88c549-3aaa-4681-8028-adfcc20cd46f None None] Pushing event updated for resources: {'Port': ['ID=d36af575-0c9e-4fba-9521-f5169fa87498,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:49.638114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Attempting to bind port d36af575-0c9e-4fba-9521-f5169fa87498 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:49.638675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Attempting to bind port d36af575-0c9e-4fba-9521-f5169fa87498 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:49.638960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Attempting to bind port d36af575-0c9e-4fba-9521-f5169fa87498 on network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:49.645502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:49.645892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Checking segment: {'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:49.646311 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.646708 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Bound using segment: {'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:49.647867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Bound port: d36af575-0c9e-4fba-9521-f5169fa87498, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:49.648284 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.724712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] For port d36af575-0c9e-4fba-9521-f5169fa87498, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:49.728229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] For port d36af575-0c9e-4fba-9521-f5169fa87498, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d36af575-0c9e-4fba-9521-f5169fa87498,segment=NetworkSegment(3ed44b8e-6a40-45c9-9b1e-88e4b22c7093),segment_id=3ed44b8e-6a40-45c9-9b1e-88e4b22c7093)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:49.733363 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.807948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Routers {'b0db215a-1686-4a66-a252-d84301924086'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:49.810177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:16:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b0db215a-1686-4a66-a252-d84301924086'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:49.854584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88c549-3aaa-4681-8028-adfcc20cd46f None None] Pushing event updated for resources: {'Port': ['ID=d36af575-0c9e-4fba-9521-f5169fa87498,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:49.939834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] Set router b0db215a-1686-4a66-a252-d84301924086 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:50.162317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db215a-1686-4a66-a252-d84301924086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1903618308', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:43Z', 'updated_at': '2021-07-06T12:16:47Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:44Z', 'updated_at': '2021-07-06T12:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'd36af575-0c9e-4fba-9521-f5169fa87498', 'name': '', 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:23:57:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'dd7fc859-1cc1-400d-95cd-f1fb2055817a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:46Z', 'updated_at': '2021-07-06T12:16:49Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': 'dd7fc859-1cc1-400d-95cd-f1fb2055817a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:50.188967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a1972-bfe8-4c61-b2ea-cccb701c285b None None] The sync data for ids ['b0db215a-1686-4a66-a252-d84301924086'] in n-d-799527-2 is: [{'id': 'b0db215a-1686-4a66-a252-d84301924086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1903618308', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:43Z', 'updated_at': '2021-07-06T12:16:47Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:44Z', 'updated_at': '2021-07-06T12:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'd36af575-0c9e-4fba-9521-f5169fa87498', 'name': '', 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:23:57:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'dd7fc859-1cc1-400d-95cd-f1fb2055817a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:46Z', 'updated_at': '2021-07-06T12:16:49Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': 'dd7fc859-1cc1-400d-95cd-f1fb2055817a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:50.636897 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.673854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63cd2bc1-8b27-4ecf-9c6c-5847f4490261 req-3e0d5f5b-d391-491f-8471-8388c436f26a tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 210 time: 0.0583286 Jul 06 12:16:50.681503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-d57d4b67-1a03-4349-af99-b392c18cd3c6 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:50.683336 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-d57d4b67-1a03-4349-af99-b392c18cd3c6 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.47 "GET /v2.0/networks?id=9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 HTTP/1.1" status: 200 len: 797 time: 0.1642447 Jul 06 12:16:50.700597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Request body: {'port': {'device_id': '176a809b-7544-4469-9150-3efec1bf5f8c', 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34', 'admin_state_up': True, 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:50.855170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d36af575-0c9e-4fba-9521-f5169fa87498 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:50.858807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Made reservation on behalf of a9cc5d135aae4f9f8acc3306c32ef95f for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:50.862690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.917257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port d36af575-0c9e-4fba-9521-f5169fa87498 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:50.921855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d36af575-0c9e-4fba-9521-f5169fa87498 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:50.922481 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.008589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Allocated IP 172.20.0.19 (9aa946f4-f8f5-4c42-886b-f2a1eef3ee34/dd7fc859-1cc1-400d-95cd-f1fb2055817a/20f7d405-3b1d-4c46-abbf-22e6aad908e8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:51.012302 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.049961 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port d36af575-0c9e-4fba-9521-f5169fa87498, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d36af575-0c9e-4fba-9521-f5169fa87498,segment=NetworkSegment(3ed44b8e-6a40-45c9-9b1e-88e4b22c7093),segment_id=3ed44b8e-6a40-45c9-9b1e-88e4b22c7093)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:51.054772 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.055813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 07d1fa75-5185-4d14-9116-4c3f90809e4f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:51.137709 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.159273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Transition to ACTIVE for port object 20f7d405-3b1d-4c46-abbf-22e6aad908e8 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:51.196394 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.243767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:51.247243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:51.254957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:51.285904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event updated for resources: {'Port': ['ID=20f7d405-3b1d-4c46-abbf-22e6aad908e8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:51.304414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=d36af575-0c9e-4fba-9521-f5169fa87498,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:51.317194 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:51.317882 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.323780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 07d1fa75-5185-4d14-9116-4c3f90809e4f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:51.324154 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.335815 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-2f54987d-19e3-446e-845c-e574d18bd2ae tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6414192 Jul 06 12:16:51.414035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-b945a56a-1a81-4adb-a19c-9c4fbc440aa5 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:16:51.415171 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-b945a56a-1a81-4adb-a19c-9c4fbc440aa5 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092471 Jul 06 12:16:51.476005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Request body: {'port': {'device_id': '176a809b-7544-4469-9150-3efec1bf5f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:51.503348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1ca42b30-8545-414e-aec6-fce617b16b16 None None] Provisioning for port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:51.507398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1ca42b30-8545-414e-aec6-fce617b16b16 None None] Provisioning complete for port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:51.507868 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca42b30-8545-414e-aec6-fce617b16b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.542096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1ca42b30-8545-414e-aec6-fce617b16b16 None None] Port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:51.554573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.831802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f7d405-3b1d-4c46-abbf-22e6aad908e8 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:51.839471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.851708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Transition to ACTIVE for port object 20f7d405-3b1d-4c46-abbf-22e6aad908e8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:51.855551 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.860278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82eeff-ff31-497c-8c14-51ca313bfcb5 req-6b5c5fef-5952-4b6e-87fc-e8f8792f7906 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:51.861826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf82eeff-ff31-497c-8c14-51ca313bfcb5 req-6b5c5fef-5952-4b6e-87fc-e8f8792f7906 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 895 time: 0.0652933 Jul 06 12:16:51.923540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Pushing event updated for resources: {'Port': ['ID=20f7d405-3b1d-4c46-abbf-22e6aad908e8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:51.979066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Attempting to bind port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:51.979407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Attempting to bind port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:51.979769 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Attempting to bind port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 on network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:51.984990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 on network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:16:51.985307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Attempting to bind port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 on network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:51.990264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:51.990597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Checking segment: {'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:51.990981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Bound using segment: {'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:51.991471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Bound port: 20f7d405-3b1d-4c46-abbf-22e6aad908e8, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:51.991843 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.058818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] For port 20f7d405-3b1d-4c46-abbf-22e6aad908e8, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:52.062600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] For port 20f7d405-3b1d-4c46-abbf-22e6aad908e8, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=20f7d405-3b1d-4c46-abbf-22e6aad908e8,segment=NetworkSegment(3ed44b8e-6a40-45c9-9b1e-88e4b22c7093),segment_id=3ed44b8e-6a40-45c9-9b1e-88e4b22c7093)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:52.069504 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.104718 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:52.105327 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.106720 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] 10.222.0.47 "PUT /v2.0/ports/20f7d405-3b1d-4c46-abbf-22e6aad908e8 HTTP/1.1" status: 200 len: 1055 time: 0.6848345 Jul 06 12:16:52.107191 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176a809b-7544-4469-9150-3efec1bf5f8c', 'tag': '20f7d405-3b1d-4c46-abbf-22e6aad908e8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:52.109605 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0931c2a2-c799-404f-a0fb-efbc0212bef5" -d '{"events": [{"name": "network-changed", "server_uuid": "176a809b-7544-4469-9150-3efec1bf5f8c", "tag": "20f7d405-3b1d-4c46-abbf-22e6aad908e8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:52.138104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fff93-f07c-4d8c-ac61-2bcfad0695be service neutron] Pushing event updated for resources: {'Port': ['ID=20f7d405-3b1d-4c46-abbf-22e6aad908e8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:52.205596 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-d2f7cee6-dd44-4c8d-9924-6045da6d94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:52.207373 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-d2f7cee6-dd44-4c8d-9924-6045da6d94d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f&device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 1058 time: 0.0617232 Jul 06 12:16:52.250563 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adf8258-02c7-4fb9-849b-55260f55132a x-openstack-request-id: req-0adf8258-02c7-4fb9-849b-55260f55132a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:52.250863 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176a809b-7544-4469-9150-3efec1bf5f8c", "tag": "20f7d405-3b1d-4c46-abbf-22e6aad908e8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:52.251113 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0adf8258-02c7-4fb9-849b-55260f55132a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:52.251638 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176a809b-7544-4469-9150-3efec1bf5f8c', 'tag': '20f7d405-3b1d-4c46-abbf-22e6aad908e8', 'status': 'completed', 'code': 200} Jul 06 12:16:52.253374 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-1a790187-fbc5-457c-bda4-63861d2ef52d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=20f7d405-3b1d-4c46-abbf-22e6aad908e8 HTTP/1.1" status: 200 len: 217 time: 0.0393698 Jul 06 12:16:52.305812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-3089539d-7ee7-4c4e-bbd1-e2d4c74fda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:52.307288 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-3089539d-7ee7-4c4e-bbd1-e2d4c74fda34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7fc859-1cc1-400d-95cd-f1fb2055817a HTTP/1.1" status: 200 len: 838 time: 0.0466485 Jul 06 12:16:52.365813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-1c76c5dd-5901-4dea-b0bc-5cdf4fd8aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:52.367310 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-1c76c5dd-5901-4dea-b0bc-5cdf4fd8aadd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9aa946f4-f8f5-4c42-886b-f2a1eef3ee34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531931 Jul 06 12:16:52.463636 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-5f050e1c-2563-437a-904b-70dcff907e41 service neutron] 10.222.0.47 "GET /v2.0/networks/9aa946f4-f8f5-4c42-886b-f2a1eef3ee34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889931 Jul 06 12:16:52.557000 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-368e60f6-8f34-4cd0-8faa-7bd915a018e5 req-5345fac3-e699-47f4-9c37-8f251c787471 service neutron] 10.222.0.47 "GET /v2.0/networks/9aa946f4-f8f5-4c42-886b-f2a1eef3ee34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870135 Jul 06 12:16:52.666289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931c2a2-c799-404f-a0fb-efbc0212bef5 req-55645b82-058b-413b-b7d3-8f111024b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:52.667816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0931c2a2-c799-404f-a0fb-efbc0212bef5 req-55645b82-058b-413b-b7d3-8f111024b27e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f&device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 1058 time: 0.0612373 Jul 06 12:16:52.742504 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d36af575-0c9e-4fba-9521-f5169fa87498 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:52.762102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931c2a2-c799-404f-a0fb-efbc0212bef5 req-237e1975-a408-491c-97f1-b6e6d746343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:52.764249 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0931c2a2-c799-404f-a0fb-efbc0212bef5 req-237e1975-a408-491c-97f1-b6e6d746343c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 HTTP/1.1" status: 200 len: 898 time: 0.0897996 Jul 06 12:16:52.796194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port d36af575-0c9e-4fba-9521-f5169fa87498 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:52.796579 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:52.812244 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0931c2a2-c799-404f-a0fb-efbc0212bef5 req-d56e7188-0e27-4760-88ee-1315611abe38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=20f7d405-3b1d-4c46-abbf-22e6aad908e8 HTTP/1.1" status: 200 len: 217 time: 0.0406034 Jul 06 12:16:52.864049 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931c2a2-c799-404f-a0fb-efbc0212bef5 req-d042aa6c-8f86-48ef-aedf-338de1e60e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:52.865560 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0931c2a2-c799-404f-a0fb-efbc0212bef5 req-d042aa6c-8f86-48ef-aedf-338de1e60e48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd7fc859-1cc1-400d-95cd-f1fb2055817a HTTP/1.1" status: 200 len: 838 time: 0.0465772 Jul 06 12:16:52.925748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931c2a2-c799-404f-a0fb-efbc0212bef5 req-0c1b4422-d46e-4c5c-9a54-d60e308c19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:52.927183 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0931c2a2-c799-404f-a0fb-efbc0212bef5 req-0c1b4422-d46e-4c5c-9a54-d60e308c19ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9aa946f4-f8f5-4c42-886b-f2a1eef3ee34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551775 Jul 06 12:16:53.027865 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0931c2a2-c799-404f-a0fb-efbc0212bef5 req-d8e2dce0-8057-4fbb-a61a-e4abef6bf37c service neutron] 10.222.0.47 "GET /v2.0/networks/9aa946f4-f8f5-4c42-886b-f2a1eef3ee34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891788 Jul 06 12:16:53.040641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe70624-b94b-40e4-a6dc-4f2882140ea5 req-bd577511-1906-4720-9b92-31a88b71cd96 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:53.042121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bfe70624-b94b-40e4-a6dc-4f2882140ea5 req-bd577511-1906-4720-9b92-31a88b71cd96 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 907 time: 0.0643582 Jul 06 12:16:53.356557 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0931c2a2-c799-404f-a0fb-efbc0212bef5 req-588da565-8d34-4630-bf5a-a77cdc45f405 service neutron] 10.222.0.47 "GET /v2.0/networks/9aa946f4-f8f5-4c42-886b-f2a1eef3ee34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222644 Jul 06 12:16:54.220802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9982138-167d-4d1a-9659-87c5b46f1374 req-4402eb9e-6e55-4f38-aa4b-2a4774964a62 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:54.222328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9982138-167d-4d1a-9659-87c5b46f1374 req-4402eb9e-6e55-4f38-aa4b-2a4774964a62 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 907 time: 0.0659764 Jul 06 12:16:55.400748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515dcec-1181-460f-b2fd-16f84db18cd7 req-b33624e4-0785-470e-996d-9e51d265baea tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:55.402244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6515dcec-1181-460f-b2fd-16f84db18cd7 req-b33624e4-0785-470e-996d-9e51d265baea tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 907 time: 0.0641003 Jul 06 12:16:56.526675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 20f7d405-3b1d-4c46-abbf-22e6aad908e8 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:16:56.577021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c45994-7ebf-4fe2-83d6-5141443d8089 req-cbe58841-c08a-4661-936f-691391b1d0cf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:56.578584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-03c45994-7ebf-4fe2-83d6-5141443d8089 req-cbe58841-c08a-4661-936f-691391b1d0cf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 907 time: 0.0667906 Jul 06 12:16:56.627143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 20f7d405-3b1d-4c46-abbf-22e6aad908e8, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=20f7d405-3b1d-4c46-abbf-22e6aad908e8,segment=NetworkSegment(3ed44b8e-6a40-45c9-9b1e-88e4b22c7093),segment_id=3ed44b8e-6a40-45c9-9b1e-88e4b22c7093)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:56.638606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '20f7d405-3b1d-4c46-abbf-22e6aad908e8', 'network_id': '9aa946f4-f8f5-4c42-886b-f2a1eef3ee34', 'port_id': '20f7d405-3b1d-4c46-abbf-22e6aad908e8', 'mac_address': 'fa:16:3e:23:9e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7fc859-1cc1-400d-95cd-f1fb2055817a', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:16:56.675439 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.688577 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f7d405-3b1d-4c46-abbf-22e6aad908e8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:56.707268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 20f7d405-3b1d-4c46-abbf-22e6aad908e8, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=20f7d405-3b1d-4c46-abbf-22e6aad908e8,segment=NetworkSegment(3ed44b8e-6a40-45c9-9b1e-88e4b22c7093),segment_id=3ed44b8e-6a40-45c9-9b1e-88e4b22c7093)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:56.711559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.758456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=20f7d405-3b1d-4c46-abbf-22e6aad908e8,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:57.078062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['20f7d405-3b1d-4c46-abbf-22e6aad908e8'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:57.753659 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809d823-afd7-4dc9-8edc-97e25d7eeabb req-1b076c52-dfb5-4547-ab4c-78b957f7c656 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:57.755399 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0809d823-afd7-4dc9-8edc-97e25d7eeabb req-1b076c52-dfb5-4547-ab4c-78b957f7c656 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 908 time: 0.0672481 Jul 06 12:16:58.543626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 20f7d405-3b1d-4c46-abbf-22e6aad908e8 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:58.594710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:58.598606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:58.598979 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:58.673523 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:58.696005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176a809b-7544-4469-9150-3efec1bf5f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f7d405-3b1d-4c46-abbf-22e6aad908e8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:58.698268 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a80fdd-0906-4629-a840-c50d9634316e" -d '{"events": [{"server_uuid": "176a809b-7544-4469-9150-3efec1bf5f8c", "name": "network-vif-plugged", "status": "completed", "tag": "20f7d405-3b1d-4c46-abbf-22e6aad908e8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:58.715682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 20f7d405-3b1d-4c46-abbf-22e6aad908e8, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=20f7d405-3b1d-4c46-abbf-22e6aad908e8,segment=NetworkSegment(3ed44b8e-6a40-45c9-9b1e-88e4b22c7093),segment_id=3ed44b8e-6a40-45c9-9b1e-88e4b22c7093)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:58.721848 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:58.773865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=20f7d405-3b1d-4c46-abbf-22e6aad908e8,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:58.806239 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a3f641-840b-40ad-985f-33e530bb49aa x-openstack-request-id: req-47a3f641-840b-40ad-985f-33e530bb49aa {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:58.806540 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176a809b-7544-4469-9150-3efec1bf5f8c", "name": "network-vif-plugged", "status": "completed", "tag": "20f7d405-3b1d-4c46-abbf-22e6aad908e8", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:58.806798 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47a3f641-840b-40ad-985f-33e530bb49aa {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:58.807201 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176a809b-7544-4469-9150-3efec1bf5f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f7d405-3b1d-4c46-abbf-22e6aad908e8', 'code': 200} Jul 06 12:16:58.909995 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:58.922997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939d6b8-271e-4f06-9434-b1d787b469b6 req-9ce536b1-db34-4a76-ab90-497446c9ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:58.924557 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9939d6b8-271e-4f06-9434-b1d787b469b6 req-9ce536b1-db34-4a76-ab90-497446c9ccd1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 1060 time: 0.0568752 Jul 06 12:16:58.950041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c9b89-4183-49a0-903e-b62969638eb0 req-6145ec8c-839e-4c63-9395-3ee507f5b456 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:58.951670 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-947c9b89-4183-49a0-903e-b62969638eb0 req-6145ec8c-839e-4c63-9395-3ee507f5b456 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 909 time: 0.0810668 Jul 06 12:16:59.148178 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.135124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73e73d-9d21-432a-b0be-43cb8f51dd93 req-df10db44-5275-4105-8df4-06c71dacc96c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.136660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da73e73d-9d21-432a-b0be-43cb8f51dd93 req-df10db44-5275-4105-8df4-06c71dacc96c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 909 time: 0.0664005 Jul 06 12:17:01.307843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423fb03-b21e-4b3c-813a-05687239762f req-13a09446-bdf7-4f7e-b048-366b50e25c44 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:01.309335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0423fb03-b21e-4b3c-813a-05687239762f req-13a09446-bdf7-4f7e-b048-366b50e25c44 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 909 time: 0.0642273 Jul 06 12:17:01.484694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472d0c8-dc25-4c75-91d4-c81baab2112e req-3d95ec80-de5b-4ec5-936c-bc9b5657faf3 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:01.486109 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6472d0c8-dc25-4c75-91d4-c81baab2112e req-3d95ec80-de5b-4ec5-936c-bc9b5657faf3 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 909 time: 0.0674555 Jul 06 12:17:01.651280 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf66977-8271-42ce-9e5f-4d2e89a86fee req-38499deb-e290-48cd-8014-16131c5623a3 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:01.652882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edf66977-8271-42ce-9e5f-4d2e89a86fee req-38499deb-e290-48cd-8014-16131c5623a3 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 1060 time: 0.0528440 Jul 06 12:17:01.818168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144d57-f66a-425d-b442-7ebac96ff1a2 req-72f4ead4-fdb8-4e75-95c4-63880606c5ba tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:01.819715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e144d57-f66a-425d-b442-7ebac96ff1a2 req-72f4ead4-fdb8-4e75-95c4-63880606c5ba tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 1136 time: 0.0539355 Jul 06 12:17:01.856472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e144d57-f66a-425d-b442-7ebac96ff1a2 req-1b3eef80-6c8b-48bc-9610-a424ddbc1df6 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0310369 Jul 06 12:17:01.880320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56470) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:01.934711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e473a-ea65-47ca-aee8-995dd83e6989 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:01.936407 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-546e473a-ea65-47ca-aee8-995dd83e6989 tempest-TestSecurityGroupsBasicOps-1379659676 tempest-TestSecurityGroupsBasicOps-1379659676-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 1055 time: 0.0546649 Jul 06 12:17:02.305703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05beffe-5477-4913-99ed-32684ebbd12e req-aca1fab7-41e4-4b7a-b4c3-0dcfaff855ca tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:02.307186 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d05beffe-5477-4913-99ed-32684ebbd12e req-aca1fab7-41e4-4b7a-b4c3-0dcfaff855ca tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 909 time: 0.0675886 Jul 06 12:17:03.485230 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b05ac8-04b1-4c25-bb85-6bd482589c11 req-3c778efa-294a-408e-bbfe-25a995171672 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:03.486701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8b05ac8-04b1-4c25-bb85-6bd482589c11 req-3c778efa-294a-408e-bbfe-25a995171672 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 909 time: 0.0665534 Jul 06 12:17:04.126123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1aeda9-e771-4900-b1c9-af808710630c req-831832ad-f302-4e7a-86af-594a5faa656b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:04.127603 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5d1aeda9-e771-4900-b1c9-af808710630c req-831832ad-f302-4e7a-86af-594a5faa656b tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.47 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 909 time: 0.0622880 Jul 06 12:17:04.228608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-5d1aeda9-e771-4900-b1c9-af808710630c req-d7c5ed87-6447-4787-a50a-65e1fff72d56 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Deleting port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:04.228950 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5d1aeda9-e771-4900-b1c9-af808710630c req-d7c5ed87-6447-4787-a50a-65e1fff72d56 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:04.313534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5d1aeda9-e771-4900-b1c9-af808710630c req-d7c5ed87-6447-4787-a50a-65e1fff72d56 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] For port 20f7d405-3b1d-4c46-abbf-22e6aad908e8, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=20f7d405-3b1d-4c46-abbf-22e6aad908e8,segment=NetworkSegment(3ed44b8e-6a40-45c9-9b1e-88e4b22c7093),segment_id=3ed44b8e-6a40-45c9-9b1e-88e4b22c7093)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:04.313890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5d1aeda9-e771-4900-b1c9-af808710630c req-d7c5ed87-6447-4787-a50a-65e1fff72d56 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:04.326848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-5d1aeda9-e771-4900-b1c9-af808710630c req-d7c5ed87-6447-4787-a50a-65e1fff72d56 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Calling delete_port for 20f7d405-3b1d-4c46-abbf-22e6aad908e8 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:04.455545 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5d1aeda9-e771-4900-b1c9-af808710630c req-d7c5ed87-6447-4787-a50a-65e1fff72d56 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:04.482075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5ed87-6447-4787-a50a-65e1fff72d56 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'Port': ['ID=20f7d405-3b1d-4c46-abbf-22e6aad908e8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:04.530762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1aeda9-e771-4900-b1c9-af808710630c req-d7c5ed87-6447-4787-a50a-65e1fff72d56 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] No DVR routers for this DVR port 20f7d405-3b1d-4c46-abbf-22e6aad908e8 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:04.534289 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5d1aeda9-e771-4900-b1c9-af808710630c req-d7c5ed87-6447-4787-a50a-65e1fff72d56 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:04.536915 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5d1aeda9-e771-4900-b1c9-af808710630c req-d7c5ed87-6447-4787-a50a-65e1fff72d56 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.47 "DELETE /v2.0/ports/20f7d405-3b1d-4c46-abbf-22e6aad908e8 HTTP/1.1" status: 204 len: 173 time: 0.4032638 Jul 06 12:17:04.537502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176a809b-7544-4469-9150-3efec1bf5f8c', 'name': 'network-vif-deleted', 'tag': '20f7d405-3b1d-4c46-abbf-22e6aad908e8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:04.540582 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe706ff4-993b-49b7-a91a-14439e4ed493" -d '{"events": [{"server_uuid": "176a809b-7544-4469-9150-3efec1bf5f8c", "name": "network-vif-deleted", "tag": "20f7d405-3b1d-4c46-abbf-22e6aad908e8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:04.595819 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854b15b5-bcd7-4bec-b741-a62feca37a15 x-openstack-request-id: req-854b15b5-bcd7-4bec-b741-a62feca37a15 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:04.596126 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176a809b-7544-4469-9150-3efec1bf5f8c", "name": "network-vif-deleted", "tag": "20f7d405-3b1d-4c46-abbf-22e6aad908e8", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:04.596432 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-854b15b5-bcd7-4bec-b741-a62feca37a15 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:04.596852 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176a809b-7544-4469-9150-3efec1bf5f8c', 'name': 'network-vif-deleted', 'tag': '20f7d405-3b1d-4c46-abbf-22e6aad908e8', 'status': 'completed', 'code': 200} Jul 06 12:17:04.679800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-778fe1f7-d0c1-4f9a-9f9d-201a96ecd327 req-49e012f4-3bb3-4bd4-b91e-091678cc6918 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=176a809b-7544-4469-9150-3efec1bf5f8c HTTP/1.1" status: 200 len: 210 time: 0.0360584 Jul 06 12:17:05.784602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56486) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:06.220128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:06.529960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Deleting port d36af575-0c9e-4fba-9521-f5169fa87498 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:06.530231 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:06.587769 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 20f7d405-3b1d-4c46-abbf-22e6aad908e8 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:06.607806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 20f7d405-3b1d-4c46-abbf-22e6aad908e8 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:06.608615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 20f7d405-3b1d-4c46-abbf-22e6aad908e8 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:06.618791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] For port d36af575-0c9e-4fba-9521-f5169fa87498, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d36af575-0c9e-4fba-9521-f5169fa87498,segment=NetworkSegment(3ed44b8e-6a40-45c9-9b1e-88e4b22c7093),segment_id=3ed44b8e-6a40-45c9-9b1e-88e4b22c7093)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:06.619147 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:06.632001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Calling delete_port for d36af575-0c9e-4fba-9521-f5169fa87498 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:06.827936 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:06.852957 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'Port': ['ID=d36af575-0c9e-4fba-9521-f5169fa87498,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:07.037109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:07.255180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Router b0db215a-1686-4a66-a252-d84301924086 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:17:07.362663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:17:07.368361 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ed387f13-4799-43b7-a543-ba13057b62d9 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "PUT /v2.0/routers/b0db215a-1686-4a66-a252-d84301924086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5824974 Jul 06 12:17:07.370762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56488) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:07.372443 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcd4e3-f265-47b5-958b-fe4d24c50546 None None] Sync routers for ids ['b0db215a-1686-4a66-a252-d84301924086'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:17:07.382464 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcd4e3-f265-47b5-958b-fe4d24c50546 None None] Routers {'b0db215a-1686-4a66-a252-d84301924086'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:07.383077 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36bcd4e3-f265-47b5-958b-fe4d24c50546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:16:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b0db215a-1686-4a66-a252-d84301924086'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:07.421725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe53477-bcdf-4b0e-b73b-4942c2bb610d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Deleting subnet dd7fc859-1cc1-400d-95cd-f1fb2055817a {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:17:07.424823 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfe53477-bcdf-4b0e-b73b-4942c2bb610d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:07.465588 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfe53477-bcdf-4b0e-b73b-4942c2bb610d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:07.493415 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-36bcd4e3-f265-47b5-958b-fe4d24c50546 None None] Set router b0db215a-1686-4a66-a252-d84301924086 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:07.588937 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfe53477-bcdf-4b0e-b73b-4942c2bb610d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:07.649864 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfe53477-bcdf-4b0e-b73b-4942c2bb610d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:07.674934 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36bcd4e3-f265-47b5-958b-fe4d24c50546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db215a-1686-4a66-a252-d84301924086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1903618308', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:43Z', 'updated_at': '2021-07-06T12:17:06Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:44Z', 'updated_at': '2021-07-06T12:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:07.677137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe53477-bcdf-4b0e-b73b-4942c2bb610d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7fc859-1cc1-400d-95cd-f1fb2055817a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:07.682345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfe53477-bcdf-4b0e-b73b-4942c2bb610d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:07.684281 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bfe53477-bcdf-4b0e-b73b-4942c2bb610d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "DELETE /v2.0/subnets/dd7fc859-1cc1-400d-95cd-f1fb2055817a HTTP/1.1" status: 204 len: 168 time: 0.3124478 Jul 06 12:17:07.686917 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56490) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:07.692485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fda801-13ba-4d45-9040-0fae26cb975f None None] Network 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:07.702240 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcd4e3-f265-47b5-958b-fe4d24c50546 None None] Checking router: b0db215a-1686-4a66-a252-d84301924086 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:17:07.711295 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcd4e3-f265-47b5-958b-fe4d24c50546 None None] Routers {'b0db215a-1686-4a66-a252-d84301924086'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:07.712160 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36bcd4e3-f265-47b5-958b-fe4d24c50546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:16:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['b0db215a-1686-4a66-a252-d84301924086'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:07.828981 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-36bcd4e3-f265-47b5-958b-fe4d24c50546 None None] Set router b0db215a-1686-4a66-a252-d84301924086 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:07.914615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4211a96-6b64-44e6-ad1f-eeea6fd369dc None None] DHCP port deletion for 9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:17:07.964168 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4211a96-6b64-44e6-ad1f-eeea6fd369dc None None] Deleting port 07d1fa75-5185-4d14-9116-4c3f90809e4f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:07.964539 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4211a96-6b64-44e6-ad1f-eeea6fd369dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.024177 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-36bcd4e3-f265-47b5-958b-fe4d24c50546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0db215a-1686-4a66-a252-d84301924086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1903618308', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:43Z', 'updated_at': '2021-07-06T12:17:06Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:44Z', 'updated_at': '2021-07-06T12:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:08.034379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e4211a96-6b64-44e6-ad1f-eeea6fd369dc None None] For port 07d1fa75-5185-4d14-9116-4c3f90809e4f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=07d1fa75-5185-4d14-9116-4c3f90809e4f,segment=NetworkSegment(3ed44b8e-6a40-45c9-9b1e-88e4b22c7093),segment_id=3ed44b8e-6a40-45c9-9b1e-88e4b22c7093)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:08.034776 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4211a96-6b64-44e6-ad1f-eeea6fd369dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.047900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4211a96-6b64-44e6-ad1f-eeea6fd369dc None None] Calling delete_port for 07d1fa75-5185-4d14-9116-4c3f90809e4f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:08.059820 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bcd4e3-f265-47b5-958b-fe4d24c50546 None None] The sync data for ids ['b0db215a-1686-4a66-a252-d84301924086'] in n-d-799527-2 is: [{'id': 'b0db215a-1686-4a66-a252-d84301924086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1903618308', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:43Z', 'updated_at': '2021-07-06T12:17:06Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': '31171471-2af6-43b6-9ab1-50f88d1039af', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0db215a-1686-4a66-a252-d84301924086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:44Z', 'updated_at': '2021-07-06T12:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:17:08.077134 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.133057 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4211a96-6b64-44e6-ad1f-eeea6fd369dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.159178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4211a96-6b64-44e6-ad1f-eeea6fd369dc None None] Pushing event deleted for resources: {'Port': ['ID=07d1fa75-5185-4d14-9116-4c3f90809e4f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:08.162920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4211a96-6b64-44e6-ad1f-eeea6fd369dc None None] No DVR routers for this DVR port 07d1fa75-5185-4d14-9116-4c3f90809e4f on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:08.193024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.246733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Deleting port 31171471-2af6-43b6-9ab1-50f88d1039af {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:08.247077 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.324839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] For port 31171471-2af6-43b6-9ab1-50f88d1039af, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=31171471-2af6-43b6-9ab1-50f88d1039af,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:08.325198 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.338965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Calling delete_port for 31171471-2af6-43b6-9ab1-50f88d1039af owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:08.513526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.538529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'Port': ['ID=31171471-2af6-43b6-9ab1-50f88d1039af,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:08.610139 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.717672 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.720016 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.781265 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.782334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Fanout notify agent at l3_agent the message router_deleted on router b0db215a-1686-4a66-a252-d84301924086 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:17:08.786417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d36af575-0c9e-4fba-9521-f5169fa87498 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:08.789559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.790900 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-aa55bcc3-7938-4d5d-a34a-a4941e3e097c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "DELETE /v2.0/routers/b0db215a-1686-4a66-a252-d84301924086 HTTP/1.1" status: 204 len: 168 time: 1.1030300 Jul 06 12:17:08.794185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56494) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:08.816293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: d36af575-0c9e-4fba-9521-f5169fa87498 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:08.816293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d36af575-0c9e-4fba-9521-f5169fa87498 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:08.816293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 07d1fa75-5185-4d14-9116-4c3f90809e4f no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:08.838317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 07d1fa75-5185-4d14-9116-4c3f90809e4f {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:08.838663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 07d1fa75-5185-4d14-9116-4c3f90809e4f not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:08.883552 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.978286 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.988723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa946f4-f8f5-4c42-886b-f2a1eef3ee34']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:08.998372 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:08.998667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed44b8e-6a40-45c9-9b1e-88e4b22c7093') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:09.007492 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.020789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.026469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:17:09.026852 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:17:09.030335 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:17:09.087728 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.095287 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.097133 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "DELETE /v2.0/networks/9aa946f4-f8f5-4c42-886b-f2a1eef3ee34 HTTP/1.1" status: 204 len: 168 time: 0.3014665 Jul 06 12:17:09.099984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56496) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:09.109956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcc474-6471-42a6-a0ee-533a44e07527 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'Network': ['ID=9aa946f4-f8f5-4c42-886b-f2a1eef3ee34,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:09.262996 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Deleting port ae1dc02c-be7f-4b0f-a98b-7aba4c2e3005 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:09.263351 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.343765 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.344100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.355755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Calling delete_port for ae1dc02c-be7f-4b0f-a98b-7aba4c2e3005 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:09.512603 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.538861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'Port': ['ID=ae1dc02c-be7f-4b0f-a98b-7aba4c2e3005,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:09.565424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.565778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.566130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.566470 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.566807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.567141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.567496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.567832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.568165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.568495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.568821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.569147 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:09.619322 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.619723 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Floating IP 60b5eb66-71c2-4b09-8e18-c7c30d2045ef disassociated (deleted). External IP: 172.25.0.102, port: 0ce065cb-cb5a-443d-a5aa-1fffd82862a7. Jul 06 12:17:09.831674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Router a758a14d-33bc-4161-a495-b6b3b0b0aee7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:17:09.938917 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:17:09.943756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.948902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a169eeb-e0f9-4f74-aa10-531148c71c17 None None] Sync routers for ids ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:17:09.958149 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a169eeb-e0f9-4f74-aa10-531148c71c17 None None] Routers {'a758a14d-33bc-4161-a495-b6b3b0b0aee7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:09.958763 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5a169eeb-e0f9-4f74-aa10-531148c71c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:16:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:09.980664 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3c5d29bf-b61b-4c0b-9e0c-c4e233bbcc1d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "DELETE /v2.0/floatingips/60b5eb66-71c2-4b09-8e18-c7c30d2045ef HTTP/1.1" status: 204 len: 168 time: 0.8795741 Jul 06 12:17:09.981259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'tag': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:09.984233 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699faa15-5fa8-42a9-94a1-e2b62f721f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf24a88-7164-4739-97a0-f17278d2666f", "tag": "0ce065cb-cb5a-443d-a5aa-1fffd82862a7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:10.021093 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd8b402-6e33-431a-92bc-34c7a7b7d3bf x-openstack-request-id: req-5dd8b402-6e33-431a-92bc-34c7a7b7d3bf {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:10.021398 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf24a88-7164-4739-97a0-f17278d2666f", "tag": "0ce065cb-cb5a-443d-a5aa-1fffd82862a7", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:10.021660 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dd8b402-6e33-431a-92bc-34c7a7b7d3bf {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:10.022064 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'tag': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7', 'status': 'completed', 'code': 200} Jul 06 12:17:10.070539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5a169eeb-e0f9-4f74-aa10-531148c71c17 None None] Set router a758a14d-33bc-4161-a495-b6b3b0b0aee7 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:10.111216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699faa15-5fa8-42a9-94a1-e2b62f721f4c req-d7fbe40c-7a50-4067-8e7a-3ddeef178693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:10.112768 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-699faa15-5fa8-42a9-94a1-e2b62f721f4c req-d7fbe40c-7a50-4067-8e7a-3ddeef178693 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f&device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 1136 time: 0.0595629 Jul 06 12:17:10.221528 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699faa15-5fa8-42a9-94a1-e2b62f721f4c req-22c478d8-3b1d-4afc-86c1-0bc0521c1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:10.223171 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-699faa15-5fa8-42a9-94a1-e2b62f721f4c req-22c478d8-3b1d-4afc-86c1-0bc0521c1913 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 HTTP/1.1" status: 200 len: 898 time: 0.0990255 Jul 06 12:17:10.272097 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-699faa15-5fa8-42a9-94a1-e2b62f721f4c req-8e386f15-4bc0-48d6-b352-63c92e51095c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ce065cb-cb5a-443d-a5aa-1fffd82862a7 HTTP/1.1" status: 200 len: 217 time: 0.0368497 Jul 06 12:17:10.287892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5a169eeb-e0f9-4f74-aa10-531148c71c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:49Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7fceac9c-defc-48cb-a7f9-7aab350af199', 'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:5f:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:48Z', 'updated_at': '2021-07-06T12:15:52Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:10.316127 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a169eeb-e0f9-4f74-aa10-531148c71c17 None None] Checking router: a758a14d-33bc-4161-a495-b6b3b0b0aee7 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:17:10.325886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a169eeb-e0f9-4f74-aa10-531148c71c17 None None] Routers {'a758a14d-33bc-4161-a495-b6b3b0b0aee7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:10.327233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5a169eeb-e0f9-4f74-aa10-531148c71c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:16:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:10.331978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699faa15-5fa8-42a9-94a1-e2b62f721f4c req-20cdfeea-d43d-44ab-a4fd-0e111a76fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:10.333459 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-699faa15-5fa8-42a9-94a1-e2b62f721f4c req-20cdfeea-d43d-44ab-a4fd-0e111a76fda1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=64b94c13-6276-4a46-a589-ff1d3ea7ebd6 HTTP/1.1" status: 200 len: 834 time: 0.0520363 Jul 06 12:17:10.384753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05ee6e-929d-4af6-b6ca-7fa481a3577d req-ba2c56eb-986b-4a9f-9114-fa9297c309a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:10.386470 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f05ee6e-929d-4af6-b6ca-7fa481a3577d req-ba2c56eb-986b-4a9f-9114-fa9297c309a2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 985 time: 0.0724394 Jul 06 12:17:10.393786 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699faa15-5fa8-42a9-94a1-e2b62f721f4c req-f48a1572-d2a5-4120-b5b1-d26c8cdd06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:10.395310 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-699faa15-5fa8-42a9-94a1-e2b62f721f4c req-f48a1572-d2a5-4120-b5b1-d26c8cdd06b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550904 Jul 06 12:17:10.428769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f05ee6e-929d-4af6-b6ca-7fa481a3577d req-9f695d8a-a53d-4c44-9a81-7751d7f8c94d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0361724 Jul 06 12:17:10.445809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5a169eeb-e0f9-4f74-aa10-531148c71c17 None None] Set router a758a14d-33bc-4161-a495-b6b3b0b0aee7 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:10.492943 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-699faa15-5fa8-42a9-94a1-e2b62f721f4c req-6f9d2da6-8fe8-4e3d-93ce-25a43a7ea5db service neutron] 10.222.0.86 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884912 Jul 06 12:17:10.595718 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-699faa15-5fa8-42a9-94a1-e2b62f721f4c req-87161b8d-49d3-45f4-b54f-189c6872c490 service neutron] 10.222.0.86 "GET /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951416 Jul 06 12:17:10.653648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5a169eeb-e0f9-4f74-aa10-531148c71c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:49Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7fceac9c-defc-48cb-a7f9-7aab350af199', 'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:5f:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:48Z', 'updated_at': '2021-07-06T12:15:52Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:10.680507 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a169eeb-e0f9-4f74-aa10-531148c71c17 None None] The sync data for ids ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'] in n-d-799527-2 is: [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:15:49Z', 'revision_number': 4, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7fceac9c-defc-48cb-a7f9-7aab350af199', 'name': '', 'network_id': '6d57bf47-0e29-4b4d-8ccc-5855d24c3a55', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'mac_address': 'fa:16:3e:5f:47:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:48Z', 'updated_at': '2021-07-06T12:15:52Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'subnets': [{'id': '64b94c13-6276-4a46-a589-ff1d3ea7ebd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:17:10.702427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 31171471-2af6-43b6-9ab1-50f88d1039af no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:10.722356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 31171471-2af6-43b6-9ab1-50f88d1039af {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:10.722701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 31171471-2af6-43b6-9ab1-50f88d1039af not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:10.898003 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af332de2-a394-4398-8014-77fc9b96dc99 None None] New status for floating IP 60b5eb66-71c2-4b09-8e18-c7c30d2045ef: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:17:11.611632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22493b-0f92-421c-aef7-efe25dacf27c req-3abd8fb9-68df-4eb1-b8d1-231607b8b76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:11.613163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c22493b-0f92-421c-aef7-efe25dacf27c req-3abd8fb9-68df-4eb1-b8d1-231607b8b76d tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 985 time: 0.0665317 Jul 06 12:17:11.659581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0c22493b-0f92-421c-aef7-efe25dacf27c req-e0f949a7-3a2a-4f37-b687-f83d6b883e88 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/security-groups?id=2bac16b6-3acb-4a45-81e7-1bf7ec431249&id=d89c7f64-7613-4374-9281-b8f3c2569fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0404918 Jul 06 12:17:11.922107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5ee9d-2972-4d44-b99d-2aca252ae283 req-676f1ffe-87a6-4279-b9a9-a112f04eec42 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:11.923621 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8bf5ee9d-2972-4d44-b99d-2aca252ae283 req-676f1ffe-87a6-4279-b9a9-a112f04eec42 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 985 time: 0.0680315 Jul 06 12:17:12.032678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-8bf5ee9d-2972-4d44-b99d-2aca252ae283 req-727c4aa8-987a-4e62-a7e5-fafa1ad3cba8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Deleting port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:12.033029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8bf5ee9d-2972-4d44-b99d-2aca252ae283 req-727c4aa8-987a-4e62-a7e5-fafa1ad3cba8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:12.119251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8bf5ee9d-2972-4d44-b99d-2aca252ae283 req-727c4aa8-987a-4e62-a7e5-fafa1ad3cba8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] For port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ce065cb-cb5a-443d-a5aa-1fffd82862a7,segment=NetworkSegment(8e902302-6b5b-414b-a938-9176359574ae),segment_id=8e902302-6b5b-414b-a938-9176359574ae)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:12.119639 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8bf5ee9d-2972-4d44-b99d-2aca252ae283 req-727c4aa8-987a-4e62-a7e5-fafa1ad3cba8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:12.133375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-8bf5ee9d-2972-4d44-b99d-2aca252ae283 req-727c4aa8-987a-4e62-a7e5-fafa1ad3cba8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Calling delete_port for 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:12.273447 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8bf5ee9d-2972-4d44-b99d-2aca252ae283 req-727c4aa8-987a-4e62-a7e5-fafa1ad3cba8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:12.303780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c4aa8-987a-4e62-a7e5-fafa1ad3cba8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'Port': ['ID=0ce065cb-cb5a-443d-a5aa-1fffd82862a7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:12.354168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf5ee9d-2972-4d44-b99d-2aca252ae283 req-727c4aa8-987a-4e62-a7e5-fafa1ad3cba8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] No DVR routers for this DVR port 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:12.356647 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8bf5ee9d-2972-4d44-b99d-2aca252ae283 req-727c4aa8-987a-4e62-a7e5-fafa1ad3cba8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:12.359182 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8bf5ee9d-2972-4d44-b99d-2aca252ae283 req-727c4aa8-987a-4e62-a7e5-fafa1ad3cba8 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.86 "DELETE /v2.0/ports/0ce065cb-cb5a-443d-a5aa-1fffd82862a7 HTTP/1.1" status: 204 len: 173 time: 0.4274588 Jul 06 12:17:12.359652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'name': 'network-vif-deleted', 'tag': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:12.361894 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6184220-80e9-4191-bf63-89a260e99991" -d '{"events": [{"server_uuid": "cdf24a88-7164-4739-97a0-f17278d2666f", "name": "network-vif-deleted", "tag": "0ce065cb-cb5a-443d-a5aa-1fffd82862a7"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:12.398611 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65c9057-16e1-4820-9792-cccaae072c70 x-openstack-request-id: req-c65c9057-16e1-4820-9792-cccaae072c70 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:12.398901 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf24a88-7164-4739-97a0-f17278d2666f", "name": "network-vif-deleted", "tag": "0ce065cb-cb5a-443d-a5aa-1fffd82862a7", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:12.399158 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c65c9057-16e1-4820-9792-cccaae072c70 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:12.399646 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf24a88-7164-4739-97a0-f17278d2666f', 'name': 'network-vif-deleted', 'tag': '0ce065cb-cb5a-443d-a5aa-1fffd82862a7', 'status': 'completed', 'code': 200} Jul 06 12:17:12.832785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-291b3558-01ce-4a90-80e2-457615e7ebba req-985f9114-ba06-4866-bc17-e3162abe8751 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf24a88-7164-4739-97a0-f17278d2666f HTTP/1.1" status: 200 len: 210 time: 0.0298250 Jul 06 12:17:13.933782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56514) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:13.988744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3757f509-ff92-4899-b113-137e5b0d7ab4 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.017490 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3757f509-ff92-4899-b113-137e5b0d7ab4 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.060295 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3757f509-ff92-4899-b113-137e5b0d7ab4 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.063007 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3757f509-ff92-4899-b113-137e5b0d7ab4 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.064223 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3757f509-ff92-4899-b113-137e5b0d7ab4 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "DELETE /v2.0/security-groups/2bac16b6-3acb-4a45-81e7-1bf7ec431249 HTTP/1.1" status: 204 len: 168 time: 0.1294382 Jul 06 12:17:14.067060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56516) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:14.073575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757f509-ff92-4899-b113-137e5b0d7ab4 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bac16b6-3acb-4a45-81e7-1bf7ec431249,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:14.124761 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41c20004-7c0f-41cc-8b72-e98f4a4abc16 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.148432 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41c20004-7c0f-41cc-8b72-e98f4a4abc16 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.192977 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41c20004-7c0f-41cc-8b72-e98f4a4abc16 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.195689 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41c20004-7c0f-41cc-8b72-e98f4a4abc16 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.197069 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-41c20004-7c0f-41cc-8b72-e98f4a4abc16 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "DELETE /v2.0/security-groups/d89c7f64-7613-4374-9281-b8f3c2569fb3 HTTP/1.1" status: 204 len: 168 time: 0.1290541 Jul 06 12:17:14.200087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56518) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:14.213240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c20004-7c0f-41cc-8b72-e98f4a4abc16 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89c7f64-7613-4374-9281-b8f3c2569fb3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:14.226562 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb267b69-bb08-4139-aedf-ad696dafa57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.561801 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.827908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Deleting port 7fceac9c-defc-48cb-a7f9-7aab350af199 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:14.828165 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.920265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] For port 7fceac9c-defc-48cb-a7f9-7aab350af199, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7fceac9c-defc-48cb-a7f9-7aab350af199,segment=NetworkSegment(8e902302-6b5b-414b-a938-9176359574ae),segment_id=8e902302-6b5b-414b-a938-9176359574ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:14.920626 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:14.933494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Calling delete_port for 7fceac9c-defc-48cb-a7f9-7aab350af199 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:15.120535 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:15.149925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'Port': ['ID=7fceac9c-defc-48cb-a7f9-7aab350af199,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:15.329858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:15.538315 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Router a758a14d-33bc-4161-a495-b6b3b0b0aee7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:17:15.648036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:17:15.653008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5ad959cd-f5a8-441c-be8f-638b9aaaa7bf tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "PUT /v2.0/routers/a758a14d-33bc-4161-a495-b6b3b0b0aee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4519095 Jul 06 12:17:15.656024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56520) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:15.657676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc02af-5e17-4388-8c90-d1227c0d26e9 None None] Sync routers for ids ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:17:15.667020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc02af-5e17-4388-8c90-d1227c0d26e9 None None] Routers {'a758a14d-33bc-4161-a495-b6b3b0b0aee7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:15.667670 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-03bc02af-5e17-4388-8c90-d1227c0d26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:16:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:15.708738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8283f51-77bd-4146-ba63-716e84eaa943 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Deleting subnet 64b94c13-6276-4a46-a589-ff1d3ea7ebd6 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:17:15.711873 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8283f51-77bd-4146-ba63-716e84eaa943 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:15.751075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:15.753066 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8283f51-77bd-4146-ba63-716e84eaa943 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:15.774187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:15.774523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ce065cb-cb5a-443d-a5aa-1fffd82862a7 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:15.798101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-03bc02af-5e17-4388-8c90-d1227c0d26e9 None None] Set router a758a14d-33bc-4161-a495-b6b3b0b0aee7 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:15.844628 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8283f51-77bd-4146-ba63-716e84eaa943 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:15.908412 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8283f51-77bd-4146-ba63-716e84eaa943 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:15.933501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8283f51-77bd-4146-ba63-716e84eaa943 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'Subnet': ['ID=64b94c13-6276-4a46-a589-ff1d3ea7ebd6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:15.940912 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8283f51-77bd-4146-ba63-716e84eaa943 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:15.942910 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a8283f51-77bd-4146-ba63-716e84eaa943 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "DELETE /v2.0/subnets/64b94c13-6276-4a46-a589-ff1d3ea7ebd6 HTTP/1.1" status: 204 len: 168 time: 0.2855506 Jul 06 12:17:15.945555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56522) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:15.964712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02df7b5-b6dd-43b8-9a31-8e3e29ac1675 None None] Network 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:16.056643 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.088241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-03bc02af-5e17-4388-8c90-d1227c0d26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:17:15Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:16.117949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc02af-5e17-4388-8c90-d1227c0d26e9 None None] Checking router: a758a14d-33bc-4161-a495-b6b3b0b0aee7 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:17:16.131780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc02af-5e17-4388-8c90-d1227c0d26e9 None None] Routers {'a758a14d-33bc-4161-a495-b6b3b0b0aee7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:16.132411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-03bc02af-5e17-4388-8c90-d1227c0d26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:16:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:16.165708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.224216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Deleting port d7f84366-e378-4d72-8931-e206bb956185 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:16.224216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.311085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] For port d7f84366-e378-4d72-8931-e206bb956185, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d7f84366-e378-4d72-8931-e206bb956185,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:16.311462 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.324075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Calling delete_port for d7f84366-e378-4d72-8931-e206bb956185 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:16.382734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1e68c-8980-4d4b-9836-bd771ffb8d67 None None] DHCP port deletion for 6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:17:16.432014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-03bc02af-5e17-4388-8c90-d1227c0d26e9 None None] Set router a758a14d-33bc-4161-a495-b6b3b0b0aee7 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:16.494763 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.526322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'Port': ['ID=d7f84366-e378-4d72-8931-e206bb956185,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:16.544308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-80e1e68c-8980-4d4b-9836-bd771ffb8d67 None None] Deleting port 06c74f39-f985-48ca-9819-a37ee4f5fec9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:16.544725 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80e1e68c-8980-4d4b-9836-bd771ffb8d67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.593610 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.634327 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-80e1e68c-8980-4d4b-9836-bd771ffb8d67 None None] For port 06c74f39-f985-48ca-9819-a37ee4f5fec9, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=06c74f39-f985-48ca-9819-a37ee4f5fec9,segment=NetworkSegment(8e902302-6b5b-414b-a938-9176359574ae),segment_id=8e902302-6b5b-414b-a938-9176359574ae)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:16.634727 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80e1e68c-8980-4d4b-9836-bd771ffb8d67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.666571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-80e1e68c-8980-4d4b-9836-bd771ffb8d67 None None] Calling delete_port for 06c74f39-f985-48ca-9819-a37ee4f5fec9 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:16.695038 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.696634 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.759143 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.760516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Fanout notify agent at l3_agent the message router_deleted on router a758a14d-33bc-4161-a495-b6b3b0b0aee7 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:17:16.767827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-03bc02af-5e17-4388-8c90-d1227c0d26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:17:15Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:16.778569 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.781221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-77666be0-6624-4572-b673-e218605e965c tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "DELETE /v2.0/routers/a758a14d-33bc-4161-a495-b6b3b0b0aee7 HTTP/1.1" status: 204 len: 168 time: 0.8337903 Jul 06 12:17:16.783624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:16.797293 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc02af-5e17-4388-8c90-d1227c0d26e9 None None] The sync data for ids ['a758a14d-33bc-4161-a495-b6b3b0b0aee7'] in n-d-799527-2 is: [{'id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1756387235', 'tenant_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'd7f84366-e378-4d72-8931-e206bb956185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:45Z', 'updated_at': '2021-07-06T12:17:15Z', 'revision_number': 5, 'project_id': 'a9cc5d135aae4f9f8acc3306c32ef95f', 'gw_port': {'id': 'd7f84366-e378-4d72-8931-e206bb956185', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:85:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a758a14d-33bc-4161-a495-b6b3b0b0aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:46Z', 'updated_at': '2021-07-06T12:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:17:16.805062 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80e1e68c-8980-4d4b-9836-bd771ffb8d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.833636 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1e68c-8980-4d4b-9836-bd771ffb8d67 None None] Pushing event deleted for resources: {'Port': ['ID=06c74f39-f985-48ca-9819-a37ee4f5fec9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:16.842383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e1e68c-8980-4d4b-9836-bd771ffb8d67 None None] No DVR routers for this DVR port 06c74f39-f985-48ca-9819-a37ee4f5fec9 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:16.888648 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.977177 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:16.989111 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d57bf47-0e29-4b4d-8ccc-5855d24c3a55']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:17.000482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e902302-6b5b-414b-a938-9176359574ae') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:17.000787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e902302-6b5b-414b-a938-9176359574ae') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:17.011097 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:17.033987 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:17.040840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:17:17.041238 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:17:17.044238 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:17:17.184044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 06c74f39-f985-48ca-9819-a37ee4f5fec9 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:17.218463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 06c74f39-f985-48ca-9819-a37ee4f5fec9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:17.218463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 06c74f39-f985-48ca-9819-a37ee4f5fec9 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:17.475632 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:17.484014 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:17.485933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] 10.222.0.21 "DELETE /v2.0/networks/6d57bf47-0e29-4b4d-8ccc-5855d24c3a55 HTTP/1.1" status: 204 len: 168 time: 0.7006571 Jul 06 12:17:17.500201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0a917-2539-4afb-b54a-39bad8a16ce2 tempest-TestSecurityGroupsBasicOps-1668548006 tempest-TestSecurityGroupsBasicOps-1668548006-project] Pushing event deleted for resources: {'Network': ['ID=6d57bf47-0e29-4b4d-8ccc-5855d24c3a55,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:17.781283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56532) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:17.918848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c30dc9d4-d144-4d54-bc49-50d13328f2fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9cc5d135aae4f9f8acc3306c32ef95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363144 Jul 06 12:17:17.921186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56536) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:17.970176 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8edc-0fdf-4d18-8075-2bbd764c1560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:17.991901 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8edc-0fdf-4d18-8075-2bbd764c1560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.041137 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8edc-0fdf-4d18-8075-2bbd764c1560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.043876 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8edc-0fdf-4d18-8075-2bbd764c1560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.045029 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7e8e8edc-0fdf-4d18-8075-2bbd764c1560 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30355117-3107-483f-9fac-4412988f7790 HTTP/1.1" status: 204 len: 168 time: 0.1229532 Jul 06 12:17:18.053368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e8edc-0fdf-4d18-8075-2bbd764c1560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30355117-3107-483f-9fac-4412988f7790,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:18.228957 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.309467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56542) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:18.322637 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab55e6bb-639a-4474-9dcb-f256b6429c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.413418 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab55e6bb-639a-4474-9dcb-f256b6429c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.418717 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab55e6bb-639a-4474-9dcb-f256b6429c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.445014 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49f9d871-68ba-4c62-b116-312ee28b4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.459188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ab55e6bb-639a-4474-9dcb-f256b6429c52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7dd21a46fbcc4998a4dd8b13769cb9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485806 Jul 06 12:17:18.459906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55e6bb-639a-4474-9dcb-f256b6429c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad18463-9f80-4ee0-bc72-c9c1efa4a41d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:18.462652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56544) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:18.512944 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d98b-8c15-4b43-8880-12810af0353e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.535345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d98b-8c15-4b43-8880-12810af0353e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.585535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d98b-8c15-4b43-8880-12810af0353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.590357 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d98b-8c15-4b43-8880-12810af0353e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.592310 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1ab8d98b-8c15-4b43-8880-12810af0353e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ad18463-9f80-4ee0-bc72-c9c1efa4a41d HTTP/1.1" status: 204 len: 168 time: 0.1283417 Jul 06 12:17:18.602101 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8d98b-8c15-4b43-8880-12810af0353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad18463-9f80-4ee0-bc72-c9c1efa4a41d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:18.701392 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7fceac9c-defc-48cb-a7f9-7aab350af199 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:18.725341 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 7fceac9c-defc-48cb-a7f9-7aab350af199 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:18.725688 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7fceac9c-defc-48cb-a7f9-7aab350af199 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:18.726121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d7f84366-e378-4d72-8931-e206bb956185 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:18.745767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: d7f84366-e378-4d72-8931-e206bb956185 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:18.746118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device d7f84366-e378-4d72-8931-e206bb956185 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:18.839543 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.988921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56550) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:19.034293 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cd9bc317-30b4-466a-a003-89576b71ad48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b015ba2773b48d198f422cbd4d61549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441885 Jul 06 12:17:19.036747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56552) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:19.086005 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f66b177-de41-4a60-bdff-313273ceadad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.109111 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f66b177-de41-4a60-bdff-313273ceadad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.157856 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f66b177-de41-4a60-bdff-313273ceadad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.160474 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f66b177-de41-4a60-bdff-313273ceadad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.162577 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9f66b177-de41-4a60-bdff-313273ceadad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83dee7f5-c562-4119-9f03-6ba3b11b5e81 HTTP/1.1" status: 204 len: 168 time: 0.1249020 Jul 06 12:17:19.170835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66b177-de41-4a60-bdff-313273ceadad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dee7f5-c562-4119-9f03-6ba3b11b5e81,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:19.863748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56574) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:19.964772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-995512876-network', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:19.987981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Made reservation on behalf of 60b44ce44803415b8e13c8c4a9867107 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:19.990302 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.998482 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.087970 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.091870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.112545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:17:20.128207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d983275e-b3b3-496c-bed2-c010437c39a6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:20.131345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.131715 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Added segment 44026e57-4860-4f6c-8e0d-98f920900961 of type vlan for network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 Jul 06 12:17:20.178321 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.209081 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.210088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:20.210665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.269079 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4041545 Jul 06 12:17:20.272010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56578) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:20.277129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] Request body: {'subnet': {'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-995512876-subnet', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:20.298909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85204b9b-d32c-479b-a47c-a5547ee6ab56 admin admin] Pushing event updated for resources: {'Network': ['ID=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:20.299386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] Made reservation on behalf of 60b44ce44803415b8e13c8c4a9867107 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:20.302040 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.308754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:17:20.472276 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.525234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bcdab68-5225-47b1-95f0-80b343dcccd7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:20.535632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] Checking segment: {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:20.535988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] Network hostable DHCP agents. Network: 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:17:20.551922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] Network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:17:20.560486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:20.565341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:20.565956 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.570907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f3db4e-82e1-429b-a5c2-d6a81a7c468f None None] Network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:20.581314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2ce9f883-7bf8-41ca-8a38-2e7118ea9599 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3081491 Jul 06 12:17:20.585815 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56580) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:20.590441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-995512876-router', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:20.616649 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.617675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.638757 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.676028 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.744553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3', 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'fixed_ips': [{'subnet_id': '7bcdab68-5225-47b1-95f0-80b343dcccd7'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:17:20.745449 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.818000 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.882943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Allocated IP 172.20.0.2 (48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3/7bcdab68-5225-47b1-95f0-80b343dcccd7/f3628613-5ecd-425c-9aab-0923a60a4fe7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:21.019215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.038332 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.040851 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.049926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Transition to ACTIVE for port object f3628613-5ecd-425c-9aab-0923a60a4fe7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:21.064984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Transition to ACTIVE for port object f3628613-5ecd-425c-9aab-0923a60a4fe7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:21.070332 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.109211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:21.115240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:21.120170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:21.127929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Pushing event updated for resources: {'Port': ['ID=f3628613-5ecd-425c-9aab-0923a60a4fe7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:21.186044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Attempting to bind port f3628613-5ecd-425c-9aab-0923a60a4fe7 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:21.186474 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Attempting to bind port f3628613-5ecd-425c-9aab-0923a60a4fe7 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:21.186819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Attempting to bind port f3628613-5ecd-425c-9aab-0923a60a4fe7 on network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:21.192469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:21.192844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Checking segment: {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:21.193261 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.193665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Bound using segment: {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:21.194147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Bound port: f3628613-5ecd-425c-9aab-0923a60a4fe7, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:21.194541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.269308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] For port f3628613-5ecd-425c-9aab-0923a60a4fe7, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:21.272512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] For port f3628613-5ecd-425c-9aab-0923a60a4fe7, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f3628613-5ecd-425c-9aab-0923a60a4fe7,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:21.277559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.344842 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8950b1-c467-4dc8-9afc-d064de6e7296 None None] Pushing event updated for resources: {'Port': ['ID=f3628613-5ecd-425c-9aab-0923a60a4fe7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:21.411611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Allocated IP 172.25.0.125 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/49159aa0-f091-4886-bde5-3196c2e9383a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:21.530455 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.577591 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.619001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:21.624581 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:21.629091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:21.652713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=49159aa0-f091-4886-bde5-3196c2e9383a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:21.886651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:22.093532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:22.226954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Router 82c80992-bd7e-4442-9e75-38303c31a3b8 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:17:22.245328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a250a-54e5-457c-b4f8-93547f70d24c None None] Network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:22.337679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:17:22.347245 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Sync routers for ids ['82c80992-bd7e-4442-9e75-38303c31a3b8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:17:22.355592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:22.359500 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9967b2ef-004e-4d56-a27b-c400454f5ab6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7707548 Jul 06 12:17:22.360209 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Routers {'82c80992-bd7e-4442-9e75-38303c31a3b8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:22.360209 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['82c80992-bd7e-4442-9e75-38303c31a3b8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:22.360412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56582) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:22.368379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0ced834e-bf17-4180-a3ad-023a348b126f None None] Provisioning for port f3628613-5ecd-425c-9aab-0923a60a4fe7 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:22.466949 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Set router 82c80992-bd7e-4442-9e75-38303c31a3b8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:22.658189 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'name': 'tempest-TestServerMultinode-995512876-router', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:20Z', 'updated_at': '2021-07-06T12:17:21Z', 'revision_number': 3, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'gw_port': {'id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:21Z', 'updated_at': '2021-07-06T12:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:22.685278 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Checking router: 82c80992-bd7e-4442-9e75-38303c31a3b8 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:17:22.685278 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Updating router 82c80992-bd7e-4442-9e75-38303c31a3b8 port 49159aa0-f091-4886-bde5-3196c2e9383a binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:17:22.726626 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:22.792898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f3628613-5ecd-425c-9aab-0923a60a4fe7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:22.806145 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:22.851694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port f3628613-5ecd-425c-9aab-0923a60a4fe7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:22.855580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f3628613-5ecd-425c-9aab-0923a60a4fe7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:22.855894 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:22.941455 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:22.976021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port f3628613-5ecd-425c-9aab-0923a60a4fe7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f3628613-5ecd-425c-9aab-0923a60a4fe7,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:22.981300 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.013859 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.026251 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Transition to ACTIVE for port object 49159aa0-f091-4886-bde5-3196c2e9383a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:23.027909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Allocated IP 172.20.0.1 (48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3/7bcdab68-5225-47b1-95f0-80b343dcccd7/ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:23.036087 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.036341 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=f3628613-5ecd-425c-9aab-0923a60a4fe7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:23.142891 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.155540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Transition to ACTIVE for port object ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:23.178551 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Attempting to bind port 49159aa0-f091-4886-bde5-3196c2e9383a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:23.178919 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Attempting to bind port 49159aa0-f091-4886-bde5-3196c2e9383a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:23.179281 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Attempting to bind port 49159aa0-f091-4886-bde5-3196c2e9383a on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:23.188097 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:23.188558 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:23.189061 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.189491 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:23.189622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.190024 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Bound port: 49159aa0-f091-4886-bde5-3196c2e9383a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:23.190432 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.193260 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Pushing event updated for resources: {'Port': ['ID=49159aa0-f091-4886-bde5-3196c2e9383a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:23.220098 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.220449 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.220785 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.221118 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.221652 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.221784 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.222305 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.222430 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.222714 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.223034 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.223355 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.223777 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:23.232168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:23.235894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:23.240985 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:23.243938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Pushing event updated for resources: {'Port': ['ID=ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:23.260181 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] For port 49159aa0-f091-4886-bde5-3196c2e9383a, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:23.263758 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] For port 49159aa0-f091-4886-bde5-3196c2e9383a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=49159aa0-f091-4886-bde5-3196c2e9383a,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:23.269280 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.286945 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.329990 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Routers {'82c80992-bd7e-4442-9e75-38303c31a3b8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:23.330661 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['82c80992-bd7e-4442-9e75-38303c31a3b8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:23.376778 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc5452-dfba-4697-ae63-f6fdb7ccfa7d None None] Pushing event updated for resources: {'Port': ['ID=49159aa0-f091-4886-bde5-3196c2e9383a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:23.444071 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.450345 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] Set router 82c80992-bd7e-4442-9e75-38303c31a3b8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:23.528773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c3ffb5f2-b919-4103-8da5-20e8de8f7b20 None None] Provisioning for port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:23.534869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c3ffb5f2-b919-4103-8da5-20e8de8f7b20 None None] Provisioning complete for port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:23.536147 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3ffb5f2-b919-4103-8da5-20e8de8f7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.574069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffb5f2-b919-4103-8da5-20e8de8f7b20 None None] Port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:17:23.615756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.620471 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.640318 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'name': 'tempest-TestServerMultinode-995512876-router', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:20Z', 'updated_at': '2021-07-06T12:17:21Z', 'revision_number': 3, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'gw_port': {'id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:21Z', 'updated_at': '2021-07-06T12:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:23.667163 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b5d80b-fa64-446d-8838-b87250055aa3 None None] The sync data for ids ['82c80992-bd7e-4442-9e75-38303c31a3b8'] in n-d-799527-2 is: [{'id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'name': 'tempest-TestServerMultinode-995512876-router', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:20Z', 'updated_at': '2021-07-06T12:17:21Z', 'revision_number': 3, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'gw_port': {'id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:21Z', 'updated_at': '2021-07-06T12:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:17:23.686246 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.689283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Pushing event updated for resources: {'Port': ['ID=ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:23.786760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:23.788391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:23.943971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Router 82c80992-bd7e-4442-9e75-38303c31a3b8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:17:24.063323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:17:24.068544 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cb9b6612-7858-4a78-be5f-2ad24f73600a admin admin] 10.222.0.21 "PUT /v2.0/routers/82c80992-bd7e-4442-9e75-38303c31a3b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072387 Jul 06 12:17:24.098915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6ffb7a8e-7efd-4633-8126-076508a381cc None None] Provisioning complete for port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:24.099288 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ffb7a8e-7efd-4633-8126-076508a381cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.141160 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb7a8e-7efd-4633-8126-076508a381cc None None] Port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:17:24.576012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:24.581731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-107237581-network', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:24.603033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Made reservation on behalf of a2e90c50a32d4aae878a80d4bce5a779 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:24.605495 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.615056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.730365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.735091 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.759269 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:17:24.775662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c48cafd-9917-48cb-a77a-85628e884dc6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:24.779711 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.780189 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Added segment 940ad3d3-ca3f-42c9-91f5-701ca0f37c8b of type vlan for network f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b Jul 06 12:17:24.824136 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.861878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.863248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:24.863962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.881767 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3044088 Jul 06 12:17:24.884396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56600) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:24.889632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f3628613-5ecd-425c-9aab-0923a60a4fe7 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:24.890072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] Request body: {'subnet': {'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-107237581-subnet', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:24.918790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] Made reservation on behalf of a2e90c50a32d4aae878a80d4bce5a779 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:24.921912 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.947711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff90f50-c0fc-4800-be16-328bb9fccc65 admin admin] Pushing event updated for resources: {'Network': ['ID=f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:24.962311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:17:25.005029 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f3628613-5ecd-425c-9aab-0923a60a4fe7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:25.005481 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:25.119115 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 49159aa0-f091-4886-bde5-3196c2e9383a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:25.178899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 49159aa0-f091-4886-bde5-3196c2e9383a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:25.184373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 49159aa0-f091-4886-bde5-3196c2e9383a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:25.184930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:25.283714 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:25.289669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Sync routers for ids ['82c80992-bd7e-4442-9e75-38303c31a3b8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:17:25.313795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Routers {'82c80992-bd7e-4442-9e75-38303c31a3b8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:25.314813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['82c80992-bd7e-4442-9e75-38303c31a3b8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:25.319926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 49159aa0-f091-4886-bde5-3196c2e9383a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=49159aa0-f091-4886-bde5-3196c2e9383a,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:25.355124 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:25.410362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:25.458623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97655c1b-448e-464a-a14b-be78b3f46969,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:25.461622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=49159aa0-f091-4886-bde5-3196c2e9383a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:25.479973 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Set router 82c80992-bd7e-4442-9e75-38303c31a3b8 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:25.488682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] Checking segment: {'id': '940ad3d3-ca3f-42c9-91f5-701ca0f37c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:25.489195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] Network hostable DHCP agents. Network: f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:17:25.509595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] Network f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:17:25.521979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:25.533573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:25.533818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1194289d-d53f-455e-8f51-ee2520e3322b None None] Network f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:25.535133 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:25.553342 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-686f102e-27ce-4a0f-b53b-cf4090a5413e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6676426 Jul 06 12:17:25.555794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56602) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:25.560161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-107237581-router', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:25.584268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:25.585571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:25.652229 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:25.790877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:25.825398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b', 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'fixed_ips': [{'subnet_id': '97655c1b-448e-464a-a14b-be78b3f46969'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:17:25.826258 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:25.844226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'name': 'tempest-TestServerMultinode-995512876-router', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:20Z', 'updated_at': '2021-07-06T12:17:23Z', 'revision_number': 4, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'gw_port': {'id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:21Z', 'updated_at': '2021-07-06T12:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de', 'name': '', 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'mac_address': 'fa:16:3e:82:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '7bcdab68-5225-47b1-95f0-80b343dcccd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:22Z', 'updated_at': '2021-07-06T12:17:23Z', 'revision_number': 2, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'subnets': [{'id': '7bcdab68-5225-47b1-95f0-80b343dcccd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:25.995248 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:17:26.006784 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.026226 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.038474 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Checking router: 82c80992-bd7e-4442-9e75-38303c31a3b8 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:17:26.039080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Updating router 82c80992-bd7e-4442-9e75-38303c31a3b8 port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:17:26.135475 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.149195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Allocated IP 172.25.0.13 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/bd08a662-50d9-419b-811d-d2f5ab1fa998) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:26.222996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Allocated IP 172.20.0.2 (f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b/97655c1b-448e-464a-a14b-be78b3f46969/a2351579-8c4e-42a4-b287-e9157bb2d62e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:26.256405 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.301757 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.345653 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:26.348486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:26.353794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:26.356856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Pushing event updated for resources: {'Port': ['ID=bd08a662-50d9-419b-811d-d2f5ab1fa998,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:26.512515 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.541897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Transition to ACTIVE for port object a2351579-8c4e-42a4-b287-e9157bb2d62e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:26.569671 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.572011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Transition to ACTIVE for port object a2351579-8c4e-42a4-b287-e9157bb2d62e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:26.580633 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.586067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Transition to ACTIVE for port object ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:26.617090 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.629534 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.635886 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Network f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:26.642200 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:26.644007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Pushing event updated for resources: {'Port': ['ID=a2351579-8c4e-42a4-b287-e9157bb2d62e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:26.648883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:26.758096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be301d-efdf-40b2-aaee-0131fd16a6bd None None] Pushing event updated for resources: {'Port': ['ID=ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:26.790357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Attempting to bind port a2351579-8c4e-42a4-b287-e9157bb2d62e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:26.790732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Attempting to bind port a2351579-8c4e-42a4-b287-e9157bb2d62e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '940ad3d3-ca3f-42c9-91f5-701ca0f37c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:26.791100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Attempting to bind port a2351579-8c4e-42a4-b287-e9157bb2d62e on network f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:26.806364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 49159aa0-f091-4886-bde5-3196c2e9383a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:26.831176 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:26.831587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Checking segment: {'id': '940ad3d3-ca3f-42c9-91f5-701ca0f37c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:26.831997 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.832398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Bound using segment: {'id': '940ad3d3-ca3f-42c9-91f5-701ca0f37c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:26.832895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Bound port: a2351579-8c4e-42a4-b287-e9157bb2d62e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940ad3d3-ca3f-42c9-91f5-701ca0f37c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:26.833288 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.835205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Attempting to bind port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:26.835615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Attempting to bind port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:26.835977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Attempting to bind port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de on network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:26.856511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:26.856907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Checking segment: {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:26.857296 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.857705 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Bound using segment: {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:26.858178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Bound port: ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:26.858570 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.868755 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.985971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] For port a2351579-8c4e-42a4-b287-e9157bb2d62e, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:27.002531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Router ed79635f-9832-4d81-8c9d-0e2942622eda is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:17:27.003853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] For port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:27.009905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 49159aa0-f091-4886-bde5-3196c2e9383a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:27.010278 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.018301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] For port a2351579-8c4e-42a4-b287-e9157bb2d62e, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a2351579-8c4e-42a4-b287-e9157bb2d62e,segment=NetworkSegment(940ad3d3-ca3f-42c9-91f5-701ca0f37c8b),segment_id=940ad3d3-ca3f-42c9-91f5-701ca0f37c8b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:27.024463 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] For port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:27.044631 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.055505 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.131330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:17:27.145008 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Sync routers for ids ['ed79635f-9832-4d81-8c9d-0e2942622eda'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:17:27.150075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3ea11-b77f-4da0-ad07-61e24a11e7b1 None None] Pushing event updated for resources: {'Port': ['ID=a2351579-8c4e-42a4-b287-e9157bb2d62e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:27.158403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Routers {'82c80992-bd7e-4442-9e75-38303c31a3b8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:27.159198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['82c80992-bd7e-4442-9e75-38303c31a3b8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:27.159357 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Routers {'ed79635f-9832-4d81-8c9d-0e2942622eda'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:27.160466 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ed79635f-9832-4d81-8c9d-0e2942622eda'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:27.162647 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.168074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56604) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:27.168646 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-06ad8b46-e02c-466f-8126-c9137e428fda admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6114960 Jul 06 12:17:27.309191 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Set router ed79635f-9832-4d81-8c9d-0e2942622eda gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:27.380630 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be301d-efdf-40b2-aaee-0131fd16a6bd None None] Pushing event updated for resources: {'Port': ['ID=ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:27.445608 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] Set router 82c80992-bd7e-4442-9e75-38303c31a3b8 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:27.571775 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'name': 'tempest-TestServerMultinode-107237581-router', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:25Z', 'updated_at': '2021-07-06T12:17:26Z', 'revision_number': 3, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'gw_port': {'id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:26Z', 'updated_at': '2021-07-06T12:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:27.607796 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Checking router: ed79635f-9832-4d81-8c9d-0e2942622eda for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:17:27.608144 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Updating router ed79635f-9832-4d81-8c9d-0e2942622eda port bd08a662-50d9-419b-811d-d2f5ab1fa998 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:17:27.649298 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.713031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'name': 'tempest-TestServerMultinode-995512876-router', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:20Z', 'updated_at': '2021-07-06T12:17:23Z', 'revision_number': 4, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'gw_port': {'id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:21Z', 'updated_at': '2021-07-06T12:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de', 'name': '', 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'mac_address': 'fa:16:3e:82:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '7bcdab68-5225-47b1-95f0-80b343dcccd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:22Z', 'updated_at': '2021-07-06T12:17:26Z', 'revision_number': 4, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'subnets': [{'id': '7bcdab68-5225-47b1-95f0-80b343dcccd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:27.742306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c23eab-f979-4669-978b-b9c35da9de70 None None] The sync data for ids ['82c80992-bd7e-4442-9e75-38303c31a3b8'] in n-d-799527-2 is: [{'id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'name': 'tempest-TestServerMultinode-995512876-router', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:20Z', 'updated_at': '2021-07-06T12:17:23Z', 'revision_number': 4, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'gw_port': {'id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:21Z', 'updated_at': '2021-07-06T12:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de', 'name': '', 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'mac_address': 'fa:16:3e:82:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '7bcdab68-5225-47b1-95f0-80b343dcccd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:22Z', 'updated_at': '2021-07-06T12:17:26Z', 'revision_number': 4, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'subnets': [{'id': '7bcdab68-5225-47b1-95f0-80b343dcccd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:17:27.781100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.961813 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.973906 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Transition to ACTIVE for port object bd08a662-50d9-419b-811d-d2f5ab1fa998 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:27.986926 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.052492 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0f99d-61ff-4db7-b657-2e620a6673f9 None None] Pushing event updated for resources: {'Port': ['ID=bd08a662-50d9-419b-811d-d2f5ab1fa998,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:28.071663 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Attempting to bind port bd08a662-50d9-419b-811d-d2f5ab1fa998 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:28.072035 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Attempting to bind port bd08a662-50d9-419b-811d-d2f5ab1fa998 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:28.072580 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Attempting to bind port bd08a662-50d9-419b-811d-d2f5ab1fa998 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:28.078102 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:28.079025 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:28.079634 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.080179 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:28.080791 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Bound port: bd08a662-50d9-419b-811d-d2f5ab1fa998, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:28.081247 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.102950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Allocated IP 172.20.0.1 (f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b/97655c1b-448e-464a-a14b-be78b3f46969/bf7aef79-8708-4279-8459-8b0aec327beb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:28.158156 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] For port bd08a662-50d9-419b-811d-d2f5ab1fa998, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:28.162598 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] For port bd08a662-50d9-419b-811d-d2f5ab1fa998, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bd08a662-50d9-419b-811d-d2f5ab1fa998,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:28.170419 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.222487 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Routers {'ed79635f-9832-4d81-8c9d-0e2942622eda'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:28.223362 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ed79635f-9832-4d81-8c9d-0e2942622eda'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:28.296581 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.321711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Transition to ACTIVE for port object bf7aef79-8708-4279-8459-8b0aec327beb will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:28.325836 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0f99d-61ff-4db7-b657-2e620a6673f9 None None] Pushing event updated for resources: {'Port': ['ID=bd08a662-50d9-419b-811d-d2f5ab1fa998,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:28.372337 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.372745 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] Set router ed79635f-9832-4d81-8c9d-0e2942622eda gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:28.432745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7aef79-8708-4279-8459-8b0aec327beb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:28.446650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Network f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:28.448128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:28.450955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:28.502108 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.546251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01fc6d-595e-42cc-8445-7272f451940e None None] Network f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:28.640537 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'name': 'tempest-TestServerMultinode-107237581-router', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:25Z', 'updated_at': '2021-07-06T12:17:26Z', 'revision_number': 3, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'gw_port': {'id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:26Z', 'updated_at': '2021-07-06T12:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:28.677824 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.679316 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313a4a9-a546-4521-bcd7-06e7bcbddd3a None None] The sync data for ids ['ed79635f-9832-4d81-8c9d-0e2942622eda'] in n-d-799527-2 is: [{'id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'name': 'tempest-TestServerMultinode-107237581-router', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:25Z', 'updated_at': '2021-07-06T12:17:26Z', 'revision_number': 3, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'gw_port': {'id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:26Z', 'updated_at': '2021-07-06T12:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:17:28.741883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-eb9dc166-719e-4c9b-adfd-86d31e341788 None None] Provisioning for port a2351579-8c4e-42a4-b287-e9157bb2d62e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:28.886144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:28.939393 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.973195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:28.980025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:28.980397 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.986028 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.991538 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.079934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.140819 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7aef79-8708-4279-8459-8b0aec327beb,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:29.147866 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.179627 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.222545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:29.230095 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.231055 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a2351579-8c4e-42a4-b287-e9157bb2d62e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:29.261885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Network f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:29.263565 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:29.301233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e5a51305-dc20-4558-9117-30561e15b70e None None] Provisioning for port bf7aef79-8708-4279-8459-8b0aec327beb completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:29.330348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e5a51305-dc20-4558-9117-30561e15b70e None None] Provisioning complete for port bf7aef79-8708-4279-8459-8b0aec327beb triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:29.336705 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5a51305-dc20-4558-9117-30561e15b70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.408476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Router ed79635f-9832-4d81-8c9d-0e2942622eda has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:17:29.569636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:17:29.584002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-161fc0ab-8ce6-4129-a47c-9393e44d2a43 admin admin] 10.222.0.21 "PUT /v2.0/routers/ed79635f-9832-4d81-8c9d-0e2942622eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4073122 Jul 06 12:17:29.584237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:29.585965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e5a51305-dc20-4558-9117-30561e15b70e None None] Port bf7aef79-8708-4279-8459-8b0aec327beb cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:17:29.602009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port a2351579-8c4e-42a4-b287-e9157bb2d62e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:29.607190 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a2351579-8c4e-42a4-b287-e9157bb2d62e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:29.607911 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.720839 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.734268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cea19863-103f-4481-91d5-f6c7dd0d50fd None None] Provisioning complete for port bf7aef79-8708-4279-8459-8b0aec327beb triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:29.735184 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cea19863-103f-4481-91d5-f6c7dd0d50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.791441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port a2351579-8c4e-42a4-b287-e9157bb2d62e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a2351579-8c4e-42a4-b287-e9157bb2d62e,segment=NetworkSegment(940ad3d3-ca3f-42c9-91f5-701ca0f37c8b),segment_id=940ad3d3-ca3f-42c9-91f5-701ca0f37c8b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:29.792739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cea19863-103f-4481-91d5-f6c7dd0d50fd None None] Port bf7aef79-8708-4279-8459-8b0aec327beb cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:17:29.799814 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.854822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=a2351579-8c4e-42a4-b287-e9157bb2d62e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:30.236840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-17d52c43-b57b-4aa5-810f-ba8cdf80128c tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:30.238287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-17d52c43-b57b-4aa5-810f-ba8cdf80128c tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/networks?id=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 HTTP/1.1" status: 200 len: 910 time: 0.1433127 Jul 06 12:17:30.252355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-af23ecd1-d062-42b8-aad6-e7fa8c8c0b3a tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/quotas/a2e90c50a32d4aae878a80d4bce5a779 HTTP/1.1" status: 200 len: 375 time: 0.0087912 Jul 06 12:17:30.345264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-ead12673-ea5a-4da8-8637-90910f0a796d tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2e90c50a32d4aae878a80d4bce5a779&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876801 Jul 06 12:17:30.433275 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-0801aaa5-688d-4321-9b3f-d41cc19f7dac service neutron] 10.222.0.21 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813236 Jul 06 12:17:30.531702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-6ca706db-ebb7-4d7b-8d01-4c885015fc14 service neutron] 10.222.0.21 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925465 Jul 06 12:17:30.720976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-35b42661-1b07-4fa2-90b7-9377a38f7d17 req-cc1290cd-37b7-493a-8982-9052b3d80756 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 210 time: 0.0458758 Jul 06 12:17:30.870119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:30.920815 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:30.921200 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.022185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bd08a662-50d9-419b-811d-d2f5ab1fa998 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:31.072798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port bd08a662-50d9-419b-811d-d2f5ab1fa998 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:31.076679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bd08a662-50d9-419b-811d-d2f5ab1fa998 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:31.077064 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.171879 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.195035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port bd08a662-50d9-419b-811d-d2f5ab1fa998, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bd08a662-50d9-419b-811d-d2f5ab1fa998,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:31.199773 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.200634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a2351579-8c4e-42a4-b287-e9157bb2d62e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:31.270775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Sync routers for ids ['ed79635f-9832-4d81-8c9d-0e2942622eda'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:17:31.290855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=bd08a662-50d9-419b-811d-d2f5ab1fa998,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:31.299908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Routers {'ed79635f-9832-4d81-8c9d-0e2942622eda'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:31.300547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ed79635f-9832-4d81-8c9d-0e2942622eda'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:31.339532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a2351579-8c4e-42a4-b287-e9157bb2d62e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:31.339914 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.446204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Set router ed79635f-9832-4d81-8c9d-0e2942622eda gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:31.673897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'name': 'tempest-TestServerMultinode-107237581-router', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:25Z', 'updated_at': '2021-07-06T12:17:28Z', 'revision_number': 4, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'gw_port': {'id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:26Z', 'updated_at': '2021-07-06T12:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'bf7aef79-8708-4279-8459-8b0aec327beb', 'name': '', 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'mac_address': 'fa:16:3e:a5:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '97655c1b-448e-464a-a14b-be78b3f46969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:27Z', 'updated_at': '2021-07-06T12:17:28Z', 'revision_number': 2, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'subnets': [{'id': '97655c1b-448e-464a-a14b-be78b3f46969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:31.706523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Checking router: ed79635f-9832-4d81-8c9d-0e2942622eda for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:17:31.706885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Updating router ed79635f-9832-4d81-8c9d-0e2942622eda port bf7aef79-8708-4279-8459-8b0aec327beb binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:17:31.741890 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.894881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c823e752-a36e-4c31-9b29-28e1a09ec1d7 req-43dfbcdd-ea89-43b8-a7b5-80fd1922f21f tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 210 time: 0.0277500 Jul 06 12:17:31.997399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a22a2915-ce4b-486e-ab60-363a943e7e32 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:31.999434 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a22a2915-ce4b-486e-ab60-363a943e7e32 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.86 "GET /v2.0/networks?id=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 HTTP/1.1" status: 200 len: 910 time: 0.1151006 Jul 06 12:17:32.019788 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Request body: {'port': {'device_id': 'e59bc8c5-2b19-4c40-8747-5a27d393fe37', 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3', 'admin_state_up': True, 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:32.041332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Made reservation on behalf of a2e90c50a32d4aae878a80d4bce5a779 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:32.043971 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.044975 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.057915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Transition to ACTIVE for port object bf7aef79-8708-4279-8459-8b0aec327beb will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:32.064373 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.123120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87a578-af44-4c88-9bd5-ea31877523a8 None None] Pushing event updated for resources: {'Port': ['ID=bf7aef79-8708-4279-8459-8b0aec327beb,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:32.170255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Allocated IP 172.20.0.13 (48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3/7bcdab68-5225-47b1-95f0-80b343dcccd7/726826b9-5a6a-485a-8262-35fdc1e55bb3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:32.180926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Attempting to bind port bf7aef79-8708-4279-8459-8b0aec327beb on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:32.181400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Attempting to bind port bf7aef79-8708-4279-8459-8b0aec327beb by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '940ad3d3-ca3f-42c9-91f5-701ca0f37c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:32.181840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Attempting to bind port bf7aef79-8708-4279-8459-8b0aec327beb on network f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:32.187624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:32.188031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Checking segment: {'id': '940ad3d3-ca3f-42c9-91f5-701ca0f37c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:32.188445 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.189027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Bound using segment: {'id': '940ad3d3-ca3f-42c9-91f5-701ca0f37c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:32.189621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Bound port: bf7aef79-8708-4279-8459-8b0aec327beb, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940ad3d3-ca3f-42c9-91f5-701ca0f37c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:32.190036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.262161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] For port bf7aef79-8708-4279-8459-8b0aec327beb, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:32.267883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] For port bf7aef79-8708-4279-8459-8b0aec327beb, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bf7aef79-8708-4279-8459-8b0aec327beb,segment=NetworkSegment(940ad3d3-ca3f-42c9-91f5-701ca0f37c8b),segment_id=940ad3d3-ca3f-42c9-91f5-701ca0f37c8b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:32.273476 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.326415 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.336724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Routers {'ed79635f-9832-4d81-8c9d-0e2942622eda'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:32.337353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ed79635f-9832-4d81-8c9d-0e2942622eda'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:32.339404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87a578-af44-4c88-9bd5-ea31877523a8 None None] Pushing event updated for resources: {'Port': ['ID=bf7aef79-8708-4279-8459-8b0aec327beb,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:32.339961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Transition to ACTIVE for port object 726826b9-5a6a-485a-8262-35fdc1e55bb3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:32.376323 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.418623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:32.421648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:32.428087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:32.454118 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Pushing event updated for resources: {'Port': ['ID=726826b9-5a6a-485a-8262-35fdc1e55bb3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:32.466912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] Set router ed79635f-9832-4d81-8c9d-0e2942622eda gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:32.473125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:32.473836 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.490864 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-3f84aa58-ad3b-4623-abc5-bbd081e83133 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4762859 Jul 06 12:17:32.507115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Request body: {'port': {'device_id': 'e59bc8c5-2b19-4c40-8747-5a27d393fe37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:32.601075 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.708233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'name': 'tempest-TestServerMultinode-107237581-router', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:25Z', 'updated_at': '2021-07-06T12:17:28Z', 'revision_number': 4, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'gw_port': {'id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:26Z', 'updated_at': '2021-07-06T12:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'bf7aef79-8708-4279-8459-8b0aec327beb', 'name': '', 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'mac_address': 'fa:16:3e:a5:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '97655c1b-448e-464a-a14b-be78b3f46969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:27Z', 'updated_at': '2021-07-06T12:17:32Z', 'revision_number': 4, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'subnets': [{'id': '97655c1b-448e-464a-a14b-be78b3f46969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:32.746851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772d8b42-ca49-49e1-ae98-940648187916 None None] The sync data for ids ['ed79635f-9832-4d81-8c9d-0e2942622eda'] in n-d-799527-2 is: [{'id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'name': 'tempest-TestServerMultinode-107237581-router', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:25Z', 'updated_at': '2021-07-06T12:17:28Z', 'revision_number': 4, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'gw_port': {'id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:26Z', 'updated_at': '2021-07-06T12:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'bf7aef79-8708-4279-8459-8b0aec327beb', 'name': '', 'network_id': 'f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'mac_address': 'fa:16:3e:a5:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '97655c1b-448e-464a-a14b-be78b3f46969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:27Z', 'updated_at': '2021-07-06T12:17:32Z', 'revision_number': 4, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'subnets': [{'id': '97655c1b-448e-464a-a14b-be78b3f46969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:17:32.785682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-95e8a626-7270-4149-946c-dfb43aab46bd None None] Provisioning for port 726826b9-5a6a-485a-8262-35fdc1e55bb3 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:32.793061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-95e8a626-7270-4149-946c-dfb43aab46bd None None] Provisioning complete for port 726826b9-5a6a-485a-8262-35fdc1e55bb3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:32.793061 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95e8a626-7270-4149-946c-dfb43aab46bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.799986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bd08a662-50d9-419b-811d-d2f5ab1fa998 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:32.888503 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-95e8a626-7270-4149-946c-dfb43aab46bd None None] Port 726826b9-5a6a-485a-8262-35fdc1e55bb3 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:17:32.905864 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bd08a662-50d9-419b-811d-d2f5ab1fa998 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:32.906776 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.954550 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726826b9-5a6a-485a-8262-35fdc1e55bb3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:17:32.962996 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.982054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Transition to ACTIVE for port object 726826b9-5a6a-485a-8262-35fdc1e55bb3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:32.989911 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.080036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Pushing event updated for resources: {'Port': ['ID=726826b9-5a6a-485a-8262-35fdc1e55bb3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:33.101169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f450d-e1b7-4681-bb26-f6b95d641919 req-c412f95f-a150-409f-803a-916b736faeef tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:33.102797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a15f450d-e1b7-4681-bb26-f6b95d641919 req-c412f95f-a150-409f-803a-916b736faeef tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1053 time: 0.0759306 Jul 06 12:17:33.142175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Attempting to bind port 726826b9-5a6a-485a-8262-35fdc1e55bb3 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:33.142541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Attempting to bind port 726826b9-5a6a-485a-8262-35fdc1e55bb3 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:33.142872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Attempting to bind port 726826b9-5a6a-485a-8262-35fdc1e55bb3 on network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:33.148128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Port 726826b9-5a6a-485a-8262-35fdc1e55bb3 on network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:17:33.148465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Attempting to bind port 726826b9-5a6a-485a-8262-35fdc1e55bb3 on network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:33.154625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:33.154978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Checking segment: {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:33.155371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Bound using segment: {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:33.157207 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Bound port: 726826b9-5a6a-485a-8262-35fdc1e55bb3, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:33.157406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a15f450d-e1b7-4681-bb26-f6b95d641919 req-f012305f-c1e7-49e3-b50d-b0844af87b4e tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471852 Jul 06 12:17:33.157651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.229898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] For port 726826b9-5a6a-485a-8262-35fdc1e55bb3, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:33.234251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] For port 726826b9-5a6a-485a-8262-35fdc1e55bb3, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=726826b9-5a6a-485a-8262-35fdc1e55bb3,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:33.242850 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.282984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:33.283648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.285200 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] 10.222.0.86 "PUT /v2.0/ports/726826b9-5a6a-485a-8262-35fdc1e55bb3 HTTP/1.1" status: 200 len: 1092 time: 0.7850163 Jul 06 12:17:33.287965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59bc8c5-2b19-4c40-8747-5a27d393fe37', 'tag': '726826b9-5a6a-485a-8262-35fdc1e55bb3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:33.290017 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e" -d '{"events": [{"name": "network-changed", "server_uuid": "e59bc8c5-2b19-4c40-8747-5a27d393fe37", "tag": "726826b9-5a6a-485a-8262-35fdc1e55bb3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:33.322289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7b556-83e4-499a-b60a-64d7b53fff5a service neutron] Pushing event updated for resources: {'Port': ['ID=726826b9-5a6a-485a-8262-35fdc1e55bb3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:33.363211 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df699d01-367d-4618-80d4-84ae6f29dba5 x-openstack-request-id: req-df699d01-367d-4618-80d4-84ae6f29dba5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:33.363534 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59bc8c5-2b19-4c40-8747-5a27d393fe37", "tag": "726826b9-5a6a-485a-8262-35fdc1e55bb3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:33.363790 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df699d01-367d-4618-80d4-84ae6f29dba5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:33.364193 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59bc8c5-2b19-4c40-8747-5a27d393fe37', 'tag': '726826b9-5a6a-485a-8262-35fdc1e55bb3', 'status': 'completed', 'code': 200} Jul 06 12:17:33.395645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-ce6511f3-5f7f-4e9f-bf28-603304599f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:33.397202 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-ce6511f3-5f7f-4e9f-bf28-603304599f89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a2e90c50a32d4aae878a80d4bce5a779&device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1095 time: 0.0667791 Jul 06 12:17:33.441940 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-9794091f-dd09-4b95-b4c9-b0d9b3b1b2e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=726826b9-5a6a-485a-8262-35fdc1e55bb3 HTTP/1.1" status: 200 len: 217 time: 0.0371668 Jul 06 12:17:33.501562 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-c877c293-8918-46bf-95e8-7b86a3c8b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:33.503076 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-c877c293-8918-46bf-95e8-7b86a3c8b7c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bcdab68-5225-47b1-95f0-80b343dcccd7 HTTP/1.1" status: 200 len: 848 time: 0.0516820 Jul 06 12:17:33.564432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-cd36eb02-1fc5-4f97-a1bc-c09e72773e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:33.565961 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-cd36eb02-1fc5-4f97-a1bc-c09e72773e86 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530510 Jul 06 12:17:33.667328 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-83c79f62-80c7-4cdc-978f-e1fd3bdfb93c service neutron] 10.222.0.86 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890775 Jul 06 12:17:33.771245 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8dd2dec7-6d2c-4621-aad7-f72714136560 req-2250d48f-cce7-4a24-9e58-f8117bf3d042 service neutron] 10.222.0.86 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956454 Jul 06 12:17:33.882756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e req-065e9c9c-d448-44c4-b30e-abf5ba447db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:33.884372 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e req-065e9c9c-d448-44c4-b30e-abf5ba447db2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a2e90c50a32d4aae878a80d4bce5a779&device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1095 time: 0.0527027 Jul 06 12:17:33.982328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e req-56b4cfce-3a14-4662-b287-4afe5781462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:33.983773 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e req-56b4cfce-3a14-4662-b287-4afe5781462f service neutron] 10.222.0.86 "GET /v2.0/networks?id=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 HTTP/1.1" status: 200 len: 910 time: 0.0919080 Jul 06 12:17:34.025273 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e req-3e5fe5e9-8d3a-4844-b559-629002f2b688 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=726826b9-5a6a-485a-8262-35fdc1e55bb3 HTTP/1.1" status: 200 len: 217 time: 0.0353665 Jul 06 12:17:34.073793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e req-1f5b271f-388d-4a36-80cc-a24206ef8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:34.075220 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e req-1f5b271f-388d-4a36-80cc-a24206ef8291 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bcdab68-5225-47b1-95f0-80b343dcccd7 HTTP/1.1" status: 200 len: 848 time: 0.0431676 Jul 06 12:17:34.136359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e req-8c284e9c-1809-4419-83c7-17ec8c821a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:34.137869 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e req-8c284e9c-1809-4419-83c7-17ec8c821a4f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557742 Jul 06 12:17:34.229091 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e req-6cfb5af2-652c-4997-836f-bdbb47c0e08c service neutron] 10.222.0.86 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822811 Jul 06 12:17:34.311267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80f540-a80e-45e8-8941-c953ffeed5bc req-47d1f226-eb3e-4a2c-bdad-ae4ba32af23a tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:34.313586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d80f540-a80e-45e8-8941-c953ffeed5bc req-47d1f226-eb3e-4a2c-bdad-ae4ba32af23a tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1095 time: 0.0511360 Jul 06 12:17:34.329250 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ae99ef2-df7f-4a3c-88e5-9a2d757bf31e req-1239b759-174e-4153-bc7d-64861945e389 service neutron] 10.222.0.86 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909858 Jul 06 12:17:34.349958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d80f540-a80e-45e8-8941-c953ffeed5bc req-187e9fd4-75b8-4dd7-b22a-70f50148d476 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307558 Jul 06 12:17:34.773836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bf7aef79-8708-4279-8459-8b0aec327beb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:34.825637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port bf7aef79-8708-4279-8459-8b0aec327beb completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:34.834380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bf7aef79-8708-4279-8459-8b0aec327beb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:34.834755 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.929393 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.964323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port bf7aef79-8708-4279-8459-8b0aec327beb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bf7aef79-8708-4279-8459-8b0aec327beb,segment=NetworkSegment(940ad3d3-ca3f-42c9-91f5-701ca0f37c8b),segment_id=940ad3d3-ca3f-42c9-91f5-701ca0f37c8b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:34.969918 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.020569 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=bf7aef79-8708-4279-8459-8b0aec327beb,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:35.520483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d53fb-6936-4e23-81fd-5f33c28ded29 req-c2ec5a32-e00e-41f4-95f4-123811639aaa tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:35.522047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-286d53fb-6936-4e23-81fd-5f33c28ded29 req-c2ec5a32-e00e-41f4-95f4-123811639aaa tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1095 time: 0.0583093 Jul 06 12:17:35.561477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-286d53fb-6936-4e23-81fd-5f33c28ded29 req-731ae316-c03a-4e3a-b42e-a7e88d476a44 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Jul 06 12:17:36.726372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bb87a-6b2b-4bed-842e-9f746e8463c1 req-dc769a1c-c76a-40a0-a070-ccc088d51639 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:36.727825 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b4bb87a-6b2b-4bed-842e-9f746e8463c1 req-dc769a1c-c76a-40a0-a070-ccc088d51639 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1095 time: 0.0560472 Jul 06 12:17:36.757663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bf7aef79-8708-4279-8459-8b0aec327beb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:36.762796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b4bb87a-6b2b-4bed-842e-9f746e8463c1 req-9c1fff16-5c42-4fa3-b678-529ad84344e5 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292103 Jul 06 12:17:36.805049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port bf7aef79-8708-4279-8459-8b0aec327beb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:36.805427 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:37.881776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 726826b9-5a6a-485a-8262-35fdc1e55bb3 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:17:37.926718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14688e4b-ceaf-468d-9e96-7310b1728d56 req-663ee3b8-454f-407d-8173-e0406e09b19a tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:37.928213 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-14688e4b-ceaf-468d-9e96-7310b1728d56 req-663ee3b8-454f-407d-8173-e0406e09b19a tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1095 time: 0.0541248 Jul 06 12:17:37.964931 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-14688e4b-ceaf-468d-9e96-7310b1728d56 req-345ae7ea-fb48-492f-ab9b-0e2784ce0f2b tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297518 Jul 06 12:17:37.978996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 726826b9-5a6a-485a-8262-35fdc1e55bb3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=726826b9-5a6a-485a-8262-35fdc1e55bb3,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:37.990695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '726826b9-5a6a-485a-8262-35fdc1e55bb3', 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3', 'port_id': '726826b9-5a6a-485a-8262-35fdc1e55bb3', 'mac_address': 'fa:16:3e:55:22:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcdab68-5225-47b1-95f0-80b343dcccd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:17:38.032158 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:38.044616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726826b9-5a6a-485a-8262-35fdc1e55bb3 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:17:38.064088 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 726826b9-5a6a-485a-8262-35fdc1e55bb3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=726826b9-5a6a-485a-8262-35fdc1e55bb3,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:38.067858 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:38.115461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=726826b9-5a6a-485a-8262-35fdc1e55bb3,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:38.331479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['726826b9-5a6a-485a-8262-35fdc1e55bb3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:39.121043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0837edc-0b01-496f-92eb-1312e397148b req-20d93312-b706-4551-bfc3-0bc3c82e94a8 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:39.122547 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0837edc-0b01-496f-92eb-1312e397148b req-20d93312-b706-4551-bfc3-0bc3c82e94a8 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1096 time: 0.0512393 Jul 06 12:17:39.157216 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0837edc-0b01-496f-92eb-1312e397148b req-69146ea1-c19f-4885-a2b1-3b9b633ce5cd tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284038 Jul 06 12:17:39.886065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 726826b9-5a6a-485a-8262-35fdc1e55bb3 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:39.933604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 726826b9-5a6a-485a-8262-35fdc1e55bb3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:39.937837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 726826b9-5a6a-485a-8262-35fdc1e55bb3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:39.938220 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:40.014500 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:40.037834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59bc8c5-2b19-4c40-8747-5a27d393fe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726826b9-5a6a-485a-8262-35fdc1e55bb3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:40.040514 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf360d8-207e-4c88-a639-3d8971b72226" -d '{"events": [{"server_uuid": "e59bc8c5-2b19-4c40-8747-5a27d393fe37", "name": "network-vif-plugged", "status": "completed", "tag": "726826b9-5a6a-485a-8262-35fdc1e55bb3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:40.056836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 726826b9-5a6a-485a-8262-35fdc1e55bb3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=726826b9-5a6a-485a-8262-35fdc1e55bb3,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:40.060827 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:40.083768 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc6add8-03ce-497a-8a37-a6f1b75f4efa x-openstack-request-id: req-6fc6add8-03ce-497a-8a37-a6f1b75f4efa {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:40.084055 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59bc8c5-2b19-4c40-8747-5a27d393fe37", "name": "network-vif-plugged", "status": "completed", "tag": "726826b9-5a6a-485a-8262-35fdc1e55bb3", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:40.084305 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fc6add8-03ce-497a-8a37-a6f1b75f4efa {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:40.084684 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59bc8c5-2b19-4c40-8747-5a27d393fe37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726826b9-5a6a-485a-8262-35fdc1e55bb3', 'code': 200} Jul 06 12:17:40.110936 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=726826b9-5a6a-485a-8262-35fdc1e55bb3,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:40.210730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f5e41-1501-4a3f-bb5a-1fab79accd53 req-af1588a1-7c8d-4a93-8237-4c969413ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:40.212269 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-513f5e41-1501-4a3f-bb5a-1fab79accd53 req-af1588a1-7c8d-4a93-8237-4c969413ab8b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1097 time: 0.0520458 Jul 06 12:17:40.247523 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-513f5e41-1501-4a3f-bb5a-1fab79accd53 req-c41c71fb-1231-45d8-9a46-e679387165db service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281076 Jul 06 12:17:40.325333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12724486-6289-4a2b-ab7a-a9be3bc938d6 req-f2f33ea1-45fc-4cf5-8548-97061e629595 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:40.326877 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12724486-6289-4a2b-ab7a-a9be3bc938d6 req-f2f33ea1-45fc-4cf5-8548-97061e629595 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1097 time: 0.0571625 Jul 06 12:17:40.366254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12724486-6289-4a2b-ab7a-a9be3bc938d6 req-acb25139-88e2-42e1-8b76-31bd014793b9 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293503 Jul 06 12:17:41.529675 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd30d5-d473-4705-a295-e030ba68537d req-accd20ac-39f0-44d6-bb73-fe5d422f8e5d tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:41.531234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bcdd30d5-d473-4705-a295-e030ba68537d req-accd20ac-39f0-44d6-bb73-fe5d422f8e5d tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1097 time: 0.0519149 Jul 06 12:17:41.566313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bcdd30d5-d473-4705-a295-e030ba68537d req-b2af649e-132d-41b1-aa75-bbd45fbf362f tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291657 Jul 06 12:17:41.736478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc07c6f-ef3c-4fa6-b2e9-fee5fa5578f5 req-a78b79f3-39a3-453a-a4dc-cfc99e641ba4 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:41.738035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1dc07c6f-ef3c-4fa6-b2e9-fee5fa5578f5 req-a78b79f3-39a3-453a-a4dc-cfc99e641ba4 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1097 time: 0.0587070 Jul 06 12:17:41.773082 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1dc07c6f-ef3c-4fa6-b2e9-fee5fa5578f5 req-c0c76ef6-758d-4579-9a9a-5012fec6259a tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294104 Jul 06 12:17:41.936219 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ffb01-06ac-4614-a50e-33c9ac727b56 req-bb2fb386-1ee7-4b3f-8e44-ede9af8050ef tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:41.937840 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-293ffb01-06ac-4614-a50e-33c9ac727b56 req-bb2fb386-1ee7-4b3f-8e44-ede9af8050ef tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1097 time: 0.0565882 Jul 06 12:17:41.975205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-293ffb01-06ac-4614-a50e-33c9ac727b56 req-0e4f194d-3d1d-4044-98c9-7821b8f2dcd1 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Jul 06 12:17:42.216929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-cedcfad1-f3db-40ef-9874-6f66a60eaf14 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:42.218362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-cedcfad1-f3db-40ef-9874-6f66a60eaf14 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/networks?id=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 HTTP/1.1" status: 200 len: 910 time: 0.0833967 Jul 06 12:17:42.233153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-6b582460-238f-43f8-8933-0418fb89ec30 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/quotas/a2e90c50a32d4aae878a80d4bce5a779 HTTP/1.1" status: 200 len: 375 time: 0.0087404 Jul 06 12:17:42.296026 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-71166207-d1cf-44c8-84b5-9f5a253cef6d tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2e90c50a32d4aae878a80d4bce5a779&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573342 Jul 06 12:17:42.386605 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-09d00c7b-b6af-4364-a9b0-48daffcfb645 service neutron] 10.222.0.21 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799923 Jul 06 12:17:42.479234 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-7374f1b4-d6f3-4e29-beee-12264be16aba service neutron] 10.222.0.21 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860071 Jul 06 12:17:42.645688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8d453cb-f54a-4cbd-ae69-d180581908bb req-266840ac-72ff-4994-af68-1b833fe80633 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 210 time: 0.0295258 Jul 06 12:17:43.723780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-30a3c843-8fca-4f2f-942a-434789a7f965 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:43.726841 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-30a3c843-8fca-4f2f-942a-434789a7f965 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.47 "GET /v2.0/networks?id=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 HTTP/1.1" status: 200 len: 910 time: 0.0916374 Jul 06 12:17:43.737771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Request body: {'port': {'device_id': '12f7cc2f-4c9a-45cc-96c9-76b550759064', 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3', 'admin_state_up': True, 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:43.760783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Made reservation on behalf of a2e90c50a32d4aae878a80d4bce5a779 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:43.763371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:43.797233 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46b755bc-1f75-4628-9d16-2804147977a6 req-dfbd124a-18f9-437b-ad3e-91795a33ac01 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 210 time: 0.0267792 Jul 06 12:17:43.890093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Allocated IP 172.20.0.11 (48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3/7bcdab68-5225-47b1-95f0-80b343dcccd7/b0d18867-5484-4455-80d9-421d9f0f07c9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:44.029334 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.042662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Transition to ACTIVE for port object b0d18867-5484-4455-80d9-421d9f0f07c9 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:44.076591 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.087430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['726826b9-5a6a-485a-8262-35fdc1e55bb3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:44.117359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:44.120249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:44.125970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:44.149975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Pushing event updated for resources: {'Port': ['ID=b0d18867-5484-4455-80d9-421d9f0f07c9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:44.164978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.165331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.165662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.165998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.166330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.166664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.166986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.167310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.167660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.167980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.168301 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.168621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:44.185724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:44.186749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.202908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-e48c72c5-c849-43ed-af13-a9d7319a66fb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4696724 Jul 06 12:17:44.221961 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Request body: {'port': {'device_id': '12f7cc2f-4c9a-45cc-96c9-76b550759064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:44.229046 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbae2d5a-61d3-4f27-a834-aa8f98bbd449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.424557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-98f4bf70-d0be-464e-9cf8-d47b83ff5921 None None] Provisioning for port b0d18867-5484-4455-80d9-421d9f0f07c9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:44.428576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-98f4bf70-d0be-464e-9cf8-d47b83ff5921 None None] Provisioning complete for port b0d18867-5484-4455-80d9-421d9f0f07c9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:44.428948 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98f4bf70-d0be-464e-9cf8-d47b83ff5921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.468513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-98f4bf70-d0be-464e-9cf8-d47b83ff5921 None None] Port b0d18867-5484-4455-80d9-421d9f0f07c9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:17:44.577163 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.842459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d18867-5484-4455-80d9-421d9f0f07c9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:17:44.851372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.863500 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Transition to ACTIVE for port object b0d18867-5484-4455-80d9-421d9f0f07c9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:44.867424 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.922846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Pushing event updated for resources: {'Port': ['ID=b0d18867-5484-4455-80d9-421d9f0f07c9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:44.972515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cbb3a-af46-44ac-9921-0c2fd6bd5482 req-34a3d438-799a-4118-b1a5-ab48d1b997a9 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:44.974717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a7cbb3a-af46-44ac-9921-0c2fd6bd5482 req-34a3d438-799a-4118-b1a5-ab48d1b997a9 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1053 time: 0.0613117 Jul 06 12:17:45.003187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Attempting to bind port b0d18867-5484-4455-80d9-421d9f0f07c9 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:45.003559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Attempting to bind port b0d18867-5484-4455-80d9-421d9f0f07c9 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:45.003900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Attempting to bind port b0d18867-5484-4455-80d9-421d9f0f07c9 on network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:45.008814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Port b0d18867-5484-4455-80d9-421d9f0f07c9 on network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:17:45.009343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Attempting to bind port b0d18867-5484-4455-80d9-421d9f0f07c9 on network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:45.014358 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a7cbb3a-af46-44ac-9921-0c2fd6bd5482 req-7673d26d-5974-4caf-b6a7-815dad81a93b tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330188 Jul 06 12:17:45.014559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:45.014850 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Checking segment: {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:45.015238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Bound using segment: {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:45.015705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Bound port: b0d18867-5484-4455-80d9-421d9f0f07c9, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44026e57-4860-4f6c-8e0d-98f920900961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:45.016669 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:45.090921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] For port b0d18867-5484-4455-80d9-421d9f0f07c9, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:45.095098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] For port b0d18867-5484-4455-80d9-421d9f0f07c9, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b0d18867-5484-4455-80d9-421d9f0f07c9,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:45.099895 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:45.135783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.136713 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:45.137846 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] 10.222.0.47 "PUT /v2.0/ports/b0d18867-5484-4455-80d9-421d9f0f07c9 HTTP/1.1" status: 200 len: 1092 time: 0.9225895 Jul 06 12:17:45.139980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f7cc2f-4c9a-45cc-96c9-76b550759064', 'tag': 'b0d18867-5484-4455-80d9-421d9f0f07c9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:45.143015 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1c18e4-e012-49a8-9552-027fd934876b" -d '{"events": [{"name": "network-changed", "server_uuid": "12f7cc2f-4c9a-45cc-96c9-76b550759064", "tag": "b0d18867-5484-4455-80d9-421d9f0f07c9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:45.175603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b574ef-2651-44af-aac2-6a995cd5de9b service neutron] Pushing event updated for resources: {'Port': ['ID=b0d18867-5484-4455-80d9-421d9f0f07c9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:45.196783 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f33105d-8e81-47ba-bc32-61e1c2f4fc97 x-openstack-request-id: req-3f33105d-8e81-47ba-bc32-61e1c2f4fc97 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:45.197011 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f7cc2f-4c9a-45cc-96c9-76b550759064", "tag": "b0d18867-5484-4455-80d9-421d9f0f07c9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:45.197229 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f33105d-8e81-47ba-bc32-61e1c2f4fc97 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:45.197725 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f7cc2f-4c9a-45cc-96c9-76b550759064', 'tag': 'b0d18867-5484-4455-80d9-421d9f0f07c9', 'status': 'completed', 'code': 200} Jul 06 12:17:45.249448 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-94414a97-87af-4de5-8ad7-a5ff9b7faab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.251014 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-94414a97-87af-4de5-8ad7-a5ff9b7faab6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2e90c50a32d4aae878a80d4bce5a779&device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1095 time: 0.0638449 Jul 06 12:17:45.298347 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-47b5cf87-9fba-471d-a9b9-520af590d942 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d18867-5484-4455-80d9-421d9f0f07c9 HTTP/1.1" status: 200 len: 217 time: 0.0357530 Jul 06 12:17:45.353044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-b0431709-adb3-4967-9474-c286dcb8bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.354513 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-b0431709-adb3-4967-9474-c286dcb8bdac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bcdab68-5225-47b1-95f0-80b343dcccd7 HTTP/1.1" status: 200 len: 848 time: 0.0486925 Jul 06 12:17:45.420616 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-789e47a1-506a-4a5d-8195-672e798e3015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.422173 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-789e47a1-506a-4a5d-8195-672e798e3015 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550156 Jul 06 12:17:45.513614 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-3e258f14-6439-416f-8acd-c351418301dc service neutron] 10.222.0.47 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827758 Jul 06 12:17:45.608650 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-49f95cf9-daac-4c62-a1e7-65c9e7d9fe7d req-24f397f1-6976-456f-850a-577e7d70b7f4 service neutron] 10.222.0.47 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878398 Jul 06 12:17:45.709462 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c18e4-e012-49a8-9552-027fd934876b req-1121abe0-c352-4286-9e12-31187050345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.710974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f1c18e4-e012-49a8-9552-027fd934876b req-1121abe0-c352-4286-9e12-31187050345a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2e90c50a32d4aae878a80d4bce5a779&device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1095 time: 0.0534933 Jul 06 12:17:45.804645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c18e4-e012-49a8-9552-027fd934876b req-f04128dd-8134-4324-852c-41707bd95d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.806163 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f1c18e4-e012-49a8-9552-027fd934876b req-f04128dd-8134-4324-852c-41707bd95d67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 HTTP/1.1" status: 200 len: 910 time: 0.0889645 Jul 06 12:17:45.849424 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f1c18e4-e012-49a8-9552-027fd934876b req-6b37fb06-5536-407f-89d3-b18aa092c053 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0d18867-5484-4455-80d9-421d9f0f07c9 HTTP/1.1" status: 200 len: 217 time: 0.0350056 Jul 06 12:17:45.897921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c18e4-e012-49a8-9552-027fd934876b req-0daab4f3-9d5d-4f47-850f-9ac7f73b5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.899366 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f1c18e4-e012-49a8-9552-027fd934876b req-0daab4f3-9d5d-4f47-850f-9ac7f73b5719 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bcdab68-5225-47b1-95f0-80b343dcccd7 HTTP/1.1" status: 200 len: 848 time: 0.0438864 Jul 06 12:17:45.961161 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c18e4-e012-49a8-9552-027fd934876b req-5613753b-78a4-42bc-a671-6ffb5e09337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.962712 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f1c18e4-e012-49a8-9552-027fd934876b req-5613753b-78a4-42bc-a671-6ffb5e09337b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570531 Jul 06 12:17:46.057742 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f1c18e4-e012-49a8-9552-027fd934876b req-1261ac8b-4299-40ab-9b2f-01c1192ad893 service neutron] 10.222.0.47 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872431 Jul 06 12:17:46.157324 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9f1c18e4-e012-49a8-9552-027fd934876b req-d94dc463-04ed-4574-93a7-0b62b9bb9b6b service neutron] 10.222.0.47 "GET /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920002 Jul 06 12:17:46.186146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1fd70-6160-4ad1-b8b2-c3298d3f4b98 req-169e77c8-64cc-4476-a4e6-12884e5fc34b tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:46.187735 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0b1fd70-6160-4ad1-b8b2-c3298d3f4b98 req-169e77c8-64cc-4476-a4e6-12884e5fc34b tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1095 time: 0.0568779 Jul 06 12:17:46.224800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0b1fd70-6160-4ad1-b8b2-c3298d3f4b98 req-71eee8c5-d985-4f79-ba41-bec404147480 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Jul 06 12:17:47.388658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651fbc-aacd-4714-a0ff-ddc512177ab7 req-7033f041-25d1-4a3c-9444-5515300c5281 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:47.390168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d651fbc-aacd-4714-a0ff-ddc512177ab7 req-7033f041-25d1-4a3c-9444-5515300c5281 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1095 time: 0.0520036 Jul 06 12:17:47.425976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d651fbc-aacd-4714-a0ff-ddc512177ab7 req-780fdb2f-e3de-4514-9a88-ee0e473b4303 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298972 Jul 06 12:17:48.231383 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:48.446719 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01ef8812-7740-4b97-ba9d-0f665eaa017b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:48.590169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab4acb-329e-467a-b972-10602160406f req-6fe0bbe4-1de3-47a0-8015-419318c6baf6 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:48.591730 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cab4acb-329e-467a-b972-10602160406f req-6fe0bbe4-1de3-47a0-8015-419318c6baf6 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1095 time: 0.0532262 Jul 06 12:17:48.632235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cab4acb-329e-467a-b972-10602160406f req-0a5b2f0d-7cec-418c-a20d-f6c1f02438c6 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341749 Jul 06 12:17:48.832318 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:49.796353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ef081-dd44-4033-ae8d-553dff877ce2 req-f4a64d65-7886-4c93-b5af-d89a7b03e844 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:49.798603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-219ef081-dd44-4033-ae8d-553dff877ce2 req-f4a64d65-7886-4c93-b5af-d89a7b03e844 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1095 time: 0.0534222 Jul 06 12:17:49.833501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-219ef081-dd44-4033-ae8d-553dff877ce2 req-98c3abab-3054-4fc6-9ea6-e8a8be805ad4 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291448 Jul 06 12:17:50.622447 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.790220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b0d18867-5484-4455-80d9-421d9f0f07c9 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:17:50.890240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b0d18867-5484-4455-80d9-421d9f0f07c9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b0d18867-5484-4455-80d9-421d9f0f07c9,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:50.901684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'b0d18867-5484-4455-80d9-421d9f0f07c9', 'network_id': '48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3', 'port_id': 'b0d18867-5484-4455-80d9-421d9f0f07c9', 'mac_address': 'fa:16:3e:5c:66:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcdab68-5225-47b1-95f0-80b343dcccd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:17:50.943015 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.956527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d18867-5484-4455-80d9-421d9f0f07c9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:17:50.976708 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b0d18867-5484-4455-80d9-421d9f0f07c9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b0d18867-5484-4455-80d9-421d9f0f07c9,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:50.981327 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.998833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde2df1-003a-4245-84b8-1ed5af4010d0 req-c3a6bf49-dc9a-4bf2-b555-2b523b652b94 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:51.000655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ccde2df1-003a-4245-84b8-1ed5af4010d0 req-c3a6bf49-dc9a-4bf2-b555-2b523b652b94 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1095 time: 0.0536857 Jul 06 12:17:51.029727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=b0d18867-5484-4455-80d9-421d9f0f07c9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:51.037516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ccde2df1-003a-4245-84b8-1ed5af4010d0 req-3b19ed51-bcbb-44f5-826a-2fba920c8a62 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304852 Jul 06 12:17:51.038189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.038551 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.038894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.039232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.039593 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.039928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.040319 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.040590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.040916 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.041240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.041566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.041890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:51.267036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b0d18867-5484-4455-80d9-421d9f0f07c9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:52.213664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62584e1c-aa35-4825-b4bd-6d699122a031 req-c842b99e-9627-4240-88d3-ed7822e9233b tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:52.215270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62584e1c-aa35-4825-b4bd-6d699122a031 req-c842b99e-9627-4240-88d3-ed7822e9233b tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1096 time: 0.0643995 Jul 06 12:17:52.248603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62584e1c-aa35-4825-b4bd-6d699122a031 req-b4065b0d-97b5-49b9-8a3a-497212043dc0 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271854 Jul 06 12:17:52.794210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b0d18867-5484-4455-80d9-421d9f0f07c9 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:52.849106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port b0d18867-5484-4455-80d9-421d9f0f07c9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:52.852868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port b0d18867-5484-4455-80d9-421d9f0f07c9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:52.853240 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:52.930885 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:52.959557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f7cc2f-4c9a-45cc-96c9-76b550759064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d18867-5484-4455-80d9-421d9f0f07c9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:52.960041 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00258e5c-61f8-42cc-a245-76e6f4bd0d21" -d '{"events": [{"server_uuid": "12f7cc2f-4c9a-45cc-96c9-76b550759064", "name": "network-vif-plugged", "status": "completed", "tag": "b0d18867-5484-4455-80d9-421d9f0f07c9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:53.121152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d2617-bf1d-43e3-8c8f-cc7ac171ca38 req-749e217f-55cd-4941-b415-744303dd2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:53.122696 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-535d2617-bf1d-43e3-8c8f-cc7ac171ca38 req-749e217f-55cd-4941-b415-744303dd2c5f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1096 time: 0.0550466 Jul 06 12:17:53.130031 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e4e54-2d42-45e0-90db-9610e581f2f1 x-openstack-request-id: req-b04e4e54-2d42-45e0-90db-9610e581f2f1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:53.130342 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f7cc2f-4c9a-45cc-96c9-76b550759064", "name": "network-vif-plugged", "status": "completed", "tag": "b0d18867-5484-4455-80d9-421d9f0f07c9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:53.130446 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b04e4e54-2d42-45e0-90db-9610e581f2f1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:53.130764 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f7cc2f-4c9a-45cc-96c9-76b550759064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d18867-5484-4455-80d9-421d9f0f07c9', 'code': 200} Jul 06 12:17:53.134676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port b0d18867-5484-4455-80d9-421d9f0f07c9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b0d18867-5484-4455-80d9-421d9f0f07c9,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:53.138988 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:53.163132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-535d2617-bf1d-43e3-8c8f-cc7ac171ca38 req-0dafad86-7b00-4e44-961f-4741f87a5acd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296805 Jul 06 12:17:53.187027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=b0d18867-5484-4455-80d9-421d9f0f07c9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:53.406641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4124ff-da70-4320-b6b4-174b0ed88a4f req-14a83352-326c-44c1-9818-d42e0b83d295 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:53.408713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac4124ff-da70-4320-b6b4-174b0ed88a4f req-14a83352-326c-44c1-9818-d42e0b83d295 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1097 time: 0.0526216 Jul 06 12:17:53.443585 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac4124ff-da70-4320-b6b4-174b0ed88a4f req-01863314-3eee-4941-b49c-c3c1c7c01a11 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290828 Jul 06 12:17:54.609573 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec686221-9e05-4135-a460-cfe89676293f req-7ba40d66-096c-40dc-8127-018c51f99a80 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:54.611684 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec686221-9e05-4135-a460-cfe89676293f req-7ba40d66-096c-40dc-8127-018c51f99a80 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1097 time: 0.0522547 Jul 06 12:17:54.645487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec686221-9e05-4135-a460-cfe89676293f req-8e207ec9-24f3-4529-8646-e1357c8e40bc tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280924 Jul 06 12:17:55.126593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e9d8f-bee5-4384-bdc0-87ef21006769 req-6db33094-fc46-4478-98f6-4d140dc1cb56 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:55.128194 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed3e9d8f-bee5-4384-bdc0-87ef21006769 req-6db33094-fc46-4478-98f6-4d140dc1cb56 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1097 time: 0.3709962 Jul 06 12:17:55.164716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed3e9d8f-bee5-4384-bdc0-87ef21006769 req-cc770f10-11f8-4b48-815d-6e049f8ad57a tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306075 Jul 06 12:17:55.325809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a318b-3f13-4b39-9285-bc1214e63df9 req-9c8b0a12-c6bd-49b8-a27a-10695bb56b0f tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:55.327323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e7a318b-3f13-4b39-9285-bc1214e63df9 req-9c8b0a12-c6bd-49b8-a27a-10695bb56b0f tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1097 time: 0.0517211 Jul 06 12:17:55.362312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e7a318b-3f13-4b39-9285-bc1214e63df9 req-c69350e5-37ef-4ea0-b250-a26374b9eebb tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288560 Jul 06 12:17:55.740399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59159dd-cc2d-4278-b334-b65fd7d95956 req-741cfe8a-533b-4fcf-851d-c035e8fcc4b6 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:55.741834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e59159dd-cc2d-4278-b334-b65fd7d95956 req-741cfe8a-533b-4fcf-851d-c035e8fcc4b6 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1097 time: 0.0522988 Jul 06 12:17:55.778359 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e59159dd-cc2d-4278-b334-b65fd7d95956 req-6db7a715-782f-4d09-adc1-32a68c3fec09 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Jul 06 12:17:56.937716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1846f6-7bc7-452c-a4b7-6e3b75e9362e req-8ac3bb29-aa1d-445b-83d0-d327c6f8abdd tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:56.939806 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca1846f6-7bc7-452c-a4b7-6e3b75e9362e req-8ac3bb29-aa1d-445b-83d0-d327c6f8abdd tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1097 time: 0.0513401 Jul 06 12:17:56.976421 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca1846f6-7bc7-452c-a4b7-6e3b75e9362e req-20684b5d-7676-4713-a3d6-4e3c97afe7be tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Jul 06 12:17:57.395727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ccbe0-af53-44d6-9eef-44ad5785cb58 req-cee24293-f777-4820-8d0f-895fe40be7ce tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:57.397227 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1a8ccbe0-af53-44d6-9eef-44ad5785cb58 req-cee24293-f777-4820-8d0f-895fe40be7ce tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 1097 time: 0.0508151 Jul 06 12:17:57.488115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1a8ccbe0-af53-44d6-9eef-44ad5785cb58 req-99dd18fb-133a-4b59-aa6d-f5942f6ef8d2 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Deleting port b0d18867-5484-4455-80d9-421d9f0f07c9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:57.488455 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1a8ccbe0-af53-44d6-9eef-44ad5785cb58 req-99dd18fb-133a-4b59-aa6d-f5942f6ef8d2 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:57.570217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1a8ccbe0-af53-44d6-9eef-44ad5785cb58 req-99dd18fb-133a-4b59-aa6d-f5942f6ef8d2 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] For port b0d18867-5484-4455-80d9-421d9f0f07c9, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=b0d18867-5484-4455-80d9-421d9f0f07c9,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:57.570587 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1a8ccbe0-af53-44d6-9eef-44ad5785cb58 req-99dd18fb-133a-4b59-aa6d-f5942f6ef8d2 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:57.584615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-1a8ccbe0-af53-44d6-9eef-44ad5785cb58 req-99dd18fb-133a-4b59-aa6d-f5942f6ef8d2 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Calling delete_port for b0d18867-5484-4455-80d9-421d9f0f07c9 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:57.726771 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1a8ccbe0-af53-44d6-9eef-44ad5785cb58 req-99dd18fb-133a-4b59-aa6d-f5942f6ef8d2 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:57.738362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['b0d18867-5484-4455-80d9-421d9f0f07c9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:57.743831 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['726826b9-5a6a-485a-8262-35fdc1e55bb3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:57.756086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd18fb-133a-4b59-aa6d-f5942f6ef8d2 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0d18867-5484-4455-80d9-421d9f0f07c9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:57.807543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8ccbe0-af53-44d6-9eef-44ad5785cb58 req-99dd18fb-133a-4b59-aa6d-f5942f6ef8d2 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] No DVR routers for this DVR port b0d18867-5484-4455-80d9-421d9f0f07c9 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:57.810367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1a8ccbe0-af53-44d6-9eef-44ad5785cb58 req-99dd18fb-133a-4b59-aa6d-f5942f6ef8d2 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:57.812554 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1a8ccbe0-af53-44d6-9eef-44ad5785cb58 req-99dd18fb-133a-4b59-aa6d-f5942f6ef8d2 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.47 "DELETE /v2.0/ports/b0d18867-5484-4455-80d9-421d9f0f07c9 HTTP/1.1" status: 204 len: 173 time: 0.4098628 Jul 06 12:17:57.813931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f7cc2f-4c9a-45cc-96c9-76b550759064', 'name': 'network-vif-deleted', 'tag': 'b0d18867-5484-4455-80d9-421d9f0f07c9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:57.816359 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e49fc1-f1c4-4e98-bb37-e1fd415dc272" -d '{"events": [{"server_uuid": "12f7cc2f-4c9a-45cc-96c9-76b550759064", "name": "network-vif-deleted", "tag": "b0d18867-5484-4455-80d9-421d9f0f07c9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:57.858310 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dec7a77-8e87-4abd-bd96-86a69e615bb8 x-openstack-request-id: req-3dec7a77-8e87-4abd-bd96-86a69e615bb8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:57.858725 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f7cc2f-4c9a-45cc-96c9-76b550759064", "name": "network-vif-deleted", "tag": "b0d18867-5484-4455-80d9-421d9f0f07c9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:57.859199 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dec7a77-8e87-4abd-bd96-86a69e615bb8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:57.859694 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f7cc2f-4c9a-45cc-96c9-76b550759064', 'name': 'network-vif-deleted', 'tag': 'b0d18867-5484-4455-80d9-421d9f0f07c9', 'status': 'completed', 'code': 200} Jul 06 12:17:58.127276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee2af88c-0213-43a4-91b9-7e2683c96a38 req-b845d6fa-f26a-4057-a424-9d4f9f8bf8ca tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=12f7cc2f-4c9a-45cc-96c9-76b550759064 HTTP/1.1" status: 200 len: 210 time: 0.0273192 Jul 06 12:17:58.914017 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.147683 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.560705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65f4ee-c7f1-4cfd-adc1-bf1b086e69be req-b54ae4cd-0cc8-4489-a463-8cc29bc5cee5 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:59.562232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d65f4ee-c7f1-4cfd-adc1-bf1b086e69be req-b54ae4cd-0cc8-4489-a463-8cc29bc5cee5 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1097 time: 0.0519645 Jul 06 12:17:59.600545 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d65f4ee-c7f1-4cfd-adc1-bf1b086e69be req-e0495475-76d2-4388-a288-a05533a1c8bf tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Jul 06 12:18:00.774159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcd413-9b2b-41aa-81d2-114250046b22 req-9c894416-b0b3-41df-a1b7-2b1e8b529432 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:00.775727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7fcd413-9b2b-41aa-81d2-114250046b22 req-9c894416-b0b3-41df-a1b7-2b1e8b529432 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1097 time: 0.0570242 Jul 06 12:18:00.812153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7fcd413-9b2b-41aa-81d2-114250046b22 req-ff89cca3-0053-4848-8475-a191293dc951 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9c48cafd-9917-48cb-a77a-85628e884dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303500 Jul 06 12:18:00.836594 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b0d18867-5484-4455-80d9-421d9f0f07c9 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:00.857146 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: b0d18867-5484-4455-80d9-421d9f0f07c9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:00.857496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device b0d18867-5484-4455-80d9-421d9f0f07c9 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:00.968777 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e99f-ecb4-4b0f-b155-f0aae8ae6d96 req-297104a1-f5c7-4ea3-bcc4-5b5cba34a4f3 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:00.971078 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4e40e99f-ecb4-4b0f-b155-f0aae8ae6d96 req-297104a1-f5c7-4ea3-bcc4-5b5cba34a4f3 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 1097 time: 0.0563726 Jul 06 12:18:01.062107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4e40e99f-ecb4-4b0f-b155-f0aae8ae6d96 req-5aad7eaf-7ec3-4b4d-96ba-a4cab6d175f0 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Deleting port 726826b9-5a6a-485a-8262-35fdc1e55bb3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:01.062458 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e40e99f-ecb4-4b0f-b155-f0aae8ae6d96 req-5aad7eaf-7ec3-4b4d-96ba-a4cab6d175f0 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.146809 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4e40e99f-ecb4-4b0f-b155-f0aae8ae6d96 req-5aad7eaf-7ec3-4b4d-96ba-a4cab6d175f0 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] For port 726826b9-5a6a-485a-8262-35fdc1e55bb3, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=726826b9-5a6a-485a-8262-35fdc1e55bb3,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:01.147165 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e40e99f-ecb4-4b0f-b155-f0aae8ae6d96 req-5aad7eaf-7ec3-4b4d-96ba-a4cab6d175f0 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.160171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4e40e99f-ecb4-4b0f-b155-f0aae8ae6d96 req-5aad7eaf-7ec3-4b4d-96ba-a4cab6d175f0 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Calling delete_port for 726826b9-5a6a-485a-8262-35fdc1e55bb3 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:01.289421 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e40e99f-ecb4-4b0f-b155-f0aae8ae6d96 req-5aad7eaf-7ec3-4b4d-96ba-a4cab6d175f0 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.304335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['726826b9-5a6a-485a-8262-35fdc1e55bb3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:01.316821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad7eaf-7ec3-4b4d-96ba-a4cab6d175f0 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Pushing event deleted for resources: {'Port': ['ID=726826b9-5a6a-485a-8262-35fdc1e55bb3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:01.369209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e40e99f-ecb4-4b0f-b155-f0aae8ae6d96 req-5aad7eaf-7ec3-4b4d-96ba-a4cab6d175f0 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] No DVR routers for this DVR port 726826b9-5a6a-485a-8262-35fdc1e55bb3 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:01.371931 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e40e99f-ecb4-4b0f-b155-f0aae8ae6d96 req-5aad7eaf-7ec3-4b4d-96ba-a4cab6d175f0 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.374030 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4e40e99f-ecb4-4b0f-b155-f0aae8ae6d96 req-5aad7eaf-7ec3-4b4d-96ba-a4cab6d175f0 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.86 "DELETE /v2.0/ports/726826b9-5a6a-485a-8262-35fdc1e55bb3 HTTP/1.1" status: 204 len: 173 time: 0.3947513 Jul 06 12:18:01.374492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59bc8c5-2b19-4c40-8747-5a27d393fe37', 'name': 'network-vif-deleted', 'tag': '726826b9-5a6a-485a-8262-35fdc1e55bb3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:01.377384 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89fdbfe-8dda-4806-a546-e61c800cbd1c" -d '{"events": [{"server_uuid": "e59bc8c5-2b19-4c40-8747-5a27d393fe37", "name": "network-vif-deleted", "tag": "726826b9-5a6a-485a-8262-35fdc1e55bb3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:01.419344 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193f7695-2749-4638-abfa-9468c953af42 x-openstack-request-id: req-193f7695-2749-4638-abfa-9468c953af42 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:01.419677 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59bc8c5-2b19-4c40-8747-5a27d393fe37", "name": "network-vif-deleted", "tag": "726826b9-5a6a-485a-8262-35fdc1e55bb3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:01.419937 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-193f7695-2749-4638-abfa-9468c953af42 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:01.420378 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59bc8c5-2b19-4c40-8747-5a27d393fe37', 'name': 'network-vif-deleted', 'tag': '726826b9-5a6a-485a-8262-35fdc1e55bb3', 'status': 'completed', 'code': 200} Jul 06 12:18:01.967493 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75732c1e-7e3a-409d-9684-c5b7153fa42c req-352cb701-ac81-465e-887b-6dc593e89c77 tempest-TestServerMultinode-1584964896 tempest-TestServerMultinode-1584964896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e59bc8c5-2b19-4c40-8747-5a27d393fe37 HTTP/1.1" status: 200 len: 210 time: 0.0276787 Jul 06 12:18:02.995196 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:18:03.068966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56740) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:03.418817 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.686015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] Deleting port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:03.686264 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.766952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] For port ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:03.767336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.780704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] Calling delete_port for ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:03.963601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 726826b9-5a6a-485a-8262-35fdc1e55bb3 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:03.979722 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.985542 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 726826b9-5a6a-485a-8262-35fdc1e55bb3 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:03.986552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 726826b9-5a6a-485a-8262-35fdc1e55bb3 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:04.012717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:04.187804 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.421540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] Router 82c80992-bd7e-4442-9e75-38303c31a3b8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:18:04.529564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:04.535350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f2cfee6a-3bb6-4c0b-9597-da6c622b9f98 admin admin] 10.222.0.21 "PUT /v2.0/routers/82c80992-bd7e-4442-9e75-38303c31a3b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4646971 Jul 06 12:18:04.538070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56742) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:04.539151 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c88ffa-bfd6-407f-bd0d-7547a88e0f18 None None] Sync routers for ids ['82c80992-bd7e-4442-9e75-38303c31a3b8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:04.548982 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c88ffa-bfd6-407f-bd0d-7547a88e0f18 None None] Routers {'82c80992-bd7e-4442-9e75-38303c31a3b8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:04.549598 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e6c88ffa-bfd6-407f-bd0d-7547a88e0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['82c80992-bd7e-4442-9e75-38303c31a3b8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:04.664758 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.749586 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e6c88ffa-bfd6-407f-bd0d-7547a88e0f18 None None] Set router 82c80992-bd7e-4442-9e75-38303c31a3b8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:04.780415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.833594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Deleting port 49159aa0-f091-4886-bde5-3196c2e9383a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:04.833936 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.913344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] For port 49159aa0-f091-4886-bde5-3196c2e9383a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=49159aa0-f091-4886-bde5-3196c2e9383a,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:04.913700 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.926557 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Calling delete_port for 49159aa0-f091-4886-bde5-3196c2e9383a owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:04.931981 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e6c88ffa-bfd6-407f-bd0d-7547a88e0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'name': 'tempest-TestServerMultinode-995512876-router', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:20Z', 'updated_at': '2021-07-06T12:18:03Z', 'revision_number': 5, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'gw_port': {'id': '49159aa0-f091-4886-bde5-3196c2e9383a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:21Z', 'updated_at': '2021-07-06T12:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:04.963291 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c88ffa-bfd6-407f-bd0d-7547a88e0f18 None None] Checking router: 82c80992-bd7e-4442-9e75-38303c31a3b8 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:04.972684 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c88ffa-bfd6-407f-bd0d-7547a88e0f18 None None] Routers {'82c80992-bd7e-4442-9e75-38303c31a3b8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:04.973242 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e6c88ffa-bfd6-407f-bd0d-7547a88e0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['82c80992-bd7e-4442-9e75-38303c31a3b8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:05.063218 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e6c88ffa-bfd6-407f-bd0d-7547a88e0f18 None None] Set router 82c80992-bd7e-4442-9e75-38303c31a3b8 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:05.105040 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.119761 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e6c88ffa-bfd6-407f-bd0d-7547a88e0f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'name': 'tempest-TestServerMultinode-995512876-router', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:20Z', 'updated_at': '2021-07-06T12:18:04Z', 'revision_number': 6, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:05.135700 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=49159aa0-f091-4886-bde5-3196c2e9383a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:05.151358 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c88ffa-bfd6-407f-bd0d-7547a88e0f18 None None] The sync data for ids ['82c80992-bd7e-4442-9e75-38303c31a3b8'] in n-d-799527-2 is: [{'id': '82c80992-bd7e-4442-9e75-38303c31a3b8', 'name': 'tempest-TestServerMultinode-995512876-router', 'tenant_id': '60b44ce44803415b8e13c8c4a9867107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:20Z', 'updated_at': '2021-07-06T12:18:04Z', 'revision_number': 6, 'project_id': '60b44ce44803415b8e13c8c4a9867107', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:05.199829 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.290298 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.292360 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.336209 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.336903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82c80992-bd7e-4442-9e75-38303c31a3b8 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:18:05.341344 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.342414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-24eb68fd-fab7-40a5-9e55-b621ab427ac9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/82c80992-bd7e-4442-9e75-38303c31a3b8 HTTP/1.1" status: 204 len: 168 time: 0.8033695 Jul 06 12:18:05.345556 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56744) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:05.395135 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f58d43-4669-47a1-86d6-1f04da328253 admin admin] Deleting subnet 7bcdab68-5225-47b1-95f0-80b343dcccd7 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:05.398401 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4f58d43-4669-47a1-86d6-1f04da328253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.434231 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4f58d43-4669-47a1-86d6-1f04da328253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.524415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4f58d43-4669-47a1-86d6-1f04da328253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.589400 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4f58d43-4669-47a1-86d6-1f04da328253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.618097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f58d43-4669-47a1-86d6-1f04da328253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bcdab68-5225-47b1-95f0-80b343dcccd7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:05.623916 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4f58d43-4669-47a1-86d6-1f04da328253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.625893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d4f58d43-4669-47a1-86d6-1f04da328253 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7bcdab68-5225-47b1-95f0-80b343dcccd7 HTTP/1.1" status: 204 len: 168 time: 0.2793534 Jul 06 12:18:05.628386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56746) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:05.630255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c63456-818a-470b-b6c2-99cf51f16268 None None] Network 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:05.701033 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.756960 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Deleting port f3628613-5ecd-425c-9aab-0923a60a4fe7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:05.757294 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.823375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] For port f3628613-5ecd-425c-9aab-0923a60a4fe7, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f3628613-5ecd-425c-9aab-0923a60a4fe7,segment=NetworkSegment(44026e57-4860-4f6c-8e0d-98f920900961),segment_id=44026e57-4860-4f6c-8e0d-98f920900961)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:05.823699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.836436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Calling delete_port for f3628613-5ecd-425c-9aab-0923a60a4fe7 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:05.889186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7188e21d-5715-4427-8f24-086b4ababc36 None None] DHCP port deletion for 48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:18:05.919441 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.942944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7188e21d-5715-4427-8f24-086b4ababc36 None None] Deleting port f3628613-5ecd-425c-9aab-0923a60a4fe7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:05.943431 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7188e21d-5715-4427-8f24-086b4ababc36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.947727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3628613-5ecd-425c-9aab-0923a60a4fe7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:05.954799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] No DVR routers for this DVR port f3628613-5ecd-425c-9aab-0923a60a4fe7 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:06.014449 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7188e21d-5715-4427-8f24-086b4ababc36 None None] For port f3628613-5ecd-425c-9aab-0923a60a4fe7, host n-d-799527-2, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:06.014841 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7188e21d-5715-4427-8f24-086b4ababc36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.028237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7188e21d-5715-4427-8f24-086b4ababc36 None None] Calling delete_port for f3628613-5ecd-425c-9aab-0923a60a4fe7 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:06.030868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-7188e21d-5715-4427-8f24-086b4ababc36 None None] Port f3628613-5ecd-425c-9aab-0923a60a4fe7 was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:18:06.032333 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7188e21d-5715-4427-8f24-086b4ababc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.033113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.043848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:06.055395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44026e57-4860-4f6c-8e0d-98f920900961') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:06.055605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44026e57-4860-4f6c-8e0d-98f920900961') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:06.055782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188e21d-5715-4427-8f24-086b4ababc36 None None] Pushing event deleted for resources: {'Port': ['ID=f3628613-5ecd-425c-9aab-0923a60a4fe7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:06.064156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7188e21d-5715-4427-8f24-086b4ababc36 None None] No DVR routers for this DVR port f3628613-5ecd-425c-9aab-0923a60a4fe7 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:06.065999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.081089 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.087431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:18:06.087867 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:18:06.089700 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:18:06.153543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.170286 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.172203 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] 10.222.0.21 "DELETE /v2.0/networks/48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3 HTTP/1.1" status: 204 len: 168 time: 0.5427616 Jul 06 12:18:06.174104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c43333-c627-4d90-80f5-ece6580f9c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=48f6fbc9-9993-4e66-b7c1-6d94ae05b4d3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:06.175827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56748) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:06.774887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f3628613-5ecd-425c-9aab-0923a60a4fe7 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:06.798284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: f3628613-5ecd-425c-9aab-0923a60a4fe7 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:06.798640 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f3628613-5ecd-425c-9aab-0923a60a4fe7 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:06.799076 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:06.821923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:06.822264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ee77afc9-8e04-4a67-9e70-a4c8e1fdd8de not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:06.822684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 49159aa0-f091-4886-bde5-3196c2e9383a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:06.841807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 49159aa0-f091-4886-bde5-3196c2e9383a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:06.842148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 49159aa0-f091-4886-bde5-3196c2e9383a not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:06.859049 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.126872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] Deleting port bf7aef79-8708-4279-8459-8b0aec327beb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:07.127221 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.210812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] For port bf7aef79-8708-4279-8459-8b0aec327beb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bf7aef79-8708-4279-8459-8b0aec327beb,segment=NetworkSegment(940ad3d3-ca3f-42c9-91f5-701ca0f37c8b),segment_id=940ad3d3-ca3f-42c9-91f5-701ca0f37c8b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:07.211175 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.225051 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] Calling delete_port for bf7aef79-8708-4279-8459-8b0aec327beb owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:07.414754 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.453708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7aef79-8708-4279-8459-8b0aec327beb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:07.677842 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.918892 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] Router ed79635f-9832-4d81-8c9d-0e2942622eda has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:18:08.035615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:08.041236 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ca56c0cc-37b9-43af-9af9-0fa2c5a92e40 admin admin] 10.222.0.21 "PUT /v2.0/routers/ed79635f-9832-4d81-8c9d-0e2942622eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8642569 Jul 06 12:18:08.043648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56750) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:08.046334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e39ed3-bf6c-46b7-894c-b42f8d610a72 None None] Sync routers for ids ['ed79635f-9832-4d81-8c9d-0e2942622eda'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:08.064102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e39ed3-bf6c-46b7-894c-b42f8d610a72 None None] Routers {'ed79635f-9832-4d81-8c9d-0e2942622eda'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:08.064765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-53e39ed3-bf6c-46b7-894c-b42f8d610a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ed79635f-9832-4d81-8c9d-0e2942622eda'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:08.163815 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.176385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-53e39ed3-bf6c-46b7-894c-b42f8d610a72 None None] Set router ed79635f-9832-4d81-8c9d-0e2942622eda gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:08.274486 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.329904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Deleting port bd08a662-50d9-419b-811d-d2f5ab1fa998 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:08.329904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.357912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-53e39ed3-bf6c-46b7-894c-b42f8d610a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'name': 'tempest-TestServerMultinode-107237581-router', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:25Z', 'updated_at': '2021-07-06T12:18:07Z', 'revision_number': 5, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'gw_port': {'id': 'bd08a662-50d9-419b-811d-d2f5ab1fa998', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:17:26Z', 'updated_at': '2021-07-06T12:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:08.385760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e39ed3-bf6c-46b7-894c-b42f8d610a72 None None] Checking router: ed79635f-9832-4d81-8c9d-0e2942622eda for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:08.396144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e39ed3-bf6c-46b7-894c-b42f8d610a72 None None] Routers {'ed79635f-9832-4d81-8c9d-0e2942622eda'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:08.396775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-53e39ed3-bf6c-46b7-894c-b42f8d610a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:17:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['ed79635f-9832-4d81-8c9d-0e2942622eda'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:08.410377 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] For port bd08a662-50d9-419b-811d-d2f5ab1fa998, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=bd08a662-50d9-419b-811d-d2f5ab1fa998,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:08.410753 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.428414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Calling delete_port for bd08a662-50d9-419b-811d-d2f5ab1fa998 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:08.484286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-53e39ed3-bf6c-46b7-894c-b42f8d610a72 None None] Set router ed79635f-9832-4d81-8c9d-0e2942622eda gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:08.540334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-53e39ed3-bf6c-46b7-894c-b42f8d610a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'name': 'tempest-TestServerMultinode-107237581-router', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:25Z', 'updated_at': '2021-07-06T12:18:08Z', 'revision_number': 6, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:08.568313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e39ed3-bf6c-46b7-894c-b42f8d610a72 None None] The sync data for ids ['ed79635f-9832-4d81-8c9d-0e2942622eda'] in n-d-799527-2 is: [{'id': 'ed79635f-9832-4d81-8c9d-0e2942622eda', 'name': 'tempest-TestServerMultinode-107237581-router', 'tenant_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:17:25Z', 'updated_at': '2021-07-06T12:18:08Z', 'revision_number': 6, 'project_id': 'a2e90c50a32d4aae878a80d4bce5a779', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:08.606195 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.635129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd08a662-50d9-419b-811d-d2f5ab1fa998,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:08.701948 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.800058 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.802946 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.848634 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.849152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed79635f-9832-4d81-8c9d-0e2942622eda {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:18:08.853860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.854960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-be1fd50d-bebb-43d2-9629-94584321b0c9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ed79635f-9832-4d81-8c9d-0e2942622eda HTTP/1.1" status: 204 len: 168 time: 0.8104019 Jul 06 12:18:08.857455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56752) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:08.911851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac75c07-ab2b-4920-be98-328fef73ddce admin admin] Deleting subnet 97655c1b-448e-464a-a14b-be78b3f46969 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:08.916467 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fac75c07-ab2b-4920-be98-328fef73ddce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.960983 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fac75c07-ab2b-4920-be98-328fef73ddce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.012797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bf7aef79-8708-4279-8459-8b0aec327beb no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:09.033219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: bf7aef79-8708-4279-8459-8b0aec327beb {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:09.033565 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bf7aef79-8708-4279-8459-8b0aec327beb not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:09.053384 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fac75c07-ab2b-4920-be98-328fef73ddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.105813 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fac75c07-ab2b-4920-be98-328fef73ddce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.138455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac75c07-ab2b-4920-be98-328fef73ddce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97655c1b-448e-464a-a14b-be78b3f46969,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:09.140526 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fac75c07-ab2b-4920-be98-328fef73ddce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.144749 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fac75c07-ab2b-4920-be98-328fef73ddce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/97655c1b-448e-464a-a14b-be78b3f46969 HTTP/1.1" status: 204 len: 168 time: 0.2840869 Jul 06 12:18:09.145093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56754) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:09.146236 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87633ce1-4f5f-4fbc-9234-22c7d28a8d9c None None] Network f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:09.215748 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.279265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Deleting port a2351579-8c4e-42a4-b287-e9157bb2d62e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:09.279716 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.348656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734653f5-219d-4d07-87af-1ae76eecacbd None None] DHCP port deletion for f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:18:09.361159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] For port a2351579-8c4e-42a4-b287-e9157bb2d62e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a2351579-8c4e-42a4-b287-e9157bb2d62e,segment=NetworkSegment(940ad3d3-ca3f-42c9-91f5-701ca0f37c8b),segment_id=940ad3d3-ca3f-42c9-91f5-701ca0f37c8b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:09.361452 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.376607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Calling delete_port for a2351579-8c4e-42a4-b287-e9157bb2d62e owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:09.401425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-734653f5-219d-4d07-87af-1ae76eecacbd None None] Deleting port a2351579-8c4e-42a4-b287-e9157bb2d62e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:09.401806 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-734653f5-219d-4d07-87af-1ae76eecacbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.460655 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.471798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-734653f5-219d-4d07-87af-1ae76eecacbd None None] For port a2351579-8c4e-42a4-b287-e9157bb2d62e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a2351579-8c4e-42a4-b287-e9157bb2d62e,segment=NetworkSegment(940ad3d3-ca3f-42c9-91f5-701ca0f37c8b),segment_id=940ad3d3-ca3f-42c9-91f5-701ca0f37c8b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:09.472335 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-734653f5-219d-4d07-87af-1ae76eecacbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.484436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2351579-8c4e-42a4-b287-e9157bb2d62e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:09.486060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-734653f5-219d-4d07-87af-1ae76eecacbd None None] Calling delete_port for a2351579-8c4e-42a4-b287-e9157bb2d62e owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:09.490837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] No DVR routers for this DVR port a2351579-8c4e-42a4-b287-e9157bb2d62e on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:09.566559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-734653f5-219d-4d07-87af-1ae76eecacbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.566806 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.580912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:09.593402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940ad3d3-ca3f-42c9-91f5-701ca0f37c8b') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:09.593863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940ad3d3-ca3f-42c9-91f5-701ca0f37c8b') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:09.599280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734653f5-219d-4d07-87af-1ae76eecacbd None None] Pushing event deleted for resources: {'Port': ['ID=a2351579-8c4e-42a4-b287-e9157bb2d62e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:09.606088 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.608404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734653f5-219d-4d07-87af-1ae76eecacbd None None] No DVR routers for this DVR port a2351579-8c4e-42a4-b287-e9157bb2d62e on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:09.632883 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.640170 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:18:09.640652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:18:09.645580 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:18:09.705799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.711907 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.720524 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] 10.222.0.21 "DELETE /v2.0/networks/f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b HTTP/1.1" status: 204 len: 168 time: 0.5678170 Jul 06 12:18:09.725491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=f7adeaaa-ff89-47c9-bd6e-3ddb9ddeb72b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:09.740200 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.740666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.741008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.741346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.741681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.742022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.742373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.742698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.743022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.743347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.743873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.744198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591048a1-3b23-4e72-b1a9-d8e5b239fb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:09.882196 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56758) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:09.923755 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b95c8734-93a2-4ead-927e-b5b075f03ac1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60b44ce44803415b8e13c8c4a9867107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403085 Jul 06 12:18:09.926269 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56760) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:09.978342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1222d50-137f-44c3-897a-44aac80d9747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.001129 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1222d50-137f-44c3-897a-44aac80d9747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.048879 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1222d50-137f-44c3-897a-44aac80d9747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.051888 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1222d50-137f-44c3-897a-44aac80d9747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.053360 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e1222d50-137f-44c3-897a-44aac80d9747 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d983275e-b3b3-496c-bed2-c010437c39a6 HTTP/1.1" status: 204 len: 168 time: 0.1259944 Jul 06 12:18:10.064119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1222d50-137f-44c3-897a-44aac80d9747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d983275e-b3b3-496c-bed2-c010437c39a6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:10.391939 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56766) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:10.433976 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e2156d2a-c088-4005-91ef-a082bc85de4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2e90c50a32d4aae878a80d4bce5a779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407462 Jul 06 12:18:10.436487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56768) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:10.492587 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c52a74cf-df33-4bde-818c-d1441f2411a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.517931 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c52a74cf-df33-4bde-818c-d1441f2411a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.567824 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c52a74cf-df33-4bde-818c-d1441f2411a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.570445 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c52a74cf-df33-4bde-818c-d1441f2411a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.571681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c52a74cf-df33-4bde-818c-d1441f2411a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c48cafd-9917-48cb-a77a-85628e884dc6 HTTP/1.1" status: 204 len: 168 time: 0.1342218 Jul 06 12:18:10.581119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a74cf-df33-4bde-818c-d1441f2411a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c48cafd-9917-48cb-a77a-85628e884dc6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:10.770702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bd08a662-50d9-419b-811d-d2f5ab1fa998 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:10.792109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: bd08a662-50d9-419b-811d-d2f5ab1fa998 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:10.792459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device bd08a662-50d9-419b-811d-d2f5ab1fa998 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:10.792888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a2351579-8c4e-42a4-b287-e9157bb2d62e no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:10.814676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: a2351579-8c4e-42a4-b287-e9157bb2d62e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:10.815023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a2351579-8c4e-42a4-b287-e9157bb2d62e not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:14.223201 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be271f59-c6ea-4409-832c-a264df580805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.237392 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.449202 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c458c19-40e8-4560-93c8-ebb2466e1192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.836037 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.625469 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:21.030105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-a84b5530-815c-459a-992c-6618c29d16b3 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=98d95664525f441980e83e53a5186091&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237048 Jul 06 12:18:21.146265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-e9ad9675-a822-4ceb-99de-aecef7f3e59b tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:21.147817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-e9ad9675-a822-4ceb-99de-aecef7f3e59b tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109750 Jul 06 12:18:21.163837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-ad8b0b8e-056b-45b2-b884-bf23a79816f8 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/quotas/98d95664525f441980e83e53a5186091 HTTP/1.1" status: 200 len: 375 time: 0.0104055 Jul 06 12:18:21.204217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-128131e8-2ea7-416c-a9b4-e11cd029f26f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d95664525f441980e83e53a5186091&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350077 Jul 06 12:18:21.375206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d14024dc-56c1-4d8e-9fa0-740556c87a21 req-45cb4686-9e8d-4877-81e3-d2db1ed4b72a tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 210 time: 0.0280504 Jul 06 12:18:22.531692 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-453d6fe8-8a7d-4268-bf32-acde423822ca req-ee79ae5f-4baf-400f-9a9e-3ab010adf5bd tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 210 time: 0.0278740 Jul 06 12:18:22.713808 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-614bab82-bfaa-4819-894e-a7b9bb0b2b56 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=98d95664525f441980e83e53a5186091&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232539 Jul 06 12:18:22.828970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-34e19a1a-d511-47f2-8aba-195dafe3909a tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:22.830435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-34e19a1a-d511-47f2-8aba-195dafe3909a tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100547 Jul 06 12:18:22.847309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Request body: {'port': {'device_id': '8480a295-427d-4cdb-bb05-7132ed9606db', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'admin_state_up': True, 'tenant_id': '98d95664525f441980e83e53a5186091'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:22.959163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Made reservation on behalf of 98d95664525f441980e83e53a5186091 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:22.962789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:22.972721 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.075401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.079901 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.145747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c701fa7-5a06-4d49-bad2-8bd03e1e467f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:23.213307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Allocated IP 192.168.233.246 (b5c9b943-3aeb-4f98-8272-3d49e9f3239d/28c01b0f-4415-40cd-bdbf-82b35b2a295c/6a66587f-b99c-4999-8f4a-f7d34549c497) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:23.372818 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.390329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Transition to ACTIVE for port object 6a66587f-b99c-4999-8f4a-f7d34549c497 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:23.424388 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.468974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Network b5c9b943-3aeb-4f98-8272-3d49e9f3239d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:23.472303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:23.475013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:23.513043 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Pushing event updated for resources: {'Port': ['ID=6a66587f-b99c-4999-8f4a-f7d34549c497,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:23.541046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:23.541701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.557966 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-b75c7f14-f1ef-4090-9b8c-49f923243c5f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7146573 Jul 06 12:18:23.577451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Request body: {'port': {'device_id': '8480a295-427d-4cdb-bb05-7132ed9606db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:23.685689 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.769117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19268d16-c06a-4494-8f22-4bb7e921422a req-c858bf8f-0d48-4e2b-8493-b680aabdc8d9 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:23.771726 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19268d16-c06a-4494-8f22-4bb7e921422a req-c858bf8f-0d48-4e2b-8493-b680aabdc8d9 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 936 time: 0.0866721 Jul 06 12:18:23.817185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6a06e333-2b8e-4102-bd48-a19e6b9e9ef9 None None] Provisioning for port 6a66587f-b99c-4999-8f4a-f7d34549c497 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:23.821772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6a06e333-2b8e-4102-bd48-a19e6b9e9ef9 None None] Provisioning complete for port 6a66587f-b99c-4999-8f4a-f7d34549c497 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:23.822155 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a06e333-2b8e-4102-bd48-a19e6b9e9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.823034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-19268d16-c06a-4494-8f22-4bb7e921422a req-33fc3b23-e072-4b88-b796-58d6d90de8ce tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c701fa7-5a06-4d49-bad2-8bd03e1e467f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452251 Jul 06 12:18:23.862379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6a06e333-2b8e-4102-bd48-a19e6b9e9ef9 None None] Port 6a66587f-b99c-4999-8f4a-f7d34549c497 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:24.030179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a66587f-b99c-4999-8f4a-f7d34549c497 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:24.038908 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.052742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Transition to ACTIVE for port object 6a66587f-b99c-4999-8f4a-f7d34549c497 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:24.056694 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.106626 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Pushing event updated for resources: {'Port': ['ID=6a66587f-b99c-4999-8f4a-f7d34549c497,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:24.179992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Attempting to bind port 6a66587f-b99c-4999-8f4a-f7d34549c497 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:24.180331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Attempting to bind port 6a66587f-b99c-4999-8f4a-f7d34549c497 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:24.180659 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Attempting to bind port 6a66587f-b99c-4999-8f4a-f7d34549c497 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:24.185306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Port 6a66587f-b99c-4999-8f4a-f7d34549c497 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:18:24.185627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Attempting to bind port 6a66587f-b99c-4999-8f4a-f7d34549c497 on network b5c9b943-3aeb-4f98-8272-3d49e9f3239d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:24.190643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:24.190976 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Checking segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:24.191357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Bound using segment: {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:24.191808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Bound port: 6a66587f-b99c-4999-8f4a-f7d34549c497, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a59314-cebe-4194-b93d-9ea620764cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:24.192163 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.265218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] For port 6a66587f-b99c-4999-8f4a-f7d34549c497, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:24.265218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] For port 6a66587f-b99c-4999-8f4a-f7d34549c497, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6a66587f-b99c-4999-8f4a-f7d34549c497,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:24.270534 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.306277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:24.307269 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.308727 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] 10.222.0.86 "PUT /v2.0/ports/6a66587f-b99c-4999-8f4a-f7d34549c497 HTTP/1.1" status: 200 len: 1096 time: 0.7402568 Jul 06 12:18:24.309172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8480a295-427d-4cdb-bb05-7132ed9606db', 'tag': '6a66587f-b99c-4999-8f4a-f7d34549c497'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:24.311427 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae" -d '{"events": [{"name": "network-changed", "server_uuid": "8480a295-427d-4cdb-bb05-7132ed9606db", "tag": "6a66587f-b99c-4999-8f4a-f7d34549c497"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:24.337110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba8881-3f87-4d5c-924b-32edf782c191 service neutron] Pushing event updated for resources: {'Port': ['ID=6a66587f-b99c-4999-8f4a-f7d34549c497,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:24.373081 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d503c57a-437b-4c4e-8a90-a3c32671af4e x-openstack-request-id: req-d503c57a-437b-4c4e-8a90-a3c32671af4e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:24.373508 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8480a295-427d-4cdb-bb05-7132ed9606db", "tag": "6a66587f-b99c-4999-8f4a-f7d34549c497", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:24.373763 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d503c57a-437b-4c4e-8a90-a3c32671af4e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:24.374161 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8480a295-427d-4cdb-bb05-7132ed9606db', 'tag': '6a66587f-b99c-4999-8f4a-f7d34549c497', 'status': 'completed', 'code': 200} Jul 06 12:18:24.424826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-aa8392e1-2eb0-4a57-87c6-3f9bc4a61600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:24.426469 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-aa8392e1-2eb0-4a57-87c6-3f9bc4a61600 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98d95664525f441980e83e53a5186091&device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 1099 time: 0.0660217 Jul 06 12:18:24.477804 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-19203f96-cbeb-48a1-91f2-c0782cbd3e9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6a66587f-b99c-4999-8f4a-f7d34549c497 HTTP/1.1" status: 200 len: 217 time: 0.0403428 Jul 06 12:18:24.529571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-c1d7da45-20ae-4d9b-82fc-3c8ddd188c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:24.531062 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-c1d7da45-20ae-4d9b-82fc-3c8ddd188c6c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0464427 Jul 06 12:18:24.592984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-9b883f59-bb2c-4c24-a623-95abfccc4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:24.595159 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-9b883f59-bb2c-4c24-a623-95abfccc4a07 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545590 Jul 06 12:18:24.693951 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-f37efecd-f509-48bd-92dd-447faf09f117 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888395 Jul 06 12:18:24.798169 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a71acc8d-1b78-45bb-8f6c-ee3e6f8acf14 req-f1172eab-fc2a-4056-ae4c-a397a41d9432 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933661 Jul 06 12:18:24.904682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae req-3548247b-00b6-4304-8567-88d98d2ea70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:24.906747 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae req-3548247b-00b6-4304-8567-88d98d2ea70b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98d95664525f441980e83e53a5186091&device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 1099 time: 0.0562460 Jul 06 12:18:25.007940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae req-61ccebae-aed2-404e-9136-68e292660baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:25.009554 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae req-61ccebae-aed2-404e-9136-68e292660baa service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d HTTP/1.1" status: 200 len: 870 time: 0.0969417 Jul 06 12:18:25.021576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27d605-4bdf-4597-bbdd-905517587b66 req-8aee9946-d1c0-44d1-824d-e6f88674cdd6 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:25.023100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b27d605-4bdf-4597-bbdd-905517587b66 req-8aee9946-d1c0-44d1-824d-e6f88674cdd6 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 948 time: 0.0649998 Jul 06 12:18:25.055322 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae req-a4b28585-52db-45e8-a3e0-38e022a20d09 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6a66587f-b99c-4999-8f4a-f7d34549c497 HTTP/1.1" status: 200 len: 217 time: 0.0357313 Jul 06 12:18:25.065671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b27d605-4bdf-4597-bbdd-905517587b66 req-1c0eab60-e59d-48b4-ba54-95337c3bf30f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c701fa7-5a06-4d49-bad2-8bd03e1e467f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352380 Jul 06 12:18:25.109064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae req-b6ea1bc3-8c4d-4b9c-88dd-6c9aa4b82853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:25.110857 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae req-b6ea1bc3-8c4d-4b9c-88dd-6c9aa4b82853 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28c01b0f-4415-40cd-bdbf-82b35b2a295c HTTP/1.1" status: 200 len: 843 time: 0.0464172 Jul 06 12:18:25.180665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae req-117cb775-90fb-478e-89d2-c7860e991b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:25.182196 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae req-117cb775-90fb-478e-89d2-c7860e991b5f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5c9b943-3aeb-4f98-8272-3d49e9f3239d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636725 Jul 06 12:18:25.284157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae req-f314f6e1-8131-4f2b-a629-00eaa7d0b841 service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941284 Jul 06 12:18:25.387725 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bc5f0219-b3e1-444b-abdb-0bf20b02fbae req-aa7c5d46-9352-4124-a446-aa16fa4b2cbe service neutron] 10.222.0.86 "GET /v2.0/networks/b5c9b943-3aeb-4f98-8272-3d49e9f3239d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962248 Jul 06 12:18:26.252862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbdf38-78fb-4a90-9448-9b583e8d434e req-756a2005-2428-496a-8b3f-f4de588903f8 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:26.254653 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80cbdf38-78fb-4a90-9448-9b583e8d434e req-756a2005-2428-496a-8b3f-f4de588903f8 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 948 time: 0.0735495 Jul 06 12:18:26.295839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80cbdf38-78fb-4a90-9448-9b583e8d434e req-08b3b758-ebf3-4f2a-b423-858b4bdec5e6 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c701fa7-5a06-4d49-bad2-8bd03e1e467f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350385 Jul 06 12:18:27.477405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ae19b-6977-47ad-afa3-14f0146589c0 req-518cae0c-5e0c-439f-b6da-fd5a7d7274e6 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:27.479014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b01ae19b-6977-47ad-afa3-14f0146589c0 req-518cae0c-5e0c-439f-b6da-fd5a7d7274e6 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 948 time: 0.0698950 Jul 06 12:18:27.520483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b01ae19b-6977-47ad-afa3-14f0146589c0 req-89874e40-926f-4747-856f-8d9e910fa64c tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c701fa7-5a06-4d49-bad2-8bd03e1e467f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359356 Jul 06 12:18:28.037398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6a66587f-b99c-4999-8f4a-f7d34549c497 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:18:28.139080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6a66587f-b99c-4999-8f4a-f7d34549c497, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6a66587f-b99c-4999-8f4a-f7d34549c497,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:28.152402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '6a66587f-b99c-4999-8f4a-f7d34549c497', 'network_id': 'b5c9b943-3aeb-4f98-8272-3d49e9f3239d', 'port_id': '6a66587f-b99c-4999-8f4a-f7d34549c497', 'mac_address': 'fa:16:3e:6b:ce:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c01b0f-4415-40cd-bdbf-82b35b2a295c', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:18:28.192768 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.210298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a66587f-b99c-4999-8f4a-f7d34549c497 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:28.231392 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6a66587f-b99c-4999-8f4a-f7d34549c497, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6a66587f-b99c-4999-8f4a-f7d34549c497,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:28.236422 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.287091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6a66587f-b99c-4999-8f4a-f7d34549c497,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:28.465714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['6a66587f-b99c-4999-8f4a-f7d34549c497'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:28.703687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf5d02-2c9d-4317-b029-8cad9fb53ff6 req-012ae540-7951-4ed4-af4b-0a59388eb2cf tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:28.705143 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1aaf5d02-2c9d-4317-b029-8cad9fb53ff6 req-012ae540-7951-4ed4-af4b-0a59388eb2cf tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 949 time: 0.0663738 Jul 06 12:18:28.752043 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1aaf5d02-2c9d-4317-b029-8cad9fb53ff6 req-c7a5012d-ec0c-4c65-968c-9f5ff26e5f38 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c701fa7-5a06-4d49-bad2-8bd03e1e467f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Jul 06 12:18:28.911373 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.148751 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.939696 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5266b4-5609-4e3c-8996-ff9fc48d766a req-6ab11e6f-8b66-4b39-b657-447e700e486f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:29.941325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd5266b4-5609-4e3c-8996-ff9fc48d766a req-6ab11e6f-8b66-4b39-b657-447e700e486f tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 949 time: 0.0726283 Jul 06 12:18:29.984819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd5266b4-5609-4e3c-8996-ff9fc48d766a req-6230f62c-bfc3-4633-b6e0-c4d76e8707c7 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c701fa7-5a06-4d49-bad2-8bd03e1e467f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353065 Jul 06 12:18:30.041666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6a66587f-b99c-4999-8f4a-f7d34549c497 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:30.095673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 6a66587f-b99c-4999-8f4a-f7d34549c497 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:30.099955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 6a66587f-b99c-4999-8f4a-f7d34549c497 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:30.100328 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:30.183411 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:30.208079 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8480a295-427d-4cdb-bb05-7132ed9606db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66587f-b99c-4999-8f4a-f7d34549c497'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:30.210321 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cacb4e5-1ffd-4d05-b3e3-863a9ab5af8d" -d '{"events": [{"server_uuid": "8480a295-427d-4cdb-bb05-7132ed9606db", "name": "network-vif-plugged", "status": "completed", "tag": "6a66587f-b99c-4999-8f4a-f7d34549c497"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:30.224858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6a66587f-b99c-4999-8f4a-f7d34549c497, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6a66587f-b99c-4999-8f4a-f7d34549c497,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:30.229329 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:30.287343 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6a66587f-b99c-4999-8f4a-f7d34549c497,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:30.433267 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0748fbe8-e042-4b4a-87b4-76fcac2cf70e x-openstack-request-id: req-0748fbe8-e042-4b4a-87b4-76fcac2cf70e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:30.433739 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8480a295-427d-4cdb-bb05-7132ed9606db", "name": "network-vif-plugged", "status": "completed", "tag": "6a66587f-b99c-4999-8f4a-f7d34549c497", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:30.434125 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0748fbe8-e042-4b4a-87b4-76fcac2cf70e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:30.434674 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8480a295-427d-4cdb-bb05-7132ed9606db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66587f-b99c-4999-8f4a-f7d34549c497', 'code': 200} Jul 06 12:18:30.571022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626695d-cede-454c-aee8-9f721408ba0d req-0929cd69-5c73-411d-b2b5-5fedeb517665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:30.573265 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a626695d-cede-454c-aee8-9f721408ba0d req-0929cd69-5c73-411d-b2b5-5fedeb517665 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 1101 time: 0.0596292 Jul 06 12:18:30.620077 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a626695d-cede-454c-aee8-9f721408ba0d req-ff230e2b-1687-43fd-b5d7-4e4155cd347d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6c701fa7-5a06-4d49-bad2-8bd03e1e467f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368400 Jul 06 12:18:31.174085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cd546-f54a-43aa-81b6-8986289bca89 req-3f54a63d-fff9-48cd-ad54-b41a38e58bec tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:31.175703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d57cd546-f54a-43aa-81b6-8986289bca89 req-3f54a63d-fff9-48cd-ad54-b41a38e58bec tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 950 time: 0.0664570 Jul 06 12:18:31.217685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d57cd546-f54a-43aa-81b6-8986289bca89 req-e8821b25-ad91-4f86-9d33-cb56e4c144e4 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c701fa7-5a06-4d49-bad2-8bd03e1e467f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358388 Jul 06 12:18:32.403189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f490db-bd5f-4c38-a793-322b063e36e3 req-033d8f50-391f-49f3-b480-6204c45003cc tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:32.404801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2f490db-bd5f-4c38-a793-322b063e36e3 req-033d8f50-391f-49f3-b480-6204c45003cc tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 950 time: 0.0658906 Jul 06 12:18:32.446651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2f490db-bd5f-4c38-a793-322b063e36e3 req-3a7ec67e-2e20-4f53-bacf-879af9b7f011 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c701fa7-5a06-4d49-bad2-8bd03e1e467f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354352 Jul 06 12:18:33.748751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5b572-3fc6-46f0-b1e1-a2584a896a00 req-0690ee3d-7fb9-4626-bbc9-40afa78f0d22 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:33.750932 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aec5b572-3fc6-46f0-b1e1-a2584a896a00 req-0690ee3d-7fb9-4626-bbc9-40afa78f0d22 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 950 time: 0.0675306 Jul 06 12:18:33.788941 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aec5b572-3fc6-46f0-b1e1-a2584a896a00 req-c0791e6e-c76b-41bd-b8f6-2ddad2e6f20c tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c701fa7-5a06-4d49-bad2-8bd03e1e467f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Jul 06 12:18:34.970554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b91e5-0df5-4dbd-8de4-b833c917a6bb req-787bf644-476d-4714-9693-bc60607d0f50 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:34.972106 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a6b91e5-0df5-4dbd-8de4-b833c917a6bb req-787bf644-476d-4714-9693-bc60607d0f50 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 950 time: 0.0652404 Jul 06 12:18:35.011112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a6b91e5-0df5-4dbd-8de4-b833c917a6bb req-a3c2b575-894e-4089-a767-415dfea094ac tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c701fa7-5a06-4d49-bad2-8bd03e1e467f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Jul 06 12:18:35.096662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78f506-318e-4d93-9527-71f9b1a93cb8 req-fce82346-bc6d-41ca-a7be-e500d1fb6eb6 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:35.098106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae78f506-318e-4d93-9527-71f9b1a93cb8 req-fce82346-bc6d-41ca-a7be-e500d1fb6eb6 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.86 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 950 time: 0.0631313 Jul 06 12:18:35.203285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ae78f506-318e-4d93-9527-71f9b1a93cb8 req-5a165be5-1f2b-4c28-9cd7-764580448a67 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Deleting port 6a66587f-b99c-4999-8f4a-f7d34549c497 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:35.203648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae78f506-318e-4d93-9527-71f9b1a93cb8 req-5a165be5-1f2b-4c28-9cd7-764580448a67 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.289978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ae78f506-318e-4d93-9527-71f9b1a93cb8 req-5a165be5-1f2b-4c28-9cd7-764580448a67 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] For port 6a66587f-b99c-4999-8f4a-f7d34549c497, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6a66587f-b99c-4999-8f4a-f7d34549c497,segment=NetworkSegment(40a59314-cebe-4194-b93d-9ea620764cb1),segment_id=40a59314-cebe-4194-b93d-9ea620764cb1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:35.290246 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae78f506-318e-4d93-9527-71f9b1a93cb8 req-5a165be5-1f2b-4c28-9cd7-764580448a67 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.303289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-ae78f506-318e-4d93-9527-71f9b1a93cb8 req-5a165be5-1f2b-4c28-9cd7-764580448a67 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Calling delete_port for 6a66587f-b99c-4999-8f4a-f7d34549c497 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:35.434320 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae78f506-318e-4d93-9527-71f9b1a93cb8 req-5a165be5-1f2b-4c28-9cd7-764580448a67 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.451067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['6a66587f-b99c-4999-8f4a-f7d34549c497'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:35.462040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a165be5-1f2b-4c28-9cd7-764580448a67 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Pushing event deleted for resources: {'Port': ['ID=6a66587f-b99c-4999-8f4a-f7d34549c497,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:35.513238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae78f506-318e-4d93-9527-71f9b1a93cb8 req-5a165be5-1f2b-4c28-9cd7-764580448a67 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] No DVR routers for this DVR port 6a66587f-b99c-4999-8f4a-f7d34549c497 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:35.516627 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae78f506-318e-4d93-9527-71f9b1a93cb8 req-5a165be5-1f2b-4c28-9cd7-764580448a67 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.518743 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae78f506-318e-4d93-9527-71f9b1a93cb8 req-5a165be5-1f2b-4c28-9cd7-764580448a67 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.86 "DELETE /v2.0/ports/6a66587f-b99c-4999-8f4a-f7d34549c497 HTTP/1.1" status: 204 len: 173 time: 0.4120710 Jul 06 12:18:35.519252 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8480a295-427d-4cdb-bb05-7132ed9606db', 'name': 'network-vif-deleted', 'tag': '6a66587f-b99c-4999-8f4a-f7d34549c497'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:35.521631 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d0bc24-af5e-482f-9483-31fae3b58f54" -d '{"events": [{"server_uuid": "8480a295-427d-4cdb-bb05-7132ed9606db", "name": "network-vif-deleted", "tag": "6a66587f-b99c-4999-8f4a-f7d34549c497"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:35.566397 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4123624c-002e-40ab-bf4e-8e7cd2107f47 x-openstack-request-id: req-4123624c-002e-40ab-bf4e-8e7cd2107f47 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:35.566698 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8480a295-427d-4cdb-bb05-7132ed9606db", "name": "network-vif-deleted", "tag": "6a66587f-b99c-4999-8f4a-f7d34549c497", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:35.566955 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4123624c-002e-40ab-bf4e-8e7cd2107f47 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:35.567356 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8480a295-427d-4cdb-bb05-7132ed9606db', 'name': 'network-vif-deleted', 'tag': '6a66587f-b99c-4999-8f4a-f7d34549c497', 'status': 'completed', 'code': 200} Jul 06 12:18:36.173873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b8ea88d-b1f3-43ff-8df4-bf19a7214cb9 req-9d5ec229-a4d4-4726-8939-fd8dbb333d33 tempest-ServersAdminNegativeTestJSON-178569433 tempest-ServersAdminNegativeTestJSON-178569433-project] 10.222.0.21 "GET /v2.0/ports?device_id=8480a295-427d-4cdb-bb05-7132ed9606db HTTP/1.1" status: 200 len: 210 time: 0.0320890 Jul 06 12:18:37.527103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56906) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:37.661139 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5c14a86b-bf30-4d17-a147-829c66c6059a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98d95664525f441980e83e53a5186091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327620 Jul 06 12:18:37.663638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:37.712196 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05595444-cca8-4c65-8d4e-dc4445489abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:37.733955 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05595444-cca8-4c65-8d4e-dc4445489abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:37.781097 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05595444-cca8-4c65-8d4e-dc4445489abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:37.784446 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05595444-cca8-4c65-8d4e-dc4445489abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:37.785650 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-05595444-cca8-4c65-8d4e-dc4445489abf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c701fa7-5a06-4d49-bad2-8bd03e1e467f HTTP/1.1" status: 204 len: 168 time: 0.1211081 Jul 06 12:18:37.793830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05595444-cca8-4c65-8d4e-dc4445489abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c701fa7-5a06-4d49-bad2-8bd03e1e467f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:38.081094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56916) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:38.099775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6a66587f-b99c-4999-8f4a-f7d34549c497 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:38.100388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-751187a6-95dd-4700-ad2b-e981c29e3738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.119657 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 6a66587f-b99c-4999-8f4a-f7d34549c497 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:38.120003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6a66587f-b99c-4999-8f4a-f7d34549c497 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:38.213971 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-751187a6-95dd-4700-ad2b-e981c29e3738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.217586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-751187a6-95dd-4700-ad2b-e981c29e3738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.259573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-751187a6-95dd-4700-ad2b-e981c29e3738 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e01a6fdc496f41d9ad53a2ddca2db4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773610 Jul 06 12:18:38.260434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751187a6-95dd-4700-ad2b-e981c29e3738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280fca19-8690-4101-8955-ae716353eed1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:38.262308 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56918) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:38.315127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4c10bef-caf9-49ac-b798-f5935c60cf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.336451 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4c10bef-caf9-49ac-b798-f5935c60cf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.382683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4c10bef-caf9-49ac-b798-f5935c60cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.385307 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4c10bef-caf9-49ac-b798-f5935c60cf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.386489 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d4c10bef-caf9-49ac-b798-f5935c60cf95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/280fca19-8690-4101-8955-ae716353eed1 HTTP/1.1" status: 204 len: 168 time: 0.1192496 Jul 06 12:18:38.397019 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c10bef-caf9-49ac-b798-f5935c60cf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280fca19-8690-4101-8955-ae716353eed1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:39.089564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56940) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:39.186388 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1103192200-network', 'tenant_id': 'b33e97b1451d4755841aa08b879eb50e'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:39.208584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Made reservation on behalf of b33e97b1451d4755841aa08b879eb50e for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:39.210954 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.219855 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.315274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.319269 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.352474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:18:39.359011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a15fee-7a7f-496b-ae40-dc33bb857dc8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:39.367863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.368198 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Added segment 510d7cd5-7753-44e8-8c87-a73c0ac04834 of type vlan for network b18d134b-2fb5-46a5-8ef9-05abe0640a48 Jul 06 12:18:39.685539 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.714612 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.715697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:39.716285 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.769693 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6790020 Jul 06 12:18:39.772954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 56944) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:39.778088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] Request body: {'subnet': {'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1103192200-subnet', 'tenant_id': 'b33e97b1451d4755841aa08b879eb50e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:39.781116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe8357-795b-49ec-9817-72c223ef5b73 admin admin] Pushing event updated for resources: {'Network': ['ID=b18d134b-2fb5-46a5-8ef9-05abe0640a48,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:39.793118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network b18d134b-2fb5-46a5-8ef9-05abe0640a48 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:18:39.801549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] Made reservation on behalf of b33e97b1451d4755841aa08b879eb50e for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:39.805048 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.984188 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.997113 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:18:40.039652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4526f3c3-fbee-488a-a51d-d4df84a33991,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:40.050410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] Checking segment: {'id': '510d7cd5-7753-44e8-8c87-a73c0ac04834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:40.050784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] Network hostable DHCP agents. Network: b18d134b-2fb5-46a5-8ef9-05abe0640a48, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:18:40.068283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] Network b18d134b-2fb5-46a5-8ef9-05abe0640a48 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:18:40.078028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, b18d134b-2fb5-46a5-8ef9-05abe0640a48) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:40.083394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:40.084021 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:40.090759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766507df-fdb0-4287-8de2-59c874b25ae5 None None] Network b18d134b-2fb5-46a5-8ef9-05abe0640a48 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:40.106510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1bf78f7c-b6b6-41bf-aa36-a0d91e0cef0b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3249187 Jul 06 12:18:40.233018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e4165b-669b-489a-8617-e4c79346a3e7 None None] Network b18d134b-2fb5-46a5-8ef9-05abe0640a48 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:40.567832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-899498cc-72a3-4b50-8081-5ae7cf85abbd tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:40.569344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-899498cc-72a3-4b50-8081-5ae7cf85abbd tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/networks?id=b18d134b-2fb5-46a5-8ef9-05abe0640a48 HTTP/1.1" status: 200 len: 812 time: 0.1050291 Jul 06 12:18:40.585142 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-0ea58676-48af-4602-9aee-25a819f6db31 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/quotas/b33e97b1451d4755841aa08b879eb50e HTTP/1.1" status: 200 len: 375 time: 0.0097704 Jul 06 12:18:40.630751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-969f8947-9bb4-4e92-b0bd-8703c9c1c8de tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b33e97b1451d4755841aa08b879eb50e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399499 Jul 06 12:18:40.736597 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-03a55b47-a075-408a-b407-3bc30f21c230 service neutron] 10.222.0.21 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986300 Jul 06 12:18:40.833859 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-e56207d5-9fd0-418e-8bdd-1876dcbd9295 service neutron] 10.222.0.21 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912008 Jul 06 12:18:41.012066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1feb5e9a-cdf8-420c-9543-610e454dd840 req-4d21d678-c092-4e37-8ba1-e0b55338cca6 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 210 time: 0.0311217 Jul 06 12:18:42.165978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5421ddb0-f06f-4acf-9e77-5976baee3bfc req-1e7c4ee3-51ca-42ed-8928-e6fa9df5b914 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 210 time: 0.0300701 Jul 06 12:18:42.267359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-273a1ff5-4c2e-409d-a3aa-a070c01113b3 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:42.268934 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-273a1ff5-4c2e-409d-a3aa-a070c01113b3 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.86 "GET /v2.0/networks?id=b18d134b-2fb5-46a5-8ef9-05abe0640a48 HTTP/1.1" status: 200 len: 812 time: 0.1205761 Jul 06 12:18:42.288833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Request body: {'port': {'device_id': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48', 'admin_state_up': True, 'tenant_id': 'b33e97b1451d4755841aa08b879eb50e'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:42.403104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Made reservation on behalf of b33e97b1451d4755841aa08b879eb50e for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:42.406812 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:42.533642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Allocated IP 172.20.0.6 (b18d134b-2fb5-46a5-8ef9-05abe0640a48/4526f3c3-fbee-488a-a51d-d4df84a33991/7c14be9e-6fe6-4cff-8897-60a0bfadb90c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:42.684241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:42.722393 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:42.765142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Network b18d134b-2fb5-46a5-8ef9-05abe0640a48 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:42.770456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:42.774165 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:42.780510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Pushing event updated for resources: {'Port': ['ID=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:42.825853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:42.826461 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:42.840992 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-6eabcfe6-e5e9-4aa5-85cb-942a2c681931 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569251 Jul 06 12:18:42.857627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Request body: {'port': {'device_id': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:42.936290 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:43.211781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c14be9e-6fe6-4cff-8897-60a0bfadb90c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:43.220304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:43.232340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Transition to ACTIVE for port object 7c14be9e-6fe6-4cff-8897-60a0bfadb90c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:43.236781 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:43.289357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Pushing event updated for resources: {'Port': ['ID=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:43.352268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c1d3a-6270-4814-9bfc-62f9306daf7c req-8acfec19-8433-4783-a0bd-a1c290415e03 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:43.353852 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-748c1d3a-6270-4814-9bfc-62f9306daf7c req-8acfec19-8433-4783-a0bd-a1c290415e03 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 943 time: 0.0659246 Jul 06 12:18:43.368464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Attempting to bind port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:43.368802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Attempting to bind port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '510d7cd5-7753-44e8-8c87-a73c0ac04834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:43.369130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Attempting to bind port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c on network b18d134b-2fb5-46a5-8ef9-05abe0640a48 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:43.373584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c on network b18d134b-2fb5-46a5-8ef9-05abe0640a48 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:18:43.373909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Attempting to bind port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c on network b18d134b-2fb5-46a5-8ef9-05abe0640a48 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:43.379852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:43.380197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Checking segment: {'id': '510d7cd5-7753-44e8-8c87-a73c0ac04834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:43.380591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Bound using segment: {'id': '510d7cd5-7753-44e8-8c87-a73c0ac04834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:43.381025 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Bound port: 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510d7cd5-7753-44e8-8c87-a73c0ac04834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:43.381386 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:43.397562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-748c1d3a-6270-4814-9bfc-62f9306daf7c req-a100ebb8-4e71-4998-a042-c661f203ee68 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Jul 06 12:18:43.451675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:43.456165 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,segment=NetworkSegment(510d7cd5-7753-44e8-8c87-a73c0ac04834),segment_id=510d7cd5-7753-44e8-8c87-a73c0ac04834)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:43.462683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:43.497856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:43.498472 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:43.499895 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-807a22f4-e243-4937-acc3-3083230be064 service neutron] 10.222.0.86 "PUT /v2.0/ports/7c14be9e-6fe6-4cff-8897-60a0bfadb90c HTTP/1.1" status: 200 len: 1091 time: 0.6466639 Jul 06 12:18:43.500869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:43.503185 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e608b9f-ffd6-4aa0-86a9-8cd32f2ed32a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:43.528000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a22f4-e243-4937-acc3-3083230be064 service neutron] Pushing event updated for resources: {'Port': ['ID=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:43.549956 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4aac4e-c420-40d7-83eb-b99a72461fd8 x-openstack-request-id: req-6a4aac4e-c420-40d7-83eb-b99a72461fd8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:43.550299 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:43.550550 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a4aac4e-c420-40d7-83eb-b99a72461fd8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:43.550954 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c', 'status': 'completed', 'code': 200} Jul 06 12:18:43.609949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-f2e2607d-2bca-4f0a-a2d1-a041b17b2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:43.611568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-f2e2607d-2bca-4f0a-a2d1-a041b17b2433 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b33e97b1451d4755841aa08b879eb50e&device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0593498 Jul 06 12:18:43.658304 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-a19531be-e84f-45db-8987-833271c0a93a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c HTTP/1.1" status: 200 len: 217 time: 0.0355873 Jul 06 12:18:43.712881 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-78cd648a-36ee-4121-9d9b-5bdefaa5fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:43.714277 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-78cd648a-36ee-4121-9d9b-5bdefaa5fe5c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4526f3c3-fbee-488a-a51d-d4df84a33991 HTTP/1.1" status: 200 len: 852 time: 0.0461581 Jul 06 12:18:43.747080 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-9d104d7d-29a6-4f0b-b87e-96aaa0739fea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b18d134b-2fb5-46a5-8ef9-05abe0640a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263727 Jul 06 12:18:43.845836 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-52b87594-8d50-4406-bfd4-0e3ea289cfe9 service neutron] 10.222.0.86 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871229 Jul 06 12:18:43.939044 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ece436ad-d510-4974-bc3d-19b25ec1f884 req-1e331ec7-13ea-4e38-9ee3-f299ad82fc70 service neutron] 10.222.0.86 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829844 Jul 06 12:18:44.052651 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608b9f-ffd6-4aa0-86a9-8cd32f2ed32a req-7a96cf74-6b3e-4fe6-9abd-04e873b0ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:44.054320 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1e608b9f-ffd6-4aa0-86a9-8cd32f2ed32a req-7a96cf74-6b3e-4fe6-9abd-04e873b0ccc5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b33e97b1451d4755841aa08b879eb50e&device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0591440 Jul 06 12:18:44.143966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608b9f-ffd6-4aa0-86a9-8cd32f2ed32a req-82cbafee-7ce4-43f8-824b-c284cc2cb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:44.145451 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1e608b9f-ffd6-4aa0-86a9-8cd32f2ed32a req-82cbafee-7ce4-43f8-824b-c284cc2cb5ea service neutron] 10.222.0.86 "GET /v2.0/networks?id=b18d134b-2fb5-46a5-8ef9-05abe0640a48 HTTP/1.1" status: 200 len: 913 time: 0.0848341 Jul 06 12:18:44.196158 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1e608b9f-ffd6-4aa0-86a9-8cd32f2ed32a req-e98b2b7d-2254-4e12-87f9-1841938c721c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c HTTP/1.1" status: 200 len: 217 time: 0.0384350 Jul 06 12:18:44.223648 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b1927a6-87f3-41fc-a44c-91beaed15f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:44.246578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608b9f-ffd6-4aa0-86a9-8cd32f2ed32a req-af690cc8-4fff-495a-b88a-1d41c6d3a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:44.248177 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1e608b9f-ffd6-4aa0-86a9-8cd32f2ed32a req-af690cc8-4fff-495a-b88a-1d41c6d3a707 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4526f3c3-fbee-488a-a51d-d4df84a33991 HTTP/1.1" status: 200 len: 852 time: 0.0453680 Jul 06 12:18:44.282815 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1e608b9f-ffd6-4aa0-86a9-8cd32f2ed32a req-adeee659-d19b-4201-ad38-57df44e6aa2f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b18d134b-2fb5-46a5-8ef9-05abe0640a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266280 Jul 06 12:18:44.376357 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1e608b9f-ffd6-4aa0-86a9-8cd32f2ed32a req-1e6e954e-2951-44a4-931c-95cb2f7f167e service neutron] 10.222.0.86 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855196 Jul 06 12:18:44.470937 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1e608b9f-ffd6-4aa0-86a9-8cd32f2ed32a req-666d179d-5337-4876-a15c-b6c15c4d6cc2 service neutron] 10.222.0.86 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873349 Jul 06 12:18:44.578074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6e6d-2145-4e96-a033-0af5ccfe5587 req-267eece8-4e82-4487-88db-6d19be42a7a1 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:44.579962 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-750f6e6d-2145-4e96-a033-0af5ccfe5587 req-267eece8-4e82-4487-88db-6d19be42a7a1 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 943 time: 0.0645521 Jul 06 12:18:44.617526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-750f6e6d-2145-4e96-a033-0af5ccfe5587 req-5d9957a2-30a6-46df-9fa2-9db4ca8f1b2b tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Jul 06 12:18:45.798545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3066d94-3530-4fa7-b97c-d65020f79695 req-b2b7682c-ca47-49b4-b33b-f9b20d7e2030 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:45.800127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3066d94-3530-4fa7-b97c-d65020f79695 req-b2b7682c-ca47-49b4-b33b-f9b20d7e2030 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 943 time: 0.0638196 Jul 06 12:18:45.837408 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3066d94-3530-4fa7-b97c-d65020f79695 req-2579d7a0-9128-4e5c-ae4a-0709067084fa tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313120 Jul 06 12:18:46.150553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7c14be9e-6fe6-4cff-8897-60a0bfadb90c details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:18:46.248242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,segment=NetworkSegment(510d7cd5-7753-44e8-8c87-a73c0ac04834),segment_id=510d7cd5-7753-44e8-8c87-a73c0ac04834)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:46.259703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c', 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48', 'port_id': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c', 'mac_address': 'fa:16:3e:fb:8c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4526f3c3-fbee-488a-a51d-d4df84a33991', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:18:46.295881 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:46.308019 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c14be9e-6fe6-4cff-8897-60a0bfadb90c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:46.327611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,segment=NetworkSegment(510d7cd5-7753-44e8-8c87-a73c0ac04834),segment_id=510d7cd5-7753-44e8-8c87-a73c0ac04834)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:46.332249 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:46.380927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:46.596280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['7c14be9e-6fe6-4cff-8897-60a0bfadb90c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:47.014463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25793457-3c06-48b2-b721-190e7a515f10 req-697515d2-aa3a-49e8-9d6f-5ef59071489a tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:47.015997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25793457-3c06-48b2-b721-190e7a515f10 req-697515d2-aa3a-49e8-9d6f-5ef59071489a tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 944 time: 0.0668042 Jul 06 12:18:47.054680 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25793457-3c06-48b2-b721-190e7a515f10 req-a5f424c4-e55e-4ca5-bf55-f823dd641924 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Jul 06 12:18:48.161022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7c14be9e-6fe6-4cff-8897-60a0bfadb90c up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:48.220156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:48.228528 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:48.228899 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.231963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b84f02-b812-4813-9523-e281d8431a4b req-f1b5e320-6c26-41f1-96bf-fc85411acbc0 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:48.233669 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b84f02-b812-4813-9523-e281d8431a4b req-f1b5e320-6c26-41f1-96bf-fc85411acbc0 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 944 time: 0.0655355 Jul 06 12:18:48.233854 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.276932 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1b84f02-b812-4813-9523-e281d8431a4b req-d3aa72a7-ba0e-4211-959e-e508ea4a2d60 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355973 Jul 06 12:18:48.470420 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a38d8c5-bf3b-4434-a376-260b420009ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.472920 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.497680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:48.499553 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39822d34-4976-4e20-8833-c28adac9e911" -d '{"events": [{"server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "name": "network-vif-plugged", "status": "completed", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:48.513482 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,segment=NetworkSegment(510d7cd5-7753-44e8-8c87-a73c0ac04834),segment_id=510d7cd5-7753-44e8-8c87-a73c0ac04834)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:48.518037 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.542088 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8a43bd-54cc-4d2e-99e4-6b64e8b12c41 x-openstack-request-id: req-0d8a43bd-54cc-4d2e-99e4-6b64e8b12c41 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:48.542385 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "name": "network-vif-plugged", "status": "completed", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:48.542650 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d8a43bd-54cc-4d2e-99e4-6b64e8b12c41 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:48.543033 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c', 'code': 200} Jul 06 12:18:48.572896 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:48.653409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c7098-312a-4c47-a558-f008bc7c70c0 req-f1510f5a-89dd-4bd4-92e6-b3ad1f810d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:48.654910 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d4c7098-312a-4c47-a558-f008bc7c70c0 req-f1510f5a-89dd-4bd4-92e6-b3ad1f810d23 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0516634 Jul 06 12:18:48.692860 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d4c7098-312a-4c47-a558-f008bc7c70c0 req-74d7c40d-02c3-43b8-a918-27d1efb76c54 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281067 Jul 06 12:18:48.838842 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.455394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d1256-6705-44d7-b59f-c26bbe5d231b req-99368dc6-12f0-46ff-9b9f-bea83e4d0301 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:49.456955 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de2d1256-6705-44d7-b59f-c26bbe5d231b req-99368dc6-12f0-46ff-9b9f-bea83e4d0301 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0663064 Jul 06 12:18:49.498936 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de2d1256-6705-44d7-b59f-c26bbe5d231b req-c90de164-291e-4b8b-b93c-c6838b67c169 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364168 Jul 06 12:18:50.629093 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:50.673487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1f4e6-c7ce-42f8-a5e3-8cd52d8eb19e req-ae75d1a5-8a12-4b48-b9a3-0edf4c8aeb68 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:50.674963 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08b1f4e6-c7ce-42f8-a5e3-8cd52d8eb19e req-ae75d1a5-8a12-4b48-b9a3-0edf4c8aeb68 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0630705 Jul 06 12:18:50.712174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08b1f4e6-c7ce-42f8-a5e3-8cd52d8eb19e req-3444ff6c-5708-4fc8-bf0c-17bcd25001d7 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Jul 06 12:18:51.002266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56996) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:51.116964 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-63ea19c9-d057-4aa5-b727-e0588fe6db5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134982 Jul 06 12:18:51.117224 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707f3e-1d8d-4245-a4a9-1ed8b3c3e21f req-a2846244-ef45-4aff-95aa-c83fb8e1bb2d tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:51.118678 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b707f3e-1d8d-4245-a4a9-1ed8b3c3e21f req-a2846244-ef45-4aff-95aa-c83fb8e1bb2d tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0661893 Jul 06 12:18:51.159265 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b707f3e-1d8d-4245-a4a9-1ed8b3c3e21f req-4fc72464-2dc2-41c9-8992-cc92e6bfbdb3 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345790 Jul 06 12:18:52.389100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-1cfbc453-dbe3-4936-85ea-c94125954cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:52.390689 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-1cfbc453-dbe3-4936-85ea-c94125954cac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b33e97b1451d4755841aa08b879eb50e&device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0568871 Jul 06 12:18:52.486485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-3d4f075d-8d3c-4c87-9ebc-7f88b074e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:52.488051 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-3d4f075d-8d3c-4c87-9ebc-7f88b074e893 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b18d134b-2fb5-46a5-8ef9-05abe0640a48 HTTP/1.1" status: 200 len: 913 time: 0.0903611 Jul 06 12:18:52.536534 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-57eb2164-141a-4328-ae5f-0b80e23f30db service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c HTTP/1.1" status: 200 len: 217 time: 0.0416791 Jul 06 12:18:52.588181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-69c7f261-0a82-42d4-b7aa-7b4637288da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:52.589718 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-69c7f261-0a82-42d4-b7aa-7b4637288da1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4526f3c3-fbee-488a-a51d-d4df84a33991 HTTP/1.1" status: 200 len: 852 time: 0.0475423 Jul 06 12:18:52.623402 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-725a7ae1-4aeb-4c91-968f-fa6c95a90995 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b18d134b-2fb5-46a5-8ef9-05abe0640a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273478 Jul 06 12:18:52.677306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdc693-d231-4a3e-ba8a-c503a781d295 req-2a74f5a2-0fdd-420c-9b19-9a9429c112c0 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:52.678830 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73bdc693-d231-4a3e-ba8a-c503a781d295 req-2a74f5a2-0fdd-420c-9b19-9a9429c112c0 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.4037886 Jul 06 12:18:52.716607 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73bdc693-d231-4a3e-ba8a-c503a781d295 req-d97242eb-5451-4a7e-82bf-044a4d45a21c tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321612 Jul 06 12:18:52.725234 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-6f7b0fc0-9e6a-4533-a183-1b88d5764c38 service neutron] 10.222.0.86 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941916 Jul 06 12:18:52.816126 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-e6358ba9-1c91-461a-906e-d4a3f658dd40 service neutron] 10.222.0.86 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853474 Jul 06 12:18:53.897472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630285a-f2e9-43a6-aaa5-3953288799bf req-4afd54f5-9790-4708-8ef6-1329c76bd594 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:53.898955 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f630285a-f2e9-43a6-aaa5-3953288799bf req-4afd54f5-9790-4708-8ef6-1329c76bd594 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0631011 Jul 06 12:18:53.935767 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f630285a-f2e9-43a6-aaa5-3953288799bf req-407b39a3-ada5-417b-bb8c-bbf86cadce66 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Jul 06 12:18:55.112593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e9ede-1e68-4c41-a5ae-e94320bd59b9 req-9e9843c3-94d5-4617-a018-c6c76cf7e460 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:55.114084 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd6e9ede-1e68-4c41-a5ae-e94320bd59b9 req-9e9843c3-94d5-4617-a018-c6c76cf7e460 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0650110 Jul 06 12:18:55.157306 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd6e9ede-1e68-4c41-a5ae-e94320bd59b9 req-6122682b-085a-4780-af3f-6e29122194ad tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368760 Jul 06 12:18:56.342706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ba6ec-b48c-44bc-975b-864b64a30571 req-27e7f7c6-e687-4648-bbcb-6f5410d0bb99 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:56.344965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-413ba6ec-b48c-44bc-975b-864b64a30571 req-27e7f7c6-e687-4648-bbcb-6f5410d0bb99 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0651457 Jul 06 12:18:56.383151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-413ba6ec-b48c-44bc-975b-864b64a30571 req-2f980ff7-c8a7-4d31-ae41-474c23503428 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326357 Jul 06 12:18:57.558207 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965be04-bc10-4fe3-98c8-f177e21babec req-eb3f05dd-4f23-4959-9954-bb68c18ba605 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:57.559828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a965be04-bc10-4fe3-98c8-f177e21babec req-eb3f05dd-4f23-4959-9954-bb68c18ba605 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0669355 Jul 06 12:18:57.599428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a965be04-bc10-4fe3-98c8-f177e21babec req-e04afecd-191a-4936-8e50-a2335f08074b tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325294 Jul 06 12:18:58.780832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c952b8-69e2-4c21-a40c-2d189d85f4c4 req-b4588663-3d40-4e70-ba58-554a51f5c675 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:58.783364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18c952b8-69e2-4c21-a40c-2d189d85f4c4 req-b4588663-3d40-4e70-ba58-554a51f5c675 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0722620 Jul 06 12:18:58.830267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18c952b8-69e2-4c21-a40c-2d189d85f4c4 req-223dd419-85bd-4025-8521-fb42bc4f0101 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Jul 06 12:18:58.921960 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:59.159465 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.011070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b1508-b98f-4492-b8bb-b5c99a855159 req-243471bf-fca5-4671-9990-e90e53e3608b tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:00.012571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec2b1508-b98f-4492-b8bb-b5c99a855159 req-243471bf-fca5-4671-9990-e90e53e3608b tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0641615 Jul 06 12:19:00.050155 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec2b1508-b98f-4492-b8bb-b5c99a855159 req-1c26f27c-4536-4b19-8768-8fa080e5dab6 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318127 Jul 06 12:19:01.228787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa6661-5044-4c0f-99c0-29503cda7dd1 req-a65065f7-ccac-4d42-b704-ade47647536a tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:01.230286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0aa6661-5044-4c0f-99c0-29503cda7dd1 req-a65065f7-ccac-4d42-b704-ade47647536a tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0672736 Jul 06 12:19:01.269348 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0aa6661-5044-4c0f-99c0-29503cda7dd1 req-84cb1e36-3e60-4a17-85f5-7cf7c476a48e tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Jul 06 12:19:02.442970 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfa677-fc6e-4235-84de-b1cd375f4cd7 req-8d9e69b0-b6ea-4061-a645-a7e1df8f1de8 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:02.444483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34cfa677-fc6e-4235-84de-b1cd375f4cd7 req-8d9e69b0-b6ea-4061-a645-a7e1df8f1de8 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0635946 Jul 06 12:19:02.481405 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-34cfa677-fc6e-4235-84de-b1cd375f4cd7 req-08c9d4f3-8582-44ef-a688-5fa5bc23f674 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313008 Jul 06 12:19:03.657899 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4aa02-6f42-445b-afa0-54995b6e9100 req-18673251-1f66-47dc-997c-302e9e65648b tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:03.659402 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9e4aa02-6f42-445b-afa0-54995b6e9100 req-18673251-1f66-47dc-997c-302e9e65648b tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0652261 Jul 06 12:19:03.697267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9e4aa02-6f42-445b-afa0-54995b6e9100 req-ea6ebeae-ddf3-4e9f-ab2d-0ae23c28edb8 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322857 Jul 06 12:19:04.880764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34d9cd-5221-4bbf-9f24-9871fd6539b2 req-9e0a1869-4ba8-4528-aabe-c07675b0956f tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:04.882512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b34d9cd-5221-4bbf-9f24-9871fd6539b2 req-9e0a1869-4ba8-4528-aabe-c07675b0956f tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0674381 Jul 06 12:19:04.921149 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b34d9cd-5221-4bbf-9f24-9871fd6539b2 req-423c155e-e11c-4ae3-8416-7952b50f48d6 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330832 Jul 06 12:19:06.094444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab61fa-58b3-44e7-bd37-e9e0152056cc req-d2b9e015-19d8-4866-987c-e91998d2c654 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:06.096068 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1cab61fa-58b3-44e7-bd37-e9e0152056cc req-d2b9e015-19d8-4866-987c-e91998d2c654 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0637114 Jul 06 12:19:06.133531 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1cab61fa-58b3-44e7-bd37-e9e0152056cc req-622fbcb0-4363-4865-b80d-607cba6abd68 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Jul 06 12:19:07.309840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff9f15-88d5-40db-a655-816ab1862cf0 req-0d22594a-1c5c-446c-b4a6-55461b99ea0a tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:07.311321 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0ff9f15-88d5-40db-a655-816ab1862cf0 req-0d22594a-1c5c-446c-b4a6-55461b99ea0a tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0662234 Jul 06 12:19:07.349303 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0ff9f15-88d5-40db-a655-816ab1862cf0 req-cce87261-a3ba-454c-9d98-e711d8e6ae0d tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318739 Jul 06 12:19:08.521779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdac4c7-46da-4b3c-a659-421d26e714d9 req-d707cd57-2055-4546-bdb2-2ecacede84f2 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:08.523265 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcdac4c7-46da-4b3c-a659-421d26e714d9 req-d707cd57-2055-4546-bdb2-2ecacede84f2 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0628431 Jul 06 12:19:08.560198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcdac4c7-46da-4b3c-a659-421d26e714d9 req-609c11b5-0b49-40d3-9b94-fc0bd50a312b tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Jul 06 12:19:09.738177 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d9422-2cb1-4571-8791-97af0d614127 req-c2a2cd5d-5df6-43c4-8047-7ca405b0b7ba tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:09.739707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b9d9422-2cb1-4571-8791-97af0d614127 req-c2a2cd5d-5df6-43c4-8047-7ca405b0b7ba tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0648289 Jul 06 12:19:09.779677 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6b9d9422-2cb1-4571-8791-97af0d614127 req-9e3abc07-312b-42d2-a2f7-643ea12bec31 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Jul 06 12:19:10.965649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3953607-40a6-48b5-b0ac-4d99b00f9055 req-80297a2b-a0b6-48a6-8cd5-f671a7c6a950 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:10.967179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e3953607-40a6-48b5-b0ac-4d99b00f9055 req-80297a2b-a0b6-48a6-8cd5-f671a7c6a950 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0715206 Jul 06 12:19:11.005330 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e3953607-40a6-48b5-b0ac-4d99b00f9055 req-86f06f42-87ac-4a11-9e05-3242965071bc tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Jul 06 12:19:12.180379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e6199-9358-4d7f-8e66-be92f5ea26c8 req-6a51b351-c75a-4e39-bbda-026e358905d7 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:12.181861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-844e6199-9358-4d7f-8e66-be92f5ea26c8 req-6a51b351-c75a-4e39-bbda-026e358905d7 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0635071 Jul 06 12:19:12.220131 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-844e6199-9358-4d7f-8e66-be92f5ea26c8 req-795d0172-a55a-4dde-998f-dbc31ac1d567 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Jul 06 12:19:13.396935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66683840-4b36-4bde-8dc0-25ab6b88a451 req-7e5d83ff-3b48-4ea1-acfe-e836e026fbdd tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:13.398345 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66683840-4b36-4bde-8dc0-25ab6b88a451 req-7e5d83ff-3b48-4ea1-acfe-e836e026fbdd tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0671322 Jul 06 12:19:13.435909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66683840-4b36-4bde-8dc0-25ab6b88a451 req-dd104a15-1c60-4dd9-9912-542fd6725cdf tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Jul 06 12:19:14.225451 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-704cbbda-1ae7-431e-8602-0767ce468c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.619170 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f3023-bfd0-40ce-a5fb-a2f76be00863 req-ab244b30-6dc8-4200-a191-90c6fe930a33 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:14.620698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e23f3023-bfd0-40ce-a5fb-a2f76be00863 req-ab244b30-6dc8-4200-a191-90c6fe930a33 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0739870 Jul 06 12:19:14.660945 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e23f3023-bfd0-40ce-a5fb-a2f76be00863 req-4d31cecb-c0dd-4818-8612-e22b94d77738 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327120 Jul 06 12:19:15.836420 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e2a62-8ad4-4f14-9e2e-7a2bb024907d req-20a685e5-e945-412d-8320-a9c0e8fcb2ab tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:15.837926 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac7e2a62-8ad4-4f14-9e2e-7a2bb024907d req-20a685e5-e945-412d-8320-a9c0e8fcb2ab tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0637233 Jul 06 12:19:15.880833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac7e2a62-8ad4-4f14-9e2e-7a2bb024907d req-d89a96f5-dda4-4db0-9ba8-b8cf83661343 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372927 Jul 06 12:19:16.996921 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:19:17.059329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0663b7-5a51-4fc4-89bd-f35f5bda442e req-5ac7a6de-12a5-472b-b314-79a39025c2d7 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:17.060863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be0663b7-5a51-4fc4-89bd-f35f5bda442e req-5ac7a6de-12a5-472b-b314-79a39025c2d7 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0646043 Jul 06 12:19:17.099135 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be0663b7-5a51-4fc4-89bd-f35f5bda442e req-4ecf707d-6a25-420e-b70b-610583ec787b tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Jul 06 12:19:18.227163 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:18.277963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84999156-ac29-452e-a054-f3a48c950265 req-349945f9-378c-4eb5-b47d-0c8a630100a0 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:18.279751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84999156-ac29-452e-a054-f3a48c950265 req-349945f9-378c-4eb5-b47d-0c8a630100a0 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0686183 Jul 06 12:19:18.318007 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-84999156-ac29-452e-a054-f3a48c950265 req-b5bd92ec-0966-4459-8098-c5d573fbeeb9 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Jul 06 12:19:18.446738 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f6a0835-c7e8-4f77-ad7c-9529a9b8bc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:18.842589 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:19.503194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c30004-a509-4280-88fb-75f03af1174a req-75a6ea7e-35c5-4013-8d97-9392e6fba7c7 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:19.504724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91c30004-a509-4280-88fb-75f03af1174a req-75a6ea7e-35c5-4013-8d97-9392e6fba7c7 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0689805 Jul 06 12:19:19.542523 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-91c30004-a509-4280-88fb-75f03af1174a req-f6af6f0e-5ae1-4016-a96d-90e2dba28cc3 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Jul 06 12:19:20.254893 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-fb19bbeb-f996-4343-b84f-23b9839c0087 service neutron] show failed (client error): The resource could not be found. Jul 06 12:19:20.255970 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-fb19bbeb-f996-4343-b84f-23b9839c0087 service neutron] 10.222.0.86 "GET /v2.0/ports/7c14be9e-6fe6-4cff-8897-60a0bfadb90c/bindings/n-h1-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0571246 Jul 06 12:19:20.551058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-afb6afcb-40ed-483d-a12d-b83fe257f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:20.552603 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-afb6afcb-40ed-483d-a12d-b83fe257f3de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9&tenant_id=b33e97b1451d4755841aa08b879eb50e HTTP/1.1" status: 200 len: 1096 time: 0.0878012 Jul 06 12:19:20.564655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:20.631595 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:20.640750 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:20.722846 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134a55c-7cb0-428f-814c-a02e1d44a31d req-532bc881-daa9-44e7-8f50-7357738da576 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:20.724435 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9134a55c-7cb0-428f-814c-a02e1d44a31d req-532bc881-daa9-44e7-8f50-7357738da576 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0649743 Jul 06 12:19:20.765189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9134a55c-7cb0-428f-814c-a02e1d44a31d req-d50f9013-6e07-4fc2-bee1-5cd9e7c30448 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340955 Jul 06 12:19:20.848269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,segment=NetworkSegment(510d7cd5-7753-44e8-8c87-a73c0ac04834),segment_id=510d7cd5-7753-44e8-8c87-a73c0ac04834)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:20.882855 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:20.924007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:20.926402 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec3e7dd-ea4a-45b5-b7ac-8492991b3388" -d '{"events": [{"server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:20.929977 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:20.942870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Transition to ACTIVE for port object 7c14be9e-6fe6-4cff-8897-60a0bfadb90c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:20.949725 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:20.981452 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97de168-65a3-43a3-87a3-6f4c974c150e x-openstack-request-id: req-b97de168-65a3-43a3-87a3-6f4c974c150e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:20.981765 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:20.982026 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b97de168-65a3-43a3-87a3-6f4c974c150e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:20.982429 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c', 'code': 200} Jul 06 12:19:21.002543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:21.028171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] No DVR routers for this DVR port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:19:21.031860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.032212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.033387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.033730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.034068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.034402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.034731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.035059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.035390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.035738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.036063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.036389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:21.073324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Attempting to bind port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:21.073792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Attempting to bind port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '510d7cd5-7753-44e8-8c87-a73c0ac04834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:21.074125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Attempting to bind port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c on network b18d134b-2fb5-46a5-8ef9-05abe0640a48 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:21.078385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c on network b18d134b-2fb5-46a5-8ef9-05abe0640a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:19:21.078725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Attempting to bind port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c on network b18d134b-2fb5-46a5-8ef9-05abe0640a48 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:21.083645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:21.083980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Checking segment: {'id': '510d7cd5-7753-44e8-8c87-a73c0ac04834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:21.084359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Bound using segment: {'id': '510d7cd5-7753-44e8-8c87-a73c0ac04834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:21.084774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Bound port: 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510d7cd5-7753-44e8-8c87-a73c0ac04834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:21.085128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.147456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:21.150588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,segment=NetworkSegment(510d7cd5-7753-44e8-8c87-a73c0ac04834),segment_id=510d7cd5-7753-44e8-8c87-a73c0ac04834)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:21.154230 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.187432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:21.188068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.189995 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] 10.222.0.47 "PUT /v2.0/ports/7c14be9e-6fe6-4cff-8897-60a0bfadb90c HTTP/1.1" status: 200 len: 1091 time: 0.6289828 Jul 06 12:19:21.214641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952501ea-e3ce-42c3-9c68-4b89982998f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:21.274459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-be538baa-7048-462f-9e8c-908e5d0882c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:21.275990 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-be538baa-7048-462f-9e8c-908e5d0882c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b33e97b1451d4755841aa08b879eb50e&device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0573349 Jul 06 12:19:21.364270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-ebc08ae2-bdd4-4ed6-b61b-52ab7ebbbaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:21.365643 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-ebc08ae2-bdd4-4ed6-b61b-52ab7ebbbaf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b18d134b-2fb5-46a5-8ef9-05abe0640a48 HTTP/1.1" status: 200 len: 913 time: 0.0820284 Jul 06 12:19:21.415473 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-eb7e4cfd-3660-4b2d-bb9e-aaa6eb48e788 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c HTTP/1.1" status: 200 len: 217 time: 0.0421805 Jul 06 12:19:21.467135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-d2e42491-3c78-428c-91a9-e5daa60df677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:21.468623 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-d2e42491-3c78-428c-91a9-e5daa60df677 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4526f3c3-fbee-488a-a51d-d4df84a33991 HTTP/1.1" status: 200 len: 852 time: 0.0471275 Jul 06 12:19:21.502124 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-f5df703c-ade2-4c00-94af-01f855d28f39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b18d134b-2fb5-46a5-8ef9-05abe0640a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259047 Jul 06 12:19:21.590847 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-75d3bb95-ead6-4fbf-aec5-4619223196b4 service neutron] 10.222.0.47 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814776 Jul 06 12:19:21.684171 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fde0208a-325e-4f46-8b03-2b255c3923d8 req-8b248eab-8f30-4350-8ccb-8de1c300d800 service neutron] 10.222.0.47 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869651 Jul 06 12:19:21.954349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b83b5-dd6e-462a-9531-979e269327a0 req-a342ac1e-4d80-427b-9128-90a01c8d0cd0 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:21.955839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-118b83b5-dd6e-462a-9531-979e269327a0 req-a342ac1e-4d80-427b-9128-90a01c8d0cd0 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 943 time: 0.0732610 Jul 06 12:19:21.995691 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-118b83b5-dd6e-462a-9531-979e269327a0 req-233867cf-1972-467a-84e1-680c5da88512 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Jul 06 12:19:22.983828 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:22.986238 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:23.040588 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c603899d-a12e-4f88-add8-92d561c6214e x-openstack-request-id: req-c603899d-a12e-4f88-add8-92d561c6214e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:23.040905 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:23.041124 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c603899d-a12e-4f88-add8-92d561c6214e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:23.041694 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c', 'status': 'completed', 'code': 200} Jul 06 12:19:23.154954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-2c77e7d3-cbd1-4953-9079-696ad3371e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:23.156501 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-2c77e7d3-cbd1-4953-9079-696ad3371e8f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b33e97b1451d4755841aa08b879eb50e&device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0999436 Jul 06 12:19:23.159414 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-7a5620f7-ab07-4c34-b043-0a48b2738f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:23.160877 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-7a5620f7-ab07-4c34-b043-0a48b2738f10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b33e97b1451d4755841aa08b879eb50e&device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0957627 Jul 06 12:19:23.184961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd387f23-23b1-4940-8aae-1f884a6798ab req-757119c9-02e1-4d80-940e-57e4747b68b4 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:23.186502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd387f23-23b1-4940-8aae-1f884a6798ab req-757119c9-02e1-4d80-940e-57e4747b68b4 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 943 time: 0.0650516 Jul 06 12:19:23.226608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd387f23-23b1-4940-8aae-1f884a6798ab req-49ce0e5f-af23-41d2-b5b7-aa5809776f44 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335364 Jul 06 12:19:23.319884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-c2df96ce-3af5-4c7c-b233-7d57cad4098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:23.321352 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-c2df96ce-3af5-4c7c-b233-7d57cad4098d service neutron] 10.222.0.86 "GET /v2.0/networks?id=b18d134b-2fb5-46a5-8ef9-05abe0640a48 HTTP/1.1" status: 200 len: 913 time: 0.1554646 Jul 06 12:19:23.324007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-38fad5bc-0877-4bef-a12d-be2c4f04563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:23.325714 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-38fad5bc-0877-4bef-a12d-be2c4f04563b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b18d134b-2fb5-46a5-8ef9-05abe0640a48 HTTP/1.1" status: 200 len: 913 time: 0.1520786 Jul 06 12:19:23.371955 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-c609273b-b1a3-4f33-98ed-d6e395617d8c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c HTTP/1.1" status: 200 len: 217 time: 0.0401368 Jul 06 12:19:23.411908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-ab47e66b-88c3-49d4-a0cb-2d4ebdc208c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c HTTP/1.1" status: 200 len: 217 time: 0.0789590 Jul 06 12:19:23.482642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-2d85606c-8cc0-4768-b5c8-e923568ef009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:23.484181 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-2d85606c-8cc0-4768-b5c8-e923568ef009 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4526f3c3-fbee-488a-a51d-d4df84a33991 HTTP/1.1" status: 200 len: 852 time: 0.0813930 Jul 06 12:19:23.494028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-db593baa-c2ad-4d6f-b3c9-1003297cbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:23.495372 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-db593baa-c2ad-4d6f-b3c9-1003297cbde6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4526f3c3-fbee-488a-a51d-d4df84a33991 HTTP/1.1" status: 200 len: 852 time: 0.0638793 Jul 06 12:19:23.530767 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-17c85b79-8adb-4ffe-9585-1cdfb97e9335 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b18d134b-2fb5-46a5-8ef9-05abe0640a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344071 Jul 06 12:19:23.559889 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-063168c6-34ee-4a1f-a627-83bc4d6d5f30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b18d134b-2fb5-46a5-8ef9-05abe0640a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555990 Jul 06 12:19:23.707583 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-365d4eec-0e8a-49c0-8975-5bbedddebd19 service neutron] 10.222.0.86 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563649 Jul 06 12:19:23.713189 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-5c4c24c5-333a-43d5-a375-3c52c18ff7a6 service neutron] 10.222.0.47 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423266 Jul 06 12:19:24.142534 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-f989f49b-669e-47b8-88fd-7d81fd9b4ff4 service neutron] 10.222.0.86 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247298 Jul 06 12:19:24.146315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b24a7c2e-2e4d-4ccc-a40f-ae8234fd834d req-8a7655ba-f9e1-4b96-8a05-17f71fcc4c92 service neutron] 10.222.0.47 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202960 Jul 06 12:19:24.294757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7c14be9e-6fe6-4cff-8897-60a0bfadb90c no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:24.333255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 7c14be9e-6fe6-4cff-8897-60a0bfadb90c not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:24.405345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd0cf9-5591-469f-8f28-bad2f927f043 req-45ab007c-39a6-4b0e-812f-407f44e55ed2 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:24.406762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21cd0cf9-5591-469f-8f28-bad2f927f043 req-45ab007c-39a6-4b0e-812f-407f44e55ed2 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 943 time: 0.0643532 Jul 06 12:19:24.445411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-21cd0cf9-5591-469f-8f28-bad2f927f043 req-118180ab-7c56-4e69-94a8-5a05a7716772 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Jul 06 12:19:25.211658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7c14be9e-6fe6-4cff-8897-60a0bfadb90c details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:19:25.311819 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,segment=NetworkSegment(510d7cd5-7753-44e8-8c87-a73c0ac04834),segment_id=510d7cd5-7753-44e8-8c87-a73c0ac04834)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:25.324900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c', 'network_id': 'b18d134b-2fb5-46a5-8ef9-05abe0640a48', 'port_id': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c', 'mac_address': 'fa:16:3e:fb:8c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4526f3c3-fbee-488a-a51d-d4df84a33991', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:19:25.365736 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:25.378812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c14be9e-6fe6-4cff-8897-60a0bfadb90c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:25.401252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,segment=NetworkSegment(510d7cd5-7753-44e8-8c87-a73c0ac04834),segment_id=510d7cd5-7753-44e8-8c87-a73c0ac04834)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:25.405224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:25.453955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:25.464649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.464991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.465329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.465662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.465993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.466318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.466642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.466966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.467286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.467712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.467960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.469421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:25.633368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fe7a5-ac6a-4df0-8fca-eacf100e0746 req-89e7d05a-f490-4459-a452-9f34fb818f19 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:25.634816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a49fe7a5-ac6a-4df0-8fca-eacf100e0746 req-89e7d05a-f490-4459-a452-9f34fb818f19 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 944 time: 0.0747910 Jul 06 12:19:25.676759 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a49fe7a5-ac6a-4df0-8fca-eacf100e0746 req-ef6bd053-bde2-4e8e-9f95-f30a92fc9ce2 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362077 Jul 06 12:19:25.804908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['7c14be9e-6fe6-4cff-8897-60a0bfadb90c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:26.129370 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-eba68ed4-e62c-489d-bdcf-7d2c47039923 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:26.130854 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-eba68ed4-e62c-489d-bdcf-7d2c47039923 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9&tenant_id=b33e97b1451d4755841aa08b879eb50e&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 944 time: 0.1111701 Jul 06 12:19:26.193911 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-1ad4fa37-b5a5-4ddd-b9e1-b2cc57fc0b80 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:19:26.194841 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-1ad4fa37-b5a5-4ddd-b9e1-b2cc57fc0b80 service neutron] 10.222.0.86 "DELETE /v2.0/ports/7c14be9e-6fe6-4cff-8897-60a0bfadb90c/bindings/n-h2-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0549438 Jul 06 12:19:26.292017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-6b52ea11-246a-46a0-b52a-e98864ef8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:26.293497 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-6b52ea11-246a-46a0-b52a-e98864ef8249 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b33e97b1451d4755841aa08b879eb50e&device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 1095 time: 0.0516756 Jul 06 12:19:26.389975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-a8626539-b672-438d-9b44-a3abce692594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:26.392236 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-a8626539-b672-438d-9b44-a3abce692594 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b18d134b-2fb5-46a5-8ef9-05abe0640a48 HTTP/1.1" status: 200 len: 913 time: 0.0877624 Jul 06 12:19:26.436220 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-01e2f64a-ef2c-498a-b679-b83a7546f946 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c HTTP/1.1" status: 200 len: 217 time: 0.0350180 Jul 06 12:19:26.491747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-6eb0f3bd-fe46-4700-a138-34071b32bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:26.493120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-6eb0f3bd-fe46-4700-a138-34071b32bdd1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4526f3c3-fbee-488a-a51d-d4df84a33991 HTTP/1.1" status: 200 len: 852 time: 0.0480714 Jul 06 12:19:26.528931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-c2b2a618-b13d-4fa3-8977-2b364bca23ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b18d134b-2fb5-46a5-8ef9-05abe0640a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268855 Jul 06 12:19:26.621406 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-d87e35bb-251d-48d8-8795-040535b5b5bd service neutron] 10.222.0.86 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842884 Jul 06 12:19:26.717581 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-7807efaa-6377-4117-a3a3-2000717a9ae7 service neutron] 10.222.0.86 "GET /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859699 Jul 06 12:19:27.213767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7c14be9e-6fe6-4cff-8897-60a0bfadb90c up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:27.267133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:27.270820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:27.271196 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:27.352686 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:27.377324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:27.379661 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8fbedf-a408-4a79-be14-5a8eebc87ef8" -d '{"events": [{"server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "name": "network-vif-plugged", "status": "completed", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:27.393472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,segment=NetworkSegment(510d7cd5-7753-44e8-8c87-a73c0ac04834),segment_id=510d7cd5-7753-44e8-8c87-a73c0ac04834)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:27.399062 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:27.424472 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f9480f-b125-4e9c-98ca-cf717a2d9750 x-openstack-request-id: req-d5f9480f-b125-4e9c-98ca-cf717a2d9750 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:27.424777 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "name": "network-vif-plugged", "status": "completed", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:27.425033 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5f9480f-b125-4e9c-98ca-cf717a2d9750 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:27.425432 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c', 'code': 200} Jul 06 12:19:27.454966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:27.675123 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d8dc7-e2fe-4463-a952-4a367c84ffd9 req-91e5c27b-e716-4e55-ba39-5844849bbee7 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:27.676649 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-977d8dc7-e2fe-4463-a952-4a367c84ffd9 req-91e5c27b-e716-4e55-ba39-5844849bbee7 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0657859 Jul 06 12:19:27.713626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-977d8dc7-e2fe-4463-a952-4a367c84ffd9 req-20b7fc51-81f2-4a12-8893-43636e9217cd tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Jul 06 12:19:28.900254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7ea8a-5f21-46c7-a0f8-fcb8d68a7b0b req-3b65a17c-5229-4127-b817-b63aba76acc6 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:28.901787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9e7ea8a-5f21-46c7-a0f8-fcb8d68a7b0b req-3b65a17c-5229-4127-b817-b63aba76acc6 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0725513 Jul 06 12:19:28.942673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9e7ea8a-5f21-46c7-a0f8-fcb8d68a7b0b req-e78d90af-e130-4186-bb30-1cc0a88d71d5 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.21 "GET /v2.0/security-groups?id=23a15fee-7a7f-496b-ae40-dc33bb857dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351522 Jul 06 12:19:28.944101 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.061433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-277479e8-d3cb-45ea-8c0c-55b1e6cc3b98 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:29.062899 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-277479e8-d3cb-45ea-8c0c-55b1e6cc3b98 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f149d55-f0c6-4f41-a56b-59a354bad6e9 HTTP/1.1" status: 200 len: 945 time: 0.0636966 Jul 06 12:19:29.167682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-c0ccd088-e201-4a8e-ac55-79e32025c449 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Deleting port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:29.168020 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-c0ccd088-e201-4a8e-ac55-79e32025c449 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.174855 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.255904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-c0ccd088-e201-4a8e-ac55-79e32025c449 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] For port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,segment=NetworkSegment(510d7cd5-7753-44e8-8c87-a73c0ac04834),segment_id=510d7cd5-7753-44e8-8c87-a73c0ac04834)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:29.256267 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-c0ccd088-e201-4a8e-ac55-79e32025c449 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.269428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-c0ccd088-e201-4a8e-ac55-79e32025c449 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Calling delete_port for 7c14be9e-6fe6-4cff-8897-60a0bfadb90c owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:29.399871 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-c0ccd088-e201-4a8e-ac55-79e32025c449 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.411590 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['7c14be9e-6fe6-4cff-8897-60a0bfadb90c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:29.430046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccd088-e201-4a8e-ac55-79e32025c449 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Pushing event deleted for resources: {'Port': ['ID=7c14be9e-6fe6-4cff-8897-60a0bfadb90c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:29.479048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-c0ccd088-e201-4a8e-ac55-79e32025c449 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] No DVR routers for this DVR port 7c14be9e-6fe6-4cff-8897-60a0bfadb90c on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:19:29.481774 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-c0ccd088-e201-4a8e-ac55-79e32025c449 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.483886 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3b0e63a5-9ea3-47c6-9c73-990072e6158f req-c0ccd088-e201-4a8e-ac55-79e32025c449 tempest-DeleteServersTestJSON-1399859342 tempest-DeleteServersTestJSON-1399859342-project] 10.222.0.47 "DELETE /v2.0/ports/7c14be9e-6fe6-4cff-8897-60a0bfadb90c HTTP/1.1" status: 204 len: 173 time: 0.4140983 Jul 06 12:19:29.484306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'name': 'network-vif-deleted', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:29.486684 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8820960-4d12-41f6-8a75-e82e7f2d453b" -d '{"events": [{"server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "name": "network-vif-deleted", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:29.524003 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00339c03-ab43-4353-8ad7-8e5f1162ba3f x-openstack-request-id: req-00339c03-ab43-4353-8ad7-8e5f1162ba3f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:29.524303 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f149d55-f0c6-4f41-a56b-59a354bad6e9", "name": "network-vif-deleted", "tag": "7c14be9e-6fe6-4cff-8897-60a0bfadb90c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:29.524590 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00339c03-ab43-4353-8ad7-8e5f1162ba3f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:29.524989 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f149d55-f0c6-4f41-a56b-59a354bad6e9', 'name': 'network-vif-deleted', 'tag': '7c14be9e-6fe6-4cff-8897-60a0bfadb90c', 'status': 'completed', 'code': 200} Jul 06 12:19:30.194588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57108) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:30.241797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-489cf902-3838-4544-ad66-b05f6be28dc1 admin admin] Deleting subnet 4526f3c3-fbee-488a-a51d-d4df84a33991 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:30.245423 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-489cf902-3838-4544-ad66-b05f6be28dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.282747 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-489cf902-3838-4544-ad66-b05f6be28dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.323175 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-489cf902-3838-4544-ad66-b05f6be28dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.375263 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-489cf902-3838-4544-ad66-b05f6be28dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.405606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cf902-3838-4544-ad66-b05f6be28dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4526f3c3-fbee-488a-a51d-d4df84a33991,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:30.409211 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-489cf902-3838-4544-ad66-b05f6be28dc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.411114 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-489cf902-3838-4544-ad66-b05f6be28dc1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4526f3c3-fbee-488a-a51d-d4df84a33991 HTTP/1.1" status: 204 len: 168 time: 0.2154825 Jul 06 12:19:30.413615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57110) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:30.483774 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.569141 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.578856 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18d134b-2fb5-46a5-8ef9-05abe0640a48']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:30.589283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510d7cd5-7753-44e8-8c87-a73c0ac04834') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:30.589575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510d7cd5-7753-44e8-8c87-a73c0ac04834') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:30.598590 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.612868 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.618526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:19:30.618902 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:19:30.620546 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:19:30.673779 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.679701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.681854 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b18d134b-2fb5-46a5-8ef9-05abe0640a48 HTTP/1.1" status: 204 len: 168 time: 0.2672958 Jul 06 12:19:30.693451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced63ef-803f-4673-a64d-d768fb2bdd41 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18d134b-2fb5-46a5-8ef9-05abe0640a48,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:30.793883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57114) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:30.834603 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-151d04a4-3f93-4101-8301-fee404305bc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b33e97b1451d4755841aa08b879eb50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394518 Jul 06 12:19:30.837044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57116) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:30.895073 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7a35-1478-4fd5-b4a1-92c7c799364f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.916704 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7a35-1478-4fd5-b4a1-92c7c799364f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.963517 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7a35-1478-4fd5-b4a1-92c7c799364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.966717 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7a35-1478-4fd5-b4a1-92c7c799364f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.967897 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fd6e7a35-1478-4fd5-b4a1-92c7c799364f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23a15fee-7a7f-496b-ae40-dc33bb857dc8 HTTP/1.1" status: 204 len: 168 time: 0.1299388 Jul 06 12:19:30.976986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e7a35-1478-4fd5-b4a1-92c7c799364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a15fee-7a7f-496b-ae40-dc33bb857dc8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:31.634350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57138) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:31.727963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-969162439-network', 'tenant_id': '9b186c3c9b8140a49c9056b01527723f'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:31.749211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Made reservation on behalf of 9b186c3c9b8140a49c9056b01527723f for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:31.752127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.760580 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.852992 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.857283 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.887146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:19:31.895051 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7784ed-5597-4687-af6d-8512106e0265,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:31.901618 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.901970 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Added segment db1c1316-1b65-4227-991d-5a6b75e85890 of type vlan for network 0949489e-cb64-46e8-af09-6304edeac0ae Jul 06 12:19:31.943317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.978837 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.980006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:31.980623 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:32.037393 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4019351 Jul 06 12:19:32.040356 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:32.044672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1bcfc-5cdf-45b4-82dc-43bd650a8133 admin admin] Pushing event updated for resources: {'Network': ['ID=0949489e-cb64-46e8-af09-6304edeac0ae,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:32.045397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Request body: {'subnet': {'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-969162439-subnet', 'tenant_id': '9b186c3c9b8140a49c9056b01527723f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:32.055920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 0949489e-cb64-46e8-af09-6304edeac0ae details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:19:32.068930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Made reservation on behalf of 9b186c3c9b8140a49c9056b01527723f for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:32.071325 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:32.237066 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:32.291190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b6d9c81-3454-444b-8fe4-9b3e064d808a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:32.303097 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.303439 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.303799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.304131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.304458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.304786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.305109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.305430 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.305748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.306120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.306386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.306702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:32.310291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Checking segment: {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:32.310652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Network hostable DHCP agents. Network: 0949489e-cb64-46e8-af09-6304edeac0ae, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:19:32.328688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Network 0949489e-cb64-46e8-af09-6304edeac0ae is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:19:32.341107 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 0949489e-cb64-46e8-af09-6304edeac0ae) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:32.346127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:32.346726 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:32.349748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83cdd6-c2ce-403e-b6ee-840bc75f6902 None None] Network 0949489e-cb64-46e8-af09-6304edeac0ae requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:32.366685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-64357ec3-a714-4f1c-874b-9c7baed83ef4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3251729 Jul 06 12:19:32.478949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943e9111-9324-4d49-88ed-ca6ca2af5d9d None None] Network 0949489e-cb64-46e8-af09-6304edeac0ae requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:32.797082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-bd76e683-8b10-4a16-91dc-3ddf859777ba tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:32.799397 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-bd76e683-8b10-4a16-91dc-3ddf859777ba tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 814 time: 0.1050313 Jul 06 12:19:32.813938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-de19d571-e7ad-485e-8465-ba7c5408efd8 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/quotas/9b186c3c9b8140a49c9056b01527723f HTTP/1.1" status: 200 len: 375 time: 0.0093184 Jul 06 12:19:32.849992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-57b67a8a-f3ad-4f39-b5d6-089f354a6793 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307901 Jul 06 12:19:32.862178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-d0cb164a-903e-48ca-ada1-a18cd66dd302 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:19:32.863113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-d0cb164a-903e-48ca-ada1-a18cd66dd302 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062115 Jul 06 12:19:32.951601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-66224bc9-4887-496a-8131-ba56f394f978 service neutron] 10.222.0.21 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827117 Jul 06 12:19:33.047085 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-d0135fec-4ccc-4ab7-8575-f74568edb336 service neutron] 10.222.0.21 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891418 Jul 06 12:19:33.226897 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8675d94d-fdc5-41f5-9ac4-56a5e45a50ce req-d5ca645e-7223-4c3e-88d2-9f774f0d7a12 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 210 time: 0.0396366 Jul 06 12:19:33.239458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7c14be9e-6fe6-4cff-8897-60a0bfadb90c no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:33.260289 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 7c14be9e-6fe6-4cff-8897-60a0bfadb90c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:33.260651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 7c14be9e-6fe6-4cff-8897-60a0bfadb90c not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:34.368481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-5cfaaa39-2eb3-4953-8b65-dee95df7969d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:34.370169 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-5cfaaa39-2eb3-4953-8b65-dee95df7969d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.86 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 814 time: 0.1055229 Jul 06 12:19:34.372935 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6a096fd-6604-488e-997c-d34e4f558824 req-5e2584a1-c1c2-4e03-a6b6-3f528e624574 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 210 time: 0.0293911 Jul 06 12:19:34.389487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Request body: {'port': {'device_id': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae', 'admin_state_up': True, 'tenant_id': '9b186c3c9b8140a49c9056b01527723f'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:34.503143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Made reservation on behalf of 9b186c3c9b8140a49c9056b01527723f for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:34.506731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.633114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Allocated IP 172.20.0.3 (0949489e-cb64-46e8-af09-6304edeac0ae/9b6d9c81-3454-444b-8fe4-9b3e064d808a/0ccc0e18-1ec2-4c06-82e0-00fc6419adc2) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:34.776143 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.815145 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.863642 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Network 0949489e-cb64-46e8-af09-6304edeac0ae is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:34.868841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:34.872676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:34.897020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Pushing event updated for resources: {'Port': ['ID=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:34.926485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:34.927113 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.942190 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c1743172-4752-4a6e-9081-81897b312d2b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5570314 Jul 06 12:19:34.959531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Request body: {'port': {'device_id': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:35.034530 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:35.298163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:35.305757 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:35.318545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Transition to ACTIVE for port object 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:35.322270 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:35.371071 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Pushing event updated for resources: {'Port': ['ID=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:35.442960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Attempting to bind port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:35.443362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Attempting to bind port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:35.443716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Attempting to bind port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 on network 0949489e-cb64-46e8-af09-6304edeac0ae {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:35.448053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 on network 0949489e-cb64-46e8-af09-6304edeac0ae not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:19:35.448371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Attempting to bind port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 on network 0949489e-cb64-46e8-af09-6304edeac0ae {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:35.453093 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:35.453425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Checking segment: {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:35.453800 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Bound using segment: {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:35.454215 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Bound port: 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:35.454646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:35.522849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:35.525932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:35.530962 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:35.558291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee5aab-0ff7-4b95-a7c2-a9c68006d453 req-17e6250c-e5b6-43df-9683-e60b119e36a2 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:35.559743 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89ee5aab-0ff7-4b95-a7c2-a9c68006d453 req-17e6250c-e5b6-43df-9683-e60b119e36a2 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 943 time: 0.0694389 Jul 06 12:19:35.564683 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:35.565553 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:35.568043 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] 10.222.0.86 "PUT /v2.0/ports/0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 HTTP/1.1" status: 200 len: 1091 time: 0.6138036 Jul 06 12:19:35.570205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:35.573484 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c0f74c-cf6b-4628-a54e-27e188ae369f" -d '{"events": [{"name": "network-changed", "server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:35.606167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb5852-d2c0-4fc0-b373-36c8677eb81c service neutron] Pushing event updated for resources: {'Port': ['ID=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:35.611342 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89ee5aab-0ff7-4b95-a7c2-a9c68006d453 req-8aa12740-737a-4eae-bf76-e61a47b924e3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Jul 06 12:19:35.652010 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064df354-743b-4ab5-a467-81ea457d8e20 x-openstack-request-id: req-064df354-743b-4ab5-a467-81ea457d8e20 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:35.652314 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:35.652625 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-064df354-743b-4ab5-a467-81ea457d8e20 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:35.652958 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2', 'status': 'completed', 'code': 200} Jul 06 12:19:35.685184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c8c6851d-2bf4-4a8d-9821-6c07de4a8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:35.686705 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c8c6851d-2bf4-4a8d-9821-6c07de4a8512 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 1094 time: 0.0667195 Jul 06 12:19:35.734018 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-c49545b1-7d23-40a1-b7c3-7da015fd5b06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 HTTP/1.1" status: 200 len: 217 time: 0.0364001 Jul 06 12:19:35.786184 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-dffa7bb2-58b8-4432-9933-17f44b8dc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:35.787649 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-dffa7bb2-58b8-4432-9933-17f44b8dc0f7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0440888 Jul 06 12:19:35.823922 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-9808313f-411e-4b10-bca9-e5773d4c2d06 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267677 Jul 06 12:19:35.919397 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-1d1e302d-ee7c-4d05-8658-462a1aac60f7 service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870373 Jul 06 12:19:36.011725 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-76bf149d-ae8e-4a32-8952-3c6fb1328362 req-b8a05998-e49d-4a2f-b772-341fc02ae2be service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827599 Jul 06 12:19:36.118682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0f74c-cf6b-4628-a54e-27e188ae369f req-0083f7aa-adda-4845-a951-ac8a61764359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:36.120104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-93c0f74c-cf6b-4628-a54e-27e188ae369f req-0083f7aa-adda-4845-a951-ac8a61764359 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 1094 time: 0.0531273 Jul 06 12:19:36.219171 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0f74c-cf6b-4628-a54e-27e188ae369f req-1926e654-bb71-402e-9004-4938791c64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:36.221775 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-93c0f74c-cf6b-4628-a54e-27e188ae369f req-1926e654-bb71-402e-9004-4938791c64c1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.0889475 Jul 06 12:19:36.263365 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-93c0f74c-cf6b-4628-a54e-27e188ae369f req-3a510e09-00a6-413b-926f-45baced2c387 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 HTTP/1.1" status: 200 len: 217 time: 0.0348036 Jul 06 12:19:36.317399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0f74c-cf6b-4628-a54e-27e188ae369f req-ce3f0fee-0ada-42a5-ae58-7a7c4acfe727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:36.318853 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-93c0f74c-cf6b-4628-a54e-27e188ae369f req-ce3f0fee-0ada-42a5-ae58-7a7c4acfe727 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0488286 Jul 06 12:19:36.353939 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-93c0f74c-cf6b-4628-a54e-27e188ae369f req-28954f18-205f-4b86-aa9b-807dcfa579b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280125 Jul 06 12:19:36.444825 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-93c0f74c-cf6b-4628-a54e-27e188ae369f req-53d2e117-1a03-4a7f-9bc8-9ae4c5a9b73d service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839033 Jul 06 12:19:36.541245 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-93c0f74c-cf6b-4628-a54e-27e188ae369f req-78543767-010e-4f3c-9ac3-b8f7f8d311a9 service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882947 Jul 06 12:19:36.791079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da794356-83aa-4e45-bb3e-46cf86a50fdf req-dd627eed-68ad-4c24-bbc5-f52e6ae7aaf6 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:36.792675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da794356-83aa-4e45-bb3e-46cf86a50fdf req-dd627eed-68ad-4c24-bbc5-f52e6ae7aaf6 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 943 time: 0.0641663 Jul 06 12:19:36.831198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da794356-83aa-4e45-bb3e-46cf86a50fdf req-a4aabad7-660f-4e90-8bac-25b0af4def6d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329318 Jul 06 12:19:38.018358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44abc1-47d4-45c1-9993-e47db68f5b66 req-a3355cee-3718-435a-bdcc-8a86ea11522e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:38.019879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce44abc1-47d4-45c1-9993-e47db68f5b66 req-a3355cee-3718-435a-bdcc-8a86ea11522e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 943 time: 0.0705068 Jul 06 12:19:38.057101 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce44abc1-47d4-45c1-9993-e47db68f5b66 req-84faf1aa-f2ac-4e68-b9df-698a96ddb455 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317221 Jul 06 12:19:38.318043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:19:38.409328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:38.424147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2', 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae', 'port_id': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2', 'mac_address': 'fa:16:3e:58:2a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6d9c81-3454-444b-8fe4-9b3e064d808a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:19:38.460294 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:38.472538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:38.492992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:38.496979 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:38.546307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:38.723221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['0ccc0e18-1ec2-4c06-82e0-00fc6419adc2'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:39.229103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35e9b8-e16c-4f36-8bd0-49c4b50c8ab9 req-31cd329a-0285-4b11-bad9-7082f227b954 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:39.230593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce35e9b8-e16c-4f36-8bd0-49c4b50c8ab9 req-31cd329a-0285-4b11-bad9-7082f227b954 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 944 time: 0.0633876 Jul 06 12:19:39.268593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce35e9b8-e16c-4f36-8bd0-49c4b50c8ab9 req-074c810c-f56e-419f-bd12-8d87117ce3bc tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Jul 06 12:19:40.336957 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:40.386694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:40.390965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:40.391345 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:40.456267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1e96c-20ee-4acd-9086-49947d29892e req-a7d27e20-ecaa-452e-a10f-0faa054892b7 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:40.457777 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95a1e96c-20ee-4acd-9086-49947d29892e req-a7d27e20-ecaa-452e-a10f-0faa054892b7 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 944 time: 0.0640090 Jul 06 12:19:40.475608 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:40.496346 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95a1e96c-20ee-4acd-9086-49947d29892e req-f8834068-bd21-4ad6-a0ba-077f85971e47 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Jul 06 12:19:40.498600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:40.500969 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3b3812-2b68-4830-9ba1-c499023b6b4b" -d '{"events": [{"server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "name": "network-vif-plugged", "status": "completed", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:40.515612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:40.521079 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:40.544941 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f55e82-937e-4338-ad8b-ce9376f65f35 x-openstack-request-id: req-b1f55e82-937e-4338-ad8b-ce9376f65f35 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:40.545231 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "name": "network-vif-plugged", "status": "completed", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:40.545481 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1f55e82-937e-4338-ad8b-ce9376f65f35 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:40.545866 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2', 'code': 200} Jul 06 12:19:40.574244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:40.660501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec59bc-3b1c-4650-a9fe-a020d1a3a4ce req-5d315b04-ba77-440e-9e33-dc2538266439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:40.662027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e6ec59bc-3b1c-4650-a9fe-a020d1a3a4ce req-5d315b04-ba77-440e-9e33-dc2538266439 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 1096 time: 0.0524619 Jul 06 12:19:40.700247 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e6ec59bc-3b1c-4650-a9fe-a020d1a3a4ce req-f0799683-a09a-4549-ace8-bc1749f09a3c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288384 Jul 06 12:19:41.678248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda8e3a-ad4b-4e68-b643-2ba559eaaa77 req-84276b67-e764-4cfa-abca-89c2242f47b0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:41.679775 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6dda8e3a-ad4b-4e68-b643-2ba559eaaa77 req-84276b67-e764-4cfa-abca-89c2242f47b0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0695524 Jul 06 12:19:41.722695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6dda8e3a-ad4b-4e68-b643-2ba559eaaa77 req-639c8c2e-5a60-4992-9295-1c02442eb6a9 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363312 Jul 06 12:19:42.898616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb43f55-a847-4ff0-b4aa-c640ea3fe806 req-5bee4d69-16a7-48dc-b033-e507148ebf02 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:42.900259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddb43f55-a847-4ff0-b4aa-c640ea3fe806 req-5bee4d69-16a7-48dc-b033-e507148ebf02 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0651119 Jul 06 12:19:42.939915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddb43f55-a847-4ff0-b4aa-c640ea3fe806 req-9a1dd512-aa09-4945-b4b3-7ce76402f432 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Jul 06 12:19:43.116727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477dcf-717b-4ae5-855d-6c5ee6d822fa req-914057ac-d72b-46db-a109-3368fb147a5c tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:43.118195 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae477dcf-717b-4ae5-855d-6c5ee6d822fa req-914057ac-d72b-46db-a109-3368fb147a5c tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0657797 Jul 06 12:19:43.155214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae477dcf-717b-4ae5-855d-6c5ee6d822fa req-3ae16106-ad86-4705-90a2-069e90eab5cd tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Jul 06 12:19:43.502783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23bfa-9fc6-4b33-80e8-62ee30eb7631 req-120e4071-68d4-4d9b-8487-007b6f92c02d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:43.504251 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83e23bfa-9fc6-4b33-80e8-62ee30eb7631 req-120e4071-68d4-4d9b-8487-007b6f92c02d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0660255 Jul 06 12:19:43.542263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83e23bfa-9fc6-4b33-80e8-62ee30eb7631 req-1e6f0c50-b9fa-4ace-8df5-78972bbc5a61 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Jul 06 12:19:43.712621 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d8821-f26c-49de-ac0f-03b0cc4f623c req-84cbd9f2-77db-47d8-93aa-2b2f8576fd5f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:43.714097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d4d8821-f26c-49de-ac0f-03b0cc4f623c req-84cbd9f2-77db-47d8-93aa-2b2f8576fd5f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0627139 Jul 06 12:19:43.752097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d4d8821-f26c-49de-ac0f-03b0cc4f623c req-96f7c07b-0bbf-40ff-9688-7153a4470b82 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Jul 06 12:19:44.095737 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-fc87e41b-e38e-49d6-afe2-226de8c7bd70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0545406 Jul 06 12:19:44.162285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9321c-eea4-48a5-8621-3c4a3696496f req-3e04acbb-a598-43be-867d-bd6b2824a5a3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:44.163843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53b9321c-eea4-48a5-8621-3c4a3696496f req-3e04acbb-a598-43be-867d-bd6b2824a5a3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0765615 Jul 06 12:19:44.202198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53b9321c-eea4-48a5-8621-3c4a3696496f req-44361aeb-fb46-4c48-9758-e1edb120bf90 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329309 Jul 06 12:19:44.239210 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-595faa4a-561a-4d05-a58f-49ebcecc76fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.334773 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-139fd992-c40d-41f8-a46d-ad64dc159b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.336400 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-139fd992-c40d-41f8-a46d-ad64dc159b6b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 1096 time: 0.0591993 Jul 06 12:19:45.387364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2bbef-7039-4a1a-960b-d88d4649f713 req-eba78a19-84bc-45ad-8bc2-f0c494d68c3b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.388946 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eed2bbef-7039-4a1a-960b-d88d4649f713 req-eba78a19-84bc-45ad-8bc2-f0c494d68c3b tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0657926 Jul 06 12:19:45.428116 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eed2bbef-7039-4a1a-960b-d88d4649f713 req-5c8c99be-17d6-47df-a669-0d9094a74492 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328550 Jul 06 12:19:45.430567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-905f5d74-6a34-441d-9fc5-fccbe950fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.432246 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-905f5d74-6a34-441d-9fc5-fccbe950fc98 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.0886841 Jul 06 12:19:45.478816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-515111e0-8ac0-4e59-b5f9-5966ee4c21cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 HTTP/1.1" status: 200 len: 217 time: 0.0387447 Jul 06 12:19:45.529611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-31b85f77-ef27-4bcb-8643-591c4e389cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.531039 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-31b85f77-ef27-4bcb-8643-591c4e389cd4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0465143 Jul 06 12:19:45.563091 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-cb682430-7477-45cc-b22a-213cf5f05084 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258179 Jul 06 12:19:45.656869 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-f28779be-da18-4fa4-baa1-20484193c914 service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873549 Jul 06 12:19:45.747782 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-64a3e825-987c-45e6-a477-ef6c060c64e1 service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844824 Jul 06 12:19:46.615264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fb3a-a967-4d0c-aed1-84cab22f0a8c req-76675922-0bf7-4d24-bd15-112cd26cddd9 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:46.616781 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e866fb3a-a967-4d0c-aed1-84cab22f0a8c req-76675922-0bf7-4d24-bd15-112cd26cddd9 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0676248 Jul 06 12:19:46.659742 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e866fb3a-a967-4d0c-aed1-84cab22f0a8c req-04a8271c-de7b-4a11-a4f9-ad076573d59c tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Jul 06 12:19:47.834787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f00c6-9ff0-4922-a964-40077fe50327 req-cf2eafab-875a-4516-8cdd-ad03458a096d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:47.836371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-761f00c6-9ff0-4922-a964-40077fe50327 req-cf2eafab-875a-4516-8cdd-ad03458a096d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0637999 Jul 06 12:19:47.878667 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-761f00c6-9ff0-4922-a964-40077fe50327 req-fef1bbd6-d3a2-4bd7-9ad3-969365dba4fb tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365064 Jul 06 12:19:48.230326 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:48.448382 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-043ba95e-13f1-4065-bd79-2ec929b1c8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:48.843872 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:49.058116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0f088-7bb9-4f3a-9613-8d0d98e6edf7 req-e5a595e7-7d53-43a5-96a9-735c95b58999 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:49.059659 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5d0f088-7bb9-4f3a-9613-8d0d98e6edf7 req-e5a595e7-7d53-43a5-96a9-735c95b58999 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0653217 Jul 06 12:19:49.101691 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5d0f088-7bb9-4f3a-9613-8d0d98e6edf7 req-d63ef702-e854-4ed9-9cdc-6d7cd87e5ca0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355434 Jul 06 12:19:50.279856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ddede-055d-402f-ac41-ea955f80e0c3 req-2f86792e-4923-4c38-bdca-8944e377ec5f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:50.281355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed5ddede-055d-402f-ac41-ea955f80e0c3 req-2f86792e-4923-4c38-bdca-8944e377ec5f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0680511 Jul 06 12:19:50.319654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed5ddede-055d-402f-ac41-ea955f80e0c3 req-fd107b72-bbf8-439c-9aa9-032c9d3353fe tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320635 Jul 06 12:19:50.634399 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:51.490612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1205e4b-dc8a-4788-a939-5ed45bda2511 req-38b332c5-eef4-44e4-beac-80b3991507d8 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:51.492150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1205e4b-dc8a-4788-a939-5ed45bda2511 req-38b332c5-eef4-44e4-beac-80b3991507d8 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0626483 Jul 06 12:19:51.530335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c1205e4b-dc8a-4788-a939-5ed45bda2511 req-e285098c-dd62-47b1-921c-e2e53b533a56 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Jul 06 12:19:52.708694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c3df3-c68b-4299-9242-4d3efd1ad3a8 req-6b728154-a1f0-447f-a031-9c588ee43887 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:52.710188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb8c3df3-c68b-4299-9242-4d3efd1ad3a8 req-6b728154-a1f0-447f-a031-9c588ee43887 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0663521 Jul 06 12:19:52.748393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb8c3df3-c68b-4299-9242-4d3efd1ad3a8 req-c5a481b6-3239-421b-b066-4ffdd4c984d9 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Jul 06 12:19:53.928461 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685c0c-b976-4f44-9ad2-6e249d60b168 req-5946acfa-7bbb-47df-b66a-a1db14acea37 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:53.929964 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07685c0c-b976-4f44-9ad2-6e249d60b168 req-5946acfa-7bbb-47df-b66a-a1db14acea37 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0641720 Jul 06 12:19:53.967389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07685c0c-b976-4f44-9ad2-6e249d60b168 req-476f1ffd-fdb3-4fca-8385-fe1ad4f18f8d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318382 Jul 06 12:19:53.996116 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:19:55.146358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6ca11-25d6-42af-9829-87f9a1006211 req-3c7da03d-079f-476c-84d5-5b7f4ecc4e2a tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:55.147912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5de6ca11-25d6-42af-9829-87f9a1006211 req-3c7da03d-079f-476c-84d5-5b7f4ecc4e2a tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0636723 Jul 06 12:19:55.186859 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5de6ca11-25d6-42af-9829-87f9a1006211 req-fe26cddf-9ebd-49c7-a431-92a7b7d4b8d6 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333457 Jul 06 12:19:56.380519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae687a-1a3e-4288-84b5-cc0b4e919b69 req-4c345df0-4c18-476d-902e-b3dfbd82355e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:56.382437 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5fae687a-1a3e-4288-84b5-cc0b4e919b69 req-4c345df0-4c18-476d-902e-b3dfbd82355e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0736666 Jul 06 12:19:56.422145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5fae687a-1a3e-4288-84b5-cc0b4e919b69 req-149eb4ff-8ba5-4cc8-a5a6-38c42ed368dd tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Jul 06 12:19:57.607737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7ab57-44fe-4379-b882-58bdd7d96795 req-8d263a48-42b1-453a-81b9-2d10f06250cb tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:57.609323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13f7ab57-44fe-4379-b882-58bdd7d96795 req-8d263a48-42b1-453a-81b9-2d10f06250cb tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0705144 Jul 06 12:19:57.654002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13f7ab57-44fe-4379-b882-58bdd7d96795 req-28fcc4fd-525b-40bc-bea2-15abb0f52ed8 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382473 Jul 06 12:19:58.834870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6b6fd-dc1e-402a-83b8-352662ab7fb3 req-c3ff1c40-5101-40bf-92f3-e470b3daeb52 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:58.836435 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6c6b6fd-dc1e-402a-83b8-352662ab7fb3 req-c3ff1c40-5101-40bf-92f3-e470b3daeb52 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0685265 Jul 06 12:19:58.876314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6c6b6fd-dc1e-402a-83b8-352662ab7fb3 req-d2f82956-602e-4ce5-ab43-5a1ab9d13e10 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340526 Jul 06 12:19:58.953311 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.173430 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.051074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173634cb-bf48-4966-8513-123655ea832a req-8df5045b-4e9f-4540-99ba-1e677b6a4083 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:00.052573 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-173634cb-bf48-4966-8513-123655ea832a req-8df5045b-4e9f-4540-99ba-1e677b6a4083 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0640028 Jul 06 12:20:00.091633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-173634cb-bf48-4966-8513-123655ea832a req-497a5eb1-17cb-4d51-be60-3a00cd9fb4c4 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333827 Jul 06 12:20:01.264606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5112ee-6430-4682-a330-f1e82cf4bcd9 req-fa9e2f73-8293-483d-8059-9ab6941af73d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:01.266104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e5112ee-6430-4682-a330-f1e82cf4bcd9 req-fa9e2f73-8293-483d-8059-9ab6941af73d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0634382 Jul 06 12:20:01.304568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e5112ee-6430-4682-a330-f1e82cf4bcd9 req-d45dd5c7-d1e8-4190-99ad-13410f29cf1c tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Jul 06 12:20:02.481218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa16e2e-1f33-4945-ba93-e24dc43bb5de req-35a29972-9062-432f-b081-2c1a89620683 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:02.482685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9fa16e2e-1f33-4945-ba93-e24dc43bb5de req-35a29972-9062-432f-b081-2c1a89620683 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0661018 Jul 06 12:20:02.520409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9fa16e2e-1f33-4945-ba93-e24dc43bb5de req-b6c403c5-6968-457b-8937-8508f2a5cf40 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Jul 06 12:20:03.693972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a925-7129-4df8-aa69-3a750b54c229 req-41c923ff-8d9f-443f-8d5c-6aadf9508c2c tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:03.695470 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a839a925-7129-4df8-aa69-3a750b54c229 req-41c923ff-8d9f-443f-8d5c-6aadf9508c2c tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0626130 Jul 06 12:20:03.733990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a839a925-7129-4df8-aa69-3a750b54c229 req-cd4c9ff1-f354-4136-b5e7-3619d52988fb tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329018 Jul 06 12:20:04.926123 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0a292-2401-4995-a592-52654152b333 req-e98498eb-9dec-4d17-99c2-f2783c02f3fe tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:04.927793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dab0a292-2401-4995-a592-52654152b333 req-e98498eb-9dec-4d17-99c2-f2783c02f3fe tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0788221 Jul 06 12:20:04.967667 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dab0a292-2401-4995-a592-52654152b333 req-d430e5e0-99d8-458b-9e37-e69574ae6ced tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342917 Jul 06 12:20:06.145981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038962fa-fa36-4156-9c17-559452260dd8 req-65ec71c3-3612-4d76-8a00-1bd5113ff4d1 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:06.147514 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-038962fa-fa36-4156-9c17-559452260dd8 req-65ec71c3-3612-4d76-8a00-1bd5113ff4d1 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0641663 Jul 06 12:20:06.184870 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-038962fa-fa36-4156-9c17-559452260dd8 req-c773120b-84ca-430a-a511-cf4e38fb5c5f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Jul 06 12:20:07.358997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c85a3-f413-4447-b5d6-459027d0e80c req-5dc0bad2-ff8b-46a0-9fe1-492c95a74056 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:07.361557 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-892c85a3-f413-4447-b5d6-459027d0e80c req-5dc0bad2-ff8b-46a0-9fe1-492c95a74056 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0649354 Jul 06 12:20:07.400768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-892c85a3-f413-4447-b5d6-459027d0e80c req-000462e6-aa35-4e63-b41a-6153ca1af198 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336723 Jul 06 12:20:08.585158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca3dac-087f-4d8c-b21f-5cb84af07dd0 req-001d9c90-4eb5-433d-a1c1-25653d9a686d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:08.586671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63ca3dac-087f-4d8c-b21f-5cb84af07dd0 req-001d9c90-4eb5-433d-a1c1-25653d9a686d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0692716 Jul 06 12:20:08.627748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63ca3dac-087f-4d8c-b21f-5cb84af07dd0 req-e4249939-8316-4a9c-8363-63e2f80b09b0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Jul 06 12:20:09.275100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-c0b2c0c3-f8fe-4e26-ad14-f872292bc443 req-7a7a46d2-d152-4fac-8381-274c5a0f5f48 service neutron] (93815) timed out ('10.222.0.21', 46338) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:20:09.804664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04bbaa-7c7c-477b-9c91-688274efdaff req-2ef07dcb-c889-49ff-9091-864028f92af0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:09.806214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df04bbaa-7c7c-477b-9c91-688274efdaff req-2ef07dcb-c889-49ff-9091-864028f92af0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0646019 Jul 06 12:20:09.844771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df04bbaa-7c7c-477b-9c91-688274efdaff req-431ef1b7-500f-4f08-811c-1d5a7b02909f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Jul 06 12:20:11.033704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c98b7-f75b-46b0-9f9d-b00a26b2772f req-d35deba2-254f-4f77-8014-8d823647eab4 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:11.035370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d21c98b7-f75b-46b0-9f9d-b00a26b2772f req-d35deba2-254f-4f77-8014-8d823647eab4 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0724483 Jul 06 12:20:11.076255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d21c98b7-f75b-46b0-9f9d-b00a26b2772f req-a5f1e41d-7ab4-42c1-a3c5-7a4aade831dd tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345011 Jul 06 12:20:12.264368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e05daf-08ae-4c27-83b6-1b1c0f49c77a req-7b728559-f9a4-43da-b8ff-5e24254554c1 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:12.265881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2e05daf-08ae-4c27-83b6-1b1c0f49c77a req-7b728559-f9a4-43da-b8ff-5e24254554c1 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0723326 Jul 06 12:20:12.307098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f2e05daf-08ae-4c27-83b6-1b1c0f49c77a req-ebe9f34e-0a7c-40b2-a6fe-4ea1de2f6a32 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350099 Jul 06 12:20:13.057639 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-259b1d3c-a87b-4638-9888-c331274e3f20 service neutron] show failed (client error): The resource could not be found. Jul 06 12:20:13.059076 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-259b1d3c-a87b-4638-9888-c331274e3f20 service neutron] 10.222.0.86 "GET /v2.0/ports/0ccc0e18-1ec2-4c06-82e0-00fc6419adc2/bindings/n-h1-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0610723 Jul 06 12:20:13.342232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-499a7646-1850-400d-a7c8-f63b400e6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:13.343714 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-499a7646-1850-400d-a7c8-f63b400e6604 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa&tenant_id=9b186c3c9b8140a49c9056b01527723f HTTP/1.1" status: 200 len: 1096 time: 0.0600183 Jul 06 12:20:13.358612 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:13.434173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.551823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842fc6d-1265-472b-8f59-92be1e1f19d9 req-f80a028e-707c-4c60-9d7c-dd5800e2b0ca tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:13.553388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1842fc6d-1265-472b-8f59-92be1e1f19d9 req-f80a028e-707c-4c60-9d7c-dd5800e2b0ca tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.1291099 Jul 06 12:20:13.595266 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1842fc6d-1265-472b-8f59-92be1e1f19d9 req-9566204f-e9f5-4175-ac96-ece3bebffd6e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359244 Jul 06 12:20:13.652411 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:13.690060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:13.737574 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:13.740016 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5ce87c-4786-4847-8806-d51b59e8033c" -d '{"events": [{"server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:13.744687 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.761006 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Transition to ACTIVE for port object 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:13.766007 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.794956 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9cff4c-2e53-4a48-93f6-a5bc37d55ce2 x-openstack-request-id: req-1b9cff4c-2e53-4a48-93f6-a5bc37d55ce2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:13.795262 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:13.795677 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b9cff4c-2e53-4a48-93f6-a5bc37d55ce2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:13.796022 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2', 'code': 200} Jul 06 12:20:13.836005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:13.838404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] No DVR routers for this DVR port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:13.877486 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Attempting to bind port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:13.877734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Attempting to bind port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:13.878066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Attempting to bind port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 on network 0949489e-cb64-46e8-af09-6304edeac0ae {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:13.882876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 on network 0949489e-cb64-46e8-af09-6304edeac0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:20:13.883298 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Attempting to bind port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 on network 0949489e-cb64-46e8-af09-6304edeac0ae {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:13.888461 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:13.888870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Checking segment: {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:13.889302 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Bound using segment: {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:13.889796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Bound port: 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:13.890253 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.958909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:13.962060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:13.966717 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.008241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:14.009108 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.011407 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] 10.222.0.47 "PUT /v2.0/ports/0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 HTTP/1.1" status: 200 len: 1091 time: 0.6570277 Jul 06 12:20:14.037208 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e075a9-465a-4fcc-a34a-c20f9d49a280 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:14.103994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-0fde717f-1271-4d15-aeab-36c9ffc22210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:14.105521 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-0fde717f-1271-4d15-aeab-36c9ffc22210 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 1094 time: 0.0583055 Jul 06 12:20:14.201175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-13e7f5e0-4392-4832-a423-b635045f5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:14.202635 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-13e7f5e0-4392-4832-a423-b635045f5e2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.0903447 Jul 06 12:20:14.232534 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e798475a-3e0f-4fba-a041-e0f40f4d07f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.246080 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-77ffef91-3332-4263-84e6-60c2738f8357 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 HTTP/1.1" status: 200 len: 217 time: 0.0360255 Jul 06 12:20:14.296540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-08bad0ea-f304-4c0e-9633-cc828100bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:14.298056 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-08bad0ea-f304-4c0e-9633-cc828100bd8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0453928 Jul 06 12:20:14.336924 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-363cc9b9-1520-435e-92fc-d534894f6e27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321038 Jul 06 12:20:14.432193 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-f7f72fed-5137-49fe-8031-8cb41447955a service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890360 Jul 06 12:20:14.530927 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5ec3298c-681b-4418-82b1-e08c6c37bcaf req-cb4315f1-fbd5-46fc-ae83-f4bc53c390da service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913606 Jul 06 12:20:14.802652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a4ba-63a2-4f3a-93ad-e4966a091f4b req-58ed4b04-778a-4ee4-94c7-4caddbec038d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:14.804231 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72a6a4ba-63a2-4f3a-93ad-e4966a091f4b req-58ed4b04-778a-4ee4-94c7-4caddbec038d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 943 time: 0.0699704 Jul 06 12:20:14.843126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72a6a4ba-63a2-4f3a-93ad-e4966a091f4b req-b7211aef-7322-46af-bab7-c06a837422af tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331190 Jul 06 12:20:15.797605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:15.800050 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee51b4a5-7480-4056-b4e7-a52d4a55e727" -d '{"events": [{"name": "network-changed", "server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:15.849270 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38e3ff4-f285-4542-8175-2b2decb49a6b x-openstack-request-id: req-d38e3ff4-f285-4542-8175-2b2decb49a6b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:15.849567 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:15.849826 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d38e3ff4-f285-4542-8175-2b2decb49a6b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:15.850228 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2', 'status': 'completed', 'code': 200} Jul 06 12:20:16.054366 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25656c3-33c4-4116-9978-b9cdb6f53d0d req-b90472b9-31b2-4c4d-8f76-a94e0af450a0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:16.056004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f25656c3-33c4-4116-9978-b9cdb6f53d0d req-b90472b9-31b2-4c4d-8f76-a94e0af450a0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 943 time: 0.0848348 Jul 06 12:20:16.099042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f25656c3-33c4-4116-9978-b9cdb6f53d0d req-31477426-fb33-47fd-b09c-73bd1940beeb tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367126 Jul 06 12:20:16.276527 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-2a310d25-5d8a-4817-9cc3-5ae8a7282e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:16.277958 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-2a310d25-5d8a-4817-9cc3-5ae8a7282e8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 1094 time: 0.4011846 Jul 06 12:20:16.283850 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-7671e2aa-b058-47fd-85f3-fdce4f06080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:16.285353 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-7671e2aa-b058-47fd-85f3-fdce4f06080f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 1094 time: 0.4147189 Jul 06 12:20:16.451878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-e765e2ef-3571-4ffb-b902-4cbf1fbba8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:16.453911 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-e765e2ef-3571-4ffb-b902-4cbf1fbba8f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.1671326 Jul 06 12:20:16.456727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-070a2118-548e-46d0-9fa5-32d30d21a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:16.458088 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-070a2118-548e-46d0-9fa5-32d30d21a755 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.1627324 Jul 06 12:20:16.501702 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-924bcc85-386a-4f4e-b07b-6fb668d426f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 HTTP/1.1" status: 200 len: 217 time: 0.0413508 Jul 06 12:20:16.538195 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-051c10e6-2073-41ee-9e24-556689567343 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 HTTP/1.1" status: 200 len: 217 time: 0.0432997 Jul 06 12:20:16.614433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-381f3359-3cf9-4b07-8b8d-6aaa1218765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:16.616047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-381f3359-3cf9-4b07-8b8d-6aaa1218765c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0863879 Jul 06 12:20:16.622603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-100363cc-a6f0-4b4c-827d-a03d22af4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:16.624136 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-100363cc-a6f0-4b4c-827d-a03d22af4323 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0663114 Jul 06 12:20:16.662289 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-8053765c-ec3a-4635-9cae-38e6e49889d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370939 Jul 06 12:20:16.687332 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-2eabf748-e580-43da-82fb-f82277fb557b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519180 Jul 06 12:20:16.836239 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-b1005f67-afc3-4748-bf27-c5608abac3bd service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580429 Jul 06 12:20:16.854790 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-0f2e0566-cbe7-4456-8134-8413f88e8981 service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557500 Jul 06 12:20:17.008701 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-f4f1d3e6-2211-473b-8e9f-2cf929462224 service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653588 Jul 06 12:20:17.015596 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ee51b4a5-7480-4056-b4e7-a52d4a55e727 req-c2db68c0-ae35-429c-8aa1-4dd2286a333e service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249166 Jul 06 12:20:17.345977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d1e09-de2b-4a23-b9a7-3b62704748fc req-f3919fe4-9d7a-4a2b-a590-0187b780e8c5 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:17.347589 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a6d1e09-de2b-4a23-b9a7-3b62704748fc req-f3919fe4-9d7a-4a2b-a590-0187b780e8c5 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 943 time: 0.1296594 Jul 06 12:20:17.389579 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a6d1e09-de2b-4a23-b9a7-3b62704748fc req-de97acd7-f2c8-4969-841e-ceedd639e731 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357614 Jul 06 12:20:18.232885 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:18.452041 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53a50424-f089-4756-a15a-3e993a27a7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:18.509876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:18.559476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:18.582761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e540b74-b493-4cc3-afd7-c69dcd6df859 req-f69b3b40-e4ec-4d70-b598-9e2d07a980a3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:18.584406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e540b74-b493-4cc3-afd7-c69dcd6df859 req-f69b3b40-e4ec-4d70-b598-9e2d07a980a3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 943 time: 0.0747581 Jul 06 12:20:18.622514 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e540b74-b493-4cc3-afd7-c69dcd6df859 req-ddc1ec66-11e1-482e-ad6f-bdd7a35df002 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Jul 06 12:20:18.849381 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:18.972968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c141f22-242f-4097-94c1-7def6a5beb10 req-c5eb8f89-a888-4a20-b747-da2583a8e0ff tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:18.974593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c141f22-242f-4097-94c1-7def6a5beb10 req-c5eb8f89-a888-4a20-b747-da2583a8e0ff tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 943 time: 0.0723445 Jul 06 12:20:18.978781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-8de0ba2a-ab9f-4001-9214-ff0defe2682c tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:18.980427 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-8de0ba2a-ab9f-4001-9214-ff0defe2682c tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.86 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa&tenant_id=9b186c3c9b8140a49c9056b01527723f&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 943 time: 0.0893414 Jul 06 12:20:19.019473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c141f22-242f-4097-94c1-7def6a5beb10 req-ae264732-de63-4ca8-aeeb-9d27f9ad1813 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383697 Jul 06 12:20:19.055511 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-0dfaf086-1442-4761-b840-11ed22a11ac6 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:20:19.056887 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-0dfaf086-1442-4761-b840-11ed22a11ac6 service neutron] 10.222.0.86 "DELETE /v2.0/ports/0ccc0e18-1ec2-4c06-82e0-00fc6419adc2/bindings/n-h2-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0659070 Jul 06 12:20:19.173176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-5e867e7d-b213-40a0-980a-dd9a7947ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:19.174726 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-5e867e7d-b213-40a0-980a-dd9a7947ec9d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 1094 time: 0.0673184 Jul 06 12:20:19.281790 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-db7d902b-3748-4921-bef5-b9b730db666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:19.283822 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-db7d902b-3748-4921-bef5-b9b730db666f service neutron] 10.222.0.86 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.0997441 Jul 06 12:20:19.337040 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-74675dc3-ff8c-4d5a-b5e3-7465f8d321d5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 HTTP/1.1" status: 200 len: 217 time: 0.0430191 Jul 06 12:20:19.393255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-bef5e1b4-f0d5-47dc-85c5-0d849558882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:19.394754 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-bef5e1b4-f0d5-47dc-85c5-0d849558882f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0470996 Jul 06 12:20:19.432895 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-df4dc0a7-ca7d-4601-a15b-240fa8120373 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280147 Jul 06 12:20:19.444692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:20:19.551727 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-4e18a793-1c94-4ec8-8cf5-8f16dbb9e659 service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080439 Jul 06 12:20:19.557000 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:19.570972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2', 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae', 'port_id': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2', 'mac_address': 'fa:16:3e:58:2a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6d9c81-3454-444b-8fe4-9b3e064d808a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:20:19.617066 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:19.638959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:20:19.665003 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-86f2fb62-5755-46f6-9a9b-6419a30f9a4b req-2cfa811a-c871-408d-ac9c-92a8e55e1f8c service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994997 Jul 06 12:20:19.672122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:19.680323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:19.737087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:20.019900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['0ccc0e18-1ec2-4c06-82e0-00fc6419adc2'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:20.222197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce943-4308-4bb9-a9f8-0f119ca48b87 req-1ca06ef0-adcd-4856-90e0-c87d7bc01041 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:20.223707 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fcce943-4308-4bb9-a9f8-0f119ca48b87 req-1ca06ef0-adcd-4856-90e0-c87d7bc01041 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 944 time: 0.0716779 Jul 06 12:20:20.263102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1fcce943-4308-4bb9-a9f8-0f119ca48b87 req-a27cf31e-1946-4097-98b4-71c4ecc97087 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339048 Jul 06 12:20:20.639913 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.449554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:21.452612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b1785-cb8a-409e-9d0b-f685181e91c5 req-0207fe9a-ae12-43fc-916a-a10b7d81eabc tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:21.454322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-740b1785-cb8a-409e-9d0b-f685181e91c5 req-0207fe9a-ae12-43fc-916a-a10b7d81eabc tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 944 time: 0.0639989 Jul 06 12:20:21.493519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-740b1785-cb8a-409e-9d0b-f685181e91c5 req-9253def8-ed76-4c4f-8349-da139949e1c6 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335336 Jul 06 12:20:21.498882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:21.503048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:21.503419 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.582335 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.607107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:21.609516 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78629756-e7ca-43be-a6ef-3187e70891ab" -d '{"events": [{"server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "name": "network-vif-plugged", "status": "completed", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:21.620899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:21.629744 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.661685 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d880355-e489-4b65-a43b-ff4c2418f000 x-openstack-request-id: req-1d880355-e489-4b65-a43b-ff4c2418f000 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:21.662350 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "name": "network-vif-plugged", "status": "completed", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:21.662350 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d880355-e489-4b65-a43b-ff4c2418f000 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:21.662652 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2', 'code': 200} Jul 06 12:20:21.678103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc36f83-01d1-473f-b708-05897e88921f req-44dcf9e9-359c-4b03-a567-392d7be44cc8 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:21.679862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cc36f83-01d1-473f-b708-05897e88921f req-44dcf9e9-359c-4b03-a567-392d7be44cc8 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 944 time: 0.0747280 Jul 06 12:20:21.692413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:21.729129 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cc36f83-01d1-473f-b708-05897e88921f req-a6ed1e43-564c-4f29-bcde-aac947a30b36 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Jul 06 12:20:21.913225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b5685-44b5-4e12-b999-fd80f46f8e5b req-a4197e30-1e9e-4088-8315-2ff2d518ab30 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:21.914662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-180b5685-44b5-4e12-b999-fd80f46f8e5b req-a4197e30-1e9e-4088-8315-2ff2d518ab30 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0707679 Jul 06 12:20:21.955534 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-180b5685-44b5-4e12-b999-fd80f46f8e5b req-f8199b19-f6bf-482e-913d-43a3cb31e460 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 Jul 06 12:20:22.424973 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-077fc386-2b1a-4ea6-b4b6-cd8f974c9000 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:22.426714 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-077fc386-2b1a-4ea6-b4b6-cd8f974c9000 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 814 time: 0.1156878 Jul 06 12:20:22.443247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-b91f1401-3eba-4121-8007-b75609483b6c tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/quotas/9b186c3c9b8140a49c9056b01527723f HTTP/1.1" status: 200 len: 375 time: 0.0110581 Jul 06 12:20:22.512720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-144969d8-8d7e-443c-8b37-73f70705d292 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640948 Jul 06 12:20:22.605738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-93722ade-089f-492d-9a09-6da9cfca9cf9 service neutron] 10.222.0.21 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857792 Jul 06 12:20:22.695286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-cb2f0727-2427-475d-85d9-9b6ef76c8c06 service neutron] 10.222.0.21 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830231 Jul 06 12:20:22.868458 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02f9597c-462c-489d-aaaf-806e81151521 req-c9495e6d-df07-4195-93e2-9eb263ce4084 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 210 time: 0.0314507 Jul 06 12:20:23.965668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-f6d2ec9b-2704-49ec-ae0c-3234d73da373 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:23.967096 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-f6d2ec9b-2704-49ec-ae0c-3234d73da373 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.47 "GET /v2.0/ports?device_id=856501b9-c3a5-4429-bb37-d6aec61fd9fa HTTP/1.1" status: 200 len: 945 time: 0.0667734 Jul 06 12:20:24.019169 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a11e6339-e01b-4011-8816-e1452e65b6c8 req-f2057f37-e3d6-48a0-9601-c2165156bc23 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 210 time: 0.0336549 Jul 06 12:20:24.086122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Deleting port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:24.086563 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.163791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-835085e4-ee12-41b3-a35d-efddbdb6af77 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:24.165269 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-835085e4-ee12-41b3-a35d-efddbdb6af77 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.47 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 814 time: 0.1189733 Jul 06 12:20:24.184334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] For port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:24.184652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Request body: {'port': {'device_id': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae', 'admin_state_up': True, 'tenant_id': '9b186c3c9b8140a49c9056b01527723f'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:24.184764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.198232 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Calling delete_port for 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:24.310291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Made reservation on behalf of 9b186c3c9b8140a49c9056b01527723f for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:24.314307 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.357916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.371488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['0ccc0e18-1ec2-4c06-82e0-00fc6419adc2'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:24.394156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Pushing event deleted for resources: {'Port': ['ID=0ccc0e18-1ec2-4c06-82e0-00fc6419adc2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:24.407057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.407413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.407783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.408128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.408467 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.408797 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.409126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.409456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.409787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.410116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.410441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.410771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:24.454273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] No DVR routers for this DVR port 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:24.456941 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.459053 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.47 "DELETE /v2.0/ports/0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 HTTP/1.1" status: 204 len: 173 time: 0.4860892 Jul 06 12:20:24.459546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'name': 'network-vif-deleted', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:24.461836 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505f877e-bfb9-4424-b167-772a862ccc2f" -d '{"events": [{"server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "name": "network-vif-deleted", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:24.486927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Allocated IP 172.20.0.8 (0949489e-cb64-46e8-af09-6304edeac0ae/9b6d9c81-3454-444b-8fe4-9b3e064d808a/472069ff-8e22-44d9-834a-f3d55a59589d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:24.505574 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fd7c3e-8e7f-4d43-92a1-c2be546f01da x-openstack-request-id: req-19fd7c3e-8e7f-4d43-92a1-c2be546f01da {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:24.505874 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856501b9-c3a5-4429-bb37-d6aec61fd9fa", "name": "network-vif-deleted", "tag": "0ccc0e18-1ec2-4c06-82e0-00fc6419adc2", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:24.506134 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19fd7c3e-8e7f-4d43-92a1-c2be546f01da {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:24.506552 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856501b9-c3a5-4429-bb37-d6aec61fd9fa', 'name': 'network-vif-deleted', 'tag': '0ccc0e18-1ec2-4c06-82e0-00fc6419adc2', 'status': 'completed', 'code': 200} Jul 06 12:20:24.665681 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.706047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.720804 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['0ccc0e18-1ec2-4c06-82e0-00fc6419adc2'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:24.753259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Network 0949489e-cb64-46e8-af09-6304edeac0ae is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:24.756613 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:24.759941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:24.799117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Pushing event updated for resources: {'Port': ['ID=472069ff-8e22-44d9-834a-f3d55a59589d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:24.843015 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:24.845100 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.865859 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-ba137b8c-b7c0-4e10-80e2-c333e078166d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6852770 Jul 06 12:20:24.880131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Request body: {'port': {'device_id': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:24.956437 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.600862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d951b12-aa24-4866-afc0-a7404727c394 req-2cbf6efc-a31a-4bcb-969b-053302041230 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:25.602350 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d951b12-aa24-4866-afc0-a7404727c394 req-2cbf6efc-a31a-4bcb-969b-053302041230 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 931 time: 0.1650317 Jul 06 12:20:25.674763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d951b12-aa24-4866-afc0-a7404727c394 req-3741f947-f633-45b4-8b04-842f9b874bbf tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622697 Jul 06 12:20:25.710002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472069ff-8e22-44d9-834a-f3d55a59589d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:20:25.717528 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.731441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Transition to ACTIVE for port object 472069ff-8e22-44d9-834a-f3d55a59589d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:25.735596 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.787218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Pushing event updated for resources: {'Port': ['ID=472069ff-8e22-44d9-834a-f3d55a59589d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:25.853922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Attempting to bind port 472069ff-8e22-44d9-834a-f3d55a59589d on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:25.854178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Attempting to bind port 472069ff-8e22-44d9-834a-f3d55a59589d by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:25.854509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Attempting to bind port 472069ff-8e22-44d9-834a-f3d55a59589d on network 0949489e-cb64-46e8-af09-6304edeac0ae {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:25.858813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Port 472069ff-8e22-44d9-834a-f3d55a59589d on network 0949489e-cb64-46e8-af09-6304edeac0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:20:25.859134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Attempting to bind port 472069ff-8e22-44d9-834a-f3d55a59589d on network 0949489e-cb64-46e8-af09-6304edeac0ae {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:25.865505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:25.865846 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Checking segment: {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:25.866234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Bound using segment: {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:25.866658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Bound port: 472069ff-8e22-44d9-834a-f3d55a59589d, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:25.867012 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.934187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:25.937096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=472069ff-8e22-44d9-834a-f3d55a59589d,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:25.942384 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.976447 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:25.977069 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.978488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] 10.222.0.47 "PUT /v2.0/ports/472069ff-8e22-44d9-834a-f3d55a59589d HTTP/1.1" status: 200 len: 1091 time: 1.1035724 Jul 06 12:20:25.979093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:25.981409 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0476484a-53a1-46b4-a28c-9615427539bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:26.010390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885cf86-aea1-4f53-b9b6-63ad7f8b2591 service neutron] Pushing event updated for resources: {'Port': ['ID=472069ff-8e22-44d9-834a-f3d55a59589d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:26.029211 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c284f5fc-75de-4d9d-aa9c-82d985af65be x-openstack-request-id: req-c284f5fc-75de-4d9d-aa9c-82d985af65be {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:26.029558 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:26.029746 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c284f5fc-75de-4d9d-aa9c-82d985af65be {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:26.030131 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d', 'status': 'completed', 'code': 200} Jul 06 12:20:26.105113 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-b23629cf-61a2-4487-8d1e-304ba7867d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:26.106579 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-b23629cf-61a2-4487-8d1e-304ba7867d94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0857167 Jul 06 12:20:26.174713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-f784d5f4-4d08-4c8f-af54-991c1336c726 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472069ff-8e22-44d9-834a-f3d55a59589d HTTP/1.1" status: 200 len: 217 time: 0.0553524 Jul 06 12:20:26.233086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-4678ac2d-9e4e-4ae7-a393-9f3e54916cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:26.234140 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-4678ac2d-9e4e-4ae7-a393-9f3e54916cc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0521777 Jul 06 12:20:26.287592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-6e143c1e-a8a6-4318-8fbc-b67af39cc1eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438352 Jul 06 12:20:26.382157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-2eba11c7-9413-49f7-97f5-cf2581d97cda service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861766 Jul 06 12:20:26.476187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba11dff-371b-4ae1-8af7-0eada2c834fa req-fb177b4b-f14c-4dfa-84d8-1f3372e4c357 service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868280 Jul 06 12:20:26.574358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476484a-53a1-46b4-a28c-9615427539bd req-f20bdf12-bbde-4517-8e99-1dbb39bfcf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:26.575861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0476484a-53a1-46b4-a28c-9615427539bd req-f20bdf12-bbde-4517-8e99-1dbb39bfcf45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0526054 Jul 06 12:20:26.674633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476484a-53a1-46b4-a28c-9615427539bd req-a13cb808-f334-400c-a534-4612d4b93c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:26.676052 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0476484a-53a1-46b4-a28c-9615427539bd req-a13cb808-f334-400c-a534-4612d4b93c52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.0869398 Jul 06 12:20:26.721703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0476484a-53a1-46b4-a28c-9615427539bd req-1f8c4e18-1eaf-4e79-bb7a-b6b0280ef7c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472069ff-8e22-44d9-834a-f3d55a59589d HTTP/1.1" status: 200 len: 217 time: 0.0374901 Jul 06 12:20:26.774152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476484a-53a1-46b4-a28c-9615427539bd req-a6e7e427-690c-4792-8f19-74d9841e3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:26.775685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0476484a-53a1-46b4-a28c-9615427539bd req-a6e7e427-690c-4792-8f19-74d9841e3313 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0457172 Jul 06 12:20:26.811081 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0476484a-53a1-46b4-a28c-9615427539bd req-ee457ce7-b6b8-449e-b6d3-42bbce0aa9d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283146 Jul 06 12:20:26.938901 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0476484a-53a1-46b4-a28c-9615427539bd req-7a20ebac-2c76-444f-924e-412c79a30444 service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186609 Jul 06 12:20:26.946547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e46ab8-158c-4087-a022-7d6a55a639b8 req-41df4c2e-21fc-41ae-83f8-3607c32abbc5 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:26.948042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0e46ab8-158c-4087-a022-7d6a55a639b8 req-41df4c2e-21fc-41ae-83f8-3607c32abbc5 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 943 time: 0.1395233 Jul 06 12:20:27.037533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0e46ab8-158c-4087-a022-7d6a55a639b8 req-08c67ee9-fbdc-4ae2-9a78-af33d61a55e3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810564 Jul 06 12:20:27.066670 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0476484a-53a1-46b4-a28c-9615427539bd req-2d5ed5c3-b7e5-47df-b33c-2f6fa00e86d2 service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176622 Jul 06 12:20:27.528256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-1c6ae8ee-47a5-4239-a2b6-42ef1f90511a req-6f2f4cea-4a94-4d87-98d5-c3bdd8306c89 service neutron] (93815) timed out ('10.222.0.86', 64630) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:20:28.212761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38623fcb-2585-4a67-95ce-258b2d5c3155 req-2047461e-87bc-4251-bd1e-4b25064180f0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:28.214260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-38623fcb-2585-4a67-95ce-258b2d5c3155 req-2047461e-87bc-4251-bd1e-4b25064180f0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 943 time: 0.0639405 Jul 06 12:20:28.255336 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-38623fcb-2585-4a67-95ce-258b2d5c3155 req-30a640b1-ae57-4fcb-96e7-f5566275a743 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Jul 06 12:20:28.954056 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.174118 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.435408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a55555-bca2-4d88-97b2-e9f33a01d5c0 req-ab0a7af8-0eb6-4d30-82e6-2439e671b12d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:29.436875 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17a55555-bca2-4d88-97b2-e9f33a01d5c0 req-ab0a7af8-0eb6-4d30-82e6-2439e671b12d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 943 time: 0.0693948 Jul 06 12:20:29.472496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:29.476179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17a55555-bca2-4d88-97b2-e9f33a01d5c0 req-11ee275b-10e2-4900-bab6-4d3548169d9a tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337405 Jul 06 12:20:29.492561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:29.492909 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 0ccc0e18-1ec2-4c06-82e0-00fc6419adc2 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:30.658947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f5a1b-5c14-4021-8829-363c6bbec036 req-6b78df47-5c47-4943-97f0-f16c3e47717a tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:30.660477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-901f5a1b-5c14-4021-8829-363c6bbec036 req-6b78df47-5c47-4943-97f0-f16c3e47717a tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 943 time: 0.0644751 Jul 06 12:20:30.700012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-901f5a1b-5c14-4021-8829-363c6bbec036 req-837c1900-b55f-4b16-ac29-3be798247e23 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339961 Jul 06 12:20:30.995729 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:20:31.471840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 472069ff-8e22-44d9-834a-f3d55a59589d details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:20:31.567540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=472069ff-8e22-44d9-834a-f3d55a59589d,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:31.578969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '472069ff-8e22-44d9-834a-f3d55a59589d', 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae', 'port_id': '472069ff-8e22-44d9-834a-f3d55a59589d', 'mac_address': 'fa:16:3e:82:43:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6d9c81-3454-444b-8fe4-9b3e064d808a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:20:31.621696 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:31.636178 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472069ff-8e22-44d9-834a-f3d55a59589d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:20:31.658833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=472069ff-8e22-44d9-834a-f3d55a59589d,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:31.662604 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:31.718899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=472069ff-8e22-44d9-834a-f3d55a59589d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:31.726539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.726810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.727151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.727501 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.727836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.728161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.728481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.728800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.729119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.729435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.729986 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.730092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:31.881975 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d86ed-048b-4418-9337-5e43a3f06063 req-d89cb52f-5969-4407-bf73-480e04eba366 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:31.883762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d9d86ed-048b-4418-9337-5e43a3f06063 req-d89cb52f-5969-4407-bf73-480e04eba366 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 944 time: 0.0695708 Jul 06 12:20:31.928463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d9d86ed-048b-4418-9337-5e43a3f06063 req-6b17de4b-3aa9-4f29-834a-69213df8763d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Jul 06 12:20:32.025944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['472069ff-8e22-44d9-834a-f3d55a59589d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:33.108102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ddf12-6fec-4dac-ad06-6b7c1c850998 req-69b3685a-12fb-493b-9c44-0e74f4ea506f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:33.110646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd4ddf12-6fec-4dac-ad06-6b7c1c850998 req-69b3685a-12fb-493b-9c44-0e74f4ea506f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 944 time: 0.0653052 Jul 06 12:20:33.148198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd4ddf12-6fec-4dac-ad06-6b7c1c850998 req-6c8d132b-979e-433a-a2c2-399a2533e12a tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Jul 06 12:20:33.487969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 472069ff-8e22-44d9-834a-f3d55a59589d up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:33.542274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 472069ff-8e22-44d9-834a-f3d55a59589d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:33.546238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 472069ff-8e22-44d9-834a-f3d55a59589d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:33.546636 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:33.625561 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:33.648359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:33.650653 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f2a8a0-3c60-4784-b8fb-158b37c6cd7e" -d '{"events": [{"server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "name": "network-vif-plugged", "status": "completed", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:33.664888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=472069ff-8e22-44d9-834a-f3d55a59589d,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:33.669266 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:33.692974 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb5264e-59ba-4eaa-b4ed-2cffe03785b4 x-openstack-request-id: req-4eb5264e-59ba-4eaa-b4ed-2cffe03785b4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:33.693291 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "name": "network-vif-plugged", "status": "completed", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:33.693538 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4eb5264e-59ba-4eaa-b4ed-2cffe03785b4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:33.693934 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d', 'code': 200} Jul 06 12:20:33.721646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=472069ff-8e22-44d9-834a-f3d55a59589d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:33.803548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86724729-0ab6-4c55-bba5-c9b7fedd1c20 req-fe412b9d-3dd8-4cdf-a1e6-41cf4e930846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:33.805051 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86724729-0ab6-4c55-bba5-c9b7fedd1c20 req-fe412b9d-3dd8-4cdf-a1e6-41cf4e930846 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0524065 Jul 06 12:20:33.839277 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-86724729-0ab6-4c55-bba5-c9b7fedd1c20 req-ebe93c5c-ab9c-4bef-9db1-c94d4c81a568 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271983 Jul 06 12:20:34.324670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447927f-625b-4f1f-b337-7d2793ce45fd req-d5d77542-c7d0-4e2b-b837-5f516fa4a8ce tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:34.326191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1447927f-625b-4f1f-b337-7d2793ce45fd req-d5d77542-c7d0-4e2b-b837-5f516fa4a8ce tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0690525 Jul 06 12:20:34.365172 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1447927f-625b-4f1f-b337-7d2793ce45fd req-ec15ba58-7806-451d-b5f7-2cd298ebabf9 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331752 Jul 06 12:20:35.543502 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35a1ef-bc65-45cf-bd7a-8f2b6cbde543 req-db9fe820-244a-4b7e-b9ae-3da4640f9255 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:35.545037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d35a1ef-bc65-45cf-bd7a-8f2b6cbde543 req-db9fe820-244a-4b7e-b9ae-3da4640f9255 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0643497 Jul 06 12:20:35.583828 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d35a1ef-bc65-45cf-bd7a-8f2b6cbde543 req-fb890f3a-4c04-4097-bce8-73485c5fa16f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Jul 06 12:20:35.767034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c10b-04cc-4c50-b990-8d6096798102 req-19aaa9b7-e7eb-4b11-9fcf-e5048d88a18d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:35.768490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bef1c10b-04cc-4c50-b990-8d6096798102 req-19aaa9b7-e7eb-4b11-9fcf-e5048d88a18d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0705771 Jul 06 12:20:35.806784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bef1c10b-04cc-4c50-b990-8d6096798102 req-05a8ed7a-2a6b-4053-ad9d-df2861b81da7 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Jul 06 12:20:36.152348 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-974aad7b-d3b4-4f3d-843a-3815f9cde7c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543189 Jul 06 12:20:36.209320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb840b-2b1d-423e-a1ea-2d14602456d9 req-ed3f3e75-ab3f-436b-885b-2d506e009972 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:36.211016 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5eb840b-2b1d-423e-a1ea-2d14602456d9 req-ed3f3e75-ab3f-436b-885b-2d506e009972 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0658958 Jul 06 12:20:36.250862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5eb840b-2b1d-423e-a1ea-2d14602456d9 req-1dbf1b6c-bc32-4a59-89cf-9702a9ab677d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342820 Jul 06 12:20:37.446849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-7445a35b-ccbf-4a8e-9a82-3ef5cc94a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:37.448393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-7445a35b-ccbf-4a8e-9a82-3ef5cc94a049 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 1096 time: 0.1028554 Jul 06 12:20:37.460131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d32d7-0823-47de-b870-2c0d6be69ab9 req-48ab810a-39c8-47a1-b1b1-8e33649d7e83 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:37.461611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-846d32d7-0823-47de-b870-2c0d6be69ab9 req-48ab810a-39c8-47a1-b1b1-8e33649d7e83 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0881090 Jul 06 12:20:37.545308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-846d32d7-0823-47de-b870-2c0d6be69ab9 req-e705091b-376b-462d-8b60-399b87d0ef96 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748944 Jul 06 12:20:37.574351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-ef750c60-0034-4a7b-a52f-418ef1c5ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:37.575839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-ef750c60-0034-4a7b-a52f-418ef1c5ca0b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.1133635 Jul 06 12:20:37.624137 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-6df89014-01eb-46be-83e5-79a534195aad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472069ff-8e22-44d9-834a-f3d55a59589d HTTP/1.1" status: 200 len: 217 time: 0.0402830 Jul 06 12:20:37.673295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-d3e03acc-ff42-4aab-893a-3d610a9206c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:37.674763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-d3e03acc-ff42-4aab-893a-3d610a9206c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0456934 Jul 06 12:20:37.711473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-db15e756-f88f-4cc9-b7ad-4ff13be03879 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295258 Jul 06 12:20:37.805463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-b1e82466-1fff-4b7d-99f6-2117568a01f4 service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860991 Jul 06 12:20:37.896754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-60ca06ab-4489-4573-90ee-ebaf5f6c48d2 service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834770 Jul 06 12:20:38.726429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164581e-40c7-4fc6-b107-3ff684be8d32 req-2d923021-c1b0-4020-ac3f-e8884d30cd41 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:38.727982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9164581e-40c7-4fc6-b107-3ff684be8d32 req-2d923021-c1b0-4020-ac3f-e8884d30cd41 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0699549 Jul 06 12:20:38.767287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9164581e-40c7-4fc6-b107-3ff684be8d32 req-65a433ba-78da-4857-bfd2-230f5b8cfd03 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336728 Jul 06 12:20:39.943242 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db3695-f06d-4d1b-8099-894f283b5d0d req-9154240d-010d-4712-8a9e-a12c56be514f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:39.944819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-44db3695-f06d-4d1b-8099-894f283b5d0d req-9154240d-010d-4712-8a9e-a12c56be514f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0647027 Jul 06 12:20:39.985123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-44db3695-f06d-4d1b-8099-894f283b5d0d req-6c56a24f-475e-4d5a-bd72-ac77202b4659 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337925 Jul 06 12:20:41.158785 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a2956-1421-47da-a99e-32780d0fe266 req-b3fad6b3-107a-49b6-83a5-0530a7262bf1 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:41.160304 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d91a2956-1421-47da-a99e-32780d0fe266 req-b3fad6b3-107a-49b6-83a5-0530a7262bf1 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0633328 Jul 06 12:20:41.198922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d91a2956-1421-47da-a99e-32780d0fe266 req-e9c2a5ea-5e1a-48b1-bb1f-1b1e22b85960 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324960 Jul 06 12:20:42.380617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eb5e3-df24-48bd-817a-c4357381ff1c req-51b56b0e-4be7-4429-b052-ae1eb250f278 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:42.382140 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-748eb5e3-df24-48bd-817a-c4357381ff1c req-51b56b0e-4be7-4429-b052-ae1eb250f278 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0720239 Jul 06 12:20:42.431160 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-748eb5e3-df24-48bd-817a-c4357381ff1c req-04fb15e4-e073-48a8-a929-b742d679c5ee tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Jul 06 12:20:43.616255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df8dce-3be0-4422-8b2f-9a878837f2de req-5f98bc74-c46d-406a-9c62-576b4a887d61 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:43.617780 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66df8dce-3be0-4422-8b2f-9a878837f2de req-5f98bc74-c46d-406a-9c62-576b4a887d61 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0692728 Jul 06 12:20:43.659683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66df8dce-3be0-4422-8b2f-9a878837f2de req-f90bc974-3df1-4516-9543-4a871252cfac tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362277 Jul 06 12:20:44.237275 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32ad1701-515f-43f5-89b5-62e9ebb8a338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.849984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd816-a27f-43e7-9895-ccc7dabecb66 req-834cda9a-7eb9-4b55-b0f3-b3887ab03078 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:44.851598 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a61cd816-a27f-43e7-9895-ccc7dabecb66 req-834cda9a-7eb9-4b55-b0f3-b3887ab03078 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0736933 Jul 06 12:20:44.893027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a61cd816-a27f-43e7-9895-ccc7dabecb66 req-2bb0d862-49ad-4405-a7cb-f449d76daa27 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355573 Jul 06 12:20:46.074412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad5b2a-7dd7-4e06-a26e-34873c8a1bb4 req-301d6e72-ab59-44e8-ac17-dc680eec406a tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:46.075977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17ad5b2a-7dd7-4e06-a26e-34873c8a1bb4 req-301d6e72-ab59-44e8-ac17-dc680eec406a tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0669479 Jul 06 12:20:46.120923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17ad5b2a-7dd7-4e06-a26e-34873c8a1bb4 req-f37f073c-3185-41cb-8533-9cfedc220e0f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 Jul 06 12:20:47.299112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc13f9-4282-4917-a09b-5772509cba39 req-57aca6a0-5d47-4185-9c68-87b4f9c564c0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:47.300627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aabc13f9-4282-4917-a09b-5772509cba39 req-57aca6a0-5d47-4185-9c68-87b4f9c564c0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0635612 Jul 06 12:20:47.341308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aabc13f9-4282-4917-a09b-5772509cba39 req-b7d2cd5d-b706-4e9c-bb90-1d344439c1f9 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351391 Jul 06 12:20:48.239063 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.454282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fded75a2-4d6e-4d93-baa4-ac39de09dab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:48.525013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a11b4-4b45-4882-82e9-4cd5eb8b777b req-cbf9c9ac-23a1-4f31-bd9a-08e102da0682 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:48.526492 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e2a11b4-4b45-4882-82e9-4cd5eb8b777b req-cbf9c9ac-23a1-4f31-bd9a-08e102da0682 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0684884 Jul 06 12:20:48.566866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7e2a11b4-4b45-4882-82e9-4cd5eb8b777b req-afbe1ec5-a54d-492c-aa68-4439c0dd8492 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333102 Jul 06 12:20:48.849445 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.745520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360be28-dd73-4f9a-b363-aecfbdaa4051 req-140de228-3c18-4404-bf6c-9a6cfb835788 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:49.747022 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b360be28-dd73-4f9a-b363-aecfbdaa4051 req-140de228-3c18-4404-bf6c-9a6cfb835788 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0653903 Jul 06 12:20:49.786260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b360be28-dd73-4f9a-b363-aecfbdaa4051 req-84628490-aefb-4619-acd5-4c9d1834c6bc tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Jul 06 12:20:50.642189 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.966972 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a52df-9c7f-4c56-b59b-2d1acbe34d67 req-8a01d028-c31a-4dc1-b897-cec388b9971e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:50.968823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f0a52df-9c7f-4c56-b59b-2d1acbe34d67 req-8a01d028-c31a-4dc1-b897-cec388b9971e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0699093 Jul 06 12:20:51.008965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f0a52df-9c7f-4c56-b59b-2d1acbe34d67 req-12c2dbb2-91cb-4466-9ca4-a6bc19a6a476 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Jul 06 12:20:52.181804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a0d3d-8283-41bf-aed7-e1ae91f51c37 req-13a862ca-ae9c-412d-a51c-7cc97fabd204 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:52.183342 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-667a0d3d-8283-41bf-aed7-e1ae91f51c37 req-13a862ca-ae9c-412d-a51c-7cc97fabd204 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0648713 Jul 06 12:20:52.222247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-667a0d3d-8283-41bf-aed7-e1ae91f51c37 req-1230f944-6e1e-46b2-aa0c-54a8c2952393 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Jul 06 12:20:53.409585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14d3e0-409c-4ed4-b68b-90fba5292a8b req-97264644-0d15-4726-aa40-c45d84eafc74 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:53.411200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b14d3e0-409c-4ed4-b68b-90fba5292a8b req-97264644-0d15-4726-aa40-c45d84eafc74 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0646741 Jul 06 12:20:53.462709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1b14d3e0-409c-4ed4-b68b-90fba5292a8b req-fef198d7-e0e4-4470-a782-dbcc86e99231 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458992 Jul 06 12:20:54.642098 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8075e2c-fb99-4b57-8f18-18b910b5e0bf req-dfd5e774-c75c-4a26-87e6-b01845a35483 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:54.643615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8075e2c-fb99-4b57-8f18-18b910b5e0bf req-dfd5e774-c75c-4a26-87e6-b01845a35483 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0681081 Jul 06 12:20:54.682222 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8075e2c-fb99-4b57-8f18-18b910b5e0bf req-3651a02c-3c0b-43f4-a83f-1eb2b5588eae tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329318 Jul 06 12:20:55.867369 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b059f32-b582-4501-a541-07b0f1415df0 req-ba091cca-8f88-48dd-ab37-4e985fac0938 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:55.868932 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b059f32-b582-4501-a541-07b0f1415df0 req-ba091cca-8f88-48dd-ab37-4e985fac0938 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0653028 Jul 06 12:20:55.909254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b059f32-b582-4501-a541-07b0f1415df0 req-a4ae0da4-0b68-4df6-8083-8bdeb4d8a401 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346704 Jul 06 12:20:57.090779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ed2a7-9ef3-499b-8e28-5c0915b5e46b req-ca13bb7c-e443-4645-8689-411b136c7835 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:57.092320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a1ed2a7-9ef3-499b-8e28-5c0915b5e46b req-ca13bb7c-e443-4645-8689-411b136c7835 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0672178 Jul 06 12:20:57.130762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a1ed2a7-9ef3-499b-8e28-5c0915b5e46b req-169e9443-9559-4e7e-84c8-1df73c88863f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Jul 06 12:20:58.323351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f069d6-af64-48a8-bfd3-2385cab74795 req-22bb8950-8caf-4ad9-9eaa-96bdb4cd2ce1 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:58.325678 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31f069d6-af64-48a8-bfd3-2385cab74795 req-22bb8950-8caf-4ad9-9eaa-96bdb4cd2ce1 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0803647 Jul 06 12:20:58.363756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31f069d6-af64-48a8-bfd3-2385cab74795 req-deeefff4-0b8d-4c6a-8b92-5f40165f9471 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Jul 06 12:20:58.949303 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.186980 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.543610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e9852-6771-47c8-b27f-fad9f885de97 req-0c69bac7-28c2-49b1-b968-03f6279239c3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:59.545062 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b3e9852-6771-47c8-b27f-fad9f885de97 req-0c69bac7-28c2-49b1-b968-03f6279239c3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0676038 Jul 06 12:20:59.584696 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b3e9852-6771-47c8-b27f-fad9f885de97 req-2b8e5527-9440-4c85-b9a7-8eea8d489b5a tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329194 Jul 06 12:21:00.768002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ca2b7-9ef9-46d0-8b06-edd1c3138906 req-a707c40c-f209-4abf-9491-c341b4dd678e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:00.769542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a3ca2b7-9ef9-46d0-8b06-edd1c3138906 req-a707c40c-f209-4abf-9491-c341b4dd678e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0701993 Jul 06 12:21:00.809791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2a3ca2b7-9ef9-46d0-8b06-edd1c3138906 req-6ec56b58-01e1-4041-830e-2b1c80fce266 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346334 Jul 06 12:21:01.986690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6c35f-aee4-4b86-8f14-261e950ef271 req-0c20aca7-ca8c-4422-b162-401b7b2dbb1e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:01.988193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0d6c35f-aee4-4b86-8f14-261e950ef271 req-0c20aca7-ca8c-4422-b162-401b7b2dbb1e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0642829 Jul 06 12:21:02.025423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b0d6c35f-aee4-4b86-8f14-261e950ef271 req-27f3f56b-ac1b-4e7e-ba67-edd796ab8e3e tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Jul 06 12:21:03.204982 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ac443-5fc2-4006-8f98-3cc88a8d58c6 req-4c212d61-f6a6-4b28-80d0-067245cdacf9 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:03.206591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-421ac443-5fc2-4006-8f98-3cc88a8d58c6 req-4c212d61-f6a6-4b28-80d0-067245cdacf9 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0684280 Jul 06 12:21:03.246684 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-421ac443-5fc2-4006-8f98-3cc88a8d58c6 req-84d05981-18ab-41c0-8c4d-84f1daba84fa tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344124 Jul 06 12:21:04.421662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fdfec-342f-46c9-bf31-e64f74b6828e req-3396cd56-56e1-48f1-b4e3-b3a82e0d9db8 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:04.423271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-839fdfec-342f-46c9-bf31-e64f74b6828e req-3396cd56-56e1-48f1-b4e3-b3a82e0d9db8 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0655320 Jul 06 12:21:04.461127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-839fdfec-342f-46c9-bf31-e64f74b6828e req-99e5b1a0-bb3b-4361-b2c1-4c0e42d613f3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Jul 06 12:21:05.637570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b95cbc-c12d-4a5e-9a78-6900b0c79cc9 req-9cdf2d51-89ee-45db-a1da-2e9f6e83b518 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:05.639060 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13b95cbc-c12d-4a5e-9a78-6900b0c79cc9 req-9cdf2d51-89ee-45db-a1da-2e9f6e83b518 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0643342 Jul 06 12:21:05.679266 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13b95cbc-c12d-4a5e-9a78-6900b0c79cc9 req-f6d08c26-a80f-42b9-b24b-8eed93d61b19 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340855 Jul 06 12:21:06.861606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4d9f9-f0a8-4328-90b5-740c10f0f2b9 req-9fe36c40-ef45-4269-8023-02936a352fe5 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:06.863093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-96d4d9f9-f0a8-4328-90b5-740c10f0f2b9 req-9fe36c40-ef45-4269-8023-02936a352fe5 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0669074 Jul 06 12:21:06.900858 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-96d4d9f9-f0a8-4328-90b5-740c10f0f2b9 req-fa4735cf-e228-4125-a263-faefc4c6eaf2 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321794 Jul 06 12:21:07.994928 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:21:08.082867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3796fd-fb0d-4166-a6ba-f415952e56f5 req-fe93ee1f-2105-4a52-a677-8f7a96314751 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:08.084524 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed3796fd-fb0d-4166-a6ba-f415952e56f5 req-fe93ee1f-2105-4a52-a677-8f7a96314751 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0669222 Jul 06 12:21:08.125806 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ed3796fd-fb0d-4166-a6ba-f415952e56f5 req-13dc0d15-e071-4367-9dd6-db2e4fb5fefe tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354400 Jul 06 12:21:09.305656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c28638-eae2-448b-96ac-1c00e29cd18a req-f9a79c06-eb77-4987-954e-021448874d94 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:09.307147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-47c28638-eae2-448b-96ac-1c00e29cd18a req-f9a79c06-eb77-4987-954e-021448874d94 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0663462 Jul 06 12:21:09.346136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-47c28638-eae2-448b-96ac-1c00e29cd18a req-ebcd8f08-bff5-44bb-821b-f7a65c7dd8f8 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Jul 06 12:21:10.365624 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-8ee6ea0f-1020-4952-8b33-c6f07ba28e46 service neutron] show failed (client error): The resource could not be found. Jul 06 12:21:10.366653 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-8ee6ea0f-1020-4952-8b33-c6f07ba28e46 service neutron] 10.222.0.47 "GET /v2.0/ports/472069ff-8e22-44d9-834a-f3d55a59589d/bindings/n-h2-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0559902 Jul 06 12:21:10.527749 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad92e0-4923-4eaf-b817-51edf1de783c req-419c756e-6379-46c2-b046-897648ba4d02 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:10.529280 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9ad92e0-4923-4eaf-b817-51edf1de783c req-419c756e-6379-46c2-b046-897648ba4d02 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0687201 Jul 06 12:21:10.572654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9ad92e0-4923-4eaf-b817-51edf1de783c req-60328697-f18d-41c5-95de-22566626d222 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369391 Jul 06 12:21:10.630070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-63d38909-1f43-402e-bb08-9175084f9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:10.631938 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-63d38909-1f43-402e-bb08-9175084f9e00 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8&tenant_id=9b186c3c9b8140a49c9056b01527723f HTTP/1.1" status: 200 len: 1096 time: 0.0584881 Jul 06 12:21:10.646127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:10.725209 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.930195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=472069ff-8e22-44d9-834a-f3d55a59589d,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:10.963959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:11.003624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:11.005888 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff35b3c-6558-4ea9-b485-0991c26f3e3c" -d '{"events": [{"server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "name": "network-vif-unplugged", "status": "completed", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:11.009695 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.023515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Transition to ACTIVE for port object 472069ff-8e22-44d9-834a-f3d55a59589d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:11.028033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.064765 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee2033f-9b5c-406d-a897-5bc46eaf3e39 x-openstack-request-id: req-0ee2033f-9b5c-406d-a897-5bc46eaf3e39 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:11.065065 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "name": "network-vif-unplugged", "status": "completed", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:11.065320 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ee2033f-9b5c-406d-a897-5bc46eaf3e39 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:11.065711 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d', 'code': 200} Jul 06 12:21:11.101525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] No DVR routers for this DVR port 472069ff-8e22-44d9-834a-f3d55a59589d on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:11.103321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Pushing event updated for resources: {'Port': ['ID=472069ff-8e22-44d9-834a-f3d55a59589d,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:11.141725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Attempting to bind port 472069ff-8e22-44d9-834a-f3d55a59589d on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:11.142057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Attempting to bind port 472069ff-8e22-44d9-834a-f3d55a59589d by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:11.142381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Attempting to bind port 472069ff-8e22-44d9-834a-f3d55a59589d on network 0949489e-cb64-46e8-af09-6304edeac0ae {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:11.146602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Port 472069ff-8e22-44d9-834a-f3d55a59589d on network 0949489e-cb64-46e8-af09-6304edeac0ae not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:21:11.146919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Attempting to bind port 472069ff-8e22-44d9-834a-f3d55a59589d on network 0949489e-cb64-46e8-af09-6304edeac0ae {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:11.151650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:11.151989 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Checking segment: {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:11.152370 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Bound using segment: {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:11.152787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Bound port: 472069ff-8e22-44d9-834a-f3d55a59589d, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1c1316-1b65-4227-991d-5a6b75e85890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:11.153140 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.220716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:11.223964 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=472069ff-8e22-44d9-834a-f3d55a59589d,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:11.228284 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.268899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:11.269518 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.270914 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] 10.222.0.86 "PUT /v2.0/ports/472069ff-8e22-44d9-834a-f3d55a59589d HTTP/1.1" status: 200 len: 1091 time: 0.6290615 Jul 06 12:21:11.286294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df423676-2499-482c-8f6a-8d929ec34db0 service neutron] Pushing event updated for resources: {'Port': ['ID=472069ff-8e22-44d9-834a-f3d55a59589d,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:11.361298 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-2b3eaaba-dde4-491a-868d-7a583904c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:11.362819 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-2b3eaaba-dde4-491a-868d-7a583904c5ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0638826 Jul 06 12:21:11.457107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-e61a59e3-86d7-4125-aa6e-e91f39aa961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:11.458591 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-e61a59e3-86d7-4125-aa6e-e91f39aa961f service neutron] 10.222.0.86 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.0843775 Jul 06 12:21:11.507917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-44a1b0f4-00aa-4f8e-9d15-2942a9f680bf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472069ff-8e22-44d9-834a-f3d55a59589d HTTP/1.1" status: 200 len: 217 time: 0.0381899 Jul 06 12:21:11.556339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-46f9f4de-bb1c-4ee9-adab-2d528e6db79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:11.557815 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-46f9f4de-bb1c-4ee9-adab-2d528e6db79e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0445449 Jul 06 12:21:11.595338 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-7745d0b2-ba72-4245-8606-9a6e1bda8935 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268605 Jul 06 12:21:11.709338 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-b38bfcd5-5c9e-4477-a208-511afe162c7e service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064024 Jul 06 12:21:11.760718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee915336-177e-4982-916b-2a4f3d379e20 req-7ad6d0c3-74d8-49b0-9276-c9047f176560 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:11.762162 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee915336-177e-4982-916b-2a4f3d379e20 req-7ad6d0c3-74d8-49b0-9276-c9047f176560 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 943 time: 0.0697985 Jul 06 12:21:11.804378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee915336-177e-4982-916b-2a4f3d379e20 req-fc6c82a7-7920-413c-a504-848ecbe1b1eb tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355062 Jul 06 12:21:11.808943 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8caf6a31-c664-4a0f-8d1e-f97f12509da1 req-2e3ffd0e-e02c-4658-be6d-022627e4533d service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889249 Jul 06 12:21:12.985155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0f5f8-6448-4400-af3c-b363cb3d568f req-3415db19-edc4-4c1f-bae0-f6a9fa4a8a06 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:12.986702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02c0f5f8-6448-4400-af3c-b363cb3d568f req-3415db19-edc4-4c1f-bae0-f6a9fa4a8a06 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 943 time: 0.0664840 Jul 06 12:21:13.024522 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02c0f5f8-6448-4400-af3c-b363cb3d568f req-f182bcde-427f-4ded-bf71-9ea39bab9531 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Jul 06 12:21:13.066776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:13.069213 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef03b14-affe-473b-a5c2-942f1938eb4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:13.120240 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c30dd-eb5b-4bcc-8529-4c1a07c3ae20 x-openstack-request-id: req-107c30dd-eb5b-4bcc-8529-4c1a07c3ae20 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:13.120537 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:13.120788 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-107c30dd-eb5b-4bcc-8529-4c1a07c3ae20 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:13.121192 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d', 'status': 'completed', 'code': 200} Jul 06 12:21:13.195843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-9e1ad0aa-d0b0-4886-8154-8191ba1ef735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.196077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-a5b77ad5-ab5c-4cc4-bfd3-3abcbb4f2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.197345 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-9e1ad0aa-d0b0-4886-8154-8191ba1ef735 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0539880 Jul 06 12:21:13.197473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-a5b77ad5-ab5c-4cc4-bfd3-3abcbb4f2229 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0519805 Jul 06 12:21:13.294636 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-fde0594d-eeb4-4315-897c-454a593bb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.296481 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-fde0594d-eeb4-4315-897c-454a593bb1bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.0911150 Jul 06 12:21:13.303499 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-f650b315-452b-404a-b2d8-8ba38ffd44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.304967 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-f650b315-452b-404a-b2d8-8ba38ffd44b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.1009502 Jul 06 12:21:13.339816 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-0b45bb43-d2c5-47d5-80ad-a6acbb29cb1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472069ff-8e22-44d9-834a-f3d55a59589d HTTP/1.1" status: 200 len: 217 time: 0.0358782 Jul 06 12:21:13.349987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-137e0531-aa63-4ee8-aa34-717b014f4f7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472069ff-8e22-44d9-834a-f3d55a59589d HTTP/1.1" status: 200 len: 217 time: 0.0357425 Jul 06 12:21:13.389344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-a19bc6aa-cb0c-4dbe-96ae-ac68f6c4bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.390878 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-a19bc6aa-cb0c-4dbe-96ae-ac68f6c4bb77 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0445776 Jul 06 12:21:13.403093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-c7ccc13c-464b-4f28-aa54-a724a0bf612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.404547 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-c7ccc13c-464b-4f28-aa54-a724a0bf612a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0480597 Jul 06 12:21:13.429523 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-5275e57d-8423-4dd2-853a-055d6680009f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306122 Jul 06 12:21:13.440942 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-7e940d2e-21b3-4902-a67b-d6cfcf1a65d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281534 Jul 06 12:21:13.522459 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-9591fe42-548f-4d93-919d-65f86cb412bb service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858886 Jul 06 12:21:13.530697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-f4672f13-3472-45d1-b69c-545df40bc4d3 service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825717 Jul 06 12:21:13.619113 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-35ee39cb-52ee-4174-acd7-585c6b387446 service neutron] 10.222.0.86 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896459 Jul 06 12:21:13.631400 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef03b14-affe-473b-a5c2-942f1938eb4e req-224878ab-6711-47de-b711-ac854a05e856 service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909698 Jul 06 12:21:14.199639 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd40f31-84c4-4ee0-9e95-f0c1af1fb9b3 req-de54a032-7ffd-46cf-95f7-c8fdc073234f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:14.201146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4dd40f31-84c4-4ee0-9e95-f0c1af1fb9b3 req-de54a032-7ffd-46cf-95f7-c8fdc073234f tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 943 time: 0.0644000 Jul 06 12:21:14.239009 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d03a7717-8a8f-4433-bc21-186c0b4bef7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:14.240863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4dd40f31-84c4-4ee0-9e95-f0c1af1fb9b3 req-29a70556-e132-47be-ba9c-5284d301e443 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Jul 06 12:21:14.625921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93fafb-a930-486c-94ce-11bc707307bc req-2f78f967-a4f3-49c2-8968-e63d8dd83ce9 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:14.627348 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f93fafb-a930-486c-94ce-11bc707307bc req-2f78f967-a4f3-49c2-8968-e63d8dd83ce9 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 943 time: 0.1455355 Jul 06 12:21:14.663893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-2363ad04-012c-4d1f-bad7-11dd27b95d70 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:14.665343 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-2363ad04-012c-4d1f-bad7-11dd27b95d70 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.47 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8&tenant_id=9b186c3c9b8140a49c9056b01527723f&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 943 time: 0.1740866 Jul 06 12:21:14.709065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f93fafb-a930-486c-94ce-11bc707307bc req-d6dddab3-3812-44f2-b21c-88593b4105e3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746276 Jul 06 12:21:14.740731 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-9fb40d5a-987e-4f65-93f3-9b7f537135d9 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:21:14.741756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-9fb40d5a-987e-4f65-93f3-9b7f537135d9 service neutron] 10.222.0.47 "DELETE /v2.0/ports/472069ff-8e22-44d9-834a-f3d55a59589d/bindings/n-h1-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0647657 Jul 06 12:21:14.839212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-d7e35647-081c-43f4-8446-54af4d585dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:14.840857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-d7e35647-081c-43f4-8446-54af4d585dd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b186c3c9b8140a49c9056b01527723f&device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0539601 Jul 06 12:21:14.848847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 472069ff-8e22-44d9-834a-f3d55a59589d details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:21:14.937788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-d3e8d41d-73fe-4d65-badb-b3c09dbb5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:14.939201 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-d3e8d41d-73fe-4d65-badb-b3c09dbb5e3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 200 len: 915 time: 0.0902963 Jul 06 12:21:14.944530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=472069ff-8e22-44d9-834a-f3d55a59589d,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:14.958009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '472069ff-8e22-44d9-834a-f3d55a59589d', 'network_id': '0949489e-cb64-46e8-af09-6304edeac0ae', 'port_id': '472069ff-8e22-44d9-834a-f3d55a59589d', 'mac_address': 'fa:16:3e:82:43:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6d9c81-3454-444b-8fe4-9b3e064d808a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:21:14.982471 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-c0fc7247-3990-4e1a-9eb3-0b56b51a2de5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=472069ff-8e22-44d9-834a-f3d55a59589d HTTP/1.1" status: 200 len: 217 time: 0.0356925 Jul 06 12:21:15.000550 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.013315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472069ff-8e22-44d9-834a-f3d55a59589d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:15.035480 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-38f66be0-23a1-438e-a121-71ecd030b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:15.036706 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=472069ff-8e22-44d9-834a-f3d55a59589d,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:15.036954 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-38f66be0-23a1-438e-a121-71ecd030b61f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 200 len: 854 time: 0.0464330 Jul 06 12:21:15.041619 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.071278 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-8472d9e1-8a8b-43db-94cc-66bc0b902e88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0949489e-cb64-46e8-af09-6304edeac0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269134 Jul 06 12:21:15.090895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=472069ff-8e22-44d9-834a-f3d55a59589d,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:15.168340 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-fd3b20c5-5962-4274-8fe1-f23d995bf203 service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897133 Jul 06 12:21:15.258914 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da488fc9-f5a0-4d4b-9eaa-282a3bf6a24b req-41f2353e-e09f-4013-a7d3-f4165c884c54 service neutron] 10.222.0.47 "GET /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829284 Jul 06 12:21:15.292239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['472069ff-8e22-44d9-834a-f3d55a59589d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:21:15.611337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 472069ff-8e22-44d9-834a-f3d55a59589d no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:15.650388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 472069ff-8e22-44d9-834a-f3d55a59589d not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:16.231145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a5773-f7fa-48fa-af31-802b28740598 req-77dc8b2d-ce03-4826-852b-5a8553f83fd0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:16.232686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a26a5773-f7fa-48fa-af31-802b28740598 req-77dc8b2d-ce03-4826-852b-5a8553f83fd0 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 944 time: 0.3973246 Jul 06 12:21:16.272019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a26a5773-f7fa-48fa-af31-802b28740598 req-003f0477-4675-4acb-a558-4aff6f6b369d tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Jul 06 12:21:16.443860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfe458-604d-4281-96c5-6665d1573216 req-0fc88538-0c11-4334-997e-a1d30a4d0643 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:16.445371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7bfe458-604d-4281-96c5-6665d1573216 req-0fc88538-0c11-4334-997e-a1d30a4d0643 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 944 time: 0.0625594 Jul 06 12:21:16.483550 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e7bfe458-604d-4281-96c5-6665d1573216 req-aa1831ee-20b2-4fcc-9c98-4ac5b8313600 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325503 Jul 06 12:21:16.660338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c485f-cd57-4a27-ab3d-2a063a342934 req-821d409c-5ac3-4534-9b56-396bfa1800c4 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:16.661817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a36c485f-cd57-4a27-ab3d-2a063a342934 req-821d409c-5ac3-4534-9b56-396bfa1800c4 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 944 time: 0.0678029 Jul 06 12:21:16.699474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a36c485f-cd57-4a27-ab3d-2a063a342934 req-a5c4fc5f-9b68-475b-920c-34f136e33732 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Jul 06 12:21:16.862684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 472069ff-8e22-44d9-834a-f3d55a59589d up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:16.914509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 472069ff-8e22-44d9-834a-f3d55a59589d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:16.919142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 472069ff-8e22-44d9-834a-f3d55a59589d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:16.919634 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:17.007052 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:17.029412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:17.033104 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c100b71-62ad-44a0-bfe1-a9b4332d90b7" -d '{"events": [{"server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "name": "network-vif-plugged", "status": "completed", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:17.046624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=472069ff-8e22-44d9-834a-f3d55a59589d,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:17.051737 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:17.075722 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba089678-8d13-41fa-ba0f-0f8a675fc4a2 x-openstack-request-id: req-ba089678-8d13-41fa-ba0f-0f8a675fc4a2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:17.076013 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "name": "network-vif-plugged", "status": "completed", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:17.076263 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba089678-8d13-41fa-ba0f-0f8a675fc4a2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:17.076797 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d', 'code': 200} Jul 06 12:21:17.104383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=472069ff-8e22-44d9-834a-f3d55a59589d,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:17.280669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c492cea-7484-4880-84bd-9a00f3f59fe9 req-2f4b85a7-daf0-479f-9aa2-8a08b2b7c8ad tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:17.282715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6c492cea-7484-4880-84bd-9a00f3f59fe9 req-2f4b85a7-daf0-479f-9aa2-8a08b2b7c8ad tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0653892 Jul 06 12:21:17.322361 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6c492cea-7484-4880-84bd-9a00f3f59fe9 req-a8dc0c7e-b837-46f9-8f57-f4c4362e4824 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338562 Jul 06 12:21:18.245479 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.456577 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c557e273-ca7f-4732-9cbf-6637cc2534ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.469097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775624-a9c1-44c3-a463-0854400dca9d req-4015eccd-7aae-4b59-bb54-8201e7b588e2 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:18.470691 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-78775624-a9c1-44c3-a463-0854400dca9d req-4015eccd-7aae-4b59-bb54-8201e7b588e2 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.86 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0703597 Jul 06 12:21:18.506882 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5098a22-3fa6-4168-becd-e360060350b7 req-937ebc7b-1f88-4f2c-96bd-d4a2fb9c9365 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:18.508636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5098a22-3fa6-4168-becd-e360060350b7 req-937ebc7b-1f88-4f2c-96bd-d4a2fb9c9365 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/ports?device_id=f385d664-745f-42d0-a954-03ba7e7ec7c8 HTTP/1.1" status: 200 len: 945 time: 0.0672696 Jul 06 12:21:18.557473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f5098a22-3fa6-4168-becd-e360060350b7 req-ec3a0f85-e054-458b-8eca-3a95ae2c5cfc tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c7784ed-5597-4687-af6d-8512106e0265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423372 Jul 06 12:21:18.579907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-78775624-a9c1-44c3-a463-0854400dca9d req-cedb7290-0e68-4895-ab93-ffb139960fd3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Deleting port 472069ff-8e22-44d9-834a-f3d55a59589d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:18.580255 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-78775624-a9c1-44c3-a463-0854400dca9d req-cedb7290-0e68-4895-ab93-ffb139960fd3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.666600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-78775624-a9c1-44c3-a463-0854400dca9d req-cedb7290-0e68-4895-ab93-ffb139960fd3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] For port 472069ff-8e22-44d9-834a-f3d55a59589d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=472069ff-8e22-44d9-834a-f3d55a59589d,segment=NetworkSegment(db1c1316-1b65-4227-991d-5a6b75e85890),segment_id=db1c1316-1b65-4227-991d-5a6b75e85890)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:18.666955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-78775624-a9c1-44c3-a463-0854400dca9d req-cedb7290-0e68-4895-ab93-ffb139960fd3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.680342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-78775624-a9c1-44c3-a463-0854400dca9d req-cedb7290-0e68-4895-ab93-ffb139960fd3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Calling delete_port for 472069ff-8e22-44d9-834a-f3d55a59589d owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:18.816751 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-78775624-a9c1-44c3-a463-0854400dca9d req-cedb7290-0e68-4895-ab93-ffb139960fd3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.837288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['472069ff-8e22-44d9-834a-f3d55a59589d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:21:18.861666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb7290-0e68-4895-ab93-ffb139960fd3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Pushing event deleted for resources: {'Port': ['ID=472069ff-8e22-44d9-834a-f3d55a59589d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:18.889603 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.916119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-78775624-a9c1-44c3-a463-0854400dca9d req-cedb7290-0e68-4895-ab93-ffb139960fd3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] No DVR routers for this DVR port 472069ff-8e22-44d9-834a-f3d55a59589d on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:18.918948 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-78775624-a9c1-44c3-a463-0854400dca9d req-cedb7290-0e68-4895-ab93-ffb139960fd3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.921667 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-78775624-a9c1-44c3-a463-0854400dca9d req-cedb7290-0e68-4895-ab93-ffb139960fd3 tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] 10.222.0.86 "DELETE /v2.0/ports/472069ff-8e22-44d9-834a-f3d55a59589d HTTP/1.1" status: 204 len: 173 time: 0.4436319 Jul 06 12:21:18.922126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'name': 'network-vif-deleted', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:18.924574 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}720e35662411c09b8b095b7e5d49ca148f7d714d70d0b91db7be105c94d49fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d74575-15da-4fc5-8b51-5a5cd075f001" -d '{"events": [{"server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "name": "network-vif-deleted", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:18.968100 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464d34c1-1456-4eee-a96a-be852db51bb5 x-openstack-request-id: req-464d34c1-1456-4eee-a96a-be852db51bb5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:18.968417 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f385d664-745f-42d0-a954-03ba7e7ec7c8", "name": "network-vif-deleted", "tag": "472069ff-8e22-44d9-834a-f3d55a59589d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:18.969587 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-464d34c1-1456-4eee-a96a-be852db51bb5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:18.969766 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f385d664-745f-42d0-a954-03ba7e7ec7c8', 'name': 'network-vif-deleted', 'tag': '472069ff-8e22-44d9-834a-f3d55a59589d', 'status': 'completed', 'code': 200} Jul 06 12:21:19.784628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57492) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:19.830247 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Deleting subnet 9b6d9c81-3454-444b-8fe4-9b3e064d808a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:21:19.833450 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:19.867573 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:19.906785 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:19.965047 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:19.988932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b6d9c81-3454-444b-8fe4-9b3e064d808a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:19.998638 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.001250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9b6d9c81-3454-444b-8fe4-9b3e064d808a HTTP/1.1" status: 204 len: 168 time: 0.2156100 Jul 06 12:21:20.002941 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.003291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.003673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.004100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.004442 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.004610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57494) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:20.005130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.005130 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.005429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.005744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.006071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.006399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.006720 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4825d637-4bd1-4c9d-8dbc-9110da10abc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:20.078567 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.155931 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.165680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0949489e-cb64-46e8-af09-6304edeac0ae']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:20.179907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1c1316-1b65-4227-991d-5a6b75e85890') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:20.180205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1c1316-1b65-4227-991d-5a6b75e85890') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:20.189491 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.203314 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.209402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:21:20.209841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:21:20.211552 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:21:20.264708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.270484 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.272339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0949489e-cb64-46e8-af09-6304edeac0ae HTTP/1.1" status: 204 len: 168 time: 0.2667527 Jul 06 12:21:20.283151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d354faf-a683-4479-88df-bfaf8b1b0d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=0949489e-cb64-46e8-af09-6304edeac0ae,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:20.387569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57498) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:20.428480 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c1d6a7c8-83f0-488b-b18a-cac1b92e3eff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b186c3c9b8140a49c9056b01527723f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396748 Jul 06 12:21:20.430915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57500) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:20.477630 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea75d30e-819c-440d-8601-6dc18aa47e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.503675 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea75d30e-819c-440d-8601-6dc18aa47e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.548811 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea75d30e-819c-440d-8601-6dc18aa47e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.551367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea75d30e-819c-440d-8601-6dc18aa47e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.552626 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ea75d30e-819c-440d-8601-6dc18aa47e51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c7784ed-5597-4687-af6d-8512106e0265 HTTP/1.1" status: 204 len: 168 time: 0.1207893 Jul 06 12:21:20.560686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75d30e-819c-440d-8601-6dc18aa47e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7784ed-5597-4687-af6d-8512106e0265,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:20.643833 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.252413 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57522) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:21.346620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-569711123-network', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:21.368600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Made reservation on behalf of a093a92e95b240e7884dfa30458b2ce4 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:21.371098 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.380351 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.469058 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.472883 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.494128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:21:21.508680 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa28f6c2-138f-43f3-9b52-d898b38ce13a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:21.513460 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.513808 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Added segment d10ef2cc-5146-4d45-a7cf-a959e1e6c864 of type vlan for network 3b8259fa-0132-459d-9e85-c2f15d034080 Jul 06 12:21:21.555073 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.585361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.586394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:21.587118 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.643672 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3900952 Jul 06 12:21:21.646748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57526) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:21.650695 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adf8a0-f971-4418-b981-ca0e144449a7 admin admin] Pushing event updated for resources: {'Network': ['ID=3b8259fa-0132-459d-9e85-c2f15d034080,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:21.651840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] Request body: {'subnet': {'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-569711123-subnet', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:21.660963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 3b8259fa-0132-459d-9e85-c2f15d034080 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:21:21.682649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] Made reservation on behalf of a093a92e95b240e7884dfa30458b2ce4 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:21.685328 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.864294 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.922791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8b088d-d860-4440-8d74-d41147d12e99,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:21.932071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:21.932437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] Network hostable DHCP agents. Network: 3b8259fa-0132-459d-9e85-c2f15d034080, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:21:21.950864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] Network 3b8259fa-0132-459d-9e85-c2f15d034080 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:21:21.961045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 3b8259fa-0132-459d-9e85-c2f15d034080) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:21.965121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:21.965716 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.972296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417bf646-1a24-4a70-a03b-efe97a5b8654 None None] Network 3b8259fa-0132-459d-9e85-c2f15d034080 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:21.981953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-95c654b4-ae4c-47b6-9329-37f69a79885f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3340662 Jul 06 12:21:21.984710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57528) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:21.989204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:22.010356 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.011494 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.072024 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.124129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-3b8259fa-0132-459d-9e85-c2f15d034080', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:21:22.125170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.212509 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.261757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Allocated IP 172.20.0.2 (3b8259fa-0132-459d-9e85-c2f15d034080/0d8b088d-d860-4440-8d74-d41147d12e99/e2077693-8fca-46df-92bb-19d7c96bae7f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:22.413810 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.422265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Transition to ACTIVE for port object e2077693-8fca-46df-92bb-19d7c96bae7f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:22.424162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.438615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Transition to ACTIVE for port object e2077693-8fca-46df-92bb-19d7c96bae7f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:22.445306 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.448073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.492467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Network 3b8259fa-0132-459d-9e85-c2f15d034080 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:22.496484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:22.499016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:22.501814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Pushing event updated for resources: {'Port': ['ID=e2077693-8fca-46df-92bb-19d7c96bae7f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:22.563465 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Allocated IP 172.25.0.164 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/1ec266bd-bee7-437a-828b-aced1db281b3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:22.673853 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.717429 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.722176 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Attempting to bind port e2077693-8fca-46df-92bb-19d7c96bae7f on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:22.722692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Attempting to bind port e2077693-8fca-46df-92bb-19d7c96bae7f by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:22.722902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Attempting to bind port e2077693-8fca-46df-92bb-19d7c96bae7f on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:22.729420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:22.729794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:22.730203 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.730803 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:22.731281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Bound port: e2077693-8fca-46df-92bb-19d7c96bae7f, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:22.731707 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.763291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:22.767086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:22.772947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:22.803434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] For port e2077693-8fca-46df-92bb-19d7c96bae7f, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:22.807025 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] For port e2077693-8fca-46df-92bb-19d7c96bae7f, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2077693-8fca-46df-92bb-19d7c96bae7f,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:22.814017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Pushing event updated for resources: {'Port': ['ID=1ec266bd-bee7-437a-828b-aced1db281b3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:22.817807 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.891480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947632c-7a87-4fec-85a1-09df6cf4cc87 None None] Pushing event updated for resources: {'Port': ['ID=e2077693-8fca-46df-92bb-19d7c96bae7f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:22.898292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 472069ff-8e22-44d9-834a-f3d55a59589d no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:22.925671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 472069ff-8e22-44d9-834a-f3d55a59589d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:22.926571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 472069ff-8e22-44d9-834a-f3d55a59589d not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:23.161767 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.386092 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.533971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:21:23.663062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:23.674068 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Sync routers for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:23.681703 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.683080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-85442091-82b5-436a-8bc7-08ac1aa8d4fd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6974273 Jul 06 12:21:23.689073 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57530) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:23.693631 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:23.694625 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:21:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:23.898404 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:23.968031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90cb710-cb2f-4746-8410-72b2f58a545e None None] Network 3b8259fa-0132-459d-9e85-c2f15d034080 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:24.030191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8eeb6ef1-2df3-4df7-b887-66891a8ac99c None None] Provisioning for port e2077693-8fca-46df-92bb-19d7c96bae7f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:24.125188 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:22Z', 'revision_number': 3, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:24.157689 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Checking router: fcc8fffb-209f-437f-bce0-d2a6dcd7e012 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:24.158264 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Updating router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 port 1ec266bd-bee7-437a-828b-aced1db281b3 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:21:24.193378 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:24.252464 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:24.452998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Allocated IP 172.20.0.1 (3b8259fa-0132-459d-9e85-c2f15d034080/0d8b088d-d860-4440-8d74-d41147d12e99/8031ac31-9d97-4a34-abf0-ef8449d0c3e1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:24.513736 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:24.525442 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Transition to ACTIVE for port object 1ec266bd-bee7-437a-828b-aced1db281b3 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:24.532557 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:24.576218 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:24.586605 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Attempting to bind port 1ec266bd-bee7-437a-828b-aced1db281b3 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:24.586980 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Attempting to bind port 1ec266bd-bee7-437a-828b-aced1db281b3 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:24.587345 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Attempting to bind port 1ec266bd-bee7-437a-828b-aced1db281b3 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:24.590969 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Transition to ACTIVE for port object 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:24.595727 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:24.596104 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:24.596516 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:24.596919 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:24.597496 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Bound port: 1ec266bd-bee7-437a-828b-aced1db281b3, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:24.597773 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:24.601125 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Pushing event updated for resources: {'Port': ['ID=1ec266bd-bee7-437a-828b-aced1db281b3,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:24.632433 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:24.676773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Network 3b8259fa-0132-459d-9e85-c2f15d034080 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:24.684606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:24.692885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:24.724666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Pushing event updated for resources: {'Port': ['ID=8031ac31-9d97-4a34-abf0-ef8449d0c3e1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:24.754695 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:24.784407 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] For port 1ec266bd-bee7-437a-828b-aced1db281b3, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:24.793776 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] For port 1ec266bd-bee7-437a-828b-aced1db281b3, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1ec266bd-bee7-437a-828b-aced1db281b3,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:24.802966 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.805020 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.805549 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.806200 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.806823 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.807319 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.808019 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.808652 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.809318 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.809894 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.810541 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.811206 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:24.818013 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:24.926550 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:24.927412 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:21:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:24.933462 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb93085-6c75-47d9-a552-b0aea11b3e71 None None] Pushing event updated for resources: {'Port': ['ID=1ec266bd-bee7-437a-828b-aced1db281b3,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:24.992042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2077693-8fca-46df-92bb-19d7c96bae7f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:25.060016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e2077693-8fca-46df-92bb-19d7c96bae7f completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:25.067032 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.076266 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e2077693-8fca-46df-92bb-19d7c96bae7f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:25.076891 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.098203 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:25.148733 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9a50d5b5-2f74-41ab-a676-7d8e40409280 None None] Provisioning for port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:25.153455 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9a50d5b5-2f74-41ab-a676-7d8e40409280 None None] Provisioning complete for port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:25.154056 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a50d5b5-2f74-41ab-a676-7d8e40409280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.232745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9a50d5b5-2f74-41ab-a676-7d8e40409280 None None] Port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:25.237718 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.284910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port e2077693-8fca-46df-92bb-19d7c96bae7f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2077693-8fca-46df-92bb-19d7c96bae7f,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:25.286837 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.290525 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.295018 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.342223 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:22Z', 'revision_number': 3, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:25.349517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=e2077693-8fca-46df-92bb-19d7c96bae7f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:25.378351 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaab4d7-c74f-4793-bab1-9bb42cd01018 None None] The sync data for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 is: [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:22Z', 'revision_number': 3, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:25.388631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Pushing event updated for resources: {'Port': ['ID=8031ac31-9d97-4a34-abf0-ef8449d0c3e1,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:25.396154 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.500304 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Network 3b8259fa-0132-459d-9e85-c2f15d034080 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:25.501806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:25.665775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:25.816104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:25.821647 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2ad209ff-b4db-4695-913f-0bc30613445b admin admin] 10.222.0.21 "PUT /v2.0/routers/fcc8fffb-209f-437f-bce0-d2a6dcd7e012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1323514 Jul 06 12:21:25.859865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-518a69da-c388-4547-bc2f-a3f9d584a664 None None] Provisioning complete for port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:25.860237 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-518a69da-c388-4547-bc2f-a3f9d584a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.901618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-518a69da-c388-4547-bc2f-a3f9d584a664 None None] Port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:26.624265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57538) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:26.629031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b3ca38dd-0323-44ef-8c14-5917cb2ab038 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328549759', 'description': 'tempest-description--1902198858'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:26.652461 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3ca38dd-0323-44ef-8c14-5917cb2ab038 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.747940 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3ca38dd-0323-44ef-8c14-5917cb2ab038 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.753279 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3ca38dd-0323-44ef-8c14-5917cb2ab038 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.781935 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3ca38dd-0323-44ef-8c14-5917cb2ab038 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.783198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b3ca38dd-0323-44ef-8c14-5917cb2ab038 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1579125 Jul 06 12:21:26.786501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57540) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:26.787413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca38dd-0323-44ef-8c14-5917cb2ab038 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3aaf51-b007-4154-a0b3-c8a240a5168f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:26.791933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'security_group_rule': {'security_group_id': '2f3aaf51-b007-4154-a0b3-c8a240a5168f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:26.822048 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.890327 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.896203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.917023 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a316dc6d-9e2c-4478-bcd6-666cdbec1664,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:26.927134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.927576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.928003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.928451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.928868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.929209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.929543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.929875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.930381 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.930720 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.931052 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.931383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:26.936297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.941445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57542) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:26.944370 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7574b6d3-a922-41c6-8a04-6e85cd72d784 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558535 Jul 06 12:21:26.946131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5df0bb49-4337-4bda-9421-2d58972b5d8a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'security_group_rule': {'security_group_id': '2f3aaf51-b007-4154-a0b3-c8a240a5168f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:26.981880 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df0bb49-4337-4bda-9421-2d58972b5d8a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.992030 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1ec266bd-bee7-437a-828b-aced1db281b3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:27.047809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 1ec266bd-bee7-437a-828b-aced1db281b3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:27.054778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1ec266bd-bee7-437a-828b-aced1db281b3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:27.055562 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.058019 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df0bb49-4337-4bda-9421-2d58972b5d8a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.064001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df0bb49-4337-4bda-9421-2d58972b5d8a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.087058 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0bb49-4337-4bda-9421-2d58972b5d8a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef1504b-ce5f-43e2-8fb5-e1c378a55531,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:27.091071 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df0bb49-4337-4bda-9421-2d58972b5d8a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.096056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5df0bb49-4337-4bda-9421-2d58972b5d8a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535473 Jul 06 12:21:27.096658 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57544) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:27.102285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:27.115322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Sync routers for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:27.130100 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.140911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:27.141946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:21:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:27.243106 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.348184 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.352712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Allocated IP 172.25.0.75 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/6adf7a85-67e3-437c-b4dd-17f3c9758fd0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:27.380660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:27.411321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 1ec266bd-bee7-437a-828b-aced1db281b3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1ec266bd-bee7-437a-828b-aced1db281b3,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:27.426573 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.427383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2077693-8fca-46df-92bb-19d7c96bae7f up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:27.597060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=1ec266bd-bee7-437a-828b-aced1db281b3,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:27.637579 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e2077693-8fca-46df-92bb-19d7c96bae7f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:27.637951 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.754031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:25Z', 'revision_number': 2, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:27.772834 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.788282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Checking router: fcc8fffb-209f-437f-bce0-d2a6dcd7e012 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:27.788648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Updating router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:21:27.813601 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.827049 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.850923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:27.853894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:27.860155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:27.886609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event updated for resources: {'Port': ['ID=6adf7a85-67e3-437c-b4dd-17f3c9758fd0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:27.991141 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.044235 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.117576 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.129412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Transition to ACTIVE for port object 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:28.136140 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.187346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c24b5-6cc6-460f-a52e-89b52deba943 None None] Pushing event updated for resources: {'Port': ['ID=8031ac31-9d97-4a34-abf0-ef8449d0c3e1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:28.215641 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.222325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.247124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Attempting to bind port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:28.247527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Attempting to bind port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:28.247953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Attempting to bind port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:28.253965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:28.254339 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:28.254920 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.255314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:28.256879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Bound port: 8031ac31-9d97-4a34-abf0-ef8449d0c3e1, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:28.257313 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.301131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event updated for resources: {'Port': ['ID=6adf7a85-67e3-437c-b4dd-17f3c9758fd0,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:28.315266 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.332046 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.333363 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b5050f8c-26d0-4b19-a469-0c27ae17393e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2349312 Jul 06 12:21:28.335417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] For port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:28.338971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] For port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8031ac31-9d97-4a34-abf0-ef8449d0c3e1,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:28.346668 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.409947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:28.410609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:21:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:28.459785 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c24b5-6cc6-460f-a52e-89b52deba943 None None] Pushing event updated for resources: {'Port': ['ID=8031ac31-9d97-4a34-abf0-ef8449d0c3e1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:28.498017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-2cc3d3ef-61c2-4d3f-86b8-1d3dde173de4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--328549759&fields=id&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 267 time: 0.0406764 Jul 06 12:21:28.550801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:28.622302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-4ce0cbf4-a7c4-495e-8818-a65e2915f7ee tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:28.624015 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-4ce0cbf4-a7c4-495e-8818-a65e2915f7ee tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 811 time: 0.1176651 Jul 06 12:21:28.643232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8bb1ae17-e2ce-4b07-a431-396385becc82 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/quotas/a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 375 time: 0.0114434 Jul 06 12:21:28.730406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-5bb2a41a-af36-4968-9ee4-0d740139b7b5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812502 Jul 06 12:21:28.803141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:28Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:28.835064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9213f-d6b5-4b68-b578-2d32cfeef034 None None] The sync data for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 is: [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:28Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:28.925693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-5b6d7b27-75d5-444c-b7a7-de78c2c18546 service neutron] 10.222.0.21 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768007 Jul 06 12:21:28.962231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1ec266bd-bee7-437a-828b-aced1db281b3 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:28.994007 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.034581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1ec266bd-bee7-437a-828b-aced1db281b3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:29.035299 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.068547 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-038050a1-776c-4904-a59c-11e975c22b0b service neutron] 10.222.0.21 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363478 Jul 06 12:21:29.214021 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.286740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad0ef17c-6bf9-4d50-bacd-76587ad75032 req-37378ea4-d465-4b81-8cea-4007cefef9a6 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 210 time: 0.0316398 Jul 06 12:21:30.427605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0d3f76f6-225e-42de-8a97-fcc9232e2f2f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:30.429303 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0d3f76f6-225e-42de-8a97-fcc9232e2f2f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 811 time: 0.1242521 Jul 06 12:21:30.478895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65ab1420-d97b-487b-82ef-1d688da35847 req-49cffe39-1e38-4015-baac-4be5df82f03c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 210 time: 0.0444171 Jul 06 12:21:30.511667 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-66706d0d-e7ad-4976-96d1-9bfa94bf133a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 379 time: 0.0677931 Jul 06 12:21:30.521349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'port': {'device_id': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'admin_state_up': True, 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'security_groups': ['2f3aaf51-b007-4154-a0b3-c8a240a5168f']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:30.637878 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Made reservation on behalf of a093a92e95b240e7884dfa30458b2ce4 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:30.641769 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:30.780538 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Allocated IP 172.20.0.6 (3b8259fa-0132-459d-9e85-c2f15d034080/0d8b088d-d860-4440-8d74-d41147d12e99/6878530a-deec-4d67-afba-e385b7a340bd) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:30.910322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:30.931838 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:30.947174 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Transition to ACTIVE for port object 6878530a-deec-4d67-afba-e385b7a340bd will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:30.962766 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:30.966472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:30.966842 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:30.981442 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.026272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Network 3b8259fa-0132-459d-9e85-c2f15d034080 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:31.031766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:31.035619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:31.049989 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.059801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event updated for resources: {'Port': ['ID=6878530a-deec-4d67-afba-e385b7a340bd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:31.084955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8031ac31-9d97-4a34-abf0-ef8449d0c3e1,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:31.090488 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.090682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:31.091219 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.109504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-8f99c188-5e67-48ac-b243-b46aa1ffc608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924709 Jul 06 12:21:31.122746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Request body: {'port': {'device_id': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:31.149926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=8031ac31-9d97-4a34-abf0-ef8449d0c3e1,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:31.268622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-516b5f05-f6d4-40c4-b547-0811c9942809 None None] Provisioning for port 6878530a-deec-4d67-afba-e385b7a340bd completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:31.273298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-516b5f05-f6d4-40c4-b547-0811c9942809 None None] Provisioning complete for port 6878530a-deec-4d67-afba-e385b7a340bd triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:31.273770 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-516b5f05-f6d4-40c4-b547-0811c9942809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.310557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-516b5f05-f6d4-40c4-b547-0811c9942809 None None] Port 6878530a-deec-4d67-afba-e385b7a340bd cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:31.537543 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.772331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b1828-ef95-4bf1-b300-b0701bf2689f req-5ce03c3c-c164-4a8b-b0af-39e4bdf86849 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:31.773737 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c26b1828-ef95-4bf1-b300-b0701bf2689f req-5ce03c3c-c164-4a8b-b0af-39e4bdf86849 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 931 time: 0.1794908 Jul 06 12:21:31.854278 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c26b1828-ef95-4bf1-b300-b0701bf2689f req-f6d8fd39-a3bb-4578-a074-3c7229e8248a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723174 Jul 06 12:21:31.891861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6878530a-deec-4d67-afba-e385b7a340bd {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:31.899224 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.911810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Transition to ACTIVE for port object 6878530a-deec-4d67-afba-e385b7a340bd will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:31.915938 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.965784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Pushing event updated for resources: {'Port': ['ID=6878530a-deec-4d67-afba-e385b7a340bd,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:32.044065 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Attempting to bind port 6878530a-deec-4d67-afba-e385b7a340bd on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:32.044399 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Attempting to bind port 6878530a-deec-4d67-afba-e385b7a340bd by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:32.044797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Attempting to bind port 6878530a-deec-4d67-afba-e385b7a340bd on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:32.050760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Port 6878530a-deec-4d67-afba-e385b7a340bd on network 3b8259fa-0132-459d-9e85-c2f15d034080 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:21:32.051090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Attempting to bind port 6878530a-deec-4d67-afba-e385b7a340bd on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:32.056422 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:32.056610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:32.056992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:32.057683 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Bound port: 6878530a-deec-4d67-afba-e385b7a340bd, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:32.058048 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.129024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:32.132563 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6878530a-deec-4d67-afba-e385b7a340bd,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:32.137990 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.173120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:32.173816 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.175186 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] 10.222.0.47 "PUT /v2.0/ports/6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 1091 time: 1.0574117 Jul 06 12:21:32.175581 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:32.177805 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5174b027-5466-4ba6-a58c-0cb90ec4126f" -d '{"events": [{"name": "network-changed", "server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "tag": "6878530a-deec-4d67-afba-e385b7a340bd"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:32.212117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc4c26-52c9-425a-8ce9-c91b285ab108 service neutron] Pushing event updated for resources: {'Port': ['ID=6878530a-deec-4d67-afba-e385b7a340bd,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:32.288723 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-7675fc76-2735-4a94-9422-f7051b13143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:32.290235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-7675fc76-2735-4a94-9422-f7051b13143b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0730591 Jul 06 12:21:32.298849 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b7662-0429-465e-a7c0-fe38b2241ebf x-openstack-request-id: req-b34b7662-0429-465e-a7c0-fe38b2241ebf {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:32.299144 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "tag": "6878530a-deec-4d67-afba-e385b7a340bd", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:32.299395 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b34b7662-0429-465e-a7c0-fe38b2241ebf {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:32.299832 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd', 'status': 'completed', 'code': 200} Jul 06 12:21:32.338293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-1ec374f5-306b-4dab-8df6-4c71af4c7d20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 217 time: 0.0360112 Jul 06 12:21:32.396403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-f3811285-9086-437a-b57a-30c263078699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:32.397938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-f3811285-9086-437a-b57a-30c263078699 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0484419 Jul 06 12:21:32.482149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-00e6f746-f9ea-474e-b306-59d46165bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:32.484224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-00e6f746-f9ea-474e-b306-59d46165bdae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778091 Jul 06 12:21:32.573053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-a341f285-ce58-4986-8d9e-71551399602f service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813818 Jul 06 12:21:32.669126 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0beaf544-56aa-4f77-9274-ec326b5b2e52 req-f13d83a3-ad97-4b2d-acb9-b3fce69e65d0 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855472 Jul 06 12:21:32.775008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174b027-5466-4ba6-a58c-0cb90ec4126f req-e5d08699-311b-4065-841b-c254b30af111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:32.776555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5174b027-5466-4ba6-a58c-0cb90ec4126f req-e5d08699-311b-4065-841b-c254b30af111 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0550797 Jul 06 12:21:32.873233 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174b027-5466-4ba6-a58c-0cb90ec4126f req-784f1c37-18e8-488d-8638-553dbf374065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:32.875469 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5174b027-5466-4ba6-a58c-0cb90ec4126f req-784f1c37-18e8-488d-8638-553dbf374065 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0919991 Jul 06 12:21:32.895185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:32.921919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5174b027-5466-4ba6-a58c-0cb90ec4126f req-d1209907-9adf-4764-81a5-1e419c50030e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 217 time: 0.0392866 Jul 06 12:21:32.961683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:32.962169 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.974484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174b027-5466-4ba6-a58c-0cb90ec4126f req-6caac885-eb78-4a42-9ed1-0b8c39c0489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:32.975997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5174b027-5466-4ba6-a58c-0cb90ec4126f req-6caac885-eb78-4a42-9ed1-0b8c39c0489e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0478666 Jul 06 12:21:33.088462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174b027-5466-4ba6-a58c-0cb90ec4126f req-35c4bce1-7ce3-403a-add6-b65a7ac7a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:33.089890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5174b027-5466-4ba6-a58c-0cb90ec4126f req-35c4bce1-7ce3-403a-add6-b65a7ac7a74d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068442 Jul 06 12:21:33.098461 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc4cc5-37f6-40a8-a110-b65ef2e434b4 req-09603622-10fd-4bc7-925c-085a8586aedf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:33.099854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4dc4cc5-37f6-40a8-a110-b65ef2e434b4 req-09603622-10fd-4bc7-925c-085a8586aedf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 943 time: 0.1072490 Jul 06 12:21:33.186195 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4dc4cc5-37f6-40a8-a110-b65ef2e434b4 req-ed35b0e6-5a62-4a0b-8395-94d99bb27104 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783515 Jul 06 12:21:33.214258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5174b027-5466-4ba6-a58c-0cb90ec4126f req-a453f948-ec82-4d87-8f07-5f83ba95428a service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134725 Jul 06 12:21:33.304770 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5174b027-5466-4ba6-a58c-0cb90ec4126f req-41b86a5d-0b4e-4088-a423-ba982b6f8aa6 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832944 Jul 06 12:21:34.370009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47effd1-57e8-495e-a1e8-82e310a2c2e1 req-c8bb0e37-0761-4c06-b280-840e7dc767b5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:34.371614 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c47effd1-57e8-495e-a1e8-82e310a2c2e1 req-c8bb0e37-0761-4c06-b280-840e7dc767b5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 943 time: 0.0709968 Jul 06 12:21:34.414779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c47effd1-57e8-495e-a1e8-82e310a2c2e1 req-fbb73c0b-071a-4b4d-85cf-43974a398072 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373354 Jul 06 12:21:35.591779 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63bcef-d03d-4fe6-b695-a27c3954a8b2 req-d6e91b21-84f2-423e-8538-cf726d55d712 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:35.593354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d63bcef-d03d-4fe6-b695-a27c3954a8b2 req-d6e91b21-84f2-423e-8538-cf726d55d712 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 943 time: 0.0659568 Jul 06 12:21:35.632204 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3d63bcef-d03d-4fe6-b695-a27c3954a8b2 req-001cdfb5-b8a6-4453-b942-43b824dbbe03 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329425 Jul 06 12:21:35.681289 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6878530a-deec-4d67-afba-e385b7a340bd details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:21:35.785368 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6878530a-deec-4d67-afba-e385b7a340bd,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:35.797839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '6878530a-deec-4d67-afba-e385b7a340bd', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'port_id': '6878530a-deec-4d67-afba-e385b7a340bd', 'mac_address': 'fa:16:3e:13:ed:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:21:35.840818 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.854322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6878530a-deec-4d67-afba-e385b7a340bd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:35.876535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6878530a-deec-4d67-afba-e385b7a340bd,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:35.880641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.931065 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6878530a-deec-4d67-afba-e385b7a340bd,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:35.940199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:35.940548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:35.940895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:35.941263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:35.941604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:35.941946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:35.942285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:35.942618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:35.942949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:35.943276 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:35.943638 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:35.943966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:36.205120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['6878530a-deec-4d67-afba-e385b7a340bd'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:21:36.816592 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9fd2a-7f79-4785-897a-1f175ff9d376 req-43b9b89f-f25b-4f33-b907-9f845fb3a1d9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:36.818147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ea9fd2a-7f79-4785-897a-1f175ff9d376 req-43b9b89f-f25b-4f33-b907-9f845fb3a1d9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 944 time: 0.0708821 Jul 06 12:21:36.857723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6ea9fd2a-7f79-4785-897a-1f175ff9d376 req-6fe929a7-bf14-4620-8549-4df571b3f5d9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339379 Jul 06 12:21:37.695965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6878530a-deec-4d67-afba-e385b7a340bd up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:37.902637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 6878530a-deec-4d67-afba-e385b7a340bd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:37.908173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 6878530a-deec-4d67-afba-e385b7a340bd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:37.908542 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.996403 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.022386 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:38.024950 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81ecfe5c3c3acc63b9b6664a6a76cdaa01c71e263ca83c80fa6aca39c546eed0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c0ff3b-9a57-4591-b612-139801c821ef" -d '{"events": [{"server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "name": "network-vif-plugged", "status": "completed", "tag": "6878530a-deec-4d67-afba-e385b7a340bd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:38.039945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6878530a-deec-4d67-afba-e385b7a340bd,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:38.044969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.057993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62273449-ae57-4b95-9dc2-e552b30b450a req-b358228e-84b0-4f4f-8c11-6bebed226423 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:38.059611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62273449-ae57-4b95-9dc2-e552b30b450a req-b358228e-84b0-4f4f-8c11-6bebed226423 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 944 time: 0.0769393 Jul 06 12:21:38.075971 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ccbc0f-c3c1-4047-80cf-ef20d113607b x-openstack-request-id: req-69ccbc0f-c3c1-4047-80cf-ef20d113607b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:38.076333 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "name": "network-vif-plugged", "status": "completed", "tag": "6878530a-deec-4d67-afba-e385b7a340bd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:38.076563 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69ccbc0f-c3c1-4047-80cf-ef20d113607b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:38.076874 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd', 'code': 200} Jul 06 12:21:38.103618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62273449-ae57-4b95-9dc2-e552b30b450a req-d1a1d2da-377d-4011-9ed9-ccf3dfe02c4f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356812 Jul 06 12:21:38.108271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=6878530a-deec-4d67-afba-e385b7a340bd,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:38.192877 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701c67-5e46-4a5d-ba50-66b018b2d9d3 req-a8eb37ca-abef-4f57-89ec-0f4bc645fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:38.194368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18701c67-5e46-4a5d-ba50-66b018b2d9d3 req-a8eb37ca-abef-4f57-89ec-0f4bc645fd06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0536230 Jul 06 12:21:38.231103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18701c67-5e46-4a5d-ba50-66b018b2d9d3 req-d087d3bb-147a-4bf2-a617-b1d015fad40e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274136 Jul 06 12:21:39.286016 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bf923-03b8-442d-aff7-76f3bbced2e7 req-a4f6769e-2b38-4bc7-8ee7-d2cee0ee9a75 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:39.287549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d7bf923-03b8-442d-aff7-76f3bbced2e7 req-a4f6769e-2b38-4bc7-8ee7-d2cee0ee9a75 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0647564 Jul 06 12:21:39.329757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d7bf923-03b8-442d-aff7-76f3bbced2e7 req-08d68609-b1c1-4d4e-a2b3-0c37c36c402a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365143 Jul 06 12:21:40.506992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47dd64-e8fb-46f3-a7c2-d084a188f117 req-dfe7cb4c-bec0-418b-8d14-3c23b5157432 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:40.508779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b47dd64-e8fb-46f3-a7c2-d084a188f117 req-dfe7cb4c-bec0-418b-8d14-3c23b5157432 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0672836 Jul 06 12:21:40.545512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b47dd64-e8fb-46f3-a7c2-d084a188f117 req-a88247d9-de42-44e1-97a2-5e9f50475431 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312219 Jul 06 12:21:40.711720 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997e109-c7f0-49a3-860f-06da517cb6e3 req-7e4d1334-08d2-4e45-a4d8-024a67046580 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:40.713148 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f997e109-c7f0-49a3-860f-06da517cb6e3 req-7e4d1334-08d2-4e45-a4d8-024a67046580 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0632386 Jul 06 12:21:40.722466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 57604) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:40.727064 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-15776334-9c0d-44da-8848-64e90afd114b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'floatingip': {'port_id': '6878530a-deec-4d67-afba-e385b7a340bd'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:40.769579 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15776334-9c0d-44da-8848-64e90afd114b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.219756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15776334-9c0d-44da-8848-64e90afd114b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.225506 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15776334-9c0d-44da-8848-64e90afd114b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.326779 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-15776334-9c0d-44da-8848-64e90afd114b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5 associated. External IP: 172.25.0.75, port: 6878530a-deec-4d67-afba-e385b7a340bd. Jul 06 12:21:41.539302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15776334-9c0d-44da-8848-64e90afd114b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:41.647460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15776334-9c0d-44da-8848-64e90afd114b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:41.652294 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15776334-9c0d-44da-8848-64e90afd114b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.658339 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fb2ff1-7202-4c2d-9690-b323f125e914 None None] Sync routers for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:41.667565 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fb2ff1-7202-4c2d-9690-b323f125e914 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:41.668173 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a9fb2ff1-7202-4c2d-9690-b323f125e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:21:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:41.693046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-15776334-9c0d-44da-8848-64e90afd114b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "PUT /v2.0/floatingips/c99e8056-50f7-4177-9f75-6a459bd10ed5 HTTP/1.1" status: 200 len: 990 time: 0.9668872 Jul 06 12:21:41.693046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:41.693376 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b11db613d463d31bd81331b56746e7e89f37070bd824035b2bc66b3b3b447f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5857a2c-4454-4285-8da1-31799b8e95f4" -d '{"events": [{"name": "network-changed", "server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "tag": "6878530a-deec-4d67-afba-e385b7a340bd"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:41.737067 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c7fe65-f143-49d9-b79d-8385b64dff70 x-openstack-request-id: req-c0c7fe65-f143-49d9-b79d-8385b64dff70 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:41.737370 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "tag": "6878530a-deec-4d67-afba-e385b7a340bd", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:41.737733 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0c7fe65-f143-49d9-b79d-8385b64dff70 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:41.738145 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd', 'status': 'completed', 'code': 200} Jul 06 12:21:41.779525 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a9fb2ff1-7202-4c2d-9690-b323f125e914 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:41.819347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5857a2c-4454-4285-8da1-31799b8e95f4 req-8aa5fffc-0e95-4a48-9778-c8eacffd1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:41.821031 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5857a2c-4454-4285-8da1-31799b8e95f4 req-8aa5fffc-0e95-4a48-9778-c8eacffd1854 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0604415 Jul 06 12:21:41.911695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5857a2c-4454-4285-8da1-31799b8e95f4 req-bc0ee58e-61be-4db0-920c-b050a548b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:41.913181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5857a2c-4454-4285-8da1-31799b8e95f4 req-bc0ee58e-61be-4db0-920c-b050a548b623 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0847673 Jul 06 12:21:42.007715 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a9fb2ff1-7202-4c2d-9690-b323f125e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': '6878530a-deec-4d67-afba-e385b7a340bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:13:ed:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:21:41Z', 'revision_number': 1, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:42.012593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5857a2c-4454-4285-8da1-31799b8e95f4 req-effa0329-ce77-4b5a-95a8-89f25ae05735 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 998 time: 0.0935419 Jul 06 12:21:42.038131 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fb2ff1-7202-4c2d-9690-b323f125e914 None None] Checking router: fcc8fffb-209f-437f-bce0-d2a6dcd7e012 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:42.047310 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fb2ff1-7202-4c2d-9690-b323f125e914 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:42.048050 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a9fb2ff1-7202-4c2d-9690-b323f125e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:21:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:42.062717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5857a2c-4454-4285-8da1-31799b8e95f4 req-2becd587-bd84-42b8-ba59-44b6c16be8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:42.064242 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5857a2c-4454-4285-8da1-31799b8e95f4 req-2becd587-bd84-42b8-ba59-44b6c16be8f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0453329 Jul 06 12:21:42.123796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5857a2c-4454-4285-8da1-31799b8e95f4 req-c5057c40-017a-4296-8c8a-71b1b8178dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:42.125416 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5857a2c-4454-4285-8da1-31799b8e95f4 req-c5057c40-017a-4296-8c8a-71b1b8178dca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539868 Jul 06 12:21:42.154744 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a9fb2ff1-7202-4c2d-9690-b323f125e914 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:42.221662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5857a2c-4454-4285-8da1-31799b8e95f4 req-7288ee4c-9502-4c16-ab8e-827635b4bf1b service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891545 Jul 06 12:21:42.311783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5857a2c-4454-4285-8da1-31799b8e95f4 req-57f7f1fe-720a-45bf-ba36-b4f8ad0a90b2 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828562 Jul 06 12:21:42.381767 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a9fb2ff1-7202-4c2d-9690-b323f125e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': '6878530a-deec-4d67-afba-e385b7a340bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:13:ed:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:21:41Z', 'revision_number': 1, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:42.408385 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fb2ff1-7202-4c2d-9690-b323f125e914 None None] The sync data for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 is: [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': '6878530a-deec-4d67-afba-e385b7a340bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:13:ed:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:21:41Z', 'revision_number': 1, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:42.615738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e993641-029d-4199-b836-09cf060ba2ee None None] New status for floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:21:44.241049 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f9af003-88fa-442a-b0df-10cefba91943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.994038 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:21:48.238256 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:48.457591 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5153-09b5-4f1c-a1d6-b7ee021e2f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:48.854404 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.647068 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.988861 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.216441 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.217716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-dc0af7fd-6a06-4b46-9b4a-75931eb4c997 req-3a729e61-2158-4f9f-9ebd-19a7e6cc578a service neutron] (93815) timed out ('10.222.0.86', 65006) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:22:14.246332 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-499a339c-bae5-469d-ae91-7090a12a872f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.240527 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.459290 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3fae1f7e-5c57-45d6-b57d-075c7a746456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.860732 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.650075 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:21.994905 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:22:28.978383 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:29.217589 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:29.765004 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-7fe46fb3-5aac-4923-b0fb-75d7a6ffed2c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961385 Jul 06 12:22:29.865156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-a4cbab86-9b88-4772-b84e-df373879be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:29.866578 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-a4cbab86-9b88-4772-b84e-df373879be05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0529604 Jul 06 12:22:29.974648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-4e0604f1-d179-4789-86e4-605af9d3c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:29.976084 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-4e0604f1-d179-4789-86e4-605af9d3c42e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0870769 Jul 06 12:22:30.047718 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-bb9f2fc3-e721-45ae-80f1-d4270462683d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 1000 time: 0.0636160 Jul 06 12:22:30.096980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-5205b62a-897c-4ca1-9a50-6e105c6b8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:30.098427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-5205b62a-897c-4ca1-9a50-6e105c6b8e47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0424945 Jul 06 12:22:30.156371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-bac7d72b-a563-4cd6-bd57-0862c242d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:30.157768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-bac7d72b-a563-4cd6-bd57-0862c242d5b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521677 Jul 06 12:22:30.250682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-941ad0a8-340a-4e51-ad75-009e7efe1c62 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853899 Jul 06 12:22:30.339621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2ce05d0-e142-46bf-ba42-307d255e29d8 req-84e8732b-f43e-46cf-a85f-4076b5f92654 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806906 Jul 06 12:22:44.241673 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e72f9f-24b3-407f-9e58-a629e7203693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:48.252158 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:48.463730 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4e3a742c-e455-4386-b93e-d5d9d6749ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:48.864927 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.653924 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:58.989537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:58.997007 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:22:59.226086 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.243780 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67fb82ea-aba3-4adc-806f-81f9538c37f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.253022 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.466607 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d715c642-a664-4971-bf90-c414290f7573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.871316 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:20.682977 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:29.006433 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:29.236193 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.685286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-7f6fbfc0-ce3f-447a-933b-6000362b80bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753641 Jul 06 12:23:30.802294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-a20dd71e-c06d-4a25-a2b5-75ca33bf7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:30.805499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-a20dd71e-c06d-4a25-a2b5-75ca33bf7355 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0696344 Jul 06 12:23:30.949156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-601aaed6-a3c8-4c6e-b165-d88eac02c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:30.951857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-601aaed6-a3c8-4c6e-b165-d88eac02c28b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.1232703 Jul 06 12:23:31.059915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-e21acecf-ba61-42f7-94d7-5f7c425399a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 1000 time: 0.0971463 Jul 06 12:23:31.127641 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-c72990f0-c4a3-4c34-afa3-604256b84dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:31.130029 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-c72990f0-c4a3-4c34-afa3-604256b84dfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0628333 Jul 06 12:23:31.230298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-5a383548-3ca3-4dc2-88f0-58765d15325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:31.233700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-5a383548-3ca3-4dc2-88f0-58765d15325a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949585 Jul 06 12:23:31.363369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-47d63403-9fd0-49f7-a6c2-d675eb6847fd service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190486 Jul 06 12:23:31.482241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b42795df-85cc-407d-a8f0-031cb4eaf908 req-051eec41-170f-412d-b3d0-e9057ca8ea5e service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107018 Jul 06 12:23:36.002822 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:23:44.260409 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a93daca8-ae32-472d-a5d2-60d4c89bc044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.260697 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.466609 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d3b232d-6186-45d3-be4a-4d3ef771bf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.873063 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:50.663789 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:59.005795 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:59.234215 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:13.003488 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:24:14.249654 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99c6f042-4190-49b0-983d-a7ead173670c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.246252 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.453468 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d8a89b4-bae0-4c21-9fe4-6497399ea112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.871148 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:20.663262 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:25.648722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40dae0-095b-4d66-a6b3-3855dd7b25f1 req-c139403b-c7d9-4d4d-bae1-bb191bc60bf5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:25.650364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da40dae0-095b-4d66-a6b3-3855dd7b25f1 req-c139403b-c7d9-4d4d-bae1-bb191bc60bf5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.1217306 Jul 06 12:24:25.696895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-da40dae0-095b-4d66-a6b3-3855dd7b25f1 req-bb078064-369c-42bf-b13c-546f36f343ce tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404112 Jul 06 12:24:26.162366 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c188ab9-54b7-431a-8947-0e029ae39aea req-3c46af7d-f06f-4ae2-b11f-a590484ac30e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:26.164028 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c188ab9-54b7-431a-8947-0e029ae39aea req-3c46af7d-f06f-4ae2-b11f-a590484ac30e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0964825 Jul 06 12:24:26.191509 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-dd033315-44af-4557-b601-66435ec1b498 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319540 Jul 06 12:24:26.212365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c188ab9-54b7-431a-8947-0e029ae39aea req-fad90824-2863-4c86-8404-327535400d18 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416682 Jul 06 12:24:27.530500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebbda0-6d2f-4666-ad2b-9f3d409a1c2d req-a276fa37-cb65-4ae4-aa87-de50ae145edf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.532047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cebbda0-6d2f-4666-ad2b-9f3d409a1c2d req-a276fa37-cb65-4ae4-aa87-de50ae145edf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.1136591 Jul 06 12:24:27.575733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9cebbda0-6d2f-4666-ad2b-9f3d409a1c2d req-bdd06af7-06ce-467c-8d6a-922083613b4d tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376697 Jul 06 12:24:27.700837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-ebf30d63-f75f-4f4e-bf0e-08fdec2bb889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.702308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-ebf30d63-f75f-4f4e-bf0e-08fdec2bb889 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0755723 Jul 06 12:24:27.808693 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-ed51e563-63d9-4c4b-b826-7f88793b65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.810217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-ed51e563-63d9-4c4b-b826-7f88793b65dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.1003911 Jul 06 12:24:27.894412 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-ae13a528-092b-48bc-9f56-8683d793e7e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 1000 time: 0.0741205 Jul 06 12:24:27.955136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-3218b952-3b88-43de-afb8-bea99f6607dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.957738 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-3218b952-3b88-43de-afb8-bea99f6607dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0553086 Jul 06 12:24:28.412818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-78f2548c-171d-4ec9-802c-dd790b0861b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:28.414395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-78f2548c-171d-4ec9-802c-dd790b0861b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4485822 Jul 06 12:24:28.509724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-1b9834d8-9e29-4d7d-9707-e252315bf8b8 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873847 Jul 06 12:24:28.613239 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-0deca8a3-4549-4876-a75c-5bb873538c27 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957289 Jul 06 12:24:28.850493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fadbd-280f-4f24-a887-3c917ce465c8 req-8b1a8f6e-4234-453a-8e36-bb75ed401cd7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:28.852337 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-167fadbd-280f-4f24-a887-3c917ce465c8 req-8b1a8f6e-4234-453a-8e36-bb75ed401cd7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0909081 Jul 06 12:24:28.914193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-167fadbd-280f-4f24-a887-3c917ce465c8 req-5fc56634-982f-4c9d-b5e7-8bc753620fef tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551467 Jul 06 12:24:29.015390 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.229908 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:30.097491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a219cd-1e9b-4589-a83a-85405a2f9352 req-8a4efa65-3176-4f86-8071-6ceabe44e11a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:30.098980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4a219cd-1e9b-4589-a83a-85405a2f9352 req-8a4efa65-3176-4f86-8071-6ceabe44e11a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0654345 Jul 06 12:24:30.146259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4a219cd-1e9b-4589-a83a-85405a2f9352 req-bd9caeae-0728-4997-839f-11ab570309ae tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384645 Jul 06 12:24:31.331728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b4895-6fb8-46e3-b571-3860dc73e655 req-270b34ef-23f7-4b62-af22-d4e1ae804069 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:31.333226 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-612b4895-6fb8-46e3-b571-3860dc73e655 req-270b34ef-23f7-4b62-af22-d4e1ae804069 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0706027 Jul 06 12:24:31.374393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-612b4895-6fb8-46e3-b571-3860dc73e655 req-596c08ba-9e2a-4d82-9924-aec3109b43ba tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347056 Jul 06 12:24:32.594839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedcfee-6971-4463-92de-65a512a00a3a req-4f329bed-f378-4df3-8126-8094f8dc902f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:32.596409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-abedcfee-6971-4463-92de-65a512a00a3a req-4f329bed-f378-4df3-8126-8094f8dc902f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0697081 Jul 06 12:24:32.640566 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-abedcfee-6971-4463-92de-65a512a00a3a req-12bad79b-05c0-4b02-9c5d-f854021648d1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380700 Jul 06 12:24:32.731309 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81a76-7026-4c18-a9c1-259a589476ae req-1b17ce06-738b-4022-b35a-192e0316ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:32.732851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82d81a76-7026-4c18-a9c1-259a589476ae req-1b17ce06-738b-4022-b35a-192e0316ff63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0702276 Jul 06 12:24:32.843969 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81a76-7026-4c18-a9c1-259a589476ae req-f3d2c0eb-357d-4a51-9560-b4d007f5d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:32.845458 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82d81a76-7026-4c18-a9c1-259a589476ae req-f3d2c0eb-357d-4a51-9560-b4d007f5d4cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0906136 Jul 06 12:24:32.936250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82d81a76-7026-4c18-a9c1-259a589476ae req-27ccfec1-4ba4-4bc1-a565-eb40982d6450 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 1000 time: 0.0830119 Jul 06 12:24:32.988576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81a76-7026-4c18-a9c1-259a589476ae req-918d28ba-e78d-4949-8412-f8cc18ab97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:32.990070 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82d81a76-7026-4c18-a9c1-259a589476ae req-918d28ba-e78d-4949-8412-f8cc18ab97e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0474198 Jul 06 12:24:33.054133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d81a76-7026-4c18-a9c1-259a589476ae req-c02596e2-62b0-4614-8f00-b4c64fc5018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:33.055746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82d81a76-7026-4c18-a9c1-259a589476ae req-c02596e2-62b0-4614-8f00-b4c64fc5018b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575998 Jul 06 12:24:33.162067 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82d81a76-7026-4c18-a9c1-259a589476ae req-779ec59c-f440-4e6a-9da0-603f318f089d service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992045 Jul 06 12:24:33.261020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-82d81a76-7026-4c18-a9c1-259a589476ae req-e0e083fb-fa6c-4f21-8f36-932471700fb6 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911613 Jul 06 12:24:33.833102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf800416-d42c-4f59-82f2-360b51ecbcd1 req-ed5fb0b5-c38a-4d4a-bb25-e0b71c9261ba tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:33.834735 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf800416-d42c-4f59-82f2-360b51ecbcd1 req-ed5fb0b5-c38a-4d4a-bb25-e0b71c9261ba tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0732553 Jul 06 12:24:33.887353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf800416-d42c-4f59-82f2-360b51ecbcd1 req-e095d27b-10f3-4fd6-aace-ee3f0d8a0c27 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457757 Jul 06 12:24:35.083664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29ffaf-1ce0-4ae3-95c6-341cfb8b4114 req-455ea28f-8a96-4632-9cd2-77110897e559 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:35.085188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b29ffaf-1ce0-4ae3-95c6-341cfb8b4114 req-455ea28f-8a96-4632-9cd2-77110897e559 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0729868 Jul 06 12:24:35.126341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b29ffaf-1ce0-4ae3-95c6-341cfb8b4114 req-a56ec8ce-dda2-4937-b3c5-d5554b73bd18 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344508 Jul 06 12:24:36.306291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d7c82-a6b4-41fe-b594-9a69c3cb5254 req-a11fb1f4-0bd0-45d6-ba12-1257c61da341 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:36.307860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c65d7c82-a6b4-41fe-b594-9a69c3cb5254 req-a11fb1f4-0bd0-45d6-ba12-1257c61da341 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0662112 Jul 06 12:24:36.347316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c65d7c82-a6b4-41fe-b594-9a69c3cb5254 req-094a37f9-71ee-4ece-8e6a-e32c26f9c1a5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334814 Jul 06 12:24:37.548560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae996fd7-568a-46ae-82c9-84392373965a req-3ba85292-b3ba-432a-b728-e33e49e9731d tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:37.551163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae996fd7-568a-46ae-82c9-84392373965a req-3ba85292-b3ba-432a-b728-e33e49e9731d tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0833502 Jul 06 12:24:37.594748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae996fd7-568a-46ae-82c9-84392373965a req-3b790e06-0a69-4021-95af-f91049b6a9b4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341873 Jul 06 12:24:38.778301 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb22db6-1769-4610-9150-c684af99c65c req-96dc0c5d-f3b8-4ec0-82a3-08394b8416ea tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:38.779924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddb22db6-1769-4610-9150-c684af99c65c req-96dc0c5d-f3b8-4ec0-82a3-08394b8416ea tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0701909 Jul 06 12:24:38.821931 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ddb22db6-1769-4610-9150-c684af99c65c req-aceae59d-3a96-4faf-940b-fc5f913b12ef tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357363 Jul 06 12:24:40.017893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103e317-6c44-4a79-b6a5-4375e37b52eb req-578b75d3-a1a4-45d6-a3dc-937760c0aada tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:40.019438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1103e317-6c44-4a79-b6a5-4375e37b52eb req-578b75d3-a1a4-45d6-a3dc-937760c0aada tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0707891 Jul 06 12:24:40.067709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1103e317-6c44-4a79-b6a5-4375e37b52eb req-4be3422d-a9f1-4666-aafa-f00155c7ca6a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406075 Jul 06 12:24:40.911990 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-94e70f4c-1dbd-4072-b483-bb252b0e98da service neutron] show failed (client error): The resource could not be found. Jul 06 12:24:40.913289 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-94e70f4c-1dbd-4072-b483-bb252b0e98da service neutron] 10.222.0.47 "GET /v2.0/ports/6878530a-deec-4d67-afba-e385b7a340bd/bindings/n-h2-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0646725 Jul 06 12:24:41.324697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18556c54-cb47-4024-b6a9-2fd941bf2b34 req-c3f5db80-8612-4764-a911-45aa3bf2604b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:41.326847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18556c54-cb47-4024-b6a9-2fd941bf2b34 req-c3f5db80-8612-4764-a911-45aa3bf2604b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0953054 Jul 06 12:24:41.372759 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18556c54-cb47-4024-b6a9-2fd941bf2b34 req-9bad08af-61f3-467f-9d93-d794cc38945a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390830 Jul 06 12:24:41.421551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-9bef7dca-a08e-45e1-9e3e-a9b0ecd397a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:41.424176 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-9bef7dca-a08e-45e1-9e3e-a9b0ecd397a6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 1096 time: 0.1474512 Jul 06 12:24:41.438464 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:41.520430 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:41.758450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=6878530a-deec-4d67-afba-e385b7a340bd,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:41.801484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:24:41.849564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:41.857478 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:41.879804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Transition to ACTIVE for port object 6878530a-deec-4d67-afba-e385b7a340bd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:41.885450 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:41.902525 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0abf99-0688-45ed-8d4b-d007e86cc753" -d '{"events": [{"server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "6878530a-deec-4d67-afba-e385b7a340bd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:42.082151 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac79d66-89e1-4f50-81f3-e87edbea7418 x-openstack-request-id: req-8ac79d66-89e1-4f50-81f3-e87edbea7418 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:42.082441 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "6878530a-deec-4d67-afba-e385b7a340bd", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:42.082870 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ac79d66-89e1-4f50-81f3-e87edbea7418 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:42.083527 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd', 'code': 200} Jul 06 12:24:42.127985 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Pushing event updated for resources: {'Port': ['ID=6878530a-deec-4d67-afba-e385b7a340bd,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:42.170034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.170635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.171144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.171762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.172355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.172936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.173514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.173993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.174584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.175154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.175987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.176572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:42.233473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] No DVR routers for this DVR port 6878530a-deec-4d67-afba-e385b7a340bd on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:42.418237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Attempting to bind port 6878530a-deec-4d67-afba-e385b7a340bd on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:24:42.419039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Attempting to bind port 6878530a-deec-4d67-afba-e385b7a340bd by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:24:42.419290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Attempting to bind port 6878530a-deec-4d67-afba-e385b7a340bd on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:42.426292 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Port 6878530a-deec-4d67-afba-e385b7a340bd on network 3b8259fa-0132-459d-9e85-c2f15d034080 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:24:42.426962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Attempting to bind port 6878530a-deec-4d67-afba-e385b7a340bd on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:42.435267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:24:42.435887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:42.436528 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:24:42.437125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Bound port: 6878530a-deec-4d67-afba-e385b7a340bd, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:24:42.437599 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:42.542011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:24:42.550708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6878530a-deec-4d67-afba-e385b7a340bd,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:24:42.557407 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:42.589736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d249b2-c3e3-4469-8a83-0eb86f00efda req-a4656a40-4f6e-4684-adf9-eaacf6fff8c1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:42.591404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57d249b2-c3e3-4469-8a83-0eb86f00efda req-a4656a40-4f6e-4684-adf9-eaacf6fff8c1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 943 time: 0.0756495 Jul 06 12:24:42.607241 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:42.607812 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:42.609115 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] 10.222.0.86 "PUT /v2.0/ports/6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 1091 time: 1.1752391 Jul 06 12:24:42.633748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56867c57-a9f7-424a-b685-cf2045bc6715 service neutron] Pushing event updated for resources: {'Port': ['ID=6878530a-deec-4d67-afba-e385b7a340bd,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:42.651813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57d249b2-c3e3-4469-8a83-0eb86f00efda req-1191589e-d131-44da-8cf5-e08237d442fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497336 Jul 06 12:24:42.719470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-614a2149-b53c-4811-b8f6-61b9336238e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:42.721326 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-614a2149-b53c-4811-b8f6-61b9336238e0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0826654 Jul 06 12:24:42.833588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-b67af9bc-42e0-45de-b3ff-cb47087d3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:42.835094 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-b67af9bc-42e0-45de-b3ff-cb47087d3353 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.1057618 Jul 06 12:24:42.910770 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-902dab90-a6a4-4a81-aaf3-eba931e5331f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 998 time: 0.0680211 Jul 06 12:24:42.964045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-bfca0d02-20fa-44f3-9e5b-697805b4b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:42.965559 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-bfca0d02-20fa-44f3-9e5b-697805b4b5d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0484283 Jul 06 12:24:43.027244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-a7593807-ddb5-48ad-a819-c9153b8bbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:43.028898 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-a7593807-ddb5-48ad-a819-c9153b8bbde0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570464 Jul 06 12:24:43.133476 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-99a23b67-cb0d-4991-b2e0-0ad0b6a8057e service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980606 Jul 06 12:24:43.244716 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-19419077-8072-43ec-a7c0-5fb4b538d81c service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028514 Jul 06 12:24:43.849546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11df504-7698-4960-9313-2b4b315214e3 req-14993abc-8e17-4bb6-8120-dfa5bdf060ca tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:43.851134 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e11df504-7698-4960-9313-2b4b315214e3 req-14993abc-8e17-4bb6-8120-dfa5bdf060ca tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 943 time: 0.0678861 Jul 06 12:24:43.891676 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e11df504-7698-4960-9313-2b4b315214e3 req-2cf3cff0-174e-4e28-9877-61df9407c084 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348496 Jul 06 12:24:44.084782 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:44.087341 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1927c3bc-b453-4b91-9708-2a718958fbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "tag": "6878530a-deec-4d67-afba-e385b7a340bd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:44.138226 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a15f5d-c574-428b-953f-15239b75bac2 x-openstack-request-id: req-c3a15f5d-c574-428b-953f-15239b75bac2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:44.138531 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "tag": "6878530a-deec-4d67-afba-e385b7a340bd", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:44.138912 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3a15f5d-c574-428b-953f-15239b75bac2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:44.139346 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd', 'status': 'completed', 'code': 200} Jul 06 12:24:44.213585 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-7968d165-b9a8-45f5-94f4-7fcf85ef3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:44.214008 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-40c62693-19c6-4a47-bf39-750e01a3645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:44.215256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-7968d165-b9a8-45f5-94f4-7fcf85ef3371 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0559499 Jul 06 12:24:44.215396 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-40c62693-19c6-4a47-bf39-750e01a3645a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0563419 Jul 06 12:24:44.252955 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-edcc1545-222c-4f3a-9eb4-1c40e3da8f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:44.319691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-87d2f940-f683-4d8b-9054-d18c29414c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:44.321183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-87d2f940-f683-4d8b-9054-d18c29414c16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0992990 Jul 06 12:24:44.328421 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-61e0b44b-080e-4134-b2ed-c8f19b3c7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:44.329895 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-61e0b44b-080e-4134-b2ed-c8f19b3c7884 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.1058161 Jul 06 12:24:44.394395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-e2236b9c-b9b2-4b72-a936-f05e2e38e308 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 998 time: 0.0660329 Jul 06 12:24:44.400746 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-79457200-23df-4898-bd01-72b86d55636c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 998 time: 0.0617969 Jul 06 12:24:44.452504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-b9a85768-fb7b-4d60-b691-7f9d4e450404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:44.453981 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-b9a85768-fb7b-4d60-b691-7f9d4e450404 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0524726 Jul 06 12:24:44.456925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-b035d33b-ae52-4016-950b-a59cada0211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:44.458384 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-b035d33b-ae52-4016-950b-a59cada0211d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0511153 Jul 06 12:24:44.523675 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-0ab70d2d-1b32-49c0-ae16-43f11806f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:44.523907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-7c18f601-fcdd-4192-9682-499a46aad714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:44.525923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-0ab70d2d-1b32-49c0-ae16-43f11806f30b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646064 Jul 06 12:24:44.526612 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-7c18f601-fcdd-4192-9682-499a46aad714 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594990 Jul 06 12:24:44.628586 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-a2704ff7-ed78-4b0c-ba1c-f4195ec1cb63 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947385 Jul 06 12:24:44.635928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-431c36d8-9e39-4878-8db7-dee46d5474fe service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034815 Jul 06 12:24:44.640926 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6878530a-deec-4d67-afba-e385b7a340bd no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:44.706243 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 6878530a-deec-4d67-afba-e385b7a340bd not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:44.733908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-0bc32869-2040-498b-a874-c2cea58ed309 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977035 Jul 06 12:24:44.740882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1927c3bc-b453-4b91-9708-2a718958fbf1 req-80ad4c5a-77cc-489e-b9df-cb68b32c782e service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985622 Jul 06 12:24:45.118404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa7b5a-b182-4a93-b4b9-ea4c5fe5b951 req-4132ef38-2c67-4b00-8184-e53d28118544 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:45.120389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80aa7b5a-b182-4a93-b4b9-ea4c5fe5b951 req-4132ef38-2c67-4b00-8184-e53d28118544 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 943 time: 0.0731425 Jul 06 12:24:45.161663 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-80aa7b5a-b182-4a93-b4b9-ea4c5fe5b951 req-3eba3e0c-9fc2-4b2c-992f-f0ae61ffe703 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355551 Jul 06 12:24:46.350715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5dcde-b863-4fbf-bd3f-82bc2680e415 req-d40ed971-d622-4b2e-b723-792b8de12765 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:46.352297 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2d5dcde-b863-4fbf-bd3f-82bc2680e415 req-d40ed971-d622-4b2e-b723-792b8de12765 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 943 time: 0.0714357 Jul 06 12:24:46.396757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c2d5dcde-b863-4fbf-bd3f-82bc2680e415 req-c2c7a301-dc8d-4bab-b2b0-73b99087e26f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378313 Jul 06 12:24:46.758276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ea724-ce1b-49d0-8872-73626a515f25 req-69c35916-75ab-46f3-aabe-09af41f78ec3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:46.760724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-569ea724-ce1b-49d0-8872-73626a515f25 req-69c35916-75ab-46f3-aabe-09af41f78ec3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 943 time: 0.1164067 Jul 06 12:24:46.776259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-aa9f707d-7baf-4c66-ac81-537325d05649 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:46.777633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-aa9f707d-7baf-4c66-ac81-537325d05649 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0&tenant_id=a093a92e95b240e7884dfa30458b2ce4&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 943 time: 0.1214805 Jul 06 12:24:46.849320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-569ea724-ce1b-49d0-8872-73626a515f25 req-1f3cdfaf-e244-497f-950e-83dc0ceebbc9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819664 Jul 06 12:24:46.865062 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-7e57931c-56c3-49e4-94d5-fb4ed3959939 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:24:46.866106 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-7e57931c-56c3-49e4-94d5-fb4ed3959939 service neutron] 10.222.0.47 "DELETE /v2.0/ports/6878530a-deec-4d67-afba-e385b7a340bd/bindings/n-h1-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0821199 Jul 06 12:24:46.965991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-894b613b-340c-4d86-ab1b-3b8199d158a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:46.967578 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-894b613b-340c-4d86-ab1b-3b8199d158a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0568922 Jul 06 12:24:47.076862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-82dce743-e0c4-4ef4-baaa-f50bf6b3aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:47.078426 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-82dce743-e0c4-4ef4-baaa-f50bf6b3aa52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.1013167 Jul 06 12:24:47.151768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-fd8b9b31-1ccb-42a0-a6d6-19b8b374bcdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 200 len: 998 time: 0.0650661 Jul 06 12:24:47.203504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-19773cab-f9a0-41b2-8678-f53b05bd224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:47.205017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-19773cab-f9a0-41b2-8678-f53b05bd224e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0474386 Jul 06 12:24:47.276392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-f626d306-b93d-490d-b7ac-098db7b5c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:47.278046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-f626d306-b93d-490d-b7ac-098db7b5c88b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644085 Jul 06 12:24:47.374015 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-87c490a3-3fe8-4ba7-86ac-0a0b304e4e47 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892742 Jul 06 12:24:47.473935 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef4c1b5-fcd8-4807-94ed-aba44f10be2d req-2ea8fe92-ad40-4f60-a9df-7cb397a50bfd service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930347 Jul 06 12:24:47.869567 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6878530a-deec-4d67-afba-e385b7a340bd details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:24:47.998680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6878530a-deec-4d67-afba-e385b7a340bd,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:48.013646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '6878530a-deec-4d67-afba-e385b7a340bd', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'port_id': '6878530a-deec-4d67-afba-e385b7a340bd', 'mac_address': 'fa:16:3e:13:ed:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:24:48.063216 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:48.078005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6878530a-deec-4d67-afba-e385b7a340bd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:24:48.097888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1f78e-0714-4049-9807-e4e0e72ae9e6 req-6bde59fc-4ea5-4be7-954e-a398b85cc1f4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:48.099494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43e1f78e-0714-4049-9807-e4e0e72ae9e6 req-6bde59fc-4ea5-4be7-954e-a398b85cc1f4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 943 time: 0.0899086 Jul 06 12:24:48.102070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6878530a-deec-4d67-afba-e385b7a340bd,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:48.107006 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:48.148453 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-43e1f78e-0714-4049-9807-e4e0e72ae9e6 req-61623215-05f1-45e5-9988-335200570e94 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402734 Jul 06 12:24:48.172723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6878530a-deec-4d67-afba-e385b7a340bd,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:48.180500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.180853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.181972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.182334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.182680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.183003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.183337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.183902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.184238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.184572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.184906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.185254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:48.251402 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:48.381398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['6878530a-deec-4d67-afba-e385b7a340bd'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:24:48.473694 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad706caa-cd38-4ec7-8b82-b798108e048c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:48.873838 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:49.327328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aba135-6ebe-4581-99de-da30ebf2bddd req-45da85f2-9e6f-4cd7-95c2-f19daa5a5fdf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:49.328886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87aba135-6ebe-4581-99de-da30ebf2bddd req-45da85f2-9e6f-4cd7-95c2-f19daa5a5fdf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 944 time: 0.0638440 Jul 06 12:24:49.368263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87aba135-6ebe-4581-99de-da30ebf2bddd req-fb1f8373-d789-40ad-b646-f9beff2eb633 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338254 Jul 06 12:24:49.559548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92c8f9-15df-41d1-9e18-544bc7bc364f req-c9c02683-84b8-444e-abf7-29f71a962e78 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:49.561206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c92c8f9-15df-41d1-9e18-544bc7bc364f req-c9c02683-84b8-444e-abf7-29f71a962e78 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 944 time: 0.0731304 Jul 06 12:24:49.604625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4c92c8f9-15df-41d1-9e18-544bc7bc364f req-bca38e90-595b-4380-8975-95bf6cbe5709 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373845 Jul 06 12:24:49.830358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98379-fc15-40a7-9292-a3712ac8d348 req-97b11067-9125-4ebc-b773-b837ac156226 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:49.831944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6fa98379-fc15-40a7-9292-a3712ac8d348 req-97b11067-9125-4ebc-b773-b837ac156226 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 944 time: 0.0740876 Jul 06 12:24:49.876698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6878530a-deec-4d67-afba-e385b7a340bd up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:49.882366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6fa98379-fc15-40a7-9292-a3712ac8d348 req-ed0650f3-4f5a-4669-bb5d-da1b2f5d7f25 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433705 Jul 06 12:24:49.949060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 6878530a-deec-4d67-afba-e385b7a340bd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:49.954748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 6878530a-deec-4d67-afba-e385b7a340bd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:49.955317 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.005905 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:24:50.055425 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.082873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:50.099965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6878530a-deec-4d67-afba-e385b7a340bd,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:50.105329 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.136194 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a0c754-c675-488c-8895-24bb3c4763db" -d '{"events": [{"server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "name": "network-vif-plugged", "status": "completed", "tag": "6878530a-deec-4d67-afba-e385b7a340bd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:50.184486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=6878530a-deec-4d67-afba-e385b7a340bd,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:50.253417 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cb1a59-3d59-4a93-b642-a0a145ee2abc x-openstack-request-id: req-92cb1a59-3d59-4a93-b642-a0a145ee2abc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:50.253723 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "name": "network-vif-plugged", "status": "completed", "tag": "6878530a-deec-4d67-afba-e385b7a340bd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:50.253982 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92cb1a59-3d59-4a93-b642-a0a145ee2abc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:50.254396 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd', 'code': 200} Jul 06 12:24:50.336978 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d156bb-5981-4c20-b0ad-254825d5eeef req-1520ac59-e14e-4192-a783-2e7e712fd32e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:50.338473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22d156bb-5981-4c20-b0ad-254825d5eeef req-1520ac59-e14e-4192-a783-2e7e712fd32e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0693514 Jul 06 12:24:50.389313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22d156bb-5981-4c20-b0ad-254825d5eeef req-a92a7543-0d0c-458b-be92-c93ea1201507 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437992 Jul 06 12:24:50.666283 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.573368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58326c58-e032-4ef7-8b75-373d73b88463 req-77a1cf8a-3af4-46ec-a599-957e9b994d7c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:51.574919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58326c58-e032-4ef7-8b75-373d73b88463 req-77a1cf8a-3af4-46ec-a599-957e9b994d7c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0679452 Jul 06 12:24:51.617392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58326c58-e032-4ef7-8b75-373d73b88463 req-1d7cc9f9-76f7-4608-8570-a4a35a7861f7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355592 Jul 06 12:24:51.881090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-ebcedad8-8fca-42fb-9267-50ccdf728738 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:51.882599 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-ebcedad8-8fca-42fb-9267-50ccdf728738 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.86 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 945 time: 0.0685778 Jul 06 12:24:51.999510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Deleting port 6878530a-deec-4d67-afba-e385b7a340bd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:51.999885 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.098705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] For port 6878530a-deec-4d67-afba-e385b7a340bd, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=6878530a-deec-4d67-afba-e385b7a340bd,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:52.099072 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.405340 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.406001 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.406318 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5 disassociated. External IP: 172.25.0.75, port: 6878530a-deec-4d67-afba-e385b7a340bd. Jul 06 12:24:52.406675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Calling delete_port for 6878530a-deec-4d67-afba-e385b7a340bd owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:52.550246 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.588552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event deleted for resources: {'Port': ['ID=6878530a-deec-4d67-afba-e385b7a340bd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:52.740206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:52.776138 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11ed7d0c-e190-4e39-92c3-d2394006f421 req-afee66e2-cebd-4a74-8710-003b5d783f37 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=df776387-97c0-4b94-a00c-572ea5232fd0 HTTP/1.1" status: 200 len: 210 time: 0.0323305 Jul 06 12:24:53.179474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:53.190779 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85645b-9ed3-402f-9664-ac67708f35ed None None] Sync routers for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:53.203043 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85645b-9ed3-402f-9664-ac67708f35ed None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:53.203611 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2a85645b-9ed3-402f-9664-ac67708f35ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:24:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:53.226882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] No DVR routers for this DVR port 6878530a-deec-4d67-afba-e385b7a340bd on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:53.230622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:53.233121 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-346eb6cd-6506-4743-b877-61235b3c46b6 req-406894a0-7cfa-477e-afa2-516493729cc5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.86 "DELETE /v2.0/ports/6878530a-deec-4d67-afba-e385b7a340bd HTTP/1.1" status: 204 len: 173 time: 1.3409939 Jul 06 12:24:53.233872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'name': 'network-vif-deleted', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:53.236229 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aa2759-d9d5-436a-8faf-8e8545be305d" -d '{"events": [{"server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "name": "network-vif-deleted", "tag": "6878530a-deec-4d67-afba-e385b7a340bd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:53.291762 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aa22ab-2ec5-42bf-9747-1a9099f2efe8 x-openstack-request-id: req-61aa22ab-2ec5-42bf-9747-1a9099f2efe8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:53.292143 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df776387-97c0-4b94-a00c-572ea5232fd0", "name": "network-vif-deleted", "tag": "6878530a-deec-4d67-afba-e385b7a340bd", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:53.292402 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61aa22ab-2ec5-42bf-9747-1a9099f2efe8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:53.292842 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df776387-97c0-4b94-a00c-572ea5232fd0', 'name': 'network-vif-deleted', 'tag': '6878530a-deec-4d67-afba-e385b7a340bd', 'status': 'completed', 'code': 200} Jul 06 12:24:53.435025 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2a85645b-9ed3-402f-9664-ac67708f35ed None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:53.700638 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2a85645b-9ed3-402f-9664-ac67708f35ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:53.732515 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85645b-9ed3-402f-9664-ac67708f35ed None None] Checking router: fcc8fffb-209f-437f-bce0-d2a6dcd7e012 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:24:53.741318 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85645b-9ed3-402f-9664-ac67708f35ed None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:53.741939 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2a85645b-9ed3-402f-9664-ac67708f35ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:24:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:53.863655 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2a85645b-9ed3-402f-9664-ac67708f35ed None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:54.108959 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2a85645b-9ed3-402f-9664-ac67708f35ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:54.139839 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85645b-9ed3-402f-9664-ac67708f35ed None None] The sync data for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 is: [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:54.378922 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-71fbc61c-ef6f-4a7f-b4bb-74f3ff390122 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--328549759&fields=id&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 267 time: 0.0449502 Jul 06 12:24:54.411311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5fc1c6-b630-48fc-ac87-e5492accdf23 None None] New status for floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:24:54.521632 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-cd3de1b8-88d7-415e-b4ad-4faabf315be0 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:54.523203 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-cd3de1b8-88d7-415e-b4ad-4faabf315be0 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 811 time: 0.1317277 Jul 06 12:24:54.550804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-0df4ed46-dc60-4ad7-b767-ecbf6a1a6746 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/quotas/a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 375 time: 0.0156100 Jul 06 12:24:54.644263 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-493a2ee9-44f3-4e4c-9cf4-f573ffb5b2bf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916059 Jul 06 12:24:54.858460 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-8b9f0e7f-0ebf-47e7-8a7b-97a301af6e76 service neutron] 10.222.0.21 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495812 Jul 06 12:24:54.968091 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-95adc143-b6de-466e-a148-ed9275d36eb6 service neutron] 10.222.0.21 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032662 Jul 06 12:24:55.157664 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9146a709-20e4-4df2-9ab3-d0c10ca7a053 req-8c0b12e2-697c-4a05-b2ae-b23e0d8a3973 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 210 time: 0.0312541 Jul 06 12:24:55.889906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6878530a-deec-4d67-afba-e385b7a340bd no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:55.911077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 6878530a-deec-4d67-afba-e385b7a340bd {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:55.911412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 6878530a-deec-4d67-afba-e385b7a340bd not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:56.347388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e3ba3a16-64cf-42a1-ab7a-95b457a8c8c5 req-c57ae6b7-558e-4664-9845-9e343975aa1b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 210 time: 0.0420351 Jul 06 12:24:56.380694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-0fb49c10-e4cc-47d9-909f-aecf5288eb04 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:56.382588 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-0fb49c10-e4cc-47d9-909f-aecf5288eb04 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 811 time: 0.1636946 Jul 06 12:24:56.449587 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-657b5bc6-0543-454a-aff0-7d00ff3deda6 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 379 time: 0.0496879 Jul 06 12:24:56.459248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'port': {'device_id': '90b92698-aeec-478d-a535-62ca12a785f3', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'admin_state_up': True, 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'security_groups': ['2f3aaf51-b007-4154-a0b3-c8a240a5168f']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:56.593352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Made reservation on behalf of a093a92e95b240e7884dfa30458b2ce4 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:56.597216 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:56.736436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Allocated IP 172.20.0.14 (3b8259fa-0132-459d-9e85-c2f15d034080/0d8b088d-d860-4440-8d74-d41147d12e99/5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:24:56.887404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:56.903141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Transition to ACTIVE for port object 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:56.940414 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:56.987750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Network 3b8259fa-0132-459d-9e85-c2f15d034080 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:56.993145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:56.997932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:24:57.029381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event updated for resources: {'Port': ['ID=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:57.045906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.046193 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.046520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.046858 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.047190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.047658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.047990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.048323 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.048638 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.048959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.049288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.049605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:57.076279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:57.076947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.093830 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-9f7c471e-a5bd-4af3-8ca6-e5b180bc243f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6387148 Jul 06 12:24:57.107270 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Request body: {'port': {'device_id': '90b92698-aeec-478d-a535-62ca12a785f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:57.199547 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.294274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-17c1a1e7-f4c5-46c3-8521-73b8c0b7da8f None None] Provisioning for port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:57.299203 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-17c1a1e7-f4c5-46c3-8521-73b8c0b7da8f None None] Provisioning complete for port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:57.299679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17c1a1e7-f4c5-46c3-8521-73b8c0b7da8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.336748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-17c1a1e7-f4c5-46c3-8521-73b8c0b7da8f None None] Port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:24:57.531342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:24:57.541920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.560983 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Transition to ACTIVE for port object 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:57.564992 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.629508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e0f23-4328-498e-b04b-f72cba598118 req-58fccd7b-893b-4d8b-a7c0-be81221954cf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:57.631139 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e38e0f23-4328-498e-b04b-f72cba598118 req-58fccd7b-893b-4d8b-a7c0-be81221954cf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 932 time: 0.1416614 Jul 06 12:24:57.641043 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:57.739149 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e38e0f23-4328-498e-b04b-f72cba598118 req-5d3c1d36-47c2-462b-9de1-83afb9ff1e84 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999866 Jul 06 12:24:57.765543 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Attempting to bind port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:24:57.765880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Attempting to bind port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:24:57.766364 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Attempting to bind port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:57.771758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a on network 3b8259fa-0132-459d-9e85-c2f15d034080 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:24:57.772088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Attempting to bind port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:57.778360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:24:57.778709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:57.779087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:24:57.779583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Bound port: 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:24:57.779944 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.863252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:24:57.867723 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:24:57.873560 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.918183 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:57.918833 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.920481 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 1092 time: 0.8189662 Jul 06 12:24:57.920940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:57.956757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec28fe-afeb-40f3-a96f-3e0e90a49ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:58.007516 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f9b796-0838-4bc7-92ac-acf6a6073447" -d '{"events": [{"name": "network-changed", "server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:58.045839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-631a32bc-21ba-4126-8428-a9b4f706cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:58.047418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-631a32bc-21ba-4126-8428-a9b4f706cf75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1095 time: 0.0761983 Jul 06 12:24:58.101686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-c2f32cef-08cd-456e-af02-38560fd6cd52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 217 time: 0.0443003 Jul 06 12:24:58.122529 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c46214b-372d-413d-a25b-2477f05953a6 x-openstack-request-id: req-6c46214b-372d-413d-a25b-2477f05953a6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:58.122875 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:58.123264 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c46214b-372d-413d-a25b-2477f05953a6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:58.123968 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'status': 'completed', 'code': 200} Jul 06 12:24:58.164061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-fcd8161b-694c-40e2-87c0-e422d8821546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:58.165596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-fcd8161b-694c-40e2-87c0-e422d8821546 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0562854 Jul 06 12:24:58.233221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-400f5f41-d96b-4d9c-a602-32257a8b7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:58.234794 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-400f5f41-d96b-4d9c-a602-32257a8b7693 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621803 Jul 06 12:24:58.330488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-e3ee7834-bac5-43b4-8f79-53376d408f71 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888536 Jul 06 12:24:58.438487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fba9a510-e5d8-44e9-9a8f-2cc6edd9ecb8 req-f18bc47e-9ac8-4adb-afbf-323a8f203a7c service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014550 Jul 06 12:24:58.549902 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9b796-0838-4bc7-92ac-acf6a6073447 req-c0959cc2-4f83-4b0d-8485-b39c6c70dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:58.551549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7f9b796-0838-4bc7-92ac-acf6a6073447 req-c0959cc2-4f83-4b0d-8485-b39c6c70dc3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1095 time: 0.0593102 Jul 06 12:24:58.652813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9b796-0838-4bc7-92ac-acf6a6073447 req-a6e7637c-30f2-4a46-8bea-705e60be6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:58.654338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7f9b796-0838-4bc7-92ac-acf6a6073447 req-a6e7637c-30f2-4a46-8bea-705e60be6f84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0946465 Jul 06 12:24:58.705286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7f9b796-0838-4bc7-92ac-acf6a6073447 req-a1dd9afe-5a94-4025-ae3d-3d61aaafca0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 217 time: 0.0433543 Jul 06 12:24:58.761539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9b796-0838-4bc7-92ac-acf6a6073447 req-1d8570ae-9da4-4853-a7f1-522227acf880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:58.763031 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7f9b796-0838-4bc7-92ac-acf6a6073447 req-1d8570ae-9da4-4853-a7f1-522227acf880 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0499666 Jul 06 12:24:58.825362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9b796-0838-4bc7-92ac-acf6a6073447 req-6fa69478-8b09-49eb-9530-bb8e2a52fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:58.826886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7f9b796-0838-4bc7-92ac-acf6a6073447 req-6fa69478-8b09-49eb-9530-bb8e2a52fd55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572331 Jul 06 12:24:58.960370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7f9b796-0838-4bc7-92ac-acf6a6073447 req-068bc9ba-6899-46fb-90cf-84f83a2cfd98 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264763 Jul 06 12:24:59.013218 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.032602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f211bcf-becf-4554-83b3-213623b6a741 req-978b5394-18cc-4f0f-b0b8-a584fe815646 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:59.034159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f211bcf-becf-4554-83b3-213623b6a741 req-978b5394-18cc-4f0f-b0b8-a584fe815646 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 944 time: 0.1538417 Jul 06 12:24:59.109042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5f211bcf-becf-4554-83b3-213623b6a741 req-78f4b88f-9009-4b16-870c-72d24441a301 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664890 Jul 06 12:24:59.112792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7f9b796-0838-4bc7-92ac-acf6a6073447 req-43249856-4e2f-425a-b7d0-3309e770ecda service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445634 Jul 06 12:24:59.255719 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.288057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b12d2-9f56-478c-9b76-15ec921c422a req-6e3dfa78-1971-4570-97e8-b7e2e53b321a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:00.289546 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d36b12d2-9f56-478c-9b76-15ec921c422a req-6e3dfa78-1971-4570-97e8-b7e2e53b321a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 944 time: 0.0629654 Jul 06 12:25:00.328412 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d36b12d2-9f56-478c-9b76-15ec921c422a req-6935325f-d2c0-49e8-9a21-5623aa9ec776 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330217 Jul 06 12:25:01.507476 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46885cec-7e5b-41a7-84b0-31bf6924e402 req-a0a3ed28-22e0-4063-9d27-7a2c0a44a38e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:01.509424 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46885cec-7e5b-41a7-84b0-31bf6924e402 req-a0a3ed28-22e0-4063-9d27-7a2c0a44a38e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 944 time: 0.0632067 Jul 06 12:25:01.546355 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46885cec-7e5b-41a7-84b0-31bf6924e402 req-0ae54039-9a4a-45d9-ab49-bb13fd5944ac tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312309 Jul 06 12:25:02.758465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:25:02.777883 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4a52f-4807-48d9-9f8d-54493068a7e0 req-bbd10a38-9118-4dc5-95e1-7def0ee54e2f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:02.779433 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7e4a52f-4807-48d9-9f8d-54493068a7e0 req-bbd10a38-9118-4dc5-95e1-7def0ee54e2f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 944 time: 0.0752082 Jul 06 12:25:02.831125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7e4a52f-4807-48d9-9f8d-54493068a7e0 req-e63a3247-727f-4a27-9e57-017021c69a92 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449691 Jul 06 12:25:02.870130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:02.883761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'port_id': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'mac_address': 'fa:16:3e:d6:f8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:25:02.925566 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:02.941218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:25:02.963495 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:02.968643 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:03.016385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:03.405982 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:25:04.023806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c66a02-4144-4fa6-9ef6-3ccdae69de40 req-95c21092-d9a9-4e06-90c1-84670e0b0fc2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:04.026023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46c66a02-4144-4fa6-9ef6-3ccdae69de40 req-95c21092-d9a9-4e06-90c1-84670e0b0fc2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 945 time: 0.0657289 Jul 06 12:25:04.065448 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-46c66a02-4144-4fa6-9ef6-3ccdae69de40 req-a218f148-8d40-4dd2-b851-822036649070 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336912 Jul 06 12:25:04.766270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:04.815765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:04.819434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:04.819844 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:04.900857 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:04.923380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:04.925648 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4431a5-3ded-48e8-ab92-b7442d636ebe" -d '{"events": [{"server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:04.939881 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:04.944425 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:04.969840 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7397980-0679-4ba4-a238-6dc5a6bbcda6 x-openstack-request-id: req-a7397980-0679-4ba4-a238-6dc5a6bbcda6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:04.970133 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:04.970386 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7397980-0679-4ba4-a238-6dc5a6bbcda6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:04.970778 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'code': 200} Jul 06 12:25:04.999145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:05.089658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae55cc-aa62-4f1d-b952-f80335f7543e req-8fc774da-8d20-4ce4-90c6-5c84799846c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:05.091284 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6ae55cc-aa62-4f1d-b952-f80335f7543e req-8fc774da-8d20-4ce4-90c6-5c84799846c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1097 time: 0.0617428 Jul 06 12:25:05.130178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e6ae55cc-aa62-4f1d-b952-f80335f7543e req-86d7da63-7c68-4b32-a357-6d223efe8e51 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316911 Jul 06 12:25:05.249767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918ecf-7688-43b7-bd8d-c776f8418560 req-cdea54cd-cdaf-4459-891d-03ce0af8f3ea tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:05.251184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85918ecf-7688-43b7-bd8d-c776f8418560 req-cdea54cd-cdaf-4459-891d-03ce0af8f3ea tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0678351 Jul 06 12:25:05.292618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85918ecf-7688-43b7-bd8d-c776f8418560 req-3c6468f2-b8d0-44a6-ac21-a329762fea33 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357046 Jul 06 12:25:06.479651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cdfbb-80d5-418d-a722-0e8cf42d75e2 req-daecb868-3ccd-4bae-8db4-ea671a7063a6 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:06.482572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b0cdfbb-80d5-418d-a722-0e8cf42d75e2 req-daecb868-3ccd-4bae-8db4-ea671a7063a6 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0754430 Jul 06 12:25:06.526323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3b0cdfbb-80d5-418d-a722-0e8cf42d75e2 req-c303ebde-be28-497b-94c9-c59571f38f0b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377288 Jul 06 12:25:07.718384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c10213-b618-4253-9998-4af3e4491809 req-20145ca0-ed1d-4afa-a936-64ccaad24db2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:07.720147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28c10213-b618-4253-9998-4af3e4491809 req-20145ca0-ed1d-4afa-a936-64ccaad24db2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0760820 Jul 06 12:25:07.764196 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28c10213-b618-4253-9998-4af3e4491809 req-930ece6e-2282-4320-b06a-6c7dc0ac6990 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381155 Jul 06 12:25:07.972965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffba48c-593c-4949-96c6-1622c5a2d781 req-28a3624a-daca-45ba-bae2-f473e68dffb2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:07.974539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cffba48c-593c-4949-96c6-1622c5a2d781 req-28a3624a-daca-45ba-bae2-f473e68dffb2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0787802 Jul 06 12:25:07.983942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58200) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:07.988893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5334640e-bd06-4d5c-ae2f-6653fe728f67 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'floatingip': {'port_id': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:08.410521 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5334640e-bd06-4d5c-ae2f-6653fe728f67 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:08.876564 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5334640e-bd06-4d5c-ae2f-6653fe728f67 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:08.881561 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5334640e-bd06-4d5c-ae2f-6653fe728f67 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:08.989199 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-5334640e-bd06-4d5c-ae2f-6653fe728f67 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5 associated. External IP: 172.25.0.75, port: 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a. Jul 06 12:25:09.203093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5334640e-bd06-4d5c-ae2f-6653fe728f67 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:25:09.319175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5334640e-bd06-4d5c-ae2f-6653fe728f67 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:25:09.325966 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5334640e-bd06-4d5c-ae2f-6653fe728f67 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:09.331100 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa455b1f-1374-4281-aea1-0c37c4c953f5 None None] Sync routers for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:25:09.345608 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa455b1f-1374-4281-aea1-0c37c4c953f5 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:09.346244 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa455b1f-1374-4281-aea1-0c37c4c953f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:24:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:09.372839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5334640e-bd06-4d5c-ae2f-6653fe728f67 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "PUT /v2.0/floatingips/c99e8056-50f7-4177-9f75-6a459bd10ed5 HTTP/1.1" status: 200 len: 991 time: 1.3876183 Jul 06 12:25:09.373443 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:09.375746 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a52882-3404-46c6-b933-fb2c3975d477" -d '{"events": [{"name": "network-changed", "server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:09.422970 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcbd662-d5a1-46b0-81de-4ea55148fee3 x-openstack-request-id: req-6dcbd662-d5a1-46b0-81de-4ea55148fee3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:09.423387 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:09.423815 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dcbd662-d5a1-46b0-81de-4ea55148fee3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:09.424169 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'status': 'completed', 'code': 200} Jul 06 12:25:09.462458 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-aa455b1f-1374-4281-aea1-0c37c4c953f5 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:09.501731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52882-3404-46c6-b933-fb2c3975d477 req-1e4edfb3-e298-4391-b1b0-275cda777a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:09.503258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8a52882-3404-46c6-b933-fb2c3975d477 req-1e4edfb3-e298-4391-b1b0-275cda777a36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1097 time: 0.0556676 Jul 06 12:25:09.606898 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52882-3404-46c6-b933-fb2c3975d477 req-6c9fd643-8b9f-44a3-8339-8883f59cf3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:09.608428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8a52882-3404-46c6-b933-fb2c3975d477 req-6c9fd643-8b9f-44a3-8339-8883f59cf3fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0977890 Jul 06 12:25:09.690472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8a52882-3404-46c6-b933-fb2c3975d477 req-f39fa372-d3f7-4721-b023-cef1c1448a15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 999 time: 0.0752099 Jul 06 12:25:09.698328 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa455b1f-1374-4281-aea1-0c37c4c953f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:d6:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b92698-aeec-478d-a535-62ca12a785f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:25:08Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:09.725446 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa455b1f-1374-4281-aea1-0c37c4c953f5 None None] Checking router: fcc8fffb-209f-437f-bce0-d2a6dcd7e012 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:25:09.734105 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa455b1f-1374-4281-aea1-0c37c4c953f5 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:09.734571 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa455b1f-1374-4281-aea1-0c37c4c953f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:24:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:09.743128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52882-3404-46c6-b933-fb2c3975d477 req-c945549a-96a1-4955-b78a-29863b284f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:09.745107 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8a52882-3404-46c6-b933-fb2c3975d477 req-c945549a-96a1-4955-b78a-29863b284f45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0487039 Jul 06 12:25:09.804664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52882-3404-46c6-b933-fb2c3975d477 req-7d2c9848-820a-42ec-b218-9280e0d86fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:09.806380 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8a52882-3404-46c6-b933-fb2c3975d477 req-7d2c9848-820a-42ec-b218-9280e0d86fd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547354 Jul 06 12:25:09.845732 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-aa455b1f-1374-4281-aea1-0c37c4c953f5 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:09.924140 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8a52882-3404-46c6-b933-fb2c3975d477 req-9d75835e-3236-45ec-8111-4654fb229724 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093118 Jul 06 12:25:10.019985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8a52882-3404-46c6-b933-fb2c3975d477 req-f70e5f25-9afb-4672-9c47-079cdb81f318 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891929 Jul 06 12:25:10.131679 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa455b1f-1374-4281-aea1-0c37c4c953f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:d6:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b92698-aeec-478d-a535-62ca12a785f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:25:08Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:10.162585 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa455b1f-1374-4281-aea1-0c37c4c953f5 None None] The sync data for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 is: [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:d6:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b92698-aeec-478d-a535-62ca12a785f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:25:08Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:25:10.370014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ca6ed5-68cd-48ff-a588-fa6188f4157b None None] New status for floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:25:14.250054 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2646de6e-162d-4d23-ab49-c43d017fd0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:18.265116 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:18.465976 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1457ab49-0b68-4e40-beda-17bd08a09f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:18.878652 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:20.670298 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.006770 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:25:29.049944 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.243552 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:32.689633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-bc9b0246-6e7c-4151-a7b9-98419bf7eefa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813494 Jul 06 12:25:32.799992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-a476aae6-ce01-4cb3-b480-6a61cccd8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:32.801565 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-a476aae6-ce01-4cb3-b480-6a61cccd8547 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1097 time: 0.0638115 Jul 06 12:25:32.938924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-a826eb49-7d54-4943-ba6a-04e733ec0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:32.940840 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-a826eb49-7d54-4943-ba6a-04e733ec0805 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.1155484 Jul 06 12:25:33.035515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-04b80281-6530-4fb0-a542-f22bdead2fd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 1001 time: 0.0873919 Jul 06 12:25:33.111201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-78fec87a-71fa-4631-a007-26cd57fab0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:33.113585 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-78fec87a-71fa-4631-a007-26cd57fab0dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0714061 Jul 06 12:25:33.191931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-29737fde-3678-4ba3-82e1-16b7588cfdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:33.193469 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-29737fde-3678-4ba3-82e1-16b7588cfdda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685420 Jul 06 12:25:33.355610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-0bb2651a-4133-4b7d-87a5-999f017f637a service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534998 Jul 06 12:25:33.477530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc083f21-3bdd-4b56-93c2-15d8d75da4be req-6a8c1c40-23db-4c95-85ef-a91026487e86 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149430 Jul 06 12:25:44.256956 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff8634ba-0270-45ec-9c77-2299ef11f163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:48.270284 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:48.461038 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc512279-e8a5-49d4-bdf0-b24c5e341343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:48.881827 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:50.672395 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:59.057045 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:59.247749 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:04.006743 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:26:14.249944 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86e28032-29e9-4347-9e11-28db3f01f0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:18.264005 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:18.462515 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb2447db-5d73-470c-b4f3-cae6116115a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:18.882813 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:20.676603 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:29.064401 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:29.253816 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.654912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de30fd9e-4b02-4282-834f-1652b31418ff req-ef71ad53-96b5-4655-af5e-bc126e39110b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608747 Jul 06 12:26:34.753780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30fd9e-4b02-4282-834f-1652b31418ff req-e8218a7a-c648-48b5-884c-1e86f9eee712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:34.755315 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de30fd9e-4b02-4282-834f-1652b31418ff req-e8218a7a-c648-48b5-884c-1e86f9eee712 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1097 time: 0.0573792 Jul 06 12:26:34.860140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30fd9e-4b02-4282-834f-1652b31418ff req-8a94fd60-18e9-470e-bf5f-32836d2bbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:34.861638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de30fd9e-4b02-4282-834f-1652b31418ff req-8a94fd60-18e9-470e-bf5f-32836d2bbbcb service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0856676 Jul 06 12:26:34.932627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de30fd9e-4b02-4282-834f-1652b31418ff req-f1b2d696-77b3-4c67-952b-69e6e34bc90e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 1001 time: 0.0642822 Jul 06 12:26:34.983272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30fd9e-4b02-4282-834f-1652b31418ff req-15f677d7-8270-46c5-a967-2dc10b02441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:34.984765 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de30fd9e-4b02-4282-834f-1652b31418ff req-15f677d7-8270-46c5-a967-2dc10b02441d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0455010 Jul 06 12:26:35.043598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30fd9e-4b02-4282-834f-1652b31418ff req-01811853-9e14-470f-9693-34b5320eed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:35.045118 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de30fd9e-4b02-4282-834f-1652b31418ff req-01811853-9e14-470f-9693-34b5320eed73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533934 Jul 06 12:26:35.138645 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de30fd9e-4b02-4282-834f-1652b31418ff req-b77fb4fd-53c9-434f-ad2d-dfc473d3d21b service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864620 Jul 06 12:26:35.228732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de30fd9e-4b02-4282-834f-1652b31418ff req-dd325197-78ec-420b-ab31-40b4a7d0d0c9 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838580 Jul 06 12:26:41.006128 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:26:44.254502 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed909033-22cb-4d07-803a-82a7d044d388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:48.265740 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:48.467689 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68ad9e88-b3d4-48d2-8ae9-570db99680f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:48.884962 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:50.678468 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:59.074441 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:59.249779 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:14.256363 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cefdaad-cd88-4d16-8f1f-b2f28fbc45c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:18.006930 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:27:18.268410 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:18.468927 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a807f86f-ee08-494b-b5fd-610b6fd76580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:18.888119 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:20.685121 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:29.085734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:29.260359 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:35.696125 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-6374c523-42ed-4648-a8b7-388259ab0b25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937173 Jul 06 12:27:35.796977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-bf346de4-c522-4237-83b9-693fb4939465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:35.798523 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-bf346de4-c522-4237-83b9-693fb4939465 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1097 time: 0.0595036 Jul 06 12:27:35.903319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-42f5338d-dcf9-4575-9104-efd61269ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:35.904755 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-42f5338d-dcf9-4575-9104-efd61269ac07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0858636 Jul 06 12:27:35.977746 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-91dd3bdf-8878-4060-97ce-ed1600f62c0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 1001 time: 0.0659363 Jul 06 12:27:36.027478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-d006de0b-8c34-48d6-b5d9-8f892fcc5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:36.028959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-d006de0b-8c34-48d6-b5d9-8f892fcc5b6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0452101 Jul 06 12:27:36.085257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-44bb5777-aae3-4765-9c43-efa88824805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:36.086758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-44bb5777-aae3-4765-9c43-efa88824805f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519488 Jul 06 12:27:36.097440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-cb4e774d-2ae6-4c47-9867-957fa18b5e93 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:27:36.098868 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-cb4e774d-2ae6-4c47-9867-957fa18b5e93 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049586 Jul 06 12:27:36.191428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-3a738024-ac32-4cb5-a8c6-b374de06a59d service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863891 Jul 06 12:27:36.287257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8106566f-4a8a-42bd-9337-bd3ef6de3a36 req-fc3aa03a-82c7-4e05-b1ed-93ec80be3ece service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884106 Jul 06 12:27:44.258086 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a55fb06-f45b-4fe7-a0b0-1557a2c6a2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:48.271491 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:48.468969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f52b29dc-dcf5-4556-93ff-d1cb5ebcca73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:48.890608 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:50.683092 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:55.008381 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:27:58.716942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8372c5-02dc-4d47-921e-2699a76ff757 req-8258184b-0bef-4ef2-ab54-c26d7395d6d7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:58.718485 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd8372c5-02dc-4d47-921e-2699a76ff757 req-8258184b-0bef-4ef2-ab54-c26d7395d6d7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0669906 Jul 06 12:27:58.763808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd8372c5-02dc-4d47-921e-2699a76ff757 req-b8ad5ea9-6626-4299-9297-d613633fd921 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390341 Jul 06 12:27:59.091867 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:59.263913 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:59.942957 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6784ca7-6502-47cd-bc0e-c331158a1816 req-6c877888-5c01-409a-9e7e-5b16601ea9d9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:59.944526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6784ca7-6502-47cd-bc0e-c331158a1816 req-6c877888-5c01-409a-9e7e-5b16601ea9d9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0643284 Jul 06 12:27:59.983671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6784ca7-6502-47cd-bc0e-c331158a1816 req-4f8b5e7f-59b8-4b47-a5eb-2da52be779c1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334287 Jul 06 12:28:01.168080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56be29-9ac7-479a-82ea-59907ad64633 req-e7f11476-45af-4886-bf77-61aa034ad089 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:01.169586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd56be29-9ac7-479a-82ea-59907ad64633 req-e7f11476-45af-4886-bf77-61aa034ad089 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0640984 Jul 06 12:28:01.207959 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd56be29-9ac7-479a-82ea-59907ad64633 req-75a4a7ab-903d-40cb-a47e-f79519b64d29 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320640 Jul 06 12:28:02.383652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bd0dc-c525-4a86-a350-b33ec39a0267 req-c3417166-7e4a-4edd-b619-a5ada6a3de2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:02.385394 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d2bd0dc-c525-4a86-a350-b33ec39a0267 req-c3417166-7e4a-4edd-b619-a5ada6a3de2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0665703 Jul 06 12:28:02.422868 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d2bd0dc-c525-4a86-a350-b33ec39a0267 req-396a8b4b-cd33-4b95-a956-e6067dbdb329 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318341 Jul 06 12:28:03.598710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34b9da-c8d5-4896-81ce-fb4f3e55927f req-01a06e06-bc49-46ec-894b-2f1f7dc44d05 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:03.600240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f34b9da-c8d5-4896-81ce-fb4f3e55927f req-01a06e06-bc49-46ec-894b-2f1f7dc44d05 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0636613 Jul 06 12:28:03.638090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f34b9da-c8d5-4896-81ce-fb4f3e55927f req-561dcb23-890b-45ac-8d5d-fa83c4b08f37 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322659 Jul 06 12:28:04.818012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efc5b4-3b68-4bb5-b768-a090099dca6c req-bae7c301-e093-4151-9049-d7d43cae5473 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:04.819515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00efc5b4-3b68-4bb5-b768-a090099dca6c req-bae7c301-e093-4151-9049-d7d43cae5473 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0632529 Jul 06 12:28:04.861278 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00efc5b4-3b68-4bb5-b768-a090099dca6c req-48123008-7609-4b5d-820c-8a44464174ed tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362334 Jul 06 12:28:06.036535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd66e6-e714-4c8c-b5f4-5e2dfd69f818 req-b6005ca4-fc81-43b3-839b-f6400f4c89f1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:06.038054 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41bd66e6-e714-4c8c-b5f4-5e2dfd69f818 req-b6005ca4-fc81-43b3-839b-f6400f4c89f1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0650573 Jul 06 12:28:06.077420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-41bd66e6-e714-4c8c-b5f4-5e2dfd69f818 req-0941127f-8783-4849-905f-aef4dc10b1ba tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337956 Jul 06 12:28:07.251639 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d73aa-2cbf-4ab8-a372-0e99c4383467 req-fde443f4-b95e-4dd8-8129-ed4619a4409c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:07.253479 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e5d73aa-2cbf-4ab8-a372-0e99c4383467 req-fde443f4-b95e-4dd8-8129-ed4619a4409c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0631092 Jul 06 12:28:07.291195 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e5d73aa-2cbf-4ab8-a372-0e99c4383467 req-b7190342-94dc-4d70-bca9-15da0f4b6be2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322602 Jul 06 12:28:08.487504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f39ec6-7584-4fa2-88d4-78ba1073c797 req-24c194ba-83be-4d5c-a199-0cd9dc9ca200 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:08.489604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69f39ec6-7584-4fa2-88d4-78ba1073c797 req-24c194ba-83be-4d5c-a199-0cd9dc9ca200 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0681705 Jul 06 12:28:08.528367 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69f39ec6-7584-4fa2-88d4-78ba1073c797 req-6ffde918-5e3a-4647-828f-45950412434c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331633 Jul 06 12:28:09.704504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915021b3-e0bf-446f-bc49-cab6c14e1489 req-85ee7c45-0c82-4319-aab1-f3bc3f043755 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:09.705998 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-915021b3-e0bf-446f-bc49-cab6c14e1489 req-85ee7c45-0c82-4319-aab1-f3bc3f043755 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0633042 Jul 06 12:28:09.750592 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-915021b3-e0bf-446f-bc49-cab6c14e1489 req-2eb8d22a-92cb-4084-88fa-3f3ca67d03f3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387907 Jul 06 12:28:10.082947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58620) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:28:10.191041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9309395-527d-4389-a6c5-78f23e82ca94 req-e699d30d-4a20-4cf6-ad66-1a5513825f08 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:10.192575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9309395-527d-4389-a6c5-78f23e82ca94 req-e699d30d-4a20-4cf6-ad66-1a5513825f08 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.1041973 Jul 06 12:28:10.216755 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-937e84f4-863d-4467-a013-753297ef8468 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326270 Jul 06 12:28:10.238382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9309395-527d-4389-a6c5-78f23e82ca94 req-d0ad93c9-0984-43fd-bd53-09a8db736f72 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387478 Jul 06 12:28:11.416482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e426c-44e0-414b-8c77-8557df64b3d0 req-a5a11c9d-619b-4bdc-9369-df29565dc891 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:11.418003 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-644e426c-44e0-414b-8c77-8557df64b3d0 req-a5a11c9d-619b-4bdc-9369-df29565dc891 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0661585 Jul 06 12:28:11.455788 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-644e426c-44e0-414b-8c77-8557df64b3d0 req-dc192f6a-d326-46cc-885e-46a9e92e8ef7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322475 Jul 06 12:28:11.577201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-68d0a9ec-fddc-490c-968b-cb85c6977b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:11.578717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-68d0a9ec-fddc-490c-968b-cb85c6977b13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1097 time: 0.0565834 Jul 06 12:28:11.666975 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f1a4b710-5a24-41a6-a593-92054c0bc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:11.668488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f1a4b710-5a24-41a6-a593-92054c0bc5cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0834203 Jul 06 12:28:11.737440 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-3f814047-c654-46bc-baeb-2312a1a01871 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 1001 time: 0.0624115 Jul 06 12:28:11.788454 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-9bd0022d-32fe-4fad-bd80-d86f41fc0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:11.789943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-9bd0022d-32fe-4fad-bd80-d86f41fc0c81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0449228 Jul 06 12:28:11.847995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-4d310d67-5fd8-459b-af52-76d7fca37c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:11.849409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-4d310d67-5fd8-459b-af52-76d7fca37c06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527689 Jul 06 12:28:11.944502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-31f25929-afe5-4daa-93b6-885d8624dc11 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867732 Jul 06 12:28:12.034699 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-7844960e-77eb-4ff4-8469-9e8d7de1345d service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832982 Jul 06 12:28:12.634827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f2941-b172-4bf6-9061-13436983bfaf req-b22d1bfa-c3cb-43b5-959d-6fe6d60c6253 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:12.636620 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-248f2941-b172-4bf6-9061-13436983bfaf req-b22d1bfa-c3cb-43b5-959d-6fe6d60c6253 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0640528 Jul 06 12:28:12.675991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-248f2941-b172-4bf6-9061-13436983bfaf req-8e1f7584-b695-4d8e-81d8-cd327c8c4b68 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336778 Jul 06 12:28:13.857836 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42941992-1a39-48eb-8dcf-993f647fa3da req-7c3a949b-54ad-4d34-b364-330d350b065b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:13.859327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42941992-1a39-48eb-8dcf-993f647fa3da req-7c3a949b-54ad-4d34-b364-330d350b065b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0686278 Jul 06 12:28:13.901269 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42941992-1a39-48eb-8dcf-993f647fa3da req-7e2dc854-0edc-4a41-9d76-56c752d8e334 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344903 Jul 06 12:28:14.179928 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-2be0f505-e462-4308-9728-f2495b07a080 service neutron] show failed (client error): The resource could not be found. Jul 06 12:28:14.180957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-2be0f505-e462-4308-9728-f2495b07a080 service neutron] 10.222.0.47 "GET /v2.0/ports/5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a/bindings/n-h2-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0556326 Jul 06 12:28:14.261299 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7efd0dd4-7d1c-48ec-a6a2-f137e2ecb6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:14.443768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-e2eff962-f874-43fd-98fc-e6ecf25a39e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:14.445211 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-e2eff962-f874-43fd-98fc-e6ecf25a39e6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0575311 Jul 06 12:28:14.460905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:28:14.533682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:14.733806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:28:14.767941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:28:14.806384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:28:14.808667 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab742d8-2443-4e73-a5d8-5df17d0fe1e3" -d '{"events": [{"server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:28:14.812700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:14.825865 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Transition to ACTIVE for port object 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:28:14.834363 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:14.863501 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca1d20d-0cb2-469b-800f-0ee28d1d1aec x-openstack-request-id: req-fca1d20d-0cb2-469b-800f-0ee28d1d1aec {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:28:14.863798 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:28:14.864213 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fca1d20d-0cb2-469b-800f-0ee28d1d1aec {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:28:14.864607 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'code': 200} Jul 06 12:28:14.927057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:14.939116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.939496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.939835 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.940172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.940496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.940916 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.941321 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.941648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.941977 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.942295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.942600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.942928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:14.982005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] No DVR routers for this DVR port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:28:15.095927 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23510c-485d-42f3-9080-fb1c35df5b53 req-26ecf68d-91f4-46ed-9e24-fc3f1d9b4e25 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:15.098847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a23510c-485d-42f3-9080-fb1c35df5b53 req-26ecf68d-91f4-46ed-9e24-fc3f1d9b4e25 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 944 time: 0.0756841 Jul 06 12:28:15.122066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Attempting to bind port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:28:15.122330 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Attempting to bind port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:28:15.122664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Attempting to bind port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:28:15.127936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a on network 3b8259fa-0132-459d-9e85-c2f15d034080 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:28:15.128263 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Attempting to bind port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:28:15.133697 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:28:15.134040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:28:15.134451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:28:15.134854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Bound port: 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:28:15.135496 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:15.144997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a23510c-485d-42f3-9080-fb1c35df5b53 req-409f295d-c423-454c-a9a0-20157d1df5e7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404441 Jul 06 12:28:15.199239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:28:15.202222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:28:15.205761 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:15.245057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:15.245759 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:15.247061 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] 10.222.0.86 "PUT /v2.0/ports/5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 1092 time: 0.7902069 Jul 06 12:28:15.270102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac2779-aeaa-4767-b6a2-98e9b4c043d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:15.332273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-848f070a-39dc-4d75-aea9-32bf0888a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:15.334071 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-848f070a-39dc-4d75-aea9-32bf0888a243 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1095 time: 0.0564151 Jul 06 12:28:15.431433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-127fb46f-c7b9-4d97-94d5-6fcfb43490ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:15.432962 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-127fb46f-c7b9-4d97-94d5-6fcfb43490ab service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0923667 Jul 06 12:28:15.502197 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-b2e5600c-b96e-43da-bc85-4c11d7b5e24e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 999 time: 0.0581377 Jul 06 12:28:15.552294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-b51e7a8a-e9be-4fef-9b72-02c8914d54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:15.553688 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-b51e7a8a-e9be-4fef-9b72-02c8914d54fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0450766 Jul 06 12:28:15.620244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-aa577014-4a3f-4fbe-b83e-17e3fac8d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:15.621762 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-aa577014-4a3f-4fbe-b83e-17e3fac8d8a4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570886 Jul 06 12:28:15.636748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-343a26a4-5142-474c-9b3f-05387a8ddc81 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:28:15.638061 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-343a26a4-5142-474c-9b3f-05387a8ddc81 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057073 Jul 06 12:28:15.733959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-95d52089-54ba-400f-b63a-4c5f9411956c service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850196 Jul 06 12:28:15.830724 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-36f15eef-0b08-4f97-a042-f5f30ff36b18 req-7719c313-c72b-4cc5-9b57-408d8e37b052 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869646 Jul 06 12:28:16.322409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2516f-27f1-4d4b-b954-3ae30d629237 req-f2101306-c13c-402b-9ae5-04a7cee1d52a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:16.323955 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dad2516f-27f1-4d4b-b954-3ae30d629237 req-f2101306-c13c-402b-9ae5-04a7cee1d52a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 944 time: 0.0640860 Jul 06 12:28:16.362233 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dad2516f-27f1-4d4b-b954-3ae30d629237 req-5d4b9978-aeb8-4a81-ba25-140b6845129c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327811 Jul 06 12:28:16.866182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:28:16.868621 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4574ccfc-53d0-46ab-9689-18a26954d2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:28:16.917709 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05982f83-8e2f-49c3-8409-eab0f2718e4c x-openstack-request-id: req-05982f83-8e2f-49c3-8409-eab0f2718e4c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:28:16.918011 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:28:16.918268 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05982f83-8e2f-49c3-8409-eab0f2718e4c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:28:16.918671 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'status': 'completed', 'code': 200} Jul 06 12:28:16.996297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-9acc8664-8b2c-4cdf-a592-eb5c9f6546ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:16.997809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-9acc8664-8b2c-4cdf-a592-eb5c9f6546ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1095 time: 0.0544245 Jul 06 12:28:16.998344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-62ecbed8-0862-4b75-a00f-2347b08c3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:16.999929 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-62ecbed8-0862-4b75-a00f-2347b08c3f42 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1095 time: 0.0564675 Jul 06 12:28:17.092922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-91178daa-967b-4362-b908-9e7a429afed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:17.093182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-17f2f5fd-80a2-4a48-b7db-ac946f824719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:17.094445 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-91178daa-967b-4362-b908-9e7a429afed3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0893037 Jul 06 12:28:17.094567 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-17f2f5fd-80a2-4a48-b7db-ac946f824719 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0874062 Jul 06 12:28:17.164907 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-9c13bd8c-74c3-4a0e-b9a8-6e6fc9e78761 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 999 time: 0.0611000 Jul 06 12:28:17.168908 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-6b251e23-b56b-49fb-b973-43793ae9bc46 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 999 time: 0.0646949 Jul 06 12:28:17.219935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-e3f5f7d6-fbec-4202-9f2c-7d145bfb5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:17.220583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-725dafa0-beee-4ed1-9527-d0900364fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:17.221421 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-e3f5f7d6-fbec-4202-9f2c-7d145bfb5ccf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0499394 Jul 06 12:28:17.222090 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-725dafa0-beee-4ed1-9527-d0900364fcbe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0455949 Jul 06 12:28:17.281968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-b147f560-1ae0-4563-93f6-f17de981bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:17.283553 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-b147f560-1ae0-4563-93f6-f17de981bcc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547266 Jul 06 12:28:17.284012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-6b0a4431-7438-4d98-9aa3-d87785bd3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:17.285530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-6b0a4431-7438-4d98-9aa3-d87785bd3b71 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538528 Jul 06 12:28:17.377631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-037267f4-8056-472a-b9b8-778b13e4e1cb service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864890 Jul 06 12:28:17.389155 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-61d01a18-ce45-4690-8386-541e6ba12ced service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946522 Jul 06 12:28:17.485708 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-d4c3a827-eb60-47ee-83ae-3e7ee62469b3 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013353 Jul 06 12:28:17.495474 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4574ccfc-53d0-46ab-9689-18a26954d2c3 req-64168705-2d58-43c0-8d0e-f322694255a1 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984063 Jul 06 12:28:17.561515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657bb88-1eae-4723-95e8-f6f27d62c9dd req-0d161589-8ada-48b8-9b7f-719b6bddc108 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:17.563154 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0657bb88-1eae-4723-95e8-f6f27d62c9dd req-0d161589-8ada-48b8-9b7f-719b6bddc108 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 944 time: 0.0745897 Jul 06 12:28:17.601714 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0657bb88-1eae-4723-95e8-f6f27d62c9dd req-866995df-e927-49ba-aaec-4a98f320ffdd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327227 Jul 06 12:28:17.767522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:28:17.805774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:28:18.274943 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:18.469757 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ed8ec0a-54d3-464e-8d5d-30c9b4a4d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:18.781007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c5a72-587c-4e83-bced-e8a61f483a5c req-17d1990c-a57b-44da-90f9-8e4c9aa65ebb tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:18.782500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-483c5a72-587c-4e83-bced-e8a61f483a5c req-17d1990c-a57b-44da-90f9-8e4c9aa65ebb tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 944 time: 0.0663190 Jul 06 12:28:18.825447 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-483c5a72-587c-4e83-bced-e8a61f483a5c req-4cae3f2f-b72d-4554-8265-8ccf6211215b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372376 Jul 06 12:28:18.864855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:28:18.935679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:18.974303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:28:18.986100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'port_id': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'mac_address': 'fa:16:3e:d6:f8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:28:19.030269 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:19.043855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:28:19.064326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:28:19.068820 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:19.121568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:19.129205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.129550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.129915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.130235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.130573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.130906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.131237 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.131592 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.131923 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.132250 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.132577 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.132899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:19.374201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:28:19.560668 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaec7d-2c1f-4952-a6da-92b597870c93 req-593c072c-66ef-4e39-ba02-9d05dc92c025 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:19.562164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efdaec7d-2c1f-4952-a6da-92b597870c93 req-593c072c-66ef-4e39-ba02-9d05dc92c025 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 945 time: 0.4709258 Jul 06 12:28:19.570429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-0cf19ea9-33c6-47e6-ae7b-76224c957ea3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:19.571848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-0cf19ea9-33c6-47e6-ae7b-76224c957ea3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3&tenant_id=a093a92e95b240e7884dfa30458b2ce4&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 945 time: 0.4792037 Jul 06 12:28:19.638442 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efdaec7d-2c1f-4952-a6da-92b597870c93 req-1d5d1268-a010-4f07-acec-5ccf53fabd4c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655372 Jul 06 12:28:19.655821 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-28cda471-6811-47af-966f-61823e1016c3 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:28:19.657031 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-28cda471-6811-47af-966f-61823e1016c3 service neutron] 10.222.0.47 "DELETE /v2.0/ports/5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a/bindings/n-h1-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0782852 Jul 06 12:28:19.756450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-8c30c06b-9cbf-420f-8d70-177fe8d1a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:19.757974 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-8c30c06b-9cbf-420f-8d70-177fe8d1a160 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1096 time: 0.0575035 Jul 06 12:28:19.853884 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-04432c5f-b46a-48af-8891-066d4becf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:19.855362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-04432c5f-b46a-48af-8891-066d4becf5b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0911219 Jul 06 12:28:19.921703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-76d47572-0a3a-4523-a496-c92897af7448 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 1000 time: 0.0599079 Jul 06 12:28:19.971378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-6d78ccf6-18d4-4591-beab-515b67d3d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:19.972887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-6d78ccf6-18d4-4591-beab-515b67d3d677 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0454736 Jul 06 12:28:20.036238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-8850389e-7d07-41d5-b285-f6138ee7c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:20.037754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-8850389e-7d07-41d5-b285-f6138ee7c943 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565696 Jul 06 12:28:20.136207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-df83a684-66b1-4705-94e0-892872a6cb27 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886550 Jul 06 12:28:20.231062 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-631d0932-f628-4713-b2bd-53e1ff099e15 req-84b88dc7-8067-4c61-9102-27719c27355e service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873523 Jul 06 12:28:20.686419 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:20.828024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8ec77-e192-408d-8481-365546fc0d73 req-a244f538-8c3e-4f43-b579-1f14d5020f7a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:20.829547 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6b8ec77-e192-408d-8481-365546fc0d73 req-a244f538-8c3e-4f43-b579-1f14d5020f7a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 945 time: 0.0663311 Jul 06 12:28:20.870507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6b8ec77-e192-408d-8481-365546fc0d73 req-2ec1a90a-5afa-4009-a549-2cdadb5e58c1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350683 Jul 06 12:28:20.894838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:28:20.947402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:28:20.952873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:28:20.953396 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:21.032206 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:21.049762 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c4851-b896-4b0c-9f3d-4a2813a8db02 req-781564a7-19fa-4549-9168-84c298f11b21 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:21.051974 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e2c4851-b896-4b0c-9f3d-4a2813a8db02 req-781564a7-19fa-4549-9168-84c298f11b21 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 945 time: 0.0650883 Jul 06 12:28:21.058299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:28:21.060543 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d95fa3-ba7c-41fd-a747-923e72ce6135" -d '{"events": [{"server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:28:21.078491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:28:21.083966 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:21.094569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e2c4851-b896-4b0c-9f3d-4a2813a8db02 req-41f80e01-8be5-47f3-8235-2110f6a470b1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361578 Jul 06 12:28:21.109727 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beac58a-7fd6-4a10-9c48-82c1d2e138ee x-openstack-request-id: req-9beac58a-7fd6-4a10-9c48-82c1d2e138ee {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:28:21.110184 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:28:21.110523 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9beac58a-7fd6-4a10-9c48-82c1d2e138ee {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:28:21.110921 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'code': 200} Jul 06 12:28:21.136645 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:21.432548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009ea8-0308-4a63-8331-587a29e020d4 req-e48fb526-95cb-417f-9765-0fc6b523029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:21.433975 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04009ea8-0308-4a63-8331-587a29e020d4 req-e48fb526-95cb-417f-9765-0fc6b523029d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 1097 time: 0.0559194 Jul 06 12:28:21.443910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474489d8-bb1c-4ee9-879d-f1fd9b1e5a33 req-e86780d8-1815-4887-98b0-dd94dcaca3c0 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:21.445490 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-474489d8-bb1c-4ee9-879d-f1fd9b1e5a33 req-e86780d8-1815-4887-98b0-dd94dcaca3c0 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0753169 Jul 06 12:28:21.485540 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-474489d8-bb1c-4ee9-879d-f1fd9b1e5a33 req-fd2174cf-6c15-49c8-a048-52392049c1ad tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344324 Jul 06 12:28:21.534983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009ea8-0308-4a63-8331-587a29e020d4 req-2c6a14c2-f299-4ddc-b462-6c228cc33976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:21.536501 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04009ea8-0308-4a63-8331-587a29e020d4 req-2c6a14c2-f299-4ddc-b462-6c228cc33976 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0922942 Jul 06 12:28:21.605842 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04009ea8-0308-4a63-8331-587a29e020d4 req-9089120c-3230-4067-aa82-5295166b7992 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 200 len: 1001 time: 0.0584464 Jul 06 12:28:21.663509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009ea8-0308-4a63-8331-587a29e020d4 req-6b11c820-fed0-4823-9bad-44c56ee79610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:21.664988 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04009ea8-0308-4a63-8331-587a29e020d4 req-6b11c820-fed0-4823-9bad-44c56ee79610 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0488262 Jul 06 12:28:21.727477 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009ea8-0308-4a63-8331-587a29e020d4 req-820289bb-912f-4e93-8c93-1527ebd97be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:21.728956 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04009ea8-0308-4a63-8331-587a29e020d4 req-820289bb-912f-4e93-8c93-1527ebd97be8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539465 Jul 06 12:28:21.819377 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04009ea8-0308-4a63-8331-587a29e020d4 req-08e06cc2-b256-4244-bca8-12cab33ac3df service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823820 Jul 06 12:28:21.916561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04009ea8-0308-4a63-8331-587a29e020d4 req-41760afc-4989-44a5-ab83-62ffeec0fdf5 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878384 Jul 06 12:28:22.664515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67d22e-15de-4000-a7c9-da2f8e487b0d req-4755e632-d29d-4ed7-8cd6-d6df0622ff1a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:22.666011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d67d22e-15de-4000-a7c9-da2f8e487b0d req-4755e632-d29d-4ed7-8cd6-d6df0622ff1a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0645821 Jul 06 12:28:22.702947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d67d22e-15de-4000-a7c9-da2f8e487b0d req-e3451b0a-7286-4d55-b1fc-4e08ed1e3333 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314488 Jul 06 12:28:23.087546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8d6e6-949f-4400-956c-b4d032c6c7f2 req-dba54fad-d2be-4c8b-8abe-cd2eb1b5a376 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:23.089057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08d8d6e6-949f-4400-956c-b4d032c6c7f2 req-dba54fad-d2be-4c8b-8abe-cd2eb1b5a376 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0679944 Jul 06 12:28:23.127793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08d8d6e6-949f-4400-956c-b4d032c6c7f2 req-3d7e1a0a-3f2e-4a02-bf83-5541f70d762b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327847 Jul 06 12:28:24.307583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9fc3c-5708-4476-a431-77fe3ebb212e req-762843f5-269c-4413-8dec-91070fd2618e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:24.309092 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1b9fc3c-5708-4476-a431-77fe3ebb212e req-762843f5-269c-4413-8dec-91070fd2618e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0654411 Jul 06 12:28:24.347325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1b9fc3c-5708-4476-a431-77fe3ebb212e req-07632e47-e0bf-4b67-a893-12dafa8e1496 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Jul 06 12:28:24.442831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-f48c4c02-74b6-4e94-84bb-c96812e4ae55 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:24.444302 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-f48c4c02-74b6-4e94-84bb-c96812e4ae55 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.86 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 946 time: 0.0662684 Jul 06 12:28:24.553197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Deleting port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:28:24.553542 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:24.641761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] For port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:28:24.642123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:24.843512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:24.843916 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:24.844217 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5 disassociated. External IP: 172.25.0.75, port: 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a. Jul 06 12:28:24.844570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Calling delete_port for 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:28:24.989250 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:25.024150 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event deleted for resources: {'Port': ['ID=5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:25.158560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:28:25.273984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:28:25.284801 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63ce76-08cb-4f0a-9957-c42aa58090ae None None] Sync routers for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:28:25.294436 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63ce76-08cb-4f0a-9957-c42aa58090ae None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:28:25.295044 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-be63ce76-08cb-4f0a-9957-c42aa58090ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:28:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:25.324747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] No DVR routers for this DVR port 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:28:25.328059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:25.330480 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6251cc7d-c4a8-450b-b475-e0c7f932a97e req-ab21dee1-ca63-44e2-95b1-f25ed210c256 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.86 "DELETE /v2.0/ports/5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a HTTP/1.1" status: 204 len: 173 time: 0.8776274 Jul 06 12:28:25.330952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'name': 'network-vif-deleted', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:28:25.333888 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ef9d7c-7c49-4ce3-b775-686a78140e04" -d '{"events": [{"server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "name": "network-vif-deleted", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:28:25.396352 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a2de92-f084-402b-8240-6440832a7e9b x-openstack-request-id: req-06a2de92-f084-402b-8240-6440832a7e9b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:28:25.396745 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b92698-aeec-478d-a535-62ca12a785f3", "name": "network-vif-deleted", "tag": "5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:28:25.396899 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06a2de92-f084-402b-8240-6440832a7e9b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:28:25.397428 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b92698-aeec-478d-a535-62ca12a785f3', 'name': 'network-vif-deleted', 'tag': '5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a', 'status': 'completed', 'code': 200} Jul 06 12:28:25.430818 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-be63ce76-08cb-4f0a-9957-c42aa58090ae None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:28:25.516316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e19788fa-2adf-410f-98d2-6d24b3e6134b req-f1430586-a67c-40da-bcf0-359107966152 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b92698-aeec-478d-a535-62ca12a785f3 HTTP/1.1" status: 200 len: 210 time: 0.0367534 Jul 06 12:28:25.665573 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-be63ce76-08cb-4f0a-9957-c42aa58090ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:25.693726 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63ce76-08cb-4f0a-9957-c42aa58090ae None None] Checking router: fcc8fffb-209f-437f-bce0-d2a6dcd7e012 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:28:25.703260 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63ce76-08cb-4f0a-9957-c42aa58090ae None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:28:25.704057 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-be63ce76-08cb-4f0a-9957-c42aa58090ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:28:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:25.821875 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-be63ce76-08cb-4f0a-9957-c42aa58090ae None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:28:26.026299 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-be63ce76-08cb-4f0a-9957-c42aa58090ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:26.058860 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63ce76-08cb-4f0a-9957-c42aa58090ae None None] The sync data for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 is: [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:28:26.281332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569bf23c-3b1d-44ea-a5d5-445970977f73 None None] New status for floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:28:26.894917 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-c81e8e9b-471b-4582-8482-c96c59ead544 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--328549759&fields=id&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 267 time: 0.0336645 Jul 06 12:28:26.934244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:28:26.954458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:28:26.954895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5f9ec6a9-8093-42ad-97b4-d9ca6f7dd22a not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:28:27.008018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-ae0546f6-395b-4b73-8003-b9d713f380b4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:27.009495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-ae0546f6-395b-4b73-8003-b9d713f380b4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 811 time: 0.1080332 Jul 06 12:28:27.024797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-26f962d2-54a8-4ccb-ad45-8c8ef71bb20a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/quotas/a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 375 time: 0.0097308 Jul 06 12:28:27.093838 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-d0641afa-f3e4-49ba-b69b-56b3764634ac tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640328 Jul 06 12:28:27.110190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-8be5f8ed-5fb1-481a-a889-35370f2b40db service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:28:27.111164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-8be5f8ed-5fb1-481a-a889-35370f2b40db service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054944 Jul 06 12:28:27.208489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-075c5a72-c56c-4b03-9efe-ce7d8435be32 service neutron] 10.222.0.21 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917373 Jul 06 12:28:27.297174 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-1c69c951-9661-4c94-ab54-8c95aa0f8f2e service neutron] 10.222.0.21 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830262 Jul 06 12:28:27.477118 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e69209fb-0b13-4b3b-93ce-babd4e0db9ed req-52d75ba9-5c81-4910-a22a-acc36c4f24db tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 210 time: 0.0343590 Jul 06 12:28:28.549243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-41a724d3-8004-4384-94e9-2163bdb9b188 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:28.550937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-41a724d3-8004-4384-94e9-2163bdb9b188 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 811 time: 0.1096427 Jul 06 12:28:28.600472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-e66a8228-a020-4ba6-8548-19c3c5dc4851 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 379 time: 0.0384028 Jul 06 12:28:28.611552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'port': {'device_id': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'admin_state_up': True, 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'security_groups': ['2f3aaf51-b007-4154-a0b3-c8a240a5168f']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:28:28.693859 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3bf0ef82-b38b-49fb-9961-ea39455c4641 req-e81ba94a-c648-4262-a258-6b4d26c574b5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 210 time: 0.0659952 Jul 06 12:28:28.764122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Made reservation on behalf of a093a92e95b240e7884dfa30458b2ce4 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:28:28.769014 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:28.942375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Allocated IP 172.20.0.6 (3b8259fa-0132-459d-9e85-c2f15d034080/0d8b088d-d860-4440-8d74-d41147d12e99/e657c144-c661-4434-a61b-337d92d02900) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:28:29.090198 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.114967 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.131477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Transition to ACTIVE for port object e657c144-c661-4434-a61b-337d92d02900 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:28:29.171270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.229138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Network 3b8259fa-0132-459d-9e85-c2f15d034080 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:28:29.236790 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:28:29.243745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:28:29.268666 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.271317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:29.291372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.291798 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.292405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.292912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.293262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.293636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.294361 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.294750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.295275 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.295837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.296369 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.296897 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.321618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:29.322228 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.337183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-7fb5428c-675c-4309-9c95-d425f17b70fe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7300100 Jul 06 12:28:29.350810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Request body: {'port': {'device_id': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:28:29.439509 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.462013 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-70d14355-d6b4-4621-aafb-8790d295f461 None None] Provisioning for port e657c144-c661-4434-a61b-337d92d02900 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:28:29.468704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-70d14355-d6b4-4621-aafb-8790d295f461 None None] Provisioning complete for port e657c144-c661-4434-a61b-337d92d02900 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:28:29.469093 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70d14355-d6b4-4621-aafb-8790d295f461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.504256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-70d14355-d6b4-4621-aafb-8790d295f461 None None] Port e657c144-c661-4434-a61b-337d92d02900 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:28:29.719975 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e657c144-c661-4434-a61b-337d92d02900 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:28:29.727679 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.740192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Transition to ACTIVE for port object e657c144-c661-4434-a61b-337d92d02900 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:28:29.743914 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.800487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:29.912099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:28:29.912441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:28:29.912768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:28:29.924238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Port e657c144-c661-4434-a61b-337d92d02900 on network 3b8259fa-0132-459d-9e85-c2f15d034080 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:28:29.925190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:28:29.935929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:28:29.936139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:28:29.936460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:28:29.936895 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Bound port: e657c144-c661-4434-a61b-337d92d02900, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:28:29.937249 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.954574 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ca77e-7d3e-4c01-b47f-c7084280bfd4 req-1f3374da-1558-460b-bfbd-ce435164d55f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:29.956322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff0ca77e-7d3e-4c01-b47f-c7084280bfd4 req-1f3374da-1558-460b-bfbd-ce435164d55f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 943 time: 0.1301749 Jul 06 12:28:30.032206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff0ca77e-7d3e-4c01-b47f-c7084280bfd4 req-0a41bd2d-70d4-422e-b065-07afa78528a8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688961 Jul 06 12:28:30.038695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:28:30.042127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:28:30.046541 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:30.091772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:30.092275 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:30.093740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] 10.222.0.47 "PUT /v2.0/ports/e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 1091 time: 0.7487381 Jul 06 12:28:30.094192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'tag': 'e657c144-c661-4434-a61b-337d92d02900'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:28:30.096488 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931c0366-67e0-43e8-85cf-b4c3b21c9999" -d '{"events": [{"name": "network-changed", "server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "tag": "e657c144-c661-4434-a61b-337d92d02900"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:28:30.125709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dcad7-0494-4e55-8b73-a2f07fd164ba service neutron] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:30.145455 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f11a85f-fbc3-4d30-b635-8e558994e686 x-openstack-request-id: req-3f11a85f-fbc3-4d30-b635-8e558994e686 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:28:30.145745 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "tag": "e657c144-c661-4434-a61b-337d92d02900", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:28:30.145997 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f11a85f-fbc3-4d30-b635-8e558994e686 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:28:30.146391 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'tag': 'e657c144-c661-4434-a61b-337d92d02900', 'status': 'completed', 'code': 200} Jul 06 12:28:30.193518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-47b0570f-f976-4dfa-ab34-e13264d82750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:30.195050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-47b0570f-f976-4dfa-ab34-e13264d82750 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1094 time: 0.0593345 Jul 06 12:28:30.239497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-ec2b3a07-e28c-45cd-9a04-e0f4bacdbf90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 217 time: 0.0361533 Jul 06 12:28:30.296052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-2f838640-403e-43e1-81f4-c719ef81ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:30.297530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-2f838640-403e-43e1-81f4-c719ef81ad23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0516746 Jul 06 12:28:30.360514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-4748a898-5ed6-4ec2-acc4-ea7ca58b64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:30.362071 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-4748a898-5ed6-4ec2-acc4-ea7ca58b64a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555346 Jul 06 12:28:30.453313 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-bbce49d5-f130-4bc9-9869-2c7b51d56542 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832849 Jul 06 12:28:30.550430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60149bbf-af47-40d6-bf3c-6475cb689745 req-1da253f8-78b3-428e-a0fc-31a906ff24b2 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897672 Jul 06 12:28:30.651703 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c0366-67e0-43e8-85cf-b4c3b21c9999 req-feeb9f35-b267-4d3b-890e-1dc9d7377d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:30.653214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-931c0366-67e0-43e8-85cf-b4c3b21c9999 req-feeb9f35-b267-4d3b-890e-1dc9d7377d75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1094 time: 0.0566807 Jul 06 12:28:30.746877 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c0366-67e0-43e8-85cf-b4c3b21c9999 req-337d8092-4251-4653-bf7e-91e5fe3e2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:30.748317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-931c0366-67e0-43e8-85cf-b4c3b21c9999 req-337d8092-4251-4653-bf7e-91e5fe3e2d95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0878553 Jul 06 12:28:30.790364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-931c0366-67e0-43e8-85cf-b4c3b21c9999 req-9233d026-7e84-4751-960c-a63dbd9ce3a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 217 time: 0.0355217 Jul 06 12:28:30.838262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c0366-67e0-43e8-85cf-b4c3b21c9999 req-615d1831-71fd-47de-9a41-6fd319365353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:30.839749 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-931c0366-67e0-43e8-85cf-b4c3b21c9999 req-615d1831-71fd-47de-9a41-6fd319365353 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0434232 Jul 06 12:28:30.901371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c0366-67e0-43e8-85cf-b4c3b21c9999 req-dea0f9b2-70aa-487b-9ba4-f45abb416ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:30.902856 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-931c0366-67e0-43e8-85cf-b4c3b21c9999 req-dea0f9b2-70aa-487b-9ba4-f45abb416ea6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569496 Jul 06 12:28:30.994438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-931c0366-67e0-43e8-85cf-b4c3b21c9999 req-190da78f-6b08-46c6-87fd-e0aa94aeceda service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844750 Jul 06 12:28:31.092859 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-931c0366-67e0-43e8-85cf-b4c3b21c9999 req-6de089e0-41f5-4520-b2a7-481313e11c34 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921865 Jul 06 12:28:31.218370 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a35bf9-6346-4a56-a1a0-5401925cfb5f req-f2fd3274-b60f-4a8e-841a-1a528c5320ae tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:31.219900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70a35bf9-6346-4a56-a1a0-5401925cfb5f req-f2fd3274-b60f-4a8e-841a-1a528c5320ae tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 943 time: 0.0666296 Jul 06 12:28:31.259466 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70a35bf9-6346-4a56-a1a0-5401925cfb5f req-3e02d537-86f3-42f4-90a0-c59800656168 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339098 Jul 06 12:28:32.007859 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:28:32.434248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7252d-e476-4f00-bd03-0991814863fe req-9f43909d-4d87-4ac1-bc86-4d04cf7b6935 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:32.435762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ed7252d-e476-4f00-bd03-0991814863fe req-9f43909d-4d87-4ac1-bc86-4d04cf7b6935 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 943 time: 0.0628326 Jul 06 12:28:32.476898 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ed7252d-e476-4f00-bd03-0991814863fe req-9e89997a-b5d6-4acb-b1f5-f9ea694dcc60 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347877 Jul 06 12:28:33.654214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c132e0c-8493-4473-ba0e-d0d88bb96d6f req-b490f70b-512f-4b10-b066-7a4a443a7647 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:33.655771 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c132e0c-8493-4473-ba0e-d0d88bb96d6f req-b490f70b-512f-4b10-b066-7a4a443a7647 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 943 time: 0.0664268 Jul 06 12:28:33.695411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c132e0c-8493-4473-ba0e-d0d88bb96d6f req-eb9cd558-17eb-4426-abaa-bc909fd0caea tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334306 Jul 06 12:28:33.815971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e657c144-c661-4434-a61b-337d92d02900 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:28:33.908810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:28:33.920189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'e657c144-c661-4434-a61b-337d92d02900', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'port_id': 'e657c144-c661-4434-a61b-337d92d02900', 'mac_address': 'fa:16:3e:b4:c0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:28:33.959933 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:33.974599 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e657c144-c661-4434-a61b-337d92d02900 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:28:33.999641 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:28:34.004925 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:34.053535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:34.431470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e657c144-c661-4434-a61b-337d92d02900'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:28:34.872285 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd209dd9-e408-42ee-a112-275f4173d713 req-71d62400-28ad-4155-9378-ad87e931eea9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:34.873784 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd209dd9-e408-42ee-a112-275f4173d713 req-71d62400-28ad-4155-9378-ad87e931eea9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 944 time: 0.0654933 Jul 06 12:28:34.913644 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd209dd9-e408-42ee-a112-275f4173d713 req-10baee77-1669-47a8-8b6d-5412d567d3f0 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329502 Jul 06 12:28:35.827306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e657c144-c661-4434-a61b-337d92d02900 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:28:35.879372 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port e657c144-c661-4434-a61b-337d92d02900 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:28:35.883174 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port e657c144-c661-4434-a61b-337d92d02900 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:28:35.883584 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:35.964783 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:35.987988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e657c144-c661-4434-a61b-337d92d02900'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:28:35.990297 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97e5c17-8a1b-4cff-b014-6dc566871e7e" -d '{"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-plugged", "status": "completed", "tag": "e657c144-c661-4434-a61b-337d92d02900"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:28:36.011767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:28:36.017170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:36.045729 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1781079-4f15-491a-a2ce-e4a57c6c5c06 x-openstack-request-id: req-c1781079-4f15-491a-a2ce-e4a57c6c5c06 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:28:36.046021 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-plugged", "status": "completed", "tag": "e657c144-c661-4434-a61b-337d92d02900", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:28:36.046274 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1781079-4f15-491a-a2ce-e4a57c6c5c06 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:28:36.046660 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e657c144-c661-4434-a61b-337d92d02900', 'code': 200} Jul 06 12:28:36.075702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:36.107351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bcb38-fba0-4ee7-90cb-d86884da14aa req-c285fd88-4eb6-41f6-880d-9cab17291dfc tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:36.108947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f80bcb38-fba0-4ee7-90cb-d86884da14aa req-c285fd88-4eb6-41f6-880d-9cab17291dfc tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0783525 Jul 06 12:28:36.180370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f80bcb38-fba0-4ee7-90cb-d86884da14aa req-c0d8a744-c35b-4d9a-b88b-f6f8c43ee3ea tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625648 Jul 06 12:28:36.196245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ca387-0c3e-4f9c-a79f-f3e110ce4956 req-c02ecd2d-2ddc-46bc-9062-56bdef74d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:36.197726 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f0ca387-0c3e-4f9c-a79f-f3e110ce4956 req-c02ecd2d-2ddc-46bc-9062-56bdef74d8c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1096 time: 0.0879383 Jul 06 12:28:36.233692 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1f0ca387-0c3e-4f9c-a79f-f3e110ce4956 req-2d49069a-d88b-40b5-8f68-7766e846d294 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290701 Jul 06 12:28:37.355855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4788d29-0abf-48bb-a078-a048f86ea77e req-f29bd4ff-ce6f-4ecb-b26d-8de3625a2903 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:37.357333 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4788d29-0abf-48bb-a078-a048f86ea77e req-f29bd4ff-ce6f-4ecb-b26d-8de3625a2903 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0653343 Jul 06 12:28:37.400457 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a4788d29-0abf-48bb-a078-a048f86ea77e req-8a2c6949-309c-4154-8e18-3fcd430d45cf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359702 Jul 06 12:28:37.670843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-3c561fa1-ee61-4a8d-9aaf-0d129ef3cdb0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564511 Jul 06 12:28:37.769057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-812824fc-602b-41bd-90ac-9b067936e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:37.770813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-812824fc-602b-41bd-90ac-9b067936e539 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1096 time: 0.0544157 Jul 06 12:28:37.875339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-7da50f77-6712-408c-92d6-22e7544785a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:37.876842 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-7da50f77-6712-408c-92d6-22e7544785a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0851269 Jul 06 12:28:37.924745 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-dd81b092-ebd9-4e04-bbd8-1a90c7cdbf96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 217 time: 0.0379038 Jul 06 12:28:37.975966 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-38788182-935b-486b-b9d8-a7d9e388ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:37.977464 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-38788182-935b-486b-b9d8-a7d9e388ace0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0466032 Jul 06 12:28:38.036055 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-7d59728e-5ebd-4524-adc0-d9e476da1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:38.037576 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-7d59728e-5ebd-4524-adc0-d9e476da1fd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533683 Jul 06 12:28:38.132163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-7312bd04-c295-42c3-bb03-d65864111cbc service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869899 Jul 06 12:28:38.225054 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b51ac9f1-b79f-4d0a-965d-4251b44df086 req-4047133f-5cc2-4ffa-a78f-b343ed0e3c77 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847573 Jul 06 12:28:38.579578 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a05bbb-c5f9-4357-88f1-d355452853db req-aee2f716-8bff-4f17-b803-ca7ae948b6bf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:38.581067 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0a05bbb-c5f9-4357-88f1-d355452853db req-aee2f716-8bff-4f17-b803-ca7ae948b6bf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0684671 Jul 06 12:28:38.618140 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c0a05bbb-c5f9-4357-88f1-d355452853db req-4d81752c-ebb9-4501-9921-8659abf265e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315750 Jul 06 12:28:38.790622 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b543b88-6da0-4590-b4ff-a51c2b8f1b9a req-98c6b777-62e3-4be6-8f6e-5657d4ffcdcf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:38.792145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b543b88-6da0-4590-b4ff-a51c2b8f1b9a req-98c6b777-62e3-4be6-8f6e-5657d4ffcdcf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0652311 Jul 06 12:28:38.801747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 58758) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:28:38.806408 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-580c17c4-d598-49bd-8647-7223de23b22c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'floatingip': {'port_id': 'e657c144-c661-4434-a61b-337d92d02900'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:28:38.844596 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-580c17c4-d598-49bd-8647-7223de23b22c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:39.283698 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-580c17c4-d598-49bd-8647-7223de23b22c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:39.288023 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-580c17c4-d598-49bd-8647-7223de23b22c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:39.389913 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-580c17c4-d598-49bd-8647-7223de23b22c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5 associated. External IP: 172.25.0.75, port: e657c144-c661-4434-a61b-337d92d02900. Jul 06 12:28:39.953214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580c17c4-d598-49bd-8647-7223de23b22c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:28:40.068093 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580c17c4-d598-49bd-8647-7223de23b22c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:28:40.073908 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-580c17c4-d598-49bd-8647-7223de23b22c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:40.078404 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9918a3b-0aa2-4071-b4ff-c304798edd74 None None] Sync routers for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:28:40.088273 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9918a3b-0aa2-4071-b4ff-c304798edd74 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:28:40.088874 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d9918a3b-0aa2-4071-b4ff-c304798edd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:28:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:40.116005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-580c17c4-d598-49bd-8647-7223de23b22c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "PUT /v2.0/floatingips/c99e8056-50f7-4177-9f75-6a459bd10ed5 HTTP/1.1" status: 200 len: 990 time: 1.3130045 Jul 06 12:28:40.116664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'tag': 'e657c144-c661-4434-a61b-337d92d02900'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:28:40.119047 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650" -d '{"events": [{"name": "network-changed", "server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "tag": "e657c144-c661-4434-a61b-337d92d02900"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:28:40.155637 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e09ca80-349c-4f71-8332-a80075e09209 x-openstack-request-id: req-5e09ca80-349c-4f71-8332-a80075e09209 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:28:40.155932 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "tag": "e657c144-c661-4434-a61b-337d92d02900", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:28:40.156265 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e09ca80-349c-4f71-8332-a80075e09209 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:28:40.157707 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'tag': 'e657c144-c661-4434-a61b-337d92d02900', 'status': 'completed', 'code': 200} Jul 06 12:28:40.210070 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d9918a3b-0aa2-4071-b4ff-c304798edd74 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:28:40.247618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650 req-5fb60f96-0a98-43f4-a329-05fa8aaab2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:40.249133 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650 req-5fb60f96-0a98-43f4-a329-05fa8aaab2d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1096 time: 0.0647631 Jul 06 12:28:40.344672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650 req-16713a42-4527-472f-9b73-8db9cce88821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:40.346147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650 req-16713a42-4527-472f-9b73-8db9cce88821 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0906212 Jul 06 12:28:40.413369 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650 req-c3c274fd-cba4-4354-ad4c-8c2290510c1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 998 time: 0.0598297 Jul 06 12:28:40.463839 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d9918a3b-0aa2-4071-b4ff-c304798edd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': 'e657c144-c661-4434-a61b-337d92d02900', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:b4:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:28:39Z', 'revision_number': 9, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:40.468832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650 req-338173aa-70c2-4884-ba82-1f61141a6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:40.470303 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650 req-338173aa-70c2-4884-ba82-1f61141a6464 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0496104 Jul 06 12:28:40.491617 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9918a3b-0aa2-4071-b4ff-c304798edd74 None None] Checking router: fcc8fffb-209f-437f-bce0-d2a6dcd7e012 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:28:40.500715 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9918a3b-0aa2-4071-b4ff-c304798edd74 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:28:40.501108 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d9918a3b-0aa2-4071-b4ff-c304798edd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:28:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:40.531456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650 req-2a1e8140-e5a3-48ae-be67-b5fb15682775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:40.532988 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650 req-2a1e8140-e5a3-48ae-be67-b5fb15682775 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553265 Jul 06 12:28:40.610684 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d9918a3b-0aa2-4071-b4ff-c304798edd74 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:28:40.624528 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650 req-808c38de-402f-482a-8eff-e8ad50410c59 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838733 Jul 06 12:28:40.724885 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8afb5c17-a5e9-49ee-b2c9-9dea6f826650 req-238c47a8-ba5e-49b9-b62c-1f4f83a78e76 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939453 Jul 06 12:28:40.945996 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d9918a3b-0aa2-4071-b4ff-c304798edd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': 'e657c144-c661-4434-a61b-337d92d02900', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:b4:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:28:39Z', 'revision_number': 9, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:28:40.971518 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9918a3b-0aa2-4071-b4ff-c304798edd74 None None] The sync data for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 is: [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': 'e657c144-c661-4434-a61b-337d92d02900', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:b4:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:28:39Z', 'revision_number': 9, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:28:41.173587 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd66cd1-baaa-4fec-afe7-77660e687bbc None None] New status for floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:28:44.263966 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-918dfab1-9ef4-424f-9612-f32c3c01a267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:48.279509 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:48.470370 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e2d3912-c2ae-46ff-bbcf-bd6b6efa150e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:48.898399 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:50.690299 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:59.103877 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:59.264645 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:09.009039 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:29:14.269652 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52bf4d17-c662-495b-a448-9a3a11006eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:18.282640 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:18.473647 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a7bc1a3-d9f2-437c-8023-2f4d03b2648e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:18.900861 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:20.696381 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:29.110344 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:29.271244 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:39.646554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-c662fe1c-4fc1-43be-be48-fc7f30727873 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558887 Jul 06 12:29:39.749129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-1b820dcb-6fa4-4df8-8b9d-9a9e9f549c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:39.750675 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-1b820dcb-6fa4-4df8-8b9d-9a9e9f549c65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1096 time: 0.0529103 Jul 06 12:29:39.862006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-b9be8664-6d7e-4274-8641-6ab152bcf163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:39.863522 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-b9be8664-6d7e-4274-8641-6ab152bcf163 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0921900 Jul 06 12:29:39.930051 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-55967ea4-a2d7-400d-aa65-547a67b23d2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 1001 time: 0.0588553 Jul 06 12:29:39.984245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-0c108de7-b405-4a29-8631-d82794676501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:39.985951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-0c108de7-b405-4a29-8631-d82794676501 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0495198 Jul 06 12:29:40.044936 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-2c34ce44-c896-4e9f-b305-8c38ea4c7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:40.046461 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-2c34ce44-c896-4e9f-b305-8c38ea4c7aa6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539920 Jul 06 12:29:40.138242 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-ef9a2e07-c81b-4213-8928-a15b58f8d23e service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845037 Jul 06 12:29:40.232577 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-40233f09-d6db-47a4-9c54-4dbc3ceedc51 req-6fe040b5-bed0-4f10-bf33-8bdc8835a9b6 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873027 Jul 06 12:29:44.264036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d34a64e-482b-43d5-8e82-b799ae357ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:46.009215 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:29:48.285742 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:48.474536 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cafbe831-5b58-46fe-ba71-9f8f22a14ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:48.906436 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:50.693703 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:59.105701 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:59.281404 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:14.267328 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb480c35-24c7-4a00-9a83-d6b3df7ddbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:18.287936 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:18.474432 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f4cfeab-bc7c-4f15-a582-e055b3456d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:18.909426 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:20.697254 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:23.008839 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:30:29.113772 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:29.288825 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:41.662178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32b32086-7667-4368-a4d6-151d868626e0 req-ade5a340-4089-4fbd-9454-eb4caf4a2b10 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593121 Jul 06 12:30:41.781735 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b32086-7667-4368-a4d6-151d868626e0 req-0d67fa37-50cc-49cf-a6f1-b0e1889aa63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:41.783169 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32b32086-7667-4368-a4d6-151d868626e0 req-0d67fa37-50cc-49cf-a6f1-b0e1889aa63b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1096 time: 0.0679157 Jul 06 12:30:41.906547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b32086-7667-4368-a4d6-151d868626e0 req-a7c23ffa-2956-448b-9294-eb003d6c3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:41.908104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32b32086-7667-4368-a4d6-151d868626e0 req-a7c23ffa-2956-448b-9294-eb003d6c3190 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.1007333 Jul 06 12:30:41.983431 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32b32086-7667-4368-a4d6-151d868626e0 req-5670be14-88bd-4430-85b4-3694ff826210 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 1001 time: 0.0673463 Jul 06 12:30:42.048272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b32086-7667-4368-a4d6-151d868626e0 req-e412fc66-24da-4b9b-b0b3-8df4d4d6d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:42.050191 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32b32086-7667-4368-a4d6-151d868626e0 req-e412fc66-24da-4b9b-b0b3-8df4d4d6d687 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0608504 Jul 06 12:30:42.126929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b32086-7667-4368-a4d6-151d868626e0 req-6311e178-1eee-498e-ac02-6beca2206b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:42.128525 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32b32086-7667-4368-a4d6-151d868626e0 req-6311e178-1eee-498e-ac02-6beca2206b5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701485 Jul 06 12:30:42.222875 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32b32086-7667-4368-a4d6-151d868626e0 req-fce0b6c4-8c75-434b-94ed-583e235e4c94 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860116 Jul 06 12:30:42.331431 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-32b32086-7667-4368-a4d6-151d868626e0 req-7ea79c17-3140-4262-bf5f-a7bd9b9b9258 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008236 Jul 06 12:30:44.271541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daab07a3-6737-4bdf-9738-4233c7f673ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:48.298070 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:48.482544 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-561e2de0-828b-4534-a052-ba180525453c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:48.917242 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:50.701292 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:59.114288 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:59.291608 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:00.007728 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:31:14.276137 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc94d7ba-8358-4877-be2b-9552884c7f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:18.290724 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:18.472775 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee81dba9-6b0c-4030-8141-09aeded6aefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:18.914721 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:20.703089 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:29.120642 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:29.297596 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:37.006119 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:31:41.750413 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-e0adfb2c-d398-4790-9db3-93c5a2d2d501 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701413 Jul 06 12:31:41.961998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb1989-a303-404a-b81e-8ba4b0a34f6f req-e4f603d2-b9ad-4f86-9f24-0e54e637f193 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:41.963698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-decb1989-a303-404a-b81e-8ba4b0a34f6f req-e4f603d2-b9ad-4f86-9f24-0e54e637f193 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.2259848 Jul 06 12:31:42.015011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-decb1989-a303-404a-b81e-8ba4b0a34f6f req-b0d9311b-daad-4167-b151-449fd60fc2b4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435827 Jul 06 12:31:43.263428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-85a904a9-0a05-4a33-a8fc-4eaed6c5e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:43.265902 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-85a904a9-0a05-4a33-a8fc-4eaed6c5e808 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1096 time: 0.1009281 Jul 06 12:31:43.303173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9d580-e7d2-4f85-b3fa-82d669dbfec3 req-7ee08235-62cb-4776-a204-77592649e022 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:43.304944 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83b9d580-e7d2-4f85-b3fa-82d669dbfec3 req-7ee08235-62cb-4776-a204-77592649e022 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.1571777 Jul 06 12:31:43.392964 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83b9d580-e7d2-4f85-b3fa-82d669dbfec3 req-6a5db238-465c-4856-9df7-6509a975b2ff tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578067 Jul 06 12:31:43.412718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-c10efd6f-ee29-4f0c-ba7c-9f978dfeab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:43.414288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-c10efd6f-ee29-4f0c-ba7c-9f978dfeab9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.1413443 Jul 06 12:31:43.493308 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-8acb4b43-9dcf-4357-8da4-df66e7e7fedf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 1001 time: 0.0725675 Jul 06 12:31:43.544352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-a835d716-5082-4a50-b125-7c216516e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:43.545873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-a835d716-5082-4a50-b125-7c216516e7a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0462322 Jul 06 12:31:43.606262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-f88ffa21-6d34-4b10-bfb0-2583dc899e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:43.608727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-f88ffa21-6d34-4b10-bfb0-2583dc899e98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559087 Jul 06 12:31:43.705730 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-1a883b1f-2bdb-44a9-a561-23d27b598e19 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908551 Jul 06 12:31:43.800093 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-66caed18-15a5-4a88-8908-ded34ed49994 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864263 Jul 06 12:31:43.926186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64115dce-186e-4284-b4ab-813143916dc3 req-f13adb66-1f6b-4188-86c0-5acfff310aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:43.927663 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64115dce-186e-4284-b4ab-813143916dc3 req-f13adb66-1f6b-4188-86c0-5acfff310aa1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1096 time: 0.0602405 Jul 06 12:31:44.047178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64115dce-186e-4284-b4ab-813143916dc3 req-e86384bc-9b4b-4da7-b20b-cbe8a94623ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:44.048732 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64115dce-186e-4284-b4ab-813143916dc3 req-e86384bc-9b4b-4da7-b20b-cbe8a94623ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0993218 Jul 06 12:31:44.117549 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64115dce-186e-4284-b4ab-813143916dc3 req-c645e9c3-b73f-43c1-a0b4-f23e84430033 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 1001 time: 0.0612941 Jul 06 12:31:44.177924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64115dce-186e-4284-b4ab-813143916dc3 req-6585cdfd-3811-43e5-ae59-99d2d4aa59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:44.179327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64115dce-186e-4284-b4ab-813143916dc3 req-6585cdfd-3811-43e5-ae59-99d2d4aa59fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0541790 Jul 06 12:31:44.241452 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64115dce-186e-4284-b4ab-813143916dc3 req-cc26ca59-3fa7-4b45-a695-34bf0dcfe532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:44.243188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64115dce-186e-4284-b4ab-813143916dc3 req-cc26ca59-3fa7-4b45-a695-34bf0dcfe532 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575979 Jul 06 12:31:44.278356 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9845ebfc-d7fc-4c8e-9fee-2485a6ef46ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:44.339240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64115dce-186e-4284-b4ab-813143916dc3 req-c3e436fa-0b56-4ea6-aef2-6af4d8966faa service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892768 Jul 06 12:31:44.441080 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64115dce-186e-4284-b4ab-813143916dc3 req-a812ab61-82cc-44c6-9ede-a7c93fb8c4c1 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945547 Jul 06 12:31:44.599524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be9b58-b9f3-4ab5-b89b-f603fd3399d4 req-eb681aa0-d962-4743-837e-4a5d6037b564 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:44.601015 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23be9b58-b9f3-4ab5-b89b-f603fd3399d4 req-eb681aa0-d962-4743-837e-4a5d6037b564 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0726573 Jul 06 12:31:44.641193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-23be9b58-b9f3-4ab5-b89b-f603fd3399d4 req-6729873d-a87a-46d5-bb3c-9bd70b198caf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345852 Jul 06 12:31:45.823604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3341619-de0d-41b0-9755-989d6bb99b1b req-dc20d652-4746-4ce5-be8a-0c994050d457 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:45.825183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3341619-de0d-41b0-9755-989d6bb99b1b req-dc20d652-4746-4ce5-be8a-0c994050d457 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0672715 Jul 06 12:31:45.873351 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3341619-de0d-41b0-9755-989d6bb99b1b req-ef5bcc45-6e5d-48da-83f3-e618e103f4f4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418022 Jul 06 12:31:47.057060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae59a09-778e-4bd7-b92a-40f8dc58bf8d req-e41d25b2-2858-4fa4-b8c3-bf53154b2d02 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:47.058648 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dae59a09-778e-4bd7-b92a-40f8dc58bf8d req-e41d25b2-2858-4fa4-b8c3-bf53154b2d02 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0663383 Jul 06 12:31:47.099379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dae59a09-778e-4bd7-b92a-40f8dc58bf8d req-882b68e1-2412-45a9-9ae3-24eb612f5f38 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348697 Jul 06 12:31:48.290204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634165c-66cb-4444-9893-2a2d5129e926 req-911e8e00-46d5-432e-b108-c3a083268e64 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:48.292849 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2634165c-66cb-4444-9893-2a2d5129e926 req-911e8e00-46d5-432e-b108-c3a083268e64 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0781550 Jul 06 12:31:48.300076 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.336685 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2634165c-66cb-4444-9893-2a2d5129e926 req-64fcfe72-f428-4b37-9f50-2a7fee6a36b7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370042 Jul 06 12:31:48.479896 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d8e5b12-b314-43c9-9dbc-4ecd904a1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.922224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:49.525544 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3457b79-21dd-47b4-85f2-260e0187543e req-c762e6b4-c34f-4cb0-ae37-95e41bdf2071 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:49.527018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3457b79-21dd-47b4-85f2-260e0187543e req-c762e6b4-c34f-4cb0-ae37-95e41bdf2071 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0726812 Jul 06 12:31:49.570037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3457b79-21dd-47b4-85f2-260e0187543e req-2c35ad40-fdec-406f-b468-104f9b4fb7e3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371702 Jul 06 12:31:50.710612 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:50.776056 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd06d0-7146-4110-8b99-4646952846c6 req-e7de86e3-0ea3-4884-944e-be604f60ef9c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:50.777633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8bfd06d0-7146-4110-8b99-4646952846c6 req-e7de86e3-0ea3-4884-944e-be604f60ef9c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0690718 Jul 06 12:31:50.818529 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8bfd06d0-7146-4110-8b99-4646952846c6 req-5d4caaef-4e04-4481-ad99-5020966603a3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348454 Jul 06 12:31:52.004148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f7bf2-995f-4bf4-a8c5-8e28a515918b req-68c33fca-a6c4-4a60-88d1-bc8ee36940c8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:52.005672 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df0f7bf2-995f-4bf4-a8c5-8e28a515918b req-68c33fca-a6c4-4a60-88d1-bc8ee36940c8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0659413 Jul 06 12:31:52.050022 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df0f7bf2-995f-4bf4-a8c5-8e28a515918b req-42d96b71-f2fd-411f-84cd-1d780f06a218 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382779 Jul 06 12:31:53.411122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5906f9-9e73-43e9-bf98-0d86a4c12c57 req-ba8c9199-d2d3-42d8-99a5-c6a93db7d623 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:53.412575 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd5906f9-9e73-43e9-bf98-0d86a4c12c57 req-ba8c9199-d2d3-42d8-99a5-c6a93db7d623 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0674412 Jul 06 12:31:53.454673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd5906f9-9e73-43e9-bf98-0d86a4c12c57 req-9423c266-e5fd-4839-8f2b-6c1e63356c69 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359664 Jul 06 12:31:54.637581 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f350761-73a9-45d4-ac17-8ff794a3770e req-6e1d93b3-221c-421b-bd98-9b9cf35f83ea tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:54.639962 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0f350761-73a9-45d4-ac17-8ff794a3770e req-6e1d93b3-221c-421b-bd98-9b9cf35f83ea tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0666165 Jul 06 12:31:54.682978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0f350761-73a9-45d4-ac17-8ff794a3770e req-c1d06580-41c7-44f2-b4be-71da51799d1e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363188 Jul 06 12:31:55.866475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdb9fa-56e9-469b-9880-e5055c1963f3 req-06306b05-1be5-49d7-bfae-73a145572c19 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:55.868072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-debdb9fa-56e9-469b-9880-e5055c1963f3 req-06306b05-1be5-49d7-bfae-73a145572c19 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0697949 Jul 06 12:31:55.909150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-debdb9fa-56e9-469b-9880-e5055c1963f3 req-326311ac-53dd-4ee3-ad39-77b3a6db1abe tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339911 Jul 06 12:31:56.068796 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-208606f0-aaa1-47c7-a45a-22e714142f73 service neutron] show failed (client error): The resource could not be found. Jul 06 12:31:56.069824 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-208606f0-aaa1-47c7-a45a-22e714142f73 service neutron] 10.222.0.47 "GET /v2.0/ports/e657c144-c661-4434-a61b-337d92d02900/bindings/n-h2-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0577431 Jul 06 12:31:56.381719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-ac68fa8b-9f93-45a0-b137-adb0ca931ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:56.383369 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-ac68fa8b-9f93-45a0-b137-adb0ca931ceb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 1096 time: 0.1086562 Jul 06 12:31:56.399259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:31:56.486536 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:56.728633 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:56.761610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:31:56.804839 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:56.807110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e657c144-c661-4434-a61b-337d92d02900'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:31:56.809666 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37925f7b-7b80-414b-9078-b40b3c14f86e" -d '{"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "e657c144-c661-4434-a61b-337d92d02900"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:31:56.822966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Transition to ACTIVE for port object e657c144-c661-4434-a61b-337d92d02900 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:31:56.832775 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:56.934137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:56.945351 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b151dab-97ab-418e-aee3-c2f009b114b9 x-openstack-request-id: req-7b151dab-97ab-418e-aee3-c2f009b114b9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:31:56.945351 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "e657c144-c661-4434-a61b-337d92d02900", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:31:56.945351 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b151dab-97ab-418e-aee3-c2f009b114b9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:31:56.946200 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e657c144-c661-4434-a61b-337d92d02900', 'code': 200} Jul 06 12:31:56.955940 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:56.956299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:56.956875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:56.957152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:56.957471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:56.957735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:56.958179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:56.958497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:56.958845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:56.959233 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:56.959528 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:56.959813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:57.004226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] No DVR routers for this DVR port e657c144-c661-4434-a61b-337d92d02900 on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:31:57.119001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202f2e-aba2-4d98-b61a-fdead91f3bca req-94229fca-55cd-4429-964a-2f27b23e5363 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:57.120686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08202f2e-aba2-4d98-b61a-fdead91f3bca req-94229fca-55cd-4429-964a-2f27b23e5363 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 943 time: 0.0841014 Jul 06 12:31:57.154349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:31:57.154619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:31:57.154984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:31:57.159539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Port e657c144-c661-4434-a61b-337d92d02900 on network 3b8259fa-0132-459d-9e85-c2f15d034080 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:31:57.159853 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:31:57.164983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08202f2e-aba2-4d98-b61a-fdead91f3bca req-af591aa9-d85e-40e0-b6be-604a91e5110e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371661 Jul 06 12:31:57.165346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:31:57.165688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:31:57.166073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:31:57.166502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Bound port: e657c144-c661-4434-a61b-337d92d02900, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:31:57.166865 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:57.233530 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] For port e657c144-c661-4434-a61b-337d92d02900, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:31:57.237522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] For port e657c144-c661-4434-a61b-337d92d02900, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:31:57.244121 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:57.284040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:57.284671 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:57.286083 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] 10.222.0.86 "PUT /v2.0/ports/e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 1091 time: 0.8917320 Jul 06 12:31:57.307978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc1890-f187-4b64-93ff-84b98a7d0eca service neutron] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:57.368440 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-00f8a0d5-b9e9-4d5c-8978-fbd923edbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:57.370063 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-00f8a0d5-b9e9-4d5c-8978-fbd923edbd4d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1094 time: 0.0576615 Jul 06 12:31:57.470028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-49038447-111e-424b-951b-196bd61865c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:57.471569 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-49038447-111e-424b-951b-196bd61865c8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0902231 Jul 06 12:31:57.547623 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-b09eeb1b-8689-4dc5-a9fd-0eb113324674 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 999 time: 0.0663595 Jul 06 12:31:57.604060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-8d754a2b-eb6c-4305-9ffa-5d910a45e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:57.605629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-8d754a2b-eb6c-4305-9ffa-5d910a45e99b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0487576 Jul 06 12:31:57.662619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-6668df2b-f36b-4420-b225-da44e1d93dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:57.664264 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-6668df2b-f36b-4420-b225-da44e1d93dc6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523963 Jul 06 12:31:57.763411 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-bae35bad-4cc2-45fd-808e-67c6d65036d9 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891011 Jul 06 12:31:57.856233 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e428fe4d-4f7f-4b8f-a3a7-99bc45f86251 req-90c83670-dcaa-4cc9-b82b-0282716172ee service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828805 Jul 06 12:31:58.351791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469097e-37d3-46f3-ab5d-22d81d4c0f45 req-739f4a5a-7a21-4b7b-bca9-0219d9f7f167 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:58.353310 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6469097e-37d3-46f3-ab5d-22d81d4c0f45 req-739f4a5a-7a21-4b7b-bca9-0219d9f7f167 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 943 time: 0.0692894 Jul 06 12:31:58.393854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6469097e-37d3-46f3-ab5d-22d81d4c0f45 req-1feb26f5-652e-4916-b880-3455fa4c6ac3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341039 Jul 06 12:31:58.946820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'tag': 'e657c144-c661-4434-a61b-337d92d02900'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:31:58.949259 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36" -d '{"events": [{"name": "network-changed", "server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "tag": "e657c144-c661-4434-a61b-337d92d02900"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:31:59.003430 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf2a66-d917-4383-8be2-880198fada9b x-openstack-request-id: req-0ebf2a66-d917-4383-8be2-880198fada9b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:31:59.003763 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "tag": "e657c144-c661-4434-a61b-337d92d02900", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:31:59.004021 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ebf2a66-d917-4383-8be2-880198fada9b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:31:59.004435 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'tag': 'e657c144-c661-4434-a61b-337d92d02900', 'status': 'completed', 'code': 200} Jul 06 12:31:59.006192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e657c144-c661-4434-a61b-337d92d02900 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:31:59.053437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e657c144-c661-4434-a61b-337d92d02900 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:31:59.086435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-b5cab800-b7a0-417a-a1a9-0c9061da893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:59.087983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-b5cab800-b7a0-417a-a1a9-0c9061da893a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1094 time: 0.0595632 Jul 06 12:31:59.096341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-a890d39e-d334-4196-883d-28dbc2b56956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:59.097836 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-a890d39e-d334-4196-883d-28dbc2b56956 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1094 time: 0.0634427 Jul 06 12:31:59.151819 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:59.191956 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-ce63b59e-28c9-4dc0-9001-2c843666f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:59.193464 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-ce63b59e-28c9-4dc0-9001-2c843666f0ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0989902 Jul 06 12:31:59.202166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-4ba7622a-e6c5-497a-8582-930be87f44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:59.203844 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-4ba7622a-e6c5-497a-8582-930be87f44f0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0965931 Jul 06 12:31:59.262681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-85d9e326-03af-48bc-aca3-20c4b1496b11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 999 time: 0.0625653 Jul 06 12:31:59.280472 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-115c720b-6c88-40a9-9b4c-0682d5a96af3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 999 time: 0.0667663 Jul 06 12:31:59.302759 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:59.315291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-c5793020-5f80-4581-83ea-811d8485d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:59.316829 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-c5793020-5f80-4581-83ea-811d8485d38a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0484426 Jul 06 12:31:59.337766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-d9c1bb91-7f75-44db-9e75-b7426b0913a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:59.339333 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-d9c1bb91-7f75-44db-9e75-b7426b0913a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0502899 Jul 06 12:31:59.382456 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-1887a81d-bba8-4b95-81cd-2009b5e28129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:59.384023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-1887a81d-bba8-4b95-81cd-2009b5e28129 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605967 Jul 06 12:31:59.401491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-21174505-6cd0-427a-91ad-aedacf34951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:59.403048 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-21174505-6cd0-427a-91ad-aedacf34951a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548193 Jul 06 12:31:59.487616 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-3874268a-5ca1-4ff9-ac89-504b5e41b1ce service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969491 Jul 06 12:31:59.511218 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-890c0701-1ce5-46c5-a9a1-763270e69334 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978594 Jul 06 12:31:59.606849 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-51597089-f0fe-4c81-b603-9b541419b5db service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879352 Jul 06 12:31:59.628600 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5e9aa851-9fb7-43d0-a213-fd20a2f20d36 req-512af01a-a757-4a22-8fc5-f1deab3e4705 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333964 Jul 06 12:31:59.644673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87b22a-f47d-43f1-af64-9c3834f751f0 req-a26e5a14-d8e8-487b-8ed1-967b69df862a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:59.646214 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d87b22a-f47d-43f1-af64-9c3834f751f0 req-a26e5a14-d8e8-487b-8ed1-967b69df862a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 943 time: 0.1304843 Jul 06 12:31:59.693074 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d87b22a-f47d-43f1-af64-9c3834f751f0 req-0bf4f21d-8d3b-4091-9612-14e666d63715 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386603 Jul 06 12:32:00.075377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device e657c144-c661-4434-a61b-337d92d02900 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:32:00.174902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port e657c144-c661-4434-a61b-337d92d02900, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:00.187312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'e657c144-c661-4434-a61b-337d92d02900', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'port_id': 'e657c144-c661-4434-a61b-337d92d02900', 'mac_address': 'fa:16:3e:b4:c0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:32:00.225866 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:00.239572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e657c144-c661-4434-a61b-337d92d02900 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:32:00.261787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port e657c144-c661-4434-a61b-337d92d02900, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:00.266886 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:00.317494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:00.325023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.325269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.325667 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.326808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.327155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.327750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.328324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.328657 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.328988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.329359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.329651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.329978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:00.535041 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['e657c144-c661-4434-a61b-337d92d02900'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:32:00.881348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d3c40-8d64-4a72-bc52-4e786c0d8f9e req-a4a10d29-8143-4dd1-99bc-eefa6d121ada tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:00.882846 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-597d3c40-8d64-4a72-bc52-4e786c0d8f9e req-a4a10d29-8143-4dd1-99bc-eefa6d121ada tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 944 time: 0.0730958 Jul 06 12:32:00.934985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-597d3c40-8d64-4a72-bc52-4e786c0d8f9e req-c8aafba2-dd81-447b-8309-b8fc180e809e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383785 Jul 06 12:32:01.359146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-dbe18e2f-7de2-4af4-a992-302d378b54ba tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:01.360915 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-dbe18e2f-7de2-4af4-a992-302d378b54ba tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.86 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b&tenant_id=a093a92e95b240e7884dfa30458b2ce4&binding%3Ahost_id=n-h2-799527-2 HTTP/1.1" status: 200 len: 944 time: 0.0767362 Jul 06 12:32:01.411909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fd89b-5d54-4435-a7cb-7c00aedd69de req-f4e0b924-1734-4046-ace1-51280f656eb5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:01.413504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-518fd89b-5d54-4435-a7cb-7c00aedd69de req-f4e0b924-1734-4046-ace1-51280f656eb5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 944 time: 0.0687957 Jul 06 12:32:01.433066 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-795a1d34-f520-4747-a5e9-94b2e922a0f4 service neutron] 10.222.0.86 "GET /v2.0/ports/e657c144-c661-4434-a61b-337d92d02900/bindings/n-h2-799527-2 HTTP/1.1" status: 200 len: 382 time: 0.0660007 Jul 06 12:32:01.455581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-518fd89b-5d54-4435-a7cb-7c00aedd69de req-733ab7ea-033b-4767-af35-87632e6014a1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344720 Jul 06 12:32:01.511727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-1d4538fb-4c23-400a-b20a-532cedec77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:01.513317 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-1d4538fb-4c23-400a-b20a-532cedec77ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1095 time: 0.0566652 Jul 06 12:32:01.602075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-ab152468-cf94-4742-8423-06d737ff91f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:01.603600 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-ab152468-cf94-4742-8423-06d737ff91f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0844309 Jul 06 12:32:01.675104 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-51da740f-191c-4cc3-b4be-f06e31599d0d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 1000 time: 0.0652936 Jul 06 12:32:01.725813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-59767f41-4b2a-4674-b723-dacc93773310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:01.727235 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-59767f41-4b2a-4674-b723-dacc93773310 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0453629 Jul 06 12:32:01.788951 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-eb27106d-d3e1-4c26-97e9-e8a601e19e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:01.790468 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-eb27106d-d3e1-4c26-97e9-e8a601e19e2d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568910 Jul 06 12:32:01.887668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-42d9433e-040c-4cfc-a2d7-3408fd1e4b20 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904105 Jul 06 12:32:01.980420 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-540cd359-4876-4e53-9f54-3a5f6da2ee26 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863786 Jul 06 12:32:02.084016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device e657c144-c661-4434-a61b-337d92d02900 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:32:02.134268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port e657c144-c661-4434-a61b-337d92d02900 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:02.138378 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port e657c144-c661-4434-a61b-337d92d02900 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:02.138767 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:02.222381 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:02.244988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e657c144-c661-4434-a61b-337d92d02900'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:32:02.247143 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436329ac-6e6d-4735-9ee6-da60d45a7ae1" -d '{"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-plugged", "status": "completed", "tag": "e657c144-c661-4434-a61b-337d92d02900"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:32:02.270637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port e657c144-c661-4434-a61b-337d92d02900, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:02.275313 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:02.338466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:02.358514 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3c8793-b4d9-49a7-8e70-abfe2bcb223f x-openstack-request-id: req-6b3c8793-b4d9-49a7-8e70-abfe2bcb223f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:32:02.358810 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-plugged", "status": "completed", "tag": "e657c144-c661-4434-a61b-337d92d02900", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:32:02.359066 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b3c8793-b4d9-49a7-8e70-abfe2bcb223f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:32:02.359496 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e657c144-c661-4434-a61b-337d92d02900', 'code': 200} Jul 06 12:32:02.638672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac595d30-6710-4382-a5fb-84e6069ba879 req-6a647a69-2c44-48fe-a1b8-f114571dfc08 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:02.640215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac595d30-6710-4382-a5fb-84e6069ba879 req-6a647a69-2c44-48fe-a1b8-f114571dfc08 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0690761 Jul 06 12:32:02.680090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac595d30-6710-4382-a5fb-84e6069ba879 req-b695aa42-cc2b-4d67-b2f1-7a01a2fc9deb tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342243 Jul 06 12:32:03.881549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f691ea-57cd-47c4-9e30-bcff797c59fb req-e747ab78-5665-483a-b4f3-785735f9e153 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:03.883192 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73f691ea-57cd-47c4-9e30-bcff797c59fb req-e747ab78-5665-483a-b4f3-785735f9e153 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0797417 Jul 06 12:32:03.928843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73f691ea-57cd-47c4-9e30-bcff797c59fb req-07e5b8b4-4e85-4130-934f-013fa18a53be tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385492 Jul 06 12:32:04.285870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-74665750-5780-4426-b08f-fa04994e2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:04.287571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-74665750-5780-4426-b08f-fa04994e2fcd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0877626 Jul 06 12:32:04.298810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:04.376117 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:04.581198 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] For port e657c144-c661-4434-a61b-337d92d02900, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:04.613032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] For port e657c144-c661-4434-a61b-337d92d02900, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:32:04.654084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e657c144-c661-4434-a61b-337d92d02900'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:32:04.656556 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878c54cb-4107-46a7-b4fd-23dd43e14c1a" -d '{"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "e657c144-c661-4434-a61b-337d92d02900"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:32:04.660630 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:04.674342 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Transition to ACTIVE for port object e657c144-c661-4434-a61b-337d92d02900 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:04.678289 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:04.771724 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1c0d4f-aa7c-4a7e-b7a8-394a611ebc59 x-openstack-request-id: req-3d1c0d4f-aa7c-4a7e-b7a8-394a611ebc59 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:32:04.772020 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-unplugged", "status": "completed", "tag": "e657c144-c661-4434-a61b-337d92d02900", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:32:04.772276 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d1c0d4f-aa7c-4a7e-b7a8-394a611ebc59 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:32:04.772675 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e657c144-c661-4434-a61b-337d92d02900', 'code': 200} Jul 06 12:32:04.814576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:04.840552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.840820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.841167 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.841612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.841977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.842313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.842649 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.842975 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.843302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.843653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.843981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.844303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:04.871999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] No DVR routers for this DVR port e657c144-c661-4434-a61b-337d92d02900 on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:32:05.016987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:32:05.017601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:32:05.017712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:32:05.022154 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Port e657c144-c661-4434-a61b-337d92d02900 on network 3b8259fa-0132-459d-9e85-c2f15d034080 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:32:05.022472 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Attempting to bind port e657c144-c661-4434-a61b-337d92d02900 on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:32:05.027555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:32:05.027894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:32:05.028277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:32:05.028744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Bound port: e657c144-c661-4434-a61b-337d92d02900, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:32:05.029062 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.482482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:32:05.486871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:32:05.492443 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.538488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:05.539001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.540638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 1092 time: 1.2461629 Jul 06 12:32:05.551912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962b3ed-c1c7-4f75-8bf1-4be2a99e0dde req-f0f5afe1-a3b1-4cea-a52f-376658064db8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:05.553494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f962b3ed-c1c7-4f75-8bf1-4be2a99e0dde req-f0f5afe1-a3b1-4cea-a52f-376658064db8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 944 time: 0.4916990 Jul 06 12:32:05.617948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148d0c0-8ff1-481c-8b07-62c57e1a50f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=11']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:05.645917 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f962b3ed-c1c7-4f75-8bf1-4be2a99e0dde req-f12e9dfa-0110-426f-a2eb-5f9d8991318e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863812 Jul 06 12:32:05.666220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-be94f6a8-8f72-4ffd-85d2-f4b91c2c0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:05.667796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-be94f6a8-8f72-4ffd-85d2-f4b91c2c0c38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1095 time: 0.1010728 Jul 06 12:32:05.766363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-8e6ba5f6-f694-4b5f-ae81-2494ce026eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:05.767854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-8e6ba5f6-f694-4b5f-ae81-2494ce026eac service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0937650 Jul 06 12:32:05.837833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-b30cf142-9636-4d33-bdbe-8e04f50ebd6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 999 time: 0.0622187 Jul 06 12:32:05.894314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-0b4cfb0f-7838-4556-9915-cb9654d2e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:05.895837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-0b4cfb0f-7838-4556-9915-cb9654d2e270 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0518889 Jul 06 12:32:05.957080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-9311d626-8c99-46f7-8f86-7362352692aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:05.958606 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-9311d626-8c99-46f7-8f86-7362352692aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560467 Jul 06 12:32:06.050132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-8400c67e-2272-4d5b-9589-ae8704be8eb9 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841854 Jul 06 12:32:06.146410 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1ddb06fc-5418-495e-b3dd-1a93ab4aeebb req-3bd9dc1a-6544-409d-a515-d4a9296078c8 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883768 Jul 06 12:32:06.774319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'tag': 'e657c144-c661-4434-a61b-337d92d02900'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:32:06.776773 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115cbccd-97a2-496e-89f9-bafe5e60bc19" -d '{"events": [{"name": "network-changed", "server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "tag": "e657c144-c661-4434-a61b-337d92d02900"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:32:06.831619 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386969a8-4d27-48ec-89bd-f7a84ff24288 x-openstack-request-id: req-386969a8-4d27-48ec-89bd-f7a84ff24288 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:32:06.831908 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "tag": "e657c144-c661-4434-a61b-337d92d02900", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:32:06.832362 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-386969a8-4d27-48ec-89bd-f7a84ff24288 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:32:06.832553 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'tag': 'e657c144-c661-4434-a61b-337d92d02900', 'status': 'completed', 'code': 200} Jul 06 12:32:06.851418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc20323-7835-459e-bf64-7d918c30e8ec req-929af67c-b30e-4ebb-a70a-80e70d5aa558 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:06.852996 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dc20323-7835-459e-bf64-7d918c30e8ec req-929af67c-b30e-4ebb-a70a-80e70d5aa558 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 944 time: 0.0733049 Jul 06 12:32:06.914694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-17532735-bbd8-41d7-aeb7-d77ace9bad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:06.917233 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-17532735-bbd8-41d7-aeb7-d77ace9bad89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1095 time: 0.0607381 Jul 06 12:32:06.925442 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8dc20323-7835-459e-bf64-7d918c30e8ec req-9633d125-c4d8-4d71-bddc-01ccb5555ab8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611567 Jul 06 12:32:06.966019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-7eee4a06-5b72-4fda-a003-112e43a53f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:06.970455 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-7eee4a06-5b72-4fda-a003-112e43a53f51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 1095 time: 0.1133604 Jul 06 12:32:07.020265 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-9bc4dcc8-24e2-45b2-92f8-fd5fdfe4ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:07.021773 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-9bc4dcc8-24e2-45b2-92f8-fd5fdfe4ced5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0944638 Jul 06 12:32:07.068030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-417f9d7c-9170-477e-a9ff-baecd01df15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:07.069571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-417f9d7c-9170-477e-a9ff-baecd01df15f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0918622 Jul 06 12:32:07.099843 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-4142b8fd-6b9a-4a8d-8e4c-f2c4f078d7f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 999 time: 0.0650861 Jul 06 12:32:07.150318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-f013c286-3725-400b-92e2-e538e646532e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 200 len: 999 time: 0.0732086 Jul 06 12:32:07.159599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-45bee445-36d4-4a08-9710-6dee358035fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:07.161077 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-45bee445-36d4-4a08-9710-6dee358035fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0515099 Jul 06 12:32:07.201853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-c5f0118e-a90c-4549-9047-ae9a821f2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:07.203372 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-c5f0118e-a90c-4549-9047-ae9a821f2bef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0468371 Jul 06 12:32:07.234960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-09fc0411-b340-48f0-8ba0-0f35dcf32e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:07.236548 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-09fc0411-b340-48f0-8ba0-0f35dcf32e9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656147 Jul 06 12:32:07.262721 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-bed5c4cf-7406-4bf0-915b-c36cba36b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:07.264916 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-bed5c4cf-7406-4bf0-915b-c36cba36b640 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553985 Jul 06 12:32:07.365061 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-5437a585-7c77-4474-b787-e606cd5a2ff0 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922077 Jul 06 12:32:07.463660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-96645823-b127-4fe6-8379-bdf379d1774d service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919287 Jul 06 12:32:07.639750 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-846f0cfc-d551-4e3f-9589-f4621fc44473 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927772 Jul 06 12:32:07.734000 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-115cbccd-97a2-496e-89f9-bafe5e60bc19 req-9010d481-1d44-463e-a572-701cbd147abb service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840290 Jul 06 12:32:08.114272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbfcfd-defb-4a70-a47b-4b9b125813b6 req-cc10a5d6-90de-4557-9d4c-6d9071611469 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:08.115805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2bfbfcfd-defb-4a70-a47b-4b9b125813b6 req-cc10a5d6-90de-4557-9d4c-6d9071611469 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 944 time: 0.0684834 Jul 06 12:32:08.123288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device e657c144-c661-4434-a61b-337d92d02900 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:32:08.167938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device e657c144-c661-4434-a61b-337d92d02900 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:32:08.177342 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2bfbfcfd-defb-4a70-a47b-4b9b125813b6 req-38ebfe17-fd15-4000-858f-a9a39a930723 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537226 Jul 06 12:32:09.374662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b27a0-9251-46ab-bfe5-f30cec0a4f84 req-b083eb21-69f0-460a-a12a-95ee2de7afe3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:09.376374 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb8b27a0-9251-46ab-bfe5-f30cec0a4f84 req-b083eb21-69f0-460a-a12a-95ee2de7afe3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 944 time: 0.0786300 Jul 06 12:32:09.428138 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fb8b27a0-9251-46ab-bfe5-f30cec0a4f84 req-c3d68bdc-3a68-460a-bad6-a911cc0793f2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435433 Jul 06 12:32:10.632565 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3c5a4-91c3-48da-b433-254b592a4488 req-2b1c330a-68f0-4b46-978f-a84dc2eb4214 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:10.634654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4d3c5a4-91c3-48da-b433-254b592a4488 req-2b1c330a-68f0-4b46-978f-a84dc2eb4214 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 944 time: 0.0781641 Jul 06 12:32:10.674989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4d3c5a4-91c3-48da-b433-254b592a4488 req-0fe4944b-c1c3-42dd-b6f8-74e36fd6c25b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342605 Jul 06 12:32:10.862560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fda09-2876-4b77-920c-7cf19e3505be req-2790b19e-e48c-455f-890d-f2756db2d904 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:10.864159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e1fda09-2876-4b77-920c-7cf19e3505be req-2790b19e-e48c-455f-890d-f2756db2d904 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 944 time: 0.0766749 Jul 06 12:32:10.903474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e1fda09-2876-4b77-920c-7cf19e3505be req-3e0cb1fa-c7f3-47e4-b1c0-7415dc75468f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337641 Jul 06 12:32:11.022022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e657c144-c661-4434-a61b-337d92d02900 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:32:11.085558 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d165a25-6e3c-4349-af89-6c5188270160 req-82621256-161a-465a-8b15-45d8ed3b3954 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:11.087374 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d165a25-6e3c-4349-af89-6c5188270160 req-82621256-161a-465a-8b15-45d8ed3b3954 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 944 time: 0.0706987 Jul 06 12:32:11.124942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:11.131873 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d165a25-6e3c-4349-af89-6c5188270160 req-eab4d695-1877-481f-91f5-3af1b257df03 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374737 Jul 06 12:32:11.138836 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'e657c144-c661-4434-a61b-337d92d02900', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'port_id': 'e657c144-c661-4434-a61b-337d92d02900', 'mac_address': 'fa:16:3e:b4:c0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:32:11.183730 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:11.204862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e657c144-c661-4434-a61b-337d92d02900 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:32:11.228173 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:11.232953 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:11.285987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=12']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:11.552469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45375a9-27ae-46e7-beb8-6f1e58547d0c req-ee76cbe8-cbb0-498b-89ea-7ca46812bfa6 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:11.554012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a45375a9-27ae-46e7-beb8-6f1e58547d0c req-ee76cbe8-cbb0-498b-89ea-7ca46812bfa6 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0710433 Jul 06 12:32:11.595642 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a45375a9-27ae-46e7-beb8-6f1e58547d0c req-c212b9b5-d67d-47f9-8327-ff872d8a5ac0 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358853 Jul 06 12:32:11.729450 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e657c144-c661-4434-a61b-337d92d02900'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:32:12.777695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b65a8-ee69-4e18-ad68-031f0fe000cd req-4ad881d3-2657-459d-ac34-b241cc5ff8c7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:12.779915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-114b65a8-ee69-4e18-ad68-031f0fe000cd req-4ad881d3-2657-459d-ac34-b241cc5ff8c7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0663722 Jul 06 12:32:12.819420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-114b65a8-ee69-4e18-ad68-031f0fe000cd req-6096bae4-c96f-496f-8de7-fe42ddb817a0 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338981 Jul 06 12:32:13.020127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3d0f29f0-3778-49cb-b243-dcd7e6404469 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:13.021511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3d0f29f0-3778-49cb-b243-dcd7e6404469 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 945 time: 0.0640054 Jul 06 12:32:13.025024 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e657c144-c661-4434-a61b-337d92d02900 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:32:13.080942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port e657c144-c661-4434-a61b-337d92d02900 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:13.084821 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port e657c144-c661-4434-a61b-337d92d02900 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:13.085202 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:13.130922 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Deleting port e657c144-c661-4434-a61b-337d92d02900 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:32:13.131267 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:13.165003 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:13.188576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e657c144-c661-4434-a61b-337d92d02900'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:32:13.190848 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d237f0cc-3dd1-4cda-b161-24edc376af28" -d '{"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-plugged", "status": "completed", "tag": "e657c144-c661-4434-a61b-337d92d02900"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:32:13.204805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:13.209806 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:13.225217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] For port e657c144-c661-4434-a61b-337d92d02900, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e657c144-c661-4434-a61b-337d92d02900,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:13.225652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:13.237882 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74810803-b02c-461a-b632-729c7d015418 x-openstack-request-id: req-74810803-b02c-461a-b632-729c7d015418 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:32:13.238175 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-plugged", "status": "completed", "tag": "e657c144-c661-4434-a61b-337d92d02900", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:32:13.238436 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74810803-b02c-461a-b632-729c7d015418 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:32:13.238820 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e657c144-c661-4434-a61b-337d92d02900', 'code': 200} Jul 06 12:32:13.265628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=13']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:13.407678 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:13.408024 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:13.408340 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5 disassociated. External IP: 172.25.0.75, port: e657c144-c661-4434-a61b-337d92d02900. Jul 06 12:32:13.408728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Calling delete_port for e657c144-c661-4434-a61b-337d92d02900 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:32:13.536808 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:13.575218 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event deleted for resources: {'Port': ['ID=e657c144-c661-4434-a61b-337d92d02900,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:13.692688 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:32:13.815256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:32:13.825255 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7374bae5-d70c-40af-9c70-4cbe2a40f3b9 None None] Sync routers for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:32:13.835049 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374bae5-d70c-40af-9c70-4cbe2a40f3b9 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:32:13.835707 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7374bae5-d70c-40af-9c70-4cbe2a40f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:31:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:13.877776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] No DVR routers for this DVR port e657c144-c661-4434-a61b-337d92d02900 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:32:13.881323 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:13.883936 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0d1b621-060a-49b5-bd3f-bc9b0bc7c485 req-3352bc67-ef96-42b1-ab72-1dbc5492c2e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "DELETE /v2.0/ports/e657c144-c661-4434-a61b-337d92d02900 HTTP/1.1" status: 204 len: 173 time: 0.8571951 Jul 06 12:32:13.884567 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-deleted', 'tag': 'e657c144-c661-4434-a61b-337d92d02900'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:32:13.887815 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e234d48-7b97-4db5-a2a3-27c605349c5a" -d '{"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-deleted", "tag": "e657c144-c661-4434-a61b-337d92d02900"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:32:13.929874 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1c057a-99fb-4cc3-be91-bbf320d27c5d x-openstack-request-id: req-aa1c057a-99fb-4cc3-be91-bbf320d27c5d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:32:13.930169 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004da957-6e61-4ee7-aab3-ee462d9d2d5b", "name": "network-vif-deleted", "tag": "e657c144-c661-4434-a61b-337d92d02900", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:32:13.930433 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa1c057a-99fb-4cc3-be91-bbf320d27c5d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:32:13.930839 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004da957-6e61-4ee7-aab3-ee462d9d2d5b', 'name': 'network-vif-deleted', 'tag': 'e657c144-c661-4434-a61b-337d92d02900', 'status': 'completed', 'code': 200} Jul 06 12:32:13.982877 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7374bae5-d70c-40af-9c70-4cbe2a40f3b9 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:32:13.986005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c046e0c1-2d8b-4c10-a73b-ff7bb071ad29 req-e56d70ee-76fa-42a6-a089-44962787865a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=004da957-6e61-4ee7-aab3-ee462d9d2d5b HTTP/1.1" status: 200 len: 210 time: 0.0311468 Jul 06 12:32:14.028080 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:32:14.194710 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7374bae5-d70c-40af-9c70-4cbe2a40f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:14.221372 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7374bae5-d70c-40af-9c70-4cbe2a40f3b9 None None] Checking router: fcc8fffb-209f-437f-bce0-d2a6dcd7e012 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:32:14.230246 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374bae5-d70c-40af-9c70-4cbe2a40f3b9 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:32:14.230860 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7374bae5-d70c-40af-9c70-4cbe2a40f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:31:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:14.281982 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34ea8c08-ee17-43b2-8e28-b23b7e254e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:14.340078 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7374bae5-d70c-40af-9c70-4cbe2a40f3b9 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:32:14.550826 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7374bae5-d70c-40af-9c70-4cbe2a40f3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:14.577290 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7374bae5-d70c-40af-9c70-4cbe2a40f3b9 None None] The sync data for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 is: [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:32:14.787198 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295d600d-225e-461d-bdad-2516bb710b0c None None] New status for floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:32:15.374014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-24bbc298-9855-4b93-81b1-82ccb79f5ff1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--328549759&fields=id&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 267 time: 0.0330787 Jul 06 12:32:15.482274 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-46fac528-1833-416e-9d88-93d36c95ab38 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:15.483766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-46fac528-1833-416e-9d88-93d36c95ab38 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 811 time: 0.1034219 Jul 06 12:32:15.498797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-85d03662-8ac5-4262-9072-cf6265992181 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/quotas/a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 375 time: 0.0097430 Jul 06 12:32:15.575021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-d744c607-ef36-4286-87d7-bd6d12a9ffb8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711622 Jul 06 12:32:15.709011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-44d2ae5d-bda2-4da9-a11d-db16f2dceacb service neutron] 10.222.0.21 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223755 Jul 06 12:32:15.805587 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-c4061f41-fa4b-4fd6-9e33-934c3a038702 service neutron] 10.222.0.21 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905914 Jul 06 12:32:15.980748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e08450b6-870d-438d-a818-7d6e88581581 req-7cb35e56-7c77-4457-ad9f-b4964b498ba9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 210 time: 0.0302956 Jul 06 12:32:17.055800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e657c144-c661-4434-a61b-337d92d02900 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:32:17.077857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: e657c144-c661-4434-a61b-337d92d02900 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:32:17.078206 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e657c144-c661-4434-a61b-337d92d02900 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:32:17.134949 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15d3d2fc-ddc5-4928-8462-1ff3f188be01 req-d0f5aacb-0cf9-4e06-9eb4-bed7e0fe0602 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 210 time: 0.0310657 Jul 06 12:32:17.255410 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-c9169570-61da-40f8-923c-4be7a04b0ca8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:17.256959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-c9169570-61da-40f8-923c-4be7a04b0ca8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 811 time: 0.1245785 Jul 06 12:32:17.307179 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-59e7fb09-4116-4ffc-bab0-abfc2fd46884 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 379 time: 0.0355206 Jul 06 12:32:17.318347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'port': {'device_id': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'admin_state_up': True, 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'security_groups': ['2f3aaf51-b007-4154-a0b3-c8a240a5168f']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:17.424883 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Made reservation on behalf of a093a92e95b240e7884dfa30458b2ce4 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:17.428421 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:17.556966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Allocated IP 172.20.0.3 (3b8259fa-0132-459d-9e85-c2f15d034080/0d8b088d-d860-4440-8d74-d41147d12e99/85d4fc84-bb95-499b-8e59-42b3baf9ffaa) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:32:17.704339 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:17.719578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Transition to ACTIVE for port object 85d4fc84-bb95-499b-8e59-42b3baf9ffaa will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:17.756063 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:17.802085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Network 3b8259fa-0132-459d-9e85-c2f15d034080 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:32:17.807908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:17.814299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:32:17.819178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:17.874941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:17.875731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:17.893860 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-64f7f169-7e0e-49ed-a313-dd2e39509c2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789897 Jul 06 12:32:17.912137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Request body: {'port': {'device_id': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:18.021617 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.039620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0dc81576-bbf4-404a-a55a-be2ee9b39190 None None] Provisioning for port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:18.044222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0dc81576-bbf4-404a-a55a-be2ee9b39190 None None] Provisioning complete for port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:18.045256 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc81576-bbf4-404a-a55a-be2ee9b39190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.079848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0dc81576-bbf4-404a-a55a-be2ee9b39190 None None] Port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:32:18.294790 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.335060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d4fc84-bb95-499b-8e59-42b3baf9ffaa {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:32:18.344749 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.348766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31f708-4e29-4a08-a235-75e72746bee2 req-832a056b-14d1-4909-87fb-01bb5e111c25 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:18.350422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b31f708-4e29-4a08-a235-75e72746bee2 req-832a056b-14d1-4909-87fb-01bb5e111c25 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 931 time: 0.0767469 Jul 06 12:32:18.358871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Transition to ACTIVE for port object 85d4fc84-bb95-499b-8e59-42b3baf9ffaa will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:18.362745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.392809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9b31f708-4e29-4a08-a235-75e72746bee2 req-114752d8-b092-446f-af37-fd10d771bf2f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361605 Jul 06 12:32:18.415297 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:18.472111 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cf49a73-9bda-43ee-9657-505fbd542ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.495694 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:32:18.496032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:32:18.496402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:32:18.501198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on network 3b8259fa-0132-459d-9e85-c2f15d034080 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:32:18.501522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:32:18.506763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:32:18.507098 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:32:18.507538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:32:18.507970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Bound port: 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:32:18.508373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.577953 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:32:18.582445 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:32:18.586370 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.621650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:18.622306 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.623748 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] 10.222.0.86 "PUT /v2.0/ports/85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 1091 time: 0.7181921 Jul 06 12:32:18.624181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:32:18.626431 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8f941e-86e0-42d1-861a-dfa23a99429c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:32:18.657551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad73e7f-7677-4f55-9aeb-012b4964a591 service neutron] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:18.674787 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0a8acd-b7da-45f6-93d3-a494e0e59eea x-openstack-request-id: req-ff0a8acd-b7da-45f6-93d3-a494e0e59eea {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:32:18.675211 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:32:18.675488 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff0a8acd-b7da-45f6-93d3-a494e0e59eea {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:32:18.675902 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'status': 'completed', 'code': 200} Jul 06 12:32:18.744847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-d557368c-6941-4b7b-8765-3f3183944f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:18.746446 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-d557368c-6941-4b7b-8765-3f3183944f54 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1094 time: 0.0660224 Jul 06 12:32:18.796321 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-34690334-a442-48e9-abdd-7a14bccef23a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 217 time: 0.0412254 Jul 06 12:32:18.853044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-b15fd3b4-05ed-4144-a2ea-99a65f79dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:18.854550 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-b15fd3b4-05ed-4144-a2ea-99a65f79dc60 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0504336 Jul 06 12:32:18.925833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-a83f7d70-8d9d-4c6d-aab5-17efe98682c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:18.927745 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-a83f7d70-8d9d-4c6d-aab5-17efe98682c9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659344 Jul 06 12:32:18.930346 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:19.031471 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-9aba5cb6-ce28-4096-ae1e-c9e3f5a64bde service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951252 Jul 06 12:32:19.126845 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ffb31397-0cd0-4c65-8fcd-ecf6254d07e6 req-f0257bc8-3982-494e-9858-28ff01c1422d service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852547 Jul 06 12:32:19.247847 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f941e-86e0-42d1-861a-dfa23a99429c req-d72e108d-605d-481b-9168-abe1e7cf7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:19.249511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fc8f941e-86e0-42d1-861a-dfa23a99429c req-d72e108d-605d-481b-9168-abe1e7cf7d7d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1094 time: 0.0606041 Jul 06 12:32:19.353965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f941e-86e0-42d1-861a-dfa23a99429c req-17ea325a-9412-4ea7-8fa3-b4fdcbc04d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:19.355485 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fc8f941e-86e0-42d1-861a-dfa23a99429c req-17ea325a-9412-4ea7-8fa3-b4fdcbc04d44 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0994160 Jul 06 12:32:19.406407 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fc8f941e-86e0-42d1-861a-dfa23a99429c req-84581ad0-be78-4333-9e52-bc50075b1319 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 217 time: 0.0416970 Jul 06 12:32:19.459266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f941e-86e0-42d1-861a-dfa23a99429c req-371fc1e2-d3ec-4331-a20d-ad3012479ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:19.460821 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fc8f941e-86e0-42d1-861a-dfa23a99429c req-371fc1e2-d3ec-4331-a20d-ad3012479ec9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0482354 Jul 06 12:32:19.524956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f941e-86e0-42d1-861a-dfa23a99429c req-00af78b6-e14c-41c9-8c1a-dac5b167a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:19.526500 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fc8f941e-86e0-42d1-861a-dfa23a99429c req-00af78b6-e14c-41c9-8c1a-dac5b167a0aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568495 Jul 06 12:32:19.597332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671814a7-d23c-4067-a9ff-85d5242af409 req-c1dda318-357d-4fef-995c-778bbd66d7bd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:19.598872 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-671814a7-d23c-4067-a9ff-85d5242af409 req-c1dda318-357d-4fef-995c-778bbd66d7bd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0661578 Jul 06 12:32:19.638819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-671814a7-d23c-4067-a9ff-85d5242af409 req-8c67a53c-a235-4e20-bac9-49786bc2715e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342400 Jul 06 12:32:19.640153 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fc8f941e-86e0-42d1-861a-dfa23a99429c req-824b2edc-4d27-49e6-8866-6b6ca8e8b234 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021357 Jul 06 12:32:19.734845 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fc8f941e-86e0-42d1-861a-dfa23a99429c req-3a4d7caf-a22d-4bd4-84ce-7fb7ad366144 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879409 Jul 06 12:32:20.709950 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:20.826867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1816-6f76-4415-9549-1888af5b7fba req-2fdbd8ea-c0ee-4ca7-ba82-e56a89612e1b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:20.828415 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e66d1816-6f76-4415-9549-1888af5b7fba req-2fdbd8ea-c0ee-4ca7-ba82-e56a89612e1b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0631678 Jul 06 12:32:20.870722 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e66d1816-6f76-4415-9549-1888af5b7fba req-6160c557-ffa9-406c-83f8-74ac93841e2e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366735 Jul 06 12:32:22.045583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a34ad8-97d7-4d42-92dc-faf8a2b43e91 req-a69455ce-ad9c-4c0a-a8e0-59bd17cdf532 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:22.047130 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57a34ad8-97d7-4d42-92dc-faf8a2b43e91 req-a69455ce-ad9c-4c0a-a8e0-59bd17cdf532 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0642860 Jul 06 12:32:22.085767 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-57a34ad8-97d7-4d42-92dc-faf8a2b43e91 req-66e6705f-6c33-4256-8878-1d3b65ab36e4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330935 Jul 06 12:32:22.177609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:32:22.274840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:22.286332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'port_id': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'mac_address': 'fa:16:3e:a7:fb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:32:22.322527 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:22.335158 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d4fc84-bb95-499b-8e59-42b3baf9ffaa {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:32:22.354470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:22.358662 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:22.408832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:22.625977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['85d4fc84-bb95-499b-8e59-42b3baf9ffaa'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:32:23.259546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48f478-9323-4209-820d-cea9fab50079 req-c33a0394-7096-482f-ac28-5e3eee2620f4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:23.261241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd48f478-9323-4209-820d-cea9fab50079 req-c33a0394-7096-482f-ac28-5e3eee2620f4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0641479 Jul 06 12:32:23.299420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd48f478-9323-4209-820d-cea9fab50079 req-2adbf9ba-10a5-4c6e-a308-e8db716922dd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325534 Jul 06 12:32:24.192311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:32:24.242732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:24.246506 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:24.247472 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:24.322806 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:24.346927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:32:24.349254 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c5d12a-c0f2-4dec-b1d0-5836ffc4446a" -d '{"events": [{"server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "name": "network-vif-plugged", "status": "completed", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:32:24.363195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:24.367739 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:24.392383 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3434c0-abf7-4c45-862e-8b10e823af82 x-openstack-request-id: req-dd3434c0-abf7-4c45-862e-8b10e823af82 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:32:24.392675 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "name": "network-vif-plugged", "status": "completed", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:32:24.392930 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd3434c0-abf7-4c45-862e-8b10e823af82 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:32:24.393323 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'code': 200} Jul 06 12:32:24.423252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:24.491775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062fe94-f3f2-4d98-afec-1941cc75aad9 req-9ecbde99-baa1-49cb-896d-a09086a07dbd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:24.493279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1062fe94-f3f2-4d98-afec-1941cc75aad9 req-9ecbde99-baa1-49cb-896d-a09086a07dbd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0713539 Jul 06 12:32:24.519783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a06761-3f3c-404e-bc27-aed802c3b61d req-8f462a67-94df-4376-8f4a-8acb092d9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:24.521293 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08a06761-3f3c-404e-bc27-aed802c3b61d req-8f462a67-94df-4376-8f4a-8acb092d9f83 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1096 time: 0.0543640 Jul 06 12:32:24.533709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1062fe94-f3f2-4d98-afec-1941cc75aad9 req-4f141098-5b14-4e61-a8bc-b505dd16e42e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338378 Jul 06 12:32:24.560971 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-08a06761-3f3c-404e-bc27-aed802c3b61d req-3c973674-589c-468b-8448-94ccc4c8e8f6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301301 Jul 06 12:32:25.716949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a10fb9-6799-4f05-a639-eca1a8c1367a req-22075ddf-c589-43b8-9db8-70ca9b11dfbd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:25.718982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9a10fb9-6799-4f05-a639-eca1a8c1367a req-22075ddf-c589-43b8-9db8-70ca9b11dfbd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0673521 Jul 06 12:32:25.758720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b9a10fb9-6799-4f05-a639-eca1a8c1367a req-f1ed0e87-cd43-4b22-93b1-42aac0515797 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324438 Jul 06 12:32:25.933284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fcf8a-cca4-468b-a000-eadeb04c0933 req-d0a11212-d7b7-4edc-ba2f-53c3b6f6541f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:25.934844 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d5fcf8a-cca4-468b-a000-eadeb04c0933 req-d0a11212-d7b7-4edc-ba2f-53c3b6f6541f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0648274 Jul 06 12:32:25.943568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59322) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:25.948008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a3cddf01-b6e1-46fd-9ae1-2a60cbd53e7f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Request body: {'floatingip': {'port_id': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:25.992416 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3cddf01-b6e1-46fd-9ae1-2a60cbd53e7f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:26.438606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3cddf01-b6e1-46fd-9ae1-2a60cbd53e7f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:26.452780 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3cddf01-b6e1-46fd-9ae1-2a60cbd53e7f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:26.567812 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-a3cddf01-b6e1-46fd-9ae1-2a60cbd53e7f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5 associated. External IP: 172.25.0.75, port: 85d4fc84-bb95-499b-8e59-42b3baf9ffaa. Jul 06 12:32:26.784014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cddf01-b6e1-46fd-9ae1-2a60cbd53e7f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:32:26.903500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cddf01-b6e1-46fd-9ae1-2a60cbd53e7f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:32:26.908373 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3cddf01-b6e1-46fd-9ae1-2a60cbd53e7f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:26.915218 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24adb6-6030-4e6d-bf6e-2f80d32cd2f9 None None] Sync routers for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:32:26.925506 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24adb6-6030-4e6d-bf6e-2f80d32cd2f9 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:32:26.926115 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9a24adb6-6030-4e6d-bf6e-2f80d32cd2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:32:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:26.949677 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a3cddf01-b6e1-46fd-9ae1-2a60cbd53e7f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "PUT /v2.0/floatingips/c99e8056-50f7-4177-9f75-6a459bd10ed5 HTTP/1.1" status: 200 len: 991 time: 1.0050399 Jul 06 12:32:26.950310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:32:26.953052 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7faf56d-6cf8-4faa-9443-5d0875cda474" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:32:27.015758 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fb7ea6-6ecb-45cc-b546-ce56d01dff20 x-openstack-request-id: req-d2fb7ea6-6ecb-45cc-b546-ce56d01dff20 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:32:27.016058 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:32:27.016318 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2fb7ea6-6ecb-45cc-b546-ce56d01dff20 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:32:27.016724 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'status': 'completed', 'code': 200} Jul 06 12:32:27.084878 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9a24adb6-6030-4e6d-bf6e-2f80d32cd2f9 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:32:27.113864 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faf56d-6cf8-4faa-9443-5d0875cda474 req-573b91c4-0729-49d2-a7b5-fc2411e90f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:27.115392 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7faf56d-6cf8-4faa-9443-5d0875cda474 req-573b91c4-0729-49d2-a7b5-fc2411e90f61 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1096 time: 0.0785639 Jul 06 12:32:27.225278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faf56d-6cf8-4faa-9443-5d0875cda474 req-bfbac6a6-e78c-4b37-8a9d-8d0a936ff580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:27.226809 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7faf56d-6cf8-4faa-9443-5d0875cda474 req-bfbac6a6-e78c-4b37-8a9d-8d0a936ff580 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.1050441 Jul 06 12:32:27.299658 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7faf56d-6cf8-4faa-9443-5d0875cda474 req-76de8f19-d70a-4093-95f8-313ab0c9c340 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 999 time: 0.0655160 Jul 06 12:32:27.350829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faf56d-6cf8-4faa-9443-5d0875cda474 req-493341aa-dd13-40a4-8b45-c8317a3fb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:27.352274 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7faf56d-6cf8-4faa-9443-5d0875cda474 req-493341aa-dd13-40a4-8b45-c8317a3fb4fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0466373 Jul 06 12:32:27.415409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faf56d-6cf8-4faa-9443-5d0875cda474 req-28d23f2f-19da-4dde-904a-b6e88eed38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:27.417010 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7faf56d-6cf8-4faa-9443-5d0875cda474 req-28d23f2f-19da-4dde-904a-b6e88eed38ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582504 Jul 06 12:32:27.428422 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9a24adb6-6030-4e6d-bf6e-2f80d32cd2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:a7:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:32:26Z', 'revision_number': 13, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:27.459130 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24adb6-6030-4e6d-bf6e-2f80d32cd2f9 None None] Checking router: fcc8fffb-209f-437f-bce0-d2a6dcd7e012 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:32:27.469079 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24adb6-6030-4e6d-bf6e-2f80d32cd2f9 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:32:27.469717 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9a24adb6-6030-4e6d-bf6e-2f80d32cd2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:32:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:27.551144 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7faf56d-6cf8-4faa-9443-5d0875cda474 req-2975cf55-eb45-4944-8e69-3b887d17ed1f service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264060 Jul 06 12:32:27.602516 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9a24adb6-6030-4e6d-bf6e-2f80d32cd2f9 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:32:27.656133 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c7faf56d-6cf8-4faa-9443-5d0875cda474 req-702c4d7f-f2d9-4066-859f-8cf565948ad4 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986290 Jul 06 12:32:27.857217 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9a24adb6-6030-4e6d-bf6e-2f80d32cd2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:a7:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:32:26Z', 'revision_number': 13, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:27.888442 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24adb6-6030-4e6d-bf6e-2f80d32cd2f9 None None] The sync data for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 is: [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'c99e8056-50f7-4177-9f75-6a459bd10ed5', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'port_id': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'mac_address': 'fa:16:3e:a7:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:27Z', 'updated_at': '2021-07-06T12:32:26Z', 'revision_number': 13, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:32:28.100555 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f61f6b-a5f4-4de7-a9f0-d45290159fcf None None] New status for floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:32:29.173741 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:29.302499 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.768161 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bb4e5896-a957-4893-91ee-a54841087200 req-9a382dea-ef90-4ba0-aefe-9f7c203970e4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529904 Jul 06 12:32:43.872102 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e5896-a957-4893-91ee-a54841087200 req-a729710c-f227-476c-b9dc-5189628e13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:43.873559 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bb4e5896-a957-4893-91ee-a54841087200 req-a729710c-f227-476c-b9dc-5189628e13cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1096 time: 0.0623295 Jul 06 12:32:43.982070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e5896-a957-4893-91ee-a54841087200 req-9369e6df-3fb0-4cb5-8a37-b274be348068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:43.983602 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bb4e5896-a957-4893-91ee-a54841087200 req-9369e6df-3fb0-4cb5-8a37-b274be348068 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0882802 Jul 06 12:32:44.054629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bb4e5896-a957-4893-91ee-a54841087200 req-8384d005-964f-49eb-bc28-daf8df0db7f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 1001 time: 0.0642755 Jul 06 12:32:44.108650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e5896-a957-4893-91ee-a54841087200 req-cd222b95-11ff-4ab9-887d-fb2e71a97af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:44.110162 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bb4e5896-a957-4893-91ee-a54841087200 req-cd222b95-11ff-4ab9-887d-fb2e71a97af1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0464914 Jul 06 12:32:44.171227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e5896-a957-4893-91ee-a54841087200 req-ab18e549-6e82-4547-be88-cb97f3907fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:44.172691 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bb4e5896-a957-4893-91ee-a54841087200 req-ab18e549-6e82-4547-be88-cb97f3907fc1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555427 Jul 06 12:32:44.267615 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bb4e5896-a957-4893-91ee-a54841087200 req-3ff90204-043f-4d0b-a8d7-dbffbd92efcd service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877893 Jul 06 12:32:44.285793 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa3a49fd-0c04-4d7b-a1df-2527447998f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:44.359753 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bb4e5896-a957-4893-91ee-a54841087200 req-993d64fd-3a2a-43ba-81d8-0f7ac41d5339 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854840 Jul 06 12:32:48.298686 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:48.474632 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8988be84-ba3e-49fb-899d-32dbf84f5952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:48.926961 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:50.712774 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.028448 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:32:59.178017 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.305060 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.287024 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04bf0c1d-a01e-439b-8e06-23257dbb1685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.300480 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.475559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db40b44b-3747-4013-9333-0ba41be37214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.929058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.714156 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.027747 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:33:29.168295 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.307392 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:44.295231 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b360bd9f-8ad9-4d64-9dc7-8ffe4ba98bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:44.781279 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3253e52e-6979-4210-b688-5d8157c6d827 req-f75cbdc8-1bcc-4512-8d15-cf50436a5626 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707653 Jul 06 12:33:44.895289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e52e-6979-4210-b688-5d8157c6d827 req-28d3a15f-1e5b-4ea5-a8d7-456236ce8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:44.897649 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3253e52e-6979-4210-b688-5d8157c6d827 req-28d3a15f-1e5b-4ea5-a8d7-456236ce8f95 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1096 time: 0.0657098 Jul 06 12:33:45.011504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e52e-6979-4210-b688-5d8157c6d827 req-fdb53f0d-70d7-4b18-894b-dd07b39b1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:45.013889 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3253e52e-6979-4210-b688-5d8157c6d827 req-fdb53f0d-70d7-4b18-894b-dd07b39b1d9d service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0922492 Jul 06 12:33:45.098806 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3253e52e-6979-4210-b688-5d8157c6d827 req-a0ed8253-9a85-499b-8749-85b18b8db9bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 1001 time: 0.0748031 Jul 06 12:33:45.157904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e52e-6979-4210-b688-5d8157c6d827 req-c5957c91-afdf-460f-9ab0-6dfc49c9aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:45.159401 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3253e52e-6979-4210-b688-5d8157c6d827 req-c5957c91-afdf-460f-9ab0-6dfc49c9aca7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0507901 Jul 06 12:33:45.231266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e52e-6979-4210-b688-5d8157c6d827 req-9b3c5d2f-0e5c-4380-abab-397e9c5cbcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:45.232907 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3253e52e-6979-4210-b688-5d8157c6d827 req-9b3c5d2f-0e5c-4380-abab-397e9c5cbcf9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642741 Jul 06 12:33:45.352337 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3253e52e-6979-4210-b688-5d8157c6d827 req-45f019fe-c701-45fe-bcef-0af06f1b92ae service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088262 Jul 06 12:33:45.467155 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3253e52e-6979-4210-b688-5d8157c6d827 req-ae352897-c709-4cc0-ae14-30bf051ce7f0 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022980 Jul 06 12:33:48.304930 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:48.477512 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09a8a688-bf58-42b6-b96f-0a7d5ce49028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:48.939921 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:50.723845 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:59.189572 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:59.311202 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:05.028598 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:34:11.157406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1348102-f9d5-4ea1-b439-60a1d52ccb6c req-ce89081c-7082-4fb3-a314-0a985de1194e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:11.158999 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1348102-f9d5-4ea1-b439-60a1d52ccb6c req-ce89081c-7082-4fb3-a314-0a985de1194e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0701473 Jul 06 12:34:11.203871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1348102-f9d5-4ea1-b439-60a1d52ccb6c req-4fdcf3a1-b324-4bb4-bb25-83dece5edfad tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388741 Jul 06 12:34:14.295220 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf39d4b-489b-4d1d-9f88-74100338b485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:18.309368 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:18.481919 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85381a9f-a447-4b52-b01d-a2225590ee7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:18.940904 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:20.721282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:22.656612 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-26255dc5-b581-4536-a88f-48219a3791bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1407397 Jul 06 12:34:22.669777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a69ce2-57d8-4cdc-98c7-34e5528cf576 req-1682fad6-7cdb-404a-adb2-3e3b319a1f63 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:22.671244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6a69ce2-57d8-4cdc-98c7-34e5528cf576 req-1682fad6-7cdb-404a-adb2-3e3b319a1f63 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0880017 Jul 06 12:34:22.712071 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6a69ce2-57d8-4cdc-98c7-34e5528cf576 req-b85a1db5-99b1-46b7-bd57-8c96de551abc tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348301 Jul 06 12:34:23.899521 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d74d2-a10e-4524-98d3-e4c3eb1e2d39 req-153e11dc-3750-474f-8f47-9e11292ca6d8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:23.901230 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-765d74d2-a10e-4524-98d3-e4c3eb1e2d39 req-153e11dc-3750-474f-8f47-9e11292ca6d8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0716782 Jul 06 12:34:23.938067 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-ee52cced-cb80-4f50-ae11-344359604668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:23.939648 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-ee52cced-cb80-4f50-ae11-344359604668 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1096 time: 0.0613377 Jul 06 12:34:23.944423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-765d74d2-a10e-4524-98d3-e4c3eb1e2d39 req-31fd8f25-8c87-472b-a9ff-b71b7113e290 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372183 Jul 06 12:34:24.041042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-07af4c01-099a-4595-a697-6b604367b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:24.042612 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-07af4c01-099a-4595-a697-6b604367b5f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0932882 Jul 06 12:34:24.125416 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4fa630ed-263a-4cbc-aea1-a10ae3b3b4ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 1001 time: 0.0722589 Jul 06 12:34:24.182605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-9b0c3990-a332-4e9b-bb56-4a51696e5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:24.184158 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-9b0c3990-a332-4e9b-bb56-4a51696e5f03 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0494363 Jul 06 12:34:24.244539 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-a08e9c40-2d1c-4d51-b883-f9265447b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:24.246048 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-a08e9c40-2d1c-4d51-b883-f9265447b1d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522635 Jul 06 12:34:24.339221 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-8bd67b42-4941-479c-bacb-8cefef4a02da service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822327 Jul 06 12:34:24.435666 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-e17eb333-77a6-4834-b87e-ae935eba443f service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856237 Jul 06 12:34:25.129854 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa86cb5-e416-4333-a87b-9f3b5b5e83e0 req-f72dead0-fa0b-4871-928f-ade5573188bf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:25.131200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-caa86cb5-e416-4333-a87b-9f3b5b5e83e0 req-f72dead0-fa0b-4871-928f-ade5573188bf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0717864 Jul 06 12:34:25.173274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-caa86cb5-e416-4333-a87b-9f3b5b5e83e0 req-1e497d0a-310a-4b25-b438-199176c009bd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349398 Jul 06 12:34:26.354320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154ce8c-fe95-49ac-8dac-6fff413c9211 req-55c09b61-995d-427c-9b7c-400477bdaec9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:26.355876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9154ce8c-fe95-49ac-8dac-6fff413c9211 req-55c09b61-995d-427c-9b7c-400477bdaec9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0682583 Jul 06 12:34:26.397041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9154ce8c-fe95-49ac-8dac-6fff413c9211 req-7b896092-0c0a-4fb9-af36-fa3076cd91c8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352218 Jul 06 12:34:27.575333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbbd42-eed6-488f-941e-27f18973fcfa req-9599f65c-32ab-4b2f-8f5d-1bfb58d92227 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:27.576887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8dbbd42-eed6-488f-941e-27f18973fcfa req-9599f65c-32ab-4b2f-8f5d-1bfb58d92227 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0656412 Jul 06 12:34:27.617404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8dbbd42-eed6-488f-941e-27f18973fcfa req-15e213e8-55b6-42bf-8d61-e013020a71d9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344050 Jul 06 12:34:28.800240 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff236936-6402-4a35-8252-df1cce7a42c7 req-d93d811c-e3fc-4904-bcd0-454e16669bf6 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:28.801756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff236936-6402-4a35-8252-df1cce7a42c7 req-d93d811c-e3fc-4904-bcd0-454e16669bf6 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0675204 Jul 06 12:34:28.841131 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff236936-6402-4a35-8252-df1cce7a42c7 req-cc59d565-91b0-4243-ba9a-380d959e1449 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337873 Jul 06 12:34:29.193144 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:29.321884 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:30.028680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bd669-5c8c-4965-8202-de1c5b6761bc req-98fde0e3-0af9-4ae3-8e73-04ce6ad46f58 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:30.030200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be4bd669-5c8c-4965-8202-de1c5b6761bc req-98fde0e3-0af9-4ae3-8e73-04ce6ad46f58 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0745549 Jul 06 12:34:30.068422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-be4bd669-5c8c-4965-8202-de1c5b6761bc req-b476361c-a4e9-49e1-a499-199b46d1e36f tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325000 Jul 06 12:34:31.271301 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8018e85-5b00-4b57-8a6f-7540a353c12e req-a012fb6a-60b4-48bb-bec2-e8338ba77f14 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:31.273893 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8018e85-5b00-4b57-8a6f-7540a353c12e req-a012fb6a-60b4-48bb-bec2-e8338ba77f14 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0806162 Jul 06 12:34:31.318669 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e8018e85-5b00-4b57-8a6f-7540a353c12e req-271a4662-50f6-41f7-8aad-9872a525b4bd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380616 Jul 06 12:34:32.500168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eadbf-c8fd-432f-8075-0f14f4db9749 req-2360409f-e288-4a5e-8b35-9134c7ddd5e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:32.501705 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-457eadbf-c8fd-432f-8075-0f14f4db9749 req-2360409f-e288-4a5e-8b35-9134c7ddd5e9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0643194 Jul 06 12:34:32.539505 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-457eadbf-c8fd-432f-8075-0f14f4db9749 req-303aceca-1839-4b0c-a149-2f930cb78961 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321364 Jul 06 12:34:33.717222 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d958a8-fdf8-441b-af53-593149be0df3 req-8f8cc37e-34c6-43a6-8e05-15a31857ddec tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:33.718821 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71d958a8-fdf8-441b-af53-593149be0df3 req-8f8cc37e-34c6-43a6-8e05-15a31857ddec tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0645151 Jul 06 12:34:33.760987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-71d958a8-fdf8-441b-af53-593149be0df3 req-83fa29ab-5546-4ba1-8fc5-ccbf3541e38c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362191 Jul 06 12:34:34.946149 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decbfea-4fe8-48b2-a2af-18237e8a94eb req-25f9602a-2fca-492a-838d-c61d4e86b365 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:34.947703 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6decbfea-4fe8-48b2-a2af-18237e8a94eb req-25f9602a-2fca-492a-838d-c61d4e86b365 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0717404 Jul 06 12:34:34.989006 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6decbfea-4fe8-48b2-a2af-18237e8a94eb req-46503f65-2d52-47a3-8799-5ab883591b09 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333560 Jul 06 12:34:36.166329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1830b0-78d2-4cfd-a1ce-d09b5c3d617a req-a6cc944d-938c-4590-b818-02f4911b2f9a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:36.167878 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b1830b0-78d2-4cfd-a1ce-d09b5c3d617a req-a6cc944d-938c-4590-b818-02f4911b2f9a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0665631 Jul 06 12:34:36.207341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b1830b0-78d2-4cfd-a1ce-d09b5c3d617a req-7425fb3e-0bba-4d61-85e5-bad0bfe8d736 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339835 Jul 06 12:34:37.415881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32279a1-9570-4283-ad4d-b9ef7dd5a323 req-46fcf29e-a878-4fce-b180-dfe84f782497 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:37.417193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a32279a1-9570-4283-ad4d-b9ef7dd5a323 req-46fcf29e-a878-4fce-b180-dfe84f782497 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0776486 Jul 06 12:34:37.468757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a32279a1-9570-4283-ad4d-b9ef7dd5a323 req-e85eaed5-cda9-49af-9541-a5815d6acd91 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454395 Jul 06 12:34:38.662601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923aae13-a28e-4a55-8f73-04527ef490fb req-1e134ae2-2e5e-45b3-bdf6-e666437e409c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:38.665086 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-923aae13-a28e-4a55-8f73-04527ef490fb req-1e134ae2-2e5e-45b3-bdf6-e666437e409c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0679820 Jul 06 12:34:38.706809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-923aae13-a28e-4a55-8f73-04527ef490fb req-c3ecc58a-af99-4cf3-9a02-99e66ae4f468 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359807 Jul 06 12:34:38.893027 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-bac235f5-b738-409d-8996-85581706157e service neutron] show failed (client error): The resource could not be found. Jul 06 12:34:38.894051 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-bac235f5-b738-409d-8996-85581706157e service neutron] 10.222.0.86 "GET /v2.0/ports/85d4fc84-bb95-499b-8e59-42b3baf9ffaa/bindings/n-h1-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0571046 Jul 06 12:34:39.239722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-6b4ff786-0bf1-46e7-9c6a-6fdc5e761b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:39.241235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-6b4ff786-0bf1-46e7-9c6a-6fdc5e761b62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 1096 time: 0.1261263 Jul 06 12:34:39.252615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:39.329183 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:39.530077 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:39.565755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:34:39.605893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:39.608213 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ad8ded-4214-48d1-8ca3-68cd33872fc7" -d '{"events": [{"server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "name": "network-vif-unplugged", "status": "completed", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:39.611789 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:39.631952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Transition to ACTIVE for port object 85d4fc84-bb95-499b-8e59-42b3baf9ffaa will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:34:39.636681 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.030778 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e55f260-5804-4919-b320-c8ee2caea44a x-openstack-request-id: req-3e55f260-5804-4919-b320-c8ee2caea44a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:40.031552 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "name": "network-vif-unplugged", "status": "completed", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:40.031552 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e55f260-5804-4919-b320-c8ee2caea44a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:40.031761 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'code': 200} Jul 06 12:34:40.116325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:40.136623 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.136983 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.137322 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.137664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.138001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.138340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.138677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.139010 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.139344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.139708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.140041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.140371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:40.187711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] No DVR routers for this DVR port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:34:40.233811 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc708-cfe0-4bfb-889a-dea800792ddf req-d910cde7-66ae-424f-b8c9-d23b397039de tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:40.235483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09edc708-cfe0-4bfb-889a-dea800792ddf req-d910cde7-66ae-424f-b8c9-d23b397039de tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.2064507 Jul 06 12:34:40.323146 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09edc708-cfe0-4bfb-889a-dea800792ddf req-86ef00e4-b32b-4e71-8863-982ac9682db5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810671 Jul 06 12:34:40.373519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:34:40.373863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:34:40.374197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:40.378616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on network 3b8259fa-0132-459d-9e85-c2f15d034080 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:34:40.378943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:40.384426 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:34:40.384767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:34:40.385162 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:34:40.385596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Bound port: 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:34:40.385962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.450409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:34:40.453537 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:34:40.457984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.499115 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:40.499773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.501272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] 10.222.0.47 "PUT /v2.0/ports/85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 1091 time: 1.2524850 Jul 06 12:34:40.521061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1ae0c-f14c-44e1-8635-e5685ef99399 service neutron] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:40.583096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-b8d61c2b-d4ed-40ee-aac8-cb8aaa6dff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:40.584704 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-b8d61c2b-d4ed-40ee-aac8-cb8aaa6dff83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1094 time: 0.0589445 Jul 06 12:34:40.680200 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-85c435e6-bda3-4439-a544-0f01a0915292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:40.681800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-85c435e6-bda3-4439-a544-0f01a0915292 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0909486 Jul 06 12:34:40.753240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-7d7180a7-5073-450f-a106-9072ab066d8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 999 time: 0.0636814 Jul 06 12:34:40.802483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-04e1ad14-13c1-4bc3-a344-7c14a89e48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:40.803898 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-04e1ad14-13c1-4bc3-a344-7c14a89e48b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0439506 Jul 06 12:34:40.860938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-6eb45e53-2dc8-458b-b0d5-db4b3b23764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:40.862378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-6eb45e53-2dc8-458b-b0d5-db4b3b23764c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523458 Jul 06 12:34:40.928753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:34:40.959886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-ed22a812-6392-40df-94f9-1bbb0617f0db service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898721 Jul 06 12:34:40.968350 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:34:41.050158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-e98be08a-8526-4f22-9e17-35ad525e7aaa service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837953 Jul 06 12:34:41.519797 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f4eda-8092-4bca-b34e-d47c467ba6ef req-2ef2014a-8979-4cca-9114-8156dea207b2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:41.521224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df8f4eda-8092-4bca-b34e-d47c467ba6ef req-2ef2014a-8979-4cca-9114-8156dea207b2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0704131 Jul 06 12:34:41.565202 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-df8f4eda-8092-4bca-b34e-d47c467ba6ef req-6d76745f-c465-433d-b439-ae9dd963fad3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365593 Jul 06 12:34:42.028440 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:34:42.033006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:42.035337 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c5bd36-f9ea-4a17-8402-34760abc88b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:42.083191 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ef26ff-3dab-43e5-b5b3-e1177ddce528 x-openstack-request-id: req-60ef26ff-3dab-43e5-b5b3-e1177ddce528 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:42.083824 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:42.083824 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60ef26ff-3dab-43e5-b5b3-e1177ddce528 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:42.084176 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'status': 'completed', 'code': 200} Jul 06 12:34:42.165357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-0be65aa6-b665-4e3c-ab6f-1381ab7354f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:42.166889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-0be65aa6-b665-4e3c-ab6f-1381ab7354f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1094 time: 0.0586050 Jul 06 12:34:42.170021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-f7fbb1cb-cf9f-4c0d-8d45-f301e4fc6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:42.171556 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-f7fbb1cb-cf9f-4c0d-8d45-f301e4fc6d89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1094 time: 0.0591815 Jul 06 12:34:42.267562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-b319fa6e-9bf1-4db6-a25e-a6473b66c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:42.268335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-363c3a2b-109c-4678-8929-7629e4135e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:42.269161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-b319fa6e-9bf1-4db6-a25e-a6473b66c5b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0951431 Jul 06 12:34:42.269886 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-363c3a2b-109c-4678-8929-7629e4135e02 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0884225 Jul 06 12:34:42.340530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-dd455432-4292-40a6-8928-b368c5961c11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 999 time: 0.0635054 Jul 06 12:34:42.346170 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-541e585a-0b94-4b83-9bd0-14cfb63a6fe7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 999 time: 0.0668187 Jul 06 12:34:42.398354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-7c144cbf-e8b8-4c83-8c6d-ae63cd0ead26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:42.399983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-7c144cbf-e8b8-4c83-8c6d-ae63cd0ead26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0508056 Jul 06 12:34:42.403010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-006d0f12-2ffa-4a64-b1ef-d15e1912b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:42.404577 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-006d0f12-2ffa-4a64-b1ef-d15e1912b748 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0493786 Jul 06 12:34:42.468489 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-7725d983-1fcc-415b-bfde-4c9ca983eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:42.470031 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-7725d983-1fcc-415b-bfde-4c9ca983eb6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620971 Jul 06 12:34:42.470176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-52ae347d-2ff3-4443-bd0b-57fe93e4754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:42.471616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-52ae347d-2ff3-4443-bd0b-57fe93e4754f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559025 Jul 06 12:34:42.574483 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-0d0bd189-b9fd-4427-9fcc-7de974236eef service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926995 Jul 06 12:34:42.575487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-53f142d5-4d9e-4d93-b9b4-5aafb7cab73e service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972133 Jul 06 12:34:42.690370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-3103ee9e-04cd-4648-beb0-6f74caa02e05 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085837 Jul 06 12:34:42.707881 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b6c5bd36-f9ea-4a17-8402-34760abc88b3 req-6798a749-6f26-4436-9425-af8ce45f6b60 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231093 Jul 06 12:34:42.775940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3e5c5-d679-4bac-985e-8ebb0bdf7812 req-f10458d5-ae17-4773-8939-fc39fdb06fad tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:42.777497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afc3e5c5-d679-4bac-985e-8ebb0bdf7812 req-f10458d5-ae17-4773-8939-fc39fdb06fad tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0695100 Jul 06 12:34:42.817598 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-afc3e5c5-d679-4bac-985e-8ebb0bdf7812 req-d69888e9-0c95-4509-a535-3d4d38311fc9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343781 Jul 06 12:34:44.001946 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3864374-703a-4d37-ae90-51ba68b43e40 req-1ae61a2e-7ce6-4d5c-bbda-f44d7d476165 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:44.003466 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3864374-703a-4d37-ae90-51ba68b43e40 req-1ae61a2e-7ce6-4d5c-bbda-f44d7d476165 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0643764 Jul 06 12:34:44.044928 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c3864374-703a-4d37-ae90-51ba68b43e40 req-97ed6be0-aae1-41f1-965f-d3e44e09f13c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346079 Jul 06 12:34:44.287735 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-295c9639-fe99-41c1-9555-85eefb403b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.225478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417e374-e6fe-4474-ab43-9fcfda989702 req-b0275092-0574-4376-9ca2-98dd9fab36c3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:45.227492 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8417e374-e6fe-4474-ab43-9fcfda989702 req-b0275092-0574-4376-9ca2-98dd9fab36c3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0710051 Jul 06 12:34:45.265452 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8417e374-e6fe-4474-ab43-9fcfda989702 req-5d8a632c-33f3-49d7-a9d9-035ca55a8b8c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323970 Jul 06 12:34:46.446837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d746e62-c112-4957-8ac5-dd80283b89f5 req-0f8600d2-1663-477e-9529-c21c79af0de8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:46.448304 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d746e62-c112-4957-8ac5-dd80283b89f5 req-0f8600d2-1663-477e-9529-c21c79af0de8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0649717 Jul 06 12:34:46.495850 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7d746e62-c112-4957-8ac5-dd80283b89f5 req-a7fca792-d0bd-4a9f-acfe-3d96c6486cb5 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420773 Jul 06 12:34:47.671051 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb535-2410-464e-910d-612dea0737d8 req-d01dc068-0532-4fb0-9141-728c1fc36f8a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:47.672639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2aeb535-2410-464e-910d-612dea0737d8 req-d01dc068-0532-4fb0-9141-728c1fc36f8a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0649800 Jul 06 12:34:47.716910 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e2aeb535-2410-464e-910d-612dea0737d8 req-65c88fdb-9932-42d4-97c6-e5077786a3e4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386775 Jul 06 12:34:48.312075 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.483989 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d3be-ee53-4790-bb08-c28442f6b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.687146 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc249320-8f7e-4e2a-9c59-10424da74497 req-b17586d0-5098-425b-87f4-dc52fca2a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:48.688618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc249320-8f7e-4e2a-9c59-10424da74497 req-b17586d0-5098-425b-87f4-dc52fca2a5ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1094 time: 0.0536885 Jul 06 12:34:48.795262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc249320-8f7e-4e2a-9c59-10424da74497 req-963509b8-f937-4bc1-9110-82f9b4c9e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:48.796810 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc249320-8f7e-4e2a-9c59-10424da74497 req-963509b8-f937-4bc1-9110-82f9b4c9e7df service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0875671 Jul 06 12:34:48.895532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc249320-8f7e-4e2a-9c59-10424da74497 req-5b5f0a7c-43ae-47ea-8a95-15956a2a2c09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 999 time: 0.0925617 Jul 06 12:34:48.941097 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.960860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc249320-8f7e-4e2a-9c59-10424da74497 req-4240c14f-5e13-4329-8aa3-7924e8b524ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:48.962364 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc249320-8f7e-4e2a-9c59-10424da74497 req-4240c14f-5e13-4329-8aa3-7924e8b524ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0598054 Jul 06 12:34:48.970016 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcce5ef-7e6a-4e66-9d36-d919ac133ed5 req-9d51180c-cace-4bd5-bc87-95452b84be69 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:48.971504 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bcce5ef-7e6a-4e66-9d36-d919ac133ed5 req-9d51180c-cace-4bd5-bc87-95452b84be69 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.1291261 Jul 06 12:34:49.045804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bcce5ef-7e6a-4e66-9d36-d919ac133ed5 req-84c52fe7-bc29-4207-9361-fabf1475b1cf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650291 Jul 06 12:34:49.060849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc249320-8f7e-4e2a-9c59-10424da74497 req-02250b3c-1efb-4e19-b2dc-1d63de55b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:49.062426 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc249320-8f7e-4e2a-9c59-10424da74497 req-02250b3c-1efb-4e19-b2dc-1d63de55b10f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898273 Jul 06 12:34:49.155021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc249320-8f7e-4e2a-9c59-10424da74497 req-8b18cb0f-66f1-4781-be7f-af921c9cce55 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851080 Jul 06 12:34:49.254849 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc249320-8f7e-4e2a-9c59-10424da74497 req-19d1266d-9ba7-45e8-ba1e-e91f90bccdba service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931864 Jul 06 12:34:50.237256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188c356-1740-4b78-a04a-f5fb2e7c3469 req-6dd2d87c-77a2-4d7f-8335-f3860a87bbe6 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:50.238757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f188c356-1740-4b78-a04a-f5fb2e7c3469 req-6dd2d87c-77a2-4d7f-8335-f3860a87bbe6 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0738113 Jul 06 12:34:50.278110 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f188c356-1740-4b78-a04a-f5fb2e7c3469 req-ca763adf-9203-484e-94d1-7c09a30a1c3b tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330954 Jul 06 12:34:50.725435 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:51.455650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f97e82-9bc8-4b4a-93f4-a00475a26f2e req-dc481493-59d0-4b99-8800-94161189eef1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:51.457156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00f97e82-9bc8-4b4a-93f4-a00475a26f2e req-dc481493-59d0-4b99-8800-94161189eef1 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0664270 Jul 06 12:34:51.501735 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00f97e82-9bc8-4b4a-93f4-a00475a26f2e req-abbbdc23-2037-4aa5-9c61-3580a97d2c00 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384781 Jul 06 12:34:52.701283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b8c29-a438-4e5e-8791-e26ffdfcd39f req-14b4f39f-08c3-41f3-9f97-a833b931fb73 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:52.702832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-460b8c29-a438-4e5e-8791-e26ffdfcd39f req-14b4f39f-08c3-41f3-9f97-a833b931fb73 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0648966 Jul 06 12:34:52.741805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-460b8c29-a438-4e5e-8791-e26ffdfcd39f req-0b80edb0-c930-4357-95a6-4ae838c76f59 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331163 Jul 06 12:34:53.920165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ee9e5-11d0-43e7-bb8d-f611007c4dc9 req-f8d21094-b88a-4292-ae44-c51594dd24ed tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:53.921671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-805ee9e5-11d0-43e7-bb8d-f611007c4dc9 req-f8d21094-b88a-4292-ae44-c51594dd24ed tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0636888 Jul 06 12:34:53.961534 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-805ee9e5-11d0-43e7-bb8d-f611007c4dc9 req-4286e5ea-7971-4dc7-b0eb-f8a5e80d6db2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342145 Jul 06 12:34:55.155934 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d353705-4c45-4c66-895c-6b3a4c0b7550 req-a5045e31-cede-4a98-93b9-b941023b765a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:55.157495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d353705-4c45-4c66-895c-6b3a4c0b7550 req-a5045e31-cede-4a98-93b9-b941023b765a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 943 time: 0.0723884 Jul 06 12:34:55.198247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d353705-4c45-4c66-895c-6b3a4c0b7550 req-e8e2a85d-d69e-405c-8331-ca036aeacbdc tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349996 Jul 06 12:34:55.843314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:34:55.944092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:55.957478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'port_id': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'mac_address': 'fa:16:3e:a7:fb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:34:55.999465 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:56.014220 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d4fc84-bb95-499b-8e59-42b3baf9ffaa {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:56.036601 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:56.041861 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:56.098059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:56.106856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.107333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.107809 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.108240 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.108665 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.109096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.109525 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.109950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.110370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.110832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.111252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.111712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:56.395352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d89e5-5f67-4cf4-8e37-42963b9a1864 req-7555d26b-1dbb-4509-b8f9-e1e816f4b6e4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:56.396818 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d00d89e5-5f67-4cf4-8e37-42963b9a1864 req-7555d26b-1dbb-4509-b8f9-e1e816f4b6e4 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0721004 Jul 06 12:34:56.436104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d00d89e5-5f67-4cf4-8e37-42963b9a1864 req-279cdd87-3110-4a1d-8f6a-a78b3ecf118c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337121 Jul 06 12:34:56.490944 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['85d4fc84-bb95-499b-8e59-42b3baf9ffaa'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:34:56.907085 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d341f-c53d-423f-9fe4-5650263d9259 req-8c5a7d5c-00d6-447d-8fd6-1fbac8818284 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:56.908597 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-8c5a7d5c-00d6-447d-8fd6-1fbac8818284 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf&tenant_id=a093a92e95b240e7884dfa30458b2ce4&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 944 time: 0.1330554 Jul 06 12:34:56.958375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb09e9-5c2f-4611-ab2f-fe72b09bcf20 req-74b0b425-39ed-43df-9abd-8a7ce656c888 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:56.959835 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bcb09e9-5c2f-4611-ab2f-fe72b09bcf20 req-74b0b425-39ed-43df-9abd-8a7ce656c888 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.1195290 Jul 06 12:34:57.012906 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-915ba9ae-f9da-43e4-9849-fd9959ab0f59 service neutron] 10.222.0.47 "GET /v2.0/ports/85d4fc84-bb95-499b-8e59-42b3baf9ffaa/bindings/n-h1-799527-2 HTTP/1.1" status: 200 len: 382 time: 0.0955532 Jul 06 12:34:57.018014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bcb09e9-5c2f-4611-ab2f-fe72b09bcf20 req-bfa75772-b1e1-4db1-8db9-5682f478cb55 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486717 Jul 06 12:34:57.091053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d341f-c53d-423f-9fe4-5650263d9259 req-56415d69-dfcf-4704-8077-083225bdaf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:57.092894 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-56415d69-dfcf-4704-8077-083225bdaf79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1095 time: 0.0542064 Jul 06 12:34:57.194761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d341f-c53d-423f-9fe4-5650263d9259 req-c248f4f0-f68e-46b9-9e54-c65fbd338236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:57.196373 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-c248f4f0-f68e-46b9-9e54-c65fbd338236 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0970910 Jul 06 12:34:57.267799 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-73dbeefa-017c-42c3-897f-2e0dc4e8bbd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 1000 time: 0.0643239 Jul 06 12:34:57.326984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d341f-c53d-423f-9fe4-5650263d9259 req-d96fa1f7-60ad-4633-b332-0ae921262aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:57.328487 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-d96fa1f7-60ad-4633-b332-0ae921262aeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0531762 Jul 06 12:34:57.389090 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d341f-c53d-423f-9fe4-5650263d9259 req-4709037b-09b5-495a-978c-ee6c78eeb2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:57.390610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-4709037b-09b5-495a-978c-ee6c78eeb2fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549257 Jul 06 12:34:57.480391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-acce7682-7675-485e-b688-38388d4c731c service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820742 Jul 06 12:34:57.575713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41bdcb29-aab4-487f-9145-74d6737ea08e service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884900 Jul 06 12:34:57.849359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:34:57.902023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:34:57.905716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:34:57.906091 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.984456 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:58.007460 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:58.010587 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76af6235-9bd2-4af4-b1b1-8b8844d8167a" -d '{"events": [{"server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "name": "network-vif-plugged", "status": "completed", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:58.024071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:58.028385 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:58.066129 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963357e6-3782-42e0-a47a-70e933f3f9f9 x-openstack-request-id: req-963357e6-3782-42e0-a47a-70e933f3f9f9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:58.066426 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "name": "network-vif-plugged", "status": "completed", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:58.066682 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-963357e6-3782-42e0-a47a-70e933f3f9f9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:58.067113 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'code': 200} Jul 06 12:34:58.085817 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:58.200368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3080b86-a75a-4844-bdbe-d0d970351663 req-ab31d39a-8fe4-401d-8ddf-b95f4a52c702 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:58.201823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3080b86-a75a-4844-bdbe-d0d970351663 req-ab31d39a-8fe4-401d-8ddf-b95f4a52c702 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0666914 Jul 06 12:34:58.240866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3080b86-a75a-4844-bdbe-d0d970351663 req-27bf39fb-98fe-4dca-af63-95420121e51c tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335412 Jul 06 12:34:59.186552 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:59.323474 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:59.431718 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83f9d4-a7dd-4b28-bcf6-f873d8425a8c req-07ef448d-63b7-4c3b-ac33-87d640d7e992 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:59.433209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca83f9d4-a7dd-4b28-bcf6-f873d8425a8c req-07ef448d-63b7-4c3b-ac33-87d640d7e992 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0725205 Jul 06 12:34:59.471477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca83f9d4-a7dd-4b28-bcf6-f873d8425a8c req-bd5b6ab8-d197-4709-b0e4-be3bb696637a tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325708 Jul 06 12:35:00.657444 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c89ee-59a4-4e4b-be4c-65c23c442da6 req-b00e2f46-4ac8-4d84-906d-6b5aa0551230 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:00.659719 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-472c89ee-59a4-4e4b-be4c-65c23c442da6 req-b00e2f46-4ac8-4d84-906d-6b5aa0551230 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0692244 Jul 06 12:35:00.699465 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-472c89ee-59a4-4e4b-be4c-65c23c442da6 req-32289f63-fedf-40e2-902d-1f1727803c09 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340881 Jul 06 12:35:01.862707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d341f-c53d-423f-9fe4-5650263d9259 req-1cd8c9f0-f1bd-46f6-a3c4-23ea6c280a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:01.864332 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-1cd8c9f0-f1bd-46f6-a3c4-23ea6c280a75 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf&tenant_id=a093a92e95b240e7884dfa30458b2ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0557883 Jul 06 12:35:01.876037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:01.881699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2d065-d1d8-480b-b013-81e75d26824e req-9ac8b973-30ac-487b-a66f-5b8615862ec2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:01.883179 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ede2d065-d1d8-480b-b013-81e75d26824e req-9ac8b973-30ac-487b-a66f-5b8615862ec2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0659316 Jul 06 12:35:01.927538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ede2d065-d1d8-480b-b013-81e75d26824e req-20e2fb07-d03b-4494-9075-c02a8be00083 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360456 Jul 06 12:35:01.964860 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.195861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:02.232524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:02.274240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:02.277114 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42153fd-f6a8-4f56-a10d-ec1a6540ee94" -d '{"events": [{"server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "name": "network-vif-unplugged", "status": "completed", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:02.281271 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.294908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Transition to ACTIVE for port object 85d4fc84-bb95-499b-8e59-42b3baf9ffaa will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:02.298930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.332766 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af76fab-3dcf-4b87-bfc6-1d10e4951ca6 x-openstack-request-id: req-3af76fab-3dcf-4b87-bfc6-1d10e4951ca6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:02.333054 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "name": "network-vif-unplugged", "status": "completed", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:02.333306 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3af76fab-3dcf-4b87-bfc6-1d10e4951ca6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:02.333705 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'code': 200} Jul 06 12:35:02.389361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:02.402439 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.402787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.403127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.403496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.403824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.404154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.404480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.404826 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.405136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.405469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.405789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.406117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:02.449042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] No DVR routers for this DVR port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:35:02.609766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:02.610126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:02.610331 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:02.617669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on network 3b8259fa-0132-459d-9e85-c2f15d034080 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:35:02.618149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Attempting to bind port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on network 3b8259fa-0132-459d-9e85-c2f15d034080 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:02.626860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:02.627235 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Checking segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:02.627712 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Bound using segment: {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:02.628336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Bound port: 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:02.628807 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.706390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:02.710029 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:02.716106 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.761811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:02.762457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.763933 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] 10.222.0.86 "PUT /v2.0/ports/85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 1092 time: 0.8922319 Jul 06 12:35:02.782220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f65884-9883-46d3-a67d-600215e61c5a service neutron] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=11']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:02.850281 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d341f-c53d-423f-9fe4-5650263d9259 req-6a7e1251-a61b-4904-82fe-2e0abb36492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:02.851877 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-6a7e1251-a61b-4904-82fe-2e0abb36492c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1095 time: 0.0596957 Jul 06 12:35:03.136609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed19a09-f040-492d-88bd-66a2c8da24d3 req-6ebcd01b-ccf7-4201-b3a3-1407032bbb38 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:03.138658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fed19a09-f040-492d-88bd-66a2c8da24d3 req-6ebcd01b-ccf7-4201-b3a3-1407032bbb38 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0780149 Jul 06 12:35:03.181651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fed19a09-f040-492d-88bd-66a2c8da24d3 req-20047d68-ed29-4418-b209-547cadf1a201 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366199 Jul 06 12:35:03.276666 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d341f-c53d-423f-9fe4-5650263d9259 req-5e9b739b-e7df-49b6-a296-f276d653436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:03.278058 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-5e9b739b-e7df-49b6-a296-f276d653436f service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.4164686 Jul 06 12:35:03.344788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-88ef6f93-0461-454f-a087-6bfd1b77dd8c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 999 time: 0.0591874 Jul 06 12:35:03.399287 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d341f-c53d-423f-9fe4-5650263d9259 req-c0a51f83-2392-4c02-93cb-48b08700b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:03.401041 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-c0a51f83-2392-4c02-93cb-48b08700b62b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0477474 Jul 06 12:35:03.460965 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d341f-c53d-423f-9fe4-5650263d9259 req-ba5a66a1-6ecc-41f1-a774-89247b0cf724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:03.462545 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-ba5a66a1-6ecc-41f1-a774-89247b0cf724 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544426 Jul 06 12:35:03.555776 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-6170e240-015c-4c6f-a879-8ea0de35c2c6 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851789 Jul 06 12:35:03.652582 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-806d341f-c53d-423f-9fe4-5650263d9259 req-92576938-5d92-4ecb-956a-e02c237929df service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893190 Jul 06 12:35:03.867975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:35:03.908947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:35:04.335668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:04.338823 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828b7ace-e472-4d42-a52b-d47e6c094511" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:04.368036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265d14-467d-42d5-a9c7-19d6bdcce1cf req-f71fa0e6-1424-47e5-bd70-8052ae1a16ae tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:04.370329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4265d14-467d-42d5-a9c7-19d6bdcce1cf req-f71fa0e6-1424-47e5-bd70-8052ae1a16ae tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0688510 Jul 06 12:35:04.392899 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f93ddf-9259-407c-8d13-e1e89c5577bc x-openstack-request-id: req-63f93ddf-9259-407c-8d13-e1e89c5577bc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:04.393401 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:04.393876 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63f93ddf-9259-407c-8d13-e1e89c5577bc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:04.394426 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'status': 'completed', 'code': 200} Jul 06 12:35:04.413717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d4265d14-467d-42d5-a9c7-19d6bdcce1cf req-9e1d9385-820b-4bf3-88a7-559cee94c213 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371990 Jul 06 12:35:04.473923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-f1d16107-4d59-4a6c-8ba0-f48159333447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:04.475300 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-f1d16107-4d59-4a6c-8ba0-f48159333447 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1095 time: 0.0586834 Jul 06 12:35:04.483707 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-3b781232-bcc2-4daf-b973-b89cc4d4c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:04.485215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-3b781232-bcc2-4daf-b973-b89cc4d4c6c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a093a92e95b240e7884dfa30458b2ce4&device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 1095 time: 0.0673494 Jul 06 12:35:04.580223 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-d1077236-0d69-47bd-921f-b977c73be150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:04.581997 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-d1077236-0d69-47bd-921f-b977c73be150 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0969563 Jul 06 12:35:04.584227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-b5a7c710-a14c-4aca-ab33-68a62fa727f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:04.585730 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-b5a7c710-a14c-4aca-ab33-68a62fa727f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 200 len: 912 time: 0.0931418 Jul 06 12:35:04.656765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-b1aac42e-a4d8-4499-a0d1-103b25418cb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 999 time: 0.0660689 Jul 06 12:35:04.662618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-da1198c3-ff20-446a-923e-dcb8c467a0e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 200 len: 999 time: 0.0702076 Jul 06 12:35:04.710516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-01fdf5a3-a3e2-4d1e-803d-610757d199c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:04.712992 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-01fdf5a3-a3e2-4d1e-803d-610757d199c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0488994 Jul 06 12:35:04.716133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-92a4a5f2-56bb-404b-9957-bcd1c5828ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:04.717627 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-92a4a5f2-56bb-404b-9957-bcd1c5828ea4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 200 len: 850 time: 0.0481637 Jul 06 12:35:04.784789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-c55b4114-cc81-408b-bc93-19dc5b27209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:04.786238 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-c55b4114-cc81-408b-bc93-19dc5b27209d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621045 Jul 06 12:35:04.789048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-0054b9e5-de84-4770-b144-6ade52ec5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:04.790545 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-0054b9e5-de84-4770-b144-6ade52ec5f31 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b8259fa-0132-459d-9e85-c2f15d034080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672469 Jul 06 12:35:04.899119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-a13b1db6-24e5-45a4-b3f4-ecee3decd75e service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055880 Jul 06 12:35:04.904154 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-50e94a8b-5ebf-4df2-90a2-428b03778380 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025996 Jul 06 12:35:05.002905 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-bf8111d4-9624-4ed6-a9e5-38b956d76a13 service neutron] 10.222.0.47 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972006 Jul 06 12:35:05.015975 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-828b7ace-e472-4d42-a52b-d47e6c094511 req-7c84697e-b68b-497b-bd8a-4caca976c6c1 service neutron] 10.222.0.86 "GET /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017191 Jul 06 12:35:05.608873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ff3a7-2399-4cca-9721-98b74e532db8 req-9c0907a2-004a-4172-b778-5b91ad1f05d0 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:05.610404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b73ff3a7-2399-4cca-9721-98b74e532db8 req-9c0907a2-004a-4172-b778-5b91ad1f05d0 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0664964 Jul 06 12:35:05.653695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b73ff3a7-2399-4cca-9721-98b74e532db8 req-c32f07f8-e3cd-4ff3-ba8d-78ac0f10b8ba tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369935 Jul 06 12:35:06.841398 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31fafd-4c2f-4a17-93d5-1dd2fa7bd09c req-e516abbf-38db-4d86-a323-61c6e0cb81d9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:06.842948 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd31fafd-4c2f-4a17-93d5-1dd2fa7bd09c req-e516abbf-38db-4d86-a323-61c6e0cb81d9 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0732746 Jul 06 12:35:06.883082 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd31fafd-4c2f-4a17-93d5-1dd2fa7bd09c req-5aa98679-7828-4a68-9ea9-78fb8b5a2804 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337620 Jul 06 12:35:08.072584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09aec4-6492-4fe6-906e-1b25d9083e13 req-de4353a8-7b86-4386-8b06-1933a407d720 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:08.073917 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b09aec4-6492-4fe6-906e-1b25d9083e13 req-de4353a8-7b86-4386-8b06-1933a407d720 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0655715 Jul 06 12:35:08.111996 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b09aec4-6492-4fe6-906e-1b25d9083e13 req-f242aea2-963e-49cf-b301-d8c25c1474bf tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324006 Jul 06 12:35:09.293209 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7631c-f99d-469d-8275-98196e84f796 req-3c4fdee7-136c-40f6-a6ce-b20183e195bd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:09.294862 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97e7631c-f99d-469d-8275-98196e84f796 req-3c4fdee7-136c-40f6-a6ce-b20183e195bd tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0679867 Jul 06 12:35:09.339742 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-97e7631c-f99d-469d-8275-98196e84f796 req-558e29ca-405d-45ea-8dad-6c51ed809f95 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393662 Jul 06 12:35:10.515247 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8547b-81c5-422b-8ba0-01cd24784187 req-82bd182d-533e-435a-b0d9-364d19ebf861 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:10.516788 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93b8547b-81c5-422b-8ba0-01cd24784187 req-82bd182d-533e-435a-b0d9-364d19ebf861 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0654645 Jul 06 12:35:10.556640 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-93b8547b-81c5-422b-8ba0-01cd24784187 req-81d23319-6407-4a23-be9e-fc1ac17df8c2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342844 Jul 06 12:35:11.737938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85277282-3cd7-407a-8f98-686744748d50 req-d4081ef7-d938-4669-a8b0-b7f19969e7a2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:11.739473 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85277282-3cd7-407a-8f98-686744748d50 req-d4081ef7-d938-4669-a8b0-b7f19969e7a2 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0664108 Jul 06 12:35:11.782961 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-85277282-3cd7-407a-8f98-686744748d50 req-302697a9-db12-4f3e-8418-b6a4f2f2e79d tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340040 Jul 06 12:35:12.965746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2296d7-c602-480c-bbd5-da8cb297a7c4 req-4a2d5625-3811-4f50-bc33-e52d63f1ce50 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:12.967245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c2296d7-c602-480c-bbd5-da8cb297a7c4 req-4a2d5625-3811-4f50-bc33-e52d63f1ce50 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0706627 Jul 06 12:35:13.016393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c2296d7-c602-480c-bbd5-da8cb297a7c4 req-72a47360-1d3e-4073-b145-4379bef3cab3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Jul 06 12:35:14.205707 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb430d-4c3c-4c5e-a127-ff5daa3c6231 req-bccde534-0abb-4e07-91ab-2ee7cd433cc3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:14.207246 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4fb430d-4c3c-4c5e-a127-ff5daa3c6231 req-bccde534-0abb-4e07-91ab-2ee7cd433cc3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0729499 Jul 06 12:35:14.246988 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4fb430d-4c3c-4c5e-a127-ff5daa3c6231 req-b3700613-48b9-4a15-8d65-b8ff31200a85 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338531 Jul 06 12:35:14.288954 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fd62a14-1dfb-43be-a8b6-2b524eaeb12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:15.439616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea5220-2b79-4b21-b2cb-84d7b63e97bf req-a0ab1914-1062-4a1c-a55e-156c16eb8076 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:15.441145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1ea5220-2b79-4b21-b2cb-84d7b63e97bf req-a0ab1914-1062-4a1c-a55e-156c16eb8076 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0737178 Jul 06 12:35:15.482145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1ea5220-2b79-4b21-b2cb-84d7b63e97bf req-2bc6f490-83a6-4250-b440-221ed966016d tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343709 Jul 06 12:35:15.670368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2af0bf-9721-4b05-8a2f-788bc9ed129e req-f6b2ea25-7e64-4871-9f08-1903e9c9f965 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:15.672042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff2af0bf-9721-4b05-8a2f-788bc9ed129e req-f6b2ea25-7e64-4871-9f08-1903e9c9f965 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0684440 Jul 06 12:35:15.711943 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff2af0bf-9721-4b05-8a2f-788bc9ed129e req-3d879cf3-da2f-4504-a935-de7583c5b5ac tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340078 Jul 06 12:35:15.891539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59864d2-3d5e-43e8-87e8-5badd5e65071 req-80618f64-087e-4d7f-82fc-3f2675fdf4ba tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:15.893134 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e59864d2-3d5e-43e8-87e8-5badd5e65071 req-80618f64-087e-4d7f-82fc-3f2675fdf4ba tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0643919 Jul 06 12:35:15.936631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e59864d2-3d5e-43e8-87e8-5badd5e65071 req-4253691b-1874-47b0-b4ee-ebe9888b18aa tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368874 Jul 06 12:35:16.356475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f7251-319e-4f5a-bea7-4393babd6c5e req-4e0b5e64-b421-4608-b377-a920b50b0e41 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:16.357909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-790f7251-319e-4f5a-bea7-4393babd6c5e req-4e0b5e64-b421-4608-b377-a920b50b0e41 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 944 time: 0.0731437 Jul 06 12:35:16.400935 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-790f7251-319e-4f5a-bea7-4393babd6c5e req-601fa914-5c9c-43a1-9f5d-1c8e6a509e99 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374973 Jul 06 12:35:17.150224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:35:17.246978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:17.260875 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'port_id': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'mac_address': 'fa:16:3e:a7:fb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:35:17.299744 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.313905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d4fc84-bb95-499b-8e59-42b3baf9ffaa {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:35:17.334651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:17.338975 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.385355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=12']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:17.582068 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184b894-2a82-499e-969c-3af43cdd859e req-640ad481-052a-4574-893d-37ca7eaa55f7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:17.583613 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6184b894-2a82-499e-969c-3af43cdd859e req-640ad481-052a-4574-893d-37ca7eaa55f7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0650334 Jul 06 12:35:17.625405 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6184b894-2a82-499e-969c-3af43cdd859e req-12937a78-fd44-451e-881e-0f4d4e6962fa tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f3aaf51-b007-4154-a0b3-c8a240a5168f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340815 Jul 06 12:35:17.951571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-da09e4d1-b0d9-4b8a-8c99-9e87809fc324 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:17.953177 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-da09e4d1-b0d9-4b8a-8c99-9e87809fc324 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 945 time: 0.0701363 Jul 06 12:35:18.093966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Deleting port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:35:18.094337 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.196134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] For port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:18.197328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.324020 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.418193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.418600 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.419142 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5 disassociated. External IP: 172.25.0.75, port: 85d4fc84-bb95-499b-8e59-42b3baf9ffaa. Jul 06 12:35:18.419742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Calling delete_port for 85d4fc84-bb95-499b-8e59-42b3baf9ffaa owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:35:18.487512 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3a6f8eb-ad5c-4665-90bf-997975f00dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.573872 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.606089 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event deleted for resources: {'Port': ['ID=85d4fc84-bb95-499b-8e59-42b3baf9ffaa,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:18.772061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:35:18.809839 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd81ab56-d645-4c6f-80ad-f411c52e72f8 req-f45660fe-fedc-4202-8739-111cefdf75c8 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 210 time: 0.0404625 Jul 06 12:35:18.927629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:35:18.940041 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146633d7-57d8-4163-a4fc-a8643db11e47 None None] Sync routers for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:35:18.951814 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146633d7-57d8-4163-a4fc-a8643db11e47 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:18.952929 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-146633d7-57d8-4163-a4fc-a8643db11e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:35:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:18.963643 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.991825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] No DVR routers for this DVR port 85d4fc84-bb95-499b-8e59-42b3baf9ffaa on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:35:18.996120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.998291 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-926890dc-2f15-4f72-b6e4-6fe24683e93a req-e40c93a4-ee59-4670-ad34-8b7135a151a7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.86 "DELETE /v2.0/ports/85d4fc84-bb95-499b-8e59-42b3baf9ffaa HTTP/1.1" status: 204 len: 173 time: 1.0360277 Jul 06 12:35:18.998840 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'name': 'network-vif-deleted', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:19.002701 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97293be-e4c4-4869-8682-e1ee5bc0358a" -d '{"events": [{"server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "name": "network-vif-deleted", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:19.067358 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018f9a3e-0779-4acb-aa3f-ab7980afcb54 x-openstack-request-id: req-018f9a3e-0779-4acb-aa3f-ab7980afcb54 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:19.068273 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e2390f-253f-4ace-bb25-6d0a7a5e0acf", "name": "network-vif-deleted", "tag": "85d4fc84-bb95-499b-8e59-42b3baf9ffaa", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:19.068459 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-018f9a3e-0779-4acb-aa3f-ab7980afcb54 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:19.068995 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e2390f-253f-4ace-bb25-6d0a7a5e0acf', 'name': 'network-vif-deleted', 'tag': '85d4fc84-bb95-499b-8e59-42b3baf9ffaa', 'status': 'completed', 'code': 200} Jul 06 12:35:19.072667 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:35:19.094472 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-146633d7-57d8-4163-a4fc-a8643db11e47 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:19.160071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:35:19.167305 n-d-799527-2 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No ports have port_id starting with 85d4fc84-bb95-499b-8e59-42b3baf9ffaa Jul 06 12:35:19.169167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa requested by agent hyperv_n-h2-799527-2 not found in database {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 06 12:35:19.382665 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-146633d7-57d8-4163-a4fc-a8643db11e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:19.414385 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146633d7-57d8-4163-a4fc-a8643db11e47 None None] Checking router: fcc8fffb-209f-437f-bce0-d2a6dcd7e012 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:35:19.427819 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146633d7-57d8-4163-a4fc-a8643db11e47 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:19.428656 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-146633d7-57d8-4163-a4fc-a8643db11e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:35:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:19.574226 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-146633d7-57d8-4163-a4fc-a8643db11e47 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:19.832441 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-146633d7-57d8-4163-a4fc-a8643db11e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:19.863130 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146633d7-57d8-4163-a4fc-a8643db11e47 None None] The sync data for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 is: [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:24Z', 'revision_number': 4, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8031ac31-9d97-4a34-abf0-ef8449d0c3e1', 'name': '', 'network_id': '3b8259fa-0132-459d-9e85-c2f15d034080', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'mac_address': 'fa:16:3e:c9:1b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:24Z', 'updated_at': '2021-07-06T12:21:31Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'subnets': [{'id': '0d8b088d-d860-4440-8d74-d41147d12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:35:19.984726 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-62dcab3f-d1af-4764-8ca0-4d08594c71c3 req-86cc6ae1-bacc-4d8b-a316-b9d01ff979e7 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 210 time: 0.0326760 Jul 06 12:35:20.145572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa76de71-e2b3-4f5b-8eeb-2630a1c08aa7 None None] New status for floating IP c99e8056-50f7-4177-9f75-6a459bd10ed5: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:35:20.733014 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.131294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3e0ffe04-3a7d-4d05-b1c7-14cb717c4b57 req-8d1d36e0-4894-49ba-82d5-7d862d4754ac tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 210 time: 0.0281320 Jul 06 12:35:21.177160 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:35:21.198834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 85d4fc84-bb95-499b-8e59-42b3baf9ffaa {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:35:21.199164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 85d4fc84-bb95-499b-8e59-42b3baf9ffaa not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:35:22.288111 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a49211c7-405a-42b5-9a6a-6c36a5ffce93 req-d6fe1ccd-9939-4854-95b6-5653c0251947 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3e2390f-253f-4ace-bb25-6d0a7a5e0acf HTTP/1.1" status: 200 len: 210 time: 0.0309455 Jul 06 12:35:24.460731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-26d6822e-fa6c-47b5-b683-6db00b2200a9 req-210ef49c-584c-4c19-ae27-9d9a633ad9df tempest-ServerDiskConfigTestJSON-1429301007 tempest-ServerDiskConfigTestJSON-1429301007-project] (93815) timed out ('10.222.0.47', 62640) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:35:27.432754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59770) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:27.494700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2229cd3-77dd-4c96-8e31-0acebbdf6608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.521334 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2229cd3-77dd-4c96-8e31-0acebbdf6608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.575281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2229cd3-77dd-4c96-8e31-0acebbdf6608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.577941 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2229cd3-77dd-4c96-8e31-0acebbdf6608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.579102 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e2229cd3-77dd-4c96-8e31-0acebbdf6608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f3aaf51-b007-4154-a0b3-c8a240a5168f HTTP/1.1" status: 204 len: 168 time: 0.1450682 Jul 06 12:35:27.582124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:27.589548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2229cd3-77dd-4c96-8e31-0acebbdf6608 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3aaf51-b007-4154-a0b3-c8a240a5168f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:27.599606 n-d-799527-2 neutron-server[93814]: INFO neutron.api.v2.resource [None req-28b81f33-a5b2-4f2b-8d08-021e332c2be3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] show failed (client error): The resource could not be found. Jul 06 12:35:27.600662 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-28b81f33-a5b2-4f2b-8d08-021e332c2be3 tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "GET /v2.0/security-groups/2f3aaf51-b007-4154-a0b3-c8a240a5168f HTTP/1.1" status: 404 len: 347 time: 0.0170121 Jul 06 12:35:27.604181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59774) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:27.740715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f32e77f7-5998-4ad8-aaa4-489ed692ee1e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Deleting port 6adf7a85-67e3-437c-b4dd-17f3c9758fd0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:35:27.741058 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32e77f7-5998-4ad8-aaa4-489ed692ee1e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.826044 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32e77f7-5998-4ad8-aaa4-489ed692ee1e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.826376 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32e77f7-5998-4ad8-aaa4-489ed692ee1e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.840037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f32e77f7-5998-4ad8-aaa4-489ed692ee1e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Calling delete_port for 6adf7a85-67e3-437c-b4dd-17f3c9758fd0 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:35:27.998525 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32e77f7-5998-4ad8-aaa4-489ed692ee1e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:28.024950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e77f7-5998-4ad8-aaa4-489ed692ee1e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Pushing event deleted for resources: {'Port': ['ID=6adf7a85-67e3-437c-b4dd-17f3c9758fd0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:28.091363 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32e77f7-5998-4ad8-aaa4-489ed692ee1e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:28.093995 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32e77f7-5998-4ad8-aaa4-489ed692ee1e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:28.095199 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f32e77f7-5998-4ad8-aaa4-489ed692ee1e tempest-ServerActionsTestJSON-811141218 tempest-ServerActionsTestJSON-811141218-project] 10.222.0.21 "DELETE /v2.0/floatingips/c99e8056-50f7-4177-9f75-6a459bd10ed5 HTTP/1.1" status: 204 len: 168 time: 0.4900901 Jul 06 12:35:28.098134 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59776) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:28.706841 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:29.175782 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:29.341949 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:29.407788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] Deleting port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:35:29.408126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:29.492887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] For port 8031ac31-9d97-4a34-abf0-ef8449d0c3e1, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8031ac31-9d97-4a34-abf0-ef8449d0c3e1,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:29.493188 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:29.509530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] Calling delete_port for 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:35:29.760134 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:29.786041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8031ac31-9d97-4a34-abf0-ef8449d0c3e1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:29.968702 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.209256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] Router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:35:30.330757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:35:30.336366 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-49b5ebf4-34e7-49b9-9ba2-53321f8171e5 admin admin] 10.222.0.21 "PUT /v2.0/routers/fcc8fffb-209f-437f-bce0-d2a6dcd7e012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2371814 Jul 06 12:35:30.340650 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:30.342907 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3035a2-f534-4871-a689-5ce2ba5ac6f0 None None] Sync routers for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:35:30.359629 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3035a2-f534-4871-a689-5ce2ba5ac6f0 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:30.360267 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa3035a2-f534-4871-a689-5ce2ba5ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:35:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:30.472577 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.495480 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-aa3035a2-f534-4871-a689-5ce2ba5ac6f0 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:30.596888 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.661396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Deleting port 1ec266bd-bee7-437a-828b-aced1db281b3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:35:30.661890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.747410 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa3035a2-f534-4871-a689-5ce2ba5ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:35:29Z', 'revision_number': 5, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port': {'id': '1ec266bd-bee7-437a-828b-aced1db281b3', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:30.782541 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3035a2-f534-4871-a689-5ce2ba5ac6f0 None None] Checking router: fcc8fffb-209f-437f-bce0-d2a6dcd7e012 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:35:30.782823 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] For port 1ec266bd-bee7-437a-828b-aced1db281b3, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1ec266bd-bee7-437a-828b-aced1db281b3,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:30.783301 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.792554 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3035a2-f534-4871-a689-5ce2ba5ac6f0 None None] Routers {'fcc8fffb-209f-437f-bce0-d2a6dcd7e012'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:30.793014 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa3035a2-f534-4871-a689-5ce2ba5ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:35:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:30.802680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Calling delete_port for 1ec266bd-bee7-437a-828b-aced1db281b3 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:35:30.901567 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-aa3035a2-f534-4871-a689-5ce2ba5ac6f0 None None] Set router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:30.964928 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa3035a2-f534-4871-a689-5ce2ba5ac6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:35:30Z', 'revision_number': 6, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:31.005151 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3035a2-f534-4871-a689-5ce2ba5ac6f0 None None] The sync data for ids ['fcc8fffb-209f-437f-bce0-d2a6dcd7e012'] in n-d-799527-2 is: [{'id': 'fcc8fffb-209f-437f-bce0-d2a6dcd7e012', 'name': 'tempest-ServerActionsTestJSON-569711123-router', 'tenant_id': 'a093a92e95b240e7884dfa30458b2ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:22Z', 'updated_at': '2021-07-06T12:35:30Z', 'revision_number': 6, 'project_id': 'a093a92e95b240e7884dfa30458b2ce4', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:35:31.026768 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.054225 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec266bd-bee7-437a-828b-aced1db281b3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:31.121715 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.238382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.240830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.311797 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.312631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc8fffb-209f-437f-bce0-d2a6dcd7e012 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:35:31.318989 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.320287 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b01de0a2-a199-4805-adb9-265f9ff1145a admin admin] 10.222.0.21 "DELETE /v2.0/routers/fcc8fffb-209f-437f-bce0-d2a6dcd7e012 HTTP/1.1" status: 204 len: 168 time: 0.9785883 Jul 06 12:35:31.323716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59784) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:31.385417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-7334d9b5-0395-4234-8840-6bdcfee0dcb4 admin admin] Deleting subnet 0d8b088d-d860-4440-8d74-d41147d12e99 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:35:31.390369 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7334d9b5-0395-4234-8840-6bdcfee0dcb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.445234 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7334d9b5-0395-4234-8840-6bdcfee0dcb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.568537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7334d9b5-0395-4234-8840-6bdcfee0dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.626691 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7334d9b5-0395-4234-8840-6bdcfee0dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.654125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334d9b5-0395-4234-8840-6bdcfee0dcb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8b088d-d860-4440-8d74-d41147d12e99,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:31.657884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7334d9b5-0395-4234-8840-6bdcfee0dcb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.659925 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7334d9b5-0395-4234-8840-6bdcfee0dcb4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0d8b088d-d860-4440-8d74-d41147d12e99 HTTP/1.1" status: 204 len: 168 time: 0.3351479 Jul 06 12:35:31.662608 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59786) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:31.666828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e50557-5303-42b3-b83a-d9fafc08e75f None None] Network 3b8259fa-0132-459d-9e85-c2f15d034080 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:35:31.735233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.785776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:35:31.810970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:35:31.811377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8031ac31-9d97-4a34-abf0-ef8449d0c3e1 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:35:31.816684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Deleting port e2077693-8fca-46df-92bb-19d7c96bae7f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:35:31.817447 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.898308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] For port e2077693-8fca-46df-92bb-19d7c96bae7f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2077693-8fca-46df-92bb-19d7c96bae7f,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:31.899807 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.920999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Calling delete_port for e2077693-8fca-46df-92bb-19d7c96bae7f owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:35:31.921939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58bb746-e3e7-426b-950f-b766fc3d72b4 None None] DHCP port deletion for 3b8259fa-0132-459d-9e85-c2f15d034080 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:35:31.980610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b58bb746-e3e7-426b-950f-b766fc3d72b4 None None] Deleting port e2077693-8fca-46df-92bb-19d7c96bae7f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:35:31.981101 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b58bb746-e3e7-426b-950f-b766fc3d72b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.024999 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.056670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e2077693-8fca-46df-92bb-19d7c96bae7f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:32.058739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] No DVR routers for this DVR port e2077693-8fca-46df-92bb-19d7c96bae7f on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:35:32.064920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b58bb746-e3e7-426b-950f-b766fc3d72b4 None None] For port e2077693-8fca-46df-92bb-19d7c96bae7f, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e2077693-8fca-46df-92bb-19d7c96bae7f,segment=NetworkSegment(d10ef2cc-5146-4d45-a7cf-a959e1e6c864),segment_id=d10ef2cc-5146-4d45-a7cf-a959e1e6c864)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:32.065260 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b58bb746-e3e7-426b-950f-b766fc3d72b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.083998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b58bb746-e3e7-426b-950f-b766fc3d72b4 None None] Calling delete_port for e2077693-8fca-46df-92bb-19d7c96bae7f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:35:32.146334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.162989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8259fa-0132-459d-9e85-c2f15d034080']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:32.177801 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b58bb746-e3e7-426b-950f-b766fc3d72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.192869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:32.193359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10ef2cc-5146-4d45-a7cf-a959e1e6c864') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:32.211505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bb746-e3e7-426b-950f-b766fc3d72b4 None None] Pushing event deleted for resources: {'Port': ['ID=e2077693-8fca-46df-92bb-19d7c96bae7f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:32.217342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bb746-e3e7-426b-950f-b766fc3d72b4 None None] No DVR routers for this DVR port e2077693-8fca-46df-92bb-19d7c96bae7f on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:35:32.234315 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.257775 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.265810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:35:32.266244 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:35:32.268023 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:35:32.325661 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.331297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.333222 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b8259fa-0132-459d-9e85-c2f15d034080 HTTP/1.1" status: 204 len: 168 time: 0.6696088 Jul 06 12:35:32.351666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfacb8d-6aac-46bb-852b-a97270a891cd admin admin] Pushing event deleted for resources: {'Network': ['ID=3b8259fa-0132-459d-9e85-c2f15d034080,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:32.463705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59790) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:32.508875 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-164e2b00-6914-4656-965d-bc371a67ac1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a093a92e95b240e7884dfa30458b2ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437722 Jul 06 12:35:32.512090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59792) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:32.565601 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-240ccb64-9c2a-42da-bea5-9c1ed27b6334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.594410 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-240ccb64-9c2a-42da-bea5-9c1ed27b6334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.652247 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-240ccb64-9c2a-42da-bea5-9c1ed27b6334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.654881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-240ccb64-9c2a-42da-bea5-9c1ed27b6334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.656151 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-240ccb64-9c2a-42da-bea5-9c1ed27b6334 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa28f6c2-138f-43f3-9b52-d898b38ce13a HTTP/1.1" status: 204 len: 168 time: 0.1430411 Jul 06 12:35:32.665226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ccb64-9c2a-42da-bea5-9c1ed27b6334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa28f6c2-138f-43f3-9b52-d898b38ce13a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:33.364862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1ec266bd-bee7-437a-828b-aced1db281b3 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:35:33.393107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 1ec266bd-bee7-437a-828b-aced1db281b3 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:35:33.393456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1ec266bd-bee7-437a-828b-aced1db281b3 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:35:33.393897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2077693-8fca-46df-92bb-19d7c96bae7f no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:35:33.414376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e2077693-8fca-46df-92bb-19d7c96bae7f {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:35:33.414774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e2077693-8fca-46df-92bb-19d7c96bae7f not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:35:33.502851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59814) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:33.626681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-393089682-network', 'tenant_id': '5636307b56134fb98a4b7e8148ab0380'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:33.654460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Made reservation on behalf of 5636307b56134fb98a4b7e8148ab0380 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:33.656903 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.666602 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.789757 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.794935 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.823729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:35:33.833756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b332ed02-aa3c-47d9-abf8-93d0cfb5c437,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:33.840273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.840631 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Added segment c8e4758c-128f-4a01-8d24-a73fd6d5b497 of type vlan for network ed373c61-6543-46a7-9fb5-724037d81214 Jul 06 12:35:33.886897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.920383 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.921402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:33.921994 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.995703 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4914656 Jul 06 12:35:33.999005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:34.006876 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] Request body: {'subnet': {'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-393089682-subnet', 'tenant_id': '5636307b56134fb98a4b7e8148ab0380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:34.020239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c493589-b2d5-41ec-a48d-4c84ec87ff2f admin admin] Pushing event updated for resources: {'Network': ['ID=ed373c61-6543-46a7-9fb5-724037d81214,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:34.033892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network ed373c61-6543-46a7-9fb5-724037d81214 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:35:34.045470 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] Made reservation on behalf of 5636307b56134fb98a4b7e8148ab0380 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:34.051599 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:34.263643 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:34.321713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21bf8ed-2b4a-4f78-b673-1c44271c193f,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:34.334378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] Checking segment: {'id': 'c8e4758c-128f-4a01-8d24-a73fd6d5b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:34.334904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] Network hostable DHCP agents. Network: ed373c61-6543-46a7-9fb5-724037d81214, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:35:34.357899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] Network ed373c61-6543-46a7-9fb5-724037d81214 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:35:34.370817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, ed373c61-6543-46a7-9fb5-724037d81214) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:34.378124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:34.379057 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:34.381279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4b171a-c692-40bb-94a5-9893ab132838 None None] Network ed373c61-6543-46a7-9fb5-724037d81214 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:35:34.402757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dca4d239-3aa1-4660-a97a-5f74a614680b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4025037 Jul 06 12:35:34.542056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35df5b6-03c2-4d5f-8a38-32b5e54da49a None None] Network ed373c61-6543-46a7-9fb5-724037d81214 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:35:35.006402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d619a1-253c-4232-a665-6ee2517d7ded req-314cf3e4-07c3-4b71-88d1-0c1065c807f3 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:35.009836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-314cf3e4-07c3-4b71-88d1-0c1065c807f3 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/networks?id=ed373c61-6543-46a7-9fb5-724037d81214 HTTP/1.1" status: 200 len: 813 time: 0.1271172 Jul 06 12:35:35.026526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-0c4c5422-dffa-43db-97f2-60c6288b28d0 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/quotas/5636307b56134fb98a4b7e8148ab0380 HTTP/1.1" status: 200 len: 375 time: 0.0106583 Jul 06 12:35:35.066061 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-1b2eea13-70e2-4b62-9a0f-ff26c0932d85 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5636307b56134fb98a4b7e8148ab0380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324690 Jul 06 12:35:35.180885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-7dddb108-258e-4866-a319-7fe6bf67bb0e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:35:35.182557 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-7dddb108-258e-4866-a319-7fe6bf67bb0e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530319 Jul 06 12:35:35.292554 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-b6d72ac7-7ce9-4f5c-85e5-b102859a746f service neutron] 10.222.0.21 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039500 Jul 06 12:35:35.385903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-601a49ed-c22a-4773-abed-38421db8b126 service neutron] 10.222.0.21 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874689 Jul 06 12:35:35.563257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-915a7e60-6224-49b1-b758-ac106b88fdb4 req-4a8e4960-e544-43bc-8ca3-333a392e4682 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 210 time: 0.0294008 Jul 06 12:35:36.957421 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d7f1dc0b-93d2-42ce-962c-552edcf5d407 req-33272f94-3a34-4035-9130-e38494328e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 210 time: 0.0382407 Jul 06 12:35:37.009072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d619a1-253c-4232-a665-6ee2517d7ded req-f3ed8a9e-fb80-4df6-a517-d918467ff28e tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:37.011006 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-f3ed8a9e-fb80-4df6-a517-d918467ff28e tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.47 "GET /v2.0/networks?id=ed373c61-6543-46a7-9fb5-724037d81214 HTTP/1.1" status: 200 len: 813 time: 0.4396744 Jul 06 12:35:37.025612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Request body: {'port': {'device_id': '1a83570c-b9b9-4048-a3c2-16863f54ef09', 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214', 'admin_state_up': True, 'tenant_id': '5636307b56134fb98a4b7e8148ab0380'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:37.148284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Made reservation on behalf of 5636307b56134fb98a4b7e8148ab0380 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:37.153084 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.294701 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Allocated IP 172.20.0.11 (ed373c61-6543-46a7-9fb5-724037d81214/b21bf8ed-2b4a-4f78-b673-1c44271c193f/e62454ba-732f-449c-a927-1298c0947191) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:35:37.450784 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.491228 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.537118 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Network ed373c61-6543-46a7-9fb5-724037d81214 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:37.543152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:37.547329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:35:37.553788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Pushing event updated for resources: {'Port': ['ID=e62454ba-732f-449c-a927-1298c0947191,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:37.605777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:37.606410 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.623497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-531f1de4-5f31-4f4c-a657-562ae3987bef tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6035385 Jul 06 12:35:37.636392 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Request body: {'port': {'device_id': '1a83570c-b9b9-4048-a3c2-16863f54ef09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:37.720588 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:38.025991 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62454ba-732f-449c-a927-1298c0947191 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:35:38.034330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:38.047070 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Transition to ACTIVE for port object e62454ba-732f-449c-a927-1298c0947191 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:38.051648 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:38.134610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e62454ba-732f-449c-a927-1298c0947191,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:38.227379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae40b8b-412d-4d5f-b9ce-859860383b0a req-a32ff4a5-bf1d-457e-8ac9-b35f65b7a2c2 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.229064 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ae40b8b-412d-4d5f-b9ce-859860383b0a req-a32ff4a5-bf1d-457e-8ac9-b35f65b7a2c2 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 944 time: 0.1369550 Jul 06 12:35:38.260736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Attempting to bind port e62454ba-732f-449c-a927-1298c0947191 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:38.261102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Attempting to bind port e62454ba-732f-449c-a927-1298c0947191 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': 'c8e4758c-128f-4a01-8d24-a73fd6d5b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:38.261799 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Attempting to bind port e62454ba-732f-449c-a927-1298c0947191 on network ed373c61-6543-46a7-9fb5-724037d81214 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:38.271178 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Port e62454ba-732f-449c-a927-1298c0947191 on network ed373c61-6543-46a7-9fb5-724037d81214 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:35:38.271523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Attempting to bind port e62454ba-732f-449c-a927-1298c0947191 on network ed373c61-6543-46a7-9fb5-724037d81214 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:38.285409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:38.285751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Checking segment: {'id': 'c8e4758c-128f-4a01-8d24-a73fd6d5b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:38.286143 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Bound using segment: {'id': 'c8e4758c-128f-4a01-8d24-a73fd6d5b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:38.286570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Bound port: e62454ba-732f-449c-a927-1298c0947191, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e4758c-128f-4a01-8d24-a73fd6d5b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:38.286933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:38.293094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ae40b8b-412d-4d5f-b9ce-859860383b0a req-2109a9a2-ded9-4f4a-a1d8-52b560c15f16 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571754 Jul 06 12:35:38.361524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] For port e62454ba-732f-449c-a927-1298c0947191, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:38.364513 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] For port e62454ba-732f-449c-a927-1298c0947191, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e62454ba-732f-449c-a927-1298c0947191,segment=NetworkSegment(c8e4758c-128f-4a01-8d24-a73fd6d5b497),segment_id=c8e4758c-128f-4a01-8d24-a73fd6d5b497)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:38.370771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:38.414105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.415732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:38.417195 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] 10.222.0.47 "PUT /v2.0/ports/e62454ba-732f-449c-a927-1298c0947191 HTTP/1.1" status: 200 len: 1092 time: 0.7855129 Jul 06 12:35:38.417630 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a83570c-b9b9-4048-a3c2-16863f54ef09', 'tag': 'e62454ba-732f-449c-a927-1298c0947191'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:38.419956 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0982b514-9139-4a89-83fa-efe20cce3235" -d '{"events": [{"name": "network-changed", "server_uuid": "1a83570c-b9b9-4048-a3c2-16863f54ef09", "tag": "e62454ba-732f-449c-a927-1298c0947191"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:38.449018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d161b53-d5fd-4a8b-9ff2-8ba834954cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e62454ba-732f-449c-a927-1298c0947191,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:38.467043 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b317b8e0-719c-44a2-ac02-b0ccc1ec26f3 x-openstack-request-id: req-b317b8e0-719c-44a2-ac02-b0ccc1ec26f3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:38.467278 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a83570c-b9b9-4048-a3c2-16863f54ef09", "tag": "e62454ba-732f-449c-a927-1298c0947191", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:38.467569 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b317b8e0-719c-44a2-ac02-b0ccc1ec26f3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:38.468012 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a83570c-b9b9-4048-a3c2-16863f54ef09', 'tag': 'e62454ba-732f-449c-a927-1298c0947191', 'status': 'completed', 'code': 200} Jul 06 12:35:38.533247 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d619a1-253c-4232-a665-6ee2517d7ded req-438f7be9-fc86-4986-83ee-5ffe50d6d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.534800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-438f7be9-fc86-4986-83ee-5ffe50d6d07d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5636307b56134fb98a4b7e8148ab0380&device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 1095 time: 0.0638840 Jul 06 12:35:38.578705 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-7f1d9885-d8f8-40ea-9da4-30966edf5503 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62454ba-732f-449c-a927-1298c0947191 HTTP/1.1" status: 200 len: 217 time: 0.0355024 Jul 06 12:35:38.629601 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d619a1-253c-4232-a665-6ee2517d7ded req-2eb23458-7ef9-4a65-aa80-33838b0011a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.631036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-2eb23458-7ef9-4a65-aa80-33838b0011a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b21bf8ed-2b4a-4f78-b673-1c44271c193f HTTP/1.1" status: 200 len: 853 time: 0.0458016 Jul 06 12:35:38.671978 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-2d910292-e491-4c1b-ae26-34f6cfaa9c81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed373c61-6543-46a7-9fb5-724037d81214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336852 Jul 06 12:35:38.765849 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-45144dcc-f8d1-46b6-acb6-29327ad21a82 service neutron] 10.222.0.47 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864210 Jul 06 12:35:38.864539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-31d619a1-253c-4232-a665-6ee2517d7ded req-4decb926-688f-4b55-af75-3a2cc510fa66 service neutron] 10.222.0.47 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897794 Jul 06 12:35:38.981385 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982b514-9139-4a89-83fa-efe20cce3235 req-a3890724-fd16-4906-8706-bd1eeae09be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.982935 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0982b514-9139-4a89-83fa-efe20cce3235 req-a3890724-fd16-4906-8706-bd1eeae09be7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5636307b56134fb98a4b7e8148ab0380&device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 1095 time: 0.0690355 Jul 06 12:35:39.078553 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982b514-9139-4a89-83fa-efe20cce3235 req-d6ec7322-4b25-428b-9be7-029023e463e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:39.080102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0982b514-9139-4a89-83fa-efe20cce3235 req-d6ec7322-4b25-428b-9be7-029023e463e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed373c61-6543-46a7-9fb5-724037d81214 HTTP/1.1" status: 200 len: 914 time: 0.0909824 Jul 06 12:35:39.128158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0982b514-9139-4a89-83fa-efe20cce3235 req-49d169d9-c2ec-47ac-98c3-71c5d385dad3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62454ba-732f-449c-a927-1298c0947191 HTTP/1.1" status: 200 len: 217 time: 0.0395491 Jul 06 12:35:39.183877 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982b514-9139-4a89-83fa-efe20cce3235 req-182cccee-fbec-4599-a246-fad50ad31c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:39.185395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0982b514-9139-4a89-83fa-efe20cce3235 req-182cccee-fbec-4599-a246-fad50ad31c2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b21bf8ed-2b4a-4f78-b673-1c44271c193f HTTP/1.1" status: 200 len: 853 time: 0.0496161 Jul 06 12:35:39.224578 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0982b514-9139-4a89-83fa-efe20cce3235 req-7569d9b1-7c79-4127-95f2-9757dcef7e06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed373c61-6543-46a7-9fb5-724037d81214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322099 Jul 06 12:35:39.339789 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0982b514-9139-4a89-83fa-efe20cce3235 req-2e3bb4c8-edcb-4082-af1a-3248ffd5588c service neutron] 10.222.0.47 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075945 Jul 06 12:35:39.492463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0982b514-9139-4a89-83fa-efe20cce3235 req-1e01e69b-8285-4748-a316-32cf377f6e35 service neutron] 10.222.0.47 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452587 Jul 06 12:35:39.536726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0856a0-5d97-47f8-83ce-0a0038c48566 req-98d4a13e-e474-438a-8e19-befa4f4b44d9 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:39.538314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e0856a0-5d97-47f8-83ce-0a0038c48566 req-98d4a13e-e474-438a-8e19-befa4f4b44d9 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 944 time: 0.0878322 Jul 06 12:35:39.588892 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e0856a0-5d97-47f8-83ce-0a0038c48566 req-cd8ebb2d-35da-40bc-9d99-47c9021b39d3 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437043 Jul 06 12:35:40.784393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6962ef-61a0-4e8b-ba17-63fcca88a5f6 req-b1287d20-c476-4952-a708-0886d465b172 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:40.786722 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d6962ef-61a0-4e8b-ba17-63fcca88a5f6 req-b1287d20-c476-4952-a708-0886d465b172 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 944 time: 0.0708606 Jul 06 12:35:40.833339 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d6962ef-61a0-4e8b-ba17-63fcca88a5f6 req-41469c29-4fe0-40ef-a5ef-22e32b5593fd tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379102 Jul 06 12:35:42.026201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214f49a-463f-446f-8b7f-90595227f323 req-ce9c298a-cfac-4e20-95b8-60f127584516 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:42.027723 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8214f49a-463f-446f-8b7f-90595227f323 req-ce9c298a-cfac-4e20-95b8-60f127584516 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 944 time: 0.0745723 Jul 06 12:35:42.065555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8214f49a-463f-446f-8b7f-90595227f323 req-7ebf0b38-3b29-4b96-9094-1391dab35f78 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Jul 06 12:35:43.253371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baee0d-6e52-4557-a224-3ecd59d9d542 req-23974491-3028-4aed-aaf6-4409ea208677 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:43.254888 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8baee0d-6e52-4557-a224-3ecd59d9d542 req-23974491-3028-4aed-aaf6-4409ea208677 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 944 time: 0.0698311 Jul 06 12:35:43.309127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8baee0d-6e52-4557-a224-3ecd59d9d542 req-b2bf88c4-5ee0-460b-91d3-126deedaf718 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468593 Jul 06 12:35:44.080588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e62454ba-732f-449c-a927-1298c0947191 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:35:44.181653 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e62454ba-732f-449c-a927-1298c0947191, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e62454ba-732f-449c-a927-1298c0947191,segment=NetworkSegment(c8e4758c-128f-4a01-8d24-a73fd6d5b497),segment_id=c8e4758c-128f-4a01-8d24-a73fd6d5b497)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:44.193852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'e62454ba-732f-449c-a927-1298c0947191', 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214', 'port_id': 'e62454ba-732f-449c-a927-1298c0947191', 'mac_address': 'fa:16:3e:1d:69:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21bf8ed-2b4a-4f78-b673-1c44271c193f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:35:44.233322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:44.246854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62454ba-732f-449c-a927-1298c0947191 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:35:44.275234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e62454ba-732f-449c-a927-1298c0947191, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e62454ba-732f-449c-a927-1298c0947191,segment=NetworkSegment(c8e4758c-128f-4a01-8d24-a73fd6d5b497),segment_id=c8e4758c-128f-4a01-8d24-a73fd6d5b497)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:44.281571 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:44.309015 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db125511-0adb-4c1c-bf2f-3d081934d0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:44.337993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e62454ba-732f-449c-a927-1298c0947191,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:44.500204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f616-a54a-4e29-9672-1aec0dab5655 req-df93f881-4a7f-45cb-b025-9ac61a013f99 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:44.502385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9903f616-a54a-4e29-9672-1aec0dab5655 req-df93f881-4a7f-45cb-b025-9ac61a013f99 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 945 time: 0.0704885 Jul 06 12:35:44.544119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9903f616-a54a-4e29-9672-1aec0dab5655 req-e6e6b5de-70f2-44e6-90c1-cde32d455f6b tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362539 Jul 06 12:35:44.645574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e62454ba-732f-449c-a927-1298c0947191'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:35:45.729215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51dc56-02a3-4182-ac85-5a6d65423df2 req-7b435f68-0c5d-4c2b-911e-696ef71a15bf tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:45.730701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b51dc56-02a3-4182-ac85-5a6d65423df2 req-7b435f68-0c5d-4c2b-911e-696ef71a15bf tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 945 time: 0.0757613 Jul 06 12:35:45.771117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b51dc56-02a3-4182-ac85-5a6d65423df2 req-2909d93d-1fa3-43a2-8a10-442b5045db38 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348239 Jul 06 12:35:46.091723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e62454ba-732f-449c-a927-1298c0947191 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:46.159028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port e62454ba-732f-449c-a927-1298c0947191 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:46.162756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port e62454ba-732f-449c-a927-1298c0947191 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:46.163130 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:46.255229 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:46.279229 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a83570c-b9b9-4048-a3c2-16863f54ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62454ba-732f-449c-a927-1298c0947191'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:46.281537 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47be08b-d533-4554-806d-6a820258b927" -d '{"events": [{"server_uuid": "1a83570c-b9b9-4048-a3c2-16863f54ef09", "name": "network-vif-plugged", "status": "completed", "tag": "e62454ba-732f-449c-a927-1298c0947191"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:46.297018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e62454ba-732f-449c-a927-1298c0947191, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e62454ba-732f-449c-a927-1298c0947191,segment=NetworkSegment(c8e4758c-128f-4a01-8d24-a73fd6d5b497),segment_id=c8e4758c-128f-4a01-8d24-a73fd6d5b497)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:46.302334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:46.328977 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e5e953-229e-49bb-a5af-7bc2e459e450 x-openstack-request-id: req-f9e5e953-229e-49bb-a5af-7bc2e459e450 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:46.329271 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a83570c-b9b9-4048-a3c2-16863f54ef09", "name": "network-vif-plugged", "status": "completed", "tag": "e62454ba-732f-449c-a927-1298c0947191", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:46.329533 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9e5e953-229e-49bb-a5af-7bc2e459e450 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:46.329922 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a83570c-b9b9-4048-a3c2-16863f54ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62454ba-732f-449c-a927-1298c0947191', 'code': 200} Jul 06 12:35:46.361324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e62454ba-732f-449c-a927-1298c0947191,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:46.446410 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad5eca-fbd8-4388-a63a-e240fad7cb29 req-80154725-949f-4c0a-aab8-98eec56744e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:46.447986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6fad5eca-fbd8-4388-a63a-e240fad7cb29 req-80154725-949f-4c0a-aab8-98eec56744e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 1097 time: 0.0577514 Jul 06 12:35:46.487094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6fad5eca-fbd8-4388-a63a-e240fad7cb29 req-d7a76b47-6097-44ec-a443-f9095aac63d6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Jul 06 12:35:46.956861 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605e8a-da99-43be-b4a7-2c860ea1abea req-b61745d4-0a17-4e3b-a75a-d31a78075bc7 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:46.958422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64605e8a-da99-43be-b4a7-2c860ea1abea req-b61745d4-0a17-4e3b-a75a-d31a78075bc7 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.0651047 Jul 06 12:35:46.998432 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-64605e8a-da99-43be-b4a7-2c860ea1abea req-967c9f5c-ac23-4956-a462-0f4761edbcc8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 Jul 06 12:35:48.189947 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002155fc-75e9-4966-829e-362145c7f4e8 req-51d849fe-87c2-491a-b1ce-eca70c108bfe tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:48.191671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-002155fc-75e9-4966-829e-362145c7f4e8 req-51d849fe-87c2-491a-b1ce-eca70c108bfe tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.0703561 Jul 06 12:35:48.232388 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-002155fc-75e9-4966-829e-362145c7f4e8 req-8e124481-d5a1-4cea-852e-63557a5cbefd tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343170 Jul 06 12:35:48.319473 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:48.469271 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-0c352c2d-931e-4479-85dc-759a450aaa3f tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:48.470679 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-0c352c2d-931e-4479-85dc-759a450aaa3f tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/networks?id=ed373c61-6543-46a7-9fb5-724037d81214 HTTP/1.1" status: 200 len: 813 time: 0.1055949 Jul 06 12:35:48.486486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-67eb3767-5653-4799-92cf-a4baeeba83a7 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/quotas/5636307b56134fb98a4b7e8148ab0380 HTTP/1.1" status: 200 len: 375 time: 0.0100741 Jul 06 12:35:48.491221 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f430d7a3-10ea-4e58-b7ad-8d9ee200e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:48.559032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-187a76a0-4510-4315-9c5a-91abf0017a55 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5636307b56134fb98a4b7e8148ab0380&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0665963 Jul 06 12:35:48.650785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-a531d738-7605-4e7d-a2b8-de9c7d914728 service neutron] 10.222.0.21 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851583 Jul 06 12:35:48.747501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-244d0b29-06d1-4b0c-8fab-1c93674c6242 service neutron] 10.222.0.21 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909092 Jul 06 12:35:48.919797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d8279206-eeb9-47ac-afba-9e9f784d0abf req-ab4c2b58-a39d-4596-b2aa-37199ad6b33c tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 210 time: 0.0300102 Jul 06 12:35:48.952239 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:50.068817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-313d09e0-03e1-4ed9-b1a1-50c80f2e6df4 req-29666a3a-5811-46bb-b466-2f9e9fd25b56 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 210 time: 0.0294981 Jul 06 12:35:50.303396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-99210e14-55c8-4b16-8078-5840e9a47a9e tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:50.305454 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-99210e14-55c8-4b16-8078-5840e9a47a9e tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.86 "GET /v2.0/networks?id=ed373c61-6543-46a7-9fb5-724037d81214 HTTP/1.1" status: 200 len: 813 time: 0.1071799 Jul 06 12:35:50.318509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Request body: {'port': {'device_id': 'b16a1647-f07b-4e02-b7b2-ed5bc54e0669', 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214', 'admin_state_up': True, 'tenant_id': '5636307b56134fb98a4b7e8148ab0380'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:50.440459 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Made reservation on behalf of 5636307b56134fb98a4b7e8148ab0380 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:50.444029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:50.579074 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Allocated IP 172.20.0.4 (ed373c61-6543-46a7-9fb5-724037d81214/b21bf8ed-2b4a-4f78-b673-1c44271c193f/bcbe10f7-787e-471b-8505-2a9ce5379e5d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:35:50.654820 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04056c3e-5412-43ad-b15a-d7c2096682d2 req-9dd8211f-79ee-4439-876f-528ff53a2e6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543914 Jul 06 12:35:50.732107 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:50.767002 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:50.780677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04056c3e-5412-43ad-b15a-d7c2096682d2 req-3bc89172-bbf7-4c41-a668-19bbac9cb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:50.782184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04056c3e-5412-43ad-b15a-d7c2096682d2 req-3bc89172-bbf7-4c41-a668-19bbac9cb69d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5636307b56134fb98a4b7e8148ab0380&device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 1097 time: 0.0803919 Jul 06 12:35:50.828393 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:50.851360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e62454ba-732f-449c-a927-1298c0947191'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:35:50.904821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Pushing event updated for resources: {'Port': ['ID=bcbe10f7-787e-471b-8505-2a9ce5379e5d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:50.905052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04056c3e-5412-43ad-b15a-d7c2096682d2 req-d9db7591-9dba-47c3-9ade-52a393a3aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:50.907239 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04056c3e-5412-43ad-b15a-d7c2096682d2 req-d9db7591-9dba-47c3-9ade-52a393a3aa1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed373c61-6543-46a7-9fb5-724037d81214 HTTP/1.1" status: 200 len: 914 time: 0.0997920 Jul 06 12:35:50.911896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Network ed373c61-6543-46a7-9fb5-724037d81214 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:50.913735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:50.917933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:35:50.961741 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04056c3e-5412-43ad-b15a-d7c2096682d2 req-1b168405-b91b-4cc1-a9d4-8dabbb2228b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62454ba-732f-449c-a927-1298c0947191 HTTP/1.1" status: 200 len: 217 time: 0.0471737 Jul 06 12:35:50.984468 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:50.986154 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:51.001084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-68a5e689-d0f0-46e4-817b-bb7bef6a01eb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6867106 Jul 06 12:35:51.018113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Request body: {'port': {'device_id': 'b16a1647-f07b-4e02-b7b2-ed5bc54e0669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:51.018355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04056c3e-5412-43ad-b15a-d7c2096682d2 req-d7015549-9f7d-4a0d-89a7-27450895eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:51.020116 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04056c3e-5412-43ad-b15a-d7c2096682d2 req-d7015549-9f7d-4a0d-89a7-27450895eb1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b21bf8ed-2b4a-4f78-b673-1c44271c193f HTTP/1.1" status: 200 len: 853 time: 0.0511298 Jul 06 12:35:51.056311 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04056c3e-5412-43ad-b15a-d7c2096682d2 req-423da221-d1ef-4b2d-abb0-93272007e920 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed373c61-6543-46a7-9fb5-724037d81214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283444 Jul 06 12:35:51.100091 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:51.162130 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04056c3e-5412-43ad-b15a-d7c2096682d2 req-68297fef-24fd-4a93-9144-0cff78717529 service neutron] 10.222.0.47 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964048 Jul 06 12:35:51.307047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04056c3e-5412-43ad-b15a-d7c2096682d2 req-08c861d1-d504-47c1-9819-0fa7616fb5ce service neutron] 10.222.0.47 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348214 Jul 06 12:35:51.335232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe854b-908b-4fd2-951b-9c6b340b7a4b req-74b7edcb-bc88-4e62-9e4b-e25a13b6026d tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:51.338103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bfe854b-908b-4fd2-951b-9c6b340b7a4b req-74b7edcb-bc88-4e62-9e4b-e25a13b6026d tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 931 time: 0.1453903 Jul 06 12:35:51.379615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0bfe854b-908b-4fd2-951b-9c6b340b7a4b req-0be681e9-9e81-4a70-a3e2-e82ef41cd5a8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354095 Jul 06 12:35:51.403772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbe10f7-787e-471b-8505-2a9ce5379e5d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:35:51.411983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:51.424059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Transition to ACTIVE for port object bcbe10f7-787e-471b-8505-2a9ce5379e5d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:51.427967 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:51.480843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Pushing event updated for resources: {'Port': ['ID=bcbe10f7-787e-471b-8505-2a9ce5379e5d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:51.554035 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Attempting to bind port bcbe10f7-787e-471b-8505-2a9ce5379e5d on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:51.554377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Attempting to bind port bcbe10f7-787e-471b-8505-2a9ce5379e5d by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'c8e4758c-128f-4a01-8d24-a73fd6d5b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:51.555262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Attempting to bind port bcbe10f7-787e-471b-8505-2a9ce5379e5d on network ed373c61-6543-46a7-9fb5-724037d81214 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:51.560402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Port bcbe10f7-787e-471b-8505-2a9ce5379e5d on network ed373c61-6543-46a7-9fb5-724037d81214 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:35:51.560729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Attempting to bind port bcbe10f7-787e-471b-8505-2a9ce5379e5d on network ed373c61-6543-46a7-9fb5-724037d81214 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:51.571868 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:51.573750 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Checking segment: {'id': 'c8e4758c-128f-4a01-8d24-a73fd6d5b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:51.574867 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Bound using segment: {'id': 'c8e4758c-128f-4a01-8d24-a73fd6d5b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:51.575878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Bound port: bcbe10f7-787e-471b-8505-2a9ce5379e5d, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e4758c-128f-4a01-8d24-a73fd6d5b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:51.576710 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:51.648009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] For port bcbe10f7-787e-471b-8505-2a9ce5379e5d, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:51.651993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] For port bcbe10f7-787e-471b-8505-2a9ce5379e5d, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bcbe10f7-787e-471b-8505-2a9ce5379e5d,segment=NetworkSegment(c8e4758c-128f-4a01-8d24-a73fd6d5b497),segment_id=c8e4758c-128f-4a01-8d24-a73fd6d5b497)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:51.656532 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:51.690999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:51.691625 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:51.693691 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] 10.222.0.86 "PUT /v2.0/ports/bcbe10f7-787e-471b-8505-2a9ce5379e5d HTTP/1.1" status: 200 len: 1091 time: 0.6808734 Jul 06 12:35:51.696825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16a1647-f07b-4e02-b7b2-ed5bc54e0669', 'tag': 'bcbe10f7-787e-471b-8505-2a9ce5379e5d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:51.698768 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af8fc9d-368c-43c9-9a71-4d0bbab295a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b16a1647-f07b-4e02-b7b2-ed5bc54e0669", "tag": "bcbe10f7-787e-471b-8505-2a9ce5379e5d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:51.733898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf8fd4-8371-4050-ac33-fd8d8780237b service neutron] Pushing event updated for resources: {'Port': ['ID=bcbe10f7-787e-471b-8505-2a9ce5379e5d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:51.749014 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70071c9f-99d7-48be-ad6a-4b38342639c0 x-openstack-request-id: req-70071c9f-99d7-48be-ad6a-4b38342639c0 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:51.749300 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16a1647-f07b-4e02-b7b2-ed5bc54e0669", "tag": "bcbe10f7-787e-471b-8505-2a9ce5379e5d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:51.749545 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70071c9f-99d7-48be-ad6a-4b38342639c0 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:51.749927 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16a1647-f07b-4e02-b7b2-ed5bc54e0669', 'tag': 'bcbe10f7-787e-471b-8505-2a9ce5379e5d', 'status': 'completed', 'code': 200} Jul 06 12:35:51.799300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-0b923ba5-2cc5-4e8a-a975-ce0d9e1bb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:51.800775 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-0b923ba5-2cc5-4e8a-a975-ce0d9e1bb21d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5636307b56134fb98a4b7e8148ab0380&device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 1094 time: 0.0612807 Jul 06 12:35:51.850754 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-e9901bd3-e002-49af-a7bb-47b71cd7f82a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcbe10f7-787e-471b-8505-2a9ce5379e5d HTTP/1.1" status: 200 len: 217 time: 0.0391176 Jul 06 12:35:51.915664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-3ded4a38-3c76-4e22-a44c-b86ad8bba17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:51.917086 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-3ded4a38-3c76-4e22-a44c-b86ad8bba17e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b21bf8ed-2b4a-4f78-b673-1c44271c193f HTTP/1.1" status: 200 len: 853 time: 0.0585213 Jul 06 12:35:51.954673 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-85c6d6b1-5cf6-468d-aae7-216dbc475f80 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed373c61-6543-46a7-9fb5-724037d81214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276711 Jul 06 12:35:52.051784 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-94899a2f-b086-4a03-9265-c471b881389a service neutron] 10.222.0.86 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895643 Jul 06 12:35:52.149871 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-436cf649-bd62-4ff0-a3be-cf5f29497a68 req-5bcd82dd-543e-43c6-a2c7-d5f27bbe7bbb service neutron] 10.222.0.86 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870585 Jul 06 12:35:52.258662 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8fc9d-368c-43c9-9a71-4d0bbab295a4 req-aaaa1e8a-a6e2-4d6a-9468-06612cfc47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.260363 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0af8fc9d-368c-43c9-9a71-4d0bbab295a4 req-aaaa1e8a-a6e2-4d6a-9468-06612cfc47e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5636307b56134fb98a4b7e8148ab0380&device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 1094 time: 0.0581458 Jul 06 12:35:52.359343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8fc9d-368c-43c9-9a71-4d0bbab295a4 req-f65613d6-12e2-45bb-9fba-f6020ba0a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.360863 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0af8fc9d-368c-43c9-9a71-4d0bbab295a4 req-f65613d6-12e2-45bb-9fba-f6020ba0a667 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ed373c61-6543-46a7-9fb5-724037d81214 HTTP/1.1" status: 200 len: 914 time: 0.0912571 Jul 06 12:35:52.403467 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0af8fc9d-368c-43c9-9a71-4d0bbab295a4 req-dc9fe5b5-8bce-4c49-ae98-65a746e33b7f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcbe10f7-787e-471b-8505-2a9ce5379e5d HTTP/1.1" status: 200 len: 217 time: 0.0352805 Jul 06 12:35:52.455511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8fc9d-368c-43c9-9a71-4d0bbab295a4 req-85605afc-15cc-4bd2-a575-66640468cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.457037 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0af8fc9d-368c-43c9-9a71-4d0bbab295a4 req-85605afc-15cc-4bd2-a575-66640468cfbb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b21bf8ed-2b4a-4f78-b673-1c44271c193f HTTP/1.1" status: 200 len: 853 time: 0.0458715 Jul 06 12:35:52.496286 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0af8fc9d-368c-43c9-9a71-4d0bbab295a4 req-9985dfb7-0563-48d8-85ef-55f08a1a96d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ed373c61-6543-46a7-9fb5-724037d81214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318131 Jul 06 12:35:52.568267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2253d7-9623-4514-97f1-3dd4318a6641 req-0fbb35c9-028b-4b8f-8814-86cfc1ddd662 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.571636 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa2253d7-9623-4514-97f1-3dd4318a6641 req-0fbb35c9-028b-4b8f-8814-86cfc1ddd662 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 943 time: 0.0732141 Jul 06 12:35:52.594433 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0af8fc9d-368c-43c9-9a71-4d0bbab295a4 req-e38fa20b-d74f-4aa4-8daa-cb91266d7d01 service neutron] 10.222.0.86 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906773 Jul 06 12:35:52.614121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aa2253d7-9623-4514-97f1-3dd4318a6641 req-5f814d7a-0860-4a9f-b735-8bfe8c74ae9d tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363576 Jul 06 12:35:52.701527 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0af8fc9d-368c-43c9-9a71-4d0bbab295a4 req-cb2fe76f-0e41-4d2e-be18-71af623cceab service neutron] 10.222.0.86 "GET /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970118 Jul 06 12:35:53.792780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1730d-e9a7-41b3-bb90-a27affd3c790 req-65e5ea55-022f-461e-be25-498c5ceaa60b tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:53.794280 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-baa1730d-e9a7-41b3-bb90-a27affd3c790 req-65e5ea55-022f-461e-be25-498c5ceaa60b tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 943 time: 0.0668788 Jul 06 12:35:53.831653 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-baa1730d-e9a7-41b3-bb90-a27affd3c790 req-da41ba1c-c14d-456b-9689-d2733320d69a tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Jul 06 12:35:55.017150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299ac21-64bd-4b2f-8bb1-8211656e4b0e req-3d835bbc-f2b5-4d04-a1dc-19aa4297bcad tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:55.018791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5299ac21-64bd-4b2f-8bb1-8211656e4b0e req-3d835bbc-f2b5-4d04-a1dc-19aa4297bcad tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 943 time: 0.0718634 Jul 06 12:35:55.058823 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5299ac21-64bd-4b2f-8bb1-8211656e4b0e req-d15c1b2f-0440-443a-99d5-7a23576ef50f tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Jul 06 12:35:55.316139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bcbe10f7-787e-471b-8505-2a9ce5379e5d details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:35:55.415324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bcbe10f7-787e-471b-8505-2a9ce5379e5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bcbe10f7-787e-471b-8505-2a9ce5379e5d,segment=NetworkSegment(c8e4758c-128f-4a01-8d24-a73fd6d5b497),segment_id=c8e4758c-128f-4a01-8d24-a73fd6d5b497)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:55.426958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'bcbe10f7-787e-471b-8505-2a9ce5379e5d', 'network_id': 'ed373c61-6543-46a7-9fb5-724037d81214', 'port_id': 'bcbe10f7-787e-471b-8505-2a9ce5379e5d', 'mac_address': 'fa:16:3e:b4:40:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21bf8ed-2b4a-4f78-b673-1c44271c193f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:35:55.468786 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:55.482863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbe10f7-787e-471b-8505-2a9ce5379e5d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:35:55.502861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bcbe10f7-787e-471b-8505-2a9ce5379e5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bcbe10f7-787e-471b-8505-2a9ce5379e5d,segment=NetworkSegment(c8e4758c-128f-4a01-8d24-a73fd6d5b497),segment_id=c8e4758c-128f-4a01-8d24-a73fd6d5b497)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:55.507238 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:55.556002 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=bcbe10f7-787e-471b-8505-2a9ce5379e5d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:55.763626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['bcbe10f7-787e-471b-8505-2a9ce5379e5d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:35:56.062392 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:35:56.236756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518892b2-a87b-402b-af16-35a1339ea863 req-f0eb3dce-f160-42af-92e2-b9427415a255 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:56.238258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-518892b2-a87b-402b-af16-35a1339ea863 req-f0eb3dce-f160-42af-92e2-b9427415a255 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 944 time: 0.0650308 Jul 06 12:35:56.276686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-518892b2-a87b-402b-af16-35a1339ea863 req-6427f9f1-e887-459c-9548-f4b593ca7567 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Jul 06 12:35:57.329619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bcbe10f7-787e-471b-8505-2a9ce5379e5d up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:57.383302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port bcbe10f7-787e-471b-8505-2a9ce5379e5d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:57.388289 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port bcbe10f7-787e-471b-8505-2a9ce5379e5d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:57.388672 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:57.484164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e7dd7-edea-4983-aaea-5110e0c2f2ab req-c25cac9f-cb33-4ceb-8356-90aa121bd9da tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:57.486712 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d16e7dd7-edea-4983-aaea-5110e0c2f2ab req-c25cac9f-cb33-4ceb-8356-90aa121bd9da tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 944 time: 0.0918164 Jul 06 12:35:57.488956 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:57.517105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16a1647-f07b-4e02-b7b2-ed5bc54e0669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbe10f7-787e-471b-8505-2a9ce5379e5d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:57.519750 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2c74af-3d9a-48d6-b688-9a00e565e4bf" -d '{"events": [{"server_uuid": "b16a1647-f07b-4e02-b7b2-ed5bc54e0669", "name": "network-vif-plugged", "status": "completed", "tag": "bcbe10f7-787e-471b-8505-2a9ce5379e5d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:57.533897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port bcbe10f7-787e-471b-8505-2a9ce5379e5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bcbe10f7-787e-471b-8505-2a9ce5379e5d,segment=NetworkSegment(c8e4758c-128f-4a01-8d24-a73fd6d5b497),segment_id=c8e4758c-128f-4a01-8d24-a73fd6d5b497)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:57.538527 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:57.547194 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d16e7dd7-edea-4983-aaea-5110e0c2f2ab req-5b98fb07-d275-41e5-8484-536a1fc00244 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556316 Jul 06 12:35:57.563823 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6291168-07fc-496f-8c87-6529bcda7978 x-openstack-request-id: req-a6291168-07fc-496f-8c87-6529bcda7978 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:57.564122 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16a1647-f07b-4e02-b7b2-ed5bc54e0669", "name": "network-vif-plugged", "status": "completed", "tag": "bcbe10f7-787e-471b-8505-2a9ce5379e5d", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:57.564380 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6291168-07fc-496f-8c87-6529bcda7978 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:57.564775 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16a1647-f07b-4e02-b7b2-ed5bc54e0669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbe10f7-787e-471b-8505-2a9ce5379e5d', 'code': 200} Jul 06 12:35:57.595290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=bcbe10f7-787e-471b-8505-2a9ce5379e5d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:57.605716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.606067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.606417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.606756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.607095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.607431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.608272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.608787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.609164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.611535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.611535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.611535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:57.695000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36bec8-4818-4d97-a81c-9d4b7f8f85d3 req-e9249a77-7355-4e3e-b8b9-a07a3050c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:57.696540 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc36bec8-4818-4d97-a81c-9d4b7f8f85d3 req-e9249a77-7355-4e3e-b8b9-a07a3050c4fa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 1096 time: 0.0575776 Jul 06 12:35:57.732934 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc36bec8-4818-4d97-a81c-9d4b7f8f85d3 req-7b6bb345-8ee7-45d3-88fa-3bcc3a9950a7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290742 Jul 06 12:35:58.718811 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dd6ae-b539-4148-8b71-80d6c70e6578 req-b66c02b6-75e4-4c73-913e-01fe435172d5 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:58.718811 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-204dd6ae-b539-4148-8b71-80d6c70e6578 req-b66c02b6-75e4-4c73-913e-01fe435172d5 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 945 time: 0.0666571 Jul 06 12:35:58.762006 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-204dd6ae-b539-4148-8b71-80d6c70e6578 req-a914d1bf-1836-474c-a79b-35bb5d0ced8a tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360172 Jul 06 12:35:59.185153 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:59.349491 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:59.941317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c4393-ea47-4525-9588-3de0d1cd77ba req-05891a8f-3ee3-40c8-8ce0-7e8899815789 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:59.942911 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f19c4393-ea47-4525-9588-3de0d1cd77ba req-05891a8f-3ee3-40c8-8ce0-7e8899815789 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 945 time: 0.0650101 Jul 06 12:35:59.982501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f19c4393-ea47-4525-9588-3de0d1cd77ba req-1b5d61b1-deea-4e2d-b268-0a4a0cb72db9 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334578 Jul 06 12:36:00.368535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d18b5a-a22a-474f-aaff-ed77bac28b75 req-80ec3706-01a6-4a77-8399-e04ac4b663b2 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:00.370555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7d18b5a-a22a-474f-aaff-ed77bac28b75 req-80ec3706-01a6-4a77-8399-e04ac4b663b2 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 945 time: 0.0690510 Jul 06 12:36:00.408619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f7d18b5a-a22a-474f-aaff-ed77bac28b75 req-f9910b08-eb91-4aa9-9abf-a0584252625d tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324345 Jul 06 12:36:01.592236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a511663-5751-4519-9dcc-c0519cea778e req-7198a1b4-2e14-435e-9187-da99105c2a0a tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:01.593689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a511663-5751-4519-9dcc-c0519cea778e req-7198a1b4-2e14-435e-9187-da99105c2a0a tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 945 time: 0.0697784 Jul 06 12:36:01.631438 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9a511663-5751-4519-9dcc-c0519cea778e req-46352624-9ec3-4055-87f2-a517d1ea3b84 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Jul 06 12:36:01.717520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384e292-d071-4953-bcfb-ddb7ea89393d req-e3c17fb2-7cb6-4d94-8441-8284e6897479 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:01.720206 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d384e292-d071-4953-bcfb-ddb7ea89393d req-e3c17fb2-7cb6-4d94-8441-8284e6897479 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.86 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 945 time: 0.0768938 Jul 06 12:36:01.846000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d384e292-d071-4953-bcfb-ddb7ea89393d req-a5c94cff-94f1-46ce-8120-a290205119c8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Deleting port bcbe10f7-787e-471b-8505-2a9ce5379e5d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:01.846252 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d384e292-d071-4953-bcfb-ddb7ea89393d req-a5c94cff-94f1-46ce-8120-a290205119c8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:01.935975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d384e292-d071-4953-bcfb-ddb7ea89393d req-a5c94cff-94f1-46ce-8120-a290205119c8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] For port bcbe10f7-787e-471b-8505-2a9ce5379e5d, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=bcbe10f7-787e-471b-8505-2a9ce5379e5d,segment=NetworkSegment(c8e4758c-128f-4a01-8d24-a73fd6d5b497),segment_id=c8e4758c-128f-4a01-8d24-a73fd6d5b497)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:01.936334 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d384e292-d071-4953-bcfb-ddb7ea89393d req-a5c94cff-94f1-46ce-8120-a290205119c8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:01.950435 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d384e292-d071-4953-bcfb-ddb7ea89393d req-a5c94cff-94f1-46ce-8120-a290205119c8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Calling delete_port for bcbe10f7-787e-471b-8505-2a9ce5379e5d owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:02.085233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d384e292-d071-4953-bcfb-ddb7ea89393d req-a5c94cff-94f1-46ce-8120-a290205119c8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:02.097273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e62454ba-732f-449c-a927-1298c0947191'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:02.101602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['bcbe10f7-787e-471b-8505-2a9ce5379e5d'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:02.124821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c94cff-94f1-46ce-8120-a290205119c8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Pushing event deleted for resources: {'Port': ['ID=bcbe10f7-787e-471b-8505-2a9ce5379e5d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:02.174255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d384e292-d071-4953-bcfb-ddb7ea89393d req-a5c94cff-94f1-46ce-8120-a290205119c8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] No DVR routers for this DVR port bcbe10f7-787e-471b-8505-2a9ce5379e5d on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:02.176857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d384e292-d071-4953-bcfb-ddb7ea89393d req-a5c94cff-94f1-46ce-8120-a290205119c8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:02.178900 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d384e292-d071-4953-bcfb-ddb7ea89393d req-a5c94cff-94f1-46ce-8120-a290205119c8 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.86 "DELETE /v2.0/ports/bcbe10f7-787e-471b-8505-2a9ce5379e5d HTTP/1.1" status: 204 len: 173 time: 0.4528487 Jul 06 12:36:02.179344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16a1647-f07b-4e02-b7b2-ed5bc54e0669', 'name': 'network-vif-deleted', 'tag': 'bcbe10f7-787e-471b-8505-2a9ce5379e5d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:02.181628 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2255a963-dcb7-4f8a-b11d-ffdeacfe6357" -d '{"events": [{"server_uuid": "b16a1647-f07b-4e02-b7b2-ed5bc54e0669", "name": "network-vif-deleted", "tag": "bcbe10f7-787e-471b-8505-2a9ce5379e5d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:02.224640 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22384d5d-8fd9-4c73-b40b-1cc9bf9324de x-openstack-request-id: req-22384d5d-8fd9-4c73-b40b-1cc9bf9324de {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:02.225033 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16a1647-f07b-4e02-b7b2-ed5bc54e0669", "name": "network-vif-deleted", "tag": "bcbe10f7-787e-471b-8505-2a9ce5379e5d", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:02.227881 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22384d5d-8fd9-4c73-b40b-1cc9bf9324de {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:02.228484 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16a1647-f07b-4e02-b7b2-ed5bc54e0669', 'name': 'network-vif-deleted', 'tag': 'bcbe10f7-787e-471b-8505-2a9ce5379e5d', 'status': 'completed', 'code': 200} Jul 06 12:36:02.792845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac0aec18-c3de-4feb-92fd-f97ff4fa90d4 req-0d22b052-ad91-4904-a8fc-6e1cf70ab09a tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=b16a1647-f07b-4e02-b7b2-ed5bc54e0669 HTTP/1.1" status: 200 len: 210 time: 0.0338259 Jul 06 12:36:04.059428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d8f9a-5de1-474d-a2df-ad14a0e0d1a7 req-9d3c77ad-259c-4880-b21f-c61ff2c273c9 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:04.061030 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-560d8f9a-5de1-474d-a2df-ad14a0e0d1a7 req-9d3c77ad-259c-4880-b21f-c61ff2c273c9 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.0715530 Jul 06 12:36:04.104060 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-560d8f9a-5de1-474d-a2df-ad14a0e0d1a7 req-ffd1a644-b71c-4ec7-a158-432e89c36734 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368586 Jul 06 12:36:04.321678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ccdeb-cbe3-4655-899c-464d0e7c2471 req-d0b442bb-4fc8-49a6-9252-f8ba2814d775 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:04.323921 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a7ccdeb-cbe3-4655-899c-464d0e7c2471 req-d0b442bb-4fc8-49a6-9252-f8ba2814d775 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.0655417 Jul 06 12:36:04.364646 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a7ccdeb-cbe3-4655-899c-464d0e7c2471 req-77b8421e-1bad-4492-9dc6-2f3fa1c40e27 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350535 Jul 06 12:36:04.569401 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f9445-6cb4-4efc-92ab-001afe545fd0 req-13fe7a6e-91ed-4894-891e-609641ee076e tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:04.570980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab9f9445-6cb4-4efc-92ab-001afe545fd0 req-13fe7a6e-91ed-4894-891e-609641ee076e tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.0811431 Jul 06 12:36:04.612716 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ab9f9445-6cb4-4efc-92ab-001afe545fd0 req-bc8cc4e9-d29e-4704-9595-34dfb67db2f6 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355442 Jul 06 12:36:04.905807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2deef35-08f0-4a13-9f6c-e8641e048b31 req-53bf7411-1c6a-4880-8360-d43f628ca0c0 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:04.907210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2deef35-08f0-4a13-9f6c-e8641e048b31 req-53bf7411-1c6a-4880-8360-d43f628ca0c0 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.0640020 Jul 06 12:36:04.947111 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2deef35-08f0-4a13-9f6c-e8641e048b31 req-eb2b9eb0-cb8f-49c2-b786-b4d8cc6d53e7 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343130 Jul 06 12:36:05.135020 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7408fd-a4e6-4cc6-93da-8251129f39ec req-e5549b2e-3e52-4222-95f9-5fe02cc13b2a tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:05.137385 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a7408fd-a4e6-4cc6-93da-8251129f39ec req-e5549b2e-3e52-4222-95f9-5fe02cc13b2a tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.0721505 Jul 06 12:36:05.181409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a7408fd-a4e6-4cc6-93da-8251129f39ec req-e2c2aed4-3bb6-4800-842f-64eadec36355 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378044 Jul 06 12:36:05.370921 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b1d94-3002-4ba1-9321-1f88c5dbbfe8 req-fdd7dfbc-d191-45d2-b8a4-4c6ae6ed012f tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:05.372638 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a86b1d94-3002-4ba1-9321-1f88c5dbbfe8 req-fdd7dfbc-d191-45d2-b8a4-4c6ae6ed012f tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.0668771 Jul 06 12:36:05.374843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bcbe10f7-787e-471b-8505-2a9ce5379e5d no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:05.396037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: bcbe10f7-787e-471b-8505-2a9ce5379e5d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:36:05.396379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device bcbe10f7-787e-471b-8505-2a9ce5379e5d not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:36:05.419966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a86b1d94-3002-4ba1-9321-1f88c5dbbfe8 req-848ffcd0-437c-4178-b852-e75a6efb189a tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Jul 06 12:36:05.942687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088e29c-4d56-4084-a0b1-170c88f14a94 req-52ae9357-9778-412f-b87e-1af6f315a514 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:05.944200 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2088e29c-4d56-4084-a0b1-170c88f14a94 req-52ae9357-9778-412f-b87e-1af6f315a514 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.0646703 Jul 06 12:36:05.984484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2088e29c-4d56-4084-a0b1-170c88f14a94 req-5149c0be-174a-4c44-a316-09728b77fbae tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Jul 06 12:36:07.177413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32b3ec-e8f2-4947-8ac4-7daa785f592c req-0f52641d-953c-4c9b-91c1-f0fab6dd20ae tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:07.179760 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad32b3ec-e8f2-4947-8ac4-7daa785f592c req-0f52641d-953c-4c9b-91c1-f0fab6dd20ae tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.0777903 Jul 06 12:36:07.221794 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad32b3ec-e8f2-4947-8ac4-7daa785f592c req-f6c3cfdc-fe8a-45b1-84ef-1a64e58ff626 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359261 Jul 06 12:36:07.836493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88192fa0-99c3-4621-9eb5-778a08c82094 req-9c2a3a6d-6b5a-4449-be2f-58defcf1db7c tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:07.838000 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88192fa0-99c3-4621-9eb5-778a08c82094 req-9c2a3a6d-6b5a-4449-be2f-58defcf1db7c tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.0798247 Jul 06 12:36:08.226651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-88192fa0-99c3-4621-9eb5-778a08c82094 req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Deleting port e62454ba-732f-449c-a927-1298c0947191 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:08.227435 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-88192fa0-99c3-4621-9eb5-778a08c82094 req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:08.321777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-88192fa0-99c3-4621-9eb5-778a08c82094 req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] For port e62454ba-732f-449c-a927-1298c0947191, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e62454ba-732f-449c-a927-1298c0947191,segment=NetworkSegment(c8e4758c-128f-4a01-8d24-a73fd6d5b497),segment_id=c8e4758c-128f-4a01-8d24-a73fd6d5b497)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:08.322132 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-88192fa0-99c3-4621-9eb5-778a08c82094 req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:08.339519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-88192fa0-99c3-4621-9eb5-778a08c82094 req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Calling delete_port for e62454ba-732f-449c-a927-1298c0947191 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:08.463295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b51052-3ba1-467c-9743-11cdb0cb9937 req-7a84ddcb-135c-472c-b36c-a8b4d01766c4 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:08.465556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87b51052-3ba1-467c-9743-11cdb0cb9937 req-7a84ddcb-135c-472c-b36c-a8b4d01766c4 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a83570c-b9b9-4048-a3c2-16863f54ef09 HTTP/1.1" status: 200 len: 946 time: 0.1286356 Jul 06 12:36:08.545298 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87b51052-3ba1-467c-9743-11cdb0cb9937 req-ca30f14d-55c8-467d-9782-98784d64cdfb tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b332ed02-aa3c-47d9-abf8-93d0cfb5c437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734668 Jul 06 12:36:08.558378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-88192fa0-99c3-4621-9eb5-778a08c82094 req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:08.576304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e62454ba-732f-449c-a927-1298c0947191'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:08.593094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Pushing event deleted for resources: {'Port': ['ID=e62454ba-732f-449c-a927-1298c0947191,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:08.607332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.607720 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.608067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.608409 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.608742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.609072 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.609403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.609732 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.610057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.610393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.610843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.611128 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:08.654691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-88192fa0-99c3-4621-9eb5-778a08c82094 req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] No DVR routers for this DVR port e62454ba-732f-449c-a927-1298c0947191 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:08.657646 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-88192fa0-99c3-4621-9eb5-778a08c82094 req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:08.659841 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88192fa0-99c3-4621-9eb5-778a08c82094 req-5f3f8ad9-fb13-46b1-a711-f6cc2bab3e40 tempest-ServersNegativeTestJSON-445444581 tempest-ServersNegativeTestJSON-445444581-project] 10.222.0.47 "DELETE /v2.0/ports/e62454ba-732f-449c-a927-1298c0947191 HTTP/1.1" status: 204 len: 173 time: 0.8156214 Jul 06 12:36:08.660311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a83570c-b9b9-4048-a3c2-16863f54ef09', 'name': 'network-vif-deleted', 'tag': 'e62454ba-732f-449c-a927-1298c0947191'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:08.664030 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4051b942-0cc3-4c41-a5c9-90850b26bb80" -d '{"events": [{"server_uuid": "1a83570c-b9b9-4048-a3c2-16863f54ef09", "name": "network-vif-deleted", "tag": "e62454ba-732f-449c-a927-1298c0947191"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:08.708659 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120d39c5-51b3-4904-b753-71f89f614f20 x-openstack-request-id: req-120d39c5-51b3-4904-b753-71f89f614f20 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:08.708978 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a83570c-b9b9-4048-a3c2-16863f54ef09", "name": "network-vif-deleted", "tag": "e62454ba-732f-449c-a927-1298c0947191", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:08.709220 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-120d39c5-51b3-4904-b753-71f89f614f20 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:08.709647 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a83570c-b9b9-4048-a3c2-16863f54ef09', 'name': 'network-vif-deleted', 'tag': 'e62454ba-732f-449c-a927-1298c0947191', 'status': 'completed', 'code': 200} Jul 06 12:36:09.647378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:09.699258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Deleting subnet b21bf8ed-2b4a-4f78-b673-1c44271c193f {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:36:09.703006 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:09.740488 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:09.782033 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:09.843274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:09.871494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21bf8ed-2b4a-4f78-b673-1c44271c193f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:09.874146 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:09.875960 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b21bf8ed-2b4a-4f78-b673-1c44271c193f HTTP/1.1" status: 204 len: 168 time: 0.2275772 Jul 06 12:36:09.879023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59982) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:09.884013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.884362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.884696 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.885024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.885383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.885784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.886386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.886386 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.886900 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.887220 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.887635 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.887926 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f8f49-6270-4354-8180-94ebf81e7ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:09.956314 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.039101 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.050433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed373c61-6543-46a7-9fb5-724037d81214']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:10.061042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e4758c-128f-4a01-8d24-a73fd6d5b497') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:10.061379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e4758c-128f-4a01-8d24-a73fd6d5b497') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:10.070008 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.083236 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.089451 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:36:10.089911 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:36:10.091587 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:36:10.148053 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.155099 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.156849 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] 10.222.0.21 "DELETE /v2.0/networks/ed373c61-6543-46a7-9fb5-724037d81214 HTTP/1.1" status: 204 len: 168 time: 0.2767472 Jul 06 12:36:10.168885 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e36f7-b226-4f4c-8c22-f83372cb827b admin admin] Pushing event deleted for resources: {'Network': ['ID=ed373c61-6543-46a7-9fb5-724037d81214,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:10.285575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59986) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:10.347264 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-15b41950-9908-4ff9-9aec-3b60769bedc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5636307b56134fb98a4b7e8148ab0380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604780 Jul 06 12:36:10.349768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 59988) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:10.400413 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04db37dd-2da1-4e64-9076-9b1b14d080c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.427362 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04db37dd-2da1-4e64-9076-9b1b14d080c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.475608 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04db37dd-2da1-4e64-9076-9b1b14d080c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.478330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04db37dd-2da1-4e64-9076-9b1b14d080c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.480124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-04db37dd-2da1-4e64-9076-9b1b14d080c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b332ed02-aa3c-47d9-abf8-93d0cfb5c437 HTTP/1.1" status: 204 len: 168 time: 0.1293309 Jul 06 12:36:10.488126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db37dd-2da1-4e64-9076-9b1b14d080c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b332ed02-aa3c-47d9-abf8-93d0cfb5c437,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:11.233519 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60010) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:11.343681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1417814621'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:11.367011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Made reservation on behalf of e3676c3d08d24c06bbada17d11b2224a for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:11.371361 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.379917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.476820 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.481383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.509278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:36:11.520908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072e33cb-9403-4ce9-b948-4617c20ea130,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:11.526912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.527277 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Added segment 52b25117-df64-4be5-b565-c2f757f59304 of type vlan for network fdc69391-59e6-4938-9932-7c8f3a77aef6 Jul 06 12:36:11.581690 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.626402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.631872 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:11.632451 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.717725 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4829535 Jul 06 12:36:11.742169 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29cf40-0a77-4e25-a9b4-8fb090970973 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event updated for resources: {'Network': ['ID=fdc69391-59e6-4938-9932-7c8f3a77aef6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:11.753954 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network fdc69391-59e6-4938-9932-7c8f3a77aef6 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:36:12.238846 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e62454ba-732f-449c-a927-1298c0947191 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:12.261325 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: e62454ba-732f-449c-a927-1298c0947191 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:36:12.261927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e62454ba-732f-449c-a927-1298c0947191 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:36:14.290023 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3917995-cf6b-48f3-85c3-f1dde59b35e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.020552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:15.026848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Request body: {'subnet': {'network_id': 'fdc69391-59e6-4938-9932-7c8f3a77aef6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:15.117619 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Made reservation on behalf of e3676c3d08d24c06bbada17d11b2224a for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:15.121570 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.306379 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.366810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event updated for resources: {'Subnet': ['ID=40a4d643-a608-48f7-9a47-f40f19ad3563,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:15.375503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Checking segment: {'id': '52b25117-df64-4be5-b565-c2f757f59304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fdc69391-59e6-4938-9932-7c8f3a77aef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:15.375870 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Network hostable DHCP agents. Network: fdc69391-59e6-4938-9932-7c8f3a77aef6, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:36:15.392830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Network fdc69391-59e6-4938-9932-7c8f3a77aef6 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:36:15.401616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, fdc69391-59e6-4938-9932-7c8f3a77aef6) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:15.405863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:15.407081 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.410353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b651154-af2f-4fb6-9ff4-f029a397f7ef None None] Network fdc69391-59e6-4938-9932-7c8f3a77aef6 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:15.422248 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bc5defb3-ff86-4cb2-bc57-0271f7afc6a3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4005280 Jul 06 12:36:15.425792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60016) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:15.431089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1064706567'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:15.451702 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Made reservation on behalf of e3676c3d08d24c06bbada17d11b2224a for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:15.455176 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.480060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:36:15.489036 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.489381 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Added segment 4490c7ec-50e3-43e3-9206-a7fcee886123 of type vlan for network eec76075-fddc-4087-98a2-842341813774 Jul 06 12:36:15.530904 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.562958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.564375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-fdc69391-59e6-4938-9932-7c8f3a77aef6', 'network_id': 'fdc69391-59e6-4938-9932-7c8f3a77aef6', 'tenant_id': 'e3676c3d08d24c06bbada17d11b2224a', 'fixed_ips': [{'subnet_id': '40a4d643-a608-48f7-9a47-f40f19ad3563'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:36:15.565297 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.569347 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:15.569983 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.634570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2074232 Jul 06 12:36:15.639253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:15.647022 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Request body: {'subnet': {'network_id': 'eec76075-fddc-4087-98a2-842341813774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:15.666133 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9891b-1063-4823-b787-5a564ab6446c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event updated for resources: {'Network': ['ID=eec76075-fddc-4087-98a2-842341813774,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:15.690176 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network eec76075-fddc-4087-98a2-842341813774 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:36:15.752840 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Made reservation on behalf of e3676c3d08d24c06bbada17d11b2224a for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:15.756579 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.770078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Allocated IP 2001:db8:0:ffff::2 (fdc69391-59e6-4938-9932-7c8f3a77aef6/40a4d643-a608-48f7-9a47-f40f19ad3563/c092810f-3d8a-481a-853a-9753ef1a7d08) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:36:15.931608 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.940929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Transition to ACTIVE for port object c092810f-3d8a-481a-853a-9753ef1a7d08 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:15.957177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Transition to ACTIVE for port object c092810f-3d8a-481a-853a-9753ef1a7d08 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:15.964420 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.965461 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.007969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Network fdc69391-59e6-4938-9932-7c8f3a77aef6 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:16.010963 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:16.015701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:36:16.018995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Pushing event updated for resources: {'Port': ['ID=c092810f-3d8a-481a-853a-9753ef1a7d08,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:16.031615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event updated for resources: {'Subnet': ['ID=468e6ee1-7d11-4a95-b707-6a986a21c5b0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:16.038982 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Checking segment: {'id': '4490c7ec-50e3-43e3-9206-a7fcee886123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'eec76075-fddc-4087-98a2-842341813774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:16.039350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Network hostable DHCP agents. Network: eec76075-fddc-4087-98a2-842341813774, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:36:16.056890 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Network eec76075-fddc-4087-98a2-842341813774 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:36:16.066301 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, eec76075-fddc-4087-98a2-842341813774) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:16.071181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:16.071789 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.079089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f29689-4d67-4bbd-be11-d0e8c33a6ba5 None None] Network eec76075-fddc-4087-98a2-842341813774 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:16.086232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-318ca7b4-ad93-454e-a154-4e710e1b6243 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4433806 Jul 06 12:36:16.089676 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60020) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:16.098902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Attempting to bind port c092810f-3d8a-481a-853a-9753ef1a7d08 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:36:16.099283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Attempting to bind port c092810f-3d8a-481a-853a-9753ef1a7d08 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '52b25117-df64-4be5-b565-c2f757f59304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fdc69391-59e6-4938-9932-7c8f3a77aef6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:36:16.099681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Attempting to bind port c092810f-3d8a-481a-853a-9753ef1a7d08 on network fdc69391-59e6-4938-9932-7c8f3a77aef6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:16.135317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:36:16.135780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Checking segment: {'id': '52b25117-df64-4be5-b565-c2f757f59304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fdc69391-59e6-4938-9932-7c8f3a77aef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:16.136190 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.136848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Bound using segment: {'id': '52b25117-df64-4be5-b565-c2f757f59304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fdc69391-59e6-4938-9932-7c8f3a77aef6'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:36:16.137334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Bound port: c092810f-3d8a-481a-853a-9753ef1a7d08, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b25117-df64-4be5-b565-c2f757f59304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fdc69391-59e6-4938-9932-7c8f3a77aef6'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:36:16.137723 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.191680 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.255699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] For port c092810f-3d8a-481a-853a-9753ef1a7d08, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:36:16.260381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] For port c092810f-3d8a-481a-853a-9753ef1a7d08, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c092810f-3d8a-481a-853a-9753ef1a7d08,segment=NetworkSegment(52b25117-df64-4be5-b565-c2f757f59304),segment_id=52b25117-df64-4be5-b565-c2f757f59304)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:36:16.268953 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.277767 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.327834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcd66a0-c56b-4ab5-9e60-435c8d186940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-eec76075-fddc-4087-98a2-842341813774', 'network_id': 'eec76075-fddc-4087-98a2-842341813774', 'tenant_id': 'e3676c3d08d24c06bbada17d11b2224a', 'fixed_ips': [{'subnet_id': '468e6ee1-7d11-4a95-b707-6a986a21c5b0'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:36:16.328705 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dcd66a0-c56b-4ab5-9e60-435c8d186940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.350686 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.369488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79535a40-2cbb-40a6-8578-222c20d3a39a None None] Pushing event updated for resources: {'Port': ['ID=c092810f-3d8a-481a-853a-9753ef1a7d08,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:16.391535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Subnet': ['ID=468e6ee1-7d11-4a95-b707-6a986a21c5b0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:16.443054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f044276-c917-4af6-853d-6a20fc0f3f21 None None] Network eec76075-fddc-4087-98a2-842341813774 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:16.458193 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.472294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec76075-fddc-4087-98a2-842341813774']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:16.484447 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4490c7ec-50e3-43e3-9206-a7fcee886123') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:16.485045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4490c7ec-50e3-43e3-9206-a7fcee886123') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:16.497018 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.515073 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.521693 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:36:16.525606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:36:16.536080 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:36:16.613676 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.621080 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.623904 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/networks/eec76075-fddc-4087-98a2-842341813774 HTTP/1.1" status: 204 len: 168 time: 0.5331683 Jul 06 12:36:16.626975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60022) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:16.632174 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241989995'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:16.637631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e25f9-43c7-4a08-956f-29707d61b7b8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Network': ['ID=eec76075-fddc-4087-98a2-842341813774,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:16.656131 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Made reservation on behalf of e3676c3d08d24c06bbada17d11b2224a for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:16.659767 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.689912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:36:16.700930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.701192 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Added segment e46fa2e6-b326-4cc5-bc78-3404e576bcfe of type vlan for network 4d7dc3e3-254e-4786-bb6f-1838f921726f Jul 06 12:36:16.742476 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.773346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.780085 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:16.780605 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:16.855255 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2239847 Jul 06 12:36:16.856094 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60024) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:16.861199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0475ed-5731-4f64-aa39-97468fc2c22e tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event updated for resources: {'Network': ['ID=4d7dc3e3-254e-4786-bb6f-1838f921726f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:16.865328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Request body: {'subnet': {'network_id': '4d7dc3e3-254e-4786-bb6f-1838f921726f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:16.874258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 4d7dc3e3-254e-4786-bb6f-1838f921726f details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:36:16.998987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Made reservation on behalf of e3676c3d08d24c06bbada17d11b2224a for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:17.002766 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.067156 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Performing IP validity checks on allocation pools {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 12:36:17.067808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 12:36:17.206250 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.277992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event updated for resources: {'Subnet': ['ID=ffcae749-edbe-4062-8ed0-06063ada6453,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:17.285629 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Checking segment: {'id': 'e46fa2e6-b326-4cc5-bc78-3404e576bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d7dc3e3-254e-4786-bb6f-1838f921726f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:17.286000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Network hostable DHCP agents. Network: 4d7dc3e3-254e-4786-bb6f-1838f921726f, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:36:17.304202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Network 4d7dc3e3-254e-4786-bb6f-1838f921726f is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:36:17.314447 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 4d7dc3e3-254e-4786-bb6f-1838f921726f) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:17.319268 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:17.319922 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.327484 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670cdcfe-ad9c-4684-911c-8f634551ac36 None None] Network 4d7dc3e3-254e-4786-bb6f-1838f921726f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:17.356560 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e9102107-047c-47b5-9143-9c4fd5e7c51a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4952369 Jul 06 12:36:17.356844 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60026) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:17.423696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe69b818-4c2e-4c06-914c-58d0e1fe09e7 None None] Network fdc69391-59e6-4938-9932-7c8f3a77aef6 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:17.471925 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.472159 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c092810f-3d8a-481a-853a-9753ef1a7d08 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:17.526185 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.553077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0b29a1cf-cc83-46e0-8883-23a68a897ea9 None None] Provisioning for port c092810f-3d8a-481a-853a-9753ef1a7d08 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:17.595755 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.627403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcae749-edbe-4062-8ed0-06063ada6453,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:17.654938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd20aa89-b8c2-46b5-9ab9-4e73ff956885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-4d7dc3e3-254e-4786-bb6f-1838f921726f', 'network_id': '4d7dc3e3-254e-4786-bb6f-1838f921726f', 'tenant_id': 'e3676c3d08d24c06bbada17d11b2224a', 'fixed_ips': [{'subnet_id': 'ffcae749-edbe-4062-8ed0-06063ada6453'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:36:17.655767 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd20aa89-b8c2-46b5-9ab9-4e73ff956885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.671485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port c092810f-3d8a-481a-853a-9753ef1a7d08 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:17.683797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c092810f-3d8a-481a-853a-9753ef1a7d08 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:17.684173 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.686126 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.701048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7dc3e3-254e-4786-bb6f-1838f921726f']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:17.721032 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46fa2e6-b326-4cc5-bc78-3404e576bcfe') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:17.721406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46fa2e6-b326-4cc5-bc78-3404e576bcfe') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:17.732836 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.746972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.753249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:36:17.753670 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:36:17.757302 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:36:17.804180 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23c45bc-2ae2-4a81-a3c5-7b51208ecbb6 None None] Network 4d7dc3e3-254e-4786-bb6f-1838f921726f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:17.824930 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.832303 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.834275 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/networks/4d7dc3e3-254e-4786-bb6f-1838f921726f HTTP/1.1" status: 204 len: 168 time: 0.4763365 Jul 06 12:36:17.839225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60028) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:17.845625 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-71950504'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:17.847266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20c496-c493-4df5-b986-4aa4dec07063 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Network': ['ID=4d7dc3e3-254e-4786-bb6f-1838f921726f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:17.873451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Made reservation on behalf of e3676c3d08d24c06bbada17d11b2224a for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:17.877669 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.904808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:36:17.917024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.917457 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Added segment 0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4 of type vlan for network 5e82a3ad-4b62-4626-a16a-b9baed90ac6f Jul 06 12:36:17.962620 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:17.966309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.000011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port c092810f-3d8a-481a-853a-9753ef1a7d08, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c092810f-3d8a-481a-853a-9753ef1a7d08,segment=NetworkSegment(52b25117-df64-4be5-b565-c2f757f59304),segment_id=52b25117-df64-4be5-b565-c2f757f59304)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:18.003689 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.005592 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.010090 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:18.010928 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.066382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=c092810f-3d8a-481a-853a-9753ef1a7d08,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:18.080467 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2393236 Jul 06 12:36:18.084219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:18.089452 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Request body: {'subnet': {'network_id': '5e82a3ad-4b62-4626-a16a-b9baed90ac6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:18.100328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe7dd2-310e-4d25-b68a-caee48215753 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event updated for resources: {'Network': ['ID=5e82a3ad-4b62-4626-a16a-b9baed90ac6f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:18.113783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 5e82a3ad-4b62-4626-a16a-b9baed90ac6f details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:36:18.191359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Made reservation on behalf of e3676c3d08d24c06bbada17d11b2224a for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:18.195077 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.207644 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8d019ed1-9a44-490d-90bc-1511d073f6ec None None] Provisioning complete for port c092810f-3d8a-481a-853a-9753ef1a7d08 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:18.208013 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d019ed1-9a44-490d-90bc-1511d073f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.316443 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.383429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.443488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event updated for resources: {'Subnet': ['ID=0b2ba7e3-ede0-4068-969f-a357c4d26f35,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:18.452664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Checking segment: {'id': '0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5e82a3ad-4b62-4626-a16a-b9baed90ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:18.453026 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Network hostable DHCP agents. Network: 5e82a3ad-4b62-4626-a16a-b9baed90ac6f, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:36:18.469514 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Network 5e82a3ad-4b62-4626-a16a-b9baed90ac6f is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:36:18.478479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 5e82a3ad-4b62-4626-a16a-b9baed90ac6f) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:18.483021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:18.483655 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.490485 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752951f-ed73-4ec1-a8c0-b1c04e6a07c0 None None] Network 5e82a3ad-4b62-4626-a16a-b9baed90ac6f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:18.502048 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bda73880-b9f7-40a6-a889-67c1f37cdec8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4168634 Jul 06 12:36:18.505784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60032) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:18.512188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1872608452'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:18.533142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Made reservation on behalf of e3676c3d08d24c06bbada17d11b2224a for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:18.536215 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-859e3cdf-3f04-4fcd-a545-6f97617dbc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.536963 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.562945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:36:18.578433 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.578794 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Added segment f07e619d-e787-4608-8abd-87fc06feb0d6 of type vlan for network 21a9c3df-b362-4422-8873-e088d3a938cc Jul 06 12:36:18.624878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.658649 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.664112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-5e82a3ad-4b62-4626-a16a-b9baed90ac6f', 'network_id': '5e82a3ad-4b62-4626-a16a-b9baed90ac6f', 'tenant_id': 'e3676c3d08d24c06bbada17d11b2224a', 'fixed_ips': [{'subnet_id': '0b2ba7e3-ede0-4068-969f-a357c4d26f35'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:36:18.664405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:18.665020 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.665345 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.732072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60034) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:18.732286 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2250807 Jul 06 12:36:18.740394 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Request body: {'subnet': {'network_id': '21a9c3df-b362-4422-8873-e088d3a938cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:18.746787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b4ccc-47be-4335-907f-5475ef3ced1c tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event updated for resources: {'Network': ['ID=21a9c3df-b362-4422-8873-e088d3a938cc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:18.759543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 21a9c3df-b362-4422-8873-e088d3a938cc details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:36:18.841215 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Made reservation on behalf of e3676c3d08d24c06bbada17d11b2224a for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:18.844928 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.878196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Allocated IP 2001:db8::2 (5e82a3ad-4b62-4626-a16a-b9baed90ac6f/0b2ba7e3-ede0-4068-969f-a357c4d26f35/d650baa3-6a1b-4191-b525-c2f357cb818c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:36:18.963758 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.053245 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.063562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Transition to ACTIVE for port object d650baa3-6a1b-4191-b525-c2f357cb818c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:19.080857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Transition to ACTIVE for port object d650baa3-6a1b-4191-b525-c2f357cb818c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:19.087590 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.128787 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Network 5e82a3ad-4b62-4626-a16a-b9baed90ac6f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:19.134215 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:19.138607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:36:19.144314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Pushing event updated for resources: {'Port': ['ID=d650baa3-6a1b-4191-b525-c2f357cb818c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:19.203581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Attempting to bind port d650baa3-6a1b-4191-b525-c2f357cb818c on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:36:19.203971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Attempting to bind port d650baa3-6a1b-4191-b525-c2f357cb818c by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5e82a3ad-4b62-4626-a16a-b9baed90ac6f'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:36:19.204335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Attempting to bind port d650baa3-6a1b-4191-b525-c2f357cb818c on network 5e82a3ad-4b62-4626-a16a-b9baed90ac6f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:19.209684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:36:19.210038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Checking segment: {'id': '0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5e82a3ad-4b62-4626-a16a-b9baed90ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:19.210446 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.210848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Bound using segment: {'id': '0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5e82a3ad-4b62-4626-a16a-b9baed90ac6f'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:36:19.211318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Bound port: d650baa3-6a1b-4191-b525-c2f357cb818c, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5e82a3ad-4b62-4626-a16a-b9baed90ac6f'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:36:19.211728 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.284346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] For port d650baa3-6a1b-4191-b525-c2f357cb818c, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:36:19.287816 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] For port d650baa3-6a1b-4191-b525-c2f357cb818c, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d650baa3-6a1b-4191-b525-c2f357cb818c,segment=NetworkSegment(0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4),segment_id=0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:36:19.292336 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.349847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73fb49-3490-4aaf-b85f-2b011dcf1498 None None] Pushing event updated for resources: {'Port': ['ID=d650baa3-6a1b-4191-b525-c2f357cb818c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:19.356732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.414087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c092810f-3d8a-481a-853a-9753ef1a7d08 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:19.424204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event updated for resources: {'Subnet': ['ID=c473b88f-3d72-434a-81c9-cc19a4780519,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:19.442178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Checking segment: {'id': 'f07e619d-e787-4608-8abd-87fc06feb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '21a9c3df-b362-4422-8873-e088d3a938cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:19.442544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Network hostable DHCP agents. Network: 21a9c3df-b362-4422-8873-e088d3a938cc, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:36:19.461398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Network 21a9c3df-b362-4422-8873-e088d3a938cc is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:36:19.471109 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c092810f-3d8a-481a-853a-9753ef1a7d08 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:19.471534 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.480701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 21a9c3df-b362-4422-8873-e088d3a938cc) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:19.485149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:19.485913 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.493599 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b8bdf8-e9af-4206-8eb5-bca0a90caf30 None None] Network 21a9c3df-b362-4422-8873-e088d3a938cc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:19.505766 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-658327af-633d-423f-a9dd-c8a9f602e843 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7724988 Jul 06 12:36:19.508546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60036) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:19.651529 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.714902 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.782103 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.811172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Subnet': ['ID=c473b88f-3d72-434a-81c9-cc19a4780519,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:19.877808 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.880617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e226564b-e5dc-4281-9fbd-e8f5c21c6672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-21a9c3df-b362-4422-8873-e088d3a938cc', 'network_id': '21a9c3df-b362-4422-8873-e088d3a938cc', 'tenant_id': 'e3676c3d08d24c06bbada17d11b2224a', 'fixed_ips': [{'subnet_id': 'c473b88f-3d72-434a-81c9-cc19a4780519'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:36:19.881492 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e226564b-e5dc-4281-9fbd-e8f5c21c6672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.889419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a9c3df-b362-4422-8873-e088d3a938cc']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:19.901487 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07e619d-e787-4608-8abd-87fc06feb0d6') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:19.901724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07e619d-e787-4608-8abd-87fc06feb0d6') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:19.910955 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.925198 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.934735 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:36:19.935242 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:36:19.938482 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:36:19.967732 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd66ecd0-9d83-48fd-a16c-d4fc95081a4b None None] Network 21a9c3df-b362-4422-8873-e088d3a938cc requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:19.997787 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.005231 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.007096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/networks/21a9c3df-b362-4422-8873-e088d3a938cc HTTP/1.1" status: 204 len: 168 time: 0.4974549 Jul 06 12:36:20.011216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60038) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:20.024674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7806394-428d-4472-95b2-7bbdb331e083 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Network': ['ID=21a9c3df-b362-4422-8873-e088d3a938cc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:20.051554 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10643cc-7b90-4aaf-88ee-166d059e0278 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] GET failed (client error): The resource could not be found. Jul 06 12:36:20.052923 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c10643cc-7b90-4aaf-88ee-166d059e0278 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "GET /v2.0/subnets/c473b88f-3d72-434a-81c9-cc19a4780519 HTTP/1.1" status: 404 len: 337 time: 0.0395842 Jul 06 12:36:20.055829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60040) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:20.080482 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-48714006-334d-4630-820f-b9542cd5d2c7 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] DELETE failed (client error): The resource could not be found. Jul 06 12:36:20.081045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48714006-334d-4630-820f-b9542cd5d2c7 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:36:20.086652 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-48714006-334d-4630-820f-b9542cd5d2c7 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/networks/21a9c3df-b362-4422-8873-e088d3a938cc HTTP/1.1" status: 404 len: 339 time: 0.0259144 Jul 06 12:36:20.086990 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60042) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:20.117683 n-d-799527-2 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-b418b99d-16a9-4982-af54-6b3f101bae8d tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] DELETE failed (client error): The resource could not be found. Jul 06 12:36:20.118176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b418b99d-16a9-4982-af54-6b3f101bae8d tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:36:20.120739 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b418b99d-16a9-4982-af54-6b3f101bae8d tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/subnets/c473b88f-3d72-434a-81c9-cc19a4780519 HTTP/1.1" status: 404 len: 337 time: 0.0319717 Jul 06 12:36:20.123336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60044) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:20.143114 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-0245c548-303d-433b-85b9-2dc21463e11a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] DELETE failed (client error): The resource could not be found. Jul 06 12:36:20.143711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0245c548-303d-433b-85b9-2dc21463e11a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:36:20.145438 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0245c548-303d-433b-85b9-2dc21463e11a tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/networks/21a9c3df-b362-4422-8873-e088d3a938cc HTTP/1.1" status: 404 len: 339 time: 0.0210974 Jul 06 12:36:20.148001 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60046) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:20.205533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea05e4d-40d6-41db-8667-3d4f979577f3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Deleting subnet 0b2ba7e3-ede0-4068-969f-a357c4d26f35 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:36:20.209433 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ea05e4d-40d6-41db-8667-3d4f979577f3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.255726 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ea05e4d-40d6-41db-8667-3d4f979577f3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.352523 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ea05e4d-40d6-41db-8667-3d4f979577f3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.389438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d0f39-6d93-4478-967b-74f6620a744d None None] Network 5e82a3ad-4b62-4626-a16a-b9baed90ac6f requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:20.415009 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ea05e4d-40d6-41db-8667-3d4f979577f3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.442583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea05e4d-40d6-41db-8667-3d4f979577f3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2ba7e3-ede0-4068-969f-a357c4d26f35,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:20.449782 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ea05e4d-40d6-41db-8667-3d4f979577f3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.451698 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8ea05e4d-40d6-41db-8667-3d4f979577f3 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/subnets/0b2ba7e3-ede0-4068-969f-a357c4d26f35 HTTP/1.1" status: 204 len: 168 time: 0.3027642 Jul 06 12:36:20.454361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60048) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:20.459951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dfe4b1ec-b5e1-4eee-8a2e-8127f3094dd3 None None] Provisioning for port d650baa3-6a1b-4191-b525-c2f357cb818c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:20.540733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.596288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Deleting port d650baa3-6a1b-4191-b525-c2f357cb818c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:20.596634 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.616438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c5db0f-a1a3-4897-a14c-897ed2dbcd81 None None] DHCP port deletion for 5e82a3ad-4b62-4626-a16a-b9baed90ac6f request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:36:20.661947 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] For port d650baa3-6a1b-4191-b525-c2f357cb818c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d650baa3-6a1b-4191-b525-c2f357cb818c,segment=NetworkSegment(0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4),segment_id=0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:20.662372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.663114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5db0f-a1a3-4897-a14c-897ed2dbcd81 None None] Deleting port d650baa3-6a1b-4191-b525-c2f357cb818c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:20.663529 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6c5db0f-a1a3-4897-a14c-897ed2dbcd81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.676675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Calling delete_port for d650baa3-6a1b-4191-b525-c2f357cb818c owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:20.756888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a6c5db0f-a1a3-4897-a14c-897ed2dbcd81 None None] For port d650baa3-6a1b-4191-b525-c2f357cb818c, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=d650baa3-6a1b-4191-b525-c2f357cb818c,segment=NetworkSegment(0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4),segment_id=0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:20.757285 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6c5db0f-a1a3-4897-a14c-897ed2dbcd81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.760427 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.768277 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.776191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5db0f-a1a3-4897-a14c-897ed2dbcd81 None None] Calling delete_port for d650baa3-6a1b-4191-b525-c2f357cb818c owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:20.788513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Port': ['ID=d650baa3-6a1b-4191-b525-c2f357cb818c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:20.794294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] No DVR routers for this DVR port d650baa3-6a1b-4191-b525-c2f357cb818c on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:20.860272 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6c5db0f-a1a3-4897-a14c-897ed2dbcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.876204 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.887767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e82a3ad-4b62-4626-a16a-b9baed90ac6f']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:20.891191 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5db0f-a1a3-4897-a14c-897ed2dbcd81 None None] Pushing event deleted for resources: {'Port': ['ID=d650baa3-6a1b-4191-b525-c2f357cb818c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:20.893164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5db0f-a1a3-4897-a14c-897ed2dbcd81 None None] No DVR routers for this DVR port d650baa3-6a1b-4191-b525-c2f357cb818c on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:20.903168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:20.903501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a84ad31-cd19-41ad-8ac0-d7b15ba2acb4') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:20.912919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.933651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.940128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:36:20.940536 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:36:20.943597 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:36:21.000889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.007646 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.009462 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/networks/5e82a3ad-4b62-4626-a16a-b9baed90ac6f HTTP/1.1" status: 204 len: 168 time: 0.5541630 Jul 06 12:36:21.012716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60050) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:21.031037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55679280-e01d-431d-aa69-9a53c2815cc8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Network': ['ID=5e82a3ad-4b62-4626-a16a-b9baed90ac6f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:21.049541 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8adf001-6a87-4ecf-b608-28f8118f4b80 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] DELETE failed (client error): The resource could not be found. Jul 06 12:36:21.049998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8adf001-6a87-4ecf-b608-28f8118f4b80 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:36:21.051748 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f8adf001-6a87-4ecf-b608-28f8118f4b80 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/subnets/ffcae749-edbe-4062-8ed0-06063ada6453 HTTP/1.1" status: 404 len: 337 time: 0.0381095 Jul 06 12:36:21.054323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60052) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:21.073130 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d41fdc3-a978-4023-afac-a4400a673213 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] DELETE failed (client error): The resource could not be found. Jul 06 12:36:21.073667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d41fdc3-a978-4023-afac-a4400a673213 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:36:21.075319 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7d41fdc3-a978-4023-afac-a4400a673213 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/networks/4d7dc3e3-254e-4786-bb6f-1838f921726f HTTP/1.1" status: 404 len: 339 time: 0.0201216 Jul 06 12:36:21.077843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:21.109476 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e71477-890d-4f37-9ab3-d5a41f406b87 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] DELETE failed (client error): The resource could not be found. Jul 06 12:36:21.109937 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e71477-890d-4f37-9ab3-d5a41f406b87 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:36:21.111711 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e7e71477-890d-4f37-9ab3-d5a41f406b87 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/subnets/468e6ee1-7d11-4a95-b707-6a986a21c5b0 HTTP/1.1" status: 404 len: 337 time: 0.0329511 Jul 06 12:36:21.114226 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60056) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:21.132810 n-d-799527-2 neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0a826e-d3b4-4526-8724-ce9a59d9d05f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] DELETE failed (client error): The resource could not be found. Jul 06 12:36:21.133344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0a826e-d3b4-4526-8724-ce9a59d9d05f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93815) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:36:21.135049 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4d0a826e-d3b4-4526-8724-ce9a59d9d05f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/networks/eec76075-fddc-4087-98a2-842341813774 HTTP/1.1" status: 404 len: 339 time: 0.0198951 Jul 06 12:36:21.137746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60058) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:21.187931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5486eb5-529b-4414-bd52-5e23b3eb8ce8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Deleting subnet 40a4d643-a608-48f7-9a47-f40f19ad3563 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:36:21.190978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5486eb5-529b-4414-bd52-5e23b3eb8ce8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.230005 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5486eb5-529b-4414-bd52-5e23b3eb8ce8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.317322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5486eb5-529b-4414-bd52-5e23b3eb8ce8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.375810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5486eb5-529b-4414-bd52-5e23b3eb8ce8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.404692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5486eb5-529b-4414-bd52-5e23b3eb8ce8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Subnet': ['ID=40a4d643-a608-48f7-9a47-f40f19ad3563,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:21.407644 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5486eb5-529b-4414-bd52-5e23b3eb8ce8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.411696 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b5486eb5-529b-4414-bd52-5e23b3eb8ce8 tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/subnets/40a4d643-a608-48f7-9a47-f40f19ad3563 HTTP/1.1" status: 204 len: 168 time: 0.2708881 Jul 06 12:36:21.413644 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60060) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:21.416100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721550c1-7f56-46f7-b337-d548b1ee1dfd None None] Network fdc69391-59e6-4938-9932-7c8f3a77aef6 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:21.494531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.550713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Deleting port c092810f-3d8a-481a-853a-9753ef1a7d08 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:21.551052 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.591882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec913603-a5b2-4bc6-8d5b-9477362bfa47 None None] DHCP port deletion for fdc69391-59e6-4938-9932-7c8f3a77aef6 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:36:21.622446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] For port c092810f-3d8a-481a-853a-9753ef1a7d08, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c092810f-3d8a-481a-853a-9753ef1a7d08,segment=NetworkSegment(52b25117-df64-4be5-b565-c2f757f59304),segment_id=52b25117-df64-4be5-b565-c2f757f59304)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:21.622866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.637355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Calling delete_port for c092810f-3d8a-481a-853a-9753ef1a7d08 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:21.645489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ec913603-a5b2-4bc6-8d5b-9477362bfa47 None None] Deleting port c092810f-3d8a-481a-853a-9753ef1a7d08 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:21.646133 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec913603-a5b2-4bc6-8d5b-9477362bfa47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.709734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ec913603-a5b2-4bc6-8d5b-9477362bfa47 None None] For port c092810f-3d8a-481a-853a-9753ef1a7d08, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c092810f-3d8a-481a-853a-9753ef1a7d08,segment=NetworkSegment(52b25117-df64-4be5-b565-c2f757f59304),segment_id=52b25117-df64-4be5-b565-c2f757f59304)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:21.710133 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec913603-a5b2-4bc6-8d5b-9477362bfa47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.722143 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.728465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ec913603-a5b2-4bc6-8d5b-9477362bfa47 None None] Calling delete_port for c092810f-3d8a-481a-853a-9753ef1a7d08 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:21.747928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Port': ['ID=c092810f-3d8a-481a-853a-9753ef1a7d08,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:21.751627 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] No DVR routers for this DVR port c092810f-3d8a-481a-853a-9753ef1a7d08 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:21.812603 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec913603-a5b2-4bc6-8d5b-9477362bfa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.836680 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.837256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec913603-a5b2-4bc6-8d5b-9477362bfa47 None None] Pushing event deleted for resources: {'Port': ['ID=c092810f-3d8a-481a-853a-9753ef1a7d08,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:21.844388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec913603-a5b2-4bc6-8d5b-9477362bfa47 None None] No DVR routers for this DVR port c092810f-3d8a-481a-853a-9753ef1a7d08 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:21.848745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc69391-59e6-4938-9932-7c8f3a77aef6']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:21.862802 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b25117-df64-4be5-b565-c2f757f59304') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:21.863107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b25117-df64-4be5-b565-c2f757f59304') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:21.871866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.886045 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.892701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:36:21.893101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:36:21.896135 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:36:21.954956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.969230 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:21.971205 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] 10.222.0.21 "DELETE /v2.0/networks/fdc69391-59e6-4938-9932-7c8f3a77aef6 HTTP/1.1" status: 204 len: 168 time: 0.5566196 Jul 06 12:36:21.982936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5f8e0-f5d0-4566-ae96-c8c13370cb3f tempest-NetworksIpV6Test-442073748 tempest-NetworksIpV6Test-442073748-project] Pushing event deleted for resources: {'Network': ['ID=fdc69391-59e6-4938-9932-7c8f3a77aef6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:22.219351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60066) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:22.351484 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f7dc3edd-e4e3-454b-a892-f2aa61e3ab39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3676c3d08d24c06bbada17d11b2224a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308210 Jul 06 12:36:22.354016 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60070) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:22.406624 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be2a5377-df0a-4364-9aa8-09cdb22ab28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:22.428865 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be2a5377-df0a-4364-9aa8-09cdb22ab28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:22.475393 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be2a5377-df0a-4364-9aa8-09cdb22ab28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:22.478235 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be2a5377-df0a-4364-9aa8-09cdb22ab28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:22.480247 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-be2a5377-df0a-4364-9aa8-09cdb22ab28b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/072e33cb-9403-4ce9-b948-4617c20ea130 HTTP/1.1" status: 204 len: 168 time: 0.1252623 Jul 06 12:36:22.488113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a5377-df0a-4364-9aa8-09cdb22ab28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072e33cb-9403-4ce9-b948-4617c20ea130,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:23.136259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60092) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:23.230924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-376623a2-d303-4214-b768-e19d837390e8 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1190625728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:23.254323 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-376623a2-d303-4214-b768-e19d837390e8 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.255478 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-376623a2-d303-4214-b768-e19d837390e8 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.307322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-376623a2-d303-4214-b768-e19d837390e8 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.312301 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-376623a2-d303-4214-b768-e19d837390e8 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.328856 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-376623a2-d303-4214-b768-e19d837390e8 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.330110 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-376623a2-d303-4214-b768-e19d837390e8 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1924701 Jul 06 12:36:23.332897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60096) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:23.338260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-136027283'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:23.360391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Made reservation on behalf of 306ad604bb864265b9a81b9b0f7be4f8 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:23.363945 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.373526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.385296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c092810f-3d8a-481a-853a-9753ef1a7d08 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:23.406414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: c092810f-3d8a-481a-853a-9753ef1a7d08 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:36:23.406776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c092810f-3d8a-481a-853a-9753ef1a7d08 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:36:23.472731 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.476746 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.505011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:36:23.514663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe5ab92-4ccf-4d12-8f1c-8cf21069c67f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:23.521432 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.521779 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Added segment 51a6a935-bff2-4156-a57f-dd001b00ed67 of type vlan for network f7fc41a0-79af-4de0-a7cc-646cf2e8eed5 Jul 06 12:36:23.564283 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.594149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.599710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:23.600309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.657006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3227108 Jul 06 12:36:23.661549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60098) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:23.668932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Request body: {'subnet': {'network_id': 'f7fc41a0-79af-4de0-a7cc-646cf2e8eed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:23.691728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cb8eb-2fc8-41ab-8963-b50e84b495a5 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Pushing event updated for resources: {'Network': ['ID=f7fc41a0-79af-4de0-a7cc-646cf2e8eed5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:23.702621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f7fc41a0-79af-4de0-a7cc-646cf2e8eed5 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:36:23.773217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Made reservation on behalf of 306ad604bb864265b9a81b9b0f7be4f8 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:23.777019 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:23.990192 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.051339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Pushing event updated for resources: {'Subnet': ['ID=0d5551ca-e27c-4e71-bcf6-2d6f7486da56,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:24.065359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Checking segment: {'id': '51a6a935-bff2-4156-a57f-dd001b00ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7fc41a0-79af-4de0-a7cc-646cf2e8eed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:24.065725 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Network hostable DHCP agents. Network: f7fc41a0-79af-4de0-a7cc-646cf2e8eed5, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:36:24.083379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Network f7fc41a0-79af-4de0-a7cc-646cf2e8eed5 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:36:24.093278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f7fc41a0-79af-4de0-a7cc-646cf2e8eed5) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:24.097949 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:24.099161 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.102891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04968c75-33fd-4b2e-b99c-f6db4b630982 None None] Network f7fc41a0-79af-4de0-a7cc-646cf2e8eed5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:24.114480 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b3a0a907-37b5-488e-be6f-28a6b257b92d tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4525037 Jul 06 12:36:24.117455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60100) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:24.123274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1910611013'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:24.149199 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Made reservation on behalf of 306ad604bb864265b9a81b9b0f7be4f8 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:24.154316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.187460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:36:24.199843 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.200193 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Added segment eed9344d-ef5b-4583-bd60-66cf4a7f5da3 of type vlan for network 5a727cfc-1b2a-4a74-a323-4937f8bc873c Jul 06 12:36:24.251194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.281935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-f7fc41a0-79af-4de0-a7cc-646cf2e8eed5', 'network_id': 'f7fc41a0-79af-4de0-a7cc-646cf2e8eed5', 'tenant_id': '306ad604bb864265b9a81b9b0f7be4f8', 'fixed_ips': [{'subnet_id': '0d5551ca-e27c-4e71-bcf6-2d6f7486da56'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:36:24.282855 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.292789 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.298565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:24.299203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.360527 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2420077 Jul 06 12:36:24.363260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60102) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:24.370571 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Request body: {'subnet': {'network_id': '5a727cfc-1b2a-4a74-a323-4937f8bc873c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:24.389774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9ecc6-722e-4259-ad95-f17f5f9b4fb3 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Pushing event updated for resources: {'Network': ['ID=5a727cfc-1b2a-4a74-a323-4937f8bc873c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:24.408098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 5a727cfc-1b2a-4a74-a323-4937f8bc873c details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:36:24.473373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Made reservation on behalf of 306ad604bb864265b9a81b9b0f7be4f8 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:24.477029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.485582 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Allocated IP 172.20.0.2 (f7fc41a0-79af-4de0-a7cc-646cf2e8eed5/0d5551ca-e27c-4e71-bcf6-2d6f7486da56/b3df7da7-6d15-4044-a9cb-ff8926f167d5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:36:24.645165 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.655813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Transition to ACTIVE for port object b3df7da7-6d15-4044-a9cb-ff8926f167d5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:24.669813 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.672218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Transition to ACTIVE for port object b3df7da7-6d15-4044-a9cb-ff8926f167d5 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:24.679110 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.723297 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Network f7fc41a0-79af-4de0-a7cc-646cf2e8eed5 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:24.731546 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:24.735259 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Pushing event updated for resources: {'Subnet': ['ID=00ad7a29-a932-4a0f-b2cc-1726b20fc7f3,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:24.735597 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:36:24.742662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Pushing event updated for resources: {'Port': ['ID=b3df7da7-6d15-4044-a9cb-ff8926f167d5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:24.748086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Checking segment: {'id': 'eed9344d-ef5b-4583-bd60-66cf4a7f5da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5a727cfc-1b2a-4a74-a323-4937f8bc873c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:24.748453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Network hostable DHCP agents. Network: 5a727cfc-1b2a-4a74-a323-4937f8bc873c, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:36:24.773384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Network 5a727cfc-1b2a-4a74-a323-4937f8bc873c is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:36:24.784673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 5a727cfc-1b2a-4a74-a323-4937f8bc873c) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:24.789227 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:24.789939 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.802274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f66233-2a5f-49b4-8b45-18a80e7f3722 None None] Network 5a727cfc-1b2a-4a74-a323-4937f8bc873c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:24.815579 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-be359524-e82d-4b9b-814b-ba5497b3753f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4485888 Jul 06 12:36:24.815818 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60104) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:24.820946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1c63e3ff-bd72-43ec-9ef8-7eb729d4966a tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a727cfc-1b2a-4a74-a323-4937f8bc873c'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:24.846739 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Attempting to bind port b3df7da7-6d15-4044-a9cb-ff8926f167d5 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:36:24.847125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Attempting to bind port b3df7da7-6d15-4044-a9cb-ff8926f167d5 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '51a6a935-bff2-4156-a57f-dd001b00ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7fc41a0-79af-4de0-a7cc-646cf2e8eed5'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:36:24.847517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Attempting to bind port b3df7da7-6d15-4044-a9cb-ff8926f167d5 on network f7fc41a0-79af-4de0-a7cc-646cf2e8eed5 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:24.858646 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:36:24.859047 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Checking segment: {'id': '51a6a935-bff2-4156-a57f-dd001b00ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7fc41a0-79af-4de0-a7cc-646cf2e8eed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:24.859526 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.859992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Bound using segment: {'id': '51a6a935-bff2-4156-a57f-dd001b00ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7fc41a0-79af-4de0-a7cc-646cf2e8eed5'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:36:24.860496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Bound port: b3df7da7-6d15-4044-a9cb-ff8926f167d5, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a6a935-bff2-4156-a57f-dd001b00ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7fc41a0-79af-4de0-a7cc-646cf2e8eed5'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:36:24.860871 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:24.980494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] For port b3df7da7-6d15-4044-a9cb-ff8926f167d5, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:36:24.985296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] For port b3df7da7-6d15-4044-a9cb-ff8926f167d5, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b3df7da7-6d15-4044-a9cb-ff8926f167d5,segment=NetworkSegment(51a6a935-bff2-4156-a57f-dd001b00ed67),segment_id=51a6a935-bff2-4156-a57f-dd001b00ed67)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:36:24.993779 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.048125 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c63e3ff-bd72-43ec-9ef8-7eb729d4966a tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.050687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-5a727cfc-1b2a-4a74-a323-4937f8bc873c', 'network_id': '5a727cfc-1b2a-4a74-a323-4937f8bc873c', 'tenant_id': '306ad604bb864265b9a81b9b0f7be4f8', 'fixed_ips': [{'subnet_id': '00ad7a29-a932-4a0f-b2cc-1726b20fc7f3'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:36:25.051585 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.146555 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfa0cb-edc1-45a4-87b4-d5559580817d None None] Pushing event updated for resources: {'Port': ['ID=b3df7da7-6d15-4044-a9cb-ff8926f167d5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:25.198503 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [None req-1c63e3ff-bd72-43ec-9ef8-7eb729d4966a tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:36:25.207410 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1c63e3ff-bd72-43ec-9ef8-7eb729d4966a tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "PUT /v2.0/routers/edfdc930-e771-4efa-b91e-f026565b056f HTTP/1.1" status: 400 len: 364 time: 0.3835394 Jul 06 12:36:25.208384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60106) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:25.238734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Allocated IP 172.21.0.2 (5a727cfc-1b2a-4a74-a323-4937f8bc873c/00ad7a29-a932-4a0f-b2cc-1726b20fc7f3/f0fb6920-92b7-42f6-b095-d663888b7142) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:36:25.272676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5ebf3b-fc76-413a-a990-2de9c2b1b6e4 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Deleting subnet 00ad7a29-a932-4a0f-b2cc-1726b20fc7f3 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:36:25.444888 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.458073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Transition to ACTIVE for port object f0fb6920-92b7-42f6-b095-d663888b7142 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:25.484598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Transition to ACTIVE for port object f0fb6920-92b7-42f6-b095-d663888b7142 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:25.496385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b3df7da7-6d15-4044-a9cb-ff8926f167d5 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:25.496890 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebf3b-fc76-413a-a990-2de9c2b1b6e4 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.501187 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.556853 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebf3b-fc76-413a-a990-2de9c2b1b6e4 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.582974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Network 5a727cfc-1b2a-4a74-a323-4937f8bc873c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:25.589561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:25.593338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Pushing event updated for resources: {'Port': ['ID=f0fb6920-92b7-42f6-b095-d663888b7142,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:25.597126 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:36:25.639421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port b3df7da7-6d15-4044-a9cb-ff8926f167d5 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:25.659047 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebf3b-fc76-413a-a990-2de9c2b1b6e4 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.675086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Attempting to bind port f0fb6920-92b7-42f6-b095-d663888b7142 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:36:25.675477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Attempting to bind port f0fb6920-92b7-42f6-b095-d663888b7142 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'eed9344d-ef5b-4583-bd60-66cf4a7f5da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5a727cfc-1b2a-4a74-a323-4937f8bc873c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:36:25.675868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Attempting to bind port f0fb6920-92b7-42f6-b095-d663888b7142 on network 5a727cfc-1b2a-4a74-a323-4937f8bc873c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:25.681340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:36:25.681840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Checking segment: {'id': 'eed9344d-ef5b-4583-bd60-66cf4a7f5da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5a727cfc-1b2a-4a74-a323-4937f8bc873c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:25.682387 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.683390 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Bound using segment: {'id': 'eed9344d-ef5b-4583-bd60-66cf4a7f5da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5a727cfc-1b2a-4a74-a323-4937f8bc873c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:36:25.684051 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Bound port: f0fb6920-92b7-42f6-b095-d663888b7142, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed9344d-ef5b-4583-bd60-66cf4a7f5da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5a727cfc-1b2a-4a74-a323-4937f8bc873c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:36:25.684429 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.730452 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebf3b-fc76-413a-a990-2de9c2b1b6e4 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.766676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ebf3b-fc76-413a-a990-2de9c2b1b6e4 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Pushing event deleted for resources: {'Subnet': ['ID=00ad7a29-a932-4a0f-b2cc-1726b20fc7f3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:25.767511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] For port f0fb6920-92b7-42f6-b095-d663888b7142, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:36:25.770578 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebf3b-fc76-413a-a990-2de9c2b1b6e4 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.775714 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dd5ebf3b-fc76-413a-a990-2de9c2b1b6e4 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "DELETE /v2.0/subnets/00ad7a29-a932-4a0f-b2cc-1726b20fc7f3 HTTP/1.1" status: 204 len: 168 time: 0.5664303 Jul 06 12:36:25.775978 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:25.777575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] For port f0fb6920-92b7-42f6-b095-d663888b7142, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f0fb6920-92b7-42f6-b095-d663888b7142,segment=NetworkSegment(eed9344d-ef5b-4583-bd60-66cf4a7f5da3),segment_id=eed9344d-ef5b-4583-bd60-66cf4a7f5da3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:36:25.782281 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.847674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a3670-dad8-4f85-8fd0-6b8ed8d5a74e None None] Pushing event updated for resources: {'Port': ['ID=f0fb6920-92b7-42f6-b095-d663888b7142,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:25.877377 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.938812 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Deleting port f0fb6920-92b7-42f6-b095-d663888b7142 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:25.939150 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.012356 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] For port f0fb6920-92b7-42f6-b095-d663888b7142, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f0fb6920-92b7-42f6-b095-d663888b7142,segment=NetworkSegment(eed9344d-ef5b-4583-bd60-66cf4a7f5da3),segment_id=eed9344d-ef5b-4583-bd60-66cf4a7f5da3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:26.012753 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.052159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Calling delete_port for f0fb6920-92b7-42f6-b095-d663888b7142 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:26.147534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.178948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] No DVR routers for this DVR port f0fb6920-92b7-42f6-b095-d663888b7142 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:26.186527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Pushing event deleted for resources: {'Port': ['ID=f0fb6920-92b7-42f6-b095-d663888b7142,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:26.277413 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.291772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a727cfc-1b2a-4a74-a323-4937f8bc873c']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:26.304391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed9344d-ef5b-4583-bd60-66cf4a7f5da3') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:26.304738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed9344d-ef5b-4583-bd60-66cf4a7f5da3') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:26.309075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168b31f8-a1b2-4c18-a937-efc8488212d9 None None] Network f7fc41a0-79af-4de0-a7cc-646cf2e8eed5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:26.316045 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.331337 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.337760 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:36:26.338378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:36:26.341917 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:36:26.366808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c800c8bc-9b94-48dd-be1d-241443483328 None None] Provisioning for port b3df7da7-6d15-4044-a9cb-ff8926f167d5 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:26.377370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c800c8bc-9b94-48dd-be1d-241443483328 None None] Provisioning complete for port b3df7da7-6d15-4044-a9cb-ff8926f167d5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:26.377795 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c800c8bc-9b94-48dd-be1d-241443483328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.409212 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.418743 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.420700 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "DELETE /v2.0/networks/5a727cfc-1b2a-4a74-a323-4937f8bc873c HTTP/1.1" status: 204 len: 168 time: 0.6437767 Jul 06 12:36:26.423120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:26.463310 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129b398-b4d6-4071-9326-c7c360ac4737 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Pushing event deleted for resources: {'Network': ['ID=5a727cfc-1b2a-4a74-a323-4937f8bc873c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:26.498846 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf1dd50-af2d-4c6e-a964-20cacdf8e26f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Deleting subnet 0d5551ca-e27c-4e71-bcf6-2d6f7486da56 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:36:26.502438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cf1dd50-af2d-4c6e-a964-20cacdf8e26f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.539420 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c800c8bc-9b94-48dd-be1d-241443483328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.548788 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cf1dd50-af2d-4c6e-a964-20cacdf8e26f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.779893 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c800c8bc-9b94-48dd-be1d-241443483328 None None] For port b3df7da7-6d15-4044-a9cb-ff8926f167d5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b3df7da7-6d15-4044-a9cb-ff8926f167d5,segment=NetworkSegment(51a6a935-bff2-4156-a57f-dd001b00ed67),segment_id=51a6a935-bff2-4156-a57f-dd001b00ed67)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:26.785559 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c800c8bc-9b94-48dd-be1d-241443483328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.787780 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cf1dd50-af2d-4c6e-a964-20cacdf8e26f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.837663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800c8bc-9b94-48dd-be1d-241443483328 None None] Pushing event updated for resources: {'Port': ['ID=b3df7da7-6d15-4044-a9cb-ff8926f167d5,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:26.864087 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cf1dd50-af2d-4c6e-a964-20cacdf8e26f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.896751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1dd50-af2d-4c6e-a964-20cacdf8e26f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5551ca-e27c-4e71-bcf6-2d6f7486da56,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:26.907268 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cf1dd50-af2d-4c6e-a964-20cacdf8e26f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.911427 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4cf1dd50-af2d-4c6e-a964-20cacdf8e26f tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "DELETE /v2.0/subnets/0d5551ca-e27c-4e71-bcf6-2d6f7486da56 HTTP/1.1" status: 204 len: 168 time: 0.4852023 Jul 06 12:36:26.911845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60112) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:27.006294 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.008339 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-139ace26-fe16-4c19-b949-8b145886034f None None] Could not find standard attr ID for object f0fb6920-92b7-42f6-b095-d663888b7142. {{(pid=93816) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:36:27.029971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1614b50-01a7-4d27-a062-8b7c638dff0a None None] Network f7fc41a0-79af-4de0-a7cc-646cf2e8eed5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:27.066563 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Deleting port b3df7da7-6d15-4044-a9cb-ff8926f167d5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:27.066809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.071654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4202a718-3ad3-41fa-9c4c-331812e594ad None None] DHCP port deletion for 5a727cfc-1b2a-4a74-a323-4937f8bc873c request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:36:27.100721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ddcf8-323d-410e-adbc-d633ff0be67d None None] Network 5a727cfc-1b2a-4a74-a323-4937f8bc873c requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:27.127004 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ddcf8-323d-410e-adbc-d633ff0be67d None None] Network 5a727cfc-1b2a-4a74-a323-4937f8bc873c could not be found, it might have been deleted concurrently. {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 12:36:27.137069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] For port b3df7da7-6d15-4044-a9cb-ff8926f167d5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b3df7da7-6d15-4044-a9cb-ff8926f167d5,segment=NetworkSegment(51a6a935-bff2-4156-a57f-dd001b00ed67),segment_id=51a6a935-bff2-4156-a57f-dd001b00ed67)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:27.137439 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.150415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Calling delete_port for b3df7da7-6d15-4044-a9cb-ff8926f167d5 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:27.173644 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f569b798-eeec-4a9f-aca7-9a5ca808665f None None] Provisioning complete for port b3df7da7-6d15-4044-a9cb-ff8926f167d5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:27.174019 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f569b798-eeec-4a9f-aca7-9a5ca808665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.230931 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.235310 n-d-799527-2 neutron-server[93816]: INFO neutron.plugins.ml2.db [None req-f569b798-eeec-4a9f-aca7-9a5ca808665f None None] No ports have port_id starting with b3df7da7-6d15-4044-a9cb-ff8926f167d5 Jul 06 12:36:27.268194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Pushing event deleted for resources: {'Port': ['ID=b3df7da7-6d15-4044-a9cb-ff8926f167d5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:27.271086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] No DVR routers for this DVR port b3df7da7-6d15-4044-a9cb-ff8926f167d5 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:27.289752 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809fd2b-086f-4633-8def-9d0b4ae0b6d6 None None] DHCP port deletion for f7fc41a0-79af-4de0-a7cc-646cf2e8eed5 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:36:27.399104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b3df7da7-6d15-4044-a9cb-ff8926f167d5 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:27.421576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: b3df7da7-6d15-4044-a9cb-ff8926f167d5 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:36:27.421938 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b3df7da7-6d15-4044-a9cb-ff8926f167d5 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:36:27.621252 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.630989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fc41a0-79af-4de0-a7cc-646cf2e8eed5']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:27.641518 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a6a935-bff2-4156-a57f-dd001b00ed67') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:27.641815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a6a935-bff2-4156-a57f-dd001b00ed67') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:27.651091 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.664633 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.671391 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:36:27.671815 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:36:27.674652 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:36:27.735385 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.742624 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:27.745151 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "DELETE /v2.0/networks/f7fc41a0-79af-4de0-a7cc-646cf2e8eed5 HTTP/1.1" status: 204 len: 168 time: 0.8314450 Jul 06 12:36:27.748030 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60114) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:27.756694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90344747-f06c-45da-9115-9082b2daa98c tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Pushing event deleted for resources: {'Network': ['ID=f7fc41a0-79af-4de0-a7cc-646cf2e8eed5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:27.779159 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-8004f097-fb76-4cf6-be25-d78173e44a9b tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "GET /v2.0/ports?device_id=edfdc930-e771-4efa-b91e-f026565b056f HTTP/1.1" status: 200 len: 205 time: 0.0297086 Jul 06 12:36:27.781594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60116) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:27.858124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d437aff-c7a8-4e96-b6e5-a35df1a54504 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:28.017319 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d437aff-c7a8-4e96-b6e5-a35df1a54504 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:28.019670 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d437aff-c7a8-4e96-b6e5-a35df1a54504 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:28.063769 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d437aff-c7a8-4e96-b6e5-a35df1a54504 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:28.064300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d437aff-c7a8-4e96-b6e5-a35df1a54504 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Fanout notify agent at l3_agent the message router_deleted on router edfdc930-e771-4efa-b91e-f026565b056f {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:36:28.071559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d437aff-c7a8-4e96-b6e5-a35df1a54504 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:28.072841 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5d437aff-c7a8-4e96-b6e5-a35df1a54504 tempest-RoutersNegativeTest-1939231686 tempest-RoutersNegativeTest-1939231686-project] 10.222.0.21 "DELETE /v2.0/routers/edfdc930-e771-4efa-b91e-f026565b056f HTTP/1.1" status: 204 len: 168 time: 0.2902918 Jul 06 12:36:28.319428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60122) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:28.463979 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f7e0a893-844a-42f9-8028-27aeb2d28648 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=306ad604bb864265b9a81b9b0f7be4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426764 Jul 06 12:36:28.466619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60126) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:28.518188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58657fc2-f06d-4938-86d9-c3d16e4f9f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:28.541733 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58657fc2-f06d-4938-86d9-c3d16e4f9f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:28.597699 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58657fc2-f06d-4938-86d9-c3d16e4f9f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:28.600352 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58657fc2-f06d-4938-86d9-c3d16e4f9f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:28.601564 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-58657fc2-f06d-4938-86d9-c3d16e4f9f79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfe5ab92-4ccf-4d12-8f1c-8cf21069c67f HTTP/1.1" status: 204 len: 168 time: 0.1340246 Jul 06 12:36:28.610679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58657fc2-f06d-4938-86d9-c3d16e4f9f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe5ab92-4ccf-4d12-8f1c-8cf21069c67f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:29.187277 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:29.319067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60148) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:29.352367 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:29.424188 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-829671646-network', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:29.445715 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Made reservation on behalf of 77d0cd2995d74601bef6f0e1bd990c71 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:29.448179 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:29.456711 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:29.548156 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:29.552498 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:29.577360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:36:29.586945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810d9a9b-d74c-4260-a8fb-db98b3f707db,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:29.592306 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:29.592646 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Added segment dd83e317-2c3d-4fde-a64b-717ecc5623ca of type vlan for network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 Jul 06 12:36:29.631610 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:29.665558 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:29.667346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:29.667982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:29.740453 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4202261 Jul 06 12:36:29.743495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60152) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:29.748660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] Request body: {'subnet': {'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-829671646-subnet', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:29.754100 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd0f3d-045d-4132-b92a-189ff1239b36 admin admin] Pushing event updated for resources: {'Network': ['ID=25600a0a-96e4-4061-9bff-16ac0fd3f4c3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:29.765141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:36:29.772352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] Made reservation on behalf of 77d0cd2995d74601bef6f0e1bd990c71 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:29.774839 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.250994 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.304603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9964367-f583-4b66-97d1-73021ed631d2,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:30.315346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] Checking segment: {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:30.315733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] Network hostable DHCP agents. Network: 25600a0a-96e4-4061-9bff-16ac0fd3f4c3, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:36:30.333140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] Network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:36:30.345524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 25600a0a-96e4-4061-9bff-16ac0fd3f4c3) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:30.349838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:30.351067 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.355514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b3e6a-661f-4841-8231-534378b7d043 None None] Network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:30.368418 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f51c40fd-85da-4eba-b60e-019670686aaf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6237185 Jul 06 12:36:30.371068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60154) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:30.375758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-829671646-router', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:30.401941 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.403101 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.457223 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.531466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'fixed_ips': [{'subnet_id': 'd9964367-f583-4b66-97d1-73021ed631d2'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:36:30.532362 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.622557 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.691807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Allocated IP 172.20.0.2 (25600a0a-96e4-4061-9bff-16ac0fd3f4c3/d9964367-f583-4b66-97d1-73021ed631d2/c391f049-e5de-445a-9949-79fffe342c75) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:36:30.881250 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.885901 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.893003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Transition to ACTIVE for port object c391f049-e5de-445a-9949-79fffe342c75 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:30.911241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Transition to ACTIVE for port object c391f049-e5de-445a-9949-79fffe342c75 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:30.914947 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.918231 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:30.957538 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:30.960651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:30.964772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:36:30.979516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Pushing event updated for resources: {'Port': ['ID=c391f049-e5de-445a-9949-79fffe342c75,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:31.049839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Attempting to bind port c391f049-e5de-445a-9949-79fffe342c75 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:36:31.050214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Attempting to bind port c391f049-e5de-445a-9949-79fffe342c75 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:36:31.050583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Attempting to bind port c391f049-e5de-445a-9949-79fffe342c75 on network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:31.053553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Allocated IP 172.25.0.155 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/a473ede8-d40d-4073-8e50-de1c00fbddfd) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:36:31.057008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:36:31.057584 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Checking segment: {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:31.058036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.058439 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Bound using segment: {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:36:31.059185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Bound port: c391f049-e5de-445a-9949-79fffe342c75, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:36:31.059863 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.146204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] For port c391f049-e5de-445a-9949-79fffe342c75, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:36:31.151139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] For port c391f049-e5de-445a-9949-79fffe342c75, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c391f049-e5de-445a-9949-79fffe342c75,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:36:31.156361 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.197892 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.228521 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0d919-168a-4630-9db3-0e48560d7b9c None None] Pushing event updated for resources: {'Port': ['ID=c391f049-e5de-445a-9949-79fffe342c75,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:31.266861 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.308783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:31.314355 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:31.317334 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:36:31.345401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Pushing event updated for resources: {'Port': ['ID=a473ede8-d40d-4073-8e50-de1c00fbddfd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:31.618801 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.827828 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.981745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Router 13b15768-bede-4f11-b817-ff178d52cc30 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:36:32.099070 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:36:32.112990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Sync routers for ids ['13b15768-bede-4f11-b817-ff178d52cc30'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:36:32.117911 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.121786 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fa429926-b3ce-496d-a4b9-3f40cb6e8907 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7495224 Jul 06 12:36:32.124986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60156) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:32.133358 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Routers {'13b15768-bede-4f11-b817-ff178d52cc30'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:36:32.134320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['13b15768-bede-4f11-b817-ff178d52cc30'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:32.229291 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79826ba7-dbc9-4c60-97a4-273a95d7a787 None None] Network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:32.306128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Set router 13b15768-bede-4f11-b817-ff178d52cc30 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:36:32.395820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-65d69613-0c2e-4b09-a054-45cafcccbb4d None None] Provisioning for port c391f049-e5de-445a-9949-79fffe342c75 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:32.563734 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.587072 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b15768-bede-4f11-b817-ff178d52cc30', 'name': 'tempest-TestEncryptedCinderVolumes-829671646-router', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:31Z', 'revision_number': 3, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'gw_port': {'id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:32.616556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Checking router: 13b15768-bede-4f11-b817-ff178d52cc30 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:36:32.616910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Updating router 13b15768-bede-4f11-b817-ff178d52cc30 port a473ede8-d40d-4073-8e50-de1c00fbddfd binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:36:32.659972 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.747771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Allocated IP 172.20.0.1 (25600a0a-96e4-4061-9bff-16ac0fd3f4c3/d9964367-f583-4b66-97d1-73021ed631d2/9528c67f-ae00-454f-81c2-e7124de70ad0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:36:32.871290 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.885503 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Transition to ACTIVE for port object 9528c67f-ae00-454f-81c2-e7124de70ad0 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:32.920467 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.959049 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.960553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:32.965804 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:32.969243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:36:32.972103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Transition to ACTIVE for port object a473ede8-d40d-4073-8e50-de1c00fbddfd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:32.979831 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.995172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Pushing event updated for resources: {'Port': ['ID=9528c67f-ae00-454f-81c2-e7124de70ad0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:33.013309 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.039015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Attempting to bind port a473ede8-d40d-4073-8e50-de1c00fbddfd on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:36:33.039638 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Attempting to bind port a473ede8-d40d-4073-8e50-de1c00fbddfd by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:36:33.040078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Attempting to bind port a473ede8-d40d-4073-8e50-de1c00fbddfd on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:33.050533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583ee2f-0c9f-4736-9d47-a8f2b317602c None None] Pushing event updated for resources: {'Port': ['ID=a473ede8-d40d-4073-8e50-de1c00fbddfd,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:33.057472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:36:33.058035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:33.058563 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.059080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:36:33.059764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Bound port: a473ede8-d40d-4073-8e50-de1c00fbddfd, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:36:33.060170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.071936 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:36:33.128832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] For port a473ede8-d40d-4073-8e50-de1c00fbddfd, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:36:33.132676 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] For port a473ede8-d40d-4073-8e50-de1c00fbddfd, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a473ede8-d40d-4073-8e50-de1c00fbddfd,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:36:33.142713 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.201014 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.208726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Routers {'13b15768-bede-4f11-b817-ff178d52cc30'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:36:33.209355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['13b15768-bede-4f11-b817-ff178d52cc30'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:33.212095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583ee2f-0c9f-4736-9d47-a8f2b317602c None None] Pushing event updated for resources: {'Port': ['ID=a473ede8-d40d-4073-8e50-de1c00fbddfd,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:33.325805 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e5e3352a-ff68-4a15-9c01-f649995e7078 None None] Provisioning for port 9528c67f-ae00-454f-81c2-e7124de70ad0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:33.331948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] Set router 13b15768-bede-4f11-b817-ff178d52cc30 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:36:33.333627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e5e3352a-ff68-4a15-9c01-f649995e7078 None None] Provisioning complete for port 9528c67f-ae00-454f-81c2-e7124de70ad0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:33.334001 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5e3352a-ff68-4a15-9c01-f649995e7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.395389 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.401127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.436869 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c391f049-e5de-445a-9949-79fffe342c75 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:33.457850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e5e3352a-ff68-4a15-9c01-f649995e7078 None None] Port 9528c67f-ae00-454f-81c2-e7124de70ad0 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:36:33.476382 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.496101 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Pushing event updated for resources: {'Port': ['ID=9528c67f-ae00-454f-81c2-e7124de70ad0,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:33.593708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:33.595389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:33.732598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Router 13b15768-bede-4f11-b817-ff178d52cc30 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:36:33.734248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port c391f049-e5de-445a-9949-79fffe342c75 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:33.742379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c391f049-e5de-445a-9949-79fffe342c75 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:33.742755 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.853950 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b15768-bede-4f11-b817-ff178d52cc30', 'name': 'tempest-TestEncryptedCinderVolumes-829671646-router', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:33Z', 'revision_number': 4, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'gw_port': {'id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9528c67f-ae00-454f-81c2-e7124de70ad0', 'name': '', 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'mac_address': 'fa:16:3e:96:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:32Z', 'updated_at': '2021-07-06T12:36:32Z', 'revision_number': 1, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'subnets': [{'id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:33.857179 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:36:33.864157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e579b4af-1d92-4064-b8a2-5bf3ea59fb30 admin admin] 10.222.0.21 "PUT /v2.0/routers/13b15768-bede-4f11-b817-ff178d52cc30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381268 Jul 06 12:36:33.897850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf65887-be59-4d3f-92da-1a93359d401c None None] The sync data for ids ['13b15768-bede-4f11-b817-ff178d52cc30'] in n-d-799527-2 is: [{'id': '13b15768-bede-4f11-b817-ff178d52cc30', 'name': 'tempest-TestEncryptedCinderVolumes-829671646-router', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:33Z', 'revision_number': 4, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'gw_port': {'id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9528c67f-ae00-454f-81c2-e7124de70ad0', 'name': '', 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'mac_address': 'fa:16:3e:96:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:32Z', 'updated_at': '2021-07-06T12:36:32Z', 'revision_number': 1, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'subnets': [{'id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:36:33.901753 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.926553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6f329253-188e-4b49-aee1-a556e68a4618 None None] Provisioning complete for port 9528c67f-ae00-454f-81c2-e7124de70ad0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:33.926937 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f329253-188e-4b49-aee1-a556e68a4618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:33.965997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port c391f049-e5de-445a-9949-79fffe342c75, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c391f049-e5de-445a-9949-79fffe342c75,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:33.975377 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:34.007145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6f329253-188e-4b49-aee1-a556e68a4618 None None] Port 9528c67f-ae00-454f-81c2-e7124de70ad0 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:36:34.038100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=c391f049-e5de-445a-9949-79fffe342c75,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:34.466716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60172) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:34.472077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1421115183-network', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:34.499050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Made reservation on behalf of c05ff042fec3442cb7206d76e8ce283c for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:34.502053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:34.513668 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:34.657311 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:34.661311 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:34.690587 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:36:34.702511 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249025cb-3a45-4892-9a61-2dcce0e25ebb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:34.709192 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:34.709567 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Added segment 9f9bfd39-fb27-4e67-9686-bb72ce2c77fe of type vlan for network f4f8c761-bfcc-4965-b7c5-ea114f7b7044 Jul 06 12:36:34.760615 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:34.797463 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:34.798467 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:34.799057 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:34.858931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3909459 Jul 06 12:36:34.861558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60174) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:34.868159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] Request body: {'subnet': {'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1421115183-subnet', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:34.880702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c038a-b785-4354-a31e-08c86864d964 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f8c761-bfcc-4965-b7c5-ea114f7b7044,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:34.895947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f4f8c761-bfcc-4965-b7c5-ea114f7b7044 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:36:34.913218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] Made reservation on behalf of c05ff042fec3442cb7206d76e8ce283c for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:34.917179 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:35.109829 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:35.476472 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a9d6cf-d584-4de9-9e10-d516ca80b1ae,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:35.487838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c391f049-e5de-445a-9949-79fffe342c75 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:35.489064 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] Checking segment: {'id': '9f9bfd39-fb27-4e67-9686-bb72ce2c77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:35.489419 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] Network hostable DHCP agents. Network: f4f8c761-bfcc-4965-b7c5-ea114f7b7044, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:36:35.507205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] Network f4f8c761-bfcc-4965-b7c5-ea114f7b7044 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:36:35.518443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f4f8c761-bfcc-4965-b7c5-ea114f7b7044) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:35.524543 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:35.524677 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:35.529010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58284bc-053c-4978-844e-32b962eb0332 None None] Network f4f8c761-bfcc-4965-b7c5-ea114f7b7044 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:35.540312 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9e484374-82ae-4b48-9bfe-c033fe1e765c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6777234 Jul 06 12:36:35.543992 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60176) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:35.548526 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1421115183-router', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:35.572793 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:35.573901 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:35.600363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c391f049-e5de-445a-9949-79fffe342c75 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:35.600760 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:35.634001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:35.765566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a473ede8-d40d-4073-8e50-de1c00fbddfd up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:35.784963 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:35.790302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-f4f8c761-bfcc-4965-b7c5-ea114f7b7044', 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'fixed_ips': [{'subnet_id': 'd2a9d6cf-d584-4de9-9e10-d516ca80b1ae'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:36:35.791190 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:35.895393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port a473ede8-d40d-4073-8e50-de1c00fbddfd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:35.904851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a473ede8-d40d-4073-8e50-de1c00fbddfd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:35.905520 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:35.994985 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Allocated IP 172.20.0.2 (f4f8c761-bfcc-4965-b7c5-ea114f7b7044/d2a9d6cf-d584-4de9-9e10-d516ca80b1ae/1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:36:35.997174 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.014338 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Sync routers for ids ['13b15768-bede-4f11-b817-ff178d52cc30'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:36:36.019017 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.026686 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Routers {'13b15768-bede-4f11-b817-ff178d52cc30'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:36:36.027629 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['13b15768-bede-4f11-b817-ff178d52cc30'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:36.108851 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.135173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Allocated IP 172.25.0.191 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/53c6e27c-b477-4775-a99b-50c4ef2fb91a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:36:36.140127 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Set router 13b15768-bede-4f11-b817-ff178d52cc30 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:36:36.156119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port a473ede8-d40d-4073-8e50-de1c00fbddfd, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a473ede8-d40d-4073-8e50-de1c00fbddfd,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:36.185397 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.241766 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.262969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Transition to ACTIVE for port object 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:36.263388 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.267962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=a473ede8-d40d-4073-8e50-de1c00fbddfd,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:36.284092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Transition to ACTIVE for port object 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:36.294016 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.310853 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.336727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Network f4f8c761-bfcc-4965-b7c5-ea114f7b7044 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:36.345424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:36.350738 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:36:36.353981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Pushing event updated for resources: {'Port': ['ID=1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:36.355288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:36.359353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:36.361751 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:36:36.365966 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b15768-bede-4f11-b817-ff178d52cc30', 'name': 'tempest-TestEncryptedCinderVolumes-829671646-router', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:33Z', 'revision_number': 4, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'gw_port': {'id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9528c67f-ae00-454f-81c2-e7124de70ad0', 'name': '', 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'mac_address': 'fa:16:3e:96:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:32Z', 'updated_at': '2021-07-06T12:36:33Z', 'revision_number': 2, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'subnets': [{'id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:36.397389 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Checking router: 13b15768-bede-4f11-b817-ff178d52cc30 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:36:36.397926 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Updating router 13b15768-bede-4f11-b817-ff178d52cc30 port 9528c67f-ae00-454f-81c2-e7124de70ad0 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:36:36.399625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Pushing event updated for resources: {'Port': ['ID=53c6e27c-b477-4775-a99b-50c4ef2fb91a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:36.422267 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Attempting to bind port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:36:36.422634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Attempting to bind port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '9f9bfd39-fb27-4e67-9686-bb72ce2c77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:36:36.422996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Attempting to bind port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 on network f4f8c761-bfcc-4965-b7c5-ea114f7b7044 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:36.428331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:36:36.428722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Checking segment: {'id': '9f9bfd39-fb27-4e67-9686-bb72ce2c77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:36.429491 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.429620 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Bound using segment: {'id': '9f9bfd39-fb27-4e67-9686-bb72ce2c77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:36:36.430036 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Bound port: 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9bfd39-fb27-4e67-9686-bb72ce2c77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:36:36.430417 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.441439 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.510353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] For port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:36:36.515208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] For port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46,segment=NetworkSegment(9f9bfd39-fb27-4e67-9686-bb72ce2c77fe),segment_id=9f9bfd39-fb27-4e67-9686-bb72ce2c77fe)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:36:36.520181 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.586060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1e5c1-e341-460f-8a6a-da6f306e6312 None None] Pushing event updated for resources: {'Port': ['ID=1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:36.658716 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.789989 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.802872 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Transition to ACTIVE for port object 9528c67f-ae00-454f-81c2-e7124de70ad0 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:36.811781 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.868995 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Pushing event updated for resources: {'Port': ['ID=9528c67f-ae00-454f-81c2-e7124de70ad0,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:36.881254 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.881604 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.881945 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.882279 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.882609 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.882936 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.883257 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.883623 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.883960 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.884281 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.885364 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.885949 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:36.926871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.946011 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Attempting to bind port 9528c67f-ae00-454f-81c2-e7124de70ad0 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:36:36.946653 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Attempting to bind port 9528c67f-ae00-454f-81c2-e7124de70ad0 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:36:36.947656 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Attempting to bind port 9528c67f-ae00-454f-81c2-e7124de70ad0 on network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:36.954326 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:36:36.954824 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Checking segment: {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:36.955185 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.955609 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Bound using segment: {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:36:36.956271 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Bound port: 9528c67f-ae00-454f-81c2-e7124de70ad0, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:36:36.956841 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:37.031835 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] For port 9528c67f-ae00-454f-81c2-e7124de70ad0, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:36:37.035243 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] For port 9528c67f-ae00-454f-81c2-e7124de70ad0, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9528c67f-ae00-454f-81c2-e7124de70ad0,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:36:37.043115 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:37.079317 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Router fe367ccb-4bdf-44f3-97ce-919f0adefef8 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:36:37.112978 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eca66f-19a6-4b97-8451-6ce4b5b01520 None None] Pushing event updated for resources: {'Port': ['ID=9528c67f-ae00-454f-81c2-e7124de70ad0,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:37.115609 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Routers {'13b15768-bede-4f11-b817-ff178d52cc30'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:36:37.123343 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['13b15768-bede-4f11-b817-ff178d52cc30'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:37.240173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:36:37.252942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Sync routers for ids ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:36:37.260645 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:37.263228 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cf3a9177-1cb4-4da2-94d1-93d434488376 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7179861 Jul 06 12:36:37.266006 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60178) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:37.269228 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Routers {'fe367ccb-4bdf-44f3-97ce-919f0adefef8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:36:37.269902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:37.432861 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] Set router 13b15768-bede-4f11-b817-ff178d52cc30 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:36:37.444579 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Set router fe367ccb-4bdf-44f3-97ce-919f0adefef8 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:36:37.690089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9528c67f-ae00-454f-81c2-e7124de70ad0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:37.801027 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b15768-bede-4f11-b817-ff178d52cc30', 'name': 'tempest-TestEncryptedCinderVolumes-829671646-router', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:33Z', 'revision_number': 4, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'gw_port': {'id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9528c67f-ae00-454f-81c2-e7124de70ad0', 'name': '', 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'mac_address': 'fa:16:3e:96:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:32Z', 'updated_at': '2021-07-06T12:36:37Z', 'revision_number': 4, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'subnets': [{'id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:37.840358 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28ae8e9-cc63-4151-a7b0-29d2005f78c4 None None] The sync data for ids ['13b15768-bede-4f11-b817-ff178d52cc30'] in n-d-799527-2 is: [{'id': '13b15768-bede-4f11-b817-ff178d52cc30', 'name': 'tempest-TestEncryptedCinderVolumes-829671646-router', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:33Z', 'revision_number': 4, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'gw_port': {'id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9528c67f-ae00-454f-81c2-e7124de70ad0', 'name': '', 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'mac_address': 'fa:16:3e:96:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:32Z', 'updated_at': '2021-07-06T12:36:37Z', 'revision_number': 4, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'subnets': [{'id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:36:37.854892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9528c67f-ae00-454f-81c2-e7124de70ad0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:37.866301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9528c67f-ae00-454f-81c2-e7124de70ad0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:37.866937 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:37.902895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73916393-4837-4c5e-9cb2-573c89a3fd2c None None] Network f4f8c761-bfcc-4965-b7c5-ea114f7b7044 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:36:37.925758 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'name': 'tempest-TestEncryptedCinderVolumes-1421115183-router', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:35Z', 'updated_at': '2021-07-06T12:36:36Z', 'revision_number': 3, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'gw_port': {'id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:36Z', 'updated_at': '2021-07-06T12:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:38.000834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Checking router: fe367ccb-4bdf-44f3-97ce-919f0adefef8 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:36:38.001216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Updating router fe367ccb-4bdf-44f3-97ce-919f0adefef8 port 53c6e27c-b477-4775-a99b-50c4ef2fb91a binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:36:38.052112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b66d415d-ff5b-4cfb-8926-0883dc9fad81 None None] Provisioning for port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:38.087325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.249019 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.316001 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.475540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 9528c67f-ae00-454f-81c2-e7124de70ad0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9528c67f-ae00-454f-81c2-e7124de70ad0,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:38.488542 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.489357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a473ede8-d40d-4073-8e50-de1c00fbddfd up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:38.560462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Allocated IP 172.20.0.1 (f4f8c761-bfcc-4965-b7c5-ea114f7b7044/d2a9d6cf-d584-4de9-9e10-d516ca80b1ae/263f6b8a-aa38-4d7e-aae4-a610b7d188af) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:36:38.690772 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=9528c67f-ae00-454f-81c2-e7124de70ad0,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:38.737472 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.739255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port a473ede8-d40d-4073-8e50-de1c00fbddfd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:38.739664 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.762184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Transition to ACTIVE for port object 263f6b8a-aa38-4d7e-aae4-a610b7d188af will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:38.809866 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.828724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Transition to ACTIVE for port object 53c6e27c-b477-4775-a99b-50c4ef2fb91a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:38.830622 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.837079 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.898080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Network f4f8c761-bfcc-4965-b7c5-ea114f7b7044 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:38.901957 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:38.906910 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:36:38.975815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Pushing event updated for resources: {'Port': ['ID=263f6b8a-aa38-4d7e-aae4-a610b7d188af,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:38.989375 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.175362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbabf2b-09d3-46b2-877c-b1311e8c3675 None None] Pushing event updated for resources: {'Port': ['ID=53c6e27c-b477-4775-a99b-50c4ef2fb91a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:39.186903 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Attempting to bind port 53c6e27c-b477-4775-a99b-50c4ef2fb91a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:36:39.187549 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Attempting to bind port 53c6e27c-b477-4775-a99b-50c4ef2fb91a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:36:39.188182 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Attempting to bind port 53c6e27c-b477-4775-a99b-50c4ef2fb91a on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:39.196102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:39.230543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:36:39.230922 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:39.231339 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.231904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:36:39.232532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Bound port: 53c6e27c-b477-4775-a99b-50c4ef2fb91a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:36:39.232969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.235984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.313509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] For port 53c6e27c-b477-4775-a99b-50c4ef2fb91a, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:36:39.316782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:39.320927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] For port 53c6e27c-b477-4775-a99b-50c4ef2fb91a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=53c6e27c-b477-4775-a99b-50c4ef2fb91a,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:36:39.328481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:39.328856 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.333190 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.435509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8e81514b-cdc5-47ae-a49a-e46a6ce51e38 None None] Provisioning for port 263f6b8a-aa38-4d7e-aae4-a610b7d188af completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:39.455722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8e81514b-cdc5-47ae-a49a-e46a6ce51e38 None None] Provisioning complete for port 263f6b8a-aa38-4d7e-aae4-a610b7d188af triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:39.456178 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e81514b-cdc5-47ae-a49a-e46a6ce51e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.484756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbabf2b-09d3-46b2-877c-b1311e8c3675 None None] Pushing event updated for resources: {'Port': ['ID=53c6e27c-b477-4775-a99b-50c4ef2fb91a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:39.488972 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.489526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Routers {'fe367ccb-4bdf-44f3-97ce-919f0adefef8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:36:39.490167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:39.495606 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.564367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8e81514b-cdc5-47ae-a49a-e46a6ce51e38 None None] Port 263f6b8a-aa38-4d7e-aae4-a610b7d188af cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:36:39.571378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.577336 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Pushing event updated for resources: {'Port': ['ID=263f6b8a-aa38-4d7e-aae4-a610b7d188af,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:39.673939 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.706700 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] Set router fe367ccb-4bdf-44f3-97ce-919f0adefef8 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:36:39.708546 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Network f4f8c761-bfcc-4965-b7c5-ea114f7b7044 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:39.710028 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:39.774720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46,segment=NetworkSegment(9f9bfd39-fb27-4e67-9686-bb72ce2c77fe),segment_id=9f9bfd39-fb27-4e67-9686-bb72ce2c77fe)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:39.815507 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.894694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Router fe367ccb-4bdf-44f3-97ce-919f0adefef8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:36:39.929144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9528c67f-ae00-454f-81c2-e7124de70ad0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:39.964660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:40.057571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:36:40.058755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9528c67f-ae00-454f-81c2-e7124de70ad0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:40.059634 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:40.063053 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b4d1fe75-3917-411b-b96e-ede56cd2e366 admin admin] 10.222.0.21 "PUT /v2.0/routers/fe367ccb-4bdf-44f3-97ce-919f0adefef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7952292 Jul 06 12:36:40.119251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'name': 'tempest-TestEncryptedCinderVolumes-1421115183-router', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:35Z', 'updated_at': '2021-07-06T12:36:39Z', 'revision_number': 4, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'gw_port': {'id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:36Z', 'updated_at': '2021-07-06T12:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '263f6b8a-aa38-4d7e-aae4-a610b7d188af', 'name': '', 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'mac_address': 'fa:16:3e:16:37:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd2a9d6cf-d584-4de9-9e10-d516ca80b1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:38Z', 'updated_at': '2021-07-06T12:36:39Z', 'revision_number': 2, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'subnets': [{'id': 'd2a9d6cf-d584-4de9-9e10-d516ca80b1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:40.153349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-640421e0-cdb8-4641-b634-a96b53a3ed3a None None] Provisioning complete for port 263f6b8a-aa38-4d7e-aae4-a610b7d188af triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:40.153722 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-640421e0-cdb8-4641-b634-a96b53a3ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:40.159669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6fe39-e734-4203-b943-4167090fb4d2 None None] The sync data for ids ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'] in n-d-799527-2 is: [{'id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'name': 'tempest-TestEncryptedCinderVolumes-1421115183-router', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:35Z', 'updated_at': '2021-07-06T12:36:39Z', 'revision_number': 4, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'gw_port': {'id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:36Z', 'updated_at': '2021-07-06T12:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '263f6b8a-aa38-4d7e-aae4-a610b7d188af', 'name': '', 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'mac_address': 'fa:16:3e:16:37:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd2a9d6cf-d584-4de9-9e10-d516ca80b1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:38Z', 'updated_at': '2021-07-06T12:36:39Z', 'revision_number': 2, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'subnets': [{'id': 'd2a9d6cf-d584-4de9-9e10-d516ca80b1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:36:40.219300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-640421e0-cdb8-4641-b634-a96b53a3ed3a None None] Port 263f6b8a-aa38-4d7e-aae4-a610b7d188af cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:36:41.165400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-c2fa8d52-d4ba-4d47-9f4f-c5ce5aa19235 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:41.167780 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-c2fa8d52-d4ba-4d47-9f4f-c5ce5aa19235 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/networks?id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3 HTTP/1.1" status: 200 len: 816 time: 0.1209185 Jul 06 12:36:41.190425 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-59fbe6ab-0d60-4447-98fc-bbb2460b7fb5 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/quotas/77d0cd2995d74601bef6f0e1bd990c71 HTTP/1.1" status: 200 len: 375 time: 0.0166576 Jul 06 12:36:41.267177 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-489fdfa5-ecc7-4b87-a5ed-fb85e6f01c61 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=77d0cd2995d74601bef6f0e1bd990c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713832 Jul 06 12:36:41.399933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-d1f68a38-8428-4131-8d8c-923d1fa87941 service neutron] 10.222.0.21 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097252 Jul 06 12:36:41.535168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-5a53a572-086c-4855-9302-43b80a92e049 service neutron] 10.222.0.21 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258566 Jul 06 12:36:41.955883 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 53c6e27c-b477-4775-a99b-50c4ef2fb91a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:42.006156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 53c6e27c-b477-4775-a99b-50c4ef2fb91a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:42.011956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 53c6e27c-b477-4775-a99b-50c4ef2fb91a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:42.012329 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:42.102378 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:42.124925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 53c6e27c-b477-4775-a99b-50c4ef2fb91a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=53c6e27c-b477-4775-a99b-50c4ef2fb91a,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:42.130221 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:42.131102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:42.210479 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=53c6e27c-b477-4775-a99b-50c4ef2fb91a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:42.226770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:42.228743 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:42.347591 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Sync routers for ids ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:36:42.357263 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Routers {'fe367ccb-4bdf-44f3-97ce-919f0adefef8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:36:42.357872 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:42.468946 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Set router fe367ccb-4bdf-44f3-97ce-919f0adefef8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:36:42.705543 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'name': 'tempest-TestEncryptedCinderVolumes-1421115183-router', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:35Z', 'updated_at': '2021-07-06T12:36:39Z', 'revision_number': 4, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'gw_port': {'id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:36Z', 'updated_at': '2021-07-06T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '263f6b8a-aa38-4d7e-aae4-a610b7d188af', 'name': '', 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'mac_address': 'fa:16:3e:16:37:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd2a9d6cf-d584-4de9-9e10-d516ca80b1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:38Z', 'updated_at': '2021-07-06T12:36:39Z', 'revision_number': 2, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'subnets': [{'id': 'd2a9d6cf-d584-4de9-9e10-d516ca80b1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:42.752471 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Checking router: fe367ccb-4bdf-44f3-97ce-919f0adefef8 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:36:42.753072 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Updating router fe367ccb-4bdf-44f3-97ce-919f0adefef8 port 263f6b8a-aa38-4d7e-aae4-a610b7d188af binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:36:42.817973 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:42.985621 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70281b64-e553-4d29-972a-bb0cb87fe27f req-df6adc54-9d74-45ac-8f99-717013ec22b0 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 210 time: 0.1888630 Jul 06 12:36:43.183627 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.194639 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Transition to ACTIVE for port object 263f6b8a-aa38-4d7e-aae4-a610b7d188af will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:43.202561 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.259157 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefb72c-7482-4b7c-90dd-ec2c42d45201 None None] Pushing event updated for resources: {'Port': ['ID=263f6b8a-aa38-4d7e-aae4-a610b7d188af,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:43.320176 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Attempting to bind port 263f6b8a-aa38-4d7e-aae4-a610b7d188af on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:36:43.320550 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Attempting to bind port 263f6b8a-aa38-4d7e-aae4-a610b7d188af by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '9f9bfd39-fb27-4e67-9686-bb72ce2c77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:36:43.321124 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Attempting to bind port 263f6b8a-aa38-4d7e-aae4-a610b7d188af on network f4f8c761-bfcc-4965-b7c5-ea114f7b7044 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:43.327812 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:36:43.328332 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Checking segment: {'id': '9f9bfd39-fb27-4e67-9686-bb72ce2c77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:43.328912 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.329444 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Bound using segment: {'id': '9f9bfd39-fb27-4e67-9686-bb72ce2c77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:36:43.330164 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Bound port: 263f6b8a-aa38-4d7e-aae4-a610b7d188af, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9bfd39-fb27-4e67-9686-bb72ce2c77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:36:43.330658 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.426920 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] For port 263f6b8a-aa38-4d7e-aae4-a610b7d188af, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:36:43.433573 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] For port 263f6b8a-aa38-4d7e-aae4-a610b7d188af, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=263f6b8a-aa38-4d7e-aae4-a610b7d188af,segment=NetworkSegment(9f9bfd39-fb27-4e67-9686-bb72ce2c77fe),segment_id=9f9bfd39-fb27-4e67-9686-bb72ce2c77fe)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:36:43.446242 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.501064 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Routers {'fe367ccb-4bdf-44f3-97ce-919f0adefef8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:36:43.501704 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:36:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:43.562545 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefb72c-7482-4b7c-90dd-ec2c42d45201 None None] Pushing event updated for resources: {'Port': ['ID=263f6b8a-aa38-4d7e-aae4-a610b7d188af,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:43.660171 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] Set router fe367ccb-4bdf-44f3-97ce-919f0adefef8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:36:43.930284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 263f6b8a-aa38-4d7e-aae4-a610b7d188af up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:43.944764 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'name': 'tempest-TestEncryptedCinderVolumes-1421115183-router', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:35Z', 'updated_at': '2021-07-06T12:36:39Z', 'revision_number': 4, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'gw_port': {'id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:36Z', 'updated_at': '2021-07-06T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '263f6b8a-aa38-4d7e-aae4-a610b7d188af', 'name': '', 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'mac_address': 'fa:16:3e:16:37:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd2a9d6cf-d584-4de9-9e10-d516ca80b1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:38Z', 'updated_at': '2021-07-06T12:36:43Z', 'revision_number': 4, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'subnets': [{'id': 'd2a9d6cf-d584-4de9-9e10-d516ca80b1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:44.009099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 263f6b8a-aa38-4d7e-aae4-a610b7d188af completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:44.034862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 263f6b8a-aa38-4d7e-aae4-a610b7d188af triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:44.035866 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:44.098027 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5c0fcd-1830-459b-a45a-4649c154bc4b None None] The sync data for ids ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'] in n-d-799527-2 is: [{'id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'name': 'tempest-TestEncryptedCinderVolumes-1421115183-router', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:35Z', 'updated_at': '2021-07-06T12:36:39Z', 'revision_number': 4, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'gw_port': {'id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:36Z', 'updated_at': '2021-07-06T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '263f6b8a-aa38-4d7e-aae4-a610b7d188af', 'name': '', 'network_id': 'f4f8c761-bfcc-4965-b7c5-ea114f7b7044', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'mac_address': 'fa:16:3e:16:37:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd2a9d6cf-d584-4de9-9e10-d516ca80b1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:38Z', 'updated_at': '2021-07-06T12:36:43Z', 'revision_number': 4, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'subnets': [{'id': 'd2a9d6cf-d584-4de9-9e10-d516ca80b1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:36:44.223330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:44.225874 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0690ee26-efff-4b98-bb30-8b29b374f027 req-0529dbf6-9619-4c96-9c7c-776b44bf807b tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 210 time: 0.0392697 Jul 06 12:36:44.314428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 263f6b8a-aa38-4d7e-aae4-a610b7d188af, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=263f6b8a-aa38-4d7e-aae4-a610b7d188af,segment=NetworkSegment(9f9bfd39-fb27-4e67-9686-bb72ce2c77fe),segment_id=9f9bfd39-fb27-4e67-9686-bb72ce2c77fe)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:44.324446 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:44.325918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 53c6e27c-b477-4775-a99b-50c4ef2fb91a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:44.354200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-073e642e-3526-419f-9076-bc7c6fb426b2 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:44.356250 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-073e642e-3526-419f-9076-bc7c6fb426b2 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.86 "GET /v2.0/networks?id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3 HTTP/1.1" status: 200 len: 816 time: 0.1647949 Jul 06 12:36:44.365809 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5fc542d7-498e-47c0-9073-84bd543329b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:44.378225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Request body: {'port': {'device_id': '3f042349-3a4f-4811-b69b-4ff7ee1c204d', 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'admin_state_up': True, 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:44.473107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=263f6b8a-aa38-4d7e-aae4-a610b7d188af,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:44.481562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 53c6e27c-b477-4775-a99b-50c4ef2fb91a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:44.482125 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:44.537396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Made reservation on behalf of 77d0cd2995d74601bef6f0e1bd990c71 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:36:44.543171 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:44.750820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Allocated IP 172.20.0.8 (25600a0a-96e4-4061-9bff-16ac0fd3f4c3/d9964367-f583-4b66-97d1-73021ed631d2/fe7f7924-b094-474d-9744-b17b28696d31) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:36:44.986667 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:45.007848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Transition to ACTIVE for port object fe7f7924-b094-474d-9744-b17b28696d31 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:45.061821 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:45.129963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:36:45.135860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:36:45.140106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:36:45.147002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Pushing event updated for resources: {'Port': ['ID=fe7f7924-b094-474d-9744-b17b28696d31,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:45.209042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:45.210116 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:45.233219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9de7a4b8-313d-40ce-967b-03f2cecde89e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8603764 Jul 06 12:36:45.249193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Request body: {'port': {'device_id': '3f042349-3a4f-4811-b69b-4ff7ee1c204d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:36:45.380297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:45.431384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-646e3f95-ec44-4a07-bfb2-90836955a3e5 None None] Provisioning for port fe7f7924-b094-474d-9744-b17b28696d31 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:45.436383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-646e3f95-ec44-4a07-bfb2-90836955a3e5 None None] Provisioning complete for port fe7f7924-b094-474d-9744-b17b28696d31 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:45.436756 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-646e3f95-ec44-4a07-bfb2-90836955a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:45.486997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-646e3f95-ec44-4a07-bfb2-90836955a3e5 None None] Port fe7f7924-b094-474d-9744-b17b28696d31 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:36:45.544210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d0982-c3d3-432e-826f-2efbc7430a54 req-25c9d2c6-1cf9-424a-9a48-d4a8aa5a1567 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:45.547210 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe7d0982-c3d3-432e-826f-2efbc7430a54 req-25c9d2c6-1cf9-424a-9a48-d4a8aa5a1567 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 931 time: 0.1057043 Jul 06 12:36:45.605062 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe7d0982-c3d3-432e-826f-2efbc7430a54 req-7137d25f-7a27-4ccd-89c7-6da096ebef92 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512805 Jul 06 12:36:45.741222 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7f7924-b094-474d-9744-b17b28696d31 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:36:45.749719 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:45.763582 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Transition to ACTIVE for port object fe7f7924-b094-474d-9744-b17b28696d31 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:36:45.768140 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:45.822792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f7924-b094-474d-9744-b17b28696d31,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:45.924340 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 263f6b8a-aa38-4d7e-aae4-a610b7d188af up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:45.944839 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Attempting to bind port fe7f7924-b094-474d-9744-b17b28696d31 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:36:45.945350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Attempting to bind port fe7f7924-b094-474d-9744-b17b28696d31 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:36:45.946318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Attempting to bind port fe7f7924-b094-474d-9744-b17b28696d31 on network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:45.954573 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Port fe7f7924-b094-474d-9744-b17b28696d31 on network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:36:45.954907 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Attempting to bind port fe7f7924-b094-474d-9744-b17b28696d31 on network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:36:45.963092 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:36:45.964692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Checking segment: {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:36:45.964692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Bound using segment: {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:36:45.965082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Bound port: fe7f7924-b094-474d-9744-b17b28696d31, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:36:45.965514 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:46.010239 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 263f6b8a-aa38-4d7e-aae4-a610b7d188af triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:46.010830 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:46.100998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] For port fe7f7924-b094-474d-9744-b17b28696d31, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:36:46.107756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] For port fe7f7924-b094-474d-9744-b17b28696d31, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fe7f7924-b094-474d-9744-b17b28696d31,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:36:46.114620 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:46.156894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:46.157401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:46.158931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] 10.222.0.86 "PUT /v2.0/ports/fe7f7924-b094-474d-9744-b17b28696d31 HTTP/1.1" status: 200 len: 1091 time: 0.9173222 Jul 06 12:36:46.161822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f042349-3a4f-4811-b69b-4ff7ee1c204d', 'tag': 'fe7f7924-b094-474d-9744-b17b28696d31'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:46.164172 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc" -d '{"events": [{"name": "network-changed", "server_uuid": "3f042349-3a4f-4811-b69b-4ff7ee1c204d", "tag": "fe7f7924-b094-474d-9744-b17b28696d31"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:46.217436 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b634cf6-2a90-41ef-a760-c3217dff429c x-openstack-request-id: req-1b634cf6-2a90-41ef-a760-c3217dff429c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:46.217436 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f042349-3a4f-4811-b69b-4ff7ee1c204d", "tag": "fe7f7924-b094-474d-9744-b17b28696d31", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:46.217436 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b634cf6-2a90-41ef-a760-c3217dff429c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:46.218019 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f042349-3a4f-4811-b69b-4ff7ee1c204d', 'tag': 'fe7f7924-b094-474d-9744-b17b28696d31', 'status': 'completed', 'code': 200} Jul 06 12:36:46.219057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c124546-0943-40a9-a8a9-0d60cc015d8c service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f7924-b094-474d-9744-b17b28696d31,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:46.299563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-cc655b02-7b99-402b-baa7-59565f2f268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:46.301173 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-cc655b02-7b99-402b-baa7-59565f2f268c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77d0cd2995d74601bef6f0e1bd990c71&device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 1094 time: 0.0696721 Jul 06 12:36:46.363009 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-7d3e8171-a534-447c-841d-3d2c1e2f805d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7f7924-b094-474d-9744-b17b28696d31 HTTP/1.1" status: 200 len: 217 time: 0.0519807 Jul 06 12:36:46.426708 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-223bb925-2a38-4dfe-ac82-5ca15054a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:46.428499 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-223bb925-2a38-4dfe-ac82-5ca15054a5c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d9964367-f583-4b66-97d1-73021ed631d2 HTTP/1.1" status: 200 len: 855 time: 0.0557525 Jul 06 12:36:46.516260 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-689eed47-10c1-4e01-9261-03497613b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:46.518006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-689eed47-10c1-4e01-9261-03497613b573 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790498 Jul 06 12:36:46.635385 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-083dec7d-e9f0-4963-9076-276b504f3c4a service neutron] 10.222.0.86 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087329 Jul 06 12:36:46.747056 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c9a8eb69-4c97-4d14-8f22-e97eb5856284 req-45ce1e17-43dc-499e-98b7-9b2efb909d35 service neutron] 10.222.0.86 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016419 Jul 06 12:36:46.849714 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de3809-da70-4870-baa2-6fcf38884e0d req-c13c6cc4-3277-4345-8f0c-7fc39f5f1815 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:46.851279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9de3809-da70-4870-baa2-6fcf38884e0d req-c13c6cc4-3277-4345-8f0c-7fc39f5f1815 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 943 time: 0.0906401 Jul 06 12:36:46.865704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc req-4ddd8515-78f2-4bb4-82bd-c60a935cacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:46.867218 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc req-4ddd8515-78f2-4bb4-82bd-c60a935cacfe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77d0cd2995d74601bef6f0e1bd990c71&device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 1094 time: 0.0679185 Jul 06 12:36:46.898657 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f9de3809-da70-4870-baa2-6fcf38884e0d req-72f0808d-91f4-4694-91ab-af29386d774b tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Jul 06 12:36:46.991128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc req-0bed5d29-93ce-4121-80c0-205d8f999ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:46.992664 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc req-0bed5d29-93ce-4121-80c0-205d8f999ac9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3 HTTP/1.1" status: 200 len: 917 time: 0.1181922 Jul 06 12:36:47.046172 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc req-d01233e0-aa77-42f7-b3a9-ce7ab057dfed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7f7924-b094-474d-9744-b17b28696d31 HTTP/1.1" status: 200 len: 217 time: 0.0457630 Jul 06 12:36:47.108761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc req-701d1f33-bbb0-42f0-9bf2-c4727dc5922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:47.110267 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc req-701d1f33-bbb0-42f0-9bf2-c4727dc5922c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d9964367-f583-4b66-97d1-73021ed631d2 HTTP/1.1" status: 200 len: 855 time: 0.0577495 Jul 06 12:36:47.175552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc req-96ee646c-5289-4885-850e-25dd03ee933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:47.177031 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc req-96ee646c-5289-4885-850e-25dd03ee933d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560670 Jul 06 12:36:47.269570 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc req-4c60adf6-2795-43f8-95df-b5a6c06c7a23 service neutron] 10.222.0.86 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853887 Jul 06 12:36:47.370352 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f81ea764-9f59-4b57-9c02-e6e3f3eceefc req-952766a4-f807-4a99-838e-86871a73e127 service neutron] 10.222.0.86 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933139 Jul 06 12:36:48.117765 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12422abe-d36a-4e9a-b4dc-8cf9af5d2d78 req-5ac2e993-ea76-4adc-b40c-8915f8edcdcf tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:48.120175 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12422abe-d36a-4e9a-b4dc-8cf9af5d2d78 req-5ac2e993-ea76-4adc-b40c-8915f8edcdcf tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 943 time: 0.0911429 Jul 06 12:36:48.161526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-12422abe-d36a-4e9a-b4dc-8cf9af5d2d78 req-419e9e72-c5fa-4ccb-9cae-dba692b5bd2b tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356135 Jul 06 12:36:48.320177 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:48.499117 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b70a7f58-9466-4343-b2ed-bb42529cd5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:48.961060 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:49.366182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed02e85-a9a9-4015-96dc-ff9721cad440 req-d13f7d3b-fdc6-4a1d-b1cf-63d5ccb99457 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:49.369197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eed02e85-a9a9-4015-96dc-ff9721cad440 req-d13f7d3b-fdc6-4a1d-b1cf-63d5ccb99457 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 943 time: 0.0775957 Jul 06 12:36:49.432371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eed02e85-a9a9-4015-96dc-ff9721cad440 req-cbcbf8d0-6885-4e1a-9bad-f8d97fea8554 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567067 Jul 06 12:36:49.673471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device fe7f7924-b094-474d-9744-b17b28696d31 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:36:49.784749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port fe7f7924-b094-474d-9744-b17b28696d31, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fe7f7924-b094-474d-9744-b17b28696d31,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:49.798288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'fe7f7924-b094-474d-9744-b17b28696d31', 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'port_id': 'fe7f7924-b094-474d-9744-b17b28696d31', 'mac_address': 'fa:16:3e:1a:0b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:36:49.849358 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:49.863792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7f7924-b094-474d-9744-b17b28696d31 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:36:49.884884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port fe7f7924-b094-474d-9744-b17b28696d31, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fe7f7924-b094-474d-9744-b17b28696d31,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:49.889984 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:49.944575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=fe7f7924-b094-474d-9744-b17b28696d31,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:50.152989 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['fe7f7924-b094-474d-9744-b17b28696d31'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:50.750817 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:50.887904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a99950-6fac-444c-91ff-a4473bbe389b req-7478af9c-b727-4b33-a482-be5a7fa22602 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:50.889617 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25a99950-6fac-444c-91ff-a4473bbe389b req-7478af9c-b727-4b33-a482-be5a7fa22602 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 944 time: 0.0756691 Jul 06 12:36:50.943148 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-25a99950-6fac-444c-91ff-a4473bbe389b req-e744e65d-1bbd-47e0-8495-d868beb569ea tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Jul 06 12:36:51.670750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device fe7f7924-b094-474d-9744-b17b28696d31 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:51.741380 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port fe7f7924-b094-474d-9744-b17b28696d31 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:51.746810 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port fe7f7924-b094-474d-9744-b17b28696d31 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:51.747234 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:51.857677 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:51.891212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f042349-3a4f-4811-b69b-4ff7ee1c204d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f7924-b094-474d-9744-b17b28696d31'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:51.893760 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b2880f-8baa-4745-8103-e9133b3cfbaa" -d '{"events": [{"server_uuid": "3f042349-3a4f-4811-b69b-4ff7ee1c204d", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f7924-b094-474d-9744-b17b28696d31"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:51.914355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port fe7f7924-b094-474d-9744-b17b28696d31, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fe7f7924-b094-474d-9744-b17b28696d31,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:51.919934 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:51.954023 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce9da90-b277-4bf5-922e-f28477dfdc5f x-openstack-request-id: req-6ce9da90-b277-4bf5-922e-f28477dfdc5f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:51.954347 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f042349-3a4f-4811-b69b-4ff7ee1c204d", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f7924-b094-474d-9744-b17b28696d31", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:51.954669 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ce9da90-b277-4bf5-922e-f28477dfdc5f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:51.955094 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f042349-3a4f-4811-b69b-4ff7ee1c204d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f7924-b094-474d-9744-b17b28696d31', 'code': 200} Jul 06 12:36:51.988094 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=fe7f7924-b094-474d-9744-b17b28696d31,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:52.096292 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177be602-f8fd-4740-816e-1dcf8d4e1ac8 req-a80c694e-8529-43e8-8c54-a3da0c9d3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:52.097914 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-177be602-f8fd-4740-816e-1dcf8d4e1ac8 req-a80c694e-8529-43e8-8c54-a3da0c9d3c9a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 1096 time: 0.0744016 Jul 06 12:36:52.150937 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-177be602-f8fd-4740-816e-1dcf8d4e1ac8 req-149f23a3-f8db-4bf8-b23a-64f2f73ace6a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446470 Jul 06 12:36:52.186057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaff19e-6501-4fd5-bd50-39f285d361d2 req-9e64b752-82dc-49e9-a291-9e87997e6d43 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:52.187628 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-baaff19e-6501-4fd5-bd50-39f285d361d2 req-9e64b752-82dc-49e9-a291-9e87997e6d43 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 945 time: 0.0914481 Jul 06 12:36:52.231235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-baaff19e-6501-4fd5-bd50-39f285d361d2 req-2d6ab4e9-3c30-4751-886e-dd1af3725086 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375991 Jul 06 12:36:53.440332 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c6a5d-2060-4773-a9e0-a40cce7d6978 req-fe247103-e8e9-42a2-87dd-81494019d212 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:53.441904 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b32c6a5d-2060-4773-a9e0-a40cce7d6978 req-fe247103-e8e9-42a2-87dd-81494019d212 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 945 time: 0.0829153 Jul 06 12:36:53.489947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b32c6a5d-2060-4773-a9e0-a40cce7d6978 req-668ec638-8469-41cb-9b78-bac73b3fc15a tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 Jul 06 12:36:53.695122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bf92b-62f6-44c9-b427-c43d3698e0f6 req-b6e3f0ba-94fc-45d5-a23d-c7f4964504ef tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:53.696857 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a44bf92b-62f6-44c9-b427-c43d3698e0f6 req-b6e3f0ba-94fc-45d5-a23d-c7f4964504ef tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 945 time: 0.0801008 Jul 06 12:36:53.747047 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a44bf92b-62f6-44c9-b427-c43d3698e0f6 req-74b317d6-0cfc-4ec0-8406-7abd5cc20f13 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434189 Jul 06 12:36:59.199402 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:59.357286 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:10.064993 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:37:14.295481 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f13d20da-8acc-4b7b-9c14-eb6b5b64d751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.473462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a545373-5604-463a-b40d-d92d6ae82aab req-36d4f6e6-891b-4902-bdbb-30d955b34458 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:14.475072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1a545373-5604-463a-b40d-d92d6ae82aab req-36d4f6e6-891b-4902-bdbb-30d955b34458 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 945 time: 0.0665405 Jul 06 12:37:14.524651 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1a545373-5604-463a-b40d-d92d6ae82aab req-d18e8b88-5843-4a3c-be09-f01d792f6cd5 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Jul 06 12:37:15.712498 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9bb27-0653-4a6d-805a-4fd7cf40f750 req-1e58696c-bcbf-49e3-8862-b07b8954e3e3 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:15.714051 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3f9bb27-0653-4a6d-805a-4fd7cf40f750 req-1e58696c-bcbf-49e3-8862-b07b8954e3e3 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 945 time: 0.0699604 Jul 06 12:37:15.755189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b3f9bb27-0653-4a6d-805a-4fd7cf40f750 req-2557a102-ce31-43c0-affb-a587a48670bd tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349097 Jul 06 12:37:16.155801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3678f-0158-4804-b837-866a22dff345 req-20603a4a-113c-4aba-b407-224569ba0e06 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:16.157424 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aac3678f-0158-4804-b837-866a22dff345 req-20603a4a-113c-4aba-b407-224569ba0e06 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 945 time: 0.0726602 Jul 06 12:37:16.271838 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-aac3678f-0158-4804-b837-866a22dff345 req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Deleting port fe7f7924-b094-474d-9744-b17b28696d31 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:37:16.272188 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aac3678f-0158-4804-b837-866a22dff345 req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:16.370825 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-aac3678f-0158-4804-b837-866a22dff345 req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] For port fe7f7924-b094-474d-9744-b17b28696d31, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=fe7f7924-b094-474d-9744-b17b28696d31,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:16.371189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aac3678f-0158-4804-b837-866a22dff345 req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:16.386105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-aac3678f-0158-4804-b837-866a22dff345 req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Calling delete_port for fe7f7924-b094-474d-9744-b17b28696d31 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:37:16.527622 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aac3678f-0158-4804-b837-866a22dff345 req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:16.542712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['fe7f7924-b094-474d-9744-b17b28696d31'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:37:16.563271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Pushing event deleted for resources: {'Port': ['ID=fe7f7924-b094-474d-9744-b17b28696d31,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:16.577668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.578022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.578366 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.578700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.579031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.579364 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.579730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.580056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.580380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.580702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.581022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.581343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:16.623583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac3678f-0158-4804-b837-866a22dff345 req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] No DVR routers for this DVR port fe7f7924-b094-474d-9744-b17b28696d31 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:37:16.626131 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-aac3678f-0158-4804-b837-866a22dff345 req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:16.628305 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aac3678f-0158-4804-b837-866a22dff345 req-6fef162d-1bd2-4899-b37a-292ab2a94dba tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.86 "DELETE /v2.0/ports/fe7f7924-b094-474d-9744-b17b28696d31 HTTP/1.1" status: 204 len: 173 time: 0.4647725 Jul 06 12:37:16.628766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f042349-3a4f-4811-b69b-4ff7ee1c204d', 'name': 'network-vif-deleted', 'tag': 'fe7f7924-b094-474d-9744-b17b28696d31'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:37:16.631104 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7330d49a-7108-43ce-a7a0-369c4394cdfb" -d '{"events": [{"server_uuid": "3f042349-3a4f-4811-b69b-4ff7ee1c204d", "name": "network-vif-deleted", "tag": "fe7f7924-b094-474d-9744-b17b28696d31"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:37:16.741506 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b470f1-a699-4e57-8025-dcdd94d9e9ed x-openstack-request-id: req-25b470f1-a699-4e57-8025-dcdd94d9e9ed {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:37:16.741803 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f042349-3a4f-4811-b69b-4ff7ee1c204d", "name": "network-vif-deleted", "tag": "fe7f7924-b094-474d-9744-b17b28696d31", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:37:16.742060 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25b470f1-a699-4e57-8025-dcdd94d9e9ed {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:37:16.743034 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f042349-3a4f-4811-b69b-4ff7ee1c204d', 'name': 'network-vif-deleted', 'tag': 'fe7f7924-b094-474d-9744-b17b28696d31', 'status': 'completed', 'code': 200} Jul 06 12:37:16.934105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4e6af2e-d18a-4578-bb27-96f27b5b0f43 req-724b5d98-67fb-4316-a503-8eef37758597 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f042349-3a4f-4811-b69b-4ff7ee1c204d HTTP/1.1" status: 200 len: 210 time: 0.0308869 Jul 06 12:37:18.322970 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:18.501363 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fbd13c7-7eb2-470b-9633-2997783b1259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:18.556724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583ccb-e823-4796-934b-0c264a9da073 req-39a16b51-9a50-4655-9932-7ac71e8b6630 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:18.558143 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-39a16b51-9a50-4655-9932-7ac71e8b6630 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/networks?id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3 HTTP/1.1" status: 200 len: 816 time: 0.1100173 Jul 06 12:37:18.572813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-76e4b2c7-8433-4e57-b8ee-537f53365459 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/quotas/77d0cd2995d74601bef6f0e1bd990c71 HTTP/1.1" status: 200 len: 375 time: 0.0093892 Jul 06 12:37:18.643377 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-f64b6def-236c-4671-9a54-420471a59287 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=77d0cd2995d74601bef6f0e1bd990c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655298 Jul 06 12:37:18.743533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-5c009b99-5af3-4a91-9238-5a3d63a978e4 service neutron] 10.222.0.21 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874550 Jul 06 12:37:18.833420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-a9b84f15-552a-4a77-b054-eb37d44cfbf9 service neutron] 10.222.0.21 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836432 Jul 06 12:37:18.971388 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:19.016032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2290fd6f-66cc-4dab-9e92-512ca6bb2308 req-ac10f1ee-ccab-40bd-b2b9-8482561a6038 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 210 time: 0.0315750 Jul 06 12:37:19.809720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device fe7f7924-b094-474d-9744-b17b28696d31 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:37:19.832648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: fe7f7924-b094-474d-9744-b17b28696d31 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:37:19.832997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device fe7f7924-b094-474d-9744-b17b28696d31 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:37:20.137304 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583ccb-e823-4796-934b-0c264a9da073 req-fb5107f8-e65d-4ef7-9bf4-4c36b1aabd1c tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:20.138919 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-fb5107f8-e65d-4ef7-9bf4-4c36b1aabd1c tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.86 "GET /v2.0/networks?id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3 HTTP/1.1" status: 200 len: 816 time: 0.1104794 Jul 06 12:37:20.158050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Request body: {'port': {'device_id': '72082f49-5f1d-482d-8286-f2bd28976b38', 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'admin_state_up': True, 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:20.192946 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a11ce2dd-da2f-4079-b1a8-ec79abb5d5d7 req-a8936da7-a8d7-4fe9-a056-18fe85c9f512 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 210 time: 0.0338130 Jul 06 12:37:20.276983 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Made reservation on behalf of 77d0cd2995d74601bef6f0e1bd990c71 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:37:20.280566 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:20.412108 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Allocated IP 172.20.0.9 (25600a0a-96e4-4061-9bff-16ac0fd3f4c3/d9964367-f583-4b66-97d1-73021ed631d2/ffa286b0-2ca7-40b9-83bf-6c760e448c68) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:37:20.564840 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:20.579073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Transition to ACTIVE for port object ffa286b0-2ca7-40b9-83bf-6c760e448c68 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:20.612980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:20.662598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:20.667806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:20.671713 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:37:20.697190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Pushing event updated for resources: {'Port': ['ID=ffa286b0-2ca7-40b9-83bf-6c760e448c68,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:20.726688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:20.727507 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:20.739566 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:20.744436 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-47d0ba4c-743b-4339-afa4-85d40896d245 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5905919 Jul 06 12:37:20.813967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Request body: {'port': {'device_id': '72082f49-5f1d-482d-8286-f2bd28976b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:20.893333 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:20.937147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d180deba-73d6-4de8-87ad-4a1f8484367c None None] Provisioning for port ffa286b0-2ca7-40b9-83bf-6c760e448c68 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:20.941017 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d180deba-73d6-4de8-87ad-4a1f8484367c None None] Provisioning complete for port ffa286b0-2ca7-40b9-83bf-6c760e448c68 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:20.941338 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d180deba-73d6-4de8-87ad-4a1f8484367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:20.975884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d180deba-73d6-4de8-87ad-4a1f8484367c None None] Port ffa286b0-2ca7-40b9-83bf-6c760e448c68 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:37:21.174950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa286b0-2ca7-40b9-83bf-6c760e448c68 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:37:21.182888 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:21.195133 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Transition to ACTIVE for port object ffa286b0-2ca7-40b9-83bf-6c760e448c68 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:21.200044 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:21.251814 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa286b0-2ca7-40b9-83bf-6c760e448c68,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:21.324037 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Attempting to bind port ffa286b0-2ca7-40b9-83bf-6c760e448c68 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:37:21.324510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Attempting to bind port ffa286b0-2ca7-40b9-83bf-6c760e448c68 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:37:21.324851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Attempting to bind port ffa286b0-2ca7-40b9-83bf-6c760e448c68 on network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:37:21.329663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Port ffa286b0-2ca7-40b9-83bf-6c760e448c68 on network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:37:21.330000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Attempting to bind port ffa286b0-2ca7-40b9-83bf-6c760e448c68 on network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:37:21.335360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:37:21.335733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Checking segment: {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:37:21.336182 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Bound using segment: {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:37:21.336610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Bound port: ffa286b0-2ca7-40b9-83bf-6c760e448c68, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd83e317-2c3d-4fde-a64b-717ecc5623ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:37:21.336975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:21.408086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e714b4-d9a4-4aa8-b1a5-2eb45c3d62dd req-9f17ea59-7be2-4de6-aee7-e692ec707d5f tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:21.410341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28e714b4-d9a4-4aa8-b1a5-2eb45c3d62dd req-9f17ea59-7be2-4de6-aee7-e692ec707d5f tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 943 time: 0.0792089 Jul 06 12:37:21.411796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] For port ffa286b0-2ca7-40b9-83bf-6c760e448c68, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:37:21.416999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] For port ffa286b0-2ca7-40b9-83bf-6c760e448c68, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ffa286b0-2ca7-40b9-83bf-6c760e448c68,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:37:21.421683 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:21.461263 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:21.461550 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28e714b4-d9a4-4aa8-b1a5-2eb45c3d62dd req-2d84970c-d4a4-4191-b87a-f70a1892b32d tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436032 Jul 06 12:37:21.462044 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:21.463661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] 10.222.0.86 "PUT /v2.0/ports/ffa286b0-2ca7-40b9-83bf-6c760e448c68 HTTP/1.1" status: 200 len: 1091 time: 0.7106333 Jul 06 12:37:21.463995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72082f49-5f1d-482d-8286-f2bd28976b38', 'tag': 'ffa286b0-2ca7-40b9-83bf-6c760e448c68'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:37:21.466192 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a20cc-166e-4d5a-b522-4f1bbf32419f" -d '{"events": [{"name": "network-changed", "server_uuid": "72082f49-5f1d-482d-8286-f2bd28976b38", "tag": "ffa286b0-2ca7-40b9-83bf-6c760e448c68"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:37:21.499705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cd88b-c5bc-4dde-b51c-1169edacccc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa286b0-2ca7-40b9-83bf-6c760e448c68,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:21.513107 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ef49a1-0cc0-49ab-8f46-fa4e9ec06812 x-openstack-request-id: req-43ef49a1-0cc0-49ab-8f46-fa4e9ec06812 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:37:21.513412 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72082f49-5f1d-482d-8286-f2bd28976b38", "tag": "ffa286b0-2ca7-40b9-83bf-6c760e448c68", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:37:21.513791 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43ef49a1-0cc0-49ab-8f46-fa4e9ec06812 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:37:21.514084 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72082f49-5f1d-482d-8286-f2bd28976b38', 'tag': 'ffa286b0-2ca7-40b9-83bf-6c760e448c68', 'status': 'completed', 'code': 200} Jul 06 12:37:21.569613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583ccb-e823-4796-934b-0c264a9da073 req-71225e98-c696-4d56-8875-2ecbd8d5e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:21.572068 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-71225e98-c696-4d56-8875-2ecbd8d5e7ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77d0cd2995d74601bef6f0e1bd990c71&device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 1094 time: 0.0570285 Jul 06 12:37:21.620560 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-834964bc-4006-4497-b535-ff027b930203 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa286b0-2ca7-40b9-83bf-6c760e448c68 HTTP/1.1" status: 200 len: 217 time: 0.0398793 Jul 06 12:37:21.674963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583ccb-e823-4796-934b-0c264a9da073 req-99f94083-8d3a-4977-9519-fea136729f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:21.676530 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-99f94083-8d3a-4977-9519-fea136729f4c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d9964367-f583-4b66-97d1-73021ed631d2 HTTP/1.1" status: 200 len: 855 time: 0.0490434 Jul 06 12:37:21.736526 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583ccb-e823-4796-934b-0c264a9da073 req-a1416fa7-0ecd-4499-a573-e22b241f3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:21.738079 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-a1416fa7-0ecd-4499-a573-e22b241f3fbf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541089 Jul 06 12:37:21.835379 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-6f7c4dd7-ee28-47bc-8083-c548ff291789 service neutron] 10.222.0.86 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882699 Jul 06 12:37:21.924782 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-10583ccb-e823-4796-934b-0c264a9da073 req-e89b7ce6-0d77-4217-8bb2-32fdc8e2ff76 service neutron] 10.222.0.86 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827026 Jul 06 12:37:22.036053 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a20cc-166e-4d5a-b522-4f1bbf32419f req-efdc3a53-1a55-4d6b-abfd-fb9a0adf4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:22.037533 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-038a20cc-166e-4d5a-b522-4f1bbf32419f req-efdc3a53-1a55-4d6b-abfd-fb9a0adf4340 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77d0cd2995d74601bef6f0e1bd990c71&device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 1094 time: 0.0553329 Jul 06 12:37:22.131317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a20cc-166e-4d5a-b522-4f1bbf32419f req-36d54ea3-8c89-45ee-bb0b-2bf27ca9b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:22.133603 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-038a20cc-166e-4d5a-b522-4f1bbf32419f req-36d54ea3-8c89-45ee-bb0b-2bf27ca9b986 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3 HTTP/1.1" status: 200 len: 917 time: 0.0883253 Jul 06 12:37:22.174615 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-038a20cc-166e-4d5a-b522-4f1bbf32419f req-78932d0d-e3c8-4bf3-908b-3dc4dc53c31a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa286b0-2ca7-40b9-83bf-6c760e448c68 HTTP/1.1" status: 200 len: 217 time: 0.0339568 Jul 06 12:37:22.226620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a20cc-166e-4d5a-b522-4f1bbf32419f req-900d80e9-0316-4420-992d-b753f2455648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:22.228132 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-038a20cc-166e-4d5a-b522-4f1bbf32419f req-900d80e9-0316-4420-992d-b753f2455648 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d9964367-f583-4b66-97d1-73021ed631d2 HTTP/1.1" status: 200 len: 855 time: 0.0469947 Jul 06 12:37:22.288660 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a20cc-166e-4d5a-b522-4f1bbf32419f req-455d6236-0f14-462b-b3c8-a29d62d53774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:22.290261 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-038a20cc-166e-4d5a-b522-4f1bbf32419f req-455d6236-0f14-462b-b3c8-a29d62d53774 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547028 Jul 06 12:37:22.380511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-038a20cc-166e-4d5a-b522-4f1bbf32419f req-fc21395f-32f1-42a9-8740-452b0cf1cf43 service neutron] 10.222.0.86 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822704 Jul 06 12:37:22.475217 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-038a20cc-166e-4d5a-b522-4f1bbf32419f req-0ce8bd38-c432-4ee5-9a0c-f1c41f1ebfff service neutron] 10.222.0.86 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868134 Jul 06 12:37:22.657846 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faf3c8-13f4-4b48-ab78-8ac98c8b22d6 req-76e74209-9d3e-4d71-bf99-63220f69e716 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:22.659505 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28faf3c8-13f4-4b48-ab78-8ac98c8b22d6 req-76e74209-9d3e-4d71-bf99-63220f69e716 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 943 time: 0.0685716 Jul 06 12:37:22.699936 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-28faf3c8-13f4-4b48-ab78-8ac98c8b22d6 req-dd654343-23cc-4c6a-9fe1-2f31fc21804d tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337665 Jul 06 12:37:23.880152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af21bb6-8b10-4977-b1c3-37404326c40a req-5c92c12d-9f74-4132-be3a-f350cdf6f4dd tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:23.881643 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6af21bb6-8b10-4977-b1c3-37404326c40a req-5c92c12d-9f74-4132-be3a-f350cdf6f4dd tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 943 time: 0.0681381 Jul 06 12:37:23.921152 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6af21bb6-8b10-4977-b1c3-37404326c40a req-3fb20fa1-6178-422f-a132-f1ac98585a1f tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Jul 06 12:37:25.102664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe0a7e-8962-4178-a73a-1fe55657657d req-a5814c05-9272-49e2-b2c8-b0c4b703795a tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:25.104329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42fe0a7e-8962-4178-a73a-1fe55657657d req-a5814c05-9272-49e2-b2c8-b0c4b703795a tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 943 time: 0.0656590 Jul 06 12:37:25.143008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42fe0a7e-8962-4178-a73a-1fe55657657d req-da63a04f-8dd9-4afe-bac0-1674ff5e5daa tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Jul 06 12:37:25.840746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ffa286b0-2ca7-40b9-83bf-6c760e448c68 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:37:25.936851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ffa286b0-2ca7-40b9-83bf-6c760e448c68, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ffa286b0-2ca7-40b9-83bf-6c760e448c68,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:25.959078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'ffa286b0-2ca7-40b9-83bf-6c760e448c68', 'network_id': '25600a0a-96e4-4061-9bff-16ac0fd3f4c3', 'port_id': 'ffa286b0-2ca7-40b9-83bf-6c760e448c68', 'mac_address': 'fa:16:3e:8d:c7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9964367-f583-4b66-97d1-73021ed631d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:37:26.002445 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:26.017457 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa286b0-2ca7-40b9-83bf-6c760e448c68 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:37:26.037822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ffa286b0-2ca7-40b9-83bf-6c760e448c68, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ffa286b0-2ca7-40b9-83bf-6c760e448c68,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:26.041595 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:26.090018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ffa286b0-2ca7-40b9-83bf-6c760e448c68,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:26.097400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.097748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.098093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.098434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.098771 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.099106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.099437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.099794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.100121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.100450 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.100773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.101099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:26.263789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['ffa286b0-2ca7-40b9-83bf-6c760e448c68'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:37:26.338432 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a071e99-44f4-46c2-9c1e-8b2d6e963a18 req-4cabe243-1367-41ce-b869-8e33130e797a tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:26.339979 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a071e99-44f4-46c2-9c1e-8b2d6e963a18 req-4cabe243-1367-41ce-b869-8e33130e797a tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 944 time: 0.0667884 Jul 06 12:37:26.383609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5a071e99-44f4-46c2-9c1e-8b2d6e963a18 req-ebc78dc2-6ebf-421a-8ad0-d6db7467efc7 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Jul 06 12:37:27.571320 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779aca63-ff44-4d91-bf19-f49177644658 req-ea89b1c3-90c1-47e7-9a52-246229b93241 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:27.572865 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-779aca63-ff44-4d91-bf19-f49177644658 req-ea89b1c3-90c1-47e7-9a52-246229b93241 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 944 time: 0.0666955 Jul 06 12:37:27.609769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-779aca63-ff44-4d91-bf19-f49177644658 req-615570f9-ce7d-4648-9ddb-c1f54a18ca45 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 Jul 06 12:37:27.855905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ffa286b0-2ca7-40b9-83bf-6c760e448c68 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:27.903696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port ffa286b0-2ca7-40b9-83bf-6c760e448c68 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:27.907326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port ffa286b0-2ca7-40b9-83bf-6c760e448c68 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:27.907726 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:27.989314 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:28.012357 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72082f49-5f1d-482d-8286-f2bd28976b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa286b0-2ca7-40b9-83bf-6c760e448c68'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:37:28.014648 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871afde9-043b-497b-b229-2e386869a677" -d '{"events": [{"server_uuid": "72082f49-5f1d-482d-8286-f2bd28976b38", "name": "network-vif-plugged", "status": "completed", "tag": "ffa286b0-2ca7-40b9-83bf-6c760e448c68"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:37:28.029027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port ffa286b0-2ca7-40b9-83bf-6c760e448c68, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ffa286b0-2ca7-40b9-83bf-6c760e448c68,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:28.033435 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:28.096729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=ffa286b0-2ca7-40b9-83bf-6c760e448c68,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:28.119286 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb46e23b-c30d-4b03-a407-874a7cea095a x-openstack-request-id: req-fb46e23b-c30d-4b03-a407-874a7cea095a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:37:28.119610 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72082f49-5f1d-482d-8286-f2bd28976b38", "name": "network-vif-plugged", "status": "completed", "tag": "ffa286b0-2ca7-40b9-83bf-6c760e448c68", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:37:28.119869 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb46e23b-c30d-4b03-a407-874a7cea095a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:37:28.120257 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72082f49-5f1d-482d-8286-f2bd28976b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa286b0-2ca7-40b9-83bf-6c760e448c68', 'code': 200} Jul 06 12:37:28.233837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc81625-4e80-41d8-bae0-a405bb67e315 req-4ddf62e8-109b-4936-928a-d37c8f44dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:28.235347 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4bc81625-4e80-41d8-bae0-a405bb67e315 req-4ddf62e8-109b-4936-928a-d37c8f44dce9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 1096 time: 0.0518055 Jul 06 12:37:28.277027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4bc81625-4e80-41d8-bae0-a405bb67e315 req-0c943854-4eb7-4484-898e-bba6a77d435c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303373 Jul 06 12:37:28.786550 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0491a-07a8-4fbd-84db-dac98545b2e2 req-5ab057a4-b4dd-4cc9-a688-b7ca01590679 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:28.788156 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3dc0491a-07a8-4fbd-84db-dac98545b2e2 req-5ab057a4-b4dd-4cc9-a688-b7ca01590679 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 945 time: 0.0646629 Jul 06 12:37:28.826569 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3dc0491a-07a8-4fbd-84db-dac98545b2e2 req-d746a8b5-c94c-45e2-a6af-8eea07f9fd9e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320127 Jul 06 12:37:29.198284 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.366622 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.008626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee9053-ebb1-490e-a329-b76fe4157116 req-9fd3d6ae-0c2e-40d3-8459-9c553e2ac170 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:30.010178 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08ee9053-ebb1-490e-a329-b76fe4157116 req-9fd3d6ae-0c2e-40d3-8459-9c553e2ac170 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 945 time: 0.0684013 Jul 06 12:37:30.049889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-08ee9053-ebb1-490e-a329-b76fe4157116 req-61a76728-b637-4b1c-9e9b-734b0f9e1520 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338862 Jul 06 12:37:30.241886 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e9259-6032-41a0-b9fd-38abd5332f90 req-2408dd09-da07-43d3-ba0d-58f9591be1fe tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:30.245147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff5e9259-6032-41a0-b9fd-38abd5332f90 req-2408dd09-da07-43d3-ba0d-58f9591be1fe tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 945 time: 0.0794375 Jul 06 12:37:30.286800 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff5e9259-6032-41a0-b9fd-38abd5332f90 req-b485db52-c325-4205-ac61-e2ec6abe4d5d tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Jul 06 12:37:44.294410 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87cb58bb-2d1a-4e58-acbb-44328020d809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:46.748996 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-8061e8cf-b8e7-41f8-b88d-da618ddfc237 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549479 Jul 06 12:37:46.870791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-0e543178-f563-4046-9161-4e3a5ab4211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:46.872494 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-0e543178-f563-4046-9161-4e3a5ab4211a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77d0cd2995d74601bef6f0e1bd990c71&device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 1096 time: 0.0638969 Jul 06 12:37:46.995474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-b558a4ae-113d-4d09-bc2b-07afb65a00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:46.996977 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-b558a4ae-113d-4d09-bc2b-07afb65a00b8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3 HTTP/1.1" status: 200 len: 917 time: 0.1018960 Jul 06 12:37:47.052781 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-062d56e8-c202-4ea2-92c1-08e6d2a60bde service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa286b0-2ca7-40b9-83bf-6c760e448c68 HTTP/1.1" status: 200 len: 217 time: 0.0440092 Jul 06 12:37:47.066495 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:37:47.104454 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-cb97c509-0328-4c6b-ab67-41540ed14d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:47.105938 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-cb97c509-0328-4c6b-ab67-41540ed14d6c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d9964367-f583-4b66-97d1-73021ed631d2 HTTP/1.1" status: 200 len: 855 time: 0.0463951 Jul 06 12:37:47.169130 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-febb5f27-5eb7-48ff-8b41-350d39c8c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:47.170654 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-febb5f27-5eb7-48ff-8b41-350d39c8c937 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25600a0a-96e4-4061-9bff-16ac0fd3f4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566342 Jul 06 12:37:47.279493 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-d51d111b-6c68-449d-905f-e3ce32d927a8 service neutron] 10.222.0.86 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985117 Jul 06 12:37:47.373318 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7bd49e16-b0cd-45fc-8a04-4410b44f0fc4 req-d72c6fe3-c52c-4cfe-b8e3-7245e440bda0 service neutron] 10.222.0.86 "GET /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835280 Jul 06 12:37:48.325461 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:48.511677 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7de02b0f-3c5f-4157-b7a2-6cf91a92757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:48.971794 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.739357 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:51.701674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8035b-477a-404c-88df-91d8985e9009 req-ef9277cc-99f9-416b-a04e-ece83206ba3d tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:51.703135 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9e8035b-477a-404c-88df-91d8985e9009 req-ef9277cc-99f9-416b-a04e-ece83206ba3d tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 945 time: 0.0739238 Jul 06 12:37:51.750227 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9e8035b-477a-404c-88df-91d8985e9009 req-6d703780-d68b-4d54-ac4b-32774392a642 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Jul 06 12:37:52.943378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0c527-b688-493d-9b17-812b4be09da4 req-9134ab5d-ce97-47dc-850b-718cf0a464e4 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:52.945679 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52f0c527-b688-493d-9b17-812b4be09da4 req-9134ab5d-ce97-47dc-850b-718cf0a464e4 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 945 time: 0.0761507 Jul 06 12:37:52.983152 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52f0c527-b688-493d-9b17-812b4be09da4 req-27a12df5-0ae4-45a1-ab69-72c654dc6e8b tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/security-groups?id=810d9a9b-d74c-4260-a8fb-db98b3f707db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Jul 06 12:37:53.470620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65cc4b-385d-4bb9-95d7-2ba7452d4e99 req-c4c1891d-f170-4313-a761-64ed1d75e1ea tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:53.472235 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2c65cc4b-385d-4bb9-95d7-2ba7452d4e99 req-c4c1891d-f170-4313-a761-64ed1d75e1ea tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.86 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 945 time: 0.0756986 Jul 06 12:37:53.587741 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2c65cc4b-385d-4bb9-95d7-2ba7452d4e99 req-62838738-db7b-42f8-a4ca-67939d7a7677 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Deleting port ffa286b0-2ca7-40b9-83bf-6c760e448c68 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:37:53.588092 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2c65cc4b-385d-4bb9-95d7-2ba7452d4e99 req-62838738-db7b-42f8-a4ca-67939d7a7677 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:53.674290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2c65cc4b-385d-4bb9-95d7-2ba7452d4e99 req-62838738-db7b-42f8-a4ca-67939d7a7677 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] For port ffa286b0-2ca7-40b9-83bf-6c760e448c68, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=ffa286b0-2ca7-40b9-83bf-6c760e448c68,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:53.674583 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2c65cc4b-385d-4bb9-95d7-2ba7452d4e99 req-62838738-db7b-42f8-a4ca-67939d7a7677 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:53.688245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2c65cc4b-385d-4bb9-95d7-2ba7452d4e99 req-62838738-db7b-42f8-a4ca-67939d7a7677 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Calling delete_port for ffa286b0-2ca7-40b9-83bf-6c760e448c68 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:37:53.827150 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2c65cc4b-385d-4bb9-95d7-2ba7452d4e99 req-62838738-db7b-42f8-a4ca-67939d7a7677 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:53.842203 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['ffa286b0-2ca7-40b9-83bf-6c760e448c68'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:37:53.857882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62838738-db7b-42f8-a4ca-67939d7a7677 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Pushing event deleted for resources: {'Port': ['ID=ffa286b0-2ca7-40b9-83bf-6c760e448c68,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:53.915367 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c65cc4b-385d-4bb9-95d7-2ba7452d4e99 req-62838738-db7b-42f8-a4ca-67939d7a7677 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] No DVR routers for this DVR port ffa286b0-2ca7-40b9-83bf-6c760e448c68 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:37:53.917975 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2c65cc4b-385d-4bb9-95d7-2ba7452d4e99 req-62838738-db7b-42f8-a4ca-67939d7a7677 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:53.920204 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2c65cc4b-385d-4bb9-95d7-2ba7452d4e99 req-62838738-db7b-42f8-a4ca-67939d7a7677 tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.86 "DELETE /v2.0/ports/ffa286b0-2ca7-40b9-83bf-6c760e448c68 HTTP/1.1" status: 204 len: 173 time: 0.4406648 Jul 06 12:37:53.920665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72082f49-5f1d-482d-8286-f2bd28976b38', 'name': 'network-vif-deleted', 'tag': 'ffa286b0-2ca7-40b9-83bf-6c760e448c68'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:37:53.923676 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c051b1a-d4d9-4a25-9a36-a1d4392fe196" -d '{"events": [{"server_uuid": "72082f49-5f1d-482d-8286-f2bd28976b38", "name": "network-vif-deleted", "tag": "ffa286b0-2ca7-40b9-83bf-6c760e448c68"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:37:53.974761 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9e2bfd-06db-42a4-b454-57016b2f97e8 x-openstack-request-id: req-cf9e2bfd-06db-42a4-b454-57016b2f97e8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:37:53.975145 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72082f49-5f1d-482d-8286-f2bd28976b38", "name": "network-vif-deleted", "tag": "ffa286b0-2ca7-40b9-83bf-6c760e448c68", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:37:53.976408 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf9e2bfd-06db-42a4-b454-57016b2f97e8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:37:53.976996 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72082f49-5f1d-482d-8286-f2bd28976b38', 'name': 'network-vif-deleted', 'tag': 'ffa286b0-2ca7-40b9-83bf-6c760e448c68', 'status': 'completed', 'code': 200} Jul 06 12:37:54.177246 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-799e3bc6-2d72-4975-82d1-a005238c2893 req-9ba994d5-dbb4-4634-8e37-060ba0931c6e tempest-TestEncryptedCinderVolumes-1820241353 tempest-TestEncryptedCinderVolumes-1820241353-project] 10.222.0.21 "GET /v2.0/ports?device_id=72082f49-5f1d-482d-8286-f2bd28976b38 HTTP/1.1" status: 200 len: 210 time: 0.0296822 Jul 06 12:37:55.313023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60500) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:55.675109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:55.959089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Deleting port 9528c67f-ae00-454f-81c2-e7124de70ad0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:37:55.959342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:56.045418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] For port 9528c67f-ae00-454f-81c2-e7124de70ad0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9528c67f-ae00-454f-81c2-e7124de70ad0,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:56.045920 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:56.061807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Calling delete_port for 9528c67f-ae00-454f-81c2-e7124de70ad0 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:37:56.254866 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:56.287624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9528c67f-ae00-454f-81c2-e7124de70ad0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:56.306627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.307114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.307640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.308141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.308648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.309194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.309727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.310257 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.310645 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.311024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.311438 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.312327 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:56.795985 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:57.037125 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Router 13b15768-bede-4f11-b817-ff178d52cc30 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:37:57.151363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:37:57.160267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7a138bb9-3504-460f-84b3-f63ec6e50e3e admin admin] 10.222.0.21 "PUT /v2.0/routers/13b15768-bede-4f11-b817-ff178d52cc30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8426747 Jul 06 12:37:57.160486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913ccc62-42d1-496a-bf22-c4a72607d58a None None] Sync routers for ids ['13b15768-bede-4f11-b817-ff178d52cc30'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:37:57.161055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60502) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:57.170530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ccc62-42d1-496a-bf22-c4a72607d58a None None] Routers {'13b15768-bede-4f11-b817-ff178d52cc30'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:57.171093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-913ccc62-42d1-496a-bf22-c4a72607d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['13b15768-bede-4f11-b817-ff178d52cc30'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:57.279203 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:57.286964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-913ccc62-42d1-496a-bf22-c4a72607d58a None None] Set router 13b15768-bede-4f11-b817-ff178d52cc30 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:57.384132 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:57.440533 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Deleting port a473ede8-d40d-4073-8e50-de1c00fbddfd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:37:57.440866 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:57.481881 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-913ccc62-42d1-496a-bf22-c4a72607d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b15768-bede-4f11-b817-ff178d52cc30', 'name': 'tempest-TestEncryptedCinderVolumes-829671646-router', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:37:56Z', 'revision_number': 5, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'gw_port': {'id': 'a473ede8-d40d-4073-8e50-de1c00fbddfd', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b15768-bede-4f11-b817-ff178d52cc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:57.509837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913ccc62-42d1-496a-bf22-c4a72607d58a None None] Checking router: 13b15768-bede-4f11-b817-ff178d52cc30 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:37:57.520017 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ccc62-42d1-496a-bf22-c4a72607d58a None None] Routers {'13b15768-bede-4f11-b817-ff178d52cc30'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:57.520722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-913ccc62-42d1-496a-bf22-c4a72607d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['13b15768-bede-4f11-b817-ff178d52cc30'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:57.529458 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] For port a473ede8-d40d-4073-8e50-de1c00fbddfd, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=a473ede8-d40d-4073-8e50-de1c00fbddfd,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:57.529905 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:57.543698 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Calling delete_port for a473ede8-d40d-4073-8e50-de1c00fbddfd owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:37:57.780710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-913ccc62-42d1-496a-bf22-c4a72607d58a None None] Set router 13b15768-bede-4f11-b817-ff178d52cc30 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:57.844748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-913ccc62-42d1-496a-bf22-c4a72607d58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b15768-bede-4f11-b817-ff178d52cc30', 'name': 'tempest-TestEncryptedCinderVolumes-829671646-router', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:37:57Z', 'revision_number': 6, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:57.874125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913ccc62-42d1-496a-bf22-c4a72607d58a None None] The sync data for ids ['13b15768-bede-4f11-b817-ff178d52cc30'] in n-d-799527-2 is: [{'id': '13b15768-bede-4f11-b817-ff178d52cc30', 'name': 'tempest-TestEncryptedCinderVolumes-829671646-router', 'tenant_id': '77d0cd2995d74601bef6f0e1bd990c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:30Z', 'updated_at': '2021-07-06T12:37:57Z', 'revision_number': 6, 'project_id': '77d0cd2995d74601bef6f0e1bd990c71', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:37:58.082777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ffa286b0-2ca7-40b9-83bf-6c760e448c68 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:37:58.106028 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: ffa286b0-2ca7-40b9-83bf-6c760e448c68 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:37:58.106540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device ffa286b0-2ca7-40b9-83bf-6c760e448c68 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:37:58.120936 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.148920 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Pushing event deleted for resources: {'Port': ['ID=a473ede8-d40d-4073-8e50-de1c00fbddfd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:58.216585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.340406 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.343090 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.392857 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.393531 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13b15768-bede-4f11-b817-ff178d52cc30 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:37:58.400046 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.401277 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-01c1c2fc-e248-4804-9be7-c4bb17ef888e admin admin] 10.222.0.21 "DELETE /v2.0/routers/13b15768-bede-4f11-b817-ff178d52cc30 HTTP/1.1" status: 204 len: 168 time: 1.2397213 Jul 06 12:37:58.403688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60504) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:58.453671 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7a71a1-9aed-493b-9e6f-42f3c7c1fc05 admin admin] Deleting subnet d9964367-f583-4b66-97d1-73021ed631d2 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:37:58.456850 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c7a71a1-9aed-493b-9e6f-42f3c7c1fc05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.499288 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c7a71a1-9aed-493b-9e6f-42f3c7c1fc05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.586846 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c7a71a1-9aed-493b-9e6f-42f3c7c1fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.654348 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c7a71a1-9aed-493b-9e6f-42f3c7c1fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.685003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a71a1-9aed-493b-9e6f-42f3c7c1fc05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9964367-f583-4b66-97d1-73021ed631d2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:58.688935 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c7a71a1-9aed-493b-9e6f-42f3c7c1fc05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.693800 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1c7a71a1-9aed-493b-9e6f-42f3c7c1fc05 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d9964367-f583-4b66-97d1-73021ed631d2 HTTP/1.1" status: 204 len: 168 time: 0.2888467 Jul 06 12:37:58.694827 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60506) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:58.696880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e232110a-bba5-4788-a7aa-86a83d93849f None None] Network 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:37:58.790389 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.876904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Deleting port c391f049-e5de-445a-9949-79fffe342c75 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:37:58.877258 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.926690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62abab86-f7d1-405e-9809-cb769f974834 None None] DHCP port deletion for 25600a0a-96e4-4061-9bff-16ac0fd3f4c3 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:37:58.968933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] For port c391f049-e5de-445a-9949-79fffe342c75, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c391f049-e5de-445a-9949-79fffe342c75,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:58.969591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.993004 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-62abab86-f7d1-405e-9809-cb769f974834 None None] Deleting port c391f049-e5de-445a-9949-79fffe342c75 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:37:58.993483 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62abab86-f7d1-405e-9809-cb769f974834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:58.994166 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Calling delete_port for c391f049-e5de-445a-9949-79fffe342c75 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:37:59.093879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-62abab86-f7d1-405e-9809-cb769f974834 None None] For port c391f049-e5de-445a-9949-79fffe342c75, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c391f049-e5de-445a-9949-79fffe342c75,segment=NetworkSegment(dd83e317-2c3d-4fde-a64b-717ecc5623ca),segment_id=dd83e317-2c3d-4fde-a64b-717ecc5623ca)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:59.094428 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62abab86-f7d1-405e-9809-cb769f974834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.103280 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.114193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-62abab86-f7d1-405e-9809-cb769f974834 None None] Calling delete_port for c391f049-e5de-445a-9949-79fffe342c75 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:37:59.136393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=c391f049-e5de-445a-9949-79fffe342c75,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:59.144327 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] No DVR routers for this DVR port c391f049-e5de-445a-9949-79fffe342c75 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:37:59.202291 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62abab86-f7d1-405e-9809-cb769f974834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.218568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.232940 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25600a0a-96e4-4061-9bff-16ac0fd3f4c3']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:59.241306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62abab86-f7d1-405e-9809-cb769f974834 None None] No DVR routers for this DVR port c391f049-e5de-445a-9949-79fffe342c75 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:37:59.247074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abab86-f7d1-405e-9809-cb769f974834 None None] Pushing event deleted for resources: {'Port': ['ID=c391f049-e5de-445a-9949-79fffe342c75,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:59.251062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd83e317-2c3d-4fde-a64b-717ecc5623ca') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:59.251062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd83e317-2c3d-4fde-a64b-717ecc5623ca') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:59.259031 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.267094 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.282418 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.289950 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:37:59.290489 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:37:59.292266 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:37:59.353186 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.369903 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.370580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.372534 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] 10.222.0.21 "DELETE /v2.0/networks/25600a0a-96e4-4061-9bff-16ac0fd3f4c3 HTTP/1.1" status: 204 len: 168 time: 0.6766217 Jul 06 12:37:59.373669 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089df8ed-f7f3-486d-a5be-06321c3f4ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=25600a0a-96e4-4061-9bff-16ac0fd3f4c3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:59.376937 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60508) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:59.736662 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:59.938141 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9528c67f-ae00-454f-81c2-e7124de70ad0 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:37:59.962972 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 9528c67f-ae00-454f-81c2-e7124de70ad0 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:37:59.963315 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9528c67f-ae00-454f-81c2-e7124de70ad0 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:37:59.963867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c391f049-e5de-445a-9949-79fffe342c75 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:37:59.983481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: c391f049-e5de-445a-9949-79fffe342c75 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:37:59.983835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c391f049-e5de-445a-9949-79fffe342c75 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:37:59.984256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a473ede8-d40d-4073-8e50-de1c00fbddfd no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:00.003780 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: a473ede8-d40d-4073-8e50-de1c00fbddfd {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:00.004084 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device a473ede8-d40d-4073-8e50-de1c00fbddfd not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:00.064661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] Deleting port 263f6b8a-aa38-4d7e-aae4-a610b7d188af {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:00.065010 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.147671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] For port 263f6b8a-aa38-4d7e-aae4-a610b7d188af, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=263f6b8a-aa38-4d7e-aae4-a610b7d188af,segment=NetworkSegment(9f9bfd39-fb27-4e67-9686-bb72ce2c77fe),segment_id=9f9bfd39-fb27-4e67-9686-bb72ce2c77fe)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:00.148035 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.162116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] Calling delete_port for 263f6b8a-aa38-4d7e-aae4-a610b7d188af owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:00.359728 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.386221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] Pushing event deleted for resources: {'Port': ['ID=263f6b8a-aa38-4d7e-aae4-a610b7d188af,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:00.591927 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:00.826283 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] Router fe367ccb-4bdf-44f3-97ce-919f0adefef8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:00.953151 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:00.958539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-05f50254-8754-4eaa-baef-984544a2930a admin admin] 10.222.0.21 "PUT /v2.0/routers/fe367ccb-4bdf-44f3-97ce-919f0adefef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5804806 Jul 06 12:38:00.961754 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60510) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:00.963164 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1490b-46c1-42c9-884a-2a2ccb574644 None None] Sync routers for ids ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:00.972538 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1490b-46c1-42c9-884a-2a2ccb574644 None None] Routers {'fe367ccb-4bdf-44f3-97ce-919f0adefef8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:00.973149 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c0b1490b-46c1-42c9-884a-2a2ccb574644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:01.083130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.094856 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c0b1490b-46c1-42c9-884a-2a2ccb574644 None None] Set router fe367ccb-4bdf-44f3-97ce-919f0adefef8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:01.203250 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.267977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Deleting port 53c6e27c-b477-4775-a99b-50c4ef2fb91a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:01.268457 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.291478 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c0b1490b-46c1-42c9-884a-2a2ccb574644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'name': 'tempest-TestEncryptedCinderVolumes-1421115183-router', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:35Z', 'updated_at': '2021-07-06T12:38:00Z', 'revision_number': 5, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'gw_port': {'id': '53c6e27c-b477-4775-a99b-50c4ef2fb91a', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:36:36Z', 'updated_at': '2021-07-06T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:01.335777 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1490b-46c1-42c9-884a-2a2ccb574644 None None] Checking router: fe367ccb-4bdf-44f3-97ce-919f0adefef8 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:01.344139 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1490b-46c1-42c9-884a-2a2ccb574644 None None] Routers {'fe367ccb-4bdf-44f3-97ce-919f0adefef8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:01.344748 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c0b1490b-46c1-42c9-884a-2a2ccb574644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:01.358367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] For port 53c6e27c-b477-4775-a99b-50c4ef2fb91a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=53c6e27c-b477-4775-a99b-50c4ef2fb91a,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:01.358730 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.378067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Calling delete_port for 53c6e27c-b477-4775-a99b-50c4ef2fb91a owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:01.447165 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c0b1490b-46c1-42c9-884a-2a2ccb574644 None None] Set router fe367ccb-4bdf-44f3-97ce-919f0adefef8 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:01.500240 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c0b1490b-46c1-42c9-884a-2a2ccb574644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'name': 'tempest-TestEncryptedCinderVolumes-1421115183-router', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:35Z', 'updated_at': '2021-07-06T12:38:01Z', 'revision_number': 6, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:01.536269 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1490b-46c1-42c9-884a-2a2ccb574644 None None] The sync data for ids ['fe367ccb-4bdf-44f3-97ce-919f0adefef8'] in n-d-799527-2 is: [{'id': 'fe367ccb-4bdf-44f3-97ce-919f0adefef8', 'name': 'tempest-TestEncryptedCinderVolumes-1421115183-router', 'tenant_id': 'c05ff042fec3442cb7206d76e8ce283c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:36:35Z', 'updated_at': '2021-07-06T12:38:01Z', 'revision_number': 6, 'project_id': 'c05ff042fec3442cb7206d76e8ce283c', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:01.575933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.603041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c6e27c-b477-4775-a99b-50c4ef2fb91a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:01.668835 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.762598 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.764998 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.816294 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.816880 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe367ccb-4bdf-44f3-97ce-919f0adefef8 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:38:01.822624 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.824189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a0c2ab19-6c8c-4ce9-bb6b-42cfb53ab1f6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fe367ccb-4bdf-44f3-97ce-919f0adefef8 HTTP/1.1" status: 204 len: 168 time: 0.8613453 Jul 06 12:38:01.826954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60512) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:01.889117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19011f7-ffcb-4b9e-9a8d-499bad0a1a03 admin admin] Deleting subnet d2a9d6cf-d584-4de9-9e10-d516ca80b1ae {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:38:01.896640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a19011f7-ffcb-4b9e-9a8d-499bad0a1a03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:01.942176 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a19011f7-ffcb-4b9e-9a8d-499bad0a1a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.033704 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a19011f7-ffcb-4b9e-9a8d-499bad0a1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.096197 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a19011f7-ffcb-4b9e-9a8d-499bad0a1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.120588 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19011f7-ffcb-4b9e-9a8d-499bad0a1a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a9d6cf-d584-4de9-9e10-d516ca80b1ae,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:02.126480 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a19011f7-ffcb-4b9e-9a8d-499bad0a1a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.128393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a19011f7-ffcb-4b9e-9a8d-499bad0a1a03 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2a9d6cf-d584-4de9-9e10-d516ca80b1ae HTTP/1.1" status: 204 len: 168 time: 0.3003011 Jul 06 12:38:02.130824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60514) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:02.133962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bccfafb-3c1e-4311-b73d-ae0d30da5ffb None None] Network f4f8c761-bfcc-4965-b7c5-ea114f7b7044 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:02.207731 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.278203 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Deleting port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:02.278560 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.378476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb5022-3d08-4693-9dbf-4b951f8daa9a None None] DHCP port deletion for f4f8c761-bfcc-4965-b7c5-ea114f7b7044 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:38:02.388320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 263f6b8a-aa38-4d7e-aae4-a610b7d188af no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:02.427566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 263f6b8a-aa38-4d7e-aae4-a610b7d188af {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:02.428007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 263f6b8a-aa38-4d7e-aae4-a610b7d188af not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:02.464539 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-74bb5022-3d08-4693-9dbf-4b951f8daa9a None None] Deleting port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:02.465125 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74bb5022-3d08-4693-9dbf-4b951f8daa9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.543170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-74bb5022-3d08-4693-9dbf-4b951f8daa9a None None] For port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46,segment=NetworkSegment(9f9bfd39-fb27-4e67-9686-bb72ce2c77fe),segment_id=9f9bfd39-fb27-4e67-9686-bb72ce2c77fe)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:02.543643 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74bb5022-3d08-4693-9dbf-4b951f8daa9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.559640 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-74bb5022-3d08-4693-9dbf-4b951f8daa9a None None] Calling delete_port for 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:02.657774 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74bb5022-3d08-4693-9dbf-4b951f8daa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.674025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] For port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46,segment=NetworkSegment(9f9bfd39-fb27-4e67-9686-bb72ce2c77fe),segment_id=9f9bfd39-fb27-4e67-9686-bb72ce2c77fe)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:02.674452 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.690931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb5022-3d08-4693-9dbf-4b951f8daa9a None None] Pushing event deleted for resources: {'Port': ['ID=1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:02.696382 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Calling delete_port for 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:02.697795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb5022-3d08-4693-9dbf-4b951f8daa9a None None] No DVR routers for this DVR port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:02.791438 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.817244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:02.820977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] No DVR routers for this DVR port 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:02.895226 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.905817 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f8c761-bfcc-4965-b7c5-ea114f7b7044']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:02.921508 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9bfd39-fb27-4e67-9686-bb72ce2c77fe') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:02.921809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9bfd39-fb27-4e67-9686-bb72ce2c77fe') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:02.932447 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.948192 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.956411 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:38:02.956872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: self.session.flush() Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:38:02.958684 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:38:03.022239 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.030423 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.032787 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] 10.222.0.21 "DELETE /v2.0/networks/f4f8c761-bfcc-4965-b7c5-ea114f7b7044 HTTP/1.1" status: 204 len: 168 time: 0.9009573 Jul 06 12:38:03.046302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f9833-b326-4f50-b567-f9c9c19d0d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f8c761-bfcc-4965-b7c5-ea114f7b7044,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:03.217894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60518) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:03.263887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8303ce6d-a798-4b56-a772-e3b23f9c10a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77d0cd2995d74601bef6f0e1bd990c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443678 Jul 06 12:38:03.266363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60520) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:03.318619 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e768ef5-9e8b-47ac-841f-d5489dca5e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.345874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e768ef5-9e8b-47ac-841f-d5489dca5e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.405116 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e768ef5-9e8b-47ac-841f-d5489dca5e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.408052 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e768ef5-9e8b-47ac-841f-d5489dca5e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.409291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6e768ef5-9e8b-47ac-841f-d5489dca5e64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/810d9a9b-d74c-4260-a8fb-db98b3f707db HTTP/1.1" status: 204 len: 168 time: 0.1420331 Jul 06 12:38:03.419479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e768ef5-9e8b-47ac-841f-d5489dca5e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810d9a9b-d74c-4260-a8fb-db98b3f707db,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:03.776794 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60526) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:03.822766 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2839bf6d-11ad-4f28-8647-a029186aca9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c05ff042fec3442cb7206d76e8ce283c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445266 Jul 06 12:38:03.822766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60528) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:03.883086 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd323d5e-9d0b-4f72-86aa-b4983740190f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.912479 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd323d5e-9d0b-4f72-86aa-b4983740190f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.948767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 53c6e27c-b477-4775-a99b-50c4ef2fb91a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:03.976308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 53c6e27c-b477-4775-a99b-50c4ef2fb91a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:03.976696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 53c6e27c-b477-4775-a99b-50c4ef2fb91a not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:03.977143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:03.980425 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd323d5e-9d0b-4f72-86aa-b4983740190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.983318 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd323d5e-9d0b-4f72-86aa-b4983740190f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.984610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-dd323d5e-9d0b-4f72-86aa-b4983740190f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/249025cb-3a45-4892-9a61-2dcce0e25ebb HTTP/1.1" status: 204 len: 168 time: 0.1583261 Jul 06 12:38:03.993997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd323d5e-9d0b-4f72-86aa-b4983740190f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249025cb-3a45-4892-9a61-2dcce0e25ebb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:04.012974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:04.013815 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1f1e8e74-8a51-47e7-a8ea-a54f72ff3f46 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:04.747542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60550) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:04.851297 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1193755823-network', 'tenant_id': 'a87cb31be8a34051b687220afd088056'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:04.875434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Made reservation on behalf of a87cb31be8a34051b687220afd088056 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:04.877878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.888027 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.989458 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.998039 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.030062 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:38:05.049720 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eabeab-b462-4a64-a2a8-f73eb266cdb2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:05.057055 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.057507 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Added segment 3a708bf5-133a-4e95-95ba-dfd122b306d5 of type vlan for network 92bf9402-812e-4bb8-ba38-0407ada4c6db Jul 06 12:38:05.113233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.147965 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.149105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:05.149865 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.209341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4606404 Jul 06 12:38:05.212201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60554) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:05.217226 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] Request body: {'subnet': {'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1193755823-subnet', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:05.225761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d54fc9-b55e-4166-a82a-d72ddb9679e8 admin admin] Pushing event updated for resources: {'Network': ['ID=92bf9402-812e-4bb8-ba38-0407ada4c6db,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:05.240412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 92bf9402-812e-4bb8-ba38-0407ada4c6db details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:38:05.245968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] Made reservation on behalf of a87cb31be8a34051b687220afd088056 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:05.248859 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.437846 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.500372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c345d3da-c67b-4dd6-a749-3b3dfcaf97d7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:05.509484 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] Checking segment: {'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:05.509883 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] Network hostable DHCP agents. Network: 92bf9402-812e-4bb8-ba38-0407ada4c6db, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:38:05.529112 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] Network 92bf9402-812e-4bb8-ba38-0407ada4c6db is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:38:05.539390 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 92bf9402-812e-4bb8-ba38-0407ada4c6db) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:05.543747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:05.544431 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.549292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2df9c4b-675a-4bd9-b74d-730d96c6ebcf None None] Network 92bf9402-812e-4bb8-ba38-0407ada4c6db requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:05.561258 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-64f1eee4-6c3f-4009-9717-a78fd06570e2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3478563 Jul 06 12:38:05.564019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60556) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:05.569223 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:05.592580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.593878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.650491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.724866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-92bf9402-812e-4bb8-ba38-0407ada4c6db', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:38:05.727798 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.818300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.909436 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Allocated IP 172.20.0.2 (92bf9402-812e-4bb8-ba38-0407ada4c6db/c345d3da-c67b-4dd6-a749-3b3dfcaf97d7/34818b4c-d5cb-4723-a290-6692f3e821ce) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:06.068254 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.092437 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.096459 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.102106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Transition to ACTIVE for port object 34818b4c-d5cb-4723-a290-6692f3e821ce will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:06.121424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Transition to ACTIVE for port object 34818b4c-d5cb-4723-a290-6692f3e821ce will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:06.129020 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.177989 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Network 92bf9402-812e-4bb8-ba38-0407ada4c6db is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:06.180201 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Pushing event updated for resources: {'Port': ['ID=34818b4c-d5cb-4723-a290-6692f3e821ce,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:06.183264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:06.185451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:06.221228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Allocated IP 172.25.0.92 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/1d0c1afd-3a08-4d5d-bd43-10c55ef490fb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:06.248368 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Attempting to bind port 34818b4c-d5cb-4723-a290-6692f3e821ce on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:06.248984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Attempting to bind port 34818b4c-d5cb-4723-a290-6692f3e821ce by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:06.249095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Attempting to bind port 34818b4c-d5cb-4723-a290-6692f3e821ce on network 92bf9402-812e-4bb8-ba38-0407ada4c6db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:06.254321 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:06.254697 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Checking segment: {'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:06.255113 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.255541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Bound using segment: {'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:06.256042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Bound port: 34818b4c-d5cb-4723-a290-6692f3e821ce, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:06.256554 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.340469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] For port 34818b4c-d5cb-4723-a290-6692f3e821ce, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:06.345377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] For port 34818b4c-d5cb-4723-a290-6692f3e821ce, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=34818b4c-d5cb-4723-a290-6692f3e821ce,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:06.351042 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.353222 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.420470 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.447218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe0a15-6442-4da2-8739-a4ec1a70b63b None None] Pushing event updated for resources: {'Port': ['ID=34818b4c-d5cb-4723-a290-6692f3e821ce,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:06.472449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:06.483176 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:06.484375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:06.513412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Pushing event updated for resources: {'Port': ['ID=1d0c1afd-3a08-4d5d-bd43-10c55ef490fb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:06.811860 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.051427 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.206865 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Router 59440dde-3005-4bb5-969e-d247dd9c466f is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:38:07.330227 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:07.344188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Sync routers for ids ['59440dde-3005-4bb5-969e-d247dd9c466f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:07.352232 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.356215 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f2fab6c3-44f3-4925-a1ae-47bac3934d1f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7885957 Jul 06 12:38:07.356575 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60558) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:07.359868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Routers {'59440dde-3005-4bb5-969e-d247dd9c466f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:07.361016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['59440dde-3005-4bb5-969e-d247dd9c466f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:07.490142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b4a171-e1fe-46c8-9b01-7a701dbf4c90 None None] Network 92bf9402-812e-4bb8-ba38-0407ada4c6db requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:07.493494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Set router 59440dde-3005-4bb5-969e-d247dd9c466f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:07.657553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-146418e1-fbb5-4e19-b2ee-a87b19a2d515 None None] Provisioning for port 34818b4c-d5cb-4723-a290-6692f3e821ce completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:07.850694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:06Z', 'revision_number': 3, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:07.875486 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.891797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Checking router: 59440dde-3005-4bb5-969e-d247dd9c466f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:07.892205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Updating router 59440dde-3005-4bb5-969e-d247dd9c466f port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:38:07.949852 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.069489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 34818b4c-d5cb-4723-a290-6692f3e821ce up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:08.204258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 34818b4c-d5cb-4723-a290-6692f3e821ce completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:08.221621 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 34818b4c-d5cb-4723-a290-6692f3e821ce triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:08.221989 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.410384 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Allocated IP 172.20.0.1 (92bf9402-812e-4bb8-ba38-0407ada4c6db/c345d3da-c67b-4dd6-a749-3b3dfcaf97d7/aedb3b04-8960-4712-a2ec-32a7acccd863) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:08.413446 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5e102121-ec97-4a77-ac85-7450f7e92058 None None] Provisioning complete for port 34818b4c-d5cb-4723-a290-6692f3e821ce triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:08.413446 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e102121-ec97-4a77-ac85-7450f7e92058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.547298 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.571236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Transition to ACTIVE for port object aedb3b04-8960-4712-a2ec-32a7acccd863 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:08.618475 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.658069 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.666118 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e102121-ec97-4a77-ac85-7450f7e92058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.669061 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Network 92bf9402-812e-4bb8-ba38-0407ada4c6db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:08.676371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:08.680105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:08.690344 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Transition to ACTIVE for port object 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:08.692189 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.704828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Pushing event updated for resources: {'Port': ['ID=aedb3b04-8960-4712-a2ec-32a7acccd863,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:08.713359 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.738089 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.772984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5e102121-ec97-4a77-ac85-7450f7e92058 None None] For port 34818b4c-d5cb-4723-a290-6692f3e821ce, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=34818b4c-d5cb-4723-a290-6692f3e821ce,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:08.784395 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e102121-ec97-4a77-ac85-7450f7e92058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.825101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Attempting to bind port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:08.825480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Attempting to bind port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:08.825855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Attempting to bind port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:08.829840 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ff245-3957-46b7-8b31-a151903cd2d7 None None] Pushing event updated for resources: {'Port': ['ID=1d0c1afd-3a08-4d5d-bd43-10c55ef490fb,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:08.865153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:08.865530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:08.866494 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.867103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:08.867541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Bound port: 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:08.867941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.900807 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:38:08.901168 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:38:08.926172 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.937902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e102121-ec97-4a77-ac85-7450f7e92058 None None] Pushing event updated for resources: {'Port': ['ID=34818b4c-d5cb-4723-a290-6692f3e821ce,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:08.962120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] For port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:08.965556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] For port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1d0c1afd-3a08-4d5d-bd43-10c55ef490fb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:08.970989 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:09.048056 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-886f377d-8708-4435-b9a5-710efe266a30 None None] Provisioning for port aedb3b04-8960-4712-a2ec-32a7acccd863 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:09.052771 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Routers {'59440dde-3005-4bb5-969e-d247dd9c466f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:09.053422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['59440dde-3005-4bb5-969e-d247dd9c466f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:09.093273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-886f377d-8708-4435-b9a5-710efe266a30 None None] Provisioning complete for port aedb3b04-8960-4712-a2ec-32a7acccd863 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:09.093792 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-886f377d-8708-4435-b9a5-710efe266a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:09.095652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ff245-3957-46b7-8b31-a151903cd2d7 None None] Pushing event updated for resources: {'Port': ['ID=1d0c1afd-3a08-4d5d-bd43-10c55ef490fb,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:09.128817 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:09.135363 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:09.148581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-886f377d-8708-4435-b9a5-710efe266a30 None None] Port aedb3b04-8960-4712-a2ec-32a7acccd863 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:38:09.208194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] Set router 59440dde-3005-4bb5-969e-d247dd9c466f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:09.214180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Pushing event updated for resources: {'Port': ['ID=aedb3b04-8960-4712-a2ec-32a7acccd863,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:09.217559 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:09.313175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Network 92bf9402-812e-4bb8-ba38-0407ada4c6db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:09.314758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:09.445924 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Router 59440dde-3005-4bb5-969e-d247dd9c466f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:09.484120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'aedb3b04-8960-4712-a2ec-32a7acccd863', 'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'mac_address': 'fa:16:3e:cd:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:07Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 1, 'project_id': 'a87cb31be8a34051b687220afd088056', 'subnets': [{'id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:09.515014 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16086eac-e814-4bf2-b048-9b6abc99e465 None None] The sync data for ids ['59440dde-3005-4bb5-969e-d247dd9c466f'] in n-d-799527-2 is: [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'aedb3b04-8960-4712-a2ec-32a7acccd863', 'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'mac_address': 'fa:16:3e:cd:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:07Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 1, 'project_id': 'a87cb31be8a34051b687220afd088056', 'subnets': [{'id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:09.576722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-031b6027-734e-4e62-8318-3f6a92428f40 None None] Provisioning complete for port aedb3b04-8960-4712-a2ec-32a7acccd863 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:09.577104 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031b6027-734e-4e62-8318-3f6a92428f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:09.591402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:09.597494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6912199f-70ee-4a3f-9b88-54267e28a290 admin admin] 10.222.0.21 "PUT /v2.0/routers/59440dde-3005-4bb5-969e-d247dd9c466f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2397733 Jul 06 12:38:09.620108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-031b6027-734e-4e62-8318-3f6a92428f40 None None] Port aedb3b04-8960-4712-a2ec-32a7acccd863 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:38:09.977932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 34818b4c-d5cb-4723-a290-6692f3e821ce up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:10.044118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 34818b4c-d5cb-4723-a290-6692f3e821ce triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:10.044834 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.279210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60574) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:10.285248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-800987641-network', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:10.329789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Made reservation on behalf of 5563a81ec1de43059a0dd2c964ed7615 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:10.332593 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.344487 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.489325 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.496242 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.522958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:38:10.533405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8e99e-f8a9-49e6-818b-10228189b431,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:10.539328 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.539792 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Added segment 6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf of type vlan for network f9f3b055-4533-44f4-8505-714d50f93404 Jul 06 12:38:10.585854 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.632802 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.633839 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:10.634416 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.692175 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4117432 Jul 06 12:38:10.696988 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60578) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:10.703568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfa928-c21c-4ee0-bf04-413cd0a0249b admin admin] Pushing event updated for resources: {'Network': ['ID=f9f3b055-4533-44f4-8505-714d50f93404,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:10.704542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] Request body: {'subnet': {'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-800987641-subnet', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:10.723885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f9f3b055-4533-44f4-8505-714d50f93404 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:38:10.736567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] Made reservation on behalf of 5563a81ec1de43059a0dd2c964ed7615 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:10.741886 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.962393 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.020044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e8c10c-ae08-44ef-bfb8-e30ce7759c85,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:11.032135 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] Checking segment: {'id': '6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:11.032496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] Network hostable DHCP agents. Network: f9f3b055-4533-44f4-8505-714d50f93404, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:38:11.054475 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] Network f9f3b055-4533-44f4-8505-714d50f93404 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:38:11.065569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f9f3b055-4533-44f4-8505-714d50f93404) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:11.071594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:11.072372 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.077964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f63860f-fb41-4982-bd94-d12b2a522014 None None] Network f9f3b055-4533-44f4-8505-714d50f93404 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:11.092336 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fb639532-a406-49b2-9bb1-dedd07c092f4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3933198 Jul 06 12:38:11.095516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60580) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:11.100817 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-800987641-router', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:11.129544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.130775 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.190270 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.286071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-f9f3b055-4533-44f4-8505-714d50f93404', 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'fixed_ips': [{'subnet_id': '39e8c10c-ae08-44ef-bfb8-e30ce7759c85'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:38:11.286978 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.356710 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.467377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Allocated IP 172.20.0.2 (f9f3b055-4533-44f4-8505-714d50f93404/39e8c10c-ae08-44ef-bfb8-e30ce7759c85/9dec856e-51f6-48dc-9948-9a45357ff0de) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:11.624378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.643826 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.650409 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.654383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Transition to ACTIVE for port object 9dec856e-51f6-48dc-9948-9a45357ff0de will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:11.674247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Transition to ACTIVE for port object 9dec856e-51f6-48dc-9948-9a45357ff0de will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:11.682528 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.728965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Network f9f3b055-4533-44f4-8505-714d50f93404 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:11.732428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:11.734937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:11.750377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Pushing event updated for resources: {'Port': ['ID=9dec856e-51f6-48dc-9948-9a45357ff0de,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:11.777802 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Allocated IP 172.25.0.120 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/51d73c57-9ad9-4315-845d-65a6c862ccff) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:11.831901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Attempting to bind port 9dec856e-51f6-48dc-9948-9a45357ff0de on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:11.832529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Attempting to bind port 9dec856e-51f6-48dc-9948-9a45357ff0de by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:11.832966 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Attempting to bind port 9dec856e-51f6-48dc-9948-9a45357ff0de on network f9f3b055-4533-44f4-8505-714d50f93404 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:11.841395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:11.841876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Checking segment: {'id': '6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:11.842362 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.842835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Bound using segment: {'id': '6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:11.843324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Bound port: 9dec856e-51f6-48dc-9948-9a45357ff0de, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:11.843742 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.948425 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.948908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] For port 9dec856e-51f6-48dc-9948-9a45357ff0de, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:11.950929 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Sync routers for ids ['59440dde-3005-4bb5-969e-d247dd9c466f'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:11.957145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] For port 9dec856e-51f6-48dc-9948-9a45357ff0de, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9dec856e-51f6-48dc-9948-9a45357ff0de,segment=NetworkSegment(6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf),segment_id=6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:11.963541 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Routers {'59440dde-3005-4bb5-969e-d247dd9c466f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:11.963761 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.964316 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['59440dde-3005-4bb5-969e-d247dd9c466f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:12.015272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:12.029118 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:12.085345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f9256-7e2c-4e8e-b802-74f53bb317a3 None None] Pushing event updated for resources: {'Port': ['ID=9dec856e-51f6-48dc-9948-9a45357ff0de,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:12.088776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:12.098848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:12.103495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Pushing event updated for resources: {'Port': ['ID=51d73c57-9ad9-4315-845d-65a6c862ccff,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:12.108249 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Set router 59440dde-3005-4bb5-969e-d247dd9c466f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:12.110059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:12.138634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:12.145443 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:12.146040 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:12.266666 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:12.319486 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1d0c1afd-3a08-4d5d-bd43-10c55ef490fb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:12.325401 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:12.412977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=1d0c1afd-3a08-4d5d-bd43-10c55ef490fb,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:12.440136 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'aedb3b04-8960-4712-a2ec-32a7acccd863', 'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'mac_address': 'fa:16:3e:cd:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:07Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 2, 'project_id': 'a87cb31be8a34051b687220afd088056', 'subnets': [{'id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:12.473702 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Checking router: 59440dde-3005-4bb5-969e-d247dd9c466f for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:12.473702 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Updating router 59440dde-3005-4bb5-969e-d247dd9c466f port aedb3b04-8960-4712-a2ec-32a7acccd863 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:38:12.522689 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:12.525205 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:12.753207 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:12.835679 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:12.849693 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Transition to ACTIVE for port object aedb3b04-8960-4712-a2ec-32a7acccd863 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:12.857363 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:12.908464 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Router 62146481-d370-45c8-bd5a-01ac696d4bb2 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:38:12.910607 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Pushing event updated for resources: {'Port': ['ID=aedb3b04-8960-4712-a2ec-32a7acccd863,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:12.943859 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.943859 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.943859 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.943859 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.943859 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.943859 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.943859 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.944551 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.944551 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.944746 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.945013 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:12.945325 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:13.046273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:13.057454 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Sync routers for ids ['62146481-d370-45c8-bd5a-01ac696d4bb2'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:13.082141 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:13.082655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Routers {'62146481-d370-45c8-bd5a-01ac696d4bb2'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:13.083418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-828e4459-e224-46fd-886b-72881e097d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['62146481-d370-45c8-bd5a-01ac696d4bb2'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:13.088033 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60582) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:13.088591 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-36511c0c-a5af-4129-9983-7a84a1276edf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9916821 Jul 06 12:38:13.120532 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Attempting to bind port aedb3b04-8960-4712-a2ec-32a7acccd863 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:13.121216 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Attempting to bind port aedb3b04-8960-4712-a2ec-32a7acccd863 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:13.121216 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Attempting to bind port aedb3b04-8960-4712-a2ec-32a7acccd863 on network 92bf9402-812e-4bb8-ba38-0407ada4c6db {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:13.128348 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:13.128715 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Checking segment: {'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:13.129119 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:13.129509 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Bound using segment: {'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:13.133682 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Bound port: aedb3b04-8960-4712-a2ec-32a7acccd863, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:13.134198 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:13.215672 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] For port aedb3b04-8960-4712-a2ec-32a7acccd863, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:13.219241 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] For port aedb3b04-8960-4712-a2ec-32a7acccd863, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=aedb3b04-8960-4712-a2ec-32a7acccd863,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:13.226241 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:13.253978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Set router 62146481-d370-45c8-bd5a-01ac696d4bb2 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:13.323668 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b692c-9d78-4116-8741-96ffd8ce69db None None] Pushing event updated for resources: {'Port': ['ID=aedb3b04-8960-4712-a2ec-32a7acccd863,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:13.334851 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Routers {'59440dde-3005-4bb5-969e-d247dd9c466f'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:13.335772 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['59440dde-3005-4bb5-969e-d247dd9c466f'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:13.486318 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] Set router 59440dde-3005-4bb5-969e-d247dd9c466f gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:13.516629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5921052d-071b-4b37-838e-46c8444c110d None None] Network f9f3b055-4533-44f4-8505-714d50f93404 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:13.622833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-828e4459-e224-46fd-886b-72881e097d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'name': 'tempest-TestMinimumBasicScenario-800987641-router', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:12Z', 'revision_number': 3, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'gw_port': {'id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:91:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:13.633381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9b064d31-1928-48fc-ae89-11ad3343d762 None None] Provisioning for port 9dec856e-51f6-48dc-9948-9a45357ff0de completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:13.663164 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Checking router: 62146481-d370-45c8-bd5a-01ac696d4bb2 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:13.663632 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Updating router 62146481-d370-45c8-bd5a-01ac696d4bb2 port 51d73c57-9ad9-4315-845d-65a6c862ccff binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:38:13.741365 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:13.767405 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'aedb3b04-8960-4712-a2ec-32a7acccd863', 'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'mac_address': 'fa:16:3e:cd:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:07Z', 'updated_at': '2021-07-06T12:38:13Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'subnets': [{'id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:13.800581 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1215399e-ff62-4536-9a41-b1f9ef64022e None None] The sync data for ids ['59440dde-3005-4bb5-969e-d247dd9c466f'] in n-d-799527-2 is: [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'aedb3b04-8960-4712-a2ec-32a7acccd863', 'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'mac_address': 'fa:16:3e:cd:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:07Z', 'updated_at': '2021-07-06T12:38:13Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'subnets': [{'id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:13.804357 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.047880 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Allocated IP 172.20.0.1 (f9f3b055-4533-44f4-8505-714d50f93404/39e8c10c-ae08-44ef-bfb8-e30ce7759c85/2ff26211-b757-42a5-b154-65d50cfce0a4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:14.241670 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.252273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9dec856e-51f6-48dc-9948-9a45357ff0de up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:14.275863 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Transition to ACTIVE for port object 2ff26211-b757-42a5-b154-65d50cfce0a4 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:14.328714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.378407 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.393705 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a55ae70f-fe4b-4b0c-bfde-f95394a90e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.406256 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Network f9f3b055-4533-44f4-8505-714d50f93404 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:14.414574 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:14.419939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Transition to ACTIVE for port object 51d73c57-9ad9-4315-845d-65a6c862ccff will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:14.424699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:14.442801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9dec856e-51f6-48dc-9948-9a45357ff0de completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:14.447163 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.464849 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5ba7a31f-17b6-40d6-8713-8c7e59c36af9 None None] Provisioning complete for port 9dec856e-51f6-48dc-9948-9a45357ff0de triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:14.465444 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ba7a31f-17b6-40d6-8713-8c7e59c36af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.470948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Pushing event updated for resources: {'Port': ['ID=2ff26211-b757-42a5-b154-65d50cfce0a4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:14.502983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9dec856e-51f6-48dc-9948-9a45357ff0de triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:14.503675 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.508685 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.748617 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.841199 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Attempting to bind port 51d73c57-9ad9-4315-845d-65a6c862ccff on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:14.841562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Attempting to bind port 51d73c57-9ad9-4315-845d-65a6c862ccff by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:14.841925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Attempting to bind port 51d73c57-9ad9-4315-845d-65a6c862ccff on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:14.847658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490f85f-5a14-4ac4-ac5c-4cf2b0fcae9a None None] Pushing event updated for resources: {'Port': ['ID=51d73c57-9ad9-4315-845d-65a6c862ccff,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:14.858413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:14.858925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:14.859170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.859604 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:14.860059 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Bound port: 51d73c57-9ad9-4315-845d-65a6c862ccff, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:14.860439 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.972953 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ba7a31f-17b6-40d6-8713-8c7e59c36af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.998531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.999567 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:15.001934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-828e4459-e224-46fd-886b-72881e097d37 None None] For port 51d73c57-9ad9-4315-845d-65a6c862ccff, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:15.003972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:15.031659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-828e4459-e224-46fd-886b-72881e097d37 None None] For port 51d73c57-9ad9-4315-845d-65a6c862ccff, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=51d73c57-9ad9-4315-845d-65a6c862ccff,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:15.046169 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:15.080017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Pushing event updated for resources: {'Port': ['ID=2ff26211-b757-42a5-b154-65d50cfce0a4,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:15.083041 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:15.083689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5ba7a31f-17b6-40d6-8713-8c7e59c36af9 None None] For port 9dec856e-51f6-48dc-9948-9a45357ff0de, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9dec856e-51f6-48dc-9948-9a45357ff0de,segment=NetworkSegment(6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf),segment_id=6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:15.097058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ba7a31f-17b6-40d6-8713-8c7e59c36af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:15.156603 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490f85f-5a14-4ac4-ac5c-4cf2b0fcae9a None None] Pushing event updated for resources: {'Port': ['ID=51d73c57-9ad9-4315-845d-65a6c862ccff,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:15.159441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Routers {'62146481-d370-45c8-bd5a-01ac696d4bb2'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:15.160075 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-828e4459-e224-46fd-886b-72881e097d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:37:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['62146481-d370-45c8-bd5a-01ac696d4bb2'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:15.168961 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:38:15.169319 n-d-799527-2 neutron-server[93816]: DEBUG oslo_db.api [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:38:15.208088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Network f9f3b055-4533-44f4-8505-714d50f93404 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:15.210792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:15.272953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f4a1ebe0-53b6-4b06-90bc-f0762b26a1a8 None None] Provisioning for port 2ff26211-b757-42a5-b154-65d50cfce0a4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:15.338662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f4a1ebe0-53b6-4b06-90bc-f0762b26a1a8 None None] Provisioning complete for port 2ff26211-b757-42a5-b154-65d50cfce0a4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:15.339149 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ebe0-53b6-4b06-90bc-f0762b26a1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:15.366754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Router 62146481-d370-45c8-bd5a-01ac696d4bb2 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:15.381311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7a31f-17b6-40d6-8713-8c7e59c36af9 None None] Pushing event updated for resources: {'Port': ['ID=9dec856e-51f6-48dc-9948-9a45357ff0de,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:15.417941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-828e4459-e224-46fd-886b-72881e097d37 None None] Set router 62146481-d370-45c8-bd5a-01ac696d4bb2 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:15.420207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1ebe0-53b6-4b06-90bc-f0762b26a1a8 None None] Port 2ff26211-b757-42a5-b154-65d50cfce0a4 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:38:15.522798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:15.530365 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a9c8cd9a-9bdf-44f3-9a47-e22d04ceba6e admin admin] 10.222.0.21 "PUT /v2.0/routers/62146481-d370-45c8-bd5a-01ac696d4bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4386172 Jul 06 12:38:15.586515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d72532cf-526b-4e9d-a85e-320f6de749b6 None None] Provisioning complete for port 2ff26211-b757-42a5-b154-65d50cfce0a4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:15.587042 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d72532cf-526b-4e9d-a85e-320f6de749b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:15.646417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d72532cf-526b-4e9d-a85e-320f6de749b6 None None] Port 2ff26211-b757-42a5-b154-65d50cfce0a4 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:38:15.722907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device aedb3b04-8960-4712-a2ec-32a7acccd863 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:15.787044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-828e4459-e224-46fd-886b-72881e097d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'name': 'tempest-TestMinimumBasicScenario-800987641-router', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:14Z', 'revision_number': 4, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'gw_port': {'id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:91:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '2ff26211-b757-42a5-b154-65d50cfce0a4', 'name': '', 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'mac_address': 'fa:16:3e:4f:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '39e8c10c-ae08-44ef-bfb8-e30ce7759c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:13Z', 'updated_at': '2021-07-06T12:38:14Z', 'revision_number': 2, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'subnets': [{'id': '39e8c10c-ae08-44ef-bfb8-e30ce7759c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:15.822580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e4459-e224-46fd-886b-72881e097d37 None None] The sync data for ids ['62146481-d370-45c8-bd5a-01ac696d4bb2'] in n-d-799527-2 is: [{'id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'name': 'tempest-TestMinimumBasicScenario-800987641-router', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:14Z', 'revision_number': 4, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'gw_port': {'id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:91:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '2ff26211-b757-42a5-b154-65d50cfce0a4', 'name': '', 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'mac_address': 'fa:16:3e:4f:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '39e8c10c-ae08-44ef-bfb8-e30ce7759c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:13Z', 'updated_at': '2021-07-06T12:38:14Z', 'revision_number': 2, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'subnets': [{'id': '39e8c10c-ae08-44ef-bfb8-e30ce7759c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:15.831891 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port aedb3b04-8960-4712-a2ec-32a7acccd863 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:15.837723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port aedb3b04-8960-4712-a2ec-32a7acccd863 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:15.838356 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:15.972710 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:16.048852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port aedb3b04-8960-4712-a2ec-32a7acccd863, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=aedb3b04-8960-4712-a2ec-32a7acccd863,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:16.064911 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:16.066550 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:16.215488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=aedb3b04-8960-4712-a2ec-32a7acccd863,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:16.219552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:16.220147 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:16.465631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9dec856e-51f6-48dc-9948-9a45357ff0de up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:16.543658 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9dec856e-51f6-48dc-9948-9a45357ff0de triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:16.543894 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:16.694039 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device aedb3b04-8960-4712-a2ec-32a7acccd863 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:16.800723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port aedb3b04-8960-4712-a2ec-32a7acccd863 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:16.801192 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:18.343212 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:18.529598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 51d73c57-9ad9-4315-845d-65a6c862ccff up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:18.589628 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4da1f3f1-5380-4de1-8fa2-ac0469bedb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:18.633642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 51d73c57-9ad9-4315-845d-65a6c862ccff completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:18.641382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 51d73c57-9ad9-4315-845d-65a6c862ccff triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:18.641887 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:18.754087 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Sync routers for ids ['62146481-d370-45c8-bd5a-01ac696d4bb2'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:18.770732 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Routers {'62146481-d370-45c8-bd5a-01ac696d4bb2'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:18.773246 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:38:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['62146481-d370-45c8-bd5a-01ac696d4bb2'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:18.799265 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:18.832232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 51d73c57-9ad9-4315-845d-65a6c862ccff, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=51d73c57-9ad9-4315-845d-65a6c862ccff,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:18.842229 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:18.938304 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Set router 62146481-d370-45c8-bd5a-01ac696d4bb2 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:18.950157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=51d73c57-9ad9-4315-845d-65a6c862ccff,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:18.976235 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:19.263949 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'name': 'tempest-TestMinimumBasicScenario-800987641-router', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:14Z', 'revision_number': 4, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'gw_port': {'id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:91:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '2ff26211-b757-42a5-b154-65d50cfce0a4', 'name': '', 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'mac_address': 'fa:16:3e:4f:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '39e8c10c-ae08-44ef-bfb8-e30ce7759c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:13Z', 'updated_at': '2021-07-06T12:38:14Z', 'revision_number': 2, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'subnets': [{'id': '39e8c10c-ae08-44ef-bfb8-e30ce7759c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:19.300564 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Checking router: 62146481-d370-45c8-bd5a-01ac696d4bb2 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:19.300924 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Updating router 62146481-d370-45c8-bd5a-01ac696d4bb2 port 2ff26211-b757-42a5-b154-65d50cfce0a4 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:38:19.356887 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:19.817255 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:19.836586 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Transition to ACTIVE for port object 2ff26211-b757-42a5-b154-65d50cfce0a4 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:19.846976 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:19.925986 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01985548-030d-4def-9741-5f3b75f02681 None None] Pushing event updated for resources: {'Port': ['ID=2ff26211-b757-42a5-b154-65d50cfce0a4,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:20.015102 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Attempting to bind port 2ff26211-b757-42a5-b154-65d50cfce0a4 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:20.015548 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Attempting to bind port 2ff26211-b757-42a5-b154-65d50cfce0a4 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:20.016008 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Attempting to bind port 2ff26211-b757-42a5-b154-65d50cfce0a4 on network f9f3b055-4533-44f4-8505-714d50f93404 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:20.023004 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:20.023383 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Checking segment: {'id': '6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:20.023853 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:20.024257 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Bound using segment: {'id': '6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:20.024763 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Bound port: 2ff26211-b757-42a5-b154-65d50cfce0a4, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:20.025140 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:20.125935 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] For port 2ff26211-b757-42a5-b154-65d50cfce0a4, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:20.144365 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] For port 2ff26211-b757-42a5-b154-65d50cfce0a4, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2ff26211-b757-42a5-b154-65d50cfce0a4,segment=NetworkSegment(6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf),segment_id=6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:20.150878 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:20.262299 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Routers {'62146481-d370-45c8-bd5a-01ac696d4bb2'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:20.263589 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:38:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['62146481-d370-45c8-bd5a-01ac696d4bb2'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:20.355138 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01985548-030d-4def-9741-5f3b75f02681 None None] Pushing event updated for resources: {'Port': ['ID=2ff26211-b757-42a5-b154-65d50cfce0a4,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:20.482917 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] Set router 62146481-d370-45c8-bd5a-01ac696d4bb2 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:20.543905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 51d73c57-9ad9-4315-845d-65a6c862ccff up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:20.626354 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 51d73c57-9ad9-4315-845d-65a6c862ccff triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:20.629956 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:20.760513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2ff26211-b757-42a5-b154-65d50cfce0a4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:20.765054 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:20.824764 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'name': 'tempest-TestMinimumBasicScenario-800987641-router', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:14Z', 'revision_number': 4, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'gw_port': {'id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:91:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '2ff26211-b757-42a5-b154-65d50cfce0a4', 'name': '', 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'mac_address': 'fa:16:3e:4f:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '39e8c10c-ae08-44ef-bfb8-e30ce7759c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:13Z', 'updated_at': '2021-07-06T12:38:20Z', 'revision_number': 4, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'subnets': [{'id': '39e8c10c-ae08-44ef-bfb8-e30ce7759c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:20.840480 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 2ff26211-b757-42a5-b154-65d50cfce0a4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:20.845624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2ff26211-b757-42a5-b154-65d50cfce0a4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:20.846338 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:20.856103 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fc97a-3a08-4667-a789-b6129026056e None None] The sync data for ids ['62146481-d370-45c8-bd5a-01ac696d4bb2'] in n-d-799527-2 is: [{'id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'name': 'tempest-TestMinimumBasicScenario-800987641-router', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:14Z', 'revision_number': 4, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'gw_port': {'id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:91:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '2ff26211-b757-42a5-b154-65d50cfce0a4', 'name': '', 'network_id': 'f9f3b055-4533-44f4-8505-714d50f93404', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'mac_address': 'fa:16:3e:4f:c8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '39e8c10c-ae08-44ef-bfb8-e30ce7759c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:13Z', 'updated_at': '2021-07-06T12:38:20Z', 'revision_number': 4, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'subnets': [{'id': '39e8c10c-ae08-44ef-bfb8-e30ce7759c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:20.962326 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:21.014195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 2ff26211-b757-42a5-b154-65d50cfce0a4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2ff26211-b757-42a5-b154-65d50cfce0a4,segment=NetworkSegment(6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf),segment_id=6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:21.020446 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:21.089750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=2ff26211-b757-42a5-b154-65d50cfce0a4,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:22.464431 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2ff26211-b757-42a5-b154-65d50cfce0a4 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:22.539381 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 2ff26211-b757-42a5-b154-65d50cfce0a4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:22.539791 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:24.086576 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:38:26.626889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-c1cab104-f3ee-4351-bf62-2e940812c1f5 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:26.628476 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-c1cab104-f3ee-4351-bf62-2e940812c1f5 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/networks?id=92bf9402-812e-4bb8-ba38-0407ada4c6db HTTP/1.1" status: 200 len: 815 time: 0.1073079 Jul 06 12:38:26.645111 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-c34efdd1-6096-4055-b1ca-229833d481bd tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/quotas/a87cb31be8a34051b687220afd088056 HTTP/1.1" status: 200 len: 375 time: 0.0102353 Jul 06 12:38:26.720656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-3cc942d5-544c-4895-b7d3-71d8241f8a4e tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87cb31be8a34051b687220afd088056&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699608 Jul 06 12:38:26.817312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-d7c47a30-eaab-44d8-883a-fd416d4e45d3 service neutron] 10.222.0.21 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852296 Jul 06 12:38:26.913785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-b6978dc0-cdd5-43dc-9a59-7a2d8e6f594a service neutron] 10.222.0.21 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895498 Jul 06 12:38:27.100982 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-505b85da-d673-4ffc-b632-3bc8fe468e4e req-bf67a778-025d-4006-bab0-49277c89b42b tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 210 time: 0.0383310 Jul 06 12:38:28.262333 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-aaec510c-2179-42a9-8ef4-38fe9054cdf8 req-8da7428e-c7a2-4cd6-b2d7-ea5b224e1fd1 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 210 time: 0.0304949 Jul 06 12:38:28.497690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-b09feb28-db27-4566-937e-21ee1cfc60ba tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:28.499600 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-b09feb28-db27-4566-937e-21ee1cfc60ba tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.47 "GET /v2.0/networks?id=92bf9402-812e-4bb8-ba38-0407ada4c6db HTTP/1.1" status: 200 len: 815 time: 0.1457477 Jul 06 12:38:28.515158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Request body: {'port': {'device_id': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'admin_state_up': True, 'tenant_id': 'a87cb31be8a34051b687220afd088056'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:28.631628 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Made reservation on behalf of a87cb31be8a34051b687220afd088056 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:28.635084 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.776816 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Allocated IP 172.20.0.6 (92bf9402-812e-4bb8-ba38-0407ada4c6db/c345d3da-c67b-4dd6-a749-3b3dfcaf97d7/65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:29.024975 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.044189 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Transition to ACTIVE for port object 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:29.095838 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.127625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Network 92bf9402-812e-4bb8-ba38-0407ada4c6db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:29.134266 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:29.164488 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:29.240925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'Port': ['ID=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:29.244312 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.264800 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:29.266135 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.305204 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-7e8576d6-9a20-44d3-afe5-faec0d3c1bcb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7940423 Jul 06 12:38:29.380289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.518466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d32864-3093-4425-971e-e928571c5454 req-f0d9dd16-fb88-4026-95d7-2eda8138b971 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:29.522241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09d32864-3093-4425-971e-e928571c5454 req-f0d9dd16-fb88-4026-95d7-2eda8138b971 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0943782 Jul 06 12:38:29.523477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9fbf1408-0f4e-44fe-a6c7-924a568512a5 None None] Provisioning for port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:29.536403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9fbf1408-0f4e-44fe-a6c7-924a568512a5 None None] Provisioning complete for port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:29.537805 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fbf1408-0f4e-44fe-a6c7-924a568512a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.582923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-09d32864-3093-4425-971e-e928571c5454 req-59f29cbf-7617-4f37-9867-2884fb7f516f tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545616 Jul 06 12:38:29.592417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf1408-0f4e-44fe-a6c7-924a568512a5 None None] Port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:38:30.791828 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0d50a-e9b3-4d43-8bc2-1ddd2029e824 req-7a5cbcf0-a9f0-4797-816c-aced72aedbe7 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:30.793347 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ee0d50a-e9b3-4d43-8bc2-1ddd2029e824 req-7a5cbcf0-a9f0-4797-816c-aced72aedbe7 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0812993 Jul 06 12:38:30.832506 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4ee0d50a-e9b3-4d43-8bc2-1ddd2029e824 req-fe96032d-c9a1-4f41-a898-f88f0972b919 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334482 Jul 06 12:38:32.016819 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510a5c1-c22a-4b58-82d8-2393191b6b4f req-ee5c46ad-e8ee-4e1e-ae36-9029af1f061d tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:32.018293 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1510a5c1-c22a-4b58-82d8-2393191b6b4f req-ee5c46ad-e8ee-4e1e-ae36-9029af1f061d tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0634122 Jul 06 12:38:32.059848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1510a5c1-c22a-4b58-82d8-2393191b6b4f req-e46d216f-d9c5-4006-b659-f4e0cbac8eba tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355227 Jul 06 12:38:33.316021 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6749d-b176-4eef-a2d6-08b8b69ed03d req-d585d66e-e3ee-4ddf-a279-12b7c99b9960 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:33.317550 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0e6749d-b176-4eef-a2d6-08b8b69ed03d req-d585d66e-e3ee-4ddf-a279-12b7c99b9960 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0743067 Jul 06 12:38:33.358559 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f0e6749d-b176-4eef-a2d6-08b8b69ed03d req-6c9e2680-125d-46a0-8fcb-7d7cfa1a1b27 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344329 Jul 06 12:38:34.552879 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce695fcd-08c4-456f-80ab-68bd8bd634aa req-5cbedf9f-b065-4b79-8478-144a69f36d48 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:34.554507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce695fcd-08c4-456f-80ab-68bd8bd634aa req-5cbedf9f-b065-4b79-8478-144a69f36d48 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0788531 Jul 06 12:38:34.594343 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce695fcd-08c4-456f-80ab-68bd8bd634aa req-8354a47b-b567-4e08-93f9-16517bc50869 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Jul 06 12:38:35.802079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633244d6-617b-4f4c-845a-2c9eee74aa6c req-b0e95c2a-f639-4692-9d60-f438b7443bb4 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:35.805889 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-633244d6-617b-4f4c-845a-2c9eee74aa6c req-b0e95c2a-f639-4692-9d60-f438b7443bb4 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0906732 Jul 06 12:38:35.850919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-633244d6-617b-4f4c-845a-2c9eee74aa6c req-a592cd96-7f47-4817-bcb4-7724a62df889 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384371 Jul 06 12:38:37.044994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab1db-5331-4729-906f-c6fb617d48a2 req-1c33960a-a24a-4b0d-9205-c19896260960 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:37.046736 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f83ab1db-5331-4729-906f-c6fb617d48a2 req-1c33960a-a24a-4b0d-9205-c19896260960 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0768847 Jul 06 12:38:37.112091 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f83ab1db-5331-4729-906f-c6fb617d48a2 req-be8ab70d-81f9-4f7d-add5-718a8a4d2895 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555089 Jul 06 12:38:38.298052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba259e5d-b08d-4883-92bb-fb551fa0db35 req-d1ba13bf-c630-43e6-98fd-fb84569d7ff7 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:38.299664 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba259e5d-b08d-4883-92bb-fb551fa0db35 req-d1ba13bf-c630-43e6-98fd-fb84569d7ff7 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0708678 Jul 06 12:38:38.344141 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba259e5d-b08d-4883-92bb-fb551fa0db35 req-8ba48cc0-c379-413e-85e2-55e3364f29aa tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Jul 06 12:38:39.548132 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70620920-c83e-4293-9273-b7bf166b4e37 req-7d3b85ce-8c40-4d92-956e-2c3fbc85f6e3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:39.549615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70620920-c83e-4293-9273-b7bf166b4e37 req-7d3b85ce-8c40-4d92-956e-2c3fbc85f6e3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0647211 Jul 06 12:38:39.613516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70620920-c83e-4293-9273-b7bf166b4e37 req-215be8ed-d820-4f73-8b37-ad004ef94984 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577662 Jul 06 12:38:40.801648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad9877-8be4-4027-aa2d-967b8eb7e016 req-0ee73c95-3099-418e-b7d9-9baab6ebdf00 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:40.803757 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcad9877-8be4-4027-aa2d-967b8eb7e016 req-0ee73c95-3099-418e-b7d9-9baab6ebdf00 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0660191 Jul 06 12:38:40.842033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcad9877-8be4-4027-aa2d-967b8eb7e016 req-b02f43e0-1274-48f7-9e11-1ba8ef59df77 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Jul 06 12:38:42.070037 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2eed8-0117-452e-95a6-d4aa9b1a0c30 req-09a6403b-aef8-47ff-aed1-d3b651898e33 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:42.072664 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69f2eed8-0117-452e-95a6-d4aa9b1a0c30 req-09a6403b-aef8-47ff-aed1-d3b651898e33 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.1154344 Jul 06 12:38:42.112920 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69f2eed8-0117-452e-95a6-d4aa9b1a0c30 req-844a77e9-c802-4000-9f74-3217dcc20eef tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Jul 06 12:38:43.300533 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef111f2-cebc-48a8-a4e2-b5674eb37187 req-98b76870-01fa-41f6-bdad-3309f0aad9de tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:43.302826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef111f2-cebc-48a8-a4e2-b5674eb37187 req-98b76870-01fa-41f6-bdad-3309f0aad9de tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0658507 Jul 06 12:38:43.345076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7ef111f2-cebc-48a8-a4e2-b5674eb37187 req-e863cc53-6ad1-43f4-92af-0563c7336389 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Jul 06 12:38:44.297023 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ba95c72-6754-4b57-8be1-6b4b12250994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:44.526458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea223c1-e09c-4e4f-a6da-42358e919206 req-d40aaca9-d255-4bff-9d16-5a4eaf839eaf tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:44.528040 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cea223c1-e09c-4e4f-a6da-42358e919206 req-d40aaca9-d255-4bff-9d16-5a4eaf839eaf tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 931 time: 0.0690806 Jul 06 12:38:44.581727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cea223c1-e09c-4e4f-a6da-42358e919206 req-5b9acd71-cdd1-4c43-bbed-319a346c7acb tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478575 Jul 06 12:38:44.805551 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-1adbc5f1-1417-45af-8433-f3112f1b4dfd tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:38:44.807049 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-1adbc5f1-1417-45af-8433-f3112f1b4dfd tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059874 Jul 06 12:38:44.819825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Request body: {'port': {'device_id': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:44.893814 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:45.447296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:45.454759 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:45.468403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Transition to ACTIVE for port object 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:45.472728 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:45.526866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Pushing event updated for resources: {'Port': ['ID=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:45.595152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Attempting to bind port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:45.595565 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Attempting to bind port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:45.595901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Attempting to bind port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 on network 92bf9402-812e-4bb8-ba38-0407ada4c6db {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:45.600672 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 on network 92bf9402-812e-4bb8-ba38-0407ada4c6db not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:38:45.600994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Attempting to bind port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 on network 92bf9402-812e-4bb8-ba38-0407ada4c6db {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:45.606138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:45.606473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Checking segment: {'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:45.606863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Bound using segment: {'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:45.607292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Bound port: 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a708bf5-133a-4e95-95ba-dfd122b306d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:45.607675 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:45.677740 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] For port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:45.681103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] For port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:45.685378 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:45.735333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:45.736383 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:45.738236 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] 10.222.0.47 "PUT /v2.0/ports/65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 1091 time: 0.9236641 Jul 06 12:38:45.757699 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:45.761129 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:45.804820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa858b0-aa2e-4146-b8d6-eba0b5a13571 service neutron] Pushing event updated for resources: {'Port': ['ID=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:45.858510 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c6a21-5356-4197-ab57-8320ac9f02c4 req-f1d1c1d2-58c8-4b09-974d-24b99f7eff15 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:45.860113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d46c6a21-5356-4197-ab57-8320ac9f02c4 req-f1d1c1d2-58c8-4b09-974d-24b99f7eff15 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 943 time: 0.1435213 Jul 06 12:38:45.895616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-318ae911-fead-4afc-868d-44a59f52efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:45.897533 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-318ae911-fead-4afc-868d-44a59f52efc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a87cb31be8a34051b687220afd088056&device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 1094 time: 0.1038501 Jul 06 12:38:45.953325 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926bedb5-ffc9-496a-a62d-6902b8f7dbdd x-openstack-request-id: req-926bedb5-ffc9-496a-a62d-6902b8f7dbdd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:45.953617 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:45.953867 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-926bedb5-ffc9-496a-a62d-6902b8f7dbdd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:45.954350 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'status': 'completed', 'code': 200} Jul 06 12:38:45.956285 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-8e268c8a-9509-4778-8b4d-66e14b26f15b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 217 time: 0.0465062 Jul 06 12:38:45.959276 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d46c6a21-5356-4197-ab57-8320ac9f02c4 req-a1319aac-fc69-4bda-9319-e1f74cab741e tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879884 Jul 06 12:38:46.005576 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-f70656e5-3aa0-48e0-ac0c-64308c561276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:46.006957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-f70656e5-3aa0-48e0-ac0c-64308c561276 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c345d3da-c67b-4dd6-a749-3b3dfcaf97d7 HTTP/1.1" status: 200 len: 854 time: 0.0443468 Jul 06 12:38:46.071350 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-c1b3858f-45f6-4857-be2b-cb0011c41d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:46.072918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-c1b3858f-45f6-4857-be2b-cb0011c41d1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92bf9402-812e-4bb8-ba38-0407ada4c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597260 Jul 06 12:38:46.167124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-c6a48118-26dc-4fe2-b7eb-420053e880af service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871921 Jul 06 12:38:46.258611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-edeb39ca-86b6-4420-97a9-bcca288dfa3a req-789666cd-82f0-4163-b209-83afaf86a0ed service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850203 Jul 06 12:38:46.365239 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9 req-2db9f94f-8e67-405c-9be6-ce8c44670915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:46.366733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9 req-2db9f94f-8e67-405c-9be6-ce8c44670915 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a87cb31be8a34051b687220afd088056&device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 1094 time: 0.0588124 Jul 06 12:38:46.456235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9 req-1594c19d-ab25-4085-811a-0c8be0b5635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:46.457744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9 req-1594c19d-ab25-4085-811a-0c8be0b5635f service neutron] 10.222.0.47 "GET /v2.0/networks?id=92bf9402-812e-4bb8-ba38-0407ada4c6db HTTP/1.1" status: 200 len: 916 time: 0.0846291 Jul 06 12:38:46.503463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9 req-bfaa9c75-2ecd-46c2-9499-0a98ec8598f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 217 time: 0.0383103 Jul 06 12:38:46.554019 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9 req-d562298d-deac-4fc9-9a00-9af2655ca67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:46.555610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9 req-d562298d-deac-4fc9-9a00-9af2655ca67f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c345d3da-c67b-4dd6-a749-3b3dfcaf97d7 HTTP/1.1" status: 200 len: 854 time: 0.0460289 Jul 06 12:38:46.612912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9 req-2f402683-bd53-417a-a4e2-ea1922df56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:46.614586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9 req-2f402683-bd53-417a-a4e2-ea1922df56e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92bf9402-812e-4bb8-ba38-0407ada4c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525603 Jul 06 12:38:46.709903 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9 req-e8bec69c-bc7a-4441-9305-55129ff9f7fa service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879817 Jul 06 12:38:46.800437 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6f1a81e0-0a61-4d8e-8669-51d6cbb66bd9 req-0015f338-3b8e-4374-8aa0-3c6cd16c79fc service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835400 Jul 06 12:38:47.134418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dac62-1a94-4532-9fc1-28a5933b57b7 req-31273ba0-bcf6-43e8-b69a-a7f014c442db tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:47.135951 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae7dac62-1a94-4532-9fc1-28a5933b57b7 req-31273ba0-bcf6-43e8-b69a-a7f014c442db tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 943 time: 0.0638454 Jul 06 12:38:47.173825 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae7dac62-1a94-4532-9fc1-28a5933b57b7 req-1e6dea1f-fbe2-440f-87f9-4877f5ee8542 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Jul 06 12:38:48.329706 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:48.354047 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a02a1-e5aa-4bcc-b960-f438b44245ba req-fd7621a0-29e7-4b12-94f4-eb2cd1b2d6e1 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:48.355608 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e59a02a1-e5aa-4bcc-b960-f438b44245ba req-fd7621a0-29e7-4b12-94f4-eb2cd1b2d6e1 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 943 time: 0.0707760 Jul 06 12:38:48.393739 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e59a02a1-e5aa-4bcc-b960-f438b44245ba req-0b8d3a5a-969c-4d3a-80f6-3065c1233e75 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Jul 06 12:38:48.501806 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-27ed3d71-4578-453f-a47b-1802fe795d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:48.961672 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:49.580419 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611a501-1aff-4c01-9b28-462fa80ac350 req-33315b63-9f38-4eb1-b3b0-f729c71dfafc tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:49.582007 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2611a501-1aff-4c01-9b28-462fa80ac350 req-33315b63-9f38-4eb1-b3b0-f729c71dfafc tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 943 time: 0.0668893 Jul 06 12:38:49.622338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2611a501-1aff-4c01-9b28-462fa80ac350 req-6fdfdede-9948-47a7-b1b7-6bdc63095c22 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344975 Jul 06 12:38:50.744876 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:50.803250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7a22-39c9-4b3c-870d-43af99911dea req-36dbc28a-19de-4caf-a0b3-7dd72670f0e3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:50.804854 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d56a7a22-39c9-4b3c-870d-43af99911dea req-36dbc28a-19de-4caf-a0b3-7dd72670f0e3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 943 time: 0.0708947 Jul 06 12:38:50.843026 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d56a7a22-39c9-4b3c-870d-43af99911dea req-51f3375b-9e17-42eb-8b80-f562919c75c4 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Jul 06 12:38:51.005614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:38:51.103070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:51.114181 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'port_id': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'mac_address': 'fa:16:3e:b3:ba:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:38:51.150932 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.163348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:51.182338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:51.186511 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:51.233834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:51.241686 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.242024 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.242360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.242692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.243018 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.243346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.243695 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.244021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.244342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.244808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.245128 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.245450 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:51.602235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:38:52.020122 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e6b9d-9ceb-4095-b806-6f6ccd2e52de req-257e8673-10e1-4182-bd9d-210a8e4e5108 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:52.021692 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e51e6b9d-9ceb-4095-b806-6f6ccd2e52de req-257e8673-10e1-4182-bd9d-210a8e4e5108 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 944 time: 0.0652125 Jul 06 12:38:52.059860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e51e6b9d-9ceb-4095-b806-6f6ccd2e52de req-63c3924a-2999-4dc3-b161-daedf59c3286 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Jul 06 12:38:53.021441 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:53.071342 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:53.075187 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:53.075614 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:53.158861 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:53.182490 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:53.184786 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe498db-dfeb-4a60-bc0a-e430cdde67a5" -d '{"events": [{"server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "name": "network-vif-plugged", "status": "completed", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:53.198783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:53.203740 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:53.228735 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b4c696-a036-427c-9418-cdee8cfc4acc x-openstack-request-id: req-b7b4c696-a036-427c-9418-cdee8cfc4acc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:53.229034 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "name": "network-vif-plugged", "status": "completed", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:53.229452 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7b4c696-a036-427c-9418-cdee8cfc4acc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:53.229855 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'code': 200} Jul 06 12:38:53.244433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413dd9-4014-4257-9f0c-e8e8a8db4728 req-3790d565-162a-4b84-b379-8ac7e92495ad tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:53.247182 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec413dd9-4014-4257-9f0c-e8e8a8db4728 req-3790d565-162a-4b84-b379-8ac7e92495ad tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 944 time: 0.0713124 Jul 06 12:38:53.263379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:53.297897 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ec413dd9-4014-4257-9f0c-e8e8a8db4728 req-651a6152-5b4a-4cbe-98a1-e78407a0685a tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452130 Jul 06 12:38:53.355349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e284a-bd68-4361-829f-037fdbb50832 req-ee5c6eaa-0648-4866-b952-50fb38b54487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:53.356805 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e7e284a-bd68-4361-829f-037fdbb50832 req-ee5c6eaa-0648-4866-b952-50fb38b54487 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 1096 time: 0.0523279 Jul 06 12:38:53.392372 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e7e284a-bd68-4361-829f-037fdbb50832 req-a96b79b8-2bd0-4584-8b7a-2038cc8208fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285730 Jul 06 12:38:54.480045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ae7bb-d38e-4cea-99e1-8be6a4e05af5 req-ede5954e-c28e-45d1-bab8-bda990b6f9af tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:54.481610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-758ae7bb-d38e-4cea-99e1-8be6a4e05af5 req-ede5954e-c28e-45d1-bab8-bda990b6f9af tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 945 time: 0.0669150 Jul 06 12:38:54.521958 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-758ae7bb-d38e-4cea-99e1-8be6a4e05af5 req-79c2bef4-cb4e-448a-88c4-0b2faae20940 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345223 Jul 06 12:38:55.707664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98ddf7-8356-496a-ae2e-9cf3c133403b req-ade94fe4-925d-40e0-9363-9092468664ad tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:55.709968 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd98ddf7-8356-496a-ae2e-9cf3c133403b req-ade94fe4-925d-40e0-9363-9092468664ad tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 945 time: 0.0693932 Jul 06 12:38:55.751386 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd98ddf7-8356-496a-ae2e-9cf3c133403b req-1ad0795f-36b3-4df1-ac93-055842c92cd5 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357695 Jul 06 12:38:55.937653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83273cfa-0e25-4af1-9b52-55385d5fe1e0 req-7eedad65-621a-46ba-af48-f0fc2f4f36ba tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:55.939187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83273cfa-0e25-4af1-9b52-55385d5fe1e0 req-7eedad65-621a-46ba-af48-f0fc2f4f36ba tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 945 time: 0.0705607 Jul 06 12:38:55.979609 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-83273cfa-0e25-4af1-9b52-55385d5fe1e0 req-70a21f8f-3f96-4317-92bb-678498d9837c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Jul 06 12:38:56.333938 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c2f3-0728-4cf6-81fa-2b2bdf0a1a59 req-b3d1534f-b252-41af-bb67-047cf41c786c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:56.335572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2248c2f3-0728-4cf6-81fa-2b2bdf0a1a59 req-b3d1534f-b252-41af-bb67-047cf41c786c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 945 time: 0.0664556 Jul 06 12:38:56.375328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2248c2f3-0728-4cf6-81fa-2b2bdf0a1a59 req-9afec814-1b29-4680-b4b0-ca1315679c3d tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Jul 06 12:38:59.218154 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:59.378173 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:01.066381 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:39:09.173087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98bf47-993f-4a1a-a969-7e37cd0a8f33 req-7a86cd23-1a5f-4803-97e1-b42d1a0db13c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:09.174896 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f98bf47-993f-4a1a-a969-7e37cd0a8f33 req-7a86cd23-1a5f-4803-97e1-b42d1a0db13c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 945 time: 0.0690517 Jul 06 12:39:09.212786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3f98bf47-993f-4a1a-a969-7e37cd0a8f33 req-c62ea8c7-3d1d-49a3-a30b-7b5ddbae54f3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Jul 06 12:39:09.238069 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60798) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:09.386140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0523f30d-372b-47e9-a93f-9b2f3ec625fe tempest-TestMinimumBasicScenario-1165586580 tempest-TestMinimumBasicScenario-1165586580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:09.387976 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0523f30d-372b-47e9-a93f-9b2f3ec625fe tempest-TestMinimumBasicScenario-1165586580 tempest-TestMinimumBasicScenario-1165586580-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 1091 time: 0.1477883 Jul 06 12:39:09.390905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60802) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:09.395821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:09.421213 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:09.517034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:09.626638 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Allocated IP 172.25.0.45 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/637f2e4d-7768-434c-99e1-e07c1c15b478) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:09.731647 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:09.779046 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:09.817657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:09.822693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:09.826300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:09.831890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'Port': ['ID=637f2e4d-7768-434c-99e1-e07c1c15b478,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:09.859352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:09.859731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:09.860079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:09.860417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:09.860752 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:09.861086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:09.861417 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:09.861747 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:09.862081 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:09.862407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:09.862733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:09.863057 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:10.328630 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:10.445251 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:10.593606 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:10.598950 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:10.670690 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'Port': ['ID=637f2e4d-7768-434c-99e1-e07c1c15b478,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:10.680467 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.091136 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Floating IP da157ec7-464c-43f1-a062-158e8e3f3387 associated. External IP: 172.25.0.45, port: 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1. Jul 06 12:39:11.301095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Router 59440dde-3005-4bb5-969e-d247dd9c466f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:39:11.415193 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:39:11.425156 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6243f55-2b48-4abf-b396-c392ae6d3967 None None] Sync routers for ids ['59440dde-3005-4bb5-969e-d247dd9c466f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:39:11.434059 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.436930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6243f55-2b48-4abf-b396-c392ae6d3967 None None] Routers {'59440dde-3005-4bb5-969e-d247dd9c466f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:39:11.437799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a6243f55-2b48-4abf-b396-c392ae6d3967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:38:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['59440dde-3005-4bb5-969e-d247dd9c466f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:11.478278 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7a7d3f15-f95e-4247-b0a9-8c361ad02367 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0863080 Jul 06 12:39:11.478904 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:11.481223 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:11.482049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:11.487415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269864167', 'description': 'tempest-secgroup-smoke-1269864167 description', 'project_id': 'a87cb31be8a34051b687220afd088056'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:11.513771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.522717 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621bf900-01e6-4f90-9dc2-bf54a8e2b2c6 x-openstack-request-id: req-621bf900-01e6-4f90-9dc2-bf54a8e2b2c6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:11.523114 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:11.523442 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-621bf900-01e6-4f90-9dc2-bf54a8e2b2c6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:11.524632 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'status': 'completed', 'code': 200} Jul 06 12:39:11.563104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a6243f55-2b48-4abf-b396-c392ae6d3967 None None] Set router 59440dde-3005-4bb5-969e-d247dd9c466f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:39:11.652967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2 req-1e7f47bc-7557-4023-81e9-16844cb818b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:11.654530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2 req-1e7f47bc-7557-4023-81e9-16844cb818b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a87cb31be8a34051b687220afd088056&device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 1096 time: 0.1084416 Jul 06 12:39:11.657009 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.664061 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.756076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d06c0e9-6e90-4a4d-be31-5c77d21f976c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:11.758345 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.764347 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2760618 Jul 06 12:39:11.765811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60808) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:11.771248 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.771652 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.772000 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.772338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.772673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.773004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.773329 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.773658 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.773911 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4a789f85-eec5-438f-bc1e-4bd442814dd9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Request body: {'security_group_rule': {'security_group_id': '8d06c0e9-6e90-4a4d-be31-5c77d21f976c', 'project_id': 'a87cb31be8a34051b687220afd088056', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:11.774048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.774294 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.774618 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.774945 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c89d60-117c-4a9b-93c5-1b678e846028 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:11.822674 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a789f85-eec5-438f-bc1e-4bd442814dd9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.825824 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2 req-21038f6b-582c-4b47-bfbe-e47c4c26ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:11.827342 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2 req-21038f6b-582c-4b47-bfbe-e47c4c26ea7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=92bf9402-812e-4bb8-ba38-0407ada4c6db HTTP/1.1" status: 200 len: 916 time: 0.1644111 Jul 06 12:39:11.876109 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a789f85-eec5-438f-bc1e-4bd442814dd9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.881807 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a789f85-eec5-438f-bc1e-4bd442814dd9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.902310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a789f85-eec5-438f-bc1e-4bd442814dd9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae56b42c-465d-44ba-92e6-fcd48f19fe11,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:11.910240 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a789f85-eec5-438f-bc1e-4bd442814dd9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.910957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2 req-7083a239-436e-47f5-a022-b3f73cc5baca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 998 time: 0.0760651 Jul 06 12:39:11.911757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4a789f85-eec5-438f-bc1e-4bd442814dd9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445932 Jul 06 12:39:11.914319 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60810) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:11.919536 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1486c59c-6cea-4cb6-bb68-83d641ae4a93 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Request body: {'security_group_rule': {'security_group_id': '8d06c0e9-6e90-4a4d-be31-5c77d21f976c', 'project_id': 'a87cb31be8a34051b687220afd088056', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:11.951353 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1486c59c-6cea-4cb6-bb68-83d641ae4a93 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.979610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2 req-0efaa564-8ab3-4559-b30f-e2eac24ca9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:11.982194 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2 req-0efaa564-8ab3-4559-b30f-e2eac24ca9be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c345d3da-c67b-4dd6-a749-3b3dfcaf97d7 HTTP/1.1" status: 200 len: 854 time: 0.0647402 Jul 06 12:39:12.005991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a6243f55-2b48-4abf-b396-c392ae6d3967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'da157ec7-464c-43f1-a062-158e8e3f3387', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'port_id': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'mac_address': 'fa:16:3e:b3:ba:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:39:10Z', 'updated_at': '2021-07-06T12:39:10Z', 'revision_number': 0, 'project_id': 'a87cb31be8a34051b687220afd088056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aedb3b04-8960-4712-a2ec-32a7acccd863', 'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'mac_address': 'fa:16:3e:cd:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:07Z', 'updated_at': '2021-07-06T12:38:16Z', 'revision_number': 5, 'project_id': 'a87cb31be8a34051b687220afd088056', 'subnets': [{'id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:12.026632 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1486c59c-6cea-4cb6-bb68-83d641ae4a93 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.031192 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1486c59c-6cea-4cb6-bb68-83d641ae4a93 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.034855 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6243f55-2b48-4abf-b396-c392ae6d3967 None None] Checking router: 59440dde-3005-4bb5-969e-d247dd9c466f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:39:12.045277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6243f55-2b48-4abf-b396-c392ae6d3967 None None] Routers {'59440dde-3005-4bb5-969e-d247dd9c466f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:39:12.045911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a6243f55-2b48-4abf-b396-c392ae6d3967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:38:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['59440dde-3005-4bb5-969e-d247dd9c466f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:12.052739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2 req-9e067a4f-aa34-433f-ac88-d27f24e42b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:12.053522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486c59c-6cea-4cb6-bb68-83d641ae4a93 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f778311c-fffd-40ca-a801-8dd0b51d5edb,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:12.054605 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2 req-9e067a4f-aa34-433f-ac88-d27f24e42b14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92bf9402-812e-4bb8-ba38-0407ada4c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625565 Jul 06 12:39:12.061756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1486c59c-6cea-4cb6-bb68-83d641ae4a93 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.065890 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1486c59c-6cea-4cb6-bb68-83d641ae4a93 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480315 Jul 06 12:39:12.065890 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60812) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:12.072154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-be57e771-ffea-4b77-be8a-28ef409cf4df tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Request body: {'security_group_rule': {'security_group_id': '8d06c0e9-6e90-4a4d-be31-5c77d21f976c', 'project_id': 'a87cb31be8a34051b687220afd088056', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:12.109291 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be57e771-ffea-4b77-be8a-28ef409cf4df tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.162960 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2 req-06b01bf8-9417-4e32-8ad0-6294dae40319 service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012428 Jul 06 12:39:12.169258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a6243f55-2b48-4abf-b396-c392ae6d3967 None None] Set router 59440dde-3005-4bb5-969e-d247dd9c466f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:39:12.178314 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be57e771-ffea-4b77-be8a-28ef409cf4df tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.186773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be57e771-ffea-4b77-be8a-28ef409cf4df tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.210699 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57e771-ffea-4b77-be8a-28ef409cf4df tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91434dc8-6766-45d6-b086-ca1f9ec02cb7,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:12.214161 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be57e771-ffea-4b77-be8a-28ef409cf4df tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.215711 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-be57e771-ffea-4b77-be8a-28ef409cf4df tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480916 Jul 06 12:39:12.218283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60814) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:12.223082 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-53bec820-8832-4b30-878f-502dc4e88471 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Request body: {'security_group_rule': {'security_group_id': '8d06c0e9-6e90-4a4d-be31-5c77d21f976c', 'project_id': 'a87cb31be8a34051b687220afd088056', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:12.255250 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53bec820-8832-4b30-878f-502dc4e88471 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.278571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6416bf7b-1ddd-4fe0-8133-711cdb8217f2 req-ebf10bb9-699a-479f-9f66-49027aaf62d4 service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083744 Jul 06 12:39:12.321520 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53bec820-8832-4b30-878f-502dc4e88471 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.325538 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53bec820-8832-4b30-878f-502dc4e88471 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.345113 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bec820-8832-4b30-878f-502dc4e88471 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0533602c-69d0-46b2-a673-52162322b97c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:12.354401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53bec820-8832-4b30-878f-502dc4e88471 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.355821 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-53bec820-8832-4b30-878f-502dc4e88471 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364219 Jul 06 12:39:12.360050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60816) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:12.364050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5a1b4808-0bac-4693-aca6-28e281a5e946 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Request body: {'security_group_rule': {'security_group_id': '8d06c0e9-6e90-4a4d-be31-5c77d21f976c', 'project_id': 'a87cb31be8a34051b687220afd088056', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:12.386525 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-5a1b4808-0bac-4693-aca6-28e281a5e946 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Project a87cb31be8a34051b687220afd088056 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:39:12.392499 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a1b4808-0bac-4693-aca6-28e281a5e946 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.432783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a6243f55-2b48-4abf-b396-c392ae6d3967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'da157ec7-464c-43f1-a062-158e8e3f3387', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'port_id': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'mac_address': 'fa:16:3e:b3:ba:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:39:10Z', 'updated_at': '2021-07-06T12:39:10Z', 'revision_number': 0, 'project_id': 'a87cb31be8a34051b687220afd088056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aedb3b04-8960-4712-a2ec-32a7acccd863', 'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'mac_address': 'fa:16:3e:cd:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:07Z', 'updated_at': '2021-07-06T12:38:16Z', 'revision_number': 5, 'project_id': 'a87cb31be8a34051b687220afd088056', 'subnets': [{'id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:12.460280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6243f55-2b48-4abf-b396-c392ae6d3967 None None] The sync data for ids ['59440dde-3005-4bb5-969e-d247dd9c466f'] in n-d-799527-2 is: [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'da157ec7-464c-43f1-a062-158e8e3f3387', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'floating_ip_address': '172.25.0.45', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'port_id': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'mac_address': 'fa:16:3e:b3:ba:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:39:10Z', 'updated_at': '2021-07-06T12:39:10Z', 'revision_number': 0, 'project_id': 'a87cb31be8a34051b687220afd088056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aedb3b04-8960-4712-a2ec-32a7acccd863', 'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'mac_address': 'fa:16:3e:cd:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:07Z', 'updated_at': '2021-07-06T12:38:16Z', 'revision_number': 5, 'project_id': 'a87cb31be8a34051b687220afd088056', 'subnets': [{'id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:39:12.465579 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a1b4808-0bac-4693-aca6-28e281a5e946 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.470183 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a1b4808-0bac-4693-aca6-28e281a5e946 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.491056 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b4808-0bac-4693-aca6-28e281a5e946 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba70a93e-a71e-4b46-b4fd-468d0831bee3,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:12.498655 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a1b4808-0bac-4693-aca6-28e281a5e946 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.500020 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5a1b4808-0bac-4693-aca6-28e281a5e946 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403549 Jul 06 12:39:12.502856 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60818) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:12.508078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c0a9e93a-5fc5-4177-9187-060d3c880747 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Request body: {'security_group_rule': {'security_group_id': '8d06c0e9-6e90-4a4d-be31-5c77d21f976c', 'project_id': 'a87cb31be8a34051b687220afd088056', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:12.532096 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-c0a9e93a-5fc5-4177-9187-060d3c880747 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Project a87cb31be8a34051b687220afd088056 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:39:12.538076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e93a-5fc5-4177-9187-060d3c880747 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.609520 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e93a-5fc5-4177-9187-060d3c880747 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.620018 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e93a-5fc5-4177-9187-060d3c880747 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.640583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9e93a-5fc5-4177-9187-060d3c880747 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5218b941-2316-4e90-9484-c3cce999de9d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:12.647693 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0a9e93a-5fc5-4177-9187-060d3c880747 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.648870 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c0a9e93a-5fc5-4177-9187-060d3c880747 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449826 Jul 06 12:39:12.694737 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14fbe78-164e-4938-a56c-bdff11be84fd None None] New status for floating IP da157ec7-464c-43f1-a062-158e8e3f3387: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:39:12.800843 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4aa07ef-3404-4d93-bf79-3e5f19b3fbf1 req-72938458-b2dc-4ba4-9222-0b9a4f499d96 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269864167&fields=id&tenant_id=a87cb31be8a34051b687220afd088056 HTTP/1.1" status: 200 len: 267 time: 0.0357194 Jul 06 12:39:12.881901 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa07ef-3404-4d93-bf79-3e5f19b3fbf1 req-da4d5cde-5279-4914-b909-765cdfe96b74 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:12.883594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4aa07ef-3404-4d93-bf79-3e5f19b3fbf1 req-da4d5cde-5279-4914-b909-765cdfe96b74 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 945 time: 0.0756128 Jul 06 12:39:12.897124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c4aa07ef-3404-4d93-bf79-3e5f19b3fbf1 req-eee7b0cd-6ad5-4da2-9d0b-a8d71202efd2 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Request body: {'port': {'security_groups': ['e2eabeab-b462-4a64-a2a8-f73eb266cdb2', '8d06c0e9-6e90-4a4d-be31-5c77d21f976c']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:13.013925 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c4aa07ef-3404-4d93-bf79-3e5f19b3fbf1 req-eee7b0cd-6ad5-4da2-9d0b-a8d71202efd2 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:13.212272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c4aa07ef-3404-4d93-bf79-3e5f19b3fbf1 req-eee7b0cd-6ad5-4da2-9d0b-a8d71202efd2 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] For port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:13.242714 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c4aa07ef-3404-4d93-bf79-3e5f19b3fbf1 req-eee7b0cd-6ad5-4da2-9d0b-a8d71202efd2 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:13.247809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c4aa07ef-3404-4d93-bf79-3e5f19b3fbf1 req-eee7b0cd-6ad5-4da2-9d0b-a8d71202efd2 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:13.261542 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:13.299362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa07ef-3404-4d93-bf79-3e5f19b3fbf1 req-eee7b0cd-6ad5-4da2-9d0b-a8d71202efd2 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:13.299613 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c4aa07ef-3404-4d93-bf79-3e5f19b3fbf1 req-eee7b0cd-6ad5-4da2-9d0b-a8d71202efd2 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:13.301274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c4aa07ef-3404-4d93-bf79-3e5f19b3fbf1 req-eee7b0cd-6ad5-4da2-9d0b-a8d71202efd2 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "PUT /v2.0/ports/65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 981 time: 0.4099829 Jul 06 12:39:13.301542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:13.303899 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e69b9d-be0c-48bf-a83f-2ed212b4899f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:13.337445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7b0cd-6ad5-4da2-9d0b-a8d71202efd2 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'Port': ['ID=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:13.347877 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac3fac0-f9f5-49aa-a8e9-4bcbfacff521 x-openstack-request-id: req-6ac3fac0-f9f5-49aa-a8e9-4bcbfacff521 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:13.348867 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:13.349412 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ac3fac0-f9f5-49aa-a8e9-4bcbfacff521 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:13.349870 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'status': 'completed', 'code': 200} Jul 06 12:39:13.399077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:13.433509 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b9d-be0c-48bf-a83f-2ed212b4899f req-e9bdb1cc-6627-43b7-a7ef-ffbfadf6319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:13.436028 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51e69b9d-be0c-48bf-a83f-2ed212b4899f req-e9bdb1cc-6627-43b7-a7ef-ffbfadf6319e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a87cb31be8a34051b687220afd088056&device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 1135 time: 0.0625730 Jul 06 12:39:13.587303 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b9d-be0c-48bf-a83f-2ed212b4899f req-91e51f12-4fa0-4a39-824d-e5f011d7682e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:13.588795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51e69b9d-be0c-48bf-a83f-2ed212b4899f req-91e51f12-4fa0-4a39-824d-e5f011d7682e service neutron] 10.222.0.47 "GET /v2.0/networks?id=92bf9402-812e-4bb8-ba38-0407ada4c6db HTTP/1.1" status: 200 len: 916 time: 0.1460104 Jul 06 12:39:13.601679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3a9f8fde-5046-4c46-80c3-59115d416fb3 None None] Provisioning complete for port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:13.601679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8fde-5046-4c46-80c3-59115d416fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:13.610980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847813ee-2c03-403f-9c48-7e026a5cd868 req-a28e7b8a-cb00-431b-9e3e-4099b8811a65 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:13.612586 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-847813ee-2c03-403f-9c48-7e026a5cd868 req-a28e7b8a-cb00-431b-9e3e-4099b8811a65 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.1599860 Jul 06 12:39:13.704519 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-847813ee-2c03-403f-9c48-7e026a5cd868 req-e2ce4252-5df5-40f7-9ec9-b7de69dc4fc1 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587158 Jul 06 12:39:13.706428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51e69b9d-be0c-48bf-a83f-2ed212b4899f req-eb582cbd-e922-4360-8e2d-7d2ec33a6dbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 1000 time: 0.1108344 Jul 06 12:39:13.771415 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b9d-be0c-48bf-a83f-2ed212b4899f req-6e404e50-fb50-46fe-9dad-b817a6d2d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:13.773119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51e69b9d-be0c-48bf-a83f-2ed212b4899f req-6e404e50-fb50-46fe-9dad-b817a6d2d01b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c345d3da-c67b-4dd6-a749-3b3dfcaf97d7 HTTP/1.1" status: 200 len: 854 time: 0.0594325 Jul 06 12:39:13.838542 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b9d-be0c-48bf-a83f-2ed212b4899f req-6b1c78c4-c750-467f-917a-fb6f5729f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:13.840257 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51e69b9d-be0c-48bf-a83f-2ed212b4899f req-6b1c78c4-c750-467f-917a-fb6f5729f68a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92bf9402-812e-4bb8-ba38-0407ada4c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611467 Jul 06 12:39:13.950023 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51e69b9d-be0c-48bf-a83f-2ed212b4899f req-8cc3c8a1-e9ca-4a20-90e3-d525735e4277 service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021824 Jul 06 12:39:14.080526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51e69b9d-be0c-48bf-a83f-2ed212b4899f req-7f220f8b-5a08-4ddf-b198-20d1659eb8cd service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229644 Jul 06 12:39:14.303733 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-460ca966-1bd7-45e1-a19e-fddead9a76fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:18.333308 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:18.502392 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5cc45db0-29a2-4552-90df-3c4b9d01e0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:18.964410 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:20.749147 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:26.193455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-a762f495-bce8-4219-bb2b-1cce390355e4 req-dd033315-44af-4557-b601-66435ec1b498 service neutron] (93815) timed out ('10.222.0.21', 56996) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:39:29.214751 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:29.388946 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.067235 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:39:44.302571 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bb01-a2c2-430c-b385-90f7aacac813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.341827 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.506013 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-055dbe80-49f9-4282-94bd-8dd8e14c8ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.977602 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:50.751015 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.681312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-b02819df-9780-400a-ba99-045dc75deac9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043265 Jul 06 12:39:52.783993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-fc81c555-623b-4732-9827-16c6d998f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:52.786027 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-fc81c555-623b-4732-9827-16c6d998f8fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a87cb31be8a34051b687220afd088056&device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 1135 time: 0.0592117 Jul 06 12:39:52.892930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-c442d262-3c7b-4e01-bd29-eaefc2b2f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:52.894969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-c442d262-3c7b-4e01-bd29-eaefc2b2f831 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92bf9402-812e-4bb8-ba38-0407ada4c6db HTTP/1.1" status: 200 len: 916 time: 0.0864584 Jul 06 12:39:52.964728 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-461063ad-bd95-4924-8d64-b39c6991fbd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 1000 time: 0.0637481 Jul 06 12:39:53.018977 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-50b06ab4-6217-478c-9f49-7809122ba256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:53.020479 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-50b06ab4-6217-478c-9f49-7809122ba256 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c345d3da-c67b-4dd6-a749-3b3dfcaf97d7 HTTP/1.1" status: 200 len: 854 time: 0.0455928 Jul 06 12:39:53.077631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-6e004e90-1fc6-49b8-b6b2-b554e5ffd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:53.079168 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-6e004e90-1fc6-49b8-b6b2-b554e5ffd37c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92bf9402-812e-4bb8-ba38-0407ada4c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525897 Jul 06 12:39:53.173012 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-2b24aa81-d7e0-450e-b48e-75a73082d070 service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872347 Jul 06 12:39:53.264235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4b260d1e-bdcf-4ffd-8425-0b6265607b2e req-aeb6f33b-6864-41b2-9a8c-efd6b2b085a5 service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836406 Jul 06 12:39:59.225834 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:59.394332 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:12.642733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d1ff8-e317-4240-88c3-51a2569e0ddf req-367c2d25-5fcf-4fc8-897d-fe5fd26b2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:12.644429 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d4d1ff8-e317-4240-88c3-51a2569e0ddf req-367c2d25-5fcf-4fc8-897d-fe5fd26b2f2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a87cb31be8a34051b687220afd088056&device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 1135 time: 0.0967727 Jul 06 12:40:12.708848 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59ff91-fb99-49cc-a8c6-47551bdf4560 req-d0fc69d7-9ba2-4804-9a3d-8c20f7ea08f2 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:12.710332 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a59ff91-fb99-49cc-a8c6-47551bdf4560 req-d0fc69d7-9ba2-4804-9a3d-8c20f7ea08f2 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.1281617 Jul 06 12:40:12.771169 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4a59ff91-fb99-49cc-a8c6-47551bdf4560 req-c9d2608f-564e-40b8-98b6-a988e3d6196a tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544739 Jul 06 12:40:12.780905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d1ff8-e317-4240-88c3-51a2569e0ddf req-4337d0eb-cb11-482f-b358-cd1aa15547f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:12.782357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d4d1ff8-e317-4240-88c3-51a2569e0ddf req-4337d0eb-cb11-482f-b358-cd1aa15547f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92bf9402-812e-4bb8-ba38-0407ada4c6db HTTP/1.1" status: 200 len: 916 time: 0.1298389 Jul 06 12:40:12.853463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d4d1ff8-e317-4240-88c3-51a2569e0ddf req-44b33876-cae7-40ab-ba48-58207365a086 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 1000 time: 0.0636811 Jul 06 12:40:12.903119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d1ff8-e317-4240-88c3-51a2569e0ddf req-357f4f9a-6f67-4e0b-83d8-4055f29ba4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:12.904516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d4d1ff8-e317-4240-88c3-51a2569e0ddf req-357f4f9a-6f67-4e0b-83d8-4055f29ba4f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c345d3da-c67b-4dd6-a749-3b3dfcaf97d7 HTTP/1.1" status: 200 len: 854 time: 0.0442131 Jul 06 12:40:12.963693 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d1ff8-e317-4240-88c3-51a2569e0ddf req-c91a5c5a-5c51-4b26-a67b-abdc039190ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:12.965208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d4d1ff8-e317-4240-88c3-51a2569e0ddf req-c91a5c5a-5c51-4b26-a67b-abdc039190ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92bf9402-812e-4bb8-ba38-0407ada4c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525947 Jul 06 12:40:13.065836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d4d1ff8-e317-4240-88c3-51a2569e0ddf req-e2b590a5-d3a2-4f6d-96d9-66c5fbcda0d7 service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930235 Jul 06 12:40:13.155511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d4d1ff8-e317-4240-88c3-51a2569e0ddf req-62a38d68-8fdc-4420-857f-93999f829d05 service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831728 Jul 06 12:40:13.961710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfa8b7-f522-4201-bcba-c5f38cb33959 req-4742189e-bfed-4d9c-b6ac-bd62c3e7aa44 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:13.963260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eecfa8b7-f522-4201-bcba-c5f38cb33959 req-4742189e-bfed-4d9c-b6ac-bd62c3e7aa44 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0723574 Jul 06 12:40:14.298011 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40a0feff-74fe-456e-b3c2-f4d154f8e432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:14.307164 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eecfa8b7-f522-4201-bcba-c5f38cb33959 req-6d707e90-7125-4043-b01a-7694f050f0f6 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3380737 Jul 06 12:40:15.067286 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:40:15.500293 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db614469-8883-443d-b188-92e2d9d54bed req-005d72bd-f662-48dc-8225-ecf4d3cf2657 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:15.501763 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db614469-8883-443d-b188-92e2d9d54bed req-005d72bd-f662-48dc-8225-ecf4d3cf2657 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0632920 Jul 06 12:40:15.554096 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-db614469-8883-443d-b188-92e2d9d54bed req-32272bce-eb0a-4e14-b3a0-afdea81eb671 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434964 Jul 06 12:40:16.729955 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2e4ce-784a-4bc1-905b-a8cba5206341 req-7b90c7d6-3394-4f1c-9227-fe7f66d1573f tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:16.731374 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4be2e4ce-784a-4bc1-905b-a8cba5206341 req-7b90c7d6-3394-4f1c-9227-fe7f66d1573f tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0634391 Jul 06 12:40:16.776548 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4be2e4ce-784a-4bc1-905b-a8cba5206341 req-2465cb81-df60-4278-8e09-cb1fd3e0b2e1 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385706 Jul 06 12:40:17.953139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b15ce-d2b8-40d3-8b93-42274e27e057 req-0e3e2a70-c0d6-4490-9038-d4195d42e5fd tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:17.954693 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-471b15ce-d2b8-40d3-8b93-42274e27e057 req-0e3e2a70-c0d6-4490-9038-d4195d42e5fd tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0676038 Jul 06 12:40:17.994774 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-471b15ce-d2b8-40d3-8b93-42274e27e057 req-5173062d-bb3b-46a1-b138-50459bfcc10c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335724 Jul 06 12:40:18.335543 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.507127 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a34e5fe-a86d-46a7-ab76-5e92beffb3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.973518 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.170383 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02169cf4-1304-4dae-a8b1-0fe552859a81 req-1959f647-dfb9-4655-98cd-91d3d1939080 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:19.171895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02169cf4-1304-4dae-a8b1-0fe552859a81 req-1959f647-dfb9-4655-98cd-91d3d1939080 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0635376 Jul 06 12:40:19.212070 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-02169cf4-1304-4dae-a8b1-0fe552859a81 req-b4ed3a0d-85dc-42e9-8d88-12f4267dc0b9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338430 Jul 06 12:40:20.395662 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826f454-d801-4cad-9939-c1027f98d72f req-ddbdf9bc-ceed-47bb-aad5-a7530f7d9a8a tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:20.397401 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7826f454-d801-4cad-9939-c1027f98d72f req-ddbdf9bc-ceed-47bb-aad5-a7530f7d9a8a tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0693781 Jul 06 12:40:20.436863 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7826f454-d801-4cad-9939-c1027f98d72f req-39cbc646-5962-4b61-853a-7bf658eddee6 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337505 Jul 06 12:40:20.754514 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.619153 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6305bb6-d8f2-4cdc-874a-765a74dc6cce req-55633aea-a875-4657-b3ae-72ed4e10fc8c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:21.620735 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a6305bb6-d8f2-4cdc-874a-765a74dc6cce req-55633aea-a875-4657-b3ae-72ed4e10fc8c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0676918 Jul 06 12:40:21.666133 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a6305bb6-d8f2-4cdc-874a-765a74dc6cce req-d8abd6ae-ef19-4d1d-9c08-9fd682a8e980 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395281 Jul 06 12:40:22.856607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d9882-e1f0-42eb-94f0-1785f5430876 req-8ebf84d7-6f00-4865-9a5d-3fddb79ed284 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:22.858108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-729d9882-e1f0-42eb-94f0-1785f5430876 req-8ebf84d7-6f00-4865-9a5d-3fddb79ed284 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0680950 Jul 06 12:40:22.898315 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-729d9882-e1f0-42eb-94f0-1785f5430876 req-cace8b51-4240-4a01-a0fb-86a692394c2c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342360 Jul 06 12:40:24.093450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0dd43-4148-4f2a-bff6-adb00d679d4e req-30681bf2-7e3f-4c58-ae5d-e5fce6e16c05 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:24.094985 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3b0dd43-4148-4f2a-bff6-adb00d679d4e req-30681bf2-7e3f-4c58-ae5d-e5fce6e16c05 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0665474 Jul 06 12:40:24.135861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3b0dd43-4148-4f2a-bff6-adb00d679d4e req-f30eeedd-437c-4e8c-8bed-70d906e76d26 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349615 Jul 06 12:40:25.314024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa14c8-e41f-4db8-a23d-53d3b8d1bb8e req-aacd912c-0084-4529-88cb-868a81025c57 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:25.316502 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eefa14c8-e41f-4db8-a23d-53d3b8d1bb8e req-aacd912c-0084-4529-88cb-868a81025c57 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0678635 Jul 06 12:40:25.363537 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eefa14c8-e41f-4db8-a23d-53d3b8d1bb8e req-f76a0923-5ec8-463d-ae98-d20bc4eaa96d tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407884 Jul 06 12:40:26.543428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1242e4-b5e2-4504-a261-dc28dc139eea req-c3cf25bc-c71e-4b55-b83a-04852d421bf9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:26.544969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d1242e4-b5e2-4504-a261-dc28dc139eea req-c3cf25bc-c71e-4b55-b83a-04852d421bf9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0682397 Jul 06 12:40:26.586453 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4d1242e4-b5e2-4504-a261-dc28dc139eea req-80379c6e-522f-4a72-ab72-7ab927ced894 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356312 Jul 06 12:40:27.776677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aaac0-b147-472a-87ef-fb159f6a9291 req-4ecae4f8-9e28-43b5-96f7-773bec40bf68 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:27.778232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e94aaac0-b147-472a-87ef-fb159f6a9291 req-4ecae4f8-9e28-43b5-96f7-773bec40bf68 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0771739 Jul 06 12:40:27.820436 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e94aaac0-b147-472a-87ef-fb159f6a9291 req-1051657c-5c94-4596-ad83-4eb71fcf963f tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363078 Jul 06 12:40:29.016661 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e4372-1117-4ea1-9efd-ec8b481eeff7 req-8a249448-e867-4da9-86ff-0eba108ddae0 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:29.018267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-062e4372-1117-4ea1-9efd-ec8b481eeff7 req-8a249448-e867-4da9-86ff-0eba108ddae0 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0692067 Jul 06 12:40:29.058631 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-062e4372-1117-4ea1-9efd-ec8b481eeff7 req-586f8f59-f572-4023-8c6c-a5cdad531b04 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346539 Jul 06 12:40:29.242341 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:29.390073 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:30.264124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855a307-9200-4ed4-9b29-95b5efd84a8c req-3c4ef797-1708-4246-bb4d-4474f4cb6ff9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:30.265616 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1855a307-9200-4ed4-9b29-95b5efd84a8c req-3c4ef797-1708-4246-bb4d-4474f4cb6ff9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0659876 Jul 06 12:40:30.306527 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1855a307-9200-4ed4-9b29-95b5efd84a8c req-7dcf7c3c-f6a4-48b5-8ee4-6172880bc00b tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&id=8d06c0e9-6e90-4a4d-be31-5c77d21f976c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351372 Jul 06 12:40:44.291573 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3db8731-7f8e-4149-ba9a-4ef5d3d0f096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:48.339200 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:48.508703 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3d86519-b2e3-455e-be94-983f38ba9a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:48.975887 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:50.758012 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:52.067669 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:40:52.660235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-57fcc933-0f1d-446c-a9b5-049aec1e3cf4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557699 Jul 06 12:40:52.765277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-826b8c9c-a1d5-4c82-bb88-a300d3192843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:52.766704 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-826b8c9c-a1d5-4c82-bb88-a300d3192843 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a87cb31be8a34051b687220afd088056&device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 1135 time: 0.0580034 Jul 06 12:40:52.875461 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-f9bb33d8-246b-4973-a4a0-64cdf0a20c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:52.876917 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-f9bb33d8-246b-4973-a4a0-64cdf0a20c36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92bf9402-812e-4bb8-ba38-0407ada4c6db HTTP/1.1" status: 200 len: 916 time: 0.0888584 Jul 06 12:40:52.949283 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-ce653cfb-4f6f-415e-b87f-54cb2ca244f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 1000 time: 0.0650961 Jul 06 12:40:52.999795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-1bcf18fa-2151-4155-9f51-169864bf1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:53.001289 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-1bcf18fa-2151-4155-9f51-169864bf1597 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c345d3da-c67b-4dd6-a749-3b3dfcaf97d7 HTTP/1.1" status: 200 len: 854 time: 0.0452566 Jul 06 12:40:53.061008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-3cb17b62-2cc6-48cb-87f2-f4c9ab1df2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:53.062623 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-3cb17b62-2cc6-48cb-87f2-f4c9ab1df2a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92bf9402-812e-4bb8-ba38-0407ada4c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541525 Jul 06 12:40:53.160239 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-9197657e-7154-442f-bac1-8e9ac2460e58 service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904849 Jul 06 12:40:53.256114 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-065dde0f-0517-4134-85f0-e6aacc98ec7f req-5e42ef57-1c3d-42c9-8784-cad8cdf562ac service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887322 Jul 06 12:40:59.238817 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.406308 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:14.294829 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf22ede9-c640-4b25-b290-1d87600b8aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.341293 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.518251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5fad3ae-aebe-4f0a-800a-71529b667c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.979369 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:20.767341 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.166848 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e283b01-26c2-4ac2-b9f5-7c7ea35758a1 req-d5a00db0-041c-4f8e-80f4-d471cc6ac3cd tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269864167&fields=id&tenant_id=a87cb31be8a34051b687220afd088056 HTTP/1.1" status: 200 len: 267 time: 0.0533125 Jul 06 12:41:26.249344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e283b01-26c2-4ac2-b9f5-7c7ea35758a1 req-825248e7-c86f-4757-8808-852a3d2a0810 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:26.251618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e283b01-26c2-4ac2-b9f5-7c7ea35758a1 req-825248e7-c86f-4757-8808-852a3d2a0810 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 984 time: 0.0795844 Jul 06 12:41:26.265704 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8e283b01-26c2-4ac2-b9f5-7c7ea35758a1 req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Request body: {'port': {'security_groups': ['e2eabeab-b462-4a64-a2a8-f73eb266cdb2']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:26.356470 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e283b01-26c2-4ac2-b9f5-7c7ea35758a1 req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.567470 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8e283b01-26c2-4ac2-b9f5-7c7ea35758a1 req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] For port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:26.599309 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e283b01-26c2-4ac2-b9f5-7c7ea35758a1 req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.604364 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e283b01-26c2-4ac2-b9f5-7c7ea35758a1 req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.617544 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:41:26.651088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e283b01-26c2-4ac2-b9f5-7c7ea35758a1 req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:26.651782 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e283b01-26c2-4ac2-b9f5-7c7ea35758a1 req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.653262 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e283b01-26c2-4ac2-b9f5-7c7ea35758a1 req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "PUT /v2.0/ports/65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 942 time: 0.3931458 Jul 06 12:41:26.653739 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:26.656133 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b39eda9-91a8-4f56-be38-b0335968d53e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:26.662522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 60942) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:26.724748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event updated for resources: {'Port': ['ID=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:26.738909 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.739264 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.739642 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.739984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.740322 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.740654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.740985 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.741313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.741640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.741961 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.742288 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.742612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d3773c-3ddf-419e-b510-ae8654dc7eb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:26.744308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:41:26.767679 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17069c43-c6dd-49c2-ade7-2b4c7387876b x-openstack-request-id: req-17069c43-c6dd-49c2-ade7-2b4c7387876b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:26.768582 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:26.769059 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17069c43-c6dd-49c2-ade7-2b4c7387876b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:26.769701 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'status': 'completed', 'code': 200} Jul 06 12:41:26.841279 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce188c8c-c7ff-4794-a8ee-24983725d74c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.892222 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce188c8c-c7ff-4794-a8ee-24983725d74c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.929926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39eda9-91a8-4f56-be38-b0335968d53e req-110e37d7-e1cf-41ea-8979-c8df80b73c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:26.931552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b39eda9-91a8-4f56-be38-b0335968d53e req-110e37d7-e1cf-41ea-8979-c8df80b73c8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a87cb31be8a34051b687220afd088056&device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 1096 time: 0.1512566 Jul 06 12:41:27.029735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6bea5dc0-a6a8-4a18-9ab8-2e196801c73a None None] Provisioning complete for port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:27.030272 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bea5dc0-a6a8-4a18-9ab8-2e196801c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.063755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39eda9-91a8-4f56-be38-b0335968d53e req-8b7d3e76-ed8f-45fb-a1fc-113ed3a3a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:27.065254 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b39eda9-91a8-4f56-be38-b0335968d53e req-8b7d3e76-ed8f-45fb-a1fc-113ed3a3a2ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=92bf9402-812e-4bb8-ba38-0407ada4c6db HTTP/1.1" status: 200 len: 916 time: 0.1266685 Jul 06 12:41:27.122979 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce188c8c-c7ff-4794-a8ee-24983725d74c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.126318 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce188c8c-c7ff-4794-a8ee-24983725d74c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.127886 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ce188c8c-c7ff-4794-a8ee-24983725d74c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "DELETE /v2.0/security-groups/8d06c0e9-6e90-4a4d-be31-5c77d21f976c HTTP/1.1" status: 204 len: 168 time: 0.4642622 Jul 06 12:41:27.132325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 60944) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:27.144232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce188c8c-c7ff-4794-a8ee-24983725d74c tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d06c0e9-6e90-4a4d-be31-5c77d21f976c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:27.167317 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b39eda9-91a8-4f56-be38-b0335968d53e req-1040c398-040e-4c35-a804-78183aba0212 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 1000 time: 0.0933914 Jul 06 12:41:27.223302 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39eda9-91a8-4f56-be38-b0335968d53e req-92bb5abf-d51d-4695-8689-b1943779b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:27.224891 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b39eda9-91a8-4f56-be38-b0335968d53e req-92bb5abf-d51d-4695-8689-b1943779b41b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c345d3da-c67b-4dd6-a749-3b3dfcaf97d7 HTTP/1.1" status: 200 len: 854 time: 0.0510962 Jul 06 12:41:27.301165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39eda9-91a8-4f56-be38-b0335968d53e req-6d64e9da-0724-4de5-b2da-5716a38721ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:27.303316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b39eda9-91a8-4f56-be38-b0335968d53e req-6d64e9da-0724-4de5-b2da-5716a38721ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92bf9402-812e-4bb8-ba38-0407ada4c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711374 Jul 06 12:41:27.360981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Deleting port 637f2e4d-7768-434c-99e1-e07c1c15b478 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:27.361315 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.409464 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b39eda9-91a8-4f56-be38-b0335968d53e req-602b1aa3-d751-4e33-ab09-e1e1448ac383 service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984631 Jul 06 12:41:27.469125 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.469727 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.492323 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Calling delete_port for 637f2e4d-7768-434c-99e1-e07c1c15b478 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:27.555008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b39eda9-91a8-4f56-be38-b0335968d53e req-0f438abe-8910-4fd2-9abe-bfa667bb51dc service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379483 Jul 06 12:41:27.714189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.746589 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event deleted for resources: {'Port': ['ID=637f2e4d-7768-434c-99e1-e07c1c15b478,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:27.759971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.760326 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.760678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.761018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.761350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.761692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.762021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.762352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.762682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.763010 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.763333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.763943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:27.832093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.832414 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Floating IP da157ec7-464c-43f1-a062-158e8e3f3387 disassociated (deleted). External IP: 172.25.0.45, port: 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1. Jul 06 12:41:28.064557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Router 59440dde-3005-4bb5-969e-d247dd9c466f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:28.176877 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:28.181702 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.191692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c2df2-e39d-46de-a680-b0e01fe9693e None None] Sync routers for ids ['59440dde-3005-4bb5-969e-d247dd9c466f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:28.203897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c2df2-e39d-46de-a680-b0e01fe9693e None None] Routers {'59440dde-3005-4bb5-969e-d247dd9c466f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:28.203897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-433c2df2-e39d-46de-a680-b0e01fe9693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['59440dde-3005-4bb5-969e-d247dd9c466f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:28.220955 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-da171615-00ef-49a1-bf05-4afb1d417305 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "DELETE /v2.0/floatingips/da157ec7-464c-43f1-a062-158e8e3f3387 HTTP/1.1" status: 204 len: 168 time: 1.0868683 Jul 06 12:41:28.221443 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:28.223847 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:28.268898 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e4e88-2323-44a7-af2e-cf8a8f7bb63b x-openstack-request-id: req-363e4e88-2323-44a7-af2e-cf8a8f7bb63b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:28.269192 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:28.269444 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-363e4e88-2323-44a7-af2e-cf8a8f7bb63b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:28.269852 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'status': 'completed', 'code': 200} Jul 06 12:41:28.330754 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-433c2df2-e39d-46de-a680-b0e01fe9693e None None] Set router 59440dde-3005-4bb5-969e-d247dd9c466f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:28.354311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9 req-0f8edd5d-7ae2-492f-a409-64be37c3a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:28.356147 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9 req-0f8edd5d-7ae2-492f-a409-64be37c3a7c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a87cb31be8a34051b687220afd088056&device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 1096 time: 0.0637534 Jul 06 12:41:28.478896 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9 req-3bd75e10-0df1-49e3-844a-1f2cd008f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:28.481422 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9 req-3bd75e10-0df1-49e3-844a-1f2cd008f316 service neutron] 10.222.0.47 "GET /v2.0/networks?id=92bf9402-812e-4bb8-ba38-0407ada4c6db HTTP/1.1" status: 200 len: 916 time: 0.1174791 Jul 06 12:41:28.562516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9 req-8efd89c3-6035-47a0-acf7-787ae0131c12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 200 len: 217 time: 0.0729995 Jul 06 12:41:28.647734 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9 req-e0653d9c-4c14-4767-a641-7ef75b40bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:28.649601 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9 req-e0653d9c-4c14-4767-a641-7ef75b40bd0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c345d3da-c67b-4dd6-a749-3b3dfcaf97d7 HTTP/1.1" status: 200 len: 854 time: 0.0799749 Jul 06 12:41:28.659827 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-433c2df2-e39d-46de-a680-b0e01fe9693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'aedb3b04-8960-4712-a2ec-32a7acccd863', 'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'mac_address': 'fa:16:3e:cd:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:07Z', 'updated_at': '2021-07-06T12:38:16Z', 'revision_number': 5, 'project_id': 'a87cb31be8a34051b687220afd088056', 'subnets': [{'id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:28.702991 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c2df2-e39d-46de-a680-b0e01fe9693e None None] Checking router: 59440dde-3005-4bb5-969e-d247dd9c466f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:28.717722 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c2df2-e39d-46de-a680-b0e01fe9693e None None] Routers {'59440dde-3005-4bb5-969e-d247dd9c466f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:28.718483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-433c2df2-e39d-46de-a680-b0e01fe9693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['59440dde-3005-4bb5-969e-d247dd9c466f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:28.727592 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9 req-6df8a4cc-2449-4a81-aa47-f189a0807fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:28.729144 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9 req-6df8a4cc-2449-4a81-aa47-f189a0807fe5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=92bf9402-812e-4bb8-ba38-0407ada4c6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735259 Jul 06 12:41:28.840558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-433c2df2-e39d-46de-a680-b0e01fe9693e None None] Set router 59440dde-3005-4bb5-969e-d247dd9c466f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:28.855783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9 req-c63c275a-74ea-4bee-9868-918f1190d465 service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189661 Jul 06 12:41:28.964756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d63f18a7-9ed9-4527-9ba1-ecf8705aa9d9 req-8cf37d17-da32-4271-91d4-62a057b1ca61 service neutron] 10.222.0.47 "GET /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021235 Jul 06 12:41:29.068026 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:41:29.078328 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-433c2df2-e39d-46de-a680-b0e01fe9693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'aedb3b04-8960-4712-a2ec-32a7acccd863', 'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'mac_address': 'fa:16:3e:cd:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:07Z', 'updated_at': '2021-07-06T12:38:16Z', 'revision_number': 5, 'project_id': 'a87cb31be8a34051b687220afd088056', 'subnets': [{'id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:29.109563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c2df2-e39d-46de-a680-b0e01fe9693e None None] The sync data for ids ['59440dde-3005-4bb5-969e-d247dd9c466f'] in n-d-799527-2 is: [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:38:08Z', 'revision_number': 4, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'aedb3b04-8960-4712-a2ec-32a7acccd863', 'name': '', 'network_id': '92bf9402-812e-4bb8-ba38-0407ada4c6db', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'mac_address': 'fa:16:3e:cd:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:07Z', 'updated_at': '2021-07-06T12:38:16Z', 'revision_number': 5, 'project_id': 'a87cb31be8a34051b687220afd088056', 'subnets': [{'id': 'c345d3da-c67b-4dd6-a749-3b3dfcaf97d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:29.257845 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.403441 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85e5d09-bb8f-4ef7-a7b6-7fff411daacd None None] New status for floating IP da157ec7-464c-43f1-a062-158e8e3f3387: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:41:29.415361 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.134552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcbc70-3257-4a6f-8bbe-da4b5a2cee0f req-76b212fc-e95b-413d-b59f-8ce2db04602b tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:37.137304 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0dcbc70-3257-4a6f-8bbe-da4b5a2cee0f req-76b212fc-e95b-413d-b59f-8ce2db04602b tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 945 time: 0.0820158 Jul 06 12:41:37.180501 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0dcbc70-3257-4a6f-8bbe-da4b5a2cee0f req-b1a2bb68-2fa2-4e33-9f0e-642a6c9bebc9 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359814 Jul 06 12:41:38.382221 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb00110-6214-4c59-aca7-1b6519d53af1 req-7c9f3673-312d-4fdc-9f2d-b9135c626f79 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:38.383860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2bb00110-6214-4c59-aca7-1b6519d53af1 req-7c9f3673-312d-4fdc-9f2d-b9135c626f79 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 945 time: 0.0726154 Jul 06 12:41:38.426858 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2bb00110-6214-4c59-aca7-1b6519d53af1 req-85210971-b7c6-4635-acff-2cf167fe4a83 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369275 Jul 06 12:41:39.176186 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c99e55-c441-4c21-bf58-a8b92dbacfa6 req-4d47c513-ce53-4fea-b00e-ce9463457bb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:39.178341 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c99e55-c441-4c21-bf58-a8b92dbacfa6 req-4d47c513-ce53-4fea-b00e-ce9463457bb8 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 945 time: 0.0994642 Jul 06 12:41:39.316116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-63c99e55-c441-4c21-bf58-a8b92dbacfa6 req-9ab87eab-a24c-4189-8342-b00ce3dd9fe3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Deleting port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:39.316534 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c99e55-c441-4c21-bf58-a8b92dbacfa6 req-9ab87eab-a24c-4189-8342-b00ce3dd9fe3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:39.447362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-63c99e55-c441-4c21-bf58-a8b92dbacfa6 req-9ab87eab-a24c-4189-8342-b00ce3dd9fe3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] For port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:39.448282 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c99e55-c441-4c21-bf58-a8b92dbacfa6 req-9ab87eab-a24c-4189-8342-b00ce3dd9fe3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:39.465834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-63c99e55-c441-4c21-bf58-a8b92dbacfa6 req-9ab87eab-a24c-4189-8342-b00ce3dd9fe3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Calling delete_port for 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:39.669309 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c99e55-c441-4c21-bf58-a8b92dbacfa6 req-9ab87eab-a24c-4189-8342-b00ce3dd9fe3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:39.683336 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:41:39.713881 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab87eab-a24c-4189-8342-b00ce3dd9fe3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Pushing event deleted for resources: {'Port': ['ID=65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:39.747723 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd7408-6c62-4ead-9ead-0f07be9ed953 req-ac046f72-51ae-4181-b604-590b65a4310f tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:39.749403 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3bd7408-6c62-4ead-9ead-0f07be9ed953 req-ac046f72-51ae-4181-b604-590b65a4310f tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9103e4a-b14d-4283-ac81-82d704a9e389 HTTP/1.1" status: 200 len: 867 time: 0.1555796 Jul 06 12:41:39.807710 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c99e55-c441-4c21-bf58-a8b92dbacfa6 req-9ab87eab-a24c-4189-8342-b00ce3dd9fe3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] No DVR routers for this DVR port 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:39.811574 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63c99e55-c441-4c21-bf58-a8b92dbacfa6 req-9ab87eab-a24c-4189-8342-b00ce3dd9fe3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:39.815163 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c99e55-c441-4c21-bf58-a8b92dbacfa6 req-9ab87eab-a24c-4189-8342-b00ce3dd9fe3 tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.47 "DELETE /v2.0/ports/65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 HTTP/1.1" status: 204 len: 173 time: 0.6309633 Jul 06 12:41:39.815706 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'name': 'network-vif-deleted', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:39.818148 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81ad0f7-9dd5-4d99-b355-d5e4a434ea64" -d '{"events": [{"server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "name": "network-vif-deleted", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:39.844692 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3bd7408-6c62-4ead-9ead-0f07be9ed953 req-71b869f1-1050-4172-9caa-8bae65f01aee tempest-TestMinimumBasicScenario-1013864679 tempest-TestMinimumBasicScenario-1013864679-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2eabeab-b462-4a64-a2a8-f73eb266cdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725183 Jul 06 12:41:39.889612 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6140f8-9637-4f32-b292-7ce6204232d4 x-openstack-request-id: req-ac6140f8-9637-4f32-b292-7ce6204232d4 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:39.889989 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9103e4a-b14d-4283-ac81-82d704a9e389", "name": "network-vif-deleted", "tag": "65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:39.890292 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac6140f8-9637-4f32-b292-7ce6204232d4 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:39.890921 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9103e4a-b14d-4283-ac81-82d704a9e389', 'name': 'network-vif-deleted', 'tag': '65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1', 'status': 'completed', 'code': 200} Jul 06 12:41:41.634663 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32814) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:42.059152 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:42.349545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] Deleting port aedb3b04-8960-4712-a2ec-32a7acccd863 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:42.349799 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:42.444484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] For port aedb3b04-8960-4712-a2ec-32a7acccd863, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=aedb3b04-8960-4712-a2ec-32a7acccd863,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:42.444841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:42.460482 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] Calling delete_port for aedb3b04-8960-4712-a2ec-32a7acccd863 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:42.682616 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:42.732289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=aedb3b04-8960-4712-a2ec-32a7acccd863,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:42.941320 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:43.197434 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] Router 59440dde-3005-4bb5-969e-d247dd9c466f has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:43.319829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:43.326518 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9951f143-782d-4220-aacf-661c107eeb47 admin admin] 10.222.0.21 "PUT /v2.0/routers/59440dde-3005-4bb5-969e-d247dd9c466f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6897290 Jul 06 12:41:43.330077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32816) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:43.333481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d53ff4-d910-4637-b0a4-c4ad89c9aa7c None None] Sync routers for ids ['59440dde-3005-4bb5-969e-d247dd9c466f'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:43.343674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d53ff4-d910-4637-b0a4-c4ad89c9aa7c None None] Routers {'59440dde-3005-4bb5-969e-d247dd9c466f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:43.344396 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-93d53ff4-d910-4637-b0a4-c4ad89c9aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['59440dde-3005-4bb5-969e-d247dd9c466f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:43.662092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-93d53ff4-d910-4637-b0a4-c4ad89c9aa7c None None] Set router 59440dde-3005-4bb5-969e-d247dd9c466f gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:43.757010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:43.815263 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:43.815870 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 65a41bf4-5e1d-48c3-bbfb-5cb77c7ea5f1 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:43.817932 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:43.931106 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-93d53ff4-d910-4637-b0a4-c4ad89c9aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:41:42Z', 'revision_number': 5, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port': {'id': '1d0c1afd-3a08-4d5d-bd43-10c55ef490fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:06Z', 'updated_at': '2021-07-06T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:43.935974 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:43.962257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d53ff4-d910-4637-b0a4-c4ad89c9aa7c None None] Checking router: 59440dde-3005-4bb5-969e-d247dd9c466f for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:43.973791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d53ff4-d910-4637-b0a4-c4ad89c9aa7c None None] Routers {'59440dde-3005-4bb5-969e-d247dd9c466f'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:43.974882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-93d53ff4-d910-4637-b0a4-c4ad89c9aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['59440dde-3005-4bb5-969e-d247dd9c466f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:44.011034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Deleting port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:44.011526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.083348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-93d53ff4-d910-4637-b0a4-c4ad89c9aa7c None None] Set router 59440dde-3005-4bb5-969e-d247dd9c466f gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:44.115834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] For port 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1d0c1afd-3a08-4d5d-bd43-10c55ef490fb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:44.116359 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.139127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Calling delete_port for 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:44.151391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-93d53ff4-d910-4637-b0a4-c4ad89c9aa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:41:43Z', 'revision_number': 6, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:44.185213 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d53ff4-d910-4637-b0a4-c4ad89c9aa7c None None] The sync data for ids ['59440dde-3005-4bb5-969e-d247dd9c466f'] in n-d-799527-2 is: [{'id': '59440dde-3005-4bb5-969e-d247dd9c466f', 'name': 'tempest-TestMinimumBasicScenario-1193755823-router', 'tenant_id': 'a87cb31be8a34051b687220afd088056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:05Z', 'updated_at': '2021-07-06T12:41:43Z', 'revision_number': 6, 'project_id': 'a87cb31be8a34051b687220afd088056', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:44.300138 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d41aac18-a87a-410c-a64e-962ed591486d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.331859 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.360327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0c1afd-3a08-4d5d-bd43-10c55ef490fb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:44.434334 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.604240 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.606732 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.668843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device aedb3b04-8960-4712-a2ec-32a7acccd863 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:44.692965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: aedb3b04-8960-4712-a2ec-32a7acccd863 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:44.693444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device aedb3b04-8960-4712-a2ec-32a7acccd863 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:44.709454 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.710146 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59440dde-3005-4bb5-969e-d247dd9c466f {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:41:44.718121 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.722705 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-3cfe2e26-b8ae-47d3-9c65-965c57e6d7ef admin admin] 10.222.0.21 "DELETE /v2.0/routers/59440dde-3005-4bb5-969e-d247dd9c466f HTTP/1.1" status: 204 len: 168 time: 1.3889246 Jul 06 12:41:44.723287 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32818) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:44.790121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea46c7f-b2a6-4d88-8f6d-99f3a2dd4af8 admin admin] Deleting subnet c345d3da-c67b-4dd6-a749-3b3dfcaf97d7 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:41:44.794123 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ea46c7f-b2a6-4d88-8f6d-99f3a2dd4af8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.843560 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ea46c7f-b2a6-4d88-8f6d-99f3a2dd4af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.943181 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ea46c7f-b2a6-4d88-8f6d-99f3a2dd4af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.016417 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ea46c7f-b2a6-4d88-8f6d-99f3a2dd4af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.054031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea46c7f-b2a6-4d88-8f6d-99f3a2dd4af8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c345d3da-c67b-4dd6-a749-3b3dfcaf97d7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:45.056472 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ea46c7f-b2a6-4d88-8f6d-99f3a2dd4af8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.062449 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9ea46c7f-b2a6-4d88-8f6d-99f3a2dd4af8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c345d3da-c67b-4dd6-a749-3b3dfcaf97d7 HTTP/1.1" status: 204 len: 168 time: 0.3333983 Jul 06 12:41:45.065096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32820) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:45.068889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f6773-4e00-4e0c-bbcd-b51a0873011e None None] Network 92bf9402-812e-4bb8-ba38-0407ada4c6db requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:45.170818 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.230846 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Deleting port 34818b4c-d5cb-4723-a290-6692f3e821ce {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:45.231199 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.314806 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] For port 34818b4c-d5cb-4723-a290-6692f3e821ce, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=34818b4c-d5cb-4723-a290-6692f3e821ce,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:45.315155 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.327389 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] DHCP port deletion for 92bf9402-812e-4bb8-ba38-0407ada4c6db request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:41:45.333841 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Calling delete_port for 34818b4c-d5cb-4723-a290-6692f3e821ce owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:45.387535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Deleting port 34818b4c-d5cb-4723-a290-6692f3e821ce {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:45.388085 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.429249 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.466477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] For port 34818b4c-d5cb-4723-a290-6692f3e821ce, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=34818b4c-d5cb-4723-a290-6692f3e821ce,segment=NetworkSegment(3a708bf5-133a-4e95-95ba-dfd122b306d5),segment_id=3a708bf5-133a-4e95-95ba-dfd122b306d5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:45.466969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.472775 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=34818b4c-d5cb-4723-a290-6692f3e821ce,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:45.474965 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] No DVR routers for this DVR port 34818b4c-d5cb-4723-a290-6692f3e821ce on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:45.488745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Calling delete_port for 34818b4c-d5cb-4723-a290-6692f3e821ce owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:45.569311 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.569824 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.582114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bf9402-812e-4bb8-ba38-0407ada4c6db']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:45.593944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a708bf5-133a-4e95-95ba-dfd122b306d5') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:45.595031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a708bf5-133a-4e95-95ba-dfd122b306d5') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:45.606771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.609091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Pushing event deleted for resources: {'Port': ['ID=34818b4c-d5cb-4723-a290-6692f3e821ce,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:45.618847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] No DVR routers for this DVR port 34818b4c-d5cb-4723-a290-6692f3e821ce on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:45.621669 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.622541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.622895 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.623845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.623845 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.624093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.624238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.624570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.624904 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.625307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.625758 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.626133 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f843d38-e4a9-4c9b-adba-8baf48ad51e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:45.631035 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.638017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:41:45.638506 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:41:45.641104 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:41:45.711493 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.719590 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:45.721856 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/92bf9402-812e-4bb8-ba38-0407ada4c6db HTTP/1.1" status: 204 len: 168 time: 0.6571019 Jul 06 12:41:45.725295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32822) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:45.749791 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e7c62-9405-40b5-ae26-beb387bb49f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=92bf9402-812e-4bb8-ba38-0407ada4c6db,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:46.400118 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:46.609216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:46.639654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:46.640009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1d0c1afd-3a08-4d5d-bd43-10c55ef490fb not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:46.640444 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 34818b4c-d5cb-4723-a290-6692f3e821ce no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:46.661693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 34818b4c-d5cb-4723-a290-6692f3e821ce {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:46.662022 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 34818b4c-d5cb-4723-a290-6692f3e821ce not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:46.729571 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] Deleting port 2ff26211-b757-42a5-b154-65d50cfce0a4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:46.730198 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:46.843869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] For port 2ff26211-b757-42a5-b154-65d50cfce0a4, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=2ff26211-b757-42a5-b154-65d50cfce0a4,segment=NetworkSegment(6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf),segment_id=6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:46.844471 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:46.862482 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] Calling delete_port for 2ff26211-b757-42a5-b154-65d50cfce0a4 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:47.078682 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:47.107106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff26211-b757-42a5-b154-65d50cfce0a4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:47.307356 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:47.557096 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] Router 62146481-d370-45c8-bd5a-01ac696d4bb2 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:47.675835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:47.680837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c7b81179-7867-48d8-846b-761481e8c050 admin admin] 10.222.0.21 "PUT /v2.0/routers/62146481-d370-45c8-bd5a-01ac696d4bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9546647 Jul 06 12:41:47.683980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32824) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:47.684784 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541f5f0b-0def-4a36-8387-6caef2094ee5 None None] Sync routers for ids ['62146481-d370-45c8-bd5a-01ac696d4bb2'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:47.701604 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f5f0b-0def-4a36-8387-6caef2094ee5 None None] Routers {'62146481-d370-45c8-bd5a-01ac696d4bb2'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:47.702242 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-541f5f0b-0def-4a36-8387-6caef2094ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['62146481-d370-45c8-bd5a-01ac696d4bb2'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:47.808684 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:47.825404 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-541f5f0b-0def-4a36-8387-6caef2094ee5 None None] Set router 62146481-d370-45c8-bd5a-01ac696d4bb2 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:47.949128 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.023859 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Deleting port 51d73c57-9ad9-4315-845d-65a6c862ccff {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:48.024193 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.066504 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-541f5f0b-0def-4a36-8387-6caef2094ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'name': 'tempest-TestMinimumBasicScenario-800987641-router', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:41:47Z', 'revision_number': 5, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'gw_port': {'id': '51d73c57-9ad9-4315-845d-65a6c862ccff', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:91:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:48.102474 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541f5f0b-0def-4a36-8387-6caef2094ee5 None None] Checking router: 62146481-d370-45c8-bd5a-01ac696d4bb2 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:48.112297 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f5f0b-0def-4a36-8387-6caef2094ee5 None None] Routers {'62146481-d370-45c8-bd5a-01ac696d4bb2'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:48.112939 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-541f5f0b-0def-4a36-8387-6caef2094ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:18Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['62146481-d370-45c8-bd5a-01ac696d4bb2'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:48.129013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] For port 51d73c57-9ad9-4315-845d-65a6c862ccff, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=51d73c57-9ad9-4315-845d-65a6c862ccff,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:48.129381 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.149912 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Calling delete_port for 51d73c57-9ad9-4315-845d-65a6c862ccff owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:48.221179 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-541f5f0b-0def-4a36-8387-6caef2094ee5 None None] Set router 62146481-d370-45c8-bd5a-01ac696d4bb2 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:48.290474 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-541f5f0b-0def-4a36-8387-6caef2094ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'name': 'tempest-TestMinimumBasicScenario-800987641-router', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:41:47Z', 'revision_number': 6, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:48.330453 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541f5f0b-0def-4a36-8387-6caef2094ee5 None None] The sync data for ids ['62146481-d370-45c8-bd5a-01ac696d4bb2'] in n-d-799527-2 is: [{'id': '62146481-d370-45c8-bd5a-01ac696d4bb2', 'name': 'tempest-TestMinimumBasicScenario-800987641-router', 'tenant_id': '5563a81ec1de43059a0dd2c964ed7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:38:11Z', 'updated_at': '2021-07-06T12:41:47Z', 'revision_number': 6, 'project_id': '5563a81ec1de43059a0dd2c964ed7615', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:48.347680 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.365217 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.383138 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Pushing event deleted for resources: {'Port': ['ID=51d73c57-9ad9-4315-845d-65a6c862ccff,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:48.455069 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.522539 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b9df-26f2-4020-a150-b5b2efb21023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.566570 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.569855 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.629963 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.630507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62146481-d370-45c8-bd5a-01ac696d4bb2 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:41:48.636425 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.640744 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3c24cacd-cae5-4439-a6b7-341a18c81efc admin admin] 10.222.0.21 "DELETE /v2.0/routers/62146481-d370-45c8-bd5a-01ac696d4bb2 HTTP/1.1" status: 204 len: 168 time: 0.9527352 Jul 06 12:41:48.641842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32826) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:48.709986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ee4b19-c765-4d49-b06d-1518580122de admin admin] Deleting subnet 39e8c10c-ae08-44ef-bfb8-e30ce7759c85 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:41:48.717761 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17ee4b19-c765-4d49-b06d-1518580122de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.763739 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17ee4b19-c765-4d49-b06d-1518580122de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.852118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2ff26211-b757-42a5-b154-65d50cfce0a4 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:48.872098 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17ee4b19-c765-4d49-b06d-1518580122de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.881727 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 2ff26211-b757-42a5-b154-65d50cfce0a4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:48.882077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 2ff26211-b757-42a5-b154-65d50cfce0a4 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:48.937721 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17ee4b19-c765-4d49-b06d-1518580122de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.974882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee4b19-c765-4d49-b06d-1518580122de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e8c10c-ae08-44ef-bfb8-e30ce7759c85,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:48.981217 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17ee4b19-c765-4d49-b06d-1518580122de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.983142 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-17ee4b19-c765-4d49-b06d-1518580122de admin admin] 10.222.0.21 "DELETE /v2.0/subnets/39e8c10c-ae08-44ef-bfb8-e30ce7759c85 HTTP/1.1" status: 204 len: 168 time: 0.3397682 Jul 06 12:41:48.988689 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32828) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:48.992186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28922ed-b53f-457b-8005-6cda401e9c28 None None] Network f9f3b055-4533-44f4-8505-714d50f93404 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:49.057660 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.071249 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.131528 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Deleting port 9dec856e-51f6-48dc-9948-9a45357ff0de {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:49.131803 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.213427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] For port 9dec856e-51f6-48dc-9948-9a45357ff0de, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9dec856e-51f6-48dc-9948-9a45357ff0de,segment=NetworkSegment(6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf),segment_id=6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:49.213808 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.229600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Calling delete_port for 9dec856e-51f6-48dc-9948-9a45357ff0de owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:49.300182 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1571a1-d267-4106-917c-0429988a30fd None None] DHCP port deletion for f9f3b055-4533-44f4-8505-714d50f93404 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:41:49.362703 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.374983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2b1571a1-d267-4106-917c-0429988a30fd None None] Deleting port 9dec856e-51f6-48dc-9948-9a45357ff0de {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:49.375814 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1571a1-d267-4106-917c-0429988a30fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.400074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=9dec856e-51f6-48dc-9948-9a45357ff0de,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:49.403160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] No DVR routers for this DVR port 9dec856e-51f6-48dc-9948-9a45357ff0de on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:49.467222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2b1571a1-d267-4106-917c-0429988a30fd None None] For port 9dec856e-51f6-48dc-9948-9a45357ff0de, host n-d-799527-2, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:49.467729 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1571a1-d267-4106-917c-0429988a30fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.486789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2b1571a1-d267-4106-917c-0429988a30fd None None] Calling delete_port for 9dec856e-51f6-48dc-9948-9a45357ff0de owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:49.489184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-2b1571a1-d267-4106-917c-0429988a30fd None None] Port 9dec856e-51f6-48dc-9948-9a45357ff0de was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:41:49.490683 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1571a1-d267-4106-917c-0429988a30fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.494792 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.508173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f3b055-4533-44f4-8505-714d50f93404']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:49.518219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1571a1-d267-4106-917c-0429988a30fd None None] Pushing event deleted for resources: {'Port': ['ID=9dec856e-51f6-48dc-9948-9a45357ff0de,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:49.522472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1571a1-d267-4106-917c-0429988a30fd None None] No DVR routers for this DVR port 9dec856e-51f6-48dc-9948-9a45357ff0de on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:49.525612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:49.526427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb95b14-e2d9-4f7f-8dcc-bd03bab7b6bf') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:49.540633 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.560300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.574786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:41:49.575231 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:41:49.577389 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:41:49.653302 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.663257 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.665314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] 10.222.0.21 "DELETE /v2.0/networks/f9f3b055-4533-44f4-8505-714d50f93404 HTTP/1.1" status: 204 len: 168 time: 0.6761830 Jul 06 12:41:49.675494 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73230f-d472-4153-90ee-f9195b4c2e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f3b055-4533-44f4-8505-714d50f93404,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:49.868759 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32832) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:49.916327 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f2836455-772f-467c-9b36-aab7a904cc43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a87cb31be8a34051b687220afd088056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439887 Jul 06 12:41:49.916611 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32834) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:49.973527 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2fb66c3-c6cd-44cf-9f23-bcef9b1138e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.998175 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2fb66c3-c6cd-44cf-9f23-bcef9b1138e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:50.065441 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2fb66c3-c6cd-44cf-9f23-bcef9b1138e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:50.070034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2fb66c3-c6cd-44cf-9f23-bcef9b1138e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:50.071609 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b2fb66c3-c6cd-44cf-9f23-bcef9b1138e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2eabeab-b462-4a64-a2a8-f73eb266cdb2 HTTP/1.1" status: 204 len: 168 time: 0.1537035 Jul 06 12:41:50.083231 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb66c3-c6cd-44cf-9f23-bcef9b1138e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eabeab-b462-4a64-a2a8-f73eb266cdb2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:50.456483 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32840) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:50.502668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c57105fd-5ed6-42a1-98d0-b727e2fc1378 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5563a81ec1de43059a0dd2c964ed7615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449569 Jul 06 12:41:50.505262 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32842) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:50.563326 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59e2b7b4-ba89-4f71-b7a3-b8915aa5d0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:50.586555 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9dec856e-51f6-48dc-9948-9a45357ff0de no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:50.587097 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59e2b7b4-ba89-4f71-b7a3-b8915aa5d0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:50.607533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 9dec856e-51f6-48dc-9948-9a45357ff0de {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:50.607802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9dec856e-51f6-48dc-9948-9a45357ff0de not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:50.608230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 51d73c57-9ad9-4315-845d-65a6c862ccff no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:50.635235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 51d73c57-9ad9-4315-845d-65a6c862ccff {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:50.635618 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 51d73c57-9ad9-4315-845d-65a6c862ccff not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:50.645461 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59e2b7b4-ba89-4f71-b7a3-b8915aa5d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:50.649325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59e2b7b4-ba89-4f71-b7a3-b8915aa5d0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:50.651190 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-59e2b7b4-ba89-4f71-b7a3-b8915aa5d0a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edc8e99e-f8a9-49e6-818b-10228189b431 HTTP/1.1" status: 204 len: 168 time: 0.1448824 Jul 06 12:41:50.660107 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2b7b4-ba89-4f71-b7a3-b8915aa5d0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8e99e-f8a9-49e6-818b-10228189b431,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:50.766964 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.465393 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32882) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:52.470761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ebf73da1-5786-45e3-8a5b-0c2b421a65b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781563556', 'description': 'tempest-secgroup-smoke-781563556 description', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:52.496690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebf73da1-5786-45e3-8a5b-0c2b421a65b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.505562 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebf73da1-5786-45e3-8a5b-0c2b421a65b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.636070 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebf73da1-5786-45e3-8a5b-0c2b421a65b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.641701 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebf73da1-5786-45e3-8a5b-0c2b421a65b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.683218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf73da1-5786-45e3-8a5b-0c2b421a65b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dfa392-30e8-4e8b-8146-d5f0d959d6b0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:52.761598 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebf73da1-5786-45e3-8a5b-0c2b421a65b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.767896 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebf73da1-5786-45e3-8a5b-0c2b421a65b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.797959 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebf73da1-5786-45e3-8a5b-0c2b421a65b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.799260 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ebf73da1-5786-45e3-8a5b-0c2b421a65b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3324425 Jul 06 12:41:52.804420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32884) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:52.809371 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-04b9bd9e-1e52-400b-aa4d-857daa557776 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '404cf363-4535-46c6-b82a-0a7ba6b4fc37', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:52.813794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf73da1-5786-45e3-8a5b-0c2b421a65b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404cf363-4535-46c6-b82a-0a7ba6b4fc37,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:52.843596 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04b9bd9e-1e52-400b-aa4d-857daa557776 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.912100 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04b9bd9e-1e52-400b-aa4d-857daa557776 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.916348 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04b9bd9e-1e52-400b-aa4d-857daa557776 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.935821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9bd9e-1e52-400b-aa4d-857daa557776 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2318136-bbab-4c46-b80e-e86d9d337a71,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:52.942176 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04b9bd9e-1e52-400b-aa4d-857daa557776 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:52.943917 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-04b9bd9e-1e52-400b-aa4d-857daa557776 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384118 Jul 06 12:41:52.946968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32886) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:52.951987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-86eb5b30-f3d6-4e65-983a-bd31b9557560 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '404cf363-4535-46c6-b82a-0a7ba6b4fc37', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:52.981956 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86eb5b30-f3d6-4e65-983a-bd31b9557560 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.042438 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86eb5b30-f3d6-4e65-983a-bd31b9557560 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.046524 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86eb5b30-f3d6-4e65-983a-bd31b9557560 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.065942 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb5b30-f3d6-4e65-983a-bd31b9557560 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16894e9-f19a-466d-97b1-8700eb95a4e6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:53.074168 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86eb5b30-f3d6-4e65-983a-bd31b9557560 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.075606 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-86eb5b30-f3d6-4e65-983a-bd31b9557560 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274676 Jul 06 12:41:53.079375 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32888) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:53.084410 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-674d46de-de44-419d-a844-47932132b798 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '404cf363-4535-46c6-b82a-0a7ba6b4fc37', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:53.112061 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674d46de-de44-419d-a844-47932132b798 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.176244 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674d46de-de44-419d-a844-47932132b798 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.180322 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674d46de-de44-419d-a844-47932132b798 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.199497 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d46de-de44-419d-a844-47932132b798 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f27fc89-0a1d-49fc-b694-db892cd3f6c7,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:53.201849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-674d46de-de44-419d-a844-47932132b798 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.203134 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-674d46de-de44-419d-a844-47932132b798 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226923 Jul 06 12:41:53.206422 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32890) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:53.211174 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1b0de31a-322c-4776-a64a-c4135fb7cb6d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '404cf363-4535-46c6-b82a-0a7ba6b4fc37', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:53.239355 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b0de31a-322c-4776-a64a-c4135fb7cb6d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.304983 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b0de31a-322c-4776-a64a-c4135fb7cb6d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.310013 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b0de31a-322c-4776-a64a-c4135fb7cb6d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.329515 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0de31a-322c-4776-a64a-c4135fb7cb6d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751b55d3-f45e-427b-a860-b26d8d38d7c9,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:53.337738 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b0de31a-322c-4776-a64a-c4135fb7cb6d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.338988 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1b0de31a-322c-4776-a64a-c4135fb7cb6d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316111 Jul 06 12:41:53.341632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32892) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:53.346719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b1dbb6fa-79ca-4b45-b410-5572100fa3fa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '404cf363-4535-46c6-b82a-0a7ba6b4fc37', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:53.380584 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-b1dbb6fa-79ca-4b45-b410-5572100fa3fa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Project 3e42adea08954e8a97a533ccd03ed1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:41:53.388648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb6fa-79ca-4b45-b410-5572100fa3fa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.462034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb6fa-79ca-4b45-b410-5572100fa3fa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.466237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb6fa-79ca-4b45-b410-5572100fa3fa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.486652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbb6fa-79ca-4b45-b410-5572100fa3fa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb64678-494a-4d95-9914-07bea8246cca,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:53.493776 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb6fa-79ca-4b45-b410-5572100fa3fa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.495889 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b1dbb6fa-79ca-4b45-b410-5572100fa3fa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530030 Jul 06 12:41:53.498284 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32894) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:53.503441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-da69e2a1-d845-48db-80b0-e629f4186d8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '404cf363-4535-46c6-b82a-0a7ba6b4fc37', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:53.525758 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-da69e2a1-d845-48db-80b0-e629f4186d8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Project 3e42adea08954e8a97a533ccd03ed1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:41:53.530955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da69e2a1-d845-48db-80b0-e629f4186d8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.602182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da69e2a1-d845-48db-80b0-e629f4186d8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.606036 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da69e2a1-d845-48db-80b0-e629f4186d8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.624618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69e2a1-d845-48db-80b0-e629f4186d8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0d9f37-01cf-4068-a6cd-70f53fb00236,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:53.630648 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da69e2a1-d845-48db-80b0-e629f4186d8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.632087 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-da69e2a1-d845-48db-80b0-e629f4186d8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326973 Jul 06 12:41:53.635127 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32896) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:53.641722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'network': {'name': 'tempest-network-smoke--1555777164', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:53.665252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:53.669939 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.697057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:41:53.706692 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.707047 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Added segment 5dc40023-d792-41d4-b424-a87eea19f992 of type vlan for network 66cfb892-7c52-4575-b268-af9d2cb59039 Jul 06 12:41:53.752462 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.782997 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.788548 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:53.789202 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.851523 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2152090 Jul 06 12:41:53.854599 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32898) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:53.861636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'admin_state_up': True, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:53.877212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ad09e-da30-4d1b-9cd3-fb35868767e0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Network': ['ID=66cfb892-7c52-4575-b268-af9d2cb59039,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:53.889248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 66cfb892-7c52-4575-b268-af9d2cb59039 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:41:53.899300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.900415 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:53.977244 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:54.173616 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:54.381848 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:54.401672 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:54.516748 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.25.0.149 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/88b97776-e5c5-41d9-8026-1e50c3db83bb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:54.624557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:54.667085 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:54.705139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:54.708009 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:54.716412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:54.723552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=88b97776-e5c5-41d9-8026-1e50c3db83bb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:55.363476 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:55.564714 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:55.706622 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 83cffa2e-7439-449c-bc2d-d32673bc60f3 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:41:55.822106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:55.834252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Sync routers for ids ['83cffa2e-7439-449c-bc2d-d32673bc60f3'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:55.841305 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:55.842963 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a0df3950-dc07-41af-97fd-83cfbdfb8175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9873765 Jul 06 12:41:55.843359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Routers {'83cffa2e-7439-449c-bc2d-d32673bc60f3'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:55.844664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83cffa2e-7439-449c-bc2d-d32673bc60f3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:55.847002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32902) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:55.961008 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Set router 83cffa2e-7439-449c-bc2d-d32673bc60f3 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:55.992669 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3d6176f8-a88a-48d8-9b07-2770e522727c tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3e42adea08954e8a97a533ccd03ed1e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1444328 Jul 06 12:41:55.995346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32906) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:56.144892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:54Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:56.151059 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e780e-1f6f-4a6b-ac8a-63037204b026 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:56.152659 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e09e780e-1f6f-4a6b-ac8a-63037204b026 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1564016 Jul 06 12:41:56.155967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32908) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:56.177084 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Checking router: 83cffa2e-7439-449c-bc2d-d32673bc60f3 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:56.177447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Updating router 83cffa2e-7439-449c-bc2d-d32673bc60f3 port 88b97776-e5c5-41d9-8026-1e50c3db83bb binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:41:56.198087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5051d13a-708d-4414-8108-443621e2602b tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405884 Jul 06 12:41:56.200737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:56.206864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-53970722', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:56.214055 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:56.313222 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:56.317067 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:56.524148 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:56.535652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:56.540016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Transition to ACTIVE for port object 88b97776-e5c5-41d9-8026-1e50c3db83bb will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:56.549148 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:56.638917 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Attempting to bind port 88b97776-e5c5-41d9-8026-1e50c3db83bb on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:56.639794 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Attempting to bind port 88b97776-e5c5-41d9-8026-1e50c3db83bb by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:56.640427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Attempting to bind port 88b97776-e5c5-41d9-8026-1e50c3db83bb on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:56.644737 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Subnet': ['ID=07ff19f1-d783-4737-8f0b-442ea6295fc7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:56.645415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c41036-b4e0-46d0-97ac-229890e11a3e None None] Pushing event updated for resources: {'Port': ['ID=88b97776-e5c5-41d9-8026-1e50c3db83bb,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:56.653144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:56.653753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:56.654390 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:56.655006 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:56.655811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Bound port: 88b97776-e5c5-41d9-8026-1e50c3db83bb, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:56.656462 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:56.662360 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Checking segment: {'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:56.662757 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network hostable DHCP agents. Network: 66cfb892-7c52-4575-b268-af9d2cb59039, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:41:56.684048 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 66cfb892-7c52-4575-b268-af9d2cb59039 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:41:56.694811 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 66cfb892-7c52-4575-b268-af9d2cb59039) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:56.699183 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:56.699919 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:56.704152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2ad189-76ab-4997-a3e1-039365d4a87b None None] Network 66cfb892-7c52-4575-b268-af9d2cb59039 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:56.721562 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c23a445c-40e2-40e7-96f1-c7e80cdd0d25 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5194781 Jul 06 12:41:56.724796 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:56.765969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] For port 88b97776-e5c5-41d9-8026-1e50c3db83bb, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:56.782619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] For port 88b97776-e5c5-41d9-8026-1e50c3db83bb, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=88b97776-e5c5-41d9-8026-1e50c3db83bb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:56.790136 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:56.895348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c41036-b4e0-46d0-97ac-229890e11a3e None None] Pushing event updated for resources: {'Port': ['ID=88b97776-e5c5-41d9-8026-1e50c3db83bb,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:56.900211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Routers {'83cffa2e-7439-449c-bc2d-d32673bc60f3'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:56.900835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83cffa2e-7439-449c-bc2d-d32673bc60f3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:56.977273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-66cfb892-7c52-4575-b268-af9d2cb59039', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ips': [{'subnet_id': '07ff19f1-d783-4737-8f0b-442ea6295fc7'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:41:56.978151 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.107285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] Set router 83cffa2e-7439-449c-bc2d-d32673bc60f3 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:57.214544 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.442533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Allocated IP 172.20.0.2 (66cfb892-7c52-4575-b268-af9d2cb59039/07ff19f1-d783-4737-8f0b-442ea6295fc7/70b85efc-0825-4379-b8df-205c7099e09a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:57.611741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:54Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:57.644347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe0495-66d7-4048-9a25-1bb23c56f26f None None] The sync data for ids ['83cffa2e-7439-449c-bc2d-d32673bc60f3'] in n-d-799527-2 is: [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:54Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:57.661542 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.670707 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Transition to ACTIVE for port object 70b85efc-0825-4379-b8df-205c7099e09a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:57.688188 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Transition to ACTIVE for port object 70b85efc-0825-4379-b8df-205c7099e09a will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:57.696600 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.760609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Network 66cfb892-7c52-4575-b268-af9d2cb59039 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:57.761369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Pushing event updated for resources: {'Port': ['ID=70b85efc-0825-4379-b8df-205c7099e09a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:57.761759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.20.0.1 (66cfb892-7c52-4575-b268-af9d2cb59039/07ff19f1-d783-4737-8f0b-442ea6295fc7/ea8d70be-ff0d-4b19-96b8-3179e7517188) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:57.768020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:57.774509 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:57.853296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Attempting to bind port 70b85efc-0825-4379-b8df-205c7099e09a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:57.853673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Attempting to bind port 70b85efc-0825-4379-b8df-205c7099e09a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:57.854043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Attempting to bind port 70b85efc-0825-4379-b8df-205c7099e09a on network 66cfb892-7c52-4575-b268-af9d2cb59039 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:57.859721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:57.860105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Checking segment: {'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:57.860654 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.861063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Bound using segment: {'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:57.861660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Bound port: 70b85efc-0825-4379-b8df-205c7099e09a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:57.861927 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.916698 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.933307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Transition to ACTIVE for port object ea8d70be-ff0d-4b19-96b8-3179e7517188 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:57.970530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] For port 70b85efc-0825-4379-b8df-205c7099e09a, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:57.975850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] For port 70b85efc-0825-4379-b8df-205c7099e09a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=70b85efc-0825-4379-b8df-205c7099e09a,segment=NetworkSegment(5dc40023-d792-41d4-b424-a87eea19f992),segment_id=5dc40023-d792-41d4-b424-a87eea19f992)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:57.977560 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.981272 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.038771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 66cfb892-7c52-4575-b268-af9d2cb59039 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:58.050549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:58.050549 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=ea8d70be-ff0d-4b19-96b8-3179e7517188,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:58.058171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:58.064576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da15983-3486-4876-bb34-2918e53f6d00 None None] Pushing event updated for resources: {'Port': ['ID=70b85efc-0825-4379-b8df-205c7099e09a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:58.133760 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.352348 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.699541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 70b85efc-0825-4379-b8df-205c7099e09a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:58.740583 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.746548 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.788231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 70b85efc-0825-4379-b8df-205c7099e09a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:58.794084 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 88b97776-e5c5-41d9-8026-1e50c3db83bb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:58.843878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.845864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=ea8d70be-ff0d-4b19-96b8-3179e7517188,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:58.869527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 88b97776-e5c5-41d9-8026-1e50c3db83bb completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:58.876062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 88b97776-e5c5-41d9-8026-1e50c3db83bb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:58.876604 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.980107 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.980971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 66cfb892-7c52-4575-b268-af9d2cb59039 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:58.982523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:59.004882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 88b97776-e5c5-41d9-8026-1e50c3db83bb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=88b97776-e5c5-41d9-8026-1e50c3db83bb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:59.009949 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.078983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=88b97776-e5c5-41d9-8026-1e50c3db83bb,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:59.128400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 83cffa2e-7439-449c-bc2d-d32673bc60f3 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:59.230818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1238aa-2314-4708-a376-0d175d6a88c6 None None] Network 66cfb892-7c52-4575-b268-af9d2cb59039 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:59.311878 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.362802 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d992d02f-45e6-43f0-ac22-306b7301eb30 None None] Provisioning for port 70b85efc-0825-4379-b8df-205c7099e09a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:59.390275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d992d02f-45e6-43f0-ac22-306b7301eb30 None None] Provisioning complete for port 70b85efc-0825-4379-b8df-205c7099e09a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:59.390473 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d992d02f-45e6-43f0-ac22-306b7301eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.460023 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.548928 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d992d02f-45e6-43f0-ac22-306b7301eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.599724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:59.605598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d992d02f-45e6-43f0-ac22-306b7301eb30 None None] For port 70b85efc-0825-4379-b8df-205c7099e09a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=70b85efc-0825-4379-b8df-205c7099e09a,segment=NetworkSegment(5dc40023-d792-41d4-b424-a87eea19f992),segment_id=5dc40023-d792-41d4-b424-a87eea19f992)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:59.616937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e78bfb37-d992-454a-b3e2-cc33ce787e8b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "PUT /v2.0/routers/83cffa2e-7439-449c-bc2d-d32673bc60f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8835778 Jul 06 12:41:59.617353 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d992d02f-45e6-43f0-ac22-306b7301eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.673942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992d02f-45e6-43f0-ac22-306b7301eb30 None None] Pushing event updated for resources: {'Port': ['ID=70b85efc-0825-4379-b8df-205c7099e09a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:59.742286 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Sync routers for ids ['83cffa2e-7439-449c-bc2d-d32673bc60f3'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:59.753428 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Routers {'83cffa2e-7439-449c-bc2d-d32673bc60f3'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:59.754439 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83cffa2e-7439-449c-bc2d-d32673bc60f3'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:59.837818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bfec684b-d23a-45d4-bf80-ceb1e780297f None None] Provisioning for port ea8d70be-ff0d-4b19-96b8-3179e7517188 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:59.844529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bfec684b-d23a-45d4-bf80-ceb1e780297f None None] Provisioning complete for port ea8d70be-ff0d-4b19-96b8-3179e7517188 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:59.844914 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfec684b-d23a-45d4-bf80-ceb1e780297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.889353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bfec684b-d23a-45d4-bf80-ceb1e780297f None None] Port ea8d70be-ff0d-4b19-96b8-3179e7517188 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:59.893059 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Set router 83cffa2e-7439-449c-bc2d-d32673bc60f3 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:59.901267 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bfec684b-d23a-45d4-bf80-ceb1e780297f None None] Provisioning complete for port 70b85efc-0825-4379-b8df-205c7099e09a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:59.901823 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfec684b-d23a-45d4-bf80-ceb1e780297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.920484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-53eaac6f-44b2-485d-9b4d-6f6bd60f0a70 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781563556&fields=id&tenant_id=3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 267 time: 0.0456011 Jul 06 12:42:00.057311 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-db726d93-1bc7-4fff-be26-f5ba09e82371 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:00.059498 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-db726d93-1bc7-4fff-be26-f5ba09e82371 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/networks?id=66cfb892-7c52-4575-b268-af9d2cb59039 HTTP/1.1" status: 200 len: 797 time: 0.1300228 Jul 06 12:42:00.077061 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-e43df7e0-8a38-4860-a14f-bb75dc6db9ba tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/quotas/3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 375 time: 0.0103636 Jul 06 12:42:00.128694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-881288c4-3b62-434f-b25a-3ab85a4df5b0 None None] Provisioning complete for port ea8d70be-ff0d-4b19-96b8-3179e7517188 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:42:00.129291 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-881288c4-3b62-434f-b25a-3ab85a4df5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:00.158212 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ea8d70be-ff0d-4b19-96b8-3179e7517188', 'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:db:52:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:57Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 2, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:42:00.166135 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-97a12eeb-5dea-42d9-ab77-edf6adf4b756 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815144 Jul 06 12:42:00.176172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-881288c4-3b62-434f-b25a-3ab85a4df5b0 None None] Port ea8d70be-ff0d-4b19-96b8-3179e7517188 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:42:00.193222 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Checking router: 83cffa2e-7439-449c-bc2d-d32673bc60f3 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:42:00.193577 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Updating router 83cffa2e-7439-449c-bc2d-d32673bc60f3 port ea8d70be-ff0d-4b19-96b8-3179e7517188 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:42:00.239295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-a5410251-2d7a-4c2e-bb90-3569183bad94 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:42:00.240813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-a5410251-2d7a-4c2e-bb90-3569183bad94 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586612 Jul 06 12:42:00.298382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1706c0f7-f60f-4ab6-97e0-2cf54da73388 None None] Provisioning complete for port ea8d70be-ff0d-4b19-96b8-3179e7517188 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:42:00.298810 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1706c0f7-f60f-4ab6-97e0-2cf54da73388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:00.337456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1706c0f7-f60f-4ab6-97e0-2cf54da73388 None None] Port ea8d70be-ff0d-4b19-96b8-3179e7517188 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:42:00.337672 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:00.348083 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-2e20160e-0af8-4035-ade2-949be6a5b24d service neutron] 10.222.0.21 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005793 Jul 06 12:42:00.447847 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-9b1e4522-ce20-4d95-820f-6d1855be59d3 service neutron] 10.222.0.21 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976779 Jul 06 12:42:00.613255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 70b85efc-0825-4379-b8df-205c7099e09a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:42:00.625694 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:00.638901 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Transition to ACTIVE for port object ea8d70be-ff0d-4b19-96b8-3179e7517188 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:42:00.647270 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:00.669606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 70b85efc-0825-4379-b8df-205c7099e09a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:42:00.670427 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:00.733880 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Pushing event updated for resources: {'Port': ['ID=ea8d70be-ff0d-4b19-96b8-3179e7517188,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:00.758969 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.759686 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.759858 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.760141 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.760476 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.760806 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.761130 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.761623 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.761750 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.762077 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.762397 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.762705 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:00.805655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 88b97776-e5c5-41d9-8026-1e50c3db83bb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:42:00.822977 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Attempting to bind port ea8d70be-ff0d-4b19-96b8-3179e7517188 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:42:00.823353 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Attempting to bind port ea8d70be-ff0d-4b19-96b8-3179e7517188 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:42:00.823825 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Attempting to bind port ea8d70be-ff0d-4b19-96b8-3179e7517188 on network 66cfb892-7c52-4575-b268-af9d2cb59039 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:42:00.832333 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:42:00.832675 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Checking segment: {'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:42:00.833141 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:00.833590 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Bound using segment: {'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:42:00.834192 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Bound port: ea8d70be-ff0d-4b19-96b8-3179e7517188, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:42:00.834696 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:00.912451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 88b97776-e5c5-41d9-8026-1e50c3db83bb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:42:00.912913 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:00.948805 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] For port ea8d70be-ff0d-4b19-96b8-3179e7517188, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:42:00.952792 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] For port ea8d70be-ff0d-4b19-96b8-3179e7517188, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ea8d70be-ff0d-4b19-96b8-3179e7517188,segment=NetworkSegment(5dc40023-d792-41d4-b424-a87eea19f992),segment_id=5dc40023-d792-41d4-b424-a87eea19f992)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:42:00.961849 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:01.030643 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Routers {'83cffa2e-7439-449c-bc2d-d32673bc60f3'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:42:01.032082 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83cffa2e-7439-449c-bc2d-d32673bc60f3'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:42:01.078621 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7713b-75b9-457a-bf32-1569c9a9a02b None None] Pushing event updated for resources: {'Port': ['ID=ea8d70be-ff0d-4b19-96b8-3179e7517188,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:01.195319 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] Set router 83cffa2e-7439-449c-bc2d-d32673bc60f3 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:42:01.460341 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ea8d70be-ff0d-4b19-96b8-3179e7517188', 'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:db:52:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:57Z', 'updated_at': '2021-07-06T12:42:00Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:42:01.491340 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf2cae-5e74-4691-90b4-7b61b37f814d None None] The sync data for ids ['83cffa2e-7439-449c-bc2d-d32673bc60f3'] in n-d-799527-2 is: [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ea8d70be-ff0d-4b19-96b8-3179e7517188', 'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:db:52:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:57Z', 'updated_at': '2021-07-06T12:42:00Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:42:01.746005 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-94829c3b-80d6-46cb-862c-8f9de200329a req-d1b46248-2b3b-4b87-bf45-9d1964b1135a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 210 time: 0.1061327 Jul 06 12:42:02.615026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ea8d70be-ff0d-4b19-96b8-3179e7517188 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:42:02.679079 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ea8d70be-ff0d-4b19-96b8-3179e7517188 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:42:02.682998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ea8d70be-ff0d-4b19-96b8-3179e7517188 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:42:02.683602 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:02.762024 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:02.802027 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port ea8d70be-ff0d-4b19-96b8-3179e7517188, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ea8d70be-ff0d-4b19-96b8-3179e7517188,segment=NetworkSegment(5dc40023-d792-41d4-b424-a87eea19f992),segment_id=5dc40023-d792-41d4-b424-a87eea19f992)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:42:02.806978 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:02.838730 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-89172396-d219-42f0-98e3-f75579c784e0 req-87d2f826-df8e-44b5-a92f-71c541e398f2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 210 time: 0.0351548 Jul 06 12:42:02.872887 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=ea8d70be-ff0d-4b19-96b8-3179e7517188,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:03.989816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b501a9de-4eb8-4f58-90d3-7331cbc1e5cd req-e9381f5b-50d7-4e82-8f0a-3306b8e7f2dd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 210 time: 0.0329924 Jul 06 12:42:04.603260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ea8d70be-ff0d-4b19-96b8-3179e7517188 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:42:04.661934 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ea8d70be-ff0d-4b19-96b8-3179e7517188 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:42:04.662231 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:05.085723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-2797ee74-ce67-4945-9af8-19d059fe39cc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:05.087610 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-2797ee74-ce67-4945-9af8-19d059fe39cc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/networks?id=66cfb892-7c52-4575-b268-af9d2cb59039 HTTP/1.1" status: 200 len: 797 time: 0.1347871 Jul 06 12:42:05.148041 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-e7d971f3-71b7-410c-93bc-2b5f5fc0171d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 379 time: 0.0463462 Jul 06 12:42:05.160879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'port': {'device_id': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'admin_state_up': True, 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'security_groups': ['404cf363-4535-46c6-b82a-0a7ba6b4fc37']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:05.171866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b783a59-7226-4da0-9842-0ba10f390b13 req-146c54bb-3137-4d4a-aa60-192a36421f5d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 210 time: 0.0357931 Jul 06 12:42:05.280039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:42:05.284209 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:05.418929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.20.0.5 (66cfb892-7c52-4575-b268-af9d2cb59039/07ff19f1-d783-4737-8f0b-442ea6295fc7/dbda469f-50cb-48b9-b873-c86c07491b6a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:42:05.567782 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:05.585215 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Transition to ACTIVE for port object dbda469f-50cb-48b9-b873-c86c07491b6a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:42:05.643955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:05.691705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 66cfb892-7c52-4575-b268-af9d2cb59039 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:42:05.695255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:42:05.701474 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:42:05.729518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=dbda469f-50cb-48b9-b873-c86c07491b6a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:05.762735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:05.763397 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:05.783019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-8003edab-68ab-4b15-8ad1-a9737bd53a79 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6275470 Jul 06 12:42:05.793831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-1fd5c989-6f63-482b-9de2-d6f8b67b6765 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:42:05.794887 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-1fd5c989-6f63-482b-9de2-d6f8b67b6765 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055232 Jul 06 12:42:05.806691 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Request body: {'port': {'device_id': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:05.887262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:05.988473 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cbadf7df-f717-480d-ab66-e1401357a30e None None] Provisioning for port dbda469f-50cb-48b9-b873-c86c07491b6a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:42:05.993467 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cbadf7df-f717-480d-ab66-e1401357a30e None None] Provisioning complete for port dbda469f-50cb-48b9-b873-c86c07491b6a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:42:05.993939 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbadf7df-f717-480d-ab66-e1401357a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:06.033602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cbadf7df-f717-480d-ab66-e1401357a30e None None] Port dbda469f-50cb-48b9-b873-c86c07491b6a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:42:06.068123 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:42:06.178201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbda469f-50cb-48b9-b873-c86c07491b6a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:42:06.185708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:06.198324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Transition to ACTIVE for port object dbda469f-50cb-48b9-b873-c86c07491b6a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:42:06.202571 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:06.260083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Pushing event updated for resources: {'Port': ['ID=dbda469f-50cb-48b9-b873-c86c07491b6a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:06.348731 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Attempting to bind port dbda469f-50cb-48b9-b873-c86c07491b6a on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:42:06.348992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Attempting to bind port dbda469f-50cb-48b9-b873-c86c07491b6a by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:42:06.349186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Attempting to bind port dbda469f-50cb-48b9-b873-c86c07491b6a on network 66cfb892-7c52-4575-b268-af9d2cb59039 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:42:06.354393 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Port dbda469f-50cb-48b9-b873-c86c07491b6a on network 66cfb892-7c52-4575-b268-af9d2cb59039 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:42:06.354730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Attempting to bind port dbda469f-50cb-48b9-b873-c86c07491b6a on network 66cfb892-7c52-4575-b268-af9d2cb59039 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:42:06.362127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:42:06.362678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Checking segment: {'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:42:06.363066 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Bound using segment: {'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:42:06.363584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Bound port: dbda469f-50cb-48b9-b873-c86c07491b6a, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc40023-d792-41d4-b424-a87eea19f992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:42:06.363935 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:06.382833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfa328-fb4f-471a-b407-25ad682c63c7 req-71c137bf-91bf-4363-a9b3-1e0d88201105 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:06.384572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6bfa328-fb4f-471a-b407-25ad682c63c7 req-71c137bf-91bf-4363-a9b3-1e0d88201105 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 943 time: 0.0827656 Jul 06 12:42:06.434072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6bfa328-fb4f-471a-b407-25ad682c63c7 req-d78564fb-8031-4014-ab3c-82688cfd9c7b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426161 Jul 06 12:42:06.447584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] For port dbda469f-50cb-48b9-b873-c86c07491b6a, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:42:06.451467 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] For port dbda469f-50cb-48b9-b873-c86c07491b6a, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dbda469f-50cb-48b9-b873-c86c07491b6a,segment=NetworkSegment(5dc40023-d792-41d4-b424-a87eea19f992),segment_id=5dc40023-d792-41d4-b424-a87eea19f992)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:42:06.457509 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:06.495862 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:06.496478 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:06.497939 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] 10.222.0.86 "PUT /v2.0/ports/dbda469f-50cb-48b9-b873-c86c07491b6a HTTP/1.1" status: 200 len: 1091 time: 0.6958487 Jul 06 12:42:06.498360 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'tag': 'dbda469f-50cb-48b9-b873-c86c07491b6a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:42:06.502042 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d8394e-8c09-42dd-9525-96414a911b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2084217-c1fa-4e8a-9e8b-aac558c6bd95", "tag": "dbda469f-50cb-48b9-b873-c86c07491b6a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:42:06.538806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92991c-c704-482b-b4aa-c6c25f3dbc65 service neutron] Pushing event updated for resources: {'Port': ['ID=dbda469f-50cb-48b9-b873-c86c07491b6a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:06.561387 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e77099-0555-411a-ae50-87650f1702f4 x-openstack-request-id: req-06e77099-0555-411a-ae50-87650f1702f4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:42:06.561989 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2084217-c1fa-4e8a-9e8b-aac558c6bd95", "tag": "dbda469f-50cb-48b9-b873-c86c07491b6a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:42:06.563636 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06e77099-0555-411a-ae50-87650f1702f4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:42:06.564618 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'tag': 'dbda469f-50cb-48b9-b873-c86c07491b6a', 'status': 'completed', 'code': 200} Jul 06 12:42:06.620396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-948941bb-7966-4370-b73a-542676494a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:06.622808 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-948941bb-7966-4370-b73a-542676494a7d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 1094 time: 0.0734158 Jul 06 12:42:06.674139 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-a5d5259e-e0d3-449a-b59b-995c4e0a35d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbda469f-50cb-48b9-b873-c86c07491b6a HTTP/1.1" status: 200 len: 217 time: 0.0415010 Jul 06 12:42:06.724798 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-f15d554d-93a8-4c6e-9be0-1f02d478e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:06.726292 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-f15d554d-93a8-4c6e-9be0-1f02d478e47b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07ff19f1-d783-4737-8f0b-442ea6295fc7 HTTP/1.1" status: 200 len: 833 time: 0.0451729 Jul 06 12:42:06.795909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-2cf9ebf6-dc8c-40ac-a702-61be36ed0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:06.798681 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-2cf9ebf6-dc8c-40ac-a702-61be36ed0251 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=66cfb892-7c52-4575-b268-af9d2cb59039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653672 Jul 06 12:42:06.901553 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-baf1eca0-c25e-4ce9-94e7-e115ac796f4c service neutron] 10.222.0.86 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943365 Jul 06 12:42:07.008194 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ae9ae8dc-0ea4-4658-ae87-787d381cf8a8 req-3c122914-8d87-42b7-83dc-633131ded73e service neutron] 10.222.0.86 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996163 Jul 06 12:42:07.117458 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8394e-8c09-42dd-9525-96414a911b0b req-e8ef5179-98a8-426c-88c6-8cc3938a4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:07.119195 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c6d8394e-8c09-42dd-9525-96414a911b0b req-e8ef5179-98a8-426c-88c6-8cc3938a4ad8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 1094 time: 0.0573142 Jul 06 12:42:07.228142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8394e-8c09-42dd-9525-96414a911b0b req-5e99edb6-6edc-494a-b21e-ae59cbd00c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:07.229736 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c6d8394e-8c09-42dd-9525-96414a911b0b req-5e99edb6-6edc-494a-b21e-ae59cbd00c2b service neutron] 10.222.0.86 "GET /v2.0/networks?id=66cfb892-7c52-4575-b268-af9d2cb59039 HTTP/1.1" status: 200 len: 898 time: 0.1036277 Jul 06 12:42:07.274785 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c6d8394e-8c09-42dd-9525-96414a911b0b req-7c805325-c955-4b61-986b-4abaadca5c74 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbda469f-50cb-48b9-b873-c86c07491b6a HTTP/1.1" status: 200 len: 217 time: 0.0375369 Jul 06 12:42:07.329343 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8394e-8c09-42dd-9525-96414a911b0b req-50c9d878-1582-4949-a507-8668b077695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:07.330887 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c6d8394e-8c09-42dd-9525-96414a911b0b req-50c9d878-1582-4949-a507-8668b077695b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07ff19f1-d783-4737-8f0b-442ea6295fc7 HTTP/1.1" status: 200 len: 833 time: 0.0498085 Jul 06 12:42:07.400603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8394e-8c09-42dd-9525-96414a911b0b req-ee6c6435-686a-40c7-a1bc-d6912cf88bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:07.402117 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c6d8394e-8c09-42dd-9525-96414a911b0b req-ee6c6435-686a-40c7-a1bc-d6912cf88bf1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=66cfb892-7c52-4575-b268-af9d2cb59039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626435 Jul 06 12:42:07.498509 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c6d8394e-8c09-42dd-9525-96414a911b0b req-6d522ff7-2e38-4629-b264-a5131c521a31 service neutron] 10.222.0.86 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886247 Jul 06 12:42:07.603636 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c6d8394e-8c09-42dd-9525-96414a911b0b req-26746725-3961-4594-a933-1838cd58e526 service neutron] 10.222.0.86 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971832 Jul 06 12:42:07.641279 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678292b-bea4-4a85-9fab-af4d8ca853e4 req-0aafb791-dd90-43c9-bc37-dac41adcbd0c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:07.642883 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9678292b-bea4-4a85-9fab-af4d8ca853e4 req-0aafb791-dd90-43c9-bc37-dac41adcbd0c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 943 time: 0.0848029 Jul 06 12:42:07.693383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9678292b-bea4-4a85-9fab-af4d8ca853e4 req-892aa4c0-b5ce-4377-ae23-f2f131c5e408 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437682 Jul 06 12:42:08.914780 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7616b-18bb-44f3-964e-fa70d3021797 req-c2e00be2-f4f2-459c-88d7-c0b180cafa5e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:08.916406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00e7616b-18bb-44f3-964e-fa70d3021797 req-c2e00be2-f4f2-459c-88d7-c0b180cafa5e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 943 time: 0.0712123 Jul 06 12:42:08.959297 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00e7616b-18bb-44f3-964e-fa70d3021797 req-d9831eaf-41a6-4edc-a8f5-a282cc4fb80b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358665 Jul 06 12:42:09.181157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dbda469f-50cb-48b9-b873-c86c07491b6a details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:42:09.281494 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dbda469f-50cb-48b9-b873-c86c07491b6a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dbda469f-50cb-48b9-b873-c86c07491b6a,segment=NetworkSegment(5dc40023-d792-41d4-b424-a87eea19f992),segment_id=5dc40023-d792-41d4-b424-a87eea19f992)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:42:09.293704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'dbda469f-50cb-48b9-b873-c86c07491b6a', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'port_id': 'dbda469f-50cb-48b9-b873-c86c07491b6a', 'mac_address': 'fa:16:3e:d1:83:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:42:09.339587 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:09.352726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbda469f-50cb-48b9-b873-c86c07491b6a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:42:09.373524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dbda469f-50cb-48b9-b873-c86c07491b6a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dbda469f-50cb-48b9-b873-c86c07491b6a,segment=NetworkSegment(5dc40023-d792-41d4-b424-a87eea19f992),segment_id=5dc40023-d792-41d4-b424-a87eea19f992)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:42:09.379550 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:09.440530 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=dbda469f-50cb-48b9-b873-c86c07491b6a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:09.675689 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['dbda469f-50cb-48b9-b873-c86c07491b6a'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:42:10.136212 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88aa78-dd28-46e5-b179-3801828f110f req-4eea7731-9eab-4292-a3ce-e822d7b01e05 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:10.137751 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e88aa78-dd28-46e5-b179-3801828f110f req-4eea7731-9eab-4292-a3ce-e822d7b01e05 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 944 time: 0.0653512 Jul 06 12:42:10.178282 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e88aa78-dd28-46e5-b179-3801828f110f req-dfa193f1-b15b-4b73-91be-fed1585e954f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336306 Jul 06 12:42:11.177502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dbda469f-50cb-48b9-b873-c86c07491b6a up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:42:11.231962 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port dbda469f-50cb-48b9-b873-c86c07491b6a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:42:11.237143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port dbda469f-50cb-48b9-b873-c86c07491b6a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:42:11.237511 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:11.324248 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:11.351736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbda469f-50cb-48b9-b873-c86c07491b6a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:42:11.354896 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c5d96d-45ec-4a4f-90b9-be0c3037e1aa" -d '{"events": [{"server_uuid": "e2084217-c1fa-4e8a-9e8b-aac558c6bd95", "name": "network-vif-plugged", "status": "completed", "tag": "dbda469f-50cb-48b9-b873-c86c07491b6a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:42:11.370157 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port dbda469f-50cb-48b9-b873-c86c07491b6a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dbda469f-50cb-48b9-b873-c86c07491b6a,segment=NetworkSegment(5dc40023-d792-41d4-b424-a87eea19f992),segment_id=5dc40023-d792-41d4-b424-a87eea19f992)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:42:11.370923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbd371-0d43-466f-b35a-c73c489cb669 req-5b71c1e9-245c-4700-97d3-b7e2c4376026 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:11.372695 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1bbd371-0d43-466f-b35a-c73c489cb669 req-5b71c1e9-245c-4700-97d3-b7e2c4376026 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 944 time: 0.0789688 Jul 06 12:42:11.375292 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:11.401430 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c32cf0-0385-423a-af3b-b6171d868184 x-openstack-request-id: req-36c32cf0-0385-423a-af3b-b6171d868184 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:42:11.401725 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2084217-c1fa-4e8a-9e8b-aac558c6bd95", "name": "network-vif-plugged", "status": "completed", "tag": "dbda469f-50cb-48b9-b873-c86c07491b6a", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:42:11.402666 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36c32cf0-0385-423a-af3b-b6171d868184 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:42:11.403061 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbda469f-50cb-48b9-b873-c86c07491b6a', 'code': 200} Jul 06 12:42:11.417090 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f1bbd371-0d43-466f-b35a-c73c489cb669 req-25ba9831-c1a2-41f1-9fee-a7922f050d5c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372643 Jul 06 12:42:11.436578 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=dbda469f-50cb-48b9-b873-c86c07491b6a,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:11.549969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680d282-e6e8-40a6-a6ee-777ac4549d67 req-b089f89a-aa88-4577-b1a8-8dc2308b2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:11.551526 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5680d282-e6e8-40a6-a6ee-777ac4549d67 req-b089f89a-aa88-4577-b1a8-8dc2308b2e71 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 1096 time: 0.0534415 Jul 06 12:42:11.588664 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5680d282-e6e8-40a6-a6ee-777ac4549d67 req-4d39663b-1c53-4349-ae20-362b971b731f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303304 Jul 06 12:42:12.607993 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567973-fab6-42cf-b039-24fa554bd5cb req-ef53e928-b4d7-4867-a8d7-8c97fcbfde5d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:12.609874 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72567973-fab6-42cf-b039-24fa554bd5cb req-ef53e928-b4d7-4867-a8d7-8c97fcbfde5d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0668120 Jul 06 12:42:12.650237 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-72567973-fab6-42cf-b039-24fa554bd5cb req-a7e3b797-5403-45de-b4c1-97b6fafc8444 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344305 Jul 06 12:42:13.845805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a51c77-082f-449e-9103-f0c86e7e0a34 req-ee6f1dcf-2ac6-4d58-b520-d6808e98ffc9 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:13.847381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9a51c77-082f-449e-9103-f0c86e7e0a34 req-ee6f1dcf-2ac6-4d58-b520-d6808e98ffc9 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0731850 Jul 06 12:42:13.891184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9a51c77-082f-449e-9103-f0c86e7e0a34 req-1746ac65-0905-486e-a591-383fdc6a92c4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377121 Jul 06 12:42:14.080728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd28ac-8f78-4353-9592-df00b53d25ec req-c0421c1a-a6de-4484-8d07-5f047f6ac22b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:14.082279 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5cbd28ac-8f78-4353-9592-df00b53d25ec req-c0421c1a-a6de-4484-8d07-5f047f6ac22b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0761211 Jul 06 12:42:14.123973 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5cbd28ac-8f78-4353-9592-df00b53d25ec req-0263631f-014f-4346-9d14-68f2253599c3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355673 Jul 06 12:42:14.149626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32980) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:14.204712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e167c589-bacd-4976-a93e-07de5f181c4e tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:14.206259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e167c589-bacd-4976-a93e-07de5f181c4e tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 1091 time: 0.0556426 Jul 06 12:42:14.210016 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32982) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:14.217416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'dbda469f-50cb-48b9-b873-c86c07491b6a', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:14.245473 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:14.296976 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43b78020-9873-4e27-a689-01acdfc92540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:14.354136 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:14.480543 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.25.0.144 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/39746b2a-9f02-4eec-a9ed-f8750e095a9a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:42:14.603998 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:14.646402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:14.684520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:42:14.689345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:42:14.692736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:42:14.698286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=39746b2a-9f02-4eec-a9ed-f8750e095a9a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:15.137741 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:15.227434 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:15.383214 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:15.388107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:15.454577 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=39746b2a-9f02-4eec-a9ed-f8750e095a9a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:15.466912 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:15.569656 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Floating IP fc62af01-7f3c-4a2b-b9ac-e807a0919cde associated. External IP: 172.25.0.144, port: dbda469f-50cb-48b9-b873-c86c07491b6a. Jul 06 12:42:15.782529 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 83cffa2e-7439-449c-bc2d-d32673bc60f3 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:42:15.897949 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:42:15.908207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8b94e-11f9-4204-8433-6ff75b221ca9 None None] Sync routers for ids ['83cffa2e-7439-449c-bc2d-d32673bc60f3'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:42:15.917575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8b94e-11f9-4204-8433-6ff75b221ca9 None None] Routers {'83cffa2e-7439-449c-bc2d-d32673bc60f3'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:42:15.918166 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:15.918313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ca8b94e-11f9-4204-8433-6ff75b221ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83cffa2e-7439-449c-bc2d-d32673bc60f3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:42:15.957801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-773e326c-34bf-42ba-9baa-1d032bc12cec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7461085 Jul 06 12:42:15.958770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'tag': 'dbda469f-50cb-48b9-b873-c86c07491b6a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:42:15.964285 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dca30d-19ef-41b9-8fff-21229b4c84f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2084217-c1fa-4e8a-9e8b-aac558c6bd95", "tag": "dbda469f-50cb-48b9-b873-c86c07491b6a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:42:16.005357 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99af45b5-90f6-4fbd-a54b-8dfe8974665e x-openstack-request-id: req-99af45b5-90f6-4fbd-a54b-8dfe8974665e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:42:16.005961 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2084217-c1fa-4e8a-9e8b-aac558c6bd95", "tag": "dbda469f-50cb-48b9-b873-c86c07491b6a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:42:16.006300 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99af45b5-90f6-4fbd-a54b-8dfe8974665e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:42:16.006884 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'tag': 'dbda469f-50cb-48b9-b873-c86c07491b6a', 'status': 'completed', 'code': 200} Jul 06 12:42:16.035631 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4ca8b94e-11f9-4204-8433-6ff75b221ca9 None None] Set router 83cffa2e-7439-449c-bc2d-d32673bc60f3 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:42:16.091104 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca30d-19ef-41b9-8fff-21229b4c84f3 req-6ea7d04c-889b-4c68-af24-29e069e4ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:16.092752 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-32dca30d-19ef-41b9-8fff-21229b4c84f3 req-6ea7d04c-889b-4c68-af24-29e069e4ff45 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 1096 time: 0.0618358 Jul 06 12:42:16.138057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d05d2-746e-4ec2-b584-45928152e256 req-b3f51ec6-0226-4ead-b9ea-79b450b05fdc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:16.140555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f54d05d2-746e-4ec2-b584-45928152e256 req-b3f51ec6-0226-4ead-b9ea-79b450b05fdc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0826271 Jul 06 12:42:16.184066 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f54d05d2-746e-4ec2-b584-45928152e256 req-c97f347b-51a0-4d47-b36d-4aa285a054e7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377028 Jul 06 12:42:16.216434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 32988) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:16.219336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca30d-19ef-41b9-8fff-21229b4c84f3 req-0d129634-0ffc-4013-b700-27fd4a7561bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:16.221005 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-32dca30d-19ef-41b9-8fff-21229b4c84f3 req-0d129634-0ffc-4013-b700-27fd4a7561bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=66cfb892-7c52-4575-b268-af9d2cb59039 HTTP/1.1" status: 200 len: 898 time: 0.1215358 Jul 06 12:42:16.296966 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-105d4c54-91e3-4828-8dc9-c5180da10e17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/fc62af01-7f3c-4a2b-b9ac-e807a0919cde HTTP/1.1" status: 200 len: 991 time: 0.0786879 Jul 06 12:42:16.299662 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-32dca30d-19ef-41b9-8fff-21229b4c84f3 req-edcdcf14-9ba8-4e50-a36e-3749f25caea7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbda469f-50cb-48b9-b873-c86c07491b6a HTTP/1.1" status: 200 len: 999 time: 0.0707307 Jul 06 12:42:16.325654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ca8b94e-11f9-4204-8433-6ff75b221ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'fc62af01-7f3c-4a2b-b9ac-e807a0919cde', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'port_id': 'dbda469f-50cb-48b9-b873-c86c07491b6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'mac_address': 'fa:16:3e:d1:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:42:14Z', 'updated_at': '2021-07-06T12:42:14Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8d70be-ff0d-4b19-96b8-3179e7517188', 'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:db:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:57Z', 'updated_at': '2021-07-06T12:42:02Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:42:16.370155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca30d-19ef-41b9-8fff-21229b4c84f3 req-a0473a71-8e2e-45ff-acd7-c72dd64653ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:16.372413 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-32dca30d-19ef-41b9-8fff-21229b4c84f3 req-a0473a71-8e2e-45ff-acd7-c72dd64653ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07ff19f1-d783-4737-8f0b-442ea6295fc7 HTTP/1.1" status: 200 len: 833 time: 0.0664403 Jul 06 12:42:16.445521 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca30d-19ef-41b9-8fff-21229b4c84f3 req-29bf6fa1-b486-4637-9c7f-a98568358d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:16.447775 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-32dca30d-19ef-41b9-8fff-21229b4c84f3 req-29bf6fa1-b486-4637-9c7f-a98568358d81 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=66cfb892-7c52-4575-b268-af9d2cb59039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677097 Jul 06 12:42:16.532515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8b94e-11f9-4204-8433-6ff75b221ca9 None None] Checking router: 83cffa2e-7439-449c-bc2d-d32673bc60f3 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:42:16.540947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8b94e-11f9-4204-8433-6ff75b221ca9 None None] Routers {'83cffa2e-7439-449c-bc2d-d32673bc60f3'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:42:16.541557 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ca8b94e-11f9-4204-8433-6ff75b221ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:41:48Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83cffa2e-7439-449c-bc2d-d32673bc60f3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:42:16.544805 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-32dca30d-19ef-41b9-8fff-21229b4c84f3 req-492d1a66-2d17-4ff8-b24e-24c95cbd5a8b service neutron] 10.222.0.86 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902436 Jul 06 12:42:16.651222 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-32dca30d-19ef-41b9-8fff-21229b4c84f3 req-0d70e092-95c7-41bd-86b7-4b325e257adc service neutron] 10.222.0.86 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997419 Jul 06 12:42:16.658082 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4ca8b94e-11f9-4204-8433-6ff75b221ca9 None None] Set router 83cffa2e-7439-449c-bc2d-d32673bc60f3 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:42:16.914175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ca8b94e-11f9-4204-8433-6ff75b221ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'fc62af01-7f3c-4a2b-b9ac-e807a0919cde', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'port_id': 'dbda469f-50cb-48b9-b873-c86c07491b6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'mac_address': 'fa:16:3e:d1:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:42:14Z', 'updated_at': '2021-07-06T12:42:14Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8d70be-ff0d-4b19-96b8-3179e7517188', 'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:db:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:57Z', 'updated_at': '2021-07-06T12:42:02Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:42:16.945305 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8b94e-11f9-4204-8433-6ff75b221ca9 None None] The sync data for ids ['83cffa2e-7439-449c-bc2d-d32673bc60f3'] in n-d-799527-2 is: [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'fc62af01-7f3c-4a2b-b9ac-e807a0919cde', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'port_id': 'dbda469f-50cb-48b9-b873-c86c07491b6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'mac_address': 'fa:16:3e:d1:83:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:42:14Z', 'updated_at': '2021-07-06T12:42:14Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8d70be-ff0d-4b19-96b8-3179e7517188', 'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:db:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:57Z', 'updated_at': '2021-07-06T12:42:02Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:42:17.151196 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d029c38-fef3-4a63-9a4b-ff559d0b9534 None None] New status for floating IP fc62af01-7f3c-4a2b-b9ac-e807a0919cde: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:42:17.301519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 32990) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:17.363838 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6866eac1-2102-46de-9190-ff1c0827bad7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/fc62af01-7f3c-4a2b-b9ac-e807a0919cde HTTP/1.1" status: 200 len: 993 time: 0.0608935 Jul 06 12:42:18.340829 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:18.516530 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbef030b-24c6-4a95-b7c7-947b5973de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:18.987741 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:20.767441 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:29.252601 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:29.409184 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:43.070750 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:42:44.289075 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a986c108-6679-4e6e-a2ad-3b2d5e07052f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:48.342375 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:48.518133 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62e41eae-fa94-47e4-957f-7c05400a89b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:48.991095 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:50.770852 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:51.008025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad798a3-53dc-458a-b952-49a357058de7 req-2d5f6af4-1e11-4cf7-9262-1d3478a1d1fc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:51.009572 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ad798a3-53dc-458a-b952-49a357058de7 req-2d5f6af4-1e11-4cf7-9262-1d3478a1d1fc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0679591 Jul 06 12:42:51.050051 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ad798a3-53dc-458a-b952-49a357058de7 req-3f28659a-8205-4e61-ad83-51965915ddc7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339732 Jul 06 12:42:52.234343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009116f-46b0-4aa6-b4d9-1ba4658454d9 req-0a08e9fd-eb4c-466f-90bc-3dda4ff74e55 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:52.235890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3009116f-46b0-4aa6-b4d9-1ba4658454d9 req-0a08e9fd-eb4c-466f-90bc-3dda4ff74e55 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0683522 Jul 06 12:42:52.274896 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3009116f-46b0-4aa6-b4d9-1ba4658454d9 req-4553d1c1-5792-4239-a39b-78ae2be79f26 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333235 Jul 06 12:42:52.300202 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33008) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:42:52.362879 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-deb6b4d8-4584-4785-b778-13e8546fce8e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/fc62af01-7f3c-4a2b-b9ac-e807a0919cde HTTP/1.1" status: 200 len: 993 time: 0.0614209 Jul 06 12:42:53.822034 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e05be-c8f7-4cb8-8a17-1f68d0dcef96 req-754c0483-0da2-40ba-9d5f-6203c6de321f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:53.823625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-063e05be-c8f7-4cb8-8a17-1f68d0dcef96 req-754c0483-0da2-40ba-9d5f-6203c6de321f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0713556 Jul 06 12:42:53.863371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-063e05be-c8f7-4cb8-8a17-1f68d0dcef96 req-a49195e7-1bbd-4c75-a249-f0abae3c5512 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340300 Jul 06 12:42:54.415897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddd7e1-c876-48ca-9461-07913e5f1aec req-e0899d00-29d7-46af-a7d1-4691e023477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:54.417400 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dddd7e1-c876-48ca-9461-07913e5f1aec req-e0899d00-29d7-46af-a7d1-4691e023477f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 1096 time: 0.1061375 Jul 06 12:42:54.530884 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddd7e1-c876-48ca-9461-07913e5f1aec req-acce7aa6-3b37-4a4c-b5e6-e57aaf729096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:54.532484 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dddd7e1-c876-48ca-9461-07913e5f1aec req-acce7aa6-3b37-4a4c-b5e6-e57aaf729096 service neutron] 10.222.0.86 "GET /v2.0/networks?id=66cfb892-7c52-4575-b268-af9d2cb59039 HTTP/1.1" status: 200 len: 898 time: 0.0873463 Jul 06 12:42:54.603180 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dddd7e1-c876-48ca-9461-07913e5f1aec req-901d5941-0cd2-4105-b52c-6daf173de908 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbda469f-50cb-48b9-b873-c86c07491b6a HTTP/1.1" status: 200 len: 1001 time: 0.0635498 Jul 06 12:42:54.654401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddd7e1-c876-48ca-9461-07913e5f1aec req-1ef102fb-4813-4724-83cc-e285f0f376d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:54.656211 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dddd7e1-c876-48ca-9461-07913e5f1aec req-1ef102fb-4813-4724-83cc-e285f0f376d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07ff19f1-d783-4737-8f0b-442ea6295fc7 HTTP/1.1" status: 200 len: 833 time: 0.0454001 Jul 06 12:42:54.714762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddd7e1-c876-48ca-9461-07913e5f1aec req-d1c8d9d8-5d2a-4631-9f2c-cbc75f9ef4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:54.716320 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dddd7e1-c876-48ca-9461-07913e5f1aec req-d1c8d9d8-5d2a-4631-9f2c-cbc75f9ef4d5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=66cfb892-7c52-4575-b268-af9d2cb59039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520360 Jul 06 12:42:54.812639 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dddd7e1-c876-48ca-9461-07913e5f1aec req-518c6417-6d81-4313-9631-868b811a2c59 service neutron] 10.222.0.86 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884373 Jul 06 12:42:54.906215 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6dddd7e1-c876-48ca-9461-07913e5f1aec req-fee67c15-f210-4f73-9fe8-f6930d5c1338 service neutron] 10.222.0.86 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863378 Jul 06 12:42:55.048697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e76b82-313b-482e-bb2f-b900bc24b169 req-e99d61e0-c337-4c93-8ded-fcce32e4152b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:55.050344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0e76b82-313b-482e-bb2f-b900bc24b169 req-e99d61e0-c337-4c93-8ded-fcce32e4152b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0653348 Jul 06 12:42:55.090768 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0e76b82-313b-482e-bb2f-b900bc24b169 req-2ff20463-1ff9-4850-af98-3bcdd70256b0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349102 Jul 06 12:42:56.269378 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a0dbc-7d75-42e0-82ff-5189511b9363 req-0d19fdbf-5020-462d-9080-d05bec1b32ee tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:56.270952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b9a0dbc-7d75-42e0-82ff-5189511b9363 req-0d19fdbf-5020-462d-9080-d05bec1b32ee tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0633986 Jul 06 12:42:56.309216 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b9a0dbc-7d75-42e0-82ff-5189511b9363 req-7a9b7dfc-dd61-486c-b3f7-5eb7aaa192ce tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326777 Jul 06 12:42:57.492717 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60606327-cc84-40f2-ac7e-bda924550ee6 req-b48b6b83-0311-40b4-ab6d-6083f98f6362 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:57.494213 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60606327-cc84-40f2-ac7e-bda924550ee6 req-b48b6b83-0311-40b4-ab6d-6083f98f6362 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0677922 Jul 06 12:42:57.532312 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-60606327-cc84-40f2-ac7e-bda924550ee6 req-4d291c12-175e-4491-beb4-92159d29f1d4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318809 Jul 06 12:42:58.709366 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fd7fb-8d0b-4e35-b06c-e9e7fe02621a req-2224dead-1950-4228-b5d5-c5e212ea842d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:58.710878 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e92fd7fb-8d0b-4e35-b06c-e9e7fe02621a req-2224dead-1950-4228-b5d5-c5e212ea842d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0654747 Jul 06 12:42:58.749584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e92fd7fb-8d0b-4e35-b06c-e9e7fe02621a req-ae657a62-e713-4ebb-a467-c85790180d0c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330145 Jul 06 12:42:59.251941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:59.410036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:59.927214 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f6152-6ded-420a-bd2a-b66c590a41fa req-113a9b5d-ba74-4b51-a79b-30bd8751f382 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:59.929021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d9f6152-6ded-420a-bd2a-b66c590a41fa req-113a9b5d-ba74-4b51-a79b-30bd8751f382 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0676887 Jul 06 12:42:59.969127 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d9f6152-6ded-420a-bd2a-b66c590a41fa req-d68b58db-784e-4e6a-b64c-0901deb1204c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344901 Jul 06 12:42:59.993854 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33028) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:00.053915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-67a62c93-a84f-4c82-8cda-793542a5dd4d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/fc62af01-7f3c-4a2b-b9ac-e807a0919cde HTTP/1.1" status: 200 len: 993 time: 0.0588417 Jul 06 12:43:00.314394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33034) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:00.778136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 39746b2a-9f02-4eec-a9ed-f8750e095a9a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:43:00.778482 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:00.861275 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:00.861521 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:00.874545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 39746b2a-9f02-4eec-a9ed-f8750e095a9a owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:43:01.049804 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:01.074365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=39746b2a-9f02-4eec-a9ed-f8750e095a9a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:01.085136 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.085497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.085845 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.086190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.086532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.087341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.087341 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.087555 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.087873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.088204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.088534 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.088862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:01.154174 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:01.154456 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Floating IP fc62af01-7f3c-4a2b-b9ac-e807a0919cde disassociated (deleted). External IP: 172.25.0.144, port: dbda469f-50cb-48b9-b873-c86c07491b6a. Jul 06 12:43:01.365522 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 83cffa2e-7439-449c-bc2d-d32673bc60f3 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:43:01.479695 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:43:01.484933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:01.491599 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a21982-f5d1-4257-a66e-41619a561703 None None] Sync routers for ids ['83cffa2e-7439-449c-bc2d-d32673bc60f3'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:43:01.501437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a21982-f5d1-4257-a66e-41619a561703 None None] Routers {'83cffa2e-7439-449c-bc2d-d32673bc60f3'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:01.502055 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-37a21982-f5d1-4257-a66e-41619a561703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:42:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83cffa2e-7439-449c-bc2d-d32673bc60f3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:01.525043 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0d40ccfe-0120-4920-a2f7-c8c151fd7d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/floatingips/fc62af01-7f3c-4a2b-b9ac-e807a0919cde HTTP/1.1" status: 204 len: 168 time: 1.2095394 Jul 06 12:43:01.525665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'tag': 'dbda469f-50cb-48b9-b873-c86c07491b6a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:01.528302 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15db64fe-a0e6-42a7-a566-3bb9748889f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2084217-c1fa-4e8a-9e8b-aac558c6bd95", "tag": "dbda469f-50cb-48b9-b873-c86c07491b6a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:01.567750 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922fd39f-3550-4876-a080-4e65eb177ea6 x-openstack-request-id: req-922fd39f-3550-4876-a080-4e65eb177ea6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:01.568132 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2084217-c1fa-4e8a-9e8b-aac558c6bd95", "tag": "dbda469f-50cb-48b9-b873-c86c07491b6a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:01.568528 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-922fd39f-3550-4876-a080-4e65eb177ea6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:01.569057 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'tag': 'dbda469f-50cb-48b9-b873-c86c07491b6a', 'status': 'completed', 'code': 200} Jul 06 12:43:01.624935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-37a21982-f5d1-4257-a66e-41619a561703 None None] Set router 83cffa2e-7439-449c-bc2d-d32673bc60f3 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:01.659365 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db64fe-a0e6-42a7-a566-3bb9748889f6 req-a8ea41d7-5bff-4e40-bf6f-94329cd3c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:01.661439 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-15db64fe-a0e6-42a7-a566-3bb9748889f6 req-a8ea41d7-5bff-4e40-bf6f-94329cd3c345 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 1096 time: 0.0602827 Jul 06 12:43:01.773236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db64fe-a0e6-42a7-a566-3bb9748889f6 req-63330f57-5f44-406b-adec-6ec622165771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:01.775061 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-15db64fe-a0e6-42a7-a566-3bb9748889f6 req-63330f57-5f44-406b-adec-6ec622165771 service neutron] 10.222.0.86 "GET /v2.0/networks?id=66cfb892-7c52-4575-b268-af9d2cb59039 HTTP/1.1" status: 200 len: 898 time: 0.1073070 Jul 06 12:43:01.824756 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-15db64fe-a0e6-42a7-a566-3bb9748889f6 req-4a07a9a2-c36c-4458-8669-2b8608375ba6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbda469f-50cb-48b9-b873-c86c07491b6a HTTP/1.1" status: 200 len: 217 time: 0.0424159 Jul 06 12:43:01.855026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-37a21982-f5d1-4257-a66e-41619a561703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ea8d70be-ff0d-4b19-96b8-3179e7517188', 'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:db:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:57Z', 'updated_at': '2021-07-06T12:42:02Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:01.883379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db64fe-a0e6-42a7-a566-3bb9748889f6 req-6163269e-8ac4-47d9-8d32-f85c1d6fa7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:01.884874 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-15db64fe-a0e6-42a7-a566-3bb9748889f6 req-6163269e-8ac4-47d9-8d32-f85c1d6fa7f4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07ff19f1-d783-4737-8f0b-442ea6295fc7 HTTP/1.1" status: 200 len: 833 time: 0.0511889 Jul 06 12:43:01.890384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a21982-f5d1-4257-a66e-41619a561703 None None] Checking router: 83cffa2e-7439-449c-bc2d-d32673bc60f3 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:43:01.899702 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a21982-f5d1-4257-a66e-41619a561703 None None] Routers {'83cffa2e-7439-449c-bc2d-d32673bc60f3'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:01.900852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-37a21982-f5d1-4257-a66e-41619a561703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:42:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83cffa2e-7439-449c-bc2d-d32673bc60f3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:01.944804 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42852bfe-24a5-4f85-80f3-0a5d97ed376a req-6fe48319-407a-4c29-bc92-516cb7923f61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:01.946406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42852bfe-24a5-4f85-80f3-0a5d97ed376a req-6fe48319-407a-4c29-bc92-516cb7923f61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0715392 Jul 06 12:43:01.947548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db64fe-a0e6-42a7-a566-3bb9748889f6 req-c9afdd54-2e3f-4077-89df-325d8d3c4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:01.949083 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-15db64fe-a0e6-42a7-a566-3bb9748889f6 req-c9afdd54-2e3f-4077-89df-325d8d3c4755 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=66cfb892-7c52-4575-b268-af9d2cb59039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554173 Jul 06 12:43:01.987483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42852bfe-24a5-4f85-80f3-0a5d97ed376a req-64a40148-68fa-4d36-b530-0b0942d462bb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350146 Jul 06 12:43:02.016850 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-37a21982-f5d1-4257-a66e-41619a561703 None None] Set router 83cffa2e-7439-449c-bc2d-d32673bc60f3 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:02.047108 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-15db64fe-a0e6-42a7-a566-3bb9748889f6 req-53b584aa-bcaf-44a6-ae00-bfc805842833 service neutron] 10.222.0.86 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888174 Jul 06 12:43:02.145365 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-15db64fe-a0e6-42a7-a566-3bb9748889f6 req-a23b72f7-6ee0-4630-9f71-dc43438d4ee3 service neutron] 10.222.0.86 "GET /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908661 Jul 06 12:43:02.223861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-37a21982-f5d1-4257-a66e-41619a561703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ea8d70be-ff0d-4b19-96b8-3179e7517188', 'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:db:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:57Z', 'updated_at': '2021-07-06T12:42:02Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:02.254072 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a21982-f5d1-4257-a66e-41619a561703 None None] The sync data for ids ['83cffa2e-7439-449c-bc2d-d32673bc60f3'] in n-d-799527-2 is: [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'ea8d70be-ff0d-4b19-96b8-3179e7517188', 'name': '', 'network_id': '66cfb892-7c52-4575-b268-af9d2cb59039', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:db:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:57Z', 'updated_at': '2021-07-06T12:42:02Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '07ff19f1-d783-4737-8f0b-442ea6295fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:43:02.476709 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2370d04-568e-49e8-893d-dc93a216b028 None None] New status for floating IP fc62af01-7f3c-4a2b-b9ac-e807a0919cde: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:43:03.183119 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c832998-762c-4ef6-a9ae-6fae8f6a74d4 req-60c8b0d9-ee64-4fa7-94a0-5dd44435fd8c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:03.184652 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c832998-762c-4ef6-a9ae-6fae8f6a74d4 req-60c8b0d9-ee64-4fa7-94a0-5dd44435fd8c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0664320 Jul 06 12:43:03.223946 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1c832998-762c-4ef6-a9ae-6fae8f6a74d4 req-918176b0-4c10-48ea-939c-8ba23fbef89c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=404cf363-4535-46c6-b82a-0a7ba6b4fc37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330963 Jul 06 12:43:03.693681 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c777e-6c94-4f4d-af6c-846cd8ea42f8 req-db26d814-41df-4bc6-a38e-27083ae236ac tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:03.695140 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b07c777e-6c94-4f4d-af6c-846cd8ea42f8 req-db26d814-41df-4bc6-a38e-27083ae236ac tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 945 time: 0.0639675 Jul 06 12:43:03.803812 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b07c777e-6c94-4f4d-af6c-846cd8ea42f8 req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port dbda469f-50cb-48b9-b873-c86c07491b6a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:43:03.804051 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b07c777e-6c94-4f4d-af6c-846cd8ea42f8 req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:03.895076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b07c777e-6c94-4f4d-af6c-846cd8ea42f8 req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port dbda469f-50cb-48b9-b873-c86c07491b6a, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=dbda469f-50cb-48b9-b873-c86c07491b6a,segment=NetworkSegment(5dc40023-d792-41d4-b424-a87eea19f992),segment_id=5dc40023-d792-41d4-b424-a87eea19f992)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:03.895434 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b07c777e-6c94-4f4d-af6c-846cd8ea42f8 req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:03.908518 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b07c777e-6c94-4f4d-af6c-846cd8ea42f8 req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for dbda469f-50cb-48b9-b873-c86c07491b6a owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:43:04.043974 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b07c777e-6c94-4f4d-af6c-846cd8ea42f8 req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:04.077628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=dbda469f-50cb-48b9-b873-c86c07491b6a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:04.090151 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.090508 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.090852 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.091192 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.091553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.092123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.092458 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.092793 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.093123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.093455 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.093783 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.094117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:04.137929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07c777e-6c94-4f4d-af6c-846cd8ea42f8 req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] No DVR routers for this DVR port dbda469f-50cb-48b9-b873-c86c07491b6a on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:43:04.141010 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b07c777e-6c94-4f4d-af6c-846cd8ea42f8 req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:04.143056 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b07c777e-6c94-4f4d-af6c-846cd8ea42f8 req-207ad775-2abf-43ba-93c8-b55fc039d486 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "DELETE /v2.0/ports/dbda469f-50cb-48b9-b873-c86c07491b6a HTTP/1.1" status: 204 len: 173 time: 0.4414423 Jul 06 12:43:04.143524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'name': 'network-vif-deleted', 'tag': 'dbda469f-50cb-48b9-b873-c86c07491b6a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:04.145897 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8502ed-b20d-48a6-bd7a-b60ef83f0212" -d '{"events": [{"server_uuid": "e2084217-c1fa-4e8a-9e8b-aac558c6bd95", "name": "network-vif-deleted", "tag": "dbda469f-50cb-48b9-b873-c86c07491b6a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:04.236456 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5703a873-9585-451b-aac8-7ece9a63baa4 x-openstack-request-id: req-5703a873-9585-451b-aac8-7ece9a63baa4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:04.236739 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2084217-c1fa-4e8a-9e8b-aac558c6bd95", "name": "network-vif-deleted", "tag": "dbda469f-50cb-48b9-b873-c86c07491b6a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:04.236987 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5703a873-9585-451b-aac8-7ece9a63baa4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:04.237392 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2084217-c1fa-4e8a-9e8b-aac558c6bd95', 'name': 'network-vif-deleted', 'tag': 'dbda469f-50cb-48b9-b873-c86c07491b6a', 'status': 'completed', 'code': 200} Jul 06 12:43:04.386183 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-65a8b2b6-7854-407b-8bb7-fd678d7dccad req-349c11d4-403f-451b-80a6-811b09a48488 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2084217-c1fa-4e8a-9e8b-aac558c6bd95 HTTP/1.1" status: 200 len: 210 time: 0.0339878 Jul 06 12:43:05.482903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33052) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:05.853781 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:06.124139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port ea8d70be-ff0d-4b19-96b8-3179e7517188 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:43:06.124572 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:06.219853 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port ea8d70be-ff0d-4b19-96b8-3179e7517188, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ea8d70be-ff0d-4b19-96b8-3179e7517188,segment=NetworkSegment(5dc40023-d792-41d4-b424-a87eea19f992),segment_id=5dc40023-d792-41d4-b424-a87eea19f992)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:06.220221 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:06.233926 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for ea8d70be-ff0d-4b19-96b8-3179e7517188 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:43:06.423161 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:06.452046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=ea8d70be-ff0d-4b19-96b8-3179e7517188,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:06.670881 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:06.885381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 83cffa2e-7439-449c-bc2d-d32673bc60f3 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:43:07.000976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:43:07.006131 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1af7ce6c-1fb8-43ce-aa31-3cd665582b43 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "PUT /v2.0/routers/83cffa2e-7439-449c-bc2d-d32673bc60f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5225642 Jul 06 12:43:07.008782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33054) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:07.012196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2008b-09b9-402d-acb2-a7083543d343 None None] Sync routers for ids ['83cffa2e-7439-449c-bc2d-d32673bc60f3'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:43:07.022575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2008b-09b9-402d-acb2-a7083543d343 None None] Routers {'83cffa2e-7439-449c-bc2d-d32673bc60f3'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:07.023192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-43f2008b-09b9-402d-acb2-a7083543d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:42:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83cffa2e-7439-449c-bc2d-d32673bc60f3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:07.065312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbdf51b2-4df8-4e92-aff2-7b51fe189ade tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting subnet 07ff19f1-d783-4737-8f0b-442ea6295fc7 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:43:07.068701 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbdf51b2-4df8-4e92-aff2-7b51fe189ade tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:07.109029 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbdf51b2-4df8-4e92-aff2-7b51fe189ade tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:07.133403 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-43f2008b-09b9-402d-acb2-a7083543d343 None None] Set router 83cffa2e-7439-449c-bc2d-d32673bc60f3 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:07.194809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbdf51b2-4df8-4e92-aff2-7b51fe189ade tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:07.269955 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbdf51b2-4df8-4e92-aff2-7b51fe189ade tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:07.305813 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbdf51b2-4df8-4e92-aff2-7b51fe189ade tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:07.307756 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cbdf51b2-4df8-4e92-aff2-7b51fe189ade tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/subnets/07ff19f1-d783-4737-8f0b-442ea6295fc7 HTTP/1.1" status: 204 len: 168 time: 0.2979972 Jul 06 12:43:07.310338 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33056) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:07.314393 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e851a3-fe64-4690-af97-317f2093ef72 None None] Network 66cfb892-7c52-4575-b268-af9d2cb59039 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:43:07.317322 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf51b2-4df8-4e92-aff2-7b51fe189ade tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Subnet': ['ID=07ff19f1-d783-4737-8f0b-442ea6295fc7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:07.385928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-43f2008b-09b9-402d-acb2-a7083543d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:43:06Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:07.425496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:07.434057 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dbda469f-50cb-48b9-b873-c86c07491b6a no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:43:07.451858 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2008b-09b9-402d-acb2-a7083543d343 None None] Checking router: 83cffa2e-7439-449c-bc2d-d32673bc60f3 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:43:07.476189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: dbda469f-50cb-48b9-b873-c86c07491b6a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:43:07.476528 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device dbda469f-50cb-48b9-b873-c86c07491b6a not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:43:07.485767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2008b-09b9-402d-acb2-a7083543d343 None None] Routers {'83cffa2e-7439-449c-bc2d-d32673bc60f3'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:07.486394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-43f2008b-09b9-402d-acb2-a7083543d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:42:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['83cffa2e-7439-449c-bc2d-d32673bc60f3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:07.535845 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:07.605204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-43f2008b-09b9-402d-acb2-a7083543d343 None None] Set router 83cffa2e-7439-449c-bc2d-d32673bc60f3 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:07.666064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] DHCP port deletion for 66cfb892-7c52-4575-b268-af9d2cb59039 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:43:07.923753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 88b97776-e5c5-41d9-8026-1e50c3db83bb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:43:07.924347 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:07.946852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Deleting port 70b85efc-0825-4379-b8df-205c7099e09a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:43:07.947221 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.004193 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port 88b97776-e5c5-41d9-8026-1e50c3db83bb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=88b97776-e5c5-41d9-8026-1e50c3db83bb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:08.004774 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.018265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 88b97776-e5c5-41d9-8026-1e50c3db83bb owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:43:08.036336 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] For port 70b85efc-0825-4379-b8df-205c7099e09a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=70b85efc-0825-4379-b8df-205c7099e09a,segment=NetworkSegment(5dc40023-d792-41d4-b424-a87eea19f992),segment_id=5dc40023-d792-41d4-b424-a87eea19f992)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:08.036924 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.051196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Calling delete_port for 70b85efc-0825-4379-b8df-205c7099e09a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:43:08.099505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-43f2008b-09b9-402d-acb2-a7083543d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:43:06Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:08.130591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2008b-09b9-402d-acb2-a7083543d343 None None] The sync data for ids ['83cffa2e-7439-449c-bc2d-d32673bc60f3'] in n-d-799527-2 is: [{'id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484531278', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:53Z', 'updated_at': '2021-07-06T12:43:06Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '88b97776-e5c5-41d9-8026-1e50c3db83bb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cffa2e-7439-449c-bc2d-d32673bc60f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:54Z', 'updated_at': '2021-07-06T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:43:08.171814 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.194758 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.199242 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Pushing event deleted for resources: {'Port': ['ID=70b85efc-0825-4379-b8df-205c7099e09a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:08.210214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] No DVR routers for this DVR port 70b85efc-0825-4379-b8df-205c7099e09a on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:43:08.214142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.219925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.219925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.219925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.219925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.219925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.219925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.219925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.219925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.219925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.219925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.219925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a832766-efd2-4094-abc0-66e18fcf5029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:08.227821 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=88b97776-e5c5-41d9-8026-1e50c3db83bb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:08.290968 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.384704 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.386783 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.431343 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.431767 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Fanout notify agent at l3_agent the message router_deleted on router 83cffa2e-7439-449c-bc2d-d32673bc60f3 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:43:08.439296 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.440462 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-320b590f-a82b-4884-a16e-ab3ff27107d7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/routers/83cffa2e-7439-449c-bc2d-d32673bc60f3 HTTP/1.1" status: 204 len: 168 time: 1.1288776 Jul 06 12:43:08.443046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33058) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:08.527089 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.620283 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.632466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cfb892-7c52-4575-b268-af9d2cb59039']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:08.650137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc40023-d792-41d4-b424-a87eea19f992') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:08.650340 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc40023-d792-41d4-b424-a87eea19f992') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:08.660975 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.676922 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.684583 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:43:08.684984 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:43:08.688653 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:43:08.712300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 70b85efc-0825-4379-b8df-205c7099e09a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:43:08.734361 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 70b85efc-0825-4379-b8df-205c7099e09a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:43:08.734655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 70b85efc-0825-4379-b8df-205c7099e09a not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:43:08.735080 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ea8d70be-ff0d-4b19-96b8-3179e7517188 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:43:08.755072 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: ea8d70be-ff0d-4b19-96b8-3179e7517188 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:43:08.755420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ea8d70be-ff0d-4b19-96b8-3179e7517188 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:43:08.760741 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.769229 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.771474 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/networks/66cfb892-7c52-4575-b268-af9d2cb59039 HTTP/1.1" status: 204 len: 168 time: 0.3271930 Jul 06 12:43:08.773931 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33062) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:08.791691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36ddcf-77c8-4859-b86e-53e751a99c93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Network': ['ID=66cfb892-7c52-4575-b268-af9d2cb59039,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:08.847599 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2836ce42-802e-4635-8d69-2c1b4cd8be20 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.875586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2836ce42-802e-4635-8d69-2c1b4cd8be20 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.937916 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2836ce42-802e-4635-8d69-2c1b4cd8be20 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.940690 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2836ce42-802e-4635-8d69-2c1b4cd8be20 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.941871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-2836ce42-802e-4635-8d69-2c1b4cd8be20 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/security-groups/404cf363-4535-46c6-b82a-0a7ba6b4fc37 HTTP/1.1" status: 204 len: 168 time: 0.1670072 Jul 06 12:43:08.951800 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836ce42-802e-4635-8d69-2c1b4cd8be20 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404cf363-4535-46c6-b82a-0a7ba6b4fc37,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:09.197042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:09.201860 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d3e35f1f-0cc3-43c4-8dd5-8cca20f956c1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547913304', 'description': 'tempest-secgroup-smoke-1547913304 description', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:09.239675 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3e35f1f-0cc3-43c4-8dd5-8cca20f956c1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.322220 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3e35f1f-0cc3-43c4-8dd5-8cca20f956c1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.326508 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3e35f1f-0cc3-43c4-8dd5-8cca20f956c1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.362673 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e35f1f-0cc3-43c4-8dd5-8cca20f956c1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023da25c-a60d-4a1b-8e1a-6d8dc8840971,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:09.362673 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3e35f1f-0cc3-43c4-8dd5-8cca20f956c1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.363260 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d3e35f1f-0cc3-43c4-8dd5-8cca20f956c1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1652005 Jul 06 12:43:09.366652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33070) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:09.371975 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2255d380-af5c-4b29-aac8-776329dc171d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '023da25c-a60d-4a1b-8e1a-6d8dc8840971', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:09.402060 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2255d380-af5c-4b29-aac8-776329dc171d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.458096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2255d380-af5c-4b29-aac8-776329dc171d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.461920 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2255d380-af5c-4b29-aac8-776329dc171d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.481792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255d380-af5c-4b29-aac8-776329dc171d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae824b6-7959-405b-9195-e4b1ac8363a3,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:09.488957 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2255d380-af5c-4b29-aac8-776329dc171d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.490354 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2255d380-af5c-4b29-aac8-776329dc171d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224689 Jul 06 12:43:09.493255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33072) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:09.497796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0dfa3216-d0d5-4c1a-9b31-2bebc0dcb935 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '023da25c-a60d-4a1b-8e1a-6d8dc8840971', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:09.524597 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3216-d0d5-4c1a-9b31-2bebc0dcb935 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.584367 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3216-d0d5-4c1a-9b31-2bebc0dcb935 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.588003 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3216-d0d5-4c1a-9b31-2bebc0dcb935 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.607988 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa3216-d0d5-4c1a-9b31-2bebc0dcb935 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bb7fca-65e2-4979-9706-8840833b3bc9,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:09.615182 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3216-d0d5-4c1a-9b31-2bebc0dcb935 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.616497 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0dfa3216-d0d5-4c1a-9b31-2bebc0dcb935 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223884 Jul 06 12:43:09.619236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33074) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:09.624299 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-01cb47f7-d63a-4f5e-98be-a061fc10c64b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '023da25c-a60d-4a1b-8e1a-6d8dc8840971', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:09.652230 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01cb47f7-d63a-4f5e-98be-a061fc10c64b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.733794 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01cb47f7-d63a-4f5e-98be-a061fc10c64b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.737491 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01cb47f7-d63a-4f5e-98be-a061fc10c64b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.755134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb47f7-d63a-4f5e-98be-a061fc10c64b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd8d81f-342e-488e-91bd-29eb65bf1e6b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:09.760949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01cb47f7-d63a-4f5e-98be-a061fc10c64b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.761962 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-01cb47f7-d63a-4f5e-98be-a061fc10c64b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417458 Jul 06 12:43:09.764813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33076) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:09.769525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7f591922-44c9-42b4-a749-21aa3dadab06 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '023da25c-a60d-4a1b-8e1a-6d8dc8840971', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:09.796274 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f591922-44c9-42b4-a749-21aa3dadab06 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.856715 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f591922-44c9-42b4-a749-21aa3dadab06 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.861048 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f591922-44c9-42b4-a749-21aa3dadab06 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.880822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f591922-44c9-42b4-a749-21aa3dadab06 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b8ee8f-366f-44f0-9af1-cd770bfa2083,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:09.884233 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f591922-44c9-42b4-a749-21aa3dadab06 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.885435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7f591922-44c9-42b4-a749-21aa3dadab06 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194129 Jul 06 12:43:09.888209 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33078) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:09.893017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2291c460-de6a-4571-bbdc-291f818c9156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '023da25c-a60d-4a1b-8e1a-6d8dc8840971', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:09.915746 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-2291c460-de6a-4571-bbdc-291f818c9156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Project 3e42adea08954e8a97a533ccd03ed1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:43:09.921673 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2291c460-de6a-4571-bbdc-291f818c9156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.983676 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2291c460-de6a-4571-bbdc-291f818c9156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.987604 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2291c460-de6a-4571-bbdc-291f818c9156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.005370 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291c460-de6a-4571-bbdc-291f818c9156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e224ca-062f-45ce-afef-a83dbd6528be,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:10.011281 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2291c460-de6a-4571-bbdc-291f818c9156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.012525 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2291c460-de6a-4571-bbdc-291f818c9156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233256 Jul 06 12:43:10.016242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33080) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:10.020821 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-168dd520-3f30-494f-a874-281356767156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '023da25c-a60d-4a1b-8e1a-6d8dc8840971', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:10.044796 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-168dd520-3f30-494f-a874-281356767156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Project 3e42adea08954e8a97a533ccd03ed1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:43:10.049937 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-168dd520-3f30-494f-a874-281356767156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.115220 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-168dd520-3f30-494f-a874-281356767156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.118896 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-168dd520-3f30-494f-a874-281356767156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.136040 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dd520-3f30-494f-a874-281356767156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a94203a-8e99-41a1-bb50-cbb15c334605,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:10.145156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-168dd520-3f30-494f-a874-281356767156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.146446 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-168dd520-3f30-494f-a874-281356767156 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292474 Jul 06 12:43:10.149278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33082) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:10.154174 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'network': {'name': 'tempest-network-smoke--125061969', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'port_security_enabled': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:10.175637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:43:10.179155 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.203563 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:43:10.212819 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.213164 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Added segment f9025bcf-fca9-48dd-97b5-1b680fbe61dc of type vlan for network 96ac1915-d998-425a-a66b-43159fe53255 Jul 06 12:43:10.253417 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.283211 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.288675 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:10.289262 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.346738 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1964068 Jul 06 12:43:10.349512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33084) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:10.354058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'admin_state_up': True, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:10.374489 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a29a9-ad9b-47f6-aa6b-0f1262357a9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Network': ['ID=96ac1915-d998-425a-a66b-43159fe53255,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:10.386244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 96ac1915-d998-425a-a66b-43159fe53255 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:43:10.387930 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.389024 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.441480 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.590420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.592862 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 88b97776-e5c5-41d9-8026-1e50c3db83bb no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:43:10.617121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 88b97776-e5c5-41d9-8026-1e50c3db83bb {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:43:10.617475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 88b97776-e5c5-41d9-8026-1e50c3db83bb not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:43:10.785560 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.807671 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:11.231781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.25.0.151 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/b2b9f880-12af-46af-b442-2a9dda1ee0fb) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:43:11.337034 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:11.377785 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:11.414538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:43:11.417424 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:43:11.420178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:43:11.449795 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=b2b9f880-12af-46af-b442-2a9dda1ee0fb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:11.681707 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:11.883594 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:12.013506 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router a2854e22-56e4-425a-89e6-90f1e97a77a9 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:43:12.125229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:43:12.136480 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Sync routers for ids ['a2854e22-56e4-425a-89e6-90f1e97a77a9'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:43:12.144677 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:12.146160 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-d28a6724-0054-4265-b954-b995baaf438c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7956665 Jul 06 12:43:12.146766 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Routers {'a2854e22-56e4-425a-89e6-90f1e97a77a9'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:12.147426 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:42:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2854e22-56e4-425a-89e6-90f1e97a77a9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:12.149337 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:12.178846 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-417f58ed-05b7-4ab3-9780-0a80129eadf1 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3e42adea08954e8a97a533ccd03ed1e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283408 Jul 06 12:43:12.181529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33088) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:12.252548 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Set router a2854e22-56e4-425a-89e6-90f1e97a77a9 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:12.270205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9f7fc7-9317-481c-ad40-86023a9f409d tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:12.271678 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4e9f7fc7-9317-481c-ad40-86023a9f409d tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891261 Jul 06 12:43:12.274591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33090) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:12.310462 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-2be76cdd-35ea-481c-a221-1d78c876327e tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324965 Jul 06 12:43:12.310791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33092) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:12.315738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-237579475', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:12.412664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:43:12.416315 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:12.435093 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:11Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:12.465143 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Checking router: a2854e22-56e4-425a-89e6-90f1e97a77a9 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:43:12.465497 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Updating router a2854e22-56e4-425a-89e6-90f1e97a77a9 port b2b9f880-12af-46af-b442-2a9dda1ee0fb binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:43:12.499916 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:12.605814 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:12.666609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Subnet': ['ID=a625b045-270e-4104-980e-6d74b9c8188d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:12.678282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Checking segment: {'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:43:12.678282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network hostable DHCP agents. Network: 96ac1915-d998-425a-a66b-43159fe53255, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:43:12.696979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 96ac1915-d998-425a-a66b-43159fe53255 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:43:12.707383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 96ac1915-d998-425a-a66b-43159fe53255) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:43:12.712196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:12.712509 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:12.726335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40cf6bf-0ed6-4cff-b127-de7f91ba31fd None None] Network 96ac1915-d998-425a-a66b-43159fe53255 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:43:12.737699 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-1157c22a-d64c-476d-bf26-603b2bc4ba3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4231884 Jul 06 12:43:12.738692 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33094) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:12.777407 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:12.788695 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Transition to ACTIVE for port object b2b9f880-12af-46af-b442-2a9dda1ee0fb will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:43:12.797197 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:12.892534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-96ac1915-d998-425a-a66b-43159fe53255', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ips': [{'subnet_id': 'a625b045-270e-4104-980e-6d74b9c8188d'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:43:12.894322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:12.958782 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Attempting to bind port b2b9f880-12af-46af-b442-2a9dda1ee0fb on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:43:12.959179 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Attempting to bind port b2b9f880-12af-46af-b442-2a9dda1ee0fb by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:43:12.960029 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Attempting to bind port b2b9f880-12af-46af-b442-2a9dda1ee0fb on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:43:12.965211 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Pushing event updated for resources: {'Port': ['ID=b2b9f880-12af-46af-b442-2a9dda1ee0fb,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:12.974333 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.974791 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.975012 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.975356 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.975683 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.976007 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.977183 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.977183 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.977183 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.977491 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.977582 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.977843 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:12.981541 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:43:12.981914 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:43:12.982886 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:12.983267 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:43:12.983769 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Bound port: b2b9f880-12af-46af-b442-2a9dda1ee0fb, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:43:12.984146 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:13.037785 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] For port b2b9f880-12af-46af-b442-2a9dda1ee0fb, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:43:13.041261 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] For port b2b9f880-12af-46af-b442-2a9dda1ee0fb, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b2b9f880-12af-46af-b442-2a9dda1ee0fb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:43:13.046200 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:13.064095 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Allocated IP 172.20.0.2 (96ac1915-d998-425a-a66b-43159fe53255/a625b045-270e-4104-980e-6d74b9c8188d/22f4e18c-4522-4fd9-9312-9cdfbffabf19) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:43:13.093158 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Routers {'a2854e22-56e4-425a-89e6-90f1e97a77a9'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:13.093794 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:42:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2854e22-56e4-425a-89e6-90f1e97a77a9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:13.218487 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] Set router a2854e22-56e4-425a-89e6-90f1e97a77a9 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:13.219190 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:13.222027 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:13.231762 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Transition to ACTIVE for port object 22f4e18c-4522-4fd9-9312-9cdfbffabf19 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:43:13.249947 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Transition to ACTIVE for port object 22f4e18c-4522-4fd9-9312-9cdfbffabf19 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:43:13.257682 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:13.301589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Network 96ac1915-d998-425a-a66b-43159fe53255 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:43:13.304623 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:43:13.309251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:43:13.311359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Pushing event updated for resources: {'Port': ['ID=22f4e18c-4522-4fd9-9312-9cdfbffabf19,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:13.340952 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba746c-b5dc-4001-8877-285fce8fedb7 None None] Pushing event updated for resources: {'Port': ['ID=b2b9f880-12af-46af-b442-2a9dda1ee0fb,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:13.375093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Attempting to bind port 22f4e18c-4522-4fd9-9312-9cdfbffabf19 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:43:13.375555 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Attempting to bind port 22f4e18c-4522-4fd9-9312-9cdfbffabf19 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:43:13.375977 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Attempting to bind port 22f4e18c-4522-4fd9-9312-9cdfbffabf19 on network 96ac1915-d998-425a-a66b-43159fe53255 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:43:13.381927 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:43:13.382300 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Checking segment: {'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:43:13.382705 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:13.383147 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Bound using segment: {'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:43:13.383651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Bound port: 22f4e18c-4522-4fd9-9312-9cdfbffabf19, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:43:13.384166 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:13.416261 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:11Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:13.443785 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e98653-ba80-454a-8c70-f13302aeac90 None None] The sync data for ids ['a2854e22-56e4-425a-89e6-90f1e97a77a9'] in n-d-799527-2 is: [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:11Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:43:13.450195 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] For port 22f4e18c-4522-4fd9-9312-9cdfbffabf19, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:43:13.455679 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] For port 22f4e18c-4522-4fd9-9312-9cdfbffabf19, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=22f4e18c-4522-4fd9-9312-9cdfbffabf19,segment=NetworkSegment(f9025bcf-fca9-48dd-97b5-1b680fbe61dc),segment_id=f9025bcf-fca9-48dd-97b5-1b680fbe61dc)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:43:13.466498 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:13.527096 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e7b2b-bb88-4f6e-9e51-343e7baac9d7 None None] Pushing event updated for resources: {'Port': ['ID=22f4e18c-4522-4fd9-9312-9cdfbffabf19,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:13.534784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.20.0.1 (96ac1915-d998-425a-a66b-43159fe53255/a625b045-270e-4104-980e-6d74b9c8188d/b3330f84-b92c-4190-ad36-22bab10738f9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:43:13.681342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:13.707042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Transition to ACTIVE for port object b3330f84-b92c-4190-ad36-22bab10738f9 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:43:13.746765 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:13.844099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=b3330f84-b92c-4190-ad36-22bab10738f9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:13.850994 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 96ac1915-d998-425a-a66b-43159fe53255 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:43:13.852500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:43:13.854709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:43:13.910721 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:14.078730 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:14.299669 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94a3f263-fc11-4d6a-8131-8f855815b7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:14.398928 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:14.406947 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:14.490495 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:14.492500 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=b3330f84-b92c-4190-ad36-22bab10738f9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:14.591906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 96ac1915-d998-425a-a66b-43159fe53255 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:43:14.592930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:43:14.653447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59161047-59b2-4cd5-b56b-950a03f9dedb None None] Network 96ac1915-d998-425a-a66b-43159fe53255 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:43:14.721520 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b2b9f880-12af-46af-b442-2a9dda1ee0fb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:43:14.729815 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router a2854e22-56e4-425a-89e6-90f1e97a77a9 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:43:14.786303 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-811fecb0-e4f0-4a03-8f9e-d086b248ede6 None None] Provisioning for port 22f4e18c-4522-4fd9-9312-9cdfbffabf19 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:43:14.848388 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:43:14.863807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-142e6302-1552-4b19-99f7-e55758b44f5a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "PUT /v2.0/routers/a2854e22-56e4-425a-89e6-90f1e97a77a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1136949 Jul 06 12:43:14.865750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port b2b9f880-12af-46af-b442-2a9dda1ee0fb completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:43:14.872252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b2b9f880-12af-46af-b442-2a9dda1ee0fb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:14.872632 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:14.990429 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:15.019518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port b2b9f880-12af-46af-b442-2a9dda1ee0fb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b2b9f880-12af-46af-b442-2a9dda1ee0fb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:15.024610 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:15.025642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22f4e18c-4522-4fd9-9312-9cdfbffabf19 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:43:15.036193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-793f57f4-c5d3-4249-afc7-b39b0e5f70ea tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547913304&fields=id&tenant_id=3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 267 time: 0.0509324 Jul 06 12:43:15.119274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=b2b9f880-12af-46af-b442-2a9dda1ee0fb,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:15.136783 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 22f4e18c-4522-4fd9-9312-9cdfbffabf19 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:43:15.141741 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 22f4e18c-4522-4fd9-9312-9cdfbffabf19 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:15.142330 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:15.167318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-2d3addc8-e8da-4d29-9943-549c39d64ddf tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:15.167318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-2d3addc8-e8da-4d29-9943-549c39d64ddf tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/networks?id=96ac1915-d998-425a-a66b-43159fe53255 HTTP/1.1" status: 200 len: 796 time: 0.1287601 Jul 06 12:43:15.187398 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-5fd07c85-5e97-435e-9d28-4b4b8e68ebad tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/quotas/3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 375 time: 0.0121424 Jul 06 12:43:15.241462 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:15.266751 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Sync routers for ids ['a2854e22-56e4-425a-89e6-90f1e97a77a9'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:43:15.284908 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-c9c9f1ab-3710-4b45-8481-a74d21be7c41 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908585 Jul 06 12:43:15.290469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf9ebf77-fb72-4ba9-88d6-6e7e78f7a981 None None] Provisioning complete for port 22f4e18c-4522-4fd9-9312-9cdfbffabf19 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:15.290843 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf9ebf77-fb72-4ba9-88d6-6e7e78f7a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:15.298252 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 22f4e18c-4522-4fd9-9312-9cdfbffabf19, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=22f4e18c-4522-4fd9-9312-9cdfbffabf19,segment=NetworkSegment(f9025bcf-fca9-48dd-97b5-1b680fbe61dc),segment_id=f9025bcf-fca9-48dd-97b5-1b680fbe61dc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:15.318935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Routers {'a2854e22-56e4-425a-89e6-90f1e97a77a9'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:15.319628 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:42:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2854e22-56e4-425a-89e6-90f1e97a77a9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:15.354610 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:15.404819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-84081de1-baef-450a-8c27-618cfcb3898e service neutron] 10.222.0.21 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036031 Jul 06 12:43:15.470839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=22f4e18c-4522-4fd9-9312-9cdfbffabf19,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:15.516883 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-d58f992c-e8c8-48d7-9f68-282f23cd0432 service neutron] 10.222.0.21 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044357 Jul 06 12:43:15.523307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Set router a2854e22-56e4-425a-89e6-90f1e97a77a9 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:15.616185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf9ebf77-fb72-4ba9-88d6-6e7e78f7a981 None None] Provisioning for port b3330f84-b92c-4190-ad36-22bab10738f9 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:43:15.652391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf9ebf77-fb72-4ba9-88d6-6e7e78f7a981 None None] Provisioning complete for port b3330f84-b92c-4190-ad36-22bab10738f9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:15.652884 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf9ebf77-fb72-4ba9-88d6-6e7e78f7a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:15.705591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ebf77-fb72-4ba9-88d6-6e7e78f7a981 None None] Port b3330f84-b92c-4190-ad36-22bab10738f9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:43:15.724135 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce3f184c-b1c6-4089-a196-b72c37635dc0 req-a5d5af2b-6045-428a-918f-d12a68b87447 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 210 time: 0.0307381 Jul 06 12:43:15.789778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'b3330f84-b92c-4190-ad36-22bab10738f9', 'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:d4:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:13Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 2, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:15.821210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Checking router: a2854e22-56e4-425a-89e6-90f1e97a77a9 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:43:15.821562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Updating router a2854e22-56e4-425a-89e6-90f1e97a77a9 port b3330f84-b92c-4190-ad36-22bab10738f9 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:43:15.856863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fe669409-1140-4666-8e74-eb1db33edd16 None None] Provisioning complete for port b3330f84-b92c-4190-ad36-22bab10738f9 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:15.857837 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe669409-1140-4666-8e74-eb1db33edd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:15.885536 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:15.932099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fe669409-1140-4666-8e74-eb1db33edd16 None None] Port b3330f84-b92c-4190-ad36-22bab10738f9 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:43:16.180115 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:16.190345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Transition to ACTIVE for port object b3330f84-b92c-4190-ad36-22bab10738f9 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:43:16.196482 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:16.253616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085ff66-4c12-4e57-a87e-273016a2fe06 None None] Pushing event updated for resources: {'Port': ['ID=b3330f84-b92c-4190-ad36-22bab10738f9,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:16.315270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Attempting to bind port b3330f84-b92c-4190-ad36-22bab10738f9 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:43:16.315684 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Attempting to bind port b3330f84-b92c-4190-ad36-22bab10738f9 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:43:16.316060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Attempting to bind port b3330f84-b92c-4190-ad36-22bab10738f9 on network 96ac1915-d998-425a-a66b-43159fe53255 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:43:16.321826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:43:16.322522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Checking segment: {'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:43:16.322644 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:16.322998 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Bound using segment: {'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:43:16.323502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Bound port: b3330f84-b92c-4190-ad36-22bab10738f9, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:43:16.323899 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:16.402616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] For port b3330f84-b92c-4190-ad36-22bab10738f9, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:43:16.406953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] For port b3330f84-b92c-4190-ad36-22bab10738f9, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b3330f84-b92c-4190-ad36-22bab10738f9,segment=NetworkSegment(f9025bcf-fca9-48dd-97b5-1b680fbe61dc),segment_id=f9025bcf-fca9-48dd-97b5-1b680fbe61dc)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:43:16.413056 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:16.473150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Routers {'a2854e22-56e4-425a-89e6-90f1e97a77a9'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:16.473793 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:42:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2854e22-56e4-425a-89e6-90f1e97a77a9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:16.527712 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085ff66-4c12-4e57-a87e-273016a2fe06 None None] Pushing event updated for resources: {'Port': ['ID=b3330f84-b92c-4190-ad36-22bab10738f9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:16.610745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] Set router a2854e22-56e4-425a-89e6-90f1e97a77a9 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:16.657456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b2b9f880-12af-46af-b442-2a9dda1ee0fb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:43:16.898208 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de0ac7e5-9b4e-4fe7-86e5-afadd203b2a9 req-2dc82577-0177-481a-8f89-e5f3e3333f0b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 210 time: 0.0308611 Jul 06 12:43:16.951076 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-3c8a2fce-f2aa-4007-b322-5dabb4c4cc52 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:16.953375 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-3c8a2fce-f2aa-4007-b322-5dabb4c4cc52 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/networks?id=96ac1915-d998-425a-a66b-43159fe53255 HTTP/1.1" status: 200 len: 796 time: 0.1410766 Jul 06 12:43:16.998865 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b2b9f880-12af-46af-b442-2a9dda1ee0fb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:16.999238 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:17.006796 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-82a663ff-504e-4e6a-a7ab-c76ffea666d9 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 380 time: 0.0380492 Jul 06 12:43:17.019340 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'port': {'device_id': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'admin_state_up': True, 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'security_groups': ['023da25c-a60d-4a1b-8e1a-6d8dc8840971']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:17.119238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'b3330f84-b92c-4190-ad36-22bab10738f9', 'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:d4:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:13Z', 'updated_at': '2021-07-06T12:43:16Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:17.121826 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22f4e18c-4522-4fd9-9312-9cdfbffabf19 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:43:17.144936 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:43:17.149082 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:17.176453 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74eea1-e96d-41b5-9069-f00dffa5c71b None None] The sync data for ids ['a2854e22-56e4-425a-89e6-90f1e97a77a9'] in n-d-799527-2 is: [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'b3330f84-b92c-4190-ad36-22bab10738f9', 'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:d4:ad:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:13Z', 'updated_at': '2021-07-06T12:43:16Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:43:17.207089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 22f4e18c-4522-4fd9-9312-9cdfbffabf19 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:17.207824 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:17.311618 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.20.0.5 (96ac1915-d998-425a-a66b-43159fe53255/a625b045-270e-4104-980e-6d74b9c8188d/a03aabe0-d157-43f2-951d-0f4fe7661a03) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:43:17.479166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:17.495879 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Transition to ACTIVE for port object a03aabe0-d157-43f2-951d-0f4fe7661a03 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:43:17.532055 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:17.580921 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 96ac1915-d998-425a-a66b-43159fe53255 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:43:17.590022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:43:17.593758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:43:17.621437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=a03aabe0-d157-43f2-951d-0f4fe7661a03,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:17.657837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:17.658391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:17.674942 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e7de0cf3-b95f-4b35-b146-0e97a0a25991 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6600826 Jul 06 12:43:17.687946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Request body: {'port': {'device_id': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:17.778094 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:17.830487 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-89abafe2-8056-4cba-b5ba-cb59974599a4 None None] Provisioning for port a03aabe0-d157-43f2-951d-0f4fe7661a03 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:43:17.835170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-89abafe2-8056-4cba-b5ba-cb59974599a4 None None] Provisioning complete for port a03aabe0-d157-43f2-951d-0f4fe7661a03 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:17.835737 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89abafe2-8056-4cba-b5ba-cb59974599a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:17.872455 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-89abafe2-8056-4cba-b5ba-cb59974599a4 None None] Port a03aabe0-d157-43f2-951d-0f4fe7661a03 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:43:18.070836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03aabe0-d157-43f2-951d-0f4fe7661a03 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:43:18.079286 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:18.091234 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Transition to ACTIVE for port object a03aabe0-d157-43f2-951d-0f4fe7661a03 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:43:18.097011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:18.108713 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5493136-28b6-49d6-8d0e-f5642b7d1292 req-47d247f8-49f2-4de8-b5e9-9b2a9553beb9 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:18.110315 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5493136-28b6-49d6-8d0e-f5642b7d1292 req-47d247f8-49f2-4de8-b5e9-9b2a9553beb9 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 931 time: 0.0755646 Jul 06 12:43:18.156082 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c5493136-28b6-49d6-8d0e-f5642b7d1292 req-4016527d-3b98-43d6-b3b8-1704cded9520 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395820 Jul 06 12:43:18.180320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Pushing event updated for resources: {'Port': ['ID=a03aabe0-d157-43f2-951d-0f4fe7661a03,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:18.230673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Attempting to bind port a03aabe0-d157-43f2-951d-0f4fe7661a03 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:43:18.231022 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Attempting to bind port a03aabe0-d157-43f2-951d-0f4fe7661a03 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:43:18.231351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Attempting to bind port a03aabe0-d157-43f2-951d-0f4fe7661a03 on network 96ac1915-d998-425a-a66b-43159fe53255 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:43:18.238122 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Port a03aabe0-d157-43f2-951d-0f4fe7661a03 on network 96ac1915-d998-425a-a66b-43159fe53255 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:43:18.238584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Attempting to bind port a03aabe0-d157-43f2-951d-0f4fe7661a03 on network 96ac1915-d998-425a-a66b-43159fe53255 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:43:18.244205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:43:18.244556 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Checking segment: {'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:43:18.245003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Bound using segment: {'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:43:18.245495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Bound port: a03aabe0-d157-43f2-951d-0f4fe7661a03, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '96ac1915-d998-425a-a66b-43159fe53255'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:43:18.245945 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:18.319221 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] For port a03aabe0-d157-43f2-951d-0f4fe7661a03, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:43:18.323406 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] For port a03aabe0-d157-43f2-951d-0f4fe7661a03, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a03aabe0-d157-43f2-951d-0f4fe7661a03,segment=NetworkSegment(f9025bcf-fca9-48dd-97b5-1b680fbe61dc),segment_id=f9025bcf-fca9-48dd-97b5-1b680fbe61dc)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:43:18.334317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:18.350322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:18.376267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:18.376897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:18.378309 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] 10.222.0.86 "PUT /v2.0/ports/a03aabe0-d157-43f2-951d-0f4fe7661a03 HTTP/1.1" status: 200 len: 1091 time: 0.6955009 Jul 06 12:43:18.378755 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'tag': 'a03aabe0-d157-43f2-951d-0f4fe7661a03'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:18.381117 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1da4ec8-defb-455d-a305-aae1ea26c016", "tag": "a03aabe0-d157-43f2-951d-0f4fe7661a03"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:18.409854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6ba93-1d23-4401-ae91-27fb02c6fd8a service neutron] Pushing event updated for resources: {'Port': ['ID=a03aabe0-d157-43f2-951d-0f4fe7661a03,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:18.436215 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d3e4a3-947a-4df5-bf29-2d2c543453a9 x-openstack-request-id: req-c7d3e4a3-947a-4df5-bf29-2d2c543453a9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:18.436759 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1da4ec8-defb-455d-a305-aae1ea26c016", "tag": "a03aabe0-d157-43f2-951d-0f4fe7661a03", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:18.437015 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7d3e4a3-947a-4df5-bf29-2d2c543453a9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:18.437505 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'tag': 'a03aabe0-d157-43f2-951d-0f4fe7661a03', 'status': 'completed', 'code': 200} Jul 06 12:43:18.502945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-7a01965d-8d98-49cb-90bf-dc96d3e3fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:18.505935 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-7a01965d-8d98-49cb-90bf-dc96d3e3fb73 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 1094 time: 0.0621250 Jul 06 12:43:18.525325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c33e56d4-fc79-4312-8049-4be2181ac69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:18.551613 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-8f283a8f-e61f-44c6-b948-7e755ba15781 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03aabe0-d157-43f2-951d-0f4fe7661a03 HTTP/1.1" status: 200 len: 217 time: 0.0380085 Jul 06 12:43:18.608836 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e59683ad-91d8-4415-986c-8e5e6e7843eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:18.609593 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-e59683ad-91d8-4415-986c-8e5e6e7843eb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a625b045-270e-4104-980e-6d74b9c8188d HTTP/1.1" status: 200 len: 834 time: 0.0520904 Jul 06 12:43:18.668730 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b3330f84-b92c-4190-ad36-22bab10738f9 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:43:18.672088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-9022814f-22f0-4be0-bd68-f85a4ec3bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:18.673618 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-9022814f-22f0-4be0-bd68-f85a4ec3bcc6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96ac1915-d998-425a-a66b-43159fe53255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570285 Jul 06 12:43:18.723251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port b3330f84-b92c-4190-ad36-22bab10738f9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:43:18.727506 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b3330f84-b92c-4190-ad36-22bab10738f9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:18.727885 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:18.768201 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-4e0e70e0-c826-46b3-8938-d4b19adaee27 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846944 Jul 06 12:43:18.818966 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:18.861404 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port b3330f84-b92c-4190-ad36-22bab10738f9, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b3330f84-b92c-4190-ad36-22bab10738f9,segment=NetworkSegment(f9025bcf-fca9-48dd-97b5-1b680fbe61dc),segment_id=f9025bcf-fca9-48dd-97b5-1b680fbe61dc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:18.866127 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:18.871768 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cb57e60c-bd6e-4c62-b2dc-ea8d575d4cbc req-98dc9316-10dc-4b1d-b1b6-96684a02af1a service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940812 Jul 06 12:43:18.917796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=b3330f84-b92c-4190-ad36-22bab10738f9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:18.975465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6 req-fb1c2410-8dac-4d9d-b3c8-155acf2d851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:18.977027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6 req-fb1c2410-8dac-4d9d-b3c8-155acf2d851e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 1094 time: 0.0543673 Jul 06 12:43:18.993398 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:19.072532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6 req-711384da-db79-4258-8d6d-fe4994faa446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:19.074024 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6 req-711384da-db79-4258-8d6d-fe4994faa446 service neutron] 10.222.0.86 "GET /v2.0/networks?id=96ac1915-d998-425a-a66b-43159fe53255 HTTP/1.1" status: 200 len: 897 time: 0.0904491 Jul 06 12:43:19.115818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6 req-85e2747b-3c7b-40a4-a002-1a1e16e441af service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03aabe0-d157-43f2-951d-0f4fe7661a03 HTTP/1.1" status: 200 len: 217 time: 0.0350008 Jul 06 12:43:19.169758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6 req-74faf0d0-0112-4d40-8eb7-7eb038bc7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:19.171223 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6 req-74faf0d0-0112-4d40-8eb7-7eb038bc7933 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a625b045-270e-4104-980e-6d74b9c8188d HTTP/1.1" status: 200 len: 834 time: 0.0452774 Jul 06 12:43:19.236607 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6 req-30e7b3a6-3b9d-45d8-9534-4852d7505e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:19.238120 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6 req-30e7b3a6-3b9d-45d8-9534-4852d7505e7a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96ac1915-d998-425a-a66b-43159fe53255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574799 Jul 06 12:43:19.329912 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6 req-50a46a28-5c0a-421b-9219-a9cdc756176e service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835996 Jul 06 12:43:19.340857 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69ff11-d384-45f8-9948-265d16f0ebcf req-e4e0db09-ae60-45f2-b2f0-622267d693d3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:19.343173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd69ff11-d384-45f8-9948-265d16f0ebcf req-e4e0db09-ae60-45f2-b2f0-622267d693d3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 943 time: 0.0662377 Jul 06 12:43:19.384145 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd69ff11-d384-45f8-9948-265d16f0ebcf req-9781e10e-e928-446d-9ae2-eadeec80a35b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341649 Jul 06 12:43:19.429113 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0eec6e7-41b7-431a-9ffc-9aa4b10f70f6 req-2143cc11-34ec-4307-a5f0-1693748f8334 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917249 Jul 06 12:43:20.070888 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:43:20.578473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edd9af-a02b-4705-be2d-c6ff6d4b9ed8 req-3020d4a9-fde0-4737-81df-cb0a3cdc0d3f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:20.579991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81edd9af-a02b-4705-be2d-c6ff6d4b9ed8 req-3020d4a9-fde0-4737-81df-cb0a3cdc0d3f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 943 time: 0.0753903 Jul 06 12:43:20.621157 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81edd9af-a02b-4705-be2d-c6ff6d4b9ed8 req-2798b20d-0b82-4e88-870d-05123d5fd13d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351553 Jul 06 12:43:20.643915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b3330f84-b92c-4190-ad36-22bab10738f9 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:43:20.692748 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b3330f84-b92c-4190-ad36-22bab10738f9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:20.693032 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:20.789131 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:21.492718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a03aabe0-d157-43f2-951d-0f4fe7661a03 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:43:21.591434 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a03aabe0-d157-43f2-951d-0f4fe7661a03, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a03aabe0-d157-43f2-951d-0f4fe7661a03,segment=NetworkSegment(f9025bcf-fca9-48dd-97b5-1b680fbe61dc),segment_id=f9025bcf-fca9-48dd-97b5-1b680fbe61dc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:21.604756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'a03aabe0-d157-43f2-951d-0f4fe7661a03', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'port_id': 'a03aabe0-d157-43f2-951d-0f4fe7661a03', 'mac_address': 'fa:16:3e:d4:9e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:43:21.646861 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:21.663320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03aabe0-d157-43f2-951d-0f4fe7661a03 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:43:21.696216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a03aabe0-d157-43f2-951d-0f4fe7661a03, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a03aabe0-d157-43f2-951d-0f4fe7661a03,segment=NetworkSegment(f9025bcf-fca9-48dd-97b5-1b680fbe61dc),segment_id=f9025bcf-fca9-48dd-97b5-1b680fbe61dc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:21.701200 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:21.771690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a03aabe0-d157-43f2-951d-0f4fe7661a03,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:21.816554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98b215-47c5-4f15-8cd4-ffcfaace87dd req-01417be7-14fd-45a2-ba11-0a96332b3243 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:21.818076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf98b215-47c5-4f15-8cd4-ffcfaace87dd req-01417be7-14fd-45a2-ba11-0a96332b3243 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 944 time: 0.0745397 Jul 06 12:43:21.858486 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf98b215-47c5-4f15-8cd4-ffcfaace87dd req-fbfd7561-08a8-4123-9372-435195eadbc4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346062 Jul 06 12:43:21.975189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['a03aabe0-d157-43f2-951d-0f4fe7661a03'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:43:23.062249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c2b3e-4191-422f-81bd-33e2daa6f532 req-8d30e87b-2493-483b-9809-b55ae044bb9d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:23.063804 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a7c2b3e-4191-422f-81bd-33e2daa6f532 req-8d30e87b-2493-483b-9809-b55ae044bb9d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 944 time: 0.0691519 Jul 06 12:43:23.103158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7a7c2b3e-4191-422f-81bd-33e2daa6f532 req-360c25ad-dad2-4a5a-8bfd-92f33f582b97 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333066 Jul 06 12:43:23.509163 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a03aabe0-d157-43f2-951d-0f4fe7661a03 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:43:23.564852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port a03aabe0-d157-43f2-951d-0f4fe7661a03 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:43:23.568844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port a03aabe0-d157-43f2-951d-0f4fe7661a03 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:23.569219 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:23.650979 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:23.675275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03aabe0-d157-43f2-951d-0f4fe7661a03'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:23.677590 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264569c4-01df-4723-bfc1-eda19ae71b01" -d '{"events": [{"server_uuid": "d1da4ec8-defb-455d-a305-aae1ea26c016", "name": "network-vif-plugged", "status": "completed", "tag": "a03aabe0-d157-43f2-951d-0f4fe7661a03"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:23.695103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port a03aabe0-d157-43f2-951d-0f4fe7661a03, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a03aabe0-d157-43f2-951d-0f4fe7661a03,segment=NetworkSegment(f9025bcf-fca9-48dd-97b5-1b680fbe61dc),segment_id=f9025bcf-fca9-48dd-97b5-1b680fbe61dc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:23.700037 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:23.750592 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=a03aabe0-d157-43f2-951d-0f4fe7661a03,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:23.782226 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373ba0c0-6664-4c9a-808b-262fb005aefa x-openstack-request-id: req-373ba0c0-6664-4c9a-808b-262fb005aefa {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:23.782524 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1da4ec8-defb-455d-a305-aae1ea26c016", "name": "network-vif-plugged", "status": "completed", "tag": "a03aabe0-d157-43f2-951d-0f4fe7661a03", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:23.782781 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-373ba0c0-6664-4c9a-808b-262fb005aefa {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:23.783255 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03aabe0-d157-43f2-951d-0f4fe7661a03', 'code': 200} Jul 06 12:43:23.909932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ea773-0108-4cd4-a2d7-e40b0953a780 req-67f12f50-f13e-4a01-8257-02602a1059b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:23.911415 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-448ea773-0108-4cd4-a2d7-e40b0953a780 req-67f12f50-f13e-4a01-8257-02602a1059b8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 1096 time: 0.0554171 Jul 06 12:43:23.952198 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-448ea773-0108-4cd4-a2d7-e40b0953a780 req-eb7acc49-7854-4c55-884c-547f3d252d55 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Jul 06 12:43:24.286635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17619694-963a-4a27-ab5e-a93cadfe73c2 req-5e622336-a89a-4f31-9635-6a1d2d145a44 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:24.288076 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17619694-963a-4a27-ab5e-a93cadfe73c2 req-5e622336-a89a-4f31-9635-6a1d2d145a44 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0695982 Jul 06 12:43:24.332764 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-17619694-963a-4a27-ab5e-a93cadfe73c2 req-5d14d022-c18f-4793-8bfd-13d92a857037 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386713 Jul 06 12:43:25.535099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c72fa8-67d9-456f-b01f-5dbe61d518c7 req-9d4cceeb-3958-4667-a6d8-8a72c13e7311 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:25.536626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18c72fa8-67d9-456f-b01f-5dbe61d518c7 req-9d4cceeb-3958-4667-a6d8-8a72c13e7311 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0675714 Jul 06 12:43:25.577247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18c72fa8-67d9-456f-b01f-5dbe61d518c7 req-e61c56cd-5be0-4c09-b583-217cf9256712 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344381 Jul 06 12:43:25.760783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27f9e3-528c-43bc-bb2c-7ec1895c0835 req-95fbff96-583f-4099-bec7-9943d6bfd810 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:25.762298 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe27f9e3-528c-43bc-bb2c-7ec1895c0835 req-95fbff96-583f-4099-bec7-9943d6bfd810 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0686591 Jul 06 12:43:25.807201 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe27f9e3-528c-43bc-bb2c-7ec1895c0835 req-52f0062d-982c-4f0d-b335-52cf91defb88 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376596 Jul 06 12:43:25.831834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33152) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:25.886816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28dd27a-41f5-4c5c-b1eb-394a573c5420 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:25.889158 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c28dd27a-41f5-4c5c-b1eb-394a573c5420 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 1091 time: 0.0560784 Jul 06 12:43:25.891925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33154) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:25.896282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'a03aabe0-d157-43f2-951d-0f4fe7661a03', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:25.921631 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:26.024831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:26.131832 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.25.0.75 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/e5217fa5-d008-401f-98a6-72cb94593130) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:43:26.246706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:26.287068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:26.325566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:43:26.330603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:43:26.334249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:43:26.357796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=e5217fa5-d008-401f-98a6-72cb94593130,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:26.725634 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:26.812028 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:26.968004 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:26.972420 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:27.040058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=e5217fa5-d008-401f-98a6-72cb94593130,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:27.050624 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:27.478191 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Floating IP a0d46771-39bb-4f24-bf0a-441bf27135dd associated. External IP: 172.25.0.75, port: a03aabe0-d157-43f2-951d-0f4fe7661a03. Jul 06 12:43:27.690548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router a2854e22-56e4-425a-89e6-90f1e97a77a9 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:43:27.801368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:43:27.811486 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ce1f6-f8bc-417e-87d9-b37d723eba4e None None] Sync routers for ids ['a2854e22-56e4-425a-89e6-90f1e97a77a9'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:43:27.817958 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:27.821126 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ce1f6-f8bc-417e-87d9-b37d723eba4e None None] Routers {'a2854e22-56e4-425a-89e6-90f1e97a77a9'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:27.821795 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a68ce1f6-f8bc-417e-87d9-b37d723eba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:43:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2854e22-56e4-425a-89e6-90f1e97a77a9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:27.855214 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a6215d97-5749-4143-8b4c-97ea301f3b61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9622655 Jul 06 12:43:27.855861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'tag': 'a03aabe0-d157-43f2-951d-0f4fe7661a03'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:27.859120 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1da4ec8-defb-455d-a305-aae1ea26c016", "tag": "a03aabe0-d157-43f2-951d-0f4fe7661a03"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:27.895915 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004ee988-118b-4f4d-af31-a23c2c044e3f x-openstack-request-id: req-004ee988-118b-4f4d-af31-a23c2c044e3f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:27.896215 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1da4ec8-defb-455d-a305-aae1ea26c016", "tag": "a03aabe0-d157-43f2-951d-0f4fe7661a03", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:27.896475 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-004ee988-118b-4f4d-af31-a23c2c044e3f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:27.896876 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'tag': 'a03aabe0-d157-43f2-951d-0f4fe7661a03', 'status': 'completed', 'code': 200} Jul 06 12:43:27.938469 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a68ce1f6-f8bc-417e-87d9-b37d723eba4e None None] Set router a2854e22-56e4-425a-89e6-90f1e97a77a9 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:27.983024 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3 req-645c7d0f-a717-4cc6-97af-bd3a3719be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:27.984752 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3 req-645c7d0f-a717-4cc6-97af-bd3a3719be15 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 1096 time: 0.0592923 Jul 06 12:43:28.029932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20630da6-7a35-4bee-93be-c00db85cbe63 req-94ba601a-7b85-4a5d-adbf-c55ae2fcbc12 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:28.031727 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20630da6-7a35-4bee-93be-c00db85cbe63 req-94ba601a-7b85-4a5d-adbf-c55ae2fcbc12 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0733659 Jul 06 12:43:28.074420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-20630da6-7a35-4bee-93be-c00db85cbe63 req-35baad88-4e97-4ad9-a572-37de5170a21e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362020 Jul 06 12:43:28.090389 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3 req-859358bc-c0c0-49ea-9c7e-edbaadf40d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:28.093073 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3 req-859358bc-c0c0-49ea-9c7e-edbaadf40d59 service neutron] 10.222.0.86 "GET /v2.0/networks?id=96ac1915-d998-425a-a66b-43159fe53255 HTTP/1.1" status: 200 len: 897 time: 0.1019516 Jul 06 12:43:28.101781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:28.163679 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3 req-d9bb5578-0005-4765-8756-131b96679369 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03aabe0-d157-43f2-951d-0f4fe7661a03 HTTP/1.1" status: 200 len: 998 time: 0.0631309 Jul 06 12:43:28.169194 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-16fcbfaa-c805-4b02-ad73-3b983fcca953 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/a0d46771-39bb-4f24-bf0a-441bf27135dd HTTP/1.1" status: 200 len: 990 time: 0.0661316 Jul 06 12:43:28.181851 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a68ce1f6-f8bc-417e-87d9-b37d723eba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'a0d46771-39bb-4f24-bf0a-441bf27135dd', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'port_id': 'a03aabe0-d157-43f2-951d-0f4fe7661a03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'mac_address': 'fa:16:3e:d4:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:43:26Z', 'updated_at': '2021-07-06T12:43:26Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3330f84-b92c-4190-ad36-22bab10738f9', 'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:d4:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:13Z', 'updated_at': '2021-07-06T12:43:18Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:28.210201 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ce1f6-f8bc-417e-87d9-b37d723eba4e None None] Checking router: a2854e22-56e4-425a-89e6-90f1e97a77a9 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:43:28.213948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3 req-e7af0439-2fc6-40e0-a09a-b1c4bfbf2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:28.215560 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3 req-e7af0439-2fc6-40e0-a09a-b1c4bfbf2802 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a625b045-270e-4104-980e-6d74b9c8188d HTTP/1.1" status: 200 len: 834 time: 0.0445337 Jul 06 12:43:28.218775 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ce1f6-f8bc-417e-87d9-b37d723eba4e None None] Routers {'a2854e22-56e4-425a-89e6-90f1e97a77a9'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:28.219379 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a68ce1f6-f8bc-417e-87d9-b37d723eba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:43:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2854e22-56e4-425a-89e6-90f1e97a77a9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:28.280192 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3 req-4546a236-b52f-4f1e-9f6e-dcdd977df988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:28.281636 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3 req-4546a236-b52f-4f1e-9f6e-dcdd977df988 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96ac1915-d998-425a-a66b-43159fe53255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597954 Jul 06 12:43:28.327745 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a68ce1f6-f8bc-417e-87d9-b37d723eba4e None None] Set router a2854e22-56e4-425a-89e6-90f1e97a77a9 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:28.374948 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3 req-1d3fa56b-21cf-44dd-a85d-e14f2d9ebb8a service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857210 Jul 06 12:43:28.471003 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5a95ed9-feec-46b1-b9f2-4b4141583bc3 req-a9228b63-a800-42a9-8f4a-e2901204ae21 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891378 Jul 06 12:43:28.557529 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a68ce1f6-f8bc-417e-87d9-b37d723eba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'a0d46771-39bb-4f24-bf0a-441bf27135dd', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'port_id': 'a03aabe0-d157-43f2-951d-0f4fe7661a03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'mac_address': 'fa:16:3e:d4:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:43:26Z', 'updated_at': '2021-07-06T12:43:26Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3330f84-b92c-4190-ad36-22bab10738f9', 'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:d4:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:13Z', 'updated_at': '2021-07-06T12:43:18Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:28.587782 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ce1f6-f8bc-417e-87d9-b37d723eba4e None None] The sync data for ids ['a2854e22-56e4-425a-89e6-90f1e97a77a9'] in n-d-799527-2 is: [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'a0d46771-39bb-4f24-bf0a-441bf27135dd', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'port_id': 'a03aabe0-d157-43f2-951d-0f4fe7661a03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'mac_address': 'fa:16:3e:d4:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:43:26Z', 'updated_at': '2021-07-06T12:43:26Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3330f84-b92c-4190-ad36-22bab10738f9', 'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:d4:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:13Z', 'updated_at': '2021-07-06T12:43:18Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:43:28.854937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c72fd66-8330-42ce-b8f2-32cfe02907ce None None] New status for floating IP a0d46771-39bb-4f24-bf0a-441bf27135dd: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:43:29.173742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33162) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:29.236327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-eb13059e-01e3-40b1-a6cc-90657ca3bcb7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/a0d46771-39bb-4f24-bf0a-441bf27135dd HTTP/1.1" status: 200 len: 992 time: 0.0614922 Jul 06 12:43:29.254181 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:29.430792 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:44.291097 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fa886af-d301-46c4-9ac2-9450cedf7710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:48.344674 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:48.519478 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcabdf7b-a5eb-4d0f-9ac9-3475d33909bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:48.996412 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:50.776699 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:54.518297 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-5933c8b0-9e49-4756-85c5-30d89e771d5c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532300 Jul 06 12:43:54.618346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-2ec15dca-3f83-4054-b380-0bb9c17b00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:54.619871 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-2ec15dca-3f83-4054-b380-0bb9c17b00ac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 1096 time: 0.0526898 Jul 06 12:43:54.740761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-44fa05bc-fc00-4d0c-9d1e-a0cd06098149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:54.742254 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-44fa05bc-fc00-4d0c-9d1e-a0cd06098149 service neutron] 10.222.0.86 "GET /v2.0/networks?id=96ac1915-d998-425a-a66b-43159fe53255 HTTP/1.1" status: 200 len: 897 time: 0.0910487 Jul 06 12:43:54.812167 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-7c3eddf3-427e-46ba-81c7-ec641ccb5317 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03aabe0-d157-43f2-951d-0f4fe7661a03 HTTP/1.1" status: 200 len: 1000 time: 0.0610991 Jul 06 12:43:54.866496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-6b7fb697-32e6-4235-8920-e044f4b408be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:54.867974 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-6b7fb697-32e6-4235-8920-e044f4b408be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a625b045-270e-4104-980e-6d74b9c8188d HTTP/1.1" status: 200 len: 834 time: 0.0485394 Jul 06 12:43:54.929969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-4c06b5f4-8e7e-4099-a0ec-cadfaf848e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:54.931516 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-4c06b5f4-8e7e-4099-a0ec-cadfaf848e19 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96ac1915-d998-425a-a66b-43159fe53255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535464 Jul 06 12:43:55.022354 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-96cc1e7d-f865-49e9-9a6c-21df38b64ad2 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836146 Jul 06 12:43:55.116855 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2ddacfa5-9684-40b1-974e-0d19af84e279 req-6edc29bc-a019-46f3-a92a-cbb6d4ece986 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872574 Jul 06 12:43:57.071634 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:43:59.258190 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:59.439535 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:03.691157 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa60ab-6f72-48d9-86ba-27e4a04dbcf3 req-adaf5632-f104-4d79-b0cc-0b7240926b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:03.692622 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3cfa60ab-6f72-48d9-86ba-27e4a04dbcf3 req-adaf5632-f104-4d79-b0cc-0b7240926b5c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 1096 time: 0.0575285 Jul 06 12:44:03.734431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db79ed7-afbb-44aa-9495-e4131b4fc9b2 req-f5adb204-620d-47c9-a066-5ff6dc91ce0b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:03.736094 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4db79ed7-afbb-44aa-9495-e4131b4fc9b2 req-f5adb204-620d-47c9-a066-5ff6dc91ce0b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0691602 Jul 06 12:44:03.776291 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4db79ed7-afbb-44aa-9495-e4131b4fc9b2 req-c45c0c49-ec4f-4223-9cde-77fe08b9c1ac tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343633 Jul 06 12:44:03.792538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa60ab-6f72-48d9-86ba-27e4a04dbcf3 req-a4366866-b51d-4c19-9690-4d59b4b920a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:03.794589 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3cfa60ab-6f72-48d9-86ba-27e4a04dbcf3 req-a4366866-b51d-4c19-9690-4d59b4b920a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=96ac1915-d998-425a-a66b-43159fe53255 HTTP/1.1" status: 200 len: 897 time: 0.0951421 Jul 06 12:44:03.860711 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3cfa60ab-6f72-48d9-86ba-27e4a04dbcf3 req-6fccd61c-1f0c-4e2e-827c-134caacaa6f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03aabe0-d157-43f2-951d-0f4fe7661a03 HTTP/1.1" status: 200 len: 1000 time: 0.0592699 Jul 06 12:44:03.910324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa60ab-6f72-48d9-86ba-27e4a04dbcf3 req-0bc4a7b9-2ab9-4226-bb7a-377a99e1135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:03.911829 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3cfa60ab-6f72-48d9-86ba-27e4a04dbcf3 req-0bc4a7b9-2ab9-4226-bb7a-377a99e1135d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a625b045-270e-4104-980e-6d74b9c8188d HTTP/1.1" status: 200 len: 834 time: 0.0446048 Jul 06 12:44:03.979634 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa60ab-6f72-48d9-86ba-27e4a04dbcf3 req-84455cd3-d5fd-496c-9d8e-eeb06bdd7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:03.981951 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3cfa60ab-6f72-48d9-86ba-27e4a04dbcf3 req-84455cd3-d5fd-496c-9d8e-eeb06bdd7cf1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96ac1915-d998-425a-a66b-43159fe53255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628183 Jul 06 12:44:04.081507 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3cfa60ab-6f72-48d9-86ba-27e4a04dbcf3 req-2bb068cf-0695-4251-8d14-8f2523d0eb5a service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907049 Jul 06 12:44:04.182021 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3cfa60ab-6f72-48d9-86ba-27e4a04dbcf3 req-c0e3e92e-50fd-48a1-82e5-9378d1e77f88 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892072 Jul 06 12:44:04.977873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7b77a-8394-477a-9939-6a9df445620b req-3af8718b-9a06-4ac3-bf74-d8bb322b6583 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:04.979288 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70e7b77a-8394-477a-9939-6a9df445620b req-3af8718b-9a06-4ac3-bf74-d8bb322b6583 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0711391 Jul 06 12:44:05.018570 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-70e7b77a-8394-477a-9939-6a9df445620b req-6129aba8-9e95-4f60-9485-e8f42765eb37 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328143 Jul 06 12:44:06.194261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd34e7-c5d1-4349-99df-0b72a66882e9 req-e7c159b4-2d76-4503-8d54-9efadbbc86af tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:06.195781 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bbfd34e7-c5d1-4349-99df-0b72a66882e9 req-e7c159b4-2d76-4503-8d54-9efadbbc86af tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0645976 Jul 06 12:44:06.233834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bbfd34e7-c5d1-4349-99df-0b72a66882e9 req-e9778e09-209a-4416-aaf0-086d42f975be tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317280 Jul 06 12:44:07.413900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa7f6e-ceb6-4709-8a84-b26324665ecf req-9f0ff041-3dd8-4abb-af35-4141e3086637 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:07.415407 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2fa7f6e-ceb6-4709-8a84-b26324665ecf req-9f0ff041-3dd8-4abb-af35-4141e3086637 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0679440 Jul 06 12:44:07.453754 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b2fa7f6e-ceb6-4709-8a84-b26324665ecf req-346ae8fc-e091-4137-b320-4b3642eaac66 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320671 Jul 06 12:44:08.627131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7ca56-822f-4453-b8d7-666e2f177f3a req-a43358a3-71fa-4069-a71d-686b0608f604 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:08.628809 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4cc7ca56-822f-4453-b8d7-666e2f177f3a req-a43358a3-71fa-4069-a71d-686b0608f604 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0636830 Jul 06 12:44:08.667065 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4cc7ca56-822f-4453-b8d7-666e2f177f3a req-3d616c65-f8f0-49c4-a16f-7d16ce70b345 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328209 Jul 06 12:44:09.844365 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76285d-d2c4-4e6c-8445-b85a8f924d2d req-d5c752b2-9e81-40c2-8543-076b37bafcb2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:09.845871 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf76285d-d2c4-4e6c-8445-b85a8f924d2d req-d5c752b2-9e81-40c2-8543-076b37bafcb2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0637500 Jul 06 12:44:09.884340 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cf76285d-d2c4-4e6c-8445-b85a8f924d2d req-d5722f86-a9b8-4179-8fd4-7ff864cec8d2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329573 Jul 06 12:44:11.068793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f042-6d86-4127-9c99-9c3252f0fc49 req-c10d0331-2446-4884-823a-4864d55f1851 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:11.070318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5835f042-6d86-4127-9c99-9c3252f0fc49 req-c10d0331-2446-4884-823a-4864d55f1851 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0702620 Jul 06 12:44:11.109833 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5835f042-6d86-4127-9c99-9c3252f0fc49 req-6b2bed56-4b17-4c5c-8a4a-eadbda6af3da tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Jul 06 12:44:12.284244 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8268-8aff-48f9-9906-19fc860d7bd9 req-99a39649-a969-4a5b-8864-2be28d309431 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:12.285773 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7aba8268-8aff-48f9-9906-19fc860d7bd9 req-99a39649-a969-4a5b-8864-2be28d309431 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0645638 Jul 06 12:44:12.323008 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7aba8268-8aff-48f9-9906-19fc860d7bd9 req-169050b9-1bcd-46ee-aada-5db201c7f2c2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Jul 06 12:44:13.503768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cb039-00ad-43fc-b2f2-aee040b606f0 req-777667b8-0f06-42b1-8e49-fb5b0801c74c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:13.505180 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-612cb039-00ad-43fc-b2f2-aee040b606f0 req-777667b8-0f06-42b1-8e49-fb5b0801c74c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0674534 Jul 06 12:44:13.544797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-612cb039-00ad-43fc-b2f2-aee040b606f0 req-21767c15-a057-4a51-9142-157347b166ac tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338326 Jul 06 12:44:14.297282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2603970d-e3c6-42ba-a00d-7058d5076b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.722259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dca79-138e-456a-8b54-0c29505209c1 req-ea3db220-c6fa-440c-a7b6-05a56bc32a4e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:14.723991 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f09dca79-138e-456a-8b54-0c29505209c1 req-ea3db220-c6fa-440c-a7b6-05a56bc32a4e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0633821 Jul 06 12:44:14.760904 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f09dca79-138e-456a-8b54-0c29505209c1 req-69fc6c51-a8c8-4f95-a4ed-2e6ce275cdf3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315514 Jul 06 12:44:15.938318 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b097d-14d9-4d0a-be6e-ad8e3e622ea2 req-6fdfb6fb-34c4-4980-b361-5f591de6cfac tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:15.939883 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f6b097d-14d9-4d0a-be6e-ad8e3e622ea2 req-6fdfb6fb-34c4-4980-b361-5f591de6cfac tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0651653 Jul 06 12:44:15.984016 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f6b097d-14d9-4d0a-be6e-ad8e3e622ea2 req-2a441ed2-f452-4009-9ee0-815eb1129b73 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385506 Jul 06 12:44:16.008686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33208) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:16.074698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-39016faa-8084-4290-97d8-815d24cd6e22 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/a0d46771-39bb-4f24-bf0a-441bf27135dd HTTP/1.1" status: 200 len: 992 time: 0.0597553 Jul 06 12:44:18.346229 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:18.522440 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a69b2acf-33e7-4044-91d9-f37f90efdc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:18.998805 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.780996 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:29.267169 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:29.454685 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:34.071336 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:44:44.307652 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aff88e1c-25eb-40ac-b373-8e6d4f19f404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:48.349621 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:48.524410 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf15c0d3-1204-4036-84a9-a5d7b2c88998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:49.002235 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:50.785977 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:50.875582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33224) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:51.365864 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port e5217fa5-d008-401f-98a6-72cb94593130 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:51.366209 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:51.449449 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:51.449805 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:51.462114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for e5217fa5-d008-401f-98a6-72cb94593130 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:51.640168 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:51.675142 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=e5217fa5-d008-401f-98a6-72cb94593130,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:51.701437 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.701809 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.702163 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.702505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.702838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.703172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.703536 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.703869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.704204 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.704535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.704866 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.705192 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:51.752065 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:51.752899 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Floating IP a0d46771-39bb-4f24-bf0a-441bf27135dd disassociated (deleted). External IP: 172.25.0.75, port: a03aabe0-d157-43f2-951d-0f4fe7661a03. Jul 06 12:44:51.988959 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router a2854e22-56e4-425a-89e6-90f1e97a77a9 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:44:52.119744 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:44:52.125342 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.133977 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7462b04-90bd-4be7-a966-779fc3f3881a None None] Sync routers for ids ['a2854e22-56e4-425a-89e6-90f1e97a77a9'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:44:52.142923 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7462b04-90bd-4be7-a966-779fc3f3881a None None] Routers {'a2854e22-56e4-425a-89e6-90f1e97a77a9'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:52.143573 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a7462b04-90bd-4be7-a966-779fc3f3881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:44:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2854e22-56e4-425a-89e6-90f1e97a77a9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:52.163173 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a9a7d986-dc3c-4dc6-b33d-38e354f1f038 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/floatingips/a0d46771-39bb-4f24-bf0a-441bf27135dd HTTP/1.1" status: 204 len: 168 time: 1.2864506 Jul 06 12:44:52.163807 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'tag': 'a03aabe0-d157-43f2-951d-0f4fe7661a03'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:44:52.166148 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9582291-aca9-4082-9a02-8109006cf3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1da4ec8-defb-455d-a305-aae1ea26c016", "tag": "a03aabe0-d157-43f2-951d-0f4fe7661a03"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:44:52.354083 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35e94c9-8e81-4503-8d10-fc158ba94b4a x-openstack-request-id: req-f35e94c9-8e81-4503-8d10-fc158ba94b4a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:44:52.355258 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1da4ec8-defb-455d-a305-aae1ea26c016", "tag": "a03aabe0-d157-43f2-951d-0f4fe7661a03", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:44:52.355777 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f35e94c9-8e81-4503-8d10-fc158ba94b4a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:44:52.356306 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'tag': 'a03aabe0-d157-43f2-951d-0f4fe7661a03', 'status': 'completed', 'code': 200} Jul 06 12:44:52.369632 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a7462b04-90bd-4be7-a966-779fc3f3881a None None] Set router a2854e22-56e4-425a-89e6-90f1e97a77a9 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:52.462779 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9582291-aca9-4082-9a02-8109006cf3a6 req-da3918bd-0ea7-4da2-9be0-6d5009426e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:52.465514 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f9582291-aca9-4082-9a02-8109006cf3a6 req-da3918bd-0ea7-4da2-9be0-6d5009426e64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 1096 time: 0.0832267 Jul 06 12:44:52.602927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9582291-aca9-4082-9a02-8109006cf3a6 req-268d2a91-56bc-45d8-a995-306e5fcc8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:52.604837 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f9582291-aca9-4082-9a02-8109006cf3a6 req-268d2a91-56bc-45d8-a995-306e5fcc8ed9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=96ac1915-d998-425a-a66b-43159fe53255 HTTP/1.1" status: 200 len: 897 time: 0.1314492 Jul 06 12:44:52.612229 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a7462b04-90bd-4be7-a966-779fc3f3881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'b3330f84-b92c-4190-ad36-22bab10738f9', 'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:d4:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:13Z', 'updated_at': '2021-07-06T12:43:18Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:52.623736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c9318-96f3-419b-9a3e-aad1a2240ec1 req-b8cd61db-acff-471d-85c7-2d42000c70ea tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:52.625541 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-821c9318-96f3-419b-9a3e-aad1a2240ec1 req-b8cd61db-acff-471d-85c7-2d42000c70ea tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.1012251 Jul 06 12:44:52.644054 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7462b04-90bd-4be7-a966-779fc3f3881a None None] Checking router: a2854e22-56e4-425a-89e6-90f1e97a77a9 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:44:52.652009 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f9582291-aca9-4082-9a02-8109006cf3a6 req-c3e50c8a-13a4-4fd6-ac41-d7b1d97bafe8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03aabe0-d157-43f2-951d-0f4fe7661a03 HTTP/1.1" status: 200 len: 217 time: 0.0394595 Jul 06 12:44:52.653668 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7462b04-90bd-4be7-a966-779fc3f3881a None None] Routers {'a2854e22-56e4-425a-89e6-90f1e97a77a9'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:52.654283 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a7462b04-90bd-4be7-a966-779fc3f3881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:44:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2854e22-56e4-425a-89e6-90f1e97a77a9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:52.670017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-821c9318-96f3-419b-9a3e-aad1a2240ec1 req-14be9627-8743-4f4e-8fb9-9e4b59d3ff52 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381405 Jul 06 12:44:52.709944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9582291-aca9-4082-9a02-8109006cf3a6 req-b6c4f94d-2b88-4f2b-9046-0b69286bff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:52.711556 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f9582291-aca9-4082-9a02-8109006cf3a6 req-b6c4f94d-2b88-4f2b-9046-0b69286bff93 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a625b045-270e-4104-980e-6d74b9c8188d HTTP/1.1" status: 200 len: 834 time: 0.0496256 Jul 06 12:44:52.772326 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a7462b04-90bd-4be7-a966-779fc3f3881a None None] Set router a2854e22-56e4-425a-89e6-90f1e97a77a9 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:52.778039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9582291-aca9-4082-9a02-8109006cf3a6 req-a76c2952-0b84-4512-ac41-32def587d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:52.779614 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f9582291-aca9-4082-9a02-8109006cf3a6 req-a76c2952-0b84-4512-ac41-32def587d297 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96ac1915-d998-425a-a66b-43159fe53255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603406 Jul 06 12:44:52.876515 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f9582291-aca9-4082-9a02-8109006cf3a6 req-afaca73e-b15f-4c74-820e-09f53ffaf8e6 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872841 Jul 06 12:44:52.976552 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a7462b04-90bd-4be7-a966-779fc3f3881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'b3330f84-b92c-4190-ad36-22bab10738f9', 'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:d4:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:13Z', 'updated_at': '2021-07-06T12:43:18Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:52.978014 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-f9582291-aca9-4082-9a02-8109006cf3a6 req-fe3b0c41-6461-493c-b0d0-a64d421e9d40 service neutron] 10.222.0.86 "GET /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934284 Jul 06 12:44:53.003994 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7462b04-90bd-4be7-a966-779fc3f3881a None None] The sync data for ids ['a2854e22-56e4-425a-89e6-90f1e97a77a9'] in n-d-799527-2 is: [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': 'b3330f84-b92c-4190-ad36-22bab10738f9', 'name': '', 'network_id': '96ac1915-d998-425a-a66b-43159fe53255', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:d4:ad:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:13Z', 'updated_at': '2021-07-06T12:43:18Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'a625b045-270e-4104-980e-6d74b9c8188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:44:53.232708 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79911503-c456-49f3-9c88-431bed700ff7 None None] New status for floating IP a0d46771-39bb-4f24-bf0a-441bf27135dd: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:44:53.851023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b2a9c-2098-4779-8f93-f1e716b1a471 req-dc419fdf-eacb-42f1-9308-b0f194d5485a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:53.852555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-562b2a9c-2098-4779-8f93-f1e716b1a471 req-dc419fdf-eacb-42f1-9308-b0f194d5485a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0647349 Jul 06 12:44:53.893760 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-562b2a9c-2098-4779-8f93-f1e716b1a471 req-be90911c-e8ef-4007-a3b9-9a7444ef6aaa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=023da25c-a60d-4a1b-8e1a-6d8dc8840971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353262 Jul 06 12:44:54.393604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c157764-9f74-4b55-95e1-6821a56e9ce0 req-be0fbb37-d9bb-4ebb-9425-dc0a371f4e30 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:54.395114 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0c157764-9f74-4b55-95e1-6821a56e9ce0 req-be0fbb37-d9bb-4ebb-9425-dc0a371f4e30 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 945 time: 0.0640197 Jul 06 12:44:54.498774 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0c157764-9f74-4b55-95e1-6821a56e9ce0 req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port a03aabe0-d157-43f2-951d-0f4fe7661a03 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:54.499140 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0c157764-9f74-4b55-95e1-6821a56e9ce0 req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:54.590412 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0c157764-9f74-4b55-95e1-6821a56e9ce0 req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port a03aabe0-d157-43f2-951d-0f4fe7661a03, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=a03aabe0-d157-43f2-951d-0f4fe7661a03,segment=NetworkSegment(f9025bcf-fca9-48dd-97b5-1b680fbe61dc),segment_id=f9025bcf-fca9-48dd-97b5-1b680fbe61dc)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:54.590770 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0c157764-9f74-4b55-95e1-6821a56e9ce0 req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:54.603813 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0c157764-9f74-4b55-95e1-6821a56e9ce0 req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for a03aabe0-d157-43f2-951d-0f4fe7661a03 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:54.742093 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0c157764-9f74-4b55-95e1-6821a56e9ce0 req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:54.772373 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=a03aabe0-d157-43f2-951d-0f4fe7661a03,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:54.802923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.803849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.803849 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.804032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.804296 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.804628 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.804958 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.805295 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.805623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.805950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.806273 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.806593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:54.832117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c157764-9f74-4b55-95e1-6821a56e9ce0 req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] No DVR routers for this DVR port a03aabe0-d157-43f2-951d-0f4fe7661a03 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:44:54.834822 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0c157764-9f74-4b55-95e1-6821a56e9ce0 req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:54.836937 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0c157764-9f74-4b55-95e1-6821a56e9ce0 req-52c6bf94-0ea3-487e-8485-c827e445e161 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "DELETE /v2.0/ports/a03aabe0-d157-43f2-951d-0f4fe7661a03 HTTP/1.1" status: 204 len: 173 time: 0.4360979 Jul 06 12:44:54.837385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'name': 'network-vif-deleted', 'tag': 'a03aabe0-d157-43f2-951d-0f4fe7661a03'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:44:54.840228 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf694b8-d544-41ad-83c9-5fae149b05dd" -d '{"events": [{"server_uuid": "d1da4ec8-defb-455d-a305-aae1ea26c016", "name": "network-vif-deleted", "tag": "a03aabe0-d157-43f2-951d-0f4fe7661a03"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:44:54.880445 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0f37f9-7c92-4aea-90b1-51c466fdc681 x-openstack-request-id: req-7c0f37f9-7c92-4aea-90b1-51c466fdc681 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:44:54.880742 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1da4ec8-defb-455d-a305-aae1ea26c016", "name": "network-vif-deleted", "tag": "a03aabe0-d157-43f2-951d-0f4fe7661a03", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:44:54.880995 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c0f37f9-7c92-4aea-90b1-51c466fdc681 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:44:54.881397 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1da4ec8-defb-455d-a305-aae1ea26c016', 'name': 'network-vif-deleted', 'tag': 'a03aabe0-d157-43f2-951d-0f4fe7661a03', 'status': 'completed', 'code': 200} Jul 06 12:44:55.055042 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd4811a7-d194-452c-9878-ac89aa9ec37e req-700bcb5d-c83c-49dd-91b9-8d61da91a093 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1da4ec8-defb-455d-a305-aae1ea26c016 HTTP/1.1" status: 200 len: 210 time: 0.0282514 Jul 06 12:44:56.150590 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33246) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:56.521996 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.799397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port b3330f84-b92c-4190-ad36-22bab10738f9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:56.799688 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.891353 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port b3330f84-b92c-4190-ad36-22bab10738f9, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b3330f84-b92c-4190-ad36-22bab10738f9,segment=NetworkSegment(f9025bcf-fca9-48dd-97b5-1b680fbe61dc),segment_id=f9025bcf-fca9-48dd-97b5-1b680fbe61dc)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:56.891744 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:56.904932 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for b3330f84-b92c-4190-ad36-22bab10738f9 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:57.099109 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.125473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=b3330f84-b92c-4190-ad36-22bab10738f9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:57.322193 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.540776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router a2854e22-56e4-425a-89e6-90f1e97a77a9 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:44:57.649319 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:44:57.655181 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-af9150c7-ee1f-4b27-a588-53719f307a2a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "PUT /v2.0/routers/a2854e22-56e4-425a-89e6-90f1e97a77a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5028937 Jul 06 12:44:57.657908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33248) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:57.659477 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f846dcb-dc39-4945-8e6e-0924f79ef808 None None] Sync routers for ids ['a2854e22-56e4-425a-89e6-90f1e97a77a9'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:44:57.669560 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f846dcb-dc39-4945-8e6e-0924f79ef808 None None] Routers {'a2854e22-56e4-425a-89e6-90f1e97a77a9'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:57.670176 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1f846dcb-dc39-4945-8e6e-0924f79ef808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:44:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2854e22-56e4-425a-89e6-90f1e97a77a9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:57.715952 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e216982-9d06-4c1c-83a9-35241783a846 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting subnet a625b045-270e-4104-980e-6d74b9c8188d {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:44:57.719924 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e216982-9d06-4c1c-83a9-35241783a846 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.760419 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e216982-9d06-4c1c-83a9-35241783a846 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.775527 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1f846dcb-dc39-4945-8e6e-0924f79ef808 None None] Set router a2854e22-56e4-425a-89e6-90f1e97a77a9 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:57.857594 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e216982-9d06-4c1c-83a9-35241783a846 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.919243 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e216982-9d06-4c1c-83a9-35241783a846 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.946698 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e216982-9d06-4c1c-83a9-35241783a846 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Subnet': ['ID=a625b045-270e-4104-980e-6d74b9c8188d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:57.951982 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e216982-9d06-4c1c-83a9-35241783a846 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.956038 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3e216982-9d06-4c1c-83a9-35241783a846 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/subnets/a625b045-270e-4104-980e-6d74b9c8188d HTTP/1.1" status: 204 len: 168 time: 0.2970760 Jul 06 12:44:57.956680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:57.958527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da952a82-002c-41c3-8159-b071ac60ce5d None None] Network 96ac1915-d998-425a-a66b-43159fe53255 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:44:57.967391 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1f846dcb-dc39-4945-8e6e-0924f79ef808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:44:57Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:57.994640 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f846dcb-dc39-4945-8e6e-0924f79ef808 None None] Checking router: a2854e22-56e4-425a-89e6-90f1e97a77a9 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:44:58.003788 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f846dcb-dc39-4945-8e6e-0924f79ef808 None None] Routers {'a2854e22-56e4-425a-89e6-90f1e97a77a9'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:58.004411 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1f846dcb-dc39-4945-8e6e-0924f79ef808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:44:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['a2854e22-56e4-425a-89e6-90f1e97a77a9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:58.082442 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.117793 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1f846dcb-dc39-4945-8e6e-0924f79ef808 None None] Set router a2854e22-56e4-425a-89e6-90f1e97a77a9 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:58.179576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] DHCP port deletion for 96ac1915-d998-425a-a66b-43159fe53255 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:44:58.203322 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.231074 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Deleting port 22f4e18c-4522-4fd9-9312-9cdfbffabf19 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:58.231907 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.261655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port b2b9f880-12af-46af-b442-2a9dda1ee0fb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:44:58.262007 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.298031 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] For port 22f4e18c-4522-4fd9-9312-9cdfbffabf19, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=22f4e18c-4522-4fd9-9312-9cdfbffabf19,segment=NetworkSegment(f9025bcf-fca9-48dd-97b5-1b680fbe61dc),segment_id=f9025bcf-fca9-48dd-97b5-1b680fbe61dc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:58.298425 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.311737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Calling delete_port for 22f4e18c-4522-4fd9-9312-9cdfbffabf19 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:58.313002 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1f846dcb-dc39-4945-8e6e-0924f79ef808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:44:57Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:58.344397 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f846dcb-dc39-4945-8e6e-0924f79ef808 None None] The sync data for ids ['a2854e22-56e4-425a-89e6-90f1e97a77a9'] in n-d-799527-2 is: [{'id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-634850681', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:44:57Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'b2b9f880-12af-46af-b442-2a9dda1ee0fb', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854e22-56e4-425a-89e6-90f1e97a77a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:43:10Z', 'updated_at': '2021-07-06T12:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:44:58.351712 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port b2b9f880-12af-46af-b442-2a9dda1ee0fb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b2b9f880-12af-46af-b442-2a9dda1ee0fb,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:58.352201 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.365597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for b2b9f880-12af-46af-b442-2a9dda1ee0fb owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:44:58.405557 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.429961 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Pushing event deleted for resources: {'Port': ['ID=22f4e18c-4522-4fd9-9312-9cdfbffabf19,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:58.440183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.440527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.440871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.441215 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.441552 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.441889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.442218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.442545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.442874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.443200 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.443548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.443872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:58.446759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe791f-55ac-4955-b085-2978f27669d5 None None] No DVR routers for this DVR port 22f4e18c-4522-4fd9-9312-9cdfbffabf19 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:44:58.554644 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.582035 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=b2b9f880-12af-46af-b442-2a9dda1ee0fb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:58.652657 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.753020 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.755287 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.815808 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.816358 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Fanout notify agent at l3_agent the message router_deleted on router a2854e22-56e4-425a-89e6-90f1e97a77a9 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:44:58.826537 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:58.827735 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-270cf097-f86b-4234-a50a-1c9bf8ad585d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/routers/a2854e22-56e4-425a-89e6-90f1e97a77a9 HTTP/1.1" status: 204 len: 168 time: 0.8698220 Jul 06 12:44:58.830404 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33252) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:58.836382 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b3330f84-b92c-4190-ad36-22bab10738f9 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:44:58.858683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: b3330f84-b92c-4190-ad36-22bab10738f9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:44:58.859038 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b3330f84-b92c-4190-ad36-22bab10738f9 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:44:58.859493 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22f4e18c-4522-4fd9-9312-9cdfbffabf19 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:44:58.879489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 22f4e18c-4522-4fd9-9312-9cdfbffabf19 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:44:58.879854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 22f4e18c-4522-4fd9-9312-9cdfbffabf19 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:44:58.917147 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.018595 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.029640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ac1915-d998-425a-a66b-43159fe53255']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:59.040665 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:59.040981 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9025bcf-fca9-48dd-97b5-1b680fbe61dc') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:59.050890 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.067668 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.074875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:44:59.075272 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:44:59.078348 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:44:59.140242 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.148891 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.150696 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/networks/96ac1915-d998-425a-a66b-43159fe53255 HTTP/1.1" status: 204 len: 168 time: 0.3193631 Jul 06 12:44:59.153700 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33254) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:59.160594 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fbafd-0be1-4a21-bdc8-d75c71c781a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Network': ['ID=96ac1915-d998-425a-a66b-43159fe53255,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:59.217573 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30981937-34b3-4e2c-95ef-4418659289d3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.242025 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30981937-34b3-4e2c-95ef-4418659289d3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.266273 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.304012 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30981937-34b3-4e2c-95ef-4418659289d3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.306631 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30981937-34b3-4e2c-95ef-4418659289d3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.308405 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-30981937-34b3-4e2c-95ef-4418659289d3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/security-groups/023da25c-a60d-4a1b-8e1a-6d8dc8840971 HTTP/1.1" status: 204 len: 168 time: 0.1537142 Jul 06 12:44:59.317872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30981937-34b3-4e2c-95ef-4418659289d3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023da25c-a60d-4a1b-8e1a-6d8dc8840971,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:59.466794 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.887412 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33260) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:59.892554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e044c508-345d-45c0-b88a-28dcfb853589 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018112887', 'description': 'tempest-secgroup-smoke-2018112887 description', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:59.917088 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e044c508-345d-45c0-b88a-28dcfb853589 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:59.963360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a03aabe0-d157-43f2-951d-0f4fe7661a03 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:44:59.988839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: a03aabe0-d157-43f2-951d-0f4fe7661a03 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:44:59.989231 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device a03aabe0-d157-43f2-951d-0f4fe7661a03 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:45:00.008540 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e044c508-345d-45c0-b88a-28dcfb853589 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.013819 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e044c508-345d-45c0-b88a-28dcfb853589 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.045881 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e044c508-345d-45c0-b88a-28dcfb853589 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.047937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e044c508-345d-45c0-b88a-28dcfb853589 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1593964 Jul 06 12:45:00.050171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044c508-345d-45c0-b88a-28dcfb853589 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ae909-6a26-4db7-83cb-e7a10da98ba9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.050383 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33262) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.055401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-341aad09-44ba-49fe-b5b9-4e0b2a718fb4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'f23ae909-6a26-4db7-83cb-e7a10da98ba9', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.088845 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-341aad09-44ba-49fe-b5b9-4e0b2a718fb4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.139127 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-341aad09-44ba-49fe-b5b9-4e0b2a718fb4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.143831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-341aad09-44ba-49fe-b5b9-4e0b2a718fb4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.162688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341aad09-44ba-49fe-b5b9-4e0b2a718fb4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0a898f-66a2-4544-b2bc-07a0fa307446,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.169725 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-341aad09-44ba-49fe-b5b9-4e0b2a718fb4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.172165 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-341aad09-44ba-49fe-b5b9-4e0b2a718fb4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202612 Jul 06 12:45:00.172963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33264) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.177510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b8b61673-aa7d-48b2-b76f-70af6b4a16d8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'f23ae909-6a26-4db7-83cb-e7a10da98ba9', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.204970 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8b61673-aa7d-48b2-b76f-70af6b4a16d8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.262194 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8b61673-aa7d-48b2-b76f-70af6b4a16d8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.266398 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8b61673-aa7d-48b2-b76f-70af6b4a16d8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.285561 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b61673-aa7d-48b2-b76f-70af6b4a16d8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c060ddac-d562-4204-8f09-09b586bec0b0,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.292703 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8b61673-aa7d-48b2-b76f-70af6b4a16d8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.294185 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b8b61673-aa7d-48b2-b76f-70af6b4a16d8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202390 Jul 06 12:45:00.297402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33266) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.301918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-20028b63-c67a-42f9-b300-321b8e750e52 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'f23ae909-6a26-4db7-83cb-e7a10da98ba9', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.330129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20028b63-c67a-42f9-b300-321b8e750e52 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.395268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20028b63-c67a-42f9-b300-321b8e750e52 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.399166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20028b63-c67a-42f9-b300-321b8e750e52 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.418266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20028b63-c67a-42f9-b300-321b8e750e52 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0034679-307f-48da-9bc1-434f71b7f555,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.424515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20028b63-c67a-42f9-b300-321b8e750e52 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.425863 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-20028b63-c67a-42f9-b300-321b8e750e52 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275003 Jul 06 12:45:00.428782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33268) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.434180 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-66b4d3e6-ba53-4a85-bf64-989a387d1250 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'f23ae909-6a26-4db7-83cb-e7a10da98ba9', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.460579 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66b4d3e6-ba53-4a85-bf64-989a387d1250 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.521293 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66b4d3e6-ba53-4a85-bf64-989a387d1250 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.525091 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66b4d3e6-ba53-4a85-bf64-989a387d1250 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.543742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4d3e6-ba53-4a85-bf64-989a387d1250 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f4b0a4-1ab2-4611-9e46-8e7900fd093e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.549887 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66b4d3e6-ba53-4a85-bf64-989a387d1250 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.551105 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-66b4d3e6-ba53-4a85-bf64-989a387d1250 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213350 Jul 06 12:45:00.553901 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33270) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.559177 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0dcba484-4de1-4b0d-a090-d43e53625d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'f23ae909-6a26-4db7-83cb-e7a10da98ba9', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.581037 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-0dcba484-4de1-4b0d-a090-d43e53625d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Project 3e42adea08954e8a97a533ccd03ed1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:45:00.585965 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0dcba484-4de1-4b0d-a090-d43e53625d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.653823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b2b9f880-12af-46af-b442-2a9dda1ee0fb no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:45:00.654375 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0dcba484-4de1-4b0d-a090-d43e53625d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.658858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0dcba484-4de1-4b0d-a090-d43e53625d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.674367 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: b2b9f880-12af-46af-b442-2a9dda1ee0fb {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:45:00.674718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b2b9f880-12af-46af-b442-2a9dda1ee0fb not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:45:00.676833 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcba484-4de1-4b0d-a090-d43e53625d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1667bd-32ca-4510-a967-44c227777f7e,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.684436 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0dcba484-4de1-4b0d-a090-d43e53625d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.685650 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0dcba484-4de1-4b0d-a090-d43e53625d17 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307735 Jul 06 12:45:00.688363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33272) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.692931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-be7ac41d-72af-491a-a2b6-9789814f18a2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'f23ae909-6a26-4db7-83cb-e7a10da98ba9', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.714489 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-be7ac41d-72af-491a-a2b6-9789814f18a2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Project 3e42adea08954e8a97a533ccd03ed1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:45:00.719730 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be7ac41d-72af-491a-a2b6-9789814f18a2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.781163 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be7ac41d-72af-491a-a2b6-9789814f18a2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.785159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be7ac41d-72af-491a-a2b6-9789814f18a2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.803513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ac41d-72af-491a-a2b6-9789814f18a2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfcba7c-bc97-4327-aada-4c3bbda9aa38,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:00.809510 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be7ac41d-72af-491a-a2b6-9789814f18a2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.810784 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-be7ac41d-72af-491a-a2b6-9789814f18a2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214628 Jul 06 12:45:00.813755 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33274) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.818890 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'network': {'name': 'tempest-network-smoke--294547582', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.840354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:45:00.843763 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.868483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:45:00.878752 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.879123 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Added segment 3e23d4ea-33fc-420f-83c1-1ac89a5de9a4 of type vlan for network e90c73a5-748a-4525-962f-42e26696944e Jul 06 12:45:00.926874 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.961029 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.967238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:00.967871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.028896 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2139273 Jul 06 12:45:01.033517 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33276) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:01.038870 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'admin_state_up': True, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:01.040967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81552ba-7027-46aa-b78a-0f2328bf0702 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Network': ['ID=e90c73a5-748a-4525-962f-42e26696944e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:01.055496 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network e90c73a5-748a-4525-962f-42e26696944e details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:45:01.065615 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.066849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.125634 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.262526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.468783 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.487166 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.595861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.25.0.179 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/4c18ef39-f1a6-4c13-a077-fe9689582e59) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:45:01.705800 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.747958 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.789121 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:01.795187 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:01.799513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:45:01.822286 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=4c18ef39-f1a6-4c13-a077-fe9689582e59,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:02.374535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.570495 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.703873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 03156eef-6d2d-4490-a65b-16a57be2374a is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:45:02.807945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:45:02.818889 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Sync routers for ids ['03156eef-6d2d-4490-a65b-16a57be2374a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:45:02.827154 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:02.828537 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6280d0e4-5f12-4586-a92a-2a9873c48f9b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7939966 Jul 06 12:45:02.828753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Routers {'03156eef-6d2d-4490-a65b-16a57be2374a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:02.829205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:44:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['03156eef-6d2d-4490-a65b-16a57be2374a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:02.831999 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33278) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:02.860995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ca9fd9e7-d343-4ce8-b8e0-46b8ae59b44a tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3e42adea08954e8a97a533ccd03ed1e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278027 Jul 06 12:45:02.863505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:02.946563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Set router 03156eef-6d2d-4490-a65b-16a57be2374a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:02.957478 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7676e7cf-ca16-4e36-a83e-cc81ab1ea500 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:02.959002 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7676e7cf-ca16-4e36-a83e-cc81ab1ea500 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945978 Jul 06 12:45:02.961847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33282) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:02.993185 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ad89d044-3542-431c-843d-0fd336c1403c tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277855 Jul 06 12:45:02.993693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33284) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:02.999652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2099898516', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:03.093912 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:45:03.097640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.129447 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:01Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:03.160673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Checking router: 03156eef-6d2d-4490-a65b-16a57be2374a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:45:03.161331 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Updating router 03156eef-6d2d-4490-a65b-16a57be2374a port 4c18ef39-f1a6-4c13-a077-fe9689582e59 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:45:03.195180 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.285686 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.349816 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Subnet': ['ID=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:03.362137 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Checking segment: {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:45:03.362513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network hostable DHCP agents. Network: e90c73a5-748a-4525-962f-42e26696944e, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:45:03.381348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network e90c73a5-748a-4525-962f-42e26696944e is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:45:03.391986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, e90c73a5-748a-4525-962f-42e26696944e) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:03.396170 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:03.396775 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.404385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734499bb-4068-4bf6-bd61-60ab4a034b73 None None] Network e90c73a5-748a-4525-962f-42e26696944e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:45:03.413006 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5e9375aa-949b-40d2-87e0-1a994efb0d2c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4179053 Jul 06 12:45:03.416115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33286) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:03.534314 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.566611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Transition to ACTIVE for port object 4c18ef39-f1a6-4c13-a077-fe9689582e59 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:03.578557 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.661880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f44b0-4ebe-462d-b0c0-847c5de266ad None None] Pushing event updated for resources: {'Port': ['ID=4c18ef39-f1a6-4c13-a077-fe9689582e59,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:03.666743 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Attempting to bind port 4c18ef39-f1a6-4c13-a077-fe9689582e59 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:45:03.667799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Attempting to bind port 4c18ef39-f1a6-4c13-a077-fe9689582e59 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:45:03.668345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Attempting to bind port 4c18ef39-f1a6-4c13-a077-fe9689582e59 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:45:03.670563 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-e90c73a5-748a-4525-962f-42e26696944e', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:45:03.671370 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.683487 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:45:03.683861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:45:03.684262 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.684653 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:45:03.685122 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Bound port: 4c18ef39-f1a6-4c13-a077-fe9689582e59, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:45:03.685500 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.805692 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] For port 4c18ef39-f1a6-4c13-a077-fe9689582e59, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:45:03.830136 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] For port 4c18ef39-f1a6-4c13-a077-fe9689582e59, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4c18ef39-f1a6-4c13-a077-fe9689582e59,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:45:03.850159 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.884887 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:03.912861 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Allocated IP 172.20.0.2 (e90c73a5-748a-4525-962f-42e26696944e/278fcc4b-aa1b-4409-8520-b84e2d1ad0c3/10c13187-1670-4b37-a7c5-e8c2d6bee654) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:45:03.931751 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Routers {'03156eef-6d2d-4490-a65b-16a57be2374a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:03.932969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:44:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['03156eef-6d2d-4490-a65b-16a57be2374a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:03.990624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f44b0-4ebe-462d-b0c0-847c5de266ad None None] Pushing event updated for resources: {'Port': ['ID=4c18ef39-f1a6-4c13-a077-fe9689582e59,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:04.274219 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] Set router 03156eef-6d2d-4490-a65b-16a57be2374a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:04.436435 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.452828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Transition to ACTIVE for port object 10c13187-1670-4b37-a7c5-e8c2d6bee654 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:04.492643 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Transition to ACTIVE for port object 10c13187-1670-4b37-a7c5-e8c2d6bee654 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:04.501305 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.549674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.20.0.1 (e90c73a5-748a-4525-962f-42e26696944e/278fcc4b-aa1b-4409-8520-b84e2d1ad0c3/01c4cf0a-5d28-4647-a5e4-4d8c899949bb) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:45:04.558721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Network e90c73a5-748a-4525-962f-42e26696944e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:04.566377 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:04.569336 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:45:04.572298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Pushing event updated for resources: {'Port': ['ID=10c13187-1670-4b37-a7c5-e8c2d6bee654,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:04.603310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:01Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:04.648747 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c48711-3010-4366-8e15-6a1227d09382 None None] The sync data for ids ['03156eef-6d2d-4490-a65b-16a57be2374a'] in n-d-799527-2 is: [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:01Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:45:04.664639 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Attempting to bind port 10c13187-1670-4b37-a7c5-e8c2d6bee654 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:45:04.665153 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Attempting to bind port 10c13187-1670-4b37-a7c5-e8c2d6bee654 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:45:04.665531 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Attempting to bind port 10c13187-1670-4b37-a7c5-e8c2d6bee654 on network e90c73a5-748a-4525-962f-42e26696944e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:45:04.672987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:45:04.673395 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Checking segment: {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:45:04.673868 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.674275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Bound using segment: {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:45:04.674774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Bound port: 10c13187-1670-4b37-a7c5-e8c2d6bee654, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:45:04.675197 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.678656 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.695167 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Transition to ACTIVE for port object 01c4cf0a-5d28-4647-a5e4-4d8c899949bb will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:04.740582 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.755714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] For port 10c13187-1670-4b37-a7c5-e8c2d6bee654, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:45:04.759517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] For port 10c13187-1670-4b37-a7c5-e8c2d6bee654, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=10c13187-1670-4b37-a7c5-e8c2d6bee654,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:45:04.767654 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:04.786458 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network e90c73a5-748a-4525-962f-42e26696944e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:04.792357 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:04.794758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:45:04.825341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=01c4cf0a-5d28-4647-a5e4-4d8c899949bb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:04.840659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829df82-cc46-43e4-847a-4a274b5922fc None None] Pushing event updated for resources: {'Port': ['ID=10c13187-1670-4b37-a7c5-e8c2d6bee654,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:04.851388 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:05.051345 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:05.369217 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:05.374423 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:05.458865 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:05.460843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=01c4cf0a-5d28-4647-a5e4-4d8c899949bb,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:05.559428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network e90c73a5-748a-4525-962f-42e26696944e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:05.562948 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:05.686038 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 03156eef-6d2d-4490-a65b-16a57be2374a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:45:05.805966 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:45:05.813538 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ac417269-a643-452e-87ad-6f27e8ffb28d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "PUT /v2.0/routers/03156eef-6d2d-4490-a65b-16a57be2374a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3957040 Jul 06 12:45:05.888844 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b5fc8e-bb81-4117-8b6e-02449d15d9de None None] Network e90c73a5-748a-4525-962f-42e26696944e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:45:05.971928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2b362709-0892-477b-a3bc-2de9dd37b8ee None None] Provisioning for port 10c13187-1670-4b37-a7c5-e8c2d6bee654 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:05.977701 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-1df2de93-6280-49b0-87a6-32a3220d220c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018112887&fields=id&tenant_id=3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 267 time: 0.0448098 Jul 06 12:45:06.339289 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Sync routers for ids ['03156eef-6d2d-4490-a65b-16a57be2374a'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:45:06.349920 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Routers {'03156eef-6d2d-4490-a65b-16a57be2374a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:06.350542 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:44:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['03156eef-6d2d-4490-a65b-16a57be2374a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:06.414579 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-40d80442-d0da-495d-8a9c-9f5041bb6d1e None None] Provisioning for port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:06.420755 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-40d80442-d0da-495d-8a9c-9f5041bb6d1e None None] Provisioning complete for port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:06.421205 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40d80442-d0da-495d-8a9c-9f5041bb6d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.433531 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d14008-1891-4add-abb0-93a665c75554 req-34302fea-c566-4b02-b39f-cc6d9cbaf152 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:06.435117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-34302fea-c566-4b02-b39f-cc6d9cbaf152 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 796 time: 0.4521191 Jul 06 12:45:06.452209 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-181814a3-3992-4291-8043-687c632b5462 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/quotas/3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 375 time: 0.0111921 Jul 06 12:45:06.471310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-40d80442-d0da-495d-8a9c-9f5041bb6d1e None None] Port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:45:06.489124 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Set router 03156eef-6d2d-4490-a65b-16a57be2374a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:06.537856 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-85abc735-f9dd-4965-aeee-e334e73cf16c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798833 Jul 06 12:45:06.601541 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fea3e96e-3c08-4e85-ab61-5e484f825877 None None] Provisioning complete for port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:06.602066 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fea3e96e-3c08-4e85-ab61-5e484f825877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.643193 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fea3e96e-3c08-4e85-ab61-5e484f825877 None None] Port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:45:06.680938 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-b562c4d1-21bd-4dd4-ba18-f33cd98ffb02 service neutron] 10.222.0.21 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276410 Jul 06 12:45:06.816965 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 10c13187-1670-4b37-a7c5-e8c2d6bee654 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:06.817728 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-1a21d15e-69e8-4b55-88d3-be7f257d15ba service neutron] 10.222.0.21 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299248 Jul 06 12:45:06.855946 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '01c4cf0a-5d28-4647-a5e4-4d8c899949bb', 'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:39:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:04Z', 'updated_at': '2021-07-06T12:45:05Z', 'revision_number': 2, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:06.875326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7bd25768-1a28-45a3-b83c-533da9c893ee None None] Provisioning complete for port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:06.875812 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7bd25768-1a28-45a3-b83c-533da9c893ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.882877 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Checking router: 03156eef-6d2d-4490-a65b-16a57be2374a for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:45:06.883523 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Updating router 03156eef-6d2d-4490-a65b-16a57be2374a port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:45:06.905953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 10c13187-1670-4b37-a7c5-e8c2d6bee654 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:06.912026 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 10c13187-1670-4b37-a7c5-e8c2d6bee654 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:06.912490 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.929029 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.948874 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7bd25768-1a28-45a3-b83c-533da9c893ee None None] Port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:45:07.014596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7fc0120c-223c-4103-b012-1c6f5ad32d0e req-cc14157e-3361-4430-b493-89abd73e9a1f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 210 time: 0.0389545 Jul 06 12:45:07.039772 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:07.079790 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 10c13187-1670-4b37-a7c5-e8c2d6bee654, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=10c13187-1670-4b37-a7c5-e8c2d6bee654,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:07.084349 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:07.085992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4c18ef39-f1a6-4c13-a077-fe9689582e59 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:07.168506 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=10c13187-1670-4b37-a7c5-e8c2d6bee654,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:07.188238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 4c18ef39-f1a6-4c13-a077-fe9689582e59 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:07.192851 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4c18ef39-f1a6-4c13-a077-fe9689582e59 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:07.193356 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:07.252901 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:07.265078 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Transition to ACTIVE for port object 01c4cf0a-5d28-4647-a5e4-4d8c899949bb will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:07.272884 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:07.285848 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:07.309274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 4c18ef39-f1a6-4c13-a077-fe9689582e59, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4c18ef39-f1a6-4c13-a077-fe9689582e59,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:07.314236 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:07.345049 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Pushing event updated for resources: {'Port': ['ID=01c4cf0a-5d28-4647-a5e4-4d8c899949bb,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:07.376995 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=4c18ef39-f1a6-4c13-a077-fe9689582e59,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:07.402497 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.402838 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.403381 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.403934 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.404263 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.404592 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.404916 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.405237 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.405567 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.406123 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.406451 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.406770 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:07.420968 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Attempting to bind port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:45:07.421339 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Attempting to bind port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:45:07.421698 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Attempting to bind port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb on network e90c73a5-748a-4525-962f-42e26696944e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:45:07.427104 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:45:07.427576 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Checking segment: {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:45:07.428275 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:07.428424 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Bound using segment: {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:45:07.428833 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Bound port: 01c4cf0a-5d28-4647-a5e4-4d8c899949bb, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:45:07.429217 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:07.503002 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] For port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:45:07.507397 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] For port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=01c4cf0a-5d28-4647-a5e4-4d8c899949bb,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:45:07.514069 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:07.599960 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Routers {'03156eef-6d2d-4490-a65b-16a57be2374a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:07.600979 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:44:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['03156eef-6d2d-4490-a65b-16a57be2374a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:07.671595 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784025ea-9b54-4014-9fe0-162f2a07decd None None] Pushing event updated for resources: {'Port': ['ID=01c4cf0a-5d28-4647-a5e4-4d8c899949bb,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:07.738801 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] Set router 03156eef-6d2d-4490-a65b-16a57be2374a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:07.960333 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '01c4cf0a-5d28-4647-a5e4-4d8c899949bb', 'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:39:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:04Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:07.988071 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcee72a-56dc-4c7c-bca0-c9719bbbc209 None None] The sync data for ids ['03156eef-6d2d-4490-a65b-16a57be2374a'] in n-d-799527-2 is: [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '01c4cf0a-5d28-4647-a5e4-4d8c899949bb', 'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:39:c7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:04Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:45:08.206172 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-14be7df6-3044-4b08-b893-2a0cc210dde2 req-1b22cb21-512f-4d75-b16b-5e93c730222d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 210 time: 0.0588417 Jul 06 12:45:08.388614 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d14008-1891-4add-abb0-93a665c75554 req-13c137f8-9460-43fa-85b9-e6560ec0808b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:08.392164 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-13c137f8-9460-43fa-85b9-e6560ec0808b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 796 time: 0.1302710 Jul 06 12:45:08.451632 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-95e6041e-fd1b-42ec-91f7-96e0a2209f45 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 380 time: 0.0507467 Jul 06 12:45:08.463338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'port': {'device_id': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'admin_state_up': True, 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'security_groups': ['f23ae909-6a26-4db7-83cb-e7a10da98ba9']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:08.591237 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:45:08.595128 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.757211 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.20.0.12 (e90c73a5-748a-4525-962f-42e26696944e/278fcc4b-aa1b-4409-8520-b84e2d1ad0c3/5b40937d-4c71-4dbc-a7f2-e347b2d44968) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:45:08.810421 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 10c13187-1670-4b37-a7c5-e8c2d6bee654 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:08.866619 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 10c13187-1670-4b37-a7c5-e8c2d6bee654 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:08.867094 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.921987 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.937520 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Transition to ACTIVE for port object 5b40937d-4c71-4dbc-a7f2-e347b2d44968 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:08.966058 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4c18ef39-f1a6-4c13-a077-fe9689582e59 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:08.981780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.020401 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4c18ef39-f1a6-4c13-a077-fe9689582e59 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:09.021259 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.027602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network e90c73a5-748a-4525-962f-42e26696944e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:09.033433 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:09.037405 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:45:09.068021 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=5b40937d-4c71-4dbc-a7f2-e347b2d44968,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:09.095918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:09.096899 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.117304 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-cb17abef-8def-4d4c-aa21-fc76917bc118 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6581511 Jul 06 12:45:09.123993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 01c4cf0a-5d28-4647-a5e4-4d8c899949bb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:09.135917 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Request body: {'port': {'device_id': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:09.184306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:09.188945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:09.189317 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.233768 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.306086 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.348622 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=01c4cf0a-5d28-4647-a5e4-4d8c899949bb,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:09.353510 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.382560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-58b0bfc5-4fda-4b7b-a4f8-cbf2b14a737c None None] Provisioning for port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:09.394795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-58b0bfc5-4fda-4b7b-a4f8-cbf2b14a737c None None] Provisioning complete for port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:09.395175 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58b0bfc5-4fda-4b7b-a4f8-cbf2b14a737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.414326 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267e84d-733e-4273-8a26-4197389e9478 req-2f24f561-ca5b-4ed2-868d-f6aec2e1e3b5 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:09.415881 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2267e84d-733e-4273-8a26-4197389e9478 req-2f24f561-ca5b-4ed2-868d-f6aec2e1e3b5 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 932 time: 0.0808427 Jul 06 12:45:09.441879 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=01c4cf0a-5d28-4647-a5e4-4d8c899949bb,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:09.453272 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-58b0bfc5-4fda-4b7b-a4f8-cbf2b14a737c None None] Port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:45:09.462463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2267e84d-733e-4273-8a26-4197389e9478 req-d613c663-3864-463e-9628-d516f40825e8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 Jul 06 12:45:09.544954 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b40937d-4c71-4dbc-a7f2-e347b2d44968 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:45:09.552559 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.565722 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Transition to ACTIVE for port object 5b40937d-4c71-4dbc-a7f2-e347b2d44968 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:45:09.569602 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.622385 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Pushing event updated for resources: {'Port': ['ID=5b40937d-4c71-4dbc-a7f2-e347b2d44968,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:09.706710 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Attempting to bind port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:45:09.707050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Attempting to bind port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:45:09.707380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Attempting to bind port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 on network e90c73a5-748a-4525-962f-42e26696944e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:45:09.712409 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 on network e90c73a5-748a-4525-962f-42e26696944e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:45:09.712733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Attempting to bind port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 on network e90c73a5-748a-4525-962f-42e26696944e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:45:09.719002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:45:09.719328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Checking segment: {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:45:09.719760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Bound using segment: {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:45:09.720345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Bound port: 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:45:09.720730 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.791353 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:45:09.795432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:45:09.799941 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.831622 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:09.832529 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.833922 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] 10.222.0.86 "PUT /v2.0/ports/5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 1092 time: 0.7030563 Jul 06 12:45:09.836095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:45:09.838996 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f02c742-29d0-4405-83f6-5cfa4f80e155" -d '{"events": [{"name": "network-changed", "server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:45:09.867998 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53220890-8c10-4fb3-aa98-21bda4a5c672 service neutron] Pushing event updated for resources: {'Port': ['ID=5b40937d-4c71-4dbc-a7f2-e347b2d44968,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:09.887991 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21b0bff-70d4-482c-a1a1-3f71554fb85c x-openstack-request-id: req-e21b0bff-70d4-482c-a1a1-3f71554fb85c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:45:09.888163 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:45:09.888478 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e21b0bff-70d4-482c-a1a1-3f71554fb85c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:45:09.889344 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'status': 'completed', 'code': 200} Jul 06 12:45:09.960012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d14008-1891-4add-abb0-93a665c75554 req-0e0a43ba-123d-4bb3-ab42-aa716498af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:09.961568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-0e0a43ba-123d-4bb3-ab42-aa716498af3f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1095 time: 0.0652039 Jul 06 12:45:10.006931 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-c727421e-294b-4405-9dc1-52cf5f5fd1e4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 217 time: 0.0354533 Jul 06 12:45:10.057280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d14008-1891-4add-abb0-93a665c75554 req-808c7ee6-ff49-4ec2-8bc5-ce0cd9e6fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:10.058742 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-808c7ee6-ff49-4ec2-8bc5-ce0cd9e6fe95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 200 len: 835 time: 0.0458992 Jul 06 12:45:10.118450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d14008-1891-4add-abb0-93a665c75554 req-e27a1a5b-49a0-4155-8471-12d77bc536c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:10.120166 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-e27a1a5b-49a0-4155-8471-12d77bc536c5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e90c73a5-748a-4525-962f-42e26696944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524015 Jul 06 12:45:10.216292 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-986f6288-e1f0-4d76-a9e8-08f455fc0534 service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874643 Jul 06 12:45:10.308124 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-92d14008-1891-4add-abb0-93a665c75554 req-7a963d01-0eb9-4de1-a800-2f0d33837f8c service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822358 Jul 06 12:45:10.419106 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c742-29d0-4405-83f6-5cfa4f80e155 req-bdae1d82-9d67-4a97-b015-b90aeedf1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:10.420656 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5f02c742-29d0-4405-83f6-5cfa4f80e155 req-bdae1d82-9d67-4a97-b015-b90aeedf1a3f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1095 time: 0.0601411 Jul 06 12:45:10.509186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c742-29d0-4405-83f6-5cfa4f80e155 req-1f29bbb0-aabf-43e4-8e62-36f2dee4d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:10.510681 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5f02c742-29d0-4405-83f6-5cfa4f80e155 req-1f29bbb0-aabf-43e4-8e62-36f2dee4d401 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 897 time: 0.0833371 Jul 06 12:45:10.557381 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5f02c742-29d0-4405-83f6-5cfa4f80e155 req-f8083679-1465-4d4e-b48d-cfe36ec40651 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 217 time: 0.0397632 Jul 06 12:45:10.643805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c97465-5b5d-4c4b-b840-329789f75968 req-8aaba085-fd56-40d4-996b-129f2f83855a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:10.645434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51c97465-5b5d-4c4b-b840-329789f75968 req-8aaba085-fd56-40d4-996b-129f2f83855a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 944 time: 0.0685844 Jul 06 12:45:10.700998 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51c97465-5b5d-4c4b-b840-329789f75968 req-f4e60809-7fab-48de-9c4d-371bf14dd331 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392647 Jul 06 12:45:10.715554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 01c4cf0a-5d28-4647-a5e4-4d8c899949bb up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:10.769009 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:10.769383 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:10.944776 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c742-29d0-4405-83f6-5cfa4f80e155 req-0dd4f173-fd7d-4201-8232-3afbebb4174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:10.946174 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5f02c742-29d0-4405-83f6-5cfa4f80e155 req-0dd4f173-fd7d-4201-8232-3afbebb4174e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 200 len: 835 time: 0.3823013 Jul 06 12:45:11.005378 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c742-29d0-4405-83f6-5cfa4f80e155 req-641553cf-3efc-44a6-9f8e-20777de541ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:11.006959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5f02c742-29d0-4405-83f6-5cfa4f80e155 req-641553cf-3efc-44a6-9f8e-20777de541ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e90c73a5-748a-4525-962f-42e26696944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536973 Jul 06 12:45:11.070816 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:45:11.102363 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5f02c742-29d0-4405-83f6-5cfa4f80e155 req-342535fa-e598-4659-a0e7-d1a540028390 service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854421 Jul 06 12:45:11.196339 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5f02c742-29d0-4405-83f6-5cfa4f80e155 req-4d53befc-57ac-410a-bcd4-35f70b8135f3 service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821941 Jul 06 12:45:11.899243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58513425-81ab-4f07-ad07-1d66dace4d07 req-a7f34b51-fdd0-4863-9380-650d0ffd8cb6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:11.900832 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58513425-81ab-4f07-ad07-1d66dace4d07 req-a7f34b51-fdd0-4863-9380-650d0ffd8cb6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 944 time: 0.0699275 Jul 06 12:45:11.944077 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-58513425-81ab-4f07-ad07-1d66dace4d07 req-fa26c47a-293b-444c-b61a-c1cf26521a99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363162 Jul 06 12:45:12.010033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5b40937d-4c71-4dbc-a7f2-e347b2d44968 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:45:12.129356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:12.146099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'port_id': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'mac_address': 'fa:16:3e:60:c8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:45:12.185000 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:12.204341 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b40937d-4c71-4dbc-a7f2-e347b2d44968 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:45:12.225514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:12.230405 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:12.278905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=5b40937d-4c71-4dbc-a7f2-e347b2d44968,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:12.492245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['5b40937d-4c71-4dbc-a7f2-e347b2d44968'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:45:13.124190 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84ed88-5861-4202-9ef1-3cdd816fcb9f req-b0ca930f-5139-455f-8bda-d45da7676997 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:13.125713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba84ed88-5861-4202-9ef1-3cdd816fcb9f req-b0ca930f-5139-455f-8bda-d45da7676997 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 945 time: 0.0642071 Jul 06 12:45:13.164381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ba84ed88-5861-4202-9ef1-3cdd816fcb9f req-b3c58724-d475-4704-9deb-85bd8bfbf5d0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327077 Jul 06 12:45:14.021698 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5b40937d-4c71-4dbc-a7f2-e347b2d44968 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:45:14.073413 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:45:14.077561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:45:14.077941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:14.161687 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:14.184375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:45:14.186797 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef156ee-050a-46a1-a2ad-0798577a6d63" -d '{"events": [{"server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "name": "network-vif-plugged", "status": "completed", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:45:14.201469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:14.208490 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:14.244021 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c60c3f-be9e-4457-b07c-456bd574dc21 x-openstack-request-id: req-90c60c3f-be9e-4457-b07c-456bd574dc21 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:45:14.244292 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "name": "network-vif-plugged", "status": "completed", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:45:14.244611 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90c60c3f-be9e-4457-b07c-456bd574dc21 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:45:14.244982 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'code': 200} Jul 06 12:45:14.269385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=5b40937d-4c71-4dbc-a7f2-e347b2d44968,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:14.294224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62edd559-1e8a-478f-aff3-d60412cd1aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:14.375595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6551b-7757-4c45-8f9e-2dfe5d75c824 req-b80ef02b-29c5-4967-b289-e0150cc3cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:14.377185 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0ba6551b-7757-4c45-8f9e-2dfe5d75c824 req-b80ef02b-29c5-4967-b289-e0150cc3cca3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1097 time: 0.0571418 Jul 06 12:45:14.381887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9798a6-a5d7-4bd2-9a73-8fc2f7f71068 req-f6647507-0620-4122-9b35-2e96ecd65d50 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:14.383403 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d9798a6-a5d7-4bd2-9a73-8fc2f7f71068 req-f6647507-0620-4122-9b35-2e96ecd65d50 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0750043 Jul 06 12:45:14.414331 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0ba6551b-7757-4c45-8f9e-2dfe5d75c824 req-8f01d269-e0b1-44d2-9e33-34196fb0edb4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299802 Jul 06 12:45:14.423213 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d9798a6-a5d7-4bd2-9a73-8fc2f7f71068 req-712350e9-48ba-452e-936c-28e091cc7e2e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340374 Jul 06 12:45:15.644243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f28b7b-0f2b-4527-b431-648217502573 req-a968f2bd-f8e6-41d5-b049-17a4c651b86d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:15.646539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1f28b7b-0f2b-4527-b431-648217502573 req-a968f2bd-f8e6-41d5-b049-17a4c651b86d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0933597 Jul 06 12:45:15.695824 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1f28b7b-0f2b-4527-b431-648217502573 req-339d4e18-608c-41e5-b930-96451a37e93f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432050 Jul 06 12:45:15.919042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd434396-c374-4e99-9bb4-73cddac01af2 req-aff8aa79-9d4d-402c-9e45-9d1ae1bb242c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:15.921633 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd434396-c374-4e99-9bb4-73cddac01af2 req-aff8aa79-9d4d-402c-9e45-9d1ae1bb242c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0866873 Jul 06 12:45:15.974150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd434396-c374-4e99-9bb4-73cddac01af2 req-3eddb102-3eb7-4d57-b21b-07e0e5505c3e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459285 Jul 06 12:45:16.016080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:16.114925 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322dac2f-bfdd-4e31-9bb0-2fbdb02348d8 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:16.116610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-322dac2f-bfdd-4e31-9bb0-2fbdb02348d8 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1092 time: 0.0969231 Jul 06 12:45:16.119614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33342) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:16.124723 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:16.153729 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:16.270895 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:16.412232 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.25.0.110 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/55a95d62-2e6e-4680-a61b-ec3cf5d048e5) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:45:16.535905 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:16.585302 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:16.626671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:16.632236 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:16.636461 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:45:16.642888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=55a95d62-2e6e-4680-a61b-ec3cf5d048e5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:17.107204 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:17.209176 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:17.416231 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:17.421628 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:17.513869 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=55a95d62-2e6e-4680-a61b-ec3cf5d048e5,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:17.532334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:17.661421 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Floating IP 195f7569-e8c4-4832-84d1-df577dbfe07a associated. External IP: 172.25.0.110, port: 5b40937d-4c71-4dbc-a7f2-e347b2d44968. Jul 06 12:45:17.966210 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 03156eef-6d2d-4490-a65b-16a57be2374a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:45:18.102060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:45:18.116208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdd71c-36ff-4f8a-beeb-871fd629fa85 None None] Sync routers for ids ['03156eef-6d2d-4490-a65b-16a57be2374a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:45:18.127832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdd71c-36ff-4f8a-beeb-871fd629fa85 None None] Routers {'03156eef-6d2d-4490-a65b-16a57be2374a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:18.129162 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:18.129990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87fdd71c-36ff-4f8a-beeb-871fd629fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:44:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['03156eef-6d2d-4490-a65b-16a57be2374a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:18.172933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ec6d78dc-5a2d-4f28-92eb-4f16591a9f6b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0521493 Jul 06 12:45:18.173532 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:45:18.177549 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa529f6e-0437-4923-b909-13d471ee3d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:45:18.235498 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25f9a2c-4ae3-4490-816d-4fb7eb432565 x-openstack-request-id: req-e25f9a2c-4ae3-4490-816d-4fb7eb432565 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:45:18.235714 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:45:18.235932 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e25f9a2c-4ae3-4490-816d-4fb7eb432565 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:45:18.236455 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'status': 'completed', 'code': 200} Jul 06 12:45:18.319907 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-87fdd71c-36ff-4f8a-beeb-871fd629fa85 None None] Set router 03156eef-6d2d-4490-a65b-16a57be2374a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:18.360011 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f6e-0437-4923-b909-13d471ee3d0c req-deb52f2c-11e6-4649-9beb-ce53c35b37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:18.363707 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa529f6e-0437-4923-b909-13d471ee3d0c req-deb52f2c-11e6-4649-9beb-ce53c35b37c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1097 time: 0.0986247 Jul 06 12:45:18.398527 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:18.422084 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e04058-1408-4077-9159-ecaf4a8dabef req-a06cf205-bcec-4cca-a7a7-7b38914277d2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:18.424814 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3e04058-1408-4077-9159-ecaf4a8dabef req-a06cf205-bcec-4cca-a7a7-7b38914277d2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.1315942 Jul 06 12:45:18.475419 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a3e04058-1408-4077-9159-ecaf4a8dabef req-726ddb90-ff21-4c6a-bf04-1b3ca33ccea6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428646 Jul 06 12:45:18.520731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33348) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:18.535243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f6e-0437-4923-b909-13d471ee3d0c req-b23f3b33-9304-4a5e-8eb7-70b2ba1d63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:18.537882 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa529f6e-0437-4923-b909-13d471ee3d0c req-b23f3b33-9304-4a5e-8eb7-70b2ba1d63b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 897 time: 0.1650069 Jul 06 12:45:18.552667 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b77aff22-1d22-4b16-a52d-5469ed1e35b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:18.617867 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-e9af957c-a45a-4ef8-a7c1-5ff5698d1a63 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/195f7569-e8c4-4832-84d1-df577dbfe07a HTTP/1.1" status: 200 len: 992 time: 0.0953729 Jul 06 12:45:18.636964 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa529f6e-0437-4923-b909-13d471ee3d0c req-eebf2cc0-1603-451e-bf9e-ee1d8d59983c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 1000 time: 0.0910952 Jul 06 12:45:18.664708 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87fdd71c-36ff-4f8a-beeb-871fd629fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '195f7569-e8c4-4832-84d1-df577dbfe07a', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'port_id': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'mac_address': 'fa:16:3e:60:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:45:16Z', 'updated_at': '2021-07-06T12:45:16Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c4cf0a-5d28-4647-a5e4-4d8c899949bb', 'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:39:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:04Z', 'updated_at': '2021-07-06T12:45:09Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:18.695061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdd71c-36ff-4f8a-beeb-871fd629fa85 None None] Checking router: 03156eef-6d2d-4490-a65b-16a57be2374a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:45:18.709583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f6e-0437-4923-b909-13d471ee3d0c req-86a6351b-4f20-46fa-b0e8-829126c16696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:18.710571 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdd71c-36ff-4f8a-beeb-871fd629fa85 None None] Routers {'03156eef-6d2d-4490-a65b-16a57be2374a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:18.711223 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87fdd71c-36ff-4f8a-beeb-871fd629fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:45:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['03156eef-6d2d-4490-a65b-16a57be2374a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:18.712614 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa529f6e-0437-4923-b909-13d471ee3d0c req-86a6351b-4f20-46fa-b0e8-829126c16696 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 200 len: 835 time: 0.0671515 Jul 06 12:45:18.823494 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa529f6e-0437-4923-b909-13d471ee3d0c req-45664487-c910-4888-975e-3b0b787a2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:18.825432 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa529f6e-0437-4923-b909-13d471ee3d0c req-45664487-c910-4888-975e-3b0b787a2f98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e90c73a5-748a-4525-962f-42e26696944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052644 Jul 06 12:45:18.981723 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa529f6e-0437-4923-b909-13d471ee3d0c req-1864b46a-9fab-446e-9704-af587ae64915 service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467690 Jul 06 12:45:19.068494 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:19.088422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-87fdd71c-36ff-4f8a-beeb-871fd629fa85 None None] Set router 03156eef-6d2d-4490-a65b-16a57be2374a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:19.114031 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-aa529f6e-0437-4923-b909-13d471ee3d0c req-de25c06c-e3f2-4777-99b3-a060edcae440 service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252253 Jul 06 12:45:19.345320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87fdd71c-36ff-4f8a-beeb-871fd629fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '195f7569-e8c4-4832-84d1-df577dbfe07a', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'port_id': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'mac_address': 'fa:16:3e:60:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:45:16Z', 'updated_at': '2021-07-06T12:45:16Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c4cf0a-5d28-4647-a5e4-4d8c899949bb', 'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:39:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:04Z', 'updated_at': '2021-07-06T12:45:09Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:19.378205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdd71c-36ff-4f8a-beeb-871fd629fa85 None None] The sync data for ids ['03156eef-6d2d-4490-a65b-16a57be2374a'] in n-d-799527-2 is: [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '195f7569-e8c4-4832-84d1-df577dbfe07a', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'port_id': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'mac_address': 'fa:16:3e:60:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:45:16Z', 'updated_at': '2021-07-06T12:45:16Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c4cf0a-5d28-4647-a5e4-4d8c899949bb', 'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:39:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:04Z', 'updated_at': '2021-07-06T12:45:09Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:45:19.618227 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f4b0ee-a449-4bc4-afba-6d9d494a99ff None None] New status for floating IP 195f7569-e8c4-4832-84d1-df577dbfe07a: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:45:19.622368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33350) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:19.739240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fc878a8b-e384-4aba-994d-65e0d2b69893 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/195f7569-e8c4-4832-84d1-df577dbfe07a HTTP/1.1" status: 200 len: 992 time: 0.1145344 Jul 06 12:45:20.741436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33352) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:20.790659 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:20.829970 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-43a35df1-9a53-4a60-963f-ab1d1264afe1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/195f7569-e8c4-4832-84d1-df577dbfe07a HTTP/1.1" status: 200 len: 994 time: 0.0865982 Jul 06 12:45:29.268741 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:29.472618 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:44.296538 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60cc94c2-4367-4c5d-ac25-8962bf24cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:48.071489 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:45:48.352802 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:48.531267 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6781e2eb-45cc-4b01-be58-19532011b36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:49.021665 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:50.792942 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.310795 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33370) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:56.458847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe330b2c-564a-4fcd-8901-23a915790b73 req-a1394e2e-a7e0-4c9c-961d-cfd7e43e6d1b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:56.460405 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe330b2c-564a-4fcd-8901-23a915790b73 req-a1394e2e-a7e0-4c9c-961d-cfd7e43e6d1b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.1040037 Jul 06 12:45:56.468989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-75f25f12-2af1-4593-9c14-59f87069e290 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1567965 Jul 06 12:45:56.505851 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe330b2c-564a-4fcd-8901-23a915790b73 req-da42a0f6-c516-4286-a50d-e4109b03836a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359023 Jul 06 12:45:57.391899 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4072e5-4c4f-4513-9cb5-155a84e859b7 req-5fe445ef-00cd-4e33-84c9-bdd41ae419fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:57.393481 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c4072e5-4c4f-4513-9cb5-155a84e859b7 req-5fe445ef-00cd-4e33-84c9-bdd41ae419fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1097 time: 0.0614357 Jul 06 12:45:57.507780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4072e5-4c4f-4513-9cb5-155a84e859b7 req-04f8d1d8-1d7e-43bf-a4ad-bae2301362d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:57.509200 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c4072e5-4c4f-4513-9cb5-155a84e859b7 req-04f8d1d8-1d7e-43bf-a4ad-bae2301362d1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 897 time: 0.0931008 Jul 06 12:45:57.583302 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c4072e5-4c4f-4513-9cb5-155a84e859b7 req-f6fb9fbb-1c09-4be5-acaf-fb21b20860ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 1002 time: 0.0655406 Jul 06 12:45:57.637105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4072e5-4c4f-4513-9cb5-155a84e859b7 req-eb94748b-21a6-439d-b3d4-d1d61c6ba446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:57.638641 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c4072e5-4c4f-4513-9cb5-155a84e859b7 req-eb94748b-21a6-439d-b3d4-d1d61c6ba446 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 200 len: 835 time: 0.0479879 Jul 06 12:45:57.703243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456c232-7ddf-49de-b56e-0bc5a2930020 req-e028317e-3504-4644-b085-71be6b69efd8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:57.705017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e456c232-7ddf-49de-b56e-0bc5a2930020 req-e028317e-3504-4644-b085-71be6b69efd8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0775132 Jul 06 12:45:57.730565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4072e5-4c4f-4513-9cb5-155a84e859b7 req-9427a89b-fc21-4284-b4d0-ed8aad0a1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:57.732160 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c4072e5-4c4f-4513-9cb5-155a84e859b7 req-9427a89b-fc21-4284-b4d0-ed8aad0a1d87 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e90c73a5-748a-4525-962f-42e26696944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773430 Jul 06 12:45:57.748884 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e456c232-7ddf-49de-b56e-0bc5a2930020 req-f73a8f88-5faa-4505-9ab2-48ef67a295c8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374367 Jul 06 12:45:57.835902 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c4072e5-4c4f-4513-9cb5-155a84e859b7 req-3c958bb7-5010-4b1f-a808-d01139dd90da service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959129 Jul 06 12:45:57.942517 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1c4072e5-4c4f-4513-9cb5-155a84e859b7 req-46043496-657a-48ed-992c-d9e34a4d1452 service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998371 Jul 06 12:45:58.047707 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-aca788e5-1d99-4ea2-892e-22f9cf00e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:58.049224 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-aca788e5-1d99-4ea2-892e-22f9cf00e4b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1097 time: 0.0588727 Jul 06 12:45:58.151206 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-e2ac4eb5-b6b7-4d34-9e97-c7d781844978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:58.152848 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-e2ac4eb5-b6b7-4d34-9e97-c7d781844978 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 897 time: 0.0936608 Jul 06 12:45:58.230069 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-397716e3-e790-4c81-a7ee-f9cae5dbbb9c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 1002 time: 0.0694108 Jul 06 12:45:58.284344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-7a266bf8-9b09-4985-8982-81449ee148c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:58.285896 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-7a266bf8-9b09-4985-8982-81449ee148c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 200 len: 835 time: 0.0481911 Jul 06 12:45:58.349723 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-d7ff4744-817e-4eec-b12a-dca105f6f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:58.351983 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-d7ff4744-817e-4eec-b12a-dca105f6f9bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e90c73a5-748a-4525-962f-42e26696944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588405 Jul 06 12:45:58.460550 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-9ad62344-8b6e-4406-bb7d-0e9116002da0 service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005051 Jul 06 12:45:58.564814 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-db05a716-68f8-4542-b518-6d007ce9cef5 service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964642 Jul 06 12:45:58.937995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e7ed-31f3-415b-b8e3-e1c9279f2cd9 req-bb427b04-022c-4f8e-ac09-cc8346f19711 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:58.939543 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef40e7ed-31f3-415b-b8e3-e1c9279f2cd9 req-bb427b04-022c-4f8e-ac09-cc8346f19711 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0692651 Jul 06 12:45:58.980827 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ef40e7ed-31f3-415b-b8e3-e1c9279f2cd9 req-ad39e709-547f-40c9-a89d-4e0fdc71a50b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352731 Jul 06 12:45:59.271571 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.488308 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.180505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87946422-6a48-4ff1-8b60-4ef15a36f5c0 req-f31c0e2f-29bd-457f-b56a-8b849014a713 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:00.183370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87946422-6a48-4ff1-8b60-4ef15a36f5c0 req-f31c0e2f-29bd-457f-b56a-8b849014a713 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0819001 Jul 06 12:46:00.232919 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87946422-6a48-4ff1-8b60-4ef15a36f5c0 req-0064d2fe-edfe-42e8-b6d9-9a3b310c9c75 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412898 Jul 06 12:46:01.424889 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b78a6f-9f53-4323-9476-ad6c432d3431 req-14f8c129-da3b-4c66-beb9-54f7cc6562c0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:01.426382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00b78a6f-9f53-4323-9476-ad6c432d3431 req-14f8c129-da3b-4c66-beb9-54f7cc6562c0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0701709 Jul 06 12:46:01.466425 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00b78a6f-9f53-4323-9476-ad6c432d3431 req-ed34c341-4d8f-42d1-9b4f-ee2990b05323 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334756 Jul 06 12:46:02.658026 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdac12a-fc20-468e-a9a4-ef5c6270f933 req-06a8293d-922f-4c9c-8962-cd843e0c4c83 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:02.659567 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2cdac12a-fc20-468e-a9a4-ef5c6270f933 req-06a8293d-922f-4c9c-8962-cd843e0c4c83 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0670204 Jul 06 12:46:02.701968 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2cdac12a-fc20-468e-a9a4-ef5c6270f933 req-6dae4e1c-5d54-4b60-8857-362b57563e9d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359168 Jul 06 12:46:03.904805 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181cfb9-51c2-4a38-9590-9d96352916d1 req-4097b5c9-6622-4c2d-9ba6-ea6c054e5bb7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:03.906329 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d181cfb9-51c2-4a38-9590-9d96352916d1 req-4097b5c9-6622-4c2d-9ba6-ea6c054e5bb7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0707290 Jul 06 12:46:03.949382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d181cfb9-51c2-4a38-9590-9d96352916d1 req-46fab2d2-473d-439d-835a-7fff0d118744 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368657 Jul 06 12:46:05.156997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0811af5-39ff-4085-a261-45fb9926f011 req-e3d3cebe-28a0-4dae-ba0f-023b70b174aa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:05.158273 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0811af5-39ff-4085-a261-45fb9926f011 req-e3d3cebe-28a0-4dae-ba0f-023b70b174aa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0803838 Jul 06 12:46:05.198635 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a0811af5-39ff-4085-a261-45fb9926f011 req-13d8de2c-6952-4e57-b952-16e356c0efa2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345063 Jul 06 12:46:06.391046 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959833a-a1de-458e-8a91-2e1e1b9adc51 req-bd35a39e-cc42-45f9-9402-2931e2bff4ea tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:06.392891 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2959833a-a1de-458e-8a91-2e1e1b9adc51 req-bd35a39e-cc42-45f9-9402-2931e2bff4ea tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0704894 Jul 06 12:46:06.436962 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2959833a-a1de-458e-8a91-2e1e1b9adc51 req-9de3e405-9b57-40ad-a454-0bccaf40d365 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382094 Jul 06 12:46:07.621944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374c63d-6861-4ed5-8fe9-693a3982a642 req-c0c7532e-40be-4011-86f9-2de847a58986 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:07.623470 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2374c63d-6861-4ed5-8fe9-693a3982a642 req-c0c7532e-40be-4011-86f9-2de847a58986 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0698040 Jul 06 12:46:07.663891 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2374c63d-6861-4ed5-8fe9-693a3982a642 req-d29b58c0-a0e5-42b4-9863-a36a13390f0a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346539 Jul 06 12:46:08.859074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c0ef-ff05-4a35-b9ed-1ee547328800 req-e18fa243-838b-481a-9d1e-7ba8b8bc4849 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:08.860667 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d768c0ef-ff05-4a35-b9ed-1ee547328800 req-e18fa243-838b-481a-9d1e-7ba8b8bc4849 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0782030 Jul 06 12:46:08.899480 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d768c0ef-ff05-4a35-b9ed-1ee547328800 req-5cda1297-6ada-430e-b2b1-9a6468de7d68 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331516 Jul 06 12:46:10.086686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de527c-c025-4cfd-8a40-b6028d258119 req-a66590aa-87af-4482-8bb8-3c8301304c91 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:10.088953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3de527c-c025-4cfd-8a40-b6028d258119 req-a66590aa-87af-4482-8bb8-3c8301304c91 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0741637 Jul 06 12:46:10.136993 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3de527c-c025-4cfd-8a40-b6028d258119 req-0e47d53f-0f5b-4826-ac9a-05a7d1434403 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Jul 06 12:46:11.317120 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6130c-81e5-4b8a-8bde-f3677fb80508 req-ab0e60c6-bcc2-41af-b5ad-0bb82b0f3269 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:11.318656 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4af6130c-81e5-4b8a-8bde-f3677fb80508 req-ab0e60c6-bcc2-41af-b5ad-0bb82b0f3269 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0663645 Jul 06 12:46:11.359238 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4af6130c-81e5-4b8a-8bde-f3677fb80508 req-71af56ca-3713-4106-a7fb-af12992cf7ee tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343769 Jul 06 12:46:12.542053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96a053-ea07-4c4a-8405-7ae013ace8d2 req-75417895-16d9-4756-9ee2-a63f25a36eea tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:12.543585 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d96a053-ea07-4c4a-8405-7ae013ace8d2 req-75417895-16d9-4756-9ee2-a63f25a36eea tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0676594 Jul 06 12:46:12.584933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5d96a053-ea07-4c4a-8405-7ae013ace8d2 req-bfbc30e9-1269-424b-88d0-6f9fbca1a397 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354254 Jul 06 12:46:13.775308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cef5fe-fe72-4749-86e7-3859c876d9a1 req-c0382efb-5d9c-430d-bb11-4e44499280a7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:13.777070 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0cef5fe-fe72-4749-86e7-3859c876d9a1 req-c0382efb-5d9c-430d-bb11-4e44499280a7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0756779 Jul 06 12:46:13.832518 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0cef5fe-fe72-4749-86e7-3859c876d9a1 req-14ba338a-92be-4c11-bbac-3dfee8a55879 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482650 Jul 06 12:46:14.299182 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b517-cc2e-4b31-b251-1289af04667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:15.023249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3c79e-0a69-4b3c-8e00-a666f49e26e5 req-376a5761-be9c-4bdb-9719-b44cb080520e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:15.025285 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68e3c79e-0a69-4b3c-8e00-a666f49e26e5 req-376a5761-be9c-4bdb-9719-b44cb080520e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0702438 Jul 06 12:46:15.064989 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-68e3c79e-0a69-4b3c-8e00-a666f49e26e5 req-623a9e23-94e8-4a6b-98cc-02dd7a3f5329 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336282 Jul 06 12:46:16.250491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1e5e9-a365-4a6d-abd1-284b0c6c3afe req-b8191f68-660d-4ff6-89c6-bdec769e1547 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:16.252224 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5d1e5e9-a365-4a6d-abd1-284b0c6c3afe req-b8191f68-660d-4ff6-89c6-bdec769e1547 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0701489 Jul 06 12:46:16.293933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e5d1e5e9-a365-4a6d-abd1-284b0c6c3afe req-d2b48dbd-5ead-4cd4-b782-c235ec6b8ea2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358036 Jul 06 12:46:17.473782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464fae3-911b-4a6a-ab98-36e2925b05d7 req-1cd42048-fa63-465a-90bd-187c451a076c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:17.475386 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6464fae3-911b-4a6a-ab98-36e2925b05d7 req-1cd42048-fa63-465a-90bd-187c451a076c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0668128 Jul 06 12:46:17.519010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6464fae3-911b-4a6a-ab98-36e2925b05d7 req-095dfe4e-0417-456c-849d-c827b688c956 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371792 Jul 06 12:46:18.359019 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:18.526971 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89366c82-30cf-4e7f-8045-5bd29ca8f054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:18.703003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e92f4-8760-4c64-a509-b2a6e063a62b req-aacde1ac-ea67-4b50-ad8a-05a03ca593d2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:18.704576 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-276e92f4-8760-4c64-a509-b2a6e063a62b req-aacde1ac-ea67-4b50-ad8a-05a03ca593d2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0689597 Jul 06 12:46:18.747368 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-276e92f4-8760-4c64-a509-b2a6e063a62b req-d6fa1236-b9bc-4817-a26c-63d2b676020c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369816 Jul 06 12:46:19.010761 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:19.927920 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a4f05-ab4f-4779-b0a7-18c5c9603864 req-40f002ec-b312-4bee-b7f8-4ef2dd8513a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:19.929505 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e8a4f05-ab4f-4779-b0a7-18c5c9603864 req-40f002ec-b312-4bee-b7f8-4ef2dd8513a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0700178 Jul 06 12:46:19.970542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4e8a4f05-ab4f-4779-b0a7-18c5c9603864 req-a7614a69-a1e0-4210-b383-587f1d6b847c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354068 Jul 06 12:46:20.792338 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:21.155662 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-9a0d79a1-a5b5-4b60-bfb8-75341bb18e1d service neutron] show failed (client error): The resource could not be found. Jul 06 12:46:21.156709 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-9a0d79a1-a5b5-4b60-bfb8-75341bb18e1d service neutron] 10.222.0.86 "GET /v2.0/ports/5b40937d-4c71-4dbc-a7f2-e347b2d44968/bindings/n-h1-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0684571 Jul 06 12:46:21.179281 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e541-311c-474f-b93e-dd7508f2dcc4 req-4f24cd04-afd3-4c55-ac3c-9110ff0b4fe4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:21.180909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7984e541-311c-474f-b93e-dd7508f2dcc4 req-4f24cd04-afd3-4c55-ac3c-9110ff0b4fe4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0712841 Jul 06 12:46:21.223510 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7984e541-311c-474f-b93e-dd7508f2dcc4 req-88e476ca-b3df-42f9-955d-d7d2a2d5a788 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352805 Jul 06 12:46:21.486911 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-817f874b-e553-4897-9dec-dffa547ce5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:21.488381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-817f874b-e553-4897-9dec-dffa547ce5b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b&tenant_id=3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 1097 time: 0.1093075 Jul 06 12:46:21.500677 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-2', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:46:21.577673 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:21.798700 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:21.834997 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h2-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:46:21.882145 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:46:21.884869 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d8fb40-67be-4977-990e-a30edb915941" -d '{"events": [{"server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:46:21.888723 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:21.903286 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Transition to ACTIVE for port object 5b40937d-4c71-4dbc-a7f2-e347b2d44968 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:46:21.907751 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:21.941943 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac6d897-4728-476b-8c83-4a71b971bcb8 x-openstack-request-id: req-bac6d897-4728-476b-8c83-4a71b971bcb8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:46:21.942248 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:46:21.942505 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bac6d897-4728-476b-8c83-4a71b971bcb8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:46:21.942908 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'code': 200} Jul 06 12:46:21.961078 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Pushing event updated for resources: {'Port': ['ID=5b40937d-4c71-4dbc-a7f2-e347b2d44968,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:21.998334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:21.998761 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:21.999328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:21.999655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:21.999989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:22.000326 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:22.000655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:22.000984 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:22.001307 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:22.001626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:22.002014 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:22.002278 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:22.055033 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] No DVR routers for this DVR port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 on host n-h2-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:46:22.205105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Attempting to bind port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:46:22.205833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Attempting to bind port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:46:22.205833 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Attempting to bind port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 on network e90c73a5-748a-4525-962f-42e26696944e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:46:22.211427 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 on network e90c73a5-748a-4525-962f-42e26696944e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:46:22.212605 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Attempting to bind port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 on network e90c73a5-748a-4525-962f-42e26696944e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:46:22.218045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:46:22.218245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Checking segment: {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:46:22.218730 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Bound using segment: {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:46:22.219080 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Bound port: 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:46:22.219478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:22.290615 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h1-799527-2, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:46:22.293875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:46:22.299829 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:22.336082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:22.337694 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:22.339082 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] 10.222.0.47 "PUT /v2.0/ports/5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 1092 time: 0.8431873 Jul 06 12:46:22.427079 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5535f-4cef-41a5-bd38-6246a58d1d37 service neutron] Pushing event updated for resources: {'Port': ['ID=5b40937d-4c71-4dbc-a7f2-e347b2d44968,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:22.470475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cf4bd-eb74-4cf4-b251-cac8679a74ca req-996e20cf-0ec8-4a33-b74b-af409137dead tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:22.472123 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b50cf4bd-eb74-4cf4-b251-cac8679a74ca req-996e20cf-0ec8-4a33-b74b-af409137dead tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 944 time: 0.1219349 Jul 06 12:46:22.491681 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-e423fa06-110d-4756-9ffa-441c58dbe611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:22.493748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-e423fa06-110d-4756-9ffa-441c58dbe611 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1095 time: 0.1036608 Jul 06 12:46:22.569056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b50cf4bd-eb74-4cf4-b251-cac8679a74ca req-f5d39d8e-e352-4682-a748-2c80aa424fa8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887384 Jul 06 12:46:22.609818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-906a2d15-8eb3-4c68-962a-71f069e86643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:22.611391 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-906a2d15-8eb3-4c68-962a-71f069e86643 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 897 time: 0.1082442 Jul 06 12:46:22.683942 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-67acabae-c254-4de1-91c7-dfc900785f46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 1000 time: 0.0650167 Jul 06 12:46:22.737814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-63be499a-8ecc-4aa1-9f42-9ecef8dfa639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:22.739294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-63be499a-8ecc-4aa1-9f42-9ecef8dfa639 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 200 len: 835 time: 0.0489106 Jul 06 12:46:22.797607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-5465feeb-681e-4678-87e3-7d7ea6031d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:22.799108 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-5465feeb-681e-4678-87e3-7d7ea6031d05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e90c73a5-748a-4525-962f-42e26696944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537658 Jul 06 12:46:22.902837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-d7869232-bc46-432d-9d0d-6cdc38b3b18c service neutron] 10.222.0.47 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960011 Jul 06 12:46:23.003296 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d455487c-5712-42c6-bf8a-ca115998bf35 req-3687251e-57fc-470e-90b2-e0107091f3fc service neutron] 10.222.0.47 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919135 Jul 06 12:46:23.766359 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db12f26-df45-471d-b9be-c0c4c2ec1e5f req-1c3ac35a-69fb-4041-89ba-ef757081de72 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:23.768229 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6db12f26-df45-471d-b9be-c0c4c2ec1e5f req-1c3ac35a-69fb-4041-89ba-ef757081de72 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 944 time: 0.0784755 Jul 06 12:46:23.807556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6db12f26-df45-471d-b9be-c0c4c2ec1e5f req-a9618e86-225e-456c-b060-ce699d7b508d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332887 Jul 06 12:46:23.944523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:46:23.947765 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b4ddb4-646e-43f7-b6c8-82c0723a6073" -d '{"events": [{"name": "network-changed", "server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:46:23.999369 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947e85da-7063-4bbc-9f49-d20917b7160b x-openstack-request-id: req-947e85da-7063-4bbc-9f49-d20917b7160b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:46:23.999369 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:46:23.999694 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-947e85da-7063-4bbc-9f49-d20917b7160b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:46:23.999914 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'status': 'completed', 'code': 200} Jul 06 12:46:24.085314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-edff522f-f1ed-49ad-acaf-1e00504153c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.086957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-edff522f-f1ed-49ad-acaf-1e00504153c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1095 time: 0.0602129 Jul 06 12:46:24.089195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-9c646de0-736a-41ce-b1eb-19a4f4f9bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.090755 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-9c646de0-736a-41ce-b1eb-19a4f4f9bcf4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1095 time: 0.0639100 Jul 06 12:46:24.192497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-efa3bbd2-7c20-4783-a6a2-6730223a201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.194245 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-efa3bbd2-7c20-4783-a6a2-6730223a201d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 897 time: 0.1001358 Jul 06 12:46:24.202784 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-01144f1f-c4f3-4344-a77a-c18a96e3c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.204464 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-01144f1f-c4f3-4344-a77a-c18a96e3c439 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 897 time: 0.1019974 Jul 06 12:46:24.286777 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-60b96953-cdc9-4cc8-9463-330b0de15acd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 1000 time: 0.0718150 Jul 06 12:46:24.342570 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-e1bfe173-5f91-45f5-a2c4-2b258477c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.343806 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-e1bfe173-5f91-45f5-a2c4-2b258477c233 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 200 len: 835 time: 0.0491838 Jul 06 12:46:24.406645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-9dd589aa-f7cc-4072-93ff-4d959ea8fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.408225 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-9dd589aa-f7cc-4072-93ff-4d959ea8fb6d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e90c73a5-748a-4525-962f-42e26696944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575480 Jul 06 12:46:24.527755 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-de066cbd-7f92-4d31-93cf-f8d2e9f41839 service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081059 Jul 06 12:46:24.595708 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-af7ab09c-5f72-4ce4-8e16-4d928f521123 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 1000 time: 0.3949883 Jul 06 12:46:24.626598 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-1a2b15ed-8b01-4a89-af37-881175c66e14 service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888255 Jul 06 12:46:24.646863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-9cdcff3a-a317-45b5-9778-d0f155cdecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.648460 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-9cdcff3a-a317-45b5-9778-d0f155cdecb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 200 len: 835 time: 0.0455563 Jul 06 12:46:24.708463 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-3dc44d01-c445-43b6-92b5-9d2d91022788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.710100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-3dc44d01-c445-43b6-92b5-9d2d91022788 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e90c73a5-748a-4525-962f-42e26696944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556812 Jul 06 12:46:24.815965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-fc60a8c3-0024-4d27-9431-7608a6323ddf service neutron] 10.222.0.47 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987537 Jul 06 12:46:24.928686 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-54b4ddb4-646e-43f7-b6c8-82c0723a6073 req-9ec7a687-d471-42b9-ba56-be6ae5689e59 service neutron] 10.222.0.47 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061170 Jul 06 12:46:25.003053 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fb79e-6845-4fd1-81e9-2a61e7b482da req-4709fad6-874e-4e45-bced-bbe0db22b49f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:25.004604 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b6fb79e-6845-4fd1-81e9-2a61e7b482da req-4709fad6-874e-4e45-bced-bbe0db22b49f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 944 time: 0.0725749 Jul 06 12:46:25.047383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b6fb79e-6845-4fd1-81e9-2a61e7b482da req-2785e7ba-d45e-4180-8aee-ebea28c379e8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350473 Jul 06 12:46:25.070495 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:46:26.259261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6776027-2579-42a3-b6b6-b8e69d2a8b06 req-618b2b3f-238a-4cf5-a61f-6b65a5571869 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:26.261061 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a6776027-2579-42a3-b6b6-b8e69d2a8b06 req-618b2b3f-238a-4cf5-a61f-6b65a5571869 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 944 time: 0.0844965 Jul 06 12:46:26.306109 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a6776027-2579-42a3-b6b6-b8e69d2a8b06 req-47095ffc-dbba-4bd6-ab82-0bb3d969f44c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342855 Jul 06 12:46:26.408102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5b40937d-4c71-4dbc-a7f2-e347b2d44968 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:46:26.449777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 5b40937d-4c71-4dbc-a7f2-e347b2d44968 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:46:27.027558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5b40937d-4c71-4dbc-a7f2-e347b2d44968 details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:46:27.135868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:27.149179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'port_id': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'mac_address': 'fa:16:3e:60:c8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:46:27.188017 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:27.204988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b40937d-4c71-4dbc-a7f2-e347b2d44968 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:46:27.225185 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:27.230514 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:27.280591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5b40937d-4c71-4dbc-a7f2-e347b2d44968,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:27.288513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.288880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.289204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.289573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.289910 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.290247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.290579 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.290906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.291234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.291592 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.291921 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.292247 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:27.489563 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15c323-8b4e-4268-821c-cdf205484a7b req-5effe773-3dd7-40f1-be2b-a48bb56536e1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:27.491117 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b15c323-8b4e-4268-821c-cdf205484a7b req-5effe773-3dd7-40f1-be2b-a48bb56536e1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 945 time: 0.0687141 Jul 06 12:46:27.539176 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0b15c323-8b4e-4268-821c-cdf205484a7b req-cf49c2be-a44a-4365-80df-c22e975fed4a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420549 Jul 06 12:46:27.667033 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['5b40937d-4c71-4dbc-a7f2-e347b2d44968'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:46:27.897716 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3fac4-0cea-4c2a-b26d-8df4c58c1883 req-cf40d943-76ab-410d-aa42-8b63fb3894fa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:27.904221 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10c3fac4-0cea-4c2a-b26d-8df4c58c1883 req-cf40d943-76ab-410d-aa42-8b63fb3894fa tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 945 time: 0.1102669 Jul 06 12:46:27.925290 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-4b3d8bd1-fc7d-43ec-aa81-7dbc1349bc2f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:27.927185 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-4b3d8bd1-fc7d-43ec-aa81-7dbc1349bc2f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b&tenant_id=3e42adea08954e8a97a533ccd03ed1e1&binding%3Ahost_id=n-h1-799527-2 HTTP/1.1" status: 200 len: 945 time: 0.1173704 Jul 06 12:46:27.950383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-10c3fac4-0cea-4c2a-b26d-8df4c58c1883 req-966792c0-2d5f-422b-bdf6-3a8e06efc034 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 Jul 06 12:46:27.997550 n-d-799527-2 neutron-server[93815]: INFO neutron.api.v2.resource [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-71887e5e-8511-439f-b0e2-e48d6afe6c3e service neutron] delete failed (client error): The resource could not be found. Jul 06 12:46:27.998669 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-71887e5e-8511-439f-b0e2-e48d6afe6c3e service neutron] 10.222.0.86 "DELETE /v2.0/ports/5b40937d-4c71-4dbc-a7f2-e347b2d44968/bindings/n-h2-799527-2 HTTP/1.1" status: 404 len: 380 time: 0.0646784 Jul 06 12:46:28.113114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-1042196f-bd63-4f4e-ae8d-6673aa26b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:28.115729 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-1042196f-bd63-4f4e-ae8d-6673aa26b9d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1096 time: 0.0701005 Jul 06 12:46:28.161778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104b6f2-ce38-4b21-b12b-520cfeb90dbe req-10dfcf11-d8c2-4f78-ac2b-9ea985be1d77 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:28.163316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4104b6f2-ce38-4b21-b12b-520cfeb90dbe req-10dfcf11-d8c2-4f78-ac2b-9ea985be1d77 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 945 time: 0.0828872 Jul 06 12:46:28.203665 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4104b6f2-ce38-4b21-b12b-520cfeb90dbe req-45576dee-8911-4ad2-8136-ac9752b65845 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345333 Jul 06 12:46:28.229058 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-e3b8ed8f-6704-4a84-9a1f-078b226f2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:28.230586 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-e3b8ed8f-6704-4a84-9a1f-078b226f2a4f service neutron] 10.222.0.86 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 897 time: 0.1083784 Jul 06 12:46:28.301904 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-ea20920b-ef78-4882-8b88-87c7f8a9d30b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 1001 time: 0.0616226 Jul 06 12:46:28.355525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-84d88f31-a31a-43d1-ac43-bd1f105ed5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:28.357027 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-84d88f31-a31a-43d1-ac43-bd1f105ed5d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 200 len: 835 time: 0.0458875 Jul 06 12:46:28.419502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-a34fd740-4c37-4903-8169-7826e275ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:28.420936 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-a34fd740-4c37-4903-8169-7826e275ccb8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e90c73a5-748a-4525-962f-42e26696944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577631 Jul 06 12:46:28.513811 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-2aac58f8-6558-43cb-b4d6-500607a6e5b1 service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841324 Jul 06 12:46:28.624198 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-7e80586d-4085-4ccf-9572-2a37c7cb4347 req-03656819-eb55-4a76-9e75-af2335acaf5b service neutron] 10.222.0.86 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011894 Jul 06 12:46:29.059057 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5b40937d-4c71-4dbc-a7f2-e347b2d44968 up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:46:29.112175 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:46:29.116032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:46:29.116418 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:29.206324 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:29.229760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:46:29.232157 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bce165-1f26-413f-aa02-37fd7dde6792" -d '{"events": [{"server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "name": "network-vif-plugged", "status": "completed", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:46:29.246948 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:29.251782 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:29.285247 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c39e85b-6b3b-464a-8a09-5dc046847a96 x-openstack-request-id: req-2c39e85b-6b3b-464a-8a09-5dc046847a96 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:46:29.285547 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "name": "network-vif-plugged", "status": "completed", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:46:29.285808 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c39e85b-6b3b-464a-8a09-5dc046847a96 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:46:29.286284 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'code': 200} Jul 06 12:46:29.315660 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:29.321212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=5b40937d-4c71-4dbc-a7f2-e347b2d44968,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:29.427030 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f661e-cf23-4dd7-9e0d-d6bfbbcfacaf req-962e6078-5430-4a1f-84d0-282c9b9c7254 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:29.428557 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-864f661e-cf23-4dd7-9e0d-d6bfbbcfacaf req-962e6078-5430-4a1f-84d0-282c9b9c7254 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0790203 Jul 06 12:46:29.471150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-864f661e-cf23-4dd7-9e0d-d6bfbbcfacaf req-c61203ad-9a58-4c65-a2f4-1579bbe279b9 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358884 Jul 06 12:46:29.481236 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:29.497720 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33464) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:46:29.572512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d230bf14-a98b-49f3-96ba-85a68e2c4fec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/195f7569-e8c4-4832-84d1-df577dbfe07a HTTP/1.1" status: 200 len: 994 time: 0.0732863 Jul 06 12:46:44.302686 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e98dbf36-74bd-470d-acb5-fc43b01e27d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:48.352857 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:48.527889 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da5374c7-26b1-4727-bd94-e7dfb37b6fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:49.012094 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:50.796136 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:56.611503 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-1a082cf8-1d2e-4a61-aa91-a342e0b5fff2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533175 Jul 06 12:46:56.711029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-ab78aaca-cf4c-46de-abe1-ad68bc293b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:56.712639 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-ab78aaca-cf4c-46de-abe1-ad68bc293b5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1097 time: 0.0573106 Jul 06 12:46:56.827962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-9f4dd539-7e77-4a0b-a4cd-c03367c6eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:56.829448 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-9f4dd539-7e77-4a0b-a4cd-c03367c6eee9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 897 time: 0.0915461 Jul 06 12:46:56.895657 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-743b8f2f-5e83-46ea-81ee-05d5289f0efd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 1002 time: 0.0592957 Jul 06 12:46:56.944455 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-6e701ca9-b3cc-450c-b7da-37d57baa7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:56.945917 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-6e701ca9-b3cc-450c-b7da-37d57baa7e92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 200 len: 835 time: 0.0441992 Jul 06 12:46:57.009403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-7f261fc8-f138-4a5c-81d5-0e29eec431a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:57.010937 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-7f261fc8-f138-4a5c-81d5-0e29eec431a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e90c73a5-748a-4525-962f-42e26696944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574059 Jul 06 12:46:57.101386 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-c9e21ba7-750d-4d06-bd0d-c47ac3e150a0 service neutron] 10.222.0.47 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827723 Jul 06 12:46:57.195393 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-53d19c3f-2428-4d96-a0f7-9bf59dffffe1 req-e397f45f-d96c-423b-9ac0-1092dcd88a13 service neutron] 10.222.0.47 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872633 Jul 06 12:46:59.288638 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:59.485385 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:02.070176 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:47:14.304598 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c06e85b-d0f6-4ef7-ac89-bad00403ee86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:18.355231 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:18.529658 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcbc457b-e773-47bd-8d4c-af94706b8a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:19.015429 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:20.802263 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:26.673746 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33494) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:26.856954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 55a95d62-2e6e-4680-a61b-ec3cf5d048e5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:47:26.857302 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:26.936703 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:26.936973 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:26.948245 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 55a95d62-2e6e-4680-a61b-ec3cf5d048e5 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:47:27.113536 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:27.148056 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=55a95d62-2e6e-4680-a61b-ec3cf5d048e5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:27.160888 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.161241 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.161582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.161923 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.162253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.162586 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.162916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.163243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.163607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.163935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.164258 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.164580 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:27.227164 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:27.227499 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Floating IP 195f7569-e8c4-4832-84d1-df577dbfe07a disassociated (deleted). External IP: 172.25.0.110, port: 5b40937d-4c71-4dbc-a7f2-e347b2d44968. Jul 06 12:47:27.441325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 03156eef-6d2d-4490-a65b-16a57be2374a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:47:27.566562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:47:27.571830 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:27.576121 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4ba5c-3c31-4536-bab3-dfaadf92260d None None] Sync routers for ids ['03156eef-6d2d-4490-a65b-16a57be2374a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:47:27.585349 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4ba5c-3c31-4536-bab3-dfaadf92260d None None] Routers {'03156eef-6d2d-4490-a65b-16a57be2374a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:27.585969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ea4ba5c-3c31-4536-bab3-dfaadf92260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:47:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['03156eef-6d2d-4490-a65b-16a57be2374a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:27.609808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-005ea883-586d-45a4-a6d5-9ea3d196651d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/floatingips/195f7569-e8c4-4832-84d1-df577dbfe07a HTTP/1.1" status: 204 len: 168 time: 0.9336290 Jul 06 12:47:27.609808 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:27.612100 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91ab174-f239-4260-ae81-bb975257e9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:27.651169 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdcb806-7845-43e5-9f9a-17b148dc3a4e x-openstack-request-id: req-ccdcb806-7845-43e5-9f9a-17b148dc3a4e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:27.651369 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:27.651651 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccdcb806-7845-43e5-9f9a-17b148dc3a4e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:27.652025 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'status': 'completed', 'code': 200} Jul 06 12:47:27.708641 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4ea4ba5c-3c31-4536-bab3-dfaadf92260d None None] Set router 03156eef-6d2d-4490-a65b-16a57be2374a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:27.731308 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ab174-f239-4260-ae81-bb975257e9c9 req-0bb1d9bb-f411-4238-82b4-1ea12d904641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:27.732895 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a91ab174-f239-4260-ae81-bb975257e9c9 req-0bb1d9bb-f411-4238-82b4-1ea12d904641 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 1097 time: 0.0567079 Jul 06 12:47:27.849126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ab174-f239-4260-ae81-bb975257e9c9 req-1fa850bb-0840-43f1-a000-791782f15ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:27.850323 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a91ab174-f239-4260-ae81-bb975257e9c9 req-1fa850bb-0840-43f1-a000-791782f15ac3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 200 len: 897 time: 0.1108196 Jul 06 12:47:27.897861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a91ab174-f239-4260-ae81-bb975257e9c9 req-36f3d9a3-5884-475a-844e-2aad19f98e72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 200 len: 217 time: 0.0404296 Jul 06 12:47:27.945941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ea4ba5c-3c31-4536-bab3-dfaadf92260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '01c4cf0a-5d28-4647-a5e4-4d8c899949bb', 'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:39:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:04Z', 'updated_at': '2021-07-06T12:45:09Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:27.954593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ab174-f239-4260-ae81-bb975257e9c9 req-e58202ce-955b-4d75-b38d-55e61104c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:27.956235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a91ab174-f239-4260-ae81-bb975257e9c9 req-e58202ce-955b-4d75-b38d-55e61104c1a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 200 len: 835 time: 0.0520699 Jul 06 12:47:27.975990 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4ba5c-3c31-4536-bab3-dfaadf92260d None None] Checking router: 03156eef-6d2d-4490-a65b-16a57be2374a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:47:27.985347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4ba5c-3c31-4536-bab3-dfaadf92260d None None] Routers {'03156eef-6d2d-4490-a65b-16a57be2374a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:27.985985 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ea4ba5c-3c31-4536-bab3-dfaadf92260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:47:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['03156eef-6d2d-4490-a65b-16a57be2374a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:28.070457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ab174-f239-4260-ae81-bb975257e9c9 req-e68ca514-0500-482e-8ebe-889993b4b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:28.072041 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a91ab174-f239-4260-ae81-bb975257e9c9 req-e68ca514-0500-482e-8ebe-889993b4b5ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e90c73a5-748a-4525-962f-42e26696944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093662 Jul 06 12:47:28.080933 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053f77a-e640-452c-8891-f150ce3ce4f6 req-1259da37-1d70-4f28-95bc-f5b2d6f69b10 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:28.082536 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a053f77a-e640-452c-8891-f150ce3ce4f6 req-1259da37-1d70-4f28-95bc-f5b2d6f69b10 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.1383653 Jul 06 12:47:28.101356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4ea4ba5c-3c31-4536-bab3-dfaadf92260d None None] Set router 03156eef-6d2d-4490-a65b-16a57be2374a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:28.173472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a053f77a-e640-452c-8891-f150ce3ce4f6 req-90037824-f50d-4564-95e1-478c7a8fa880 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822337 Jul 06 12:47:28.202241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a91ab174-f239-4260-ae81-bb975257e9c9 req-14180f79-dfdb-4440-8b23-5ec5c1deefd7 service neutron] 10.222.0.47 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186819 Jul 06 12:47:28.292837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a91ab174-f239-4260-ae81-bb975257e9c9 req-fd0c54d3-c934-4f54-9b1b-99d97e0a7e47 service neutron] 10.222.0.47 "GET /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839989 Jul 06 12:47:28.310656 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ea4ba5c-3c31-4536-bab3-dfaadf92260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '01c4cf0a-5d28-4647-a5e4-4d8c899949bb', 'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:39:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:04Z', 'updated_at': '2021-07-06T12:45:09Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:28.338704 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4ba5c-3c31-4536-bab3-dfaadf92260d None None] The sync data for ids ['03156eef-6d2d-4490-a65b-16a57be2374a'] in n-d-799527-2 is: [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:04Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '01c4cf0a-5d28-4647-a5e4-4d8c899949bb', 'name': '', 'network_id': 'e90c73a5-748a-4525-962f-42e26696944e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:39:c7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:04Z', 'updated_at': '2021-07-06T12:45:09Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '278fcc4b-aa1b-4409-8520-b84e2d1ad0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:47:28.550152 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43b173-90da-4b52-b283-5a286e5b4a19 None None] New status for floating IP 195f7569-e8c4-4832-84d1-df577dbfe07a: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:47:29.299963 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:29.414066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4361b-7944-4beb-a050-0d88e08b98d0 req-4d60682b-87f0-4cb5-bed6-c99494b0f7cb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:29.415682 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ded4361b-7944-4beb-a050-0d88e08b98d0 req-4d60682b-87f0-4cb5-bed6-c99494b0f7cb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.1119206 Jul 06 12:47:29.461036 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ded4361b-7944-4beb-a050-0d88e08b98d0 req-89763e15-da86-49a0-ac06-8d1c3aa469a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=f23ae909-6a26-4db7-83cb-e7a10da98ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395708 Jul 06 12:47:29.501496 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:29.610654 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-f0c016c1-9823-4f89-81d8-bc6deadea075 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:29.612139 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-f0c016c1-9823-4f89-81d8-bc6deadea075 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.47 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 946 time: 0.0692854 Jul 06 12:47:29.716793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-2dd72f6b-600d-4e05-aaf1-8b418afab04d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:47:29.717056 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-2dd72f6b-600d-4e05-aaf1-8b418afab04d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:29.810511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-2dd72f6b-600d-4e05-aaf1-8b418afab04d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port 5b40937d-4c71-4dbc-a7f2-e347b2d44968, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=5b40937d-4c71-4dbc-a7f2-e347b2d44968,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:29.810891 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-2dd72f6b-600d-4e05-aaf1-8b418afab04d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:29.824596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-2dd72f6b-600d-4e05-aaf1-8b418afab04d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 5b40937d-4c71-4dbc-a7f2-e347b2d44968 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:47:29.956723 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-2dd72f6b-600d-4e05-aaf1-8b418afab04d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:29.987025 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd72f6b-600d-4e05-aaf1-8b418afab04d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=5b40937d-4c71-4dbc-a7f2-e347b2d44968,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:30.030700 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-2dd72f6b-600d-4e05-aaf1-8b418afab04d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] No DVR routers for this DVR port 5b40937d-4c71-4dbc-a7f2-e347b2d44968 on host n-h1-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:47:30.033366 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-2dd72f6b-600d-4e05-aaf1-8b418afab04d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:30.035396 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-2dd72f6b-600d-4e05-aaf1-8b418afab04d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.47 "DELETE /v2.0/ports/5b40937d-4c71-4dbc-a7f2-e347b2d44968 HTTP/1.1" status: 204 len: 173 time: 0.4164867 Jul 06 12:47:30.035857 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'name': 'network-vif-deleted', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:30.038134 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b2edf6-d345-435d-a4b2-d57816db21f6" -d '{"events": [{"server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "name": "network-vif-deleted", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:30.075240 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82bd737-e8fc-4d88-a8b8-d8862657bcb4 x-openstack-request-id: req-a82bd737-e8fc-4d88-a8b8-d8862657bcb4 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:30.075586 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37edb6d-7ee2-4f6c-8109-86540f56c45b", "name": "network-vif-deleted", "tag": "5b40937d-4c71-4dbc-a7f2-e347b2d44968", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:30.076153 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a82bd737-e8fc-4d88-a8b8-d8862657bcb4 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:30.076260 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37edb6d-7ee2-4f6c-8109-86540f56c45b', 'name': 'network-vif-deleted', 'tag': '5b40937d-4c71-4dbc-a7f2-e347b2d44968', 'status': 'completed', 'code': 200} Jul 06 12:47:30.628410 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f360cefe-bfde-4c37-95ff-f47d69ad4da2 req-30bf4ac3-9b9d-4bd8-94b2-94018682a45e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=d37edb6d-7ee2-4f6c-8109-86540f56c45b HTTP/1.1" status: 200 len: 210 time: 0.0311384 Jul 06 12:47:31.731591 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33518) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:32.105263 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:32.376199 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:47:32.376500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:32.785372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port 01c4cf0a-5d28-4647-a5e4-4d8c899949bb, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=01c4cf0a-5d28-4647-a5e4-4d8c899949bb,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:32.786190 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:32.799386 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 01c4cf0a-5d28-4647-a5e4-4d8c899949bb owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:47:32.992367 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:33.019915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=01c4cf0a-5d28-4647-a5e4-4d8c899949bb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:33.209187 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:33.331925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5b40937d-4c71-4dbc-a7f2-e347b2d44968 no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:47:33.353071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: 5b40937d-4c71-4dbc-a7f2-e347b2d44968 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:47:33.353420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device 5b40937d-4c71-4dbc-a7f2-e347b2d44968 not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:47:33.443773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 03156eef-6d2d-4490-a65b-16a57be2374a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:47:33.558252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:47:33.565216 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-14b3f316-61f7-45b8-8b5b-8a876adcc290 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "PUT /v2.0/routers/03156eef-6d2d-4490-a65b-16a57be2374a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8323257 Jul 06 12:47:33.569479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33520) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:33.570042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6029b4c1-9c90-4f6a-a3f2-8bfcc92d6329 None None] Sync routers for ids ['03156eef-6d2d-4490-a65b-16a57be2374a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:47:33.582262 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6029b4c1-9c90-4f6a-a3f2-8bfcc92d6329 None None] Routers {'03156eef-6d2d-4490-a65b-16a57be2374a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:33.582813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6029b4c1-9c90-4f6a-a3f2-8bfcc92d6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:47:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['03156eef-6d2d-4490-a65b-16a57be2374a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:33.626050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting subnet 278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:47:33.629448 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:33.670125 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:33.690184 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-6029b4c1-9c90-4f6a-a3f2-8bfcc92d6329 None None] Set router 03156eef-6d2d-4490-a65b-16a57be2374a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:33.761084 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:33.832665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:33.860221 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Subnet': ['ID=278fcc4b-aa1b-4409-8520-b84e2d1ad0c3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:33.869651 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:33.871377 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/subnets/278fcc4b-aa1b-4409-8520-b84e2d1ad0c3 HTTP/1.1" status: 204 len: 168 time: 0.3001540 Jul 06 12:47:33.872545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d23c1-6e06-4406-940a-225a8f78cbd5 None None] Network e90c73a5-748a-4525-962f-42e26696944e requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:47:33.873028 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.873380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.873719 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.874649 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.874982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.875311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.875672 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.876177 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.876359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.876486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:33.877105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.877105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.877267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5fe274-33ed-41ff-a9a1-b1e239d9dc07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:33.934265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6029b4c1-9c90-4f6a-a3f2-8bfcc92d6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:47:32Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:33.970663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6029b4c1-9c90-4f6a-a3f2-8bfcc92d6329 None None] Checking router: 03156eef-6d2d-4490-a65b-16a57be2374a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:47:33.995283 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.000543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6029b4c1-9c90-4f6a-a3f2-8bfcc92d6329 None None] Routers {'03156eef-6d2d-4490-a65b-16a57be2374a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:34.001221 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6029b4c1-9c90-4f6a-a3f2-8bfcc92d6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:47:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['03156eef-6d2d-4490-a65b-16a57be2374a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:34.102917 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.161424 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 4c18ef39-f1a6-4c13-a077-fe9689582e59 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:47:34.161775 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.250733 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port 4c18ef39-f1a6-4c13-a077-fe9689582e59, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4c18ef39-f1a6-4c13-a077-fe9689582e59,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:34.251094 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.265451 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 4c18ef39-f1a6-4c13-a077-fe9689582e59 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:47:34.305043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-6029b4c1-9c90-4f6a-a3f2-8bfcc92d6329 None None] Set router 03156eef-6d2d-4490-a65b-16a57be2374a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:34.373682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] DHCP port deletion for e90c73a5-748a-4525-962f-42e26696944e request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:47:34.446870 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.477346 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=4c18ef39-f1a6-4c13-a077-fe9689582e59,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:34.504823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Deleting port 10c13187-1670-4b37-a7c5-e8c2d6bee654 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:47:34.505206 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.544140 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.583182 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] For port 10c13187-1670-4b37-a7c5-e8c2d6bee654, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=10c13187-1670-4b37-a7c5-e8c2d6bee654,segment=NetworkSegment(3e23d4ea-33fc-420f-83c1-1ac89a5de9a4),segment_id=3e23d4ea-33fc-420f-83c1-1ac89a5de9a4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:34.583477 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.598720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Calling delete_port for 10c13187-1670-4b37-a7c5-e8c2d6bee654 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:47:34.603717 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6029b4c1-9c90-4f6a-a3f2-8bfcc92d6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:47:32Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:34.636172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6029b4c1-9c90-4f6a-a3f2-8bfcc92d6329 None None] The sync data for ids ['03156eef-6d2d-4490-a65b-16a57be2374a'] in n-d-799527-2 is: [{'id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1464476506', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:47:32Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '4c18ef39-f1a6-4c13-a077-fe9689582e59', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156eef-6d2d-4490-a65b-16a57be2374a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:47:34.647872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.651235 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.706230 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.706758 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Fanout notify agent at l3_agent the message router_deleted on router 03156eef-6d2d-4490-a65b-16a57be2374a {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:47:34.714940 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.719394 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3ecf79b2-aca3-4a79-9056-d65cad1f8046 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/routers/03156eef-6d2d-4490-a65b-16a57be2374a HTTP/1.1" status: 204 len: 168 time: 0.8384979 Jul 06 12:47:34.719635 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33526) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:34.724890 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.752161 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Pushing event deleted for resources: {'Port': ['ID=10c13187-1670-4b37-a7c5-e8c2d6bee654,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:34.754341 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] No DVR routers for this DVR port 10c13187-1670-4b37-a7c5-e8c2d6bee654 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:47:34.768566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.769016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.769256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.769653 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.770049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.770392 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.770768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.771162 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.771529 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.771859 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.772189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.772516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7d451-bbd2-4a8d-8cae-ddaa8a92d73d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:34.800929 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.895414 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.905684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90c73a5-748a-4525-962f-42e26696944e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:34.916289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:34.916582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e23d4ea-33fc-420f-83c1-1ac89a5de9a4') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:34.926065 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.948187 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.957813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:47:34.958231 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: timer() Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:47:34.961309 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:47:35.031004 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:35.037266 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:35.039900 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/networks/e90c73a5-748a-4525-962f-42e26696944e HTTP/1.1" status: 204 len: 168 time: 0.3193080 Jul 06 12:47:35.045336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33528) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:35.060475 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052979e6-697f-466c-b34d-3f38c16751eb tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Network': ['ID=e90c73a5-748a-4525-962f-42e26696944e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:35.117422 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 10c13187-1670-4b37-a7c5-e8c2d6bee654 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:47:35.134989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0bb31ba-76ae-4403-9a8d-942f61bca3a6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:35.139897 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 10c13187-1670-4b37-a7c5-e8c2d6bee654 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:47:35.140255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 10c13187-1670-4b37-a7c5-e8c2d6bee654 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:47:35.140737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 01c4cf0a-5d28-4647-a5e4-4d8c899949bb no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:47:35.161699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 01c4cf0a-5d28-4647-a5e4-4d8c899949bb {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:47:35.161929 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 01c4cf0a-5d28-4647-a5e4-4d8c899949bb not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:47:35.171878 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0bb31ba-76ae-4403-9a8d-942f61bca3a6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:35.240011 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0bb31ba-76ae-4403-9a8d-942f61bca3a6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:35.242700 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0bb31ba-76ae-4403-9a8d-942f61bca3a6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:35.243906 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a0bb31ba-76ae-4403-9a8d-942f61bca3a6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/security-groups/f23ae909-6a26-4db7-83cb-e7a10da98ba9 HTTP/1.1" status: 204 len: 168 time: 0.1956465 Jul 06 12:47:35.254352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb31ba-76ae-4403-9a8d-942f61bca3a6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ae909-6a26-4db7-83cb-e7a10da98ba9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:35.778272 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33534) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:35.783793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4b404929-2848-4f0b-bec4-1a0c81d25998 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-775148390', 'description': 'tempest-secgroup-smoke-775148390 description', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:35.807177 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b404929-2848-4f0b-bec4-1a0c81d25998 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:35.898330 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b404929-2848-4f0b-bec4-1a0c81d25998 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:35.902300 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b404929-2848-4f0b-bec4-1a0c81d25998 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:35.929159 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b404929-2848-4f0b-bec4-1a0c81d25998 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:35.930418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4b404929-2848-4f0b-bec4-1a0c81d25998 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1511359 Jul 06 12:47:35.933492 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33536) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:35.938732 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a004854e-d8b8-4081-a8a5-a6f50bd1dffd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'c905e544-f5ce-4e99-8ea8-6f3b846b24e0', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:35.940081 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b404929-2848-4f0b-bec4-1a0c81d25998 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c905e544-f5ce-4e99-8ea8-6f3b846b24e0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:35.968373 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a004854e-d8b8-4081-a8a5-a6f50bd1dffd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.013456 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a004854e-d8b8-4081-a8a5-a6f50bd1dffd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.017220 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a004854e-d8b8-4081-a8a5-a6f50bd1dffd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.036425 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004854e-d8b8-4081-a8a5-a6f50bd1dffd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee47f87-5524-4bc3-b2ef-0494820a5a97,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:36.041354 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a004854e-d8b8-4081-a8a5-a6f50bd1dffd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.042619 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a004854e-d8b8-4081-a8a5-a6f50bd1dffd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081214 Jul 06 12:47:36.045404 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33538) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:36.050604 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f55e77b8-da08-47f7-97aa-07b7cc54ba62 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'c905e544-f5ce-4e99-8ea8-6f3b846b24e0', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:36.076577 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f55e77b8-da08-47f7-97aa-07b7cc54ba62 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.135737 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f55e77b8-da08-47f7-97aa-07b7cc54ba62 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.140298 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f55e77b8-da08-47f7-97aa-07b7cc54ba62 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.159530 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e77b8-da08-47f7-97aa-07b7cc54ba62 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fb117c-1998-463f-91d6-16d04432ef16,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:36.168149 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f55e77b8-da08-47f7-97aa-07b7cc54ba62 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.169608 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f55e77b8-da08-47f7-97aa-07b7cc54ba62 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225729 Jul 06 12:47:36.173156 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33540) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:36.177801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a21341ff-34ae-4c2c-a9b1-623a060724b8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'c905e544-f5ce-4e99-8ea8-6f3b846b24e0', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:36.209064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a21341ff-34ae-4c2c-a9b1-623a060724b8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.274933 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a21341ff-34ae-4c2c-a9b1-623a060724b8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.278781 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a21341ff-34ae-4c2c-a9b1-623a060724b8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.297986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21341ff-34ae-4c2c-a9b1-623a060724b8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac2c93a-b4c0-46d2-8696-6038d3df0d81,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:36.304810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a21341ff-34ae-4c2c-a9b1-623a060724b8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.306201 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a21341ff-34ae-4c2c-a9b1-623a060724b8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320753 Jul 06 12:47:36.308922 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33542) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:36.314007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-402a2990-4edd-4c69-b75e-059071d6000e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'c905e544-f5ce-4e99-8ea8-6f3b846b24e0', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:36.341060 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-402a2990-4edd-4c69-b75e-059071d6000e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.407436 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-402a2990-4edd-4c69-b75e-059071d6000e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.411442 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-402a2990-4edd-4c69-b75e-059071d6000e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.430415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a2990-4edd-4c69-b75e-059071d6000e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be33643f-9725-4ffa-9c45-bc888540da81,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:36.438537 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-402a2990-4edd-4c69-b75e-059071d6000e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.439818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-402a2990-4edd-4c69-b75e-059071d6000e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298783 Jul 06 12:47:36.442499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33544) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:36.446929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e6ea04e3-0b9a-4ca0-97cc-310d8ca075ad tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'c905e544-f5ce-4e99-8ea8-6f3b846b24e0', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:36.470484 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-e6ea04e3-0b9a-4ca0-97cc-310d8ca075ad tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Project 3e42adea08954e8a97a533ccd03ed1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:47:36.475772 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6ea04e3-0b9a-4ca0-97cc-310d8ca075ad tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.542727 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6ea04e3-0b9a-4ca0-97cc-310d8ca075ad tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.547064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6ea04e3-0b9a-4ca0-97cc-310d8ca075ad tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.571555 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea04e3-0b9a-4ca0-97cc-310d8ca075ad tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f39a3b5-faf1-4e92-9c7e-12d41f088a11,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:36.575479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6ea04e3-0b9a-4ca0-97cc-310d8ca075ad tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.576695 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e6ea04e3-0b9a-4ca0-97cc-310d8ca075ad tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332653 Jul 06 12:47:36.580251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33546) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:36.584709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-60b26406-6173-45b7-9481-77c45a3d343e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': 'c905e544-f5ce-4e99-8ea8-6f3b846b24e0', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:36.606949 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-60b26406-6173-45b7-9481-77c45a3d343e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Project 3e42adea08954e8a97a533ccd03ed1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:47:36.612687 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60b26406-6173-45b7-9481-77c45a3d343e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.683978 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60b26406-6173-45b7-9481-77c45a3d343e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.689267 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60b26406-6173-45b7-9481-77c45a3d343e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.714460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b26406-6173-45b7-9481-77c45a3d343e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab0bc26-93a0-4328-9ffe-5afcb2413f5a,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:36.721469 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60b26406-6173-45b7-9481-77c45a3d343e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.723091 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-60b26406-6173-45b7-9481-77c45a3d343e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418979 Jul 06 12:47:36.725969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33548) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:36.731109 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'network': {'name': 'tempest-network-smoke--537003759', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'port_security_enabled': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:36.744285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4c18ef39-f1a6-4c13-a077-fe9689582e59 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:47:36.758538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:47:36.762240 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.768830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 4c18ef39-f1a6-4c13-a077-fe9689582e59 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:47:36.769171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4c18ef39-f1a6-4c13-a077-fe9689582e59 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:47:36.790164 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:47:36.801443 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.801712 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Added segment 1c908cd5-d694-4cc9-aad4-ea3f221fb41e of type vlan for network d9cfe15b-b9f6-4847-83cb-81a564289bb5 Jul 06 12:47:36.843250 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.871952 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.878344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:36.878955 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.939611 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2125714 Jul 06 12:47:36.944403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33550) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:36.949418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'admin_state_up': True, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:36.953851 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddf5af-c71c-4f8e-9920-c324da125f49 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Network': ['ID=d9cfe15b-b9f6-4847-83cb-81a564289bb5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:36.966087 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network d9cfe15b-b9f6-4847-83cb-81a564289bb5 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:47:36.977500 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.978591 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:37.035531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:37.181934 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:37.389115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:37.412531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:37.516153 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.25.0.117 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/e376ddb2-7289-4f17-9474-125479856e60) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:37.624646 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:37.666598 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:37.704897 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:37.707788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:37.713483 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:37.738434 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=e376ddb2-7289-4f17-9474-125479856e60,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:38.002107 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:38.217384 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:38.350349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 7715749d-ce05-4f45-b83a-ede9f0b305f8 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:47:38.463708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:47:38.473690 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Sync routers for ids ['7715749d-ce05-4f45-b83a-ede9f0b305f8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:47:38.482365 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:38.483971 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Routers {'7715749d-ce05-4f45-b83a-ede9f0b305f8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:38.484318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-146346fc-26a7-473f-bbd8-29633170b399 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5388415 Jul 06 12:47:38.484586 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:47:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['7715749d-ce05-4f45-b83a-ede9f0b305f8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:38.487506 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33552) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:38.569931 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-979ca8f8-c4b1-4150-8a63-e88740ffd696 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3e42adea08954e8a97a533ccd03ed1e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813029 Jul 06 12:47:38.572485 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33556) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:38.594072 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Set router 7715749d-ce05-4f45-b83a-ede9f0b305f8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:38.665971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aeebc8-5422-4e8c-877a-2e97f92b4dad tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:38.667918 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a1aeebc8-5422-4e8c-877a-2e97f92b4dad tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942495 Jul 06 12:47:38.670481 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33558) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:38.704497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4664a79b-3919-4dc8-9acd-f71739634658 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325506 Jul 06 12:47:38.707652 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33560) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:38.712824 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-128972825', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:38.794790 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:37Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:38.806473 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:47:38.809535 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:38.826578 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Checking router: 7715749d-ce05-4f45-b83a-ede9f0b305f8 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:47:38.826956 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Updating router 7715749d-ce05-4f45-b83a-ede9f0b305f8 port e376ddb2-7289-4f17-9474-125479856e60 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:47:38.862873 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.004679 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.071338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Subnet': ['ID=33c4ca99-2a6d-43a3-806f-3095c8f34a7d,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:39.077319 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:47:39.080202 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Checking segment: {'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:47:39.080566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network hostable DHCP agents. Network: d9cfe15b-b9f6-4847-83cb-81a564289bb5, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:47:39.097558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network d9cfe15b-b9f6-4847-83cb-81a564289bb5 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:47:39.106742 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, d9cfe15b-b9f6-4847-83cb-81a564289bb5) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:39.112560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:39.113490 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.119089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda2e27f-39d4-4158-a911-3c228aa95913 None None] Network d9cfe15b-b9f6-4847-83cb-81a564289bb5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:47:39.130681 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-48ce7f01-d1a1-44aa-99d3-9ad38836da7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4219065 Jul 06 12:47:39.134524 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:39.147569 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.159641 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Transition to ACTIVE for port object e376ddb2-7289-4f17-9474-125479856e60 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:39.168112 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.214239 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Attempting to bind port e376ddb2-7289-4f17-9474-125479856e60 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:47:39.214619 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Attempting to bind port e376ddb2-7289-4f17-9474-125479856e60 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:47:39.214985 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Attempting to bind port e376ddb2-7289-4f17-9474-125479856e60 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:39.226216 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:47:39.226745 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:47:39.227149 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.227573 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:47:39.228054 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Bound port: e376ddb2-7289-4f17-9474-125479856e60, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:47:39.228447 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.268582 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Pushing event updated for resources: {'Port': ['ID=e376ddb2-7289-4f17-9474-125479856e60,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:39.289834 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.290259 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.290605 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.290944 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.291279 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.291635 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.291963 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.292289 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.292614 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.292937 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.293259 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.293589 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:39.306146 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] For port e376ddb2-7289-4f17-9474-125479856e60, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:47:39.310189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-d9cfe15b-b9f6-4847-83cb-81a564289bb5', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ips': [{'subnet_id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:47:39.310775 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.311555 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] For port e376ddb2-7289-4f17-9474-125479856e60, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e376ddb2-7289-4f17-9474-125479856e60,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:47:39.317576 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.375395 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674e7e6-50d4-4f29-8fb1-676979bd36ce None None] Pushing event updated for resources: {'Port': ['ID=e376ddb2-7289-4f17-9474-125479856e60,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:39.407503 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Routers {'7715749d-ce05-4f45-b83a-ede9f0b305f8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:39.407503 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:47:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['7715749d-ce05-4f45-b83a-ede9f0b305f8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:39.507776 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Allocated IP 172.20.0.2 (d9cfe15b-b9f6-4847-83cb-81a564289bb5/33c4ca99-2a6d-43a3-806f-3095c8f34a7d/8291dc07-4c17-4f77-889d-e16cb6c1aec0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:39.553305 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] Set router 7715749d-ce05-4f45-b83a-ede9f0b305f8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:39.696988 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.708139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Transition to ACTIVE for port object 8291dc07-4c17-4f77-889d-e16cb6c1aec0 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:39.725976 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Transition to ACTIVE for port object 8291dc07-4c17-4f77-889d-e16cb6c1aec0 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:39.733891 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.782067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Network d9cfe15b-b9f6-4847-83cb-81a564289bb5 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:39.784955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:39.787310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:39.789674 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:37Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:39.796885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Pushing event updated for resources: {'Port': ['ID=8291dc07-4c17-4f77-889d-e16cb6c1aec0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:39.825027 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8aeac-fc49-4153-a6ed-0ebac20da29a None None] The sync data for ids ['7715749d-ce05-4f45-b83a-ede9f0b305f8'] in n-d-799527-2 is: [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:37Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:47:39.857629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Attempting to bind port 8291dc07-4c17-4f77-889d-e16cb6c1aec0 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:47:39.857629 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Attempting to bind port 8291dc07-4c17-4f77-889d-e16cb6c1aec0 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:47:39.858001 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Attempting to bind port 8291dc07-4c17-4f77-889d-e16cb6c1aec0 on network d9cfe15b-b9f6-4847-83cb-81a564289bb5 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:39.863225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:47:39.863635 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Checking segment: {'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:47:39.864072 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.864472 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Bound using segment: {'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:47:39.865097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Bound port: 8291dc07-4c17-4f77-889d-e16cb6c1aec0, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:47:39.865500 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.937673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] For port 8291dc07-4c17-4f77-889d-e16cb6c1aec0, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:47:39.942872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] For port 8291dc07-4c17-4f77-889d-e16cb6c1aec0, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8291dc07-4c17-4f77-889d-e16cb6c1aec0,segment=NetworkSegment(1c908cd5-d694-4cc9-aad4-ea3f221fb41e),segment_id=1c908cd5-d694-4cc9-aad4-ea3f221fb41e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:47:39.950069 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:40.004872 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:40.040373 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba47e96-e98d-4223-baad-de64c991bd4e None None] Pushing event updated for resources: {'Port': ['ID=8291dc07-4c17-4f77-889d-e16cb6c1aec0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:40.426213 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.20.0.1 (d9cfe15b-b9f6-4847-83cb-81a564289bb5/33c4ca99-2a6d-43a3-806f-3095c8f34a7d/9e4b1461-2e2d-413e-8fca-5ddf20223d61) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:40.553453 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:40.572066 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Transition to ACTIVE for port object 9e4b1461-2e2d-413e-8fca-5ddf20223d61 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:40.609832 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:40.654497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network d9cfe15b-b9f6-4847-83cb-81a564289bb5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:40.660788 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:40.665141 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:40.673367 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=9e4b1461-2e2d-413e-8fca-5ddf20223d61,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:40.722657 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:40.887118 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8291dc07-4c17-4f77-889d-e16cb6c1aec0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:40.908241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:40.952442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8291dc07-4c17-4f77-889d-e16cb6c1aec0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:40.957064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e376ddb2-7289-4f17-9474-125479856e60 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:41.013345 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e376ddb2-7289-4f17-9474-125479856e60 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:41.019876 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e376ddb2-7289-4f17-9474-125479856e60 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:41.019876 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.123620 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.153445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port e376ddb2-7289-4f17-9474-125479856e60, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e376ddb2-7289-4f17-9474-125479856e60,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:41.156975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b0f7c-99eb-4cd2-800d-269ed24c1d38 None None] Network d9cfe15b-b9f6-4847-83cb-81a564289bb5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:47:41.160581 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.237026 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.241939 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.262347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4d399d98-3b58-46e7-809b-09274e868114 None None] Provisioning for port 8291dc07-4c17-4f77-889d-e16cb6c1aec0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:41.285200 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4d399d98-3b58-46e7-809b-09274e868114 None None] Provisioning complete for port 8291dc07-4c17-4f77-889d-e16cb6c1aec0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:41.285580 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d399d98-3b58-46e7-809b-09274e868114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.287120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=e376ddb2-7289-4f17-9474-125479856e60,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:41.324450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=9e4b1461-2e2d-413e-8fca-5ddf20223d61,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:41.328354 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.446491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network d9cfe15b-b9f6-4847-83cb-81a564289bb5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:41.448129 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:41.449912 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d399d98-3b58-46e7-809b-09274e868114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.498946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4d399d98-3b58-46e7-809b-09274e868114 None None] For port 8291dc07-4c17-4f77-889d-e16cb6c1aec0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8291dc07-4c17-4f77-889d-e16cb6c1aec0,segment=NetworkSegment(1c908cd5-d694-4cc9-aad4-ea3f221fb41e),segment_id=1c908cd5-d694-4cc9-aad4-ea3f221fb41e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:41.504656 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d399d98-3b58-46e7-809b-09274e868114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.560348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d399d98-3b58-46e7-809b-09274e868114 None None] Pushing event updated for resources: {'Port': ['ID=8291dc07-4c17-4f77-889d-e16cb6c1aec0,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:41.589265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 7715749d-ce05-4f45-b83a-ede9f0b305f8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:47:41.720831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:47:41.730423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-98e4af6c-9b9c-4f65-8e28-1fe51cb76e07 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "PUT /v2.0/routers/7715749d-ce05-4f45-b83a-ede9f0b305f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5901334 Jul 06 12:47:41.730848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Sync routers for ids ['7715749d-ce05-4f45-b83a-ede9f0b305f8'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:47:41.749091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Routers {'7715749d-ce05-4f45-b83a-ede9f0b305f8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:41.751011 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:47:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['7715749d-ce05-4f45-b83a-ede9f0b305f8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:41.884208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-72fcc9bb-e521-4b92-82c1-6de0c9791c14 None None] Provisioning for port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:41.891902 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-72fcc9bb-e521-4b92-82c1-6de0c9791c14 None None] Provisioning complete for port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:41.893225 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72fcc9bb-e521-4b92-82c1-6de0c9791c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.917363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Set router 7715749d-ce05-4f45-b83a-ede9f0b305f8 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:41.935032 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-e492749e-ce5b-4777-8c39-1994c416b795 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775148390&fields=id&tenant_id=3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 267 time: 0.0471306 Jul 06 12:47:41.970680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-72fcc9bb-e521-4b92-82c1-6de0c9791c14 None None] Port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:47:42.052285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-72fcc9bb-e521-4b92-82c1-6de0c9791c14 None None] Provisioning complete for port 8291dc07-4c17-4f77-889d-e16cb6c1aec0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:42.052652 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72fcc9bb-e521-4b92-82c1-6de0c9791c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:42.061686 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-e09e0973-4e55-4660-b6fb-534738377fec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:42.063404 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-e09e0973-4e55-4660-b6fb-534738377fec tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/networks?id=d9cfe15b-b9f6-4847-83cb-81a564289bb5 HTTP/1.1" status: 200 len: 796 time: 0.1212189 Jul 06 12:47:42.083328 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-f86cab00-af5a-4fd4-a575-8e5419939a61 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/quotas/3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 375 time: 0.0116503 Jul 06 12:47:42.169984 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-26e007f7-d93b-4e74-be59-e7d6f413943d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795579 Jul 06 12:47:42.230308 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:40Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9e4b1461-2e2d-413e-8fca-5ddf20223d61', 'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:6d:0e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:40Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 2, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:42.240045 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-0c21710c-f55c-4d70-a534-05cf1e4aab35 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:47:42.241078 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-0c21710c-f55c-4d70-a534-05cf1e4aab35 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0569735 Jul 06 12:47:42.258329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Checking router: 7715749d-ce05-4f45-b83a-ede9f0b305f8 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:47:42.258685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Updating router 7715749d-ce05-4f45-b83a-ede9f0b305f8 port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:47:42.299092 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:42.344497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-b7a11102-1cb4-4444-846f-4cfd2f3f7f8e service neutron] 10.222.0.21 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921376 Jul 06 12:47:42.355992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-654c4822-2bfc-452f-877e-031c27504ecf None None] Provisioning complete for port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:42.356328 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-654c4822-2bfc-452f-877e-031c27504ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:42.445589 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-76d43ed1-fa6e-4fff-9e49-722a1b1ae1d4 service neutron] 10.222.0.21 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947177 Jul 06 12:47:42.453813 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-654c4822-2bfc-452f-877e-031c27504ecf None None] Port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:47:42.622216 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:42.636143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Transition to ACTIVE for port object 9e4b1461-2e2d-413e-8fca-5ddf20223d61 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:42.644059 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:42.646477 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-50c18bb9-14b0-493d-9a21-55a04ea53914 req-19086a26-13e2-4e4c-9ca3-44e53c2f9c76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 210 time: 0.0353506 Jul 06 12:47:42.708144 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485b783-b234-482f-811a-6bb3848ff1f6 None None] Pushing event updated for resources: {'Port': ['ID=9e4b1461-2e2d-413e-8fca-5ddf20223d61,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:42.785426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Attempting to bind port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:47:42.785872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Attempting to bind port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:47:42.786348 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Attempting to bind port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 on network d9cfe15b-b9f6-4847-83cb-81a564289bb5 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:42.792655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:47:42.793037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Checking segment: {'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:47:42.793455 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:42.793856 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Bound using segment: {'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:47:42.794346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Bound port: 9e4b1461-2e2d-413e-8fca-5ddf20223d61, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:47:42.794732 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:42.846955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8291dc07-4c17-4f77-889d-e16cb6c1aec0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:42.909477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] For port 9e4b1461-2e2d-413e-8fca-5ddf20223d61, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:47:42.914415 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] For port 9e4b1461-2e2d-413e-8fca-5ddf20223d61, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9e4b1461-2e2d-413e-8fca-5ddf20223d61,segment=NetworkSegment(1c908cd5-d694-4cc9-aad4-ea3f221fb41e),segment_id=1c908cd5-d694-4cc9-aad4-ea3f221fb41e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:47:42.920146 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:42.987598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8291dc07-4c17-4f77-889d-e16cb6c1aec0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:42.988042 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:43.020708 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Routers {'7715749d-ce05-4f45-b83a-ede9f0b305f8'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:43.021451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:47:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['7715749d-ce05-4f45-b83a-ede9f0b305f8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:43.271418 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485b783-b234-482f-811a-6bb3848ff1f6 None None] Pushing event updated for resources: {'Port': ['ID=9e4b1461-2e2d-413e-8fca-5ddf20223d61,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:43.402457 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] Set router 7715749d-ce05-4f45-b83a-ede9f0b305f8 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:43.464428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e376ddb2-7289-4f17-9474-125479856e60 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:43.616202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e376ddb2-7289-4f17-9474-125479856e60 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:43.616579 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:43.769800 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:40Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9e4b1461-2e2d-413e-8fca-5ddf20223d61', 'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:6d:0e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:40Z', 'updated_at': '2021-07-06T12:47:42Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:43.804513 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-dd017f60-44ee-4975-8ccb-6f7c8a20ce95 req-556ca935-e188-4cd0-b3ab-b2b3ac4dcdaf tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 210 time: 0.0361879 Jul 06 12:47:43.808671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134e14b-108c-4500-b938-9bc9bef3fcc9 None None] The sync data for ids ['7715749d-ce05-4f45-b83a-ede9f0b305f8'] in n-d-799527-2 is: [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:40Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9e4b1461-2e2d-413e-8fca-5ddf20223d61', 'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:6d:0e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:40Z', 'updated_at': '2021-07-06T12:47:42Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:47:44.181997 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-5b2268a8-254a-4c58-adab-8276bd692258 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:44.183559 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-5b2268a8-254a-4c58-adab-8276bd692258 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/networks?id=d9cfe15b-b9f6-4847-83cb-81a564289bb5 HTTP/1.1" status: 200 len: 796 time: 0.1290145 Jul 06 12:47:44.240653 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-9159a9b2-8893-4c26-858c-b85bc4046c95 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 379 time: 0.0472891 Jul 06 12:47:44.255928 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'port': {'device_id': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'admin_state_up': True, 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'security_groups': ['c905e544-f5ce-4e99-8ea8-6f3b846b24e0']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:44.320233 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7330b50-7eb1-4fc6-995f-b5b5fffa91ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:44.383285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:47:44.387096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:44.549269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.20.0.8 (d9cfe15b-b9f6-4847-83cb-81a564289bb5/33c4ca99-2a6d-43a3-806f-3095c8f34a7d/06de8469-e81e-49d6-bada-3bc8b7dae523) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:44.726026 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:44.747773 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Transition to ACTIVE for port object 06de8469-e81e-49d6-bada-3bc8b7dae523 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:44.792989 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:44.827302 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9e4b1461-2e2d-413e-8fca-5ddf20223d61 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:44.873144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=06de8469-e81e-49d6-bada-3bc8b7dae523,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:44.884643 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network d9cfe15b-b9f6-4847-83cb-81a564289bb5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:44.887414 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:44.890991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:44.907353 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:44.918042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:44.919034 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:45.013709 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:45.015216 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:45.058507 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-6caeb277-dd15-49f6-a868-b31cd66a769c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8092525 Jul 06 12:47:45.074510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Request body: {'port': {'device_id': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:45.084337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af6757-2cb1-47e3-ad0f-f1ad6d1e7419 req-2e19739e-6360-4bfa-ae3f-5896cdd2b57d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:45.087231 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:45.088887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7af6757-2cb1-47e3-ad0f-f1ad6d1e7419 req-2e19739e-6360-4bfa-ae3f-5896cdd2b57d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 931 time: 0.1153815 Jul 06 12:47:45.133742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 9e4b1461-2e2d-413e-8fca-5ddf20223d61, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9e4b1461-2e2d-413e-8fca-5ddf20223d61,segment=NetworkSegment(1c908cd5-d694-4cc9-aad4-ea3f221fb41e),segment_id=1c908cd5-d694-4cc9-aad4-ea3f221fb41e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:45.141621 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:45.171059 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c7af6757-2cb1-47e3-ad0f-f1ad6d1e7419 req-bd39fb26-d8b1-4391-b7aa-0f013f6f3ccc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648589 Jul 06 12:47:45.221961 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:45.232222 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=9e4b1461-2e2d-413e-8fca-5ddf20223d61,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:45.272205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b7b1d8f9-787a-4bee-900b-b83214c84e99 None None] Provisioning for port 06de8469-e81e-49d6-bada-3bc8b7dae523 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:45.276483 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b7b1d8f9-787a-4bee-900b-b83214c84e99 None None] Provisioning complete for port 06de8469-e81e-49d6-bada-3bc8b7dae523 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:45.276859 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7b1d8f9-787a-4bee-900b-b83214c84e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:45.316227 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1d8f9-787a-4bee-900b-b83214c84e99 None None] Port 06de8469-e81e-49d6-bada-3bc8b7dae523 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:47:45.507320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06de8469-e81e-49d6-bada-3bc8b7dae523 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:47:45.515714 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:45.528081 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Transition to ACTIVE for port object 06de8469-e81e-49d6-bada-3bc8b7dae523 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:45.532883 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:45.581810 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Pushing event updated for resources: {'Port': ['ID=06de8469-e81e-49d6-bada-3bc8b7dae523,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:45.669968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Attempting to bind port 06de8469-e81e-49d6-bada-3bc8b7dae523 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:47:45.669968 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Attempting to bind port 06de8469-e81e-49d6-bada-3bc8b7dae523 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:47:45.670390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Attempting to bind port 06de8469-e81e-49d6-bada-3bc8b7dae523 on network d9cfe15b-b9f6-4847-83cb-81a564289bb5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:45.675342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Port 06de8469-e81e-49d6-bada-3bc8b7dae523 on network d9cfe15b-b9f6-4847-83cb-81a564289bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:47:45.675705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Attempting to bind port 06de8469-e81e-49d6-bada-3bc8b7dae523 on network d9cfe15b-b9f6-4847-83cb-81a564289bb5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:45.681189 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:47:45.681532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Checking segment: {'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:47:45.681924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Bound using segment: {'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:47:45.682361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Bound port: 06de8469-e81e-49d6-bada-3bc8b7dae523, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c908cd5-d694-4cc9-aad4-ea3f221fb41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:47:45.682722 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:45.754166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] For port 06de8469-e81e-49d6-bada-3bc8b7dae523, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:47:45.757344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] For port 06de8469-e81e-49d6-bada-3bc8b7dae523, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=06de8469-e81e-49d6-bada-3bc8b7dae523,segment=NetworkSegment(1c908cd5-d694-4cc9-aad4-ea3f221fb41e),segment_id=1c908cd5-d694-4cc9-aad4-ea3f221fb41e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:47:45.762583 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:45.801012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:45.801889 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:45.803384 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] 10.222.0.86 "PUT /v2.0/ports/06de8469-e81e-49d6-bada-3bc8b7dae523 HTTP/1.1" status: 200 len: 1091 time: 0.7337801 Jul 06 12:47:45.804395 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'tag': '06de8469-e81e-49d6-bada-3bc8b7dae523'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:45.806210 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eacbac-ee0d-44bc-9774-16bc303673ab" -d '{"events": [{"name": "network-changed", "server_uuid": "90b1156d-b5af-47c6-8ac7-c79f49425c2a", "tag": "06de8469-e81e-49d6-bada-3bc8b7dae523"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:45.841243 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da84f9-648f-492c-b16b-7904bd4e6e1e service neutron] Pushing event updated for resources: {'Port': ['ID=06de8469-e81e-49d6-bada-3bc8b7dae523,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:45.866504 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34c34eb-5dc4-4e29-bcac-babb3a129183 x-openstack-request-id: req-b34c34eb-5dc4-4e29-bcac-babb3a129183 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:45.866815 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b1156d-b5af-47c6-8ac7-c79f49425c2a", "tag": "06de8469-e81e-49d6-bada-3bc8b7dae523", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:45.867052 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b34c34eb-5dc4-4e29-bcac-babb3a129183 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:45.867516 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'tag': '06de8469-e81e-49d6-bada-3bc8b7dae523', 'status': 'completed', 'code': 200} Jul 06 12:47:45.919734 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-f101b2bd-9f8f-46a7-ba0d-ffb234957f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:45.921930 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-f101b2bd-9f8f-46a7-ba0d-ffb234957f2c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 1094 time: 0.0673440 Jul 06 12:47:45.965035 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-acc5e72b-5256-4841-aab4-0c7a6ced0410 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06de8469-e81e-49d6-bada-3bc8b7dae523 HTTP/1.1" status: 200 len: 217 time: 0.0352209 Jul 06 12:47:46.021442 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-f6080cd1-5361-4219-aff5-d391bd76f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:46.022933 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-f6080cd1-5361-4219-aff5-d391bd76f3bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=33c4ca99-2a6d-43a3-806f-3095c8f34a7d HTTP/1.1" status: 200 len: 834 time: 0.0495689 Jul 06 12:47:46.087351 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-8f0a0d84-7949-4961-85e8-1052ac1db868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:46.089298 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-8f0a0d84-7949-4961-85e8-1052ac1db868 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d9cfe15b-b9f6-4847-83cb-81a564289bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577235 Jul 06 12:47:46.182416 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-a8fbd193-a4da-4031-b79a-c5c5c66b51dd service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853724 Jul 06 12:47:46.288892 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-099dcea1-1ff1-42a8-9f3f-8c3810a1ec90 req-d0ae2283-d3d6-47d6-82f6-18411a5bed55 service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996459 Jul 06 12:47:46.367980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c387e-67dc-47fe-bbf3-15ffdceb4b38 req-87fa4142-f024-42f9-bc0a-8f2947c89ade tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:46.369523 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac7c387e-67dc-47fe-bbf3-15ffdceb4b38 req-87fa4142-f024-42f9-bc0a-8f2947c89ade tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 943 time: 0.0843148 Jul 06 12:47:46.420615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac7c387e-67dc-47fe-bbf3-15ffdceb4b38 req-b47ed48b-9301-46a5-a118-c25c53f95d06 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403612 Jul 06 12:47:46.421219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eacbac-ee0d-44bc-9774-16bc303673ab req-3f3282ec-923b-4846-a071-e6c579a27418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:46.422935 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d5eacbac-ee0d-44bc-9774-16bc303673ab req-3f3282ec-923b-4846-a071-e6c579a27418 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 1094 time: 0.0595803 Jul 06 12:47:46.519646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eacbac-ee0d-44bc-9774-16bc303673ab req-d5f34813-7d6f-4d79-a6ac-a2b9ec13de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:46.521183 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d5eacbac-ee0d-44bc-9774-16bc303673ab req-d5f34813-7d6f-4d79-a6ac-a2b9ec13de35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d9cfe15b-b9f6-4847-83cb-81a564289bb5 HTTP/1.1" status: 200 len: 897 time: 0.0913880 Jul 06 12:47:46.562561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d5eacbac-ee0d-44bc-9774-16bc303673ab req-764b5280-2b10-49e2-8b56-f56c01cf4204 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06de8469-e81e-49d6-bada-3bc8b7dae523 HTTP/1.1" status: 200 len: 217 time: 0.0348358 Jul 06 12:47:46.614041 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eacbac-ee0d-44bc-9774-16bc303673ab req-d3c835de-2598-4790-9308-9606acd91518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:46.615773 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d5eacbac-ee0d-44bc-9774-16bc303673ab req-d3c835de-2598-4790-9308-9606acd91518 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=33c4ca99-2a6d-43a3-806f-3095c8f34a7d HTTP/1.1" status: 200 len: 834 time: 0.0462840 Jul 06 12:47:46.683987 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eacbac-ee0d-44bc-9774-16bc303673ab req-4df7a8f3-a925-4722-a37d-f0e8c419ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:46.685541 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d5eacbac-ee0d-44bc-9774-16bc303673ab req-4df7a8f3-a925-4722-a37d-f0e8c419ca97 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d9cfe15b-b9f6-4847-83cb-81a564289bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630651 Jul 06 12:47:46.787563 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d5eacbac-ee0d-44bc-9774-16bc303673ab req-9d6b153a-169f-412b-9668-7e8830ab890f service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876744 Jul 06 12:47:46.815588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9e4b1461-2e2d-413e-8fca-5ddf20223d61 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:46.870489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:46.870773 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:47.217991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d5eacbac-ee0d-44bc-9774-16bc303673ab req-65ff2258-40b5-490d-9608-ab8e069268a8 service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219158 Jul 06 12:47:47.602265 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b6c12-7715-40bb-9904-e4fe98f7dae5 req-f0e562b5-3c56-493c-98e0-e7ecd0d921cf tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:47.603876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d1b6c12-7715-40bb-9904-e4fe98f7dae5 req-f0e562b5-3c56-493c-98e0-e7ecd0d921cf tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 943 time: 0.0683825 Jul 06 12:47:47.645560 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0d1b6c12-7715-40bb-9904-e4fe98f7dae5 req-833a82f4-aabd-4de0-a21f-b2bd3654437b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357037 Jul 06 12:47:48.358720 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:48.532681 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c91fe46-7f25-4a14-9a2d-93814e38535f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:48.828823 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 06de8469-e81e-49d6-bada-3bc8b7dae523 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:47:48.858998 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda07fc8-4280-4b2a-9a89-3b8f9ea42b5c req-73cbb4d7-d218-4814-b741-be8c74b04bab tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:48.861755 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fda07fc8-4280-4b2a-9a89-3b8f9ea42b5c req-73cbb4d7-d218-4814-b741-be8c74b04bab tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 943 time: 0.0892363 Jul 06 12:47:48.910499 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fda07fc8-4280-4b2a-9a89-3b8f9ea42b5c req-876885cc-18e3-45c4-8434-b91150457e46 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427589 Jul 06 12:47:48.944523 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 06de8469-e81e-49d6-bada-3bc8b7dae523, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=06de8469-e81e-49d6-bada-3bc8b7dae523,segment=NetworkSegment(1c908cd5-d694-4cc9-aad4-ea3f221fb41e),segment_id=1c908cd5-d694-4cc9-aad4-ea3f221fb41e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:48.963968 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '06de8469-e81e-49d6-bada-3bc8b7dae523', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'port_id': '06de8469-e81e-49d6-bada-3bc8b7dae523', 'mac_address': 'fa:16:3e:f5:77:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:47:49.041377 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:49.057759 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:49.067280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06de8469-e81e-49d6-bada-3bc8b7dae523 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:47:49.104559 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 06de8469-e81e-49d6-bada-3bc8b7dae523, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=06de8469-e81e-49d6-bada-3bc8b7dae523,segment=NetworkSegment(1c908cd5-d694-4cc9-aad4-ea3f221fb41e),segment_id=1c908cd5-d694-4cc9-aad4-ea3f221fb41e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:49.111389 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:49.181890 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=06de8469-e81e-49d6-bada-3bc8b7dae523,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:49.445283 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['06de8469-e81e-49d6-bada-3bc8b7dae523'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:47:50.103299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3992fa-862e-412e-9332-95a2adb5c8ff req-45dde3bf-1685-4531-9d5f-fb51c4f28605 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:50.104866 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee3992fa-862e-412e-9332-95a2adb5c8ff req-45dde3bf-1685-4531-9d5f-fb51c4f28605 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 944 time: 0.0700312 Jul 06 12:47:50.147428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ee3992fa-862e-412e-9332-95a2adb5c8ff req-b6d3e49f-a094-4337-924c-66028725dee9 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358021 Jul 06 12:47:50.803653 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:50.828371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 06de8469-e81e-49d6-bada-3bc8b7dae523 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:50.882294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 06de8469-e81e-49d6-bada-3bc8b7dae523 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:50.886728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 06de8469-e81e-49d6-bada-3bc8b7dae523 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:50.887243 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:50.975217 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:51.002988 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06de8469-e81e-49d6-bada-3bc8b7dae523'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:51.004862 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f4dbef-03c4-4598-949e-9eadef059a82" -d '{"events": [{"server_uuid": "90b1156d-b5af-47c6-8ac7-c79f49425c2a", "name": "network-vif-plugged", "status": "completed", "tag": "06de8469-e81e-49d6-bada-3bc8b7dae523"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:51.022402 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 06de8469-e81e-49d6-bada-3bc8b7dae523, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=06de8469-e81e-49d6-bada-3bc8b7dae523,segment=NetworkSegment(1c908cd5-d694-4cc9-aad4-ea3f221fb41e),segment_id=1c908cd5-d694-4cc9-aad4-ea3f221fb41e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:51.027097 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:51.071709 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cb4a5b-57ab-4225-8cb2-d933ece50522 x-openstack-request-id: req-81cb4a5b-57ab-4225-8cb2-d933ece50522 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:51.072032 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b1156d-b5af-47c6-8ac7-c79f49425c2a", "name": "network-vif-plugged", "status": "completed", "tag": "06de8469-e81e-49d6-bada-3bc8b7dae523", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:51.072241 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81cb4a5b-57ab-4225-8cb2-d933ece50522 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:51.072714 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06de8469-e81e-49d6-bada-3bc8b7dae523', 'code': 200} Jul 06 12:47:51.122452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=06de8469-e81e-49d6-bada-3bc8b7dae523,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:51.228061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79e862-135a-4672-83f6-5b3dc4ab367c req-a2a755d0-35fb-47de-9446-050b2b2e9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:51.229602 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc79e862-135a-4672-83f6-5b3dc4ab367c req-a2a755d0-35fb-47de-9446-050b2b2e9476 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 1096 time: 0.0618391 Jul 06 12:47:51.272164 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-cc79e862-135a-4672-83f6-5b3dc4ab367c req-9c4c23db-e63c-43db-b9fb-1def91bf1b9d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340567 Jul 06 12:47:51.348397 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325c8eb-009a-45ad-a0b1-a091a5017335 req-907ade82-7fc4-4a16-9547-3e8ece621fb2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:51.350077 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8325c8eb-009a-45ad-a0b1-a091a5017335 req-907ade82-7fc4-4a16-9547-3e8ece621fb2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0731015 Jul 06 12:47:51.396671 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8325c8eb-009a-45ad-a0b1-a091a5017335 req-535b0e3c-728a-4ef1-8e10-04bad0af30fd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398512 Jul 06 12:47:52.602987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cd6b0-d11c-4106-afbc-fd976d186ec7 req-14a8ef32-84ea-4751-9c89-7936ca722175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:52.605776 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f9cd6b0-d11c-4106-afbc-fd976d186ec7 req-14a8ef32-84ea-4751-9c89-7936ca722175 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0798764 Jul 06 12:47:52.664232 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8f9cd6b0-d11c-4106-afbc-fd976d186ec7 req-c5ab9910-f691-4025-808a-02b485107c2f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461204 Jul 06 12:47:52.868894 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd2906-d74a-47dc-90b8-755b07a7879d req-c99ad6e2-09d7-4e05-8505-adca2b67c915 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:52.870540 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88cd2906-d74a-47dc-90b8-755b07a7879d req-c99ad6e2-09d7-4e05-8505-adca2b67c915 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0762742 Jul 06 12:47:52.913054 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-88cd2906-d74a-47dc-90b8-755b07a7879d req-a460c1cf-43a5-4562-9c2d-3be7beddad2f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355365 Jul 06 12:47:52.947995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33618) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:53.009539 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eed308-19e0-41d8-950a-71624f17f5fa tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:53.011000 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-68eed308-19e0-41d8-950a-71624f17f5fa tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 1091 time: 0.0619826 Jul 06 12:47:53.014091 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33620) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:53.019291 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '06de8469-e81e-49d6-bada-3bc8b7dae523', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:53.043325 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:53.158509 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:53.270472 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.25.0.82 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/1951d443-b609-4c7d-96a0-c15525a88ac2) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:53.391342 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:53.439241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:53.480287 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:53.486991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:53.490607 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:53.496595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=1951d443-b609-4c7d-96a0-c15525a88ac2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:53.914568 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:54.013531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:54.197605 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:54.203245 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:54.278148 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=1951d443-b609-4c7d-96a0-c15525a88ac2,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:54.296524 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:54.415817 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Floating IP 61ef1a11-f131-4c42-8e73-9aa020ba8f90 associated. External IP: 172.25.0.82, port: 06de8469-e81e-49d6-bada-3bc8b7dae523. Jul 06 12:47:54.662402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 7715749d-ce05-4f45-b83a-ede9f0b305f8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:47:54.789637 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:47:54.808225 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d6908-8553-4efb-8ead-bcc431f98f3c None None] Sync routers for ids ['7715749d-ce05-4f45-b83a-ede9f0b305f8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:47:54.809870 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:54.823006 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d6908-8553-4efb-8ead-bcc431f98f3c None None] Routers {'7715749d-ce05-4f45-b83a-ede9f0b305f8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:54.823667 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c90d6908-8553-4efb-8ead-bcc431f98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:47:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['7715749d-ce05-4f45-b83a-ede9f0b305f8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:54.858780 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-000a6e25-58ed-43f0-b2cb-884acd62eb71 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8402009 Jul 06 12:47:54.858780 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'tag': '06de8469-e81e-49d6-bada-3bc8b7dae523'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:54.859871 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f8807e-5024-40ee-9d51-c4f765395a96" -d '{"events": [{"name": "network-changed", "server_uuid": "90b1156d-b5af-47c6-8ac7-c79f49425c2a", "tag": "06de8469-e81e-49d6-bada-3bc8b7dae523"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:54.919847 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb6d880-2342-417a-8c95-6d3696a9467b x-openstack-request-id: req-cdb6d880-2342-417a-8c95-6d3696a9467b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:54.920812 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b1156d-b5af-47c6-8ac7-c79f49425c2a", "tag": "06de8469-e81e-49d6-bada-3bc8b7dae523", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:54.921968 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdb6d880-2342-417a-8c95-6d3696a9467b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:54.923406 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'tag': '06de8469-e81e-49d6-bada-3bc8b7dae523', 'status': 'completed', 'code': 200} Jul 06 12:47:54.946677 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c90d6908-8553-4efb-8ead-bcc431f98f3c None None] Set router 7715749d-ce05-4f45-b83a-ede9f0b305f8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:55.079994 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8807e-5024-40ee-9d51-c4f765395a96 req-23714280-f699-402a-9855-309eb358f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:55.080697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d064d9-38bd-470c-9c6d-264cd084f4e9 req-ad38e8b8-f91f-4cb4-9c38-f21cf08582f2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:55.081592 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-45f8807e-5024-40ee-9d51-c4f765395a96 req-23714280-f699-402a-9855-309eb358f9e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 1096 time: 0.1312187 Jul 06 12:47:55.082418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81d064d9-38bd-470c-9c6d-264cd084f4e9 req-ad38e8b8-f91f-4cb4-9c38-f21cf08582f2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0827456 Jul 06 12:47:55.149977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-81d064d9-38bd-470c-9c6d-264cd084f4e9 req-976d2e7f-80ae-4638-a552-278613df1d08 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600305 Jul 06 12:47:55.182362 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33628) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:55.227906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8807e-5024-40ee-9d51-c4f765395a96 req-318519a2-0674-495e-8311-cf98e0c71863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:55.230517 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-45f8807e-5024-40ee-9d51-c4f765395a96 req-318519a2-0674-495e-8311-cf98e0c71863 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d9cfe15b-b9f6-4847-83cb-81a564289bb5 HTTP/1.1" status: 200 len: 897 time: 0.1416671 Jul 06 12:47:55.252725 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c90d6908-8553-4efb-8ead-bcc431f98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:40Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '61ef1a11-f131-4c42-8e73-9aa020ba8f90', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'port_id': '06de8469-e81e-49d6-bada-3bc8b7dae523', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'mac_address': 'fa:16:3e:f5:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:53Z', 'updated_at': '2021-07-06T12:47:53Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4b1461-2e2d-413e-8fca-5ddf20223d61', 'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:6d:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:40Z', 'updated_at': '2021-07-06T12:47:45Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:55.265792 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-edcc740f-2c93-4b6b-9218-241151bec5d0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/61ef1a11-f131-4c42-8e73-9aa020ba8f90 HTTP/1.1" status: 200 len: 990 time: 0.0793240 Jul 06 12:47:55.284199 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d6908-8553-4efb-8ead-bcc431f98f3c None None] Checking router: 7715749d-ce05-4f45-b83a-ede9f0b305f8 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:47:55.297389 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d6908-8553-4efb-8ead-bcc431f98f3c None None] Routers {'7715749d-ce05-4f45-b83a-ede9f0b305f8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:55.298012 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c90d6908-8553-4efb-8ead-bcc431f98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:47:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['7715749d-ce05-4f45-b83a-ede9f0b305f8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:55.308652 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-45f8807e-5024-40ee-9d51-c4f765395a96 req-530c06ec-075d-460d-9476-404cddb62480 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06de8469-e81e-49d6-bada-3bc8b7dae523 HTTP/1.1" status: 200 len: 998 time: 0.0698733 Jul 06 12:47:55.363115 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8807e-5024-40ee-9d51-c4f765395a96 req-b140ba3c-96f1-4bc8-ac2e-0c7ab5586c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:55.364810 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-45f8807e-5024-40ee-9d51-c4f765395a96 req-b140ba3c-96f1-4bc8-ac2e-0c7ab5586c62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=33c4ca99-2a6d-43a3-806f-3095c8f34a7d HTTP/1.1" status: 200 len: 834 time: 0.0495710 Jul 06 12:47:55.437873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8807e-5024-40ee-9d51-c4f765395a96 req-aac80243-6428-46dc-94b4-35c38b3928b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:55.439777 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-45f8807e-5024-40ee-9d51-c4f765395a96 req-aac80243-6428-46dc-94b4-35c38b3928b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d9cfe15b-b9f6-4847-83cb-81a564289bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680101 Jul 06 12:47:55.527878 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c90d6908-8553-4efb-8ead-bcc431f98f3c None None] Set router 7715749d-ce05-4f45-b83a-ede9f0b305f8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:55.542322 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-45f8807e-5024-40ee-9d51-c4f765395a96 req-eb023ec3-0faa-4614-a10b-946f47953369 service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954311 Jul 06 12:47:55.655833 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-45f8807e-5024-40ee-9d51-c4f765395a96 req-9eb003f1-f89d-4d20-9ea7-5f59259a2c84 service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055486 Jul 06 12:47:55.785383 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c90d6908-8553-4efb-8ead-bcc431f98f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:40Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '61ef1a11-f131-4c42-8e73-9aa020ba8f90', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'port_id': '06de8469-e81e-49d6-bada-3bc8b7dae523', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'mac_address': 'fa:16:3e:f5:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:53Z', 'updated_at': '2021-07-06T12:47:53Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4b1461-2e2d-413e-8fca-5ddf20223d61', 'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:6d:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:40Z', 'updated_at': '2021-07-06T12:47:45Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:55.815228 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d6908-8553-4efb-8ead-bcc431f98f3c None None] The sync data for ids ['7715749d-ce05-4f45-b83a-ede9f0b305f8'] in n-d-799527-2 is: [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:40Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '61ef1a11-f131-4c42-8e73-9aa020ba8f90', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.82', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'port_id': '06de8469-e81e-49d6-bada-3bc8b7dae523', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'mac_address': 'fa:16:3e:f5:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:53Z', 'updated_at': '2021-07-06T12:47:53Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4b1461-2e2d-413e-8fca-5ddf20223d61', 'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:6d:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:40Z', 'updated_at': '2021-07-06T12:47:45Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:47:56.052298 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fefef9-6ffd-46bd-9c2a-e1420b59fc30 None None] New status for floating IP 61ef1a11-f131-4c42-8e73-9aa020ba8f90: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:47:56.268810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33630) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:56.336420 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7da695c2-0d0c-4769-b2bd-ac52c5188d30 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/61ef1a11-f131-4c42-8e73-9aa020ba8f90 HTTP/1.1" status: 200 len: 992 time: 0.0663214 Jul 06 12:47:59.312294 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:59.506340 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:00.751538 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-3e63aad8-db80-4fac-8a8d-5a8b372ccd6e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708573 Jul 06 12:48:00.859507 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-5ff24872-7d53-4d3c-b1d9-e744fa8ab7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:00.861105 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-5ff24872-7d53-4d3c-b1d9-e744fa8ab7d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 1096 time: 0.0627382 Jul 06 12:48:00.987632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-02110f54-37b7-4891-8625-7fa7267c686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:00.989190 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-02110f54-37b7-4891-8625-7fa7267c686c service neutron] 10.222.0.86 "GET /v2.0/networks?id=d9cfe15b-b9f6-4847-83cb-81a564289bb5 HTTP/1.1" status: 200 len: 897 time: 0.1047189 Jul 06 12:48:01.079092 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-8120004a-cd8a-43f3-9c36-63b50fc0f8d4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06de8469-e81e-49d6-bada-3bc8b7dae523 HTTP/1.1" status: 200 len: 1000 time: 0.0784607 Jul 06 12:48:01.131007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-33e472d6-cef9-43f7-97ae-07b81e2e77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:01.132521 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-33e472d6-cef9-43f7-97ae-07b81e2e77bd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=33c4ca99-2a6d-43a3-806f-3095c8f34a7d HTTP/1.1" status: 200 len: 834 time: 0.0464180 Jul 06 12:48:01.202590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-96799a21-80c5-4829-b2da-5a80aa0418b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:01.204153 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-96799a21-80c5-4829-b2da-5a80aa0418b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d9cfe15b-b9f6-4847-83cb-81a564289bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604198 Jul 06 12:48:01.299868 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-2eaa0171-9850-4b95-b2e8-6786be898cce service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888257 Jul 06 12:48:01.401768 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2d5b1583-ff05-4e5b-821d-b1db11333a23 req-da431463-e692-4120-a9c4-dd656272a29b service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955729 Jul 06 12:48:14.302267 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36e73fe6-ba90-4e79-b9a5-7decb08e794c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:16.066195 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:48:18.364445 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:18.537823 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4e50f02-407c-4eaf-ad17-cc70bf41b119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:19.022919 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:20.810515 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:29.298543 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:29.508540 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:32.057612 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dd5fb-89de-44cb-9d85-dff2f02c0530 req-d85a945b-7d2e-45c2-9cea-6c5c45c2aa35 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:32.059099 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de0dd5fb-89de-44cb-9d85-dff2f02c0530 req-d85a945b-7d2e-45c2-9cea-6c5c45c2aa35 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0683427 Jul 06 12:48:32.099887 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-de0dd5fb-89de-44cb-9d85-dff2f02c0530 req-266dccee-a84a-4f8a-95d4-54dce77f66ba tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346160 Jul 06 12:48:33.282967 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960c7f-9006-4e89-84f0-0f351416847e req-de9e69c1-7ff8-445a-80a4-dd3b16b2aec4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:33.284500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd960c7f-9006-4e89-84f0-0f351416847e req-de9e69c1-7ff8-445a-80a4-dd3b16b2aec4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0648954 Jul 06 12:48:33.329819 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bd960c7f-9006-4e89-84f0-0f351416847e req-ab16bcce-013e-40e6-94e5-a0ad29c147c7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395291 Jul 06 12:48:34.515943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e06f87-7260-4ef0-9058-7af07666438d req-b810c03b-6173-4265-9c6d-700c0d3f16a6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:34.519610 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52e06f87-7260-4ef0-9058-7af07666438d req-b810c03b-6173-4265-9c6d-700c0d3f16a6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0746603 Jul 06 12:48:34.557056 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-52e06f87-7260-4ef0-9058-7af07666438d req-a20d5055-eb3a-4792-a699-a2b9037cb5c3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Jul 06 12:48:35.739105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd9a4f-b5c6-4f18-ac4b-158c712e40d4 req-deba4810-9ca7-41d3-8dad-cdd5679be2f8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:35.740625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6dd9a4f-b5c6-4f18-ac4b-158c712e40d4 req-deba4810-9ca7-41d3-8dad-cdd5679be2f8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0670743 Jul 06 12:48:35.778880 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b6dd9a4f-b5c6-4f18-ac4b-158c712e40d4 req-8b26e769-904c-41e7-8513-7fb5e18eaa06 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327008 Jul 06 12:48:36.953825 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f7781-7ad8-4f4d-9b38-8e0bd9a26f07 req-205d96fd-febf-44b4-b00a-82ae7b9ecc65 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:36.955383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb0f7781-7ad8-4f4d-9b38-8e0bd9a26f07 req-205d96fd-febf-44b4-b00a-82ae7b9ecc65 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0650678 Jul 06 12:48:36.993310 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb0f7781-7ad8-4f4d-9b38-8e0bd9a26f07 req-2d444d9c-3353-4de7-b143-256df79e2495 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321920 Jul 06 12:48:38.178462 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a7ecf-7cef-48f0-8dc6-0945002c04cc req-06ced9d0-0c14-4bb3-9b85-f38bf47cb8a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:38.180034 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e8a7ecf-7cef-48f0-8dc6-0945002c04cc req-06ced9d0-0c14-4bb3-9b85-f38bf47cb8a3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0719268 Jul 06 12:48:38.220861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e8a7ecf-7cef-48f0-8dc6-0945002c04cc req-6abb365d-4e8a-4659-b4b3-4af869d30069 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348320 Jul 06 12:48:39.401711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4b41e-18b0-47fd-9c1b-1586a19d6918 req-50f99075-ec8e-419e-8962-7a33f07e5dd2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:39.403338 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efc4b41e-18b0-47fd-9c1b-1586a19d6918 req-50f99075-ec8e-419e-8962-7a33f07e5dd2 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0642669 Jul 06 12:48:39.446764 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-efc4b41e-18b0-47fd-9c1b-1586a19d6918 req-7170d970-2681-48cd-ba87-cefe773d1de4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374935 Jul 06 12:48:40.629647 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13516dbf-8edf-4dd4-8c54-b493a4a667f2 req-07876176-8304-4a43-8a80-a919c607a2a5 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:40.631159 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13516dbf-8edf-4dd4-8c54-b493a4a667f2 req-07876176-8304-4a43-8a80-a919c607a2a5 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0656078 Jul 06 12:48:40.671594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-13516dbf-8edf-4dd4-8c54-b493a4a667f2 req-92d4287f-5295-4dea-8a41-4a897b3dce2f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348613 Jul 06 12:48:41.855731 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a16d28-5c74-49be-8ccd-59f451e69b87 req-c437927d-17a4-441c-8655-8a567908b19b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:41.857767 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75a16d28-5c74-49be-8ccd-59f451e69b87 req-c437927d-17a4-441c-8655-8a567908b19b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0695643 Jul 06 12:48:41.898980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-75a16d28-5c74-49be-8ccd-59f451e69b87 req-709fc596-bcc1-46b9-a177-466b8bf45ee9 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354705 Jul 06 12:48:43.079235 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79c039-c2bf-447a-9daf-38e93bfea37f req-a91880f8-6c72-4317-bad8-ea6ce9afa1e3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:43.080758 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f79c039-c2bf-447a-9daf-38e93bfea37f req-a91880f8-6c72-4317-bad8-ea6ce9afa1e3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0666463 Jul 06 12:48:43.118075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f79c039-c2bf-447a-9daf-38e93bfea37f req-30c7abf1-5a21-43d1-ab41-5c34af0d56cc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318120 Jul 06 12:48:43.144071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33668) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:48:43.208379 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7f0a5464-e8f6-4ff2-a98e-5648c8a7eb38 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/61ef1a11-f131-4c42-8e73-9aa020ba8f90 HTTP/1.1" status: 200 len: 992 time: 0.0630686 Jul 06 12:48:44.304840 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6dde8e2-03a1-4b37-989e-5e5334db7c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:44.655792 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e102-b6d7-4f7f-99e8-18736ce65561 req-ada01842-26ea-4dc1-b287-5bf5fdad39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:44.657333 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3206e102-b6d7-4f7f-99e8-18736ce65561 req-ada01842-26ea-4dc1-b287-5bf5fdad39b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 1096 time: 0.0617468 Jul 06 12:48:44.663018 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95488739-809d-4aa8-a393-68341ed0b1e4 req-de4d662d-f1cc-4838-9686-1cdbce4e3da0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:44.664603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95488739-809d-4aa8-a393-68341ed0b1e4 req-de4d662d-f1cc-4838-9686-1cdbce4e3da0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0714626 Jul 06 12:48:44.713087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95488739-809d-4aa8-a393-68341ed0b1e4 req-2e722382-284d-4d4d-9058-f07a7edc67b3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392489 Jul 06 12:48:44.779631 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e102-b6d7-4f7f-99e8-18736ce65561 req-a3649669-5459-4983-9b54-0ad769ee5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:44.781657 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3206e102-b6d7-4f7f-99e8-18736ce65561 req-a3649669-5459-4983-9b54-0ad769ee5893 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d9cfe15b-b9f6-4847-83cb-81a564289bb5 HTTP/1.1" status: 200 len: 897 time: 0.1147406 Jul 06 12:48:44.869757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3206e102-b6d7-4f7f-99e8-18736ce65561 req-7cbe4a59-b601-4cb6-9219-01f07c76a16a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06de8469-e81e-49d6-bada-3bc8b7dae523 HTTP/1.1" status: 200 len: 1000 time: 0.0812171 Jul 06 12:48:44.930615 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e102-b6d7-4f7f-99e8-18736ce65561 req-2cb0ba58-51f3-47d8-b88b-b8f7d41d3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:44.932416 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3206e102-b6d7-4f7f-99e8-18736ce65561 req-2cb0ba58-51f3-47d8-b88b-b8f7d41d3210 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=33c4ca99-2a6d-43a3-806f-3095c8f34a7d HTTP/1.1" status: 200 len: 834 time: 0.0506778 Jul 06 12:48:45.002606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e102-b6d7-4f7f-99e8-18736ce65561 req-9abc52af-e03d-4328-ba5d-0c734c1067a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:45.004157 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3206e102-b6d7-4f7f-99e8-18736ce65561 req-9abc52af-e03d-4328-ba5d-0c734c1067a1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d9cfe15b-b9f6-4847-83cb-81a564289bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642207 Jul 06 12:48:45.127741 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3206e102-b6d7-4f7f-99e8-18736ce65561 req-c63d6015-6372-4b04-be70-46780c23ac77 service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154232 Jul 06 12:48:45.239696 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3206e102-b6d7-4f7f-99e8-18736ce65561 req-bc72db88-231c-4394-aa60-400ecd32be00 service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014659 Jul 06 12:48:45.930267 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ceb8b6-3832-4e1f-8573-25c314212d15 req-ac54bd68-c349-49dd-86d3-f717e80c25f8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:45.932250 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d0ceb8b6-3832-4e1f-8573-25c314212d15 req-ac54bd68-c349-49dd-86d3-f717e80c25f8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0939503 Jul 06 12:48:45.979670 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d0ceb8b6-3832-4e1f-8573-25c314212d15 req-2b7cd7b3-037a-4537-bfa7-713558cc503e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409422 Jul 06 12:48:47.161587 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bd759-9dc1-4066-89df-395e82326904 req-ed40a8f1-26e2-4912-a38a-32158f177487 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:47.163104 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-113bd759-9dc1-4066-89df-395e82326904 req-ed40a8f1-26e2-4912-a38a-32158f177487 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0639224 Jul 06 12:48:47.202931 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-113bd759-9dc1-4066-89df-395e82326904 req-3a125f80-efbc-41df-b948-852ad4d5b1da tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342567 Jul 06 12:48:47.228337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33680) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:48:47.296448 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-18d43034-dd9b-4536-8f43-e4ec6ce13908 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/61ef1a11-f131-4c42-8e73-9aa020ba8f90 HTTP/1.1" status: 200 len: 992 time: 0.0666099 Jul 06 12:48:48.370354 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:48.531213 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cf0ec33-7b1a-42bc-95fb-f01c82c86d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:49.025934 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:50.810501 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:53.065128 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:48:59.329036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:59.525756 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:02.735550 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8395e937-43c4-4eed-9f17-b65e739f114d req-146fa111-5e8c-4456-ad30-6c7ea19ffe48 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572121 Jul 06 12:49:02.834566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e937-43c4-4eed-9f17-b65e739f114d req-6b31b1da-e5d4-419e-96e2-d8a59cadffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:02.836128 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8395e937-43c4-4eed-9f17-b65e739f114d req-6b31b1da-e5d4-419e-96e2-d8a59cadffef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 1096 time: 0.0535796 Jul 06 12:49:02.943898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e937-43c4-4eed-9f17-b65e739f114d req-0535a912-a3e0-4999-a56d-afa1dd185753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:02.945389 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8395e937-43c4-4eed-9f17-b65e739f114d req-0535a912-a3e0-4999-a56d-afa1dd185753 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d9cfe15b-b9f6-4847-83cb-81a564289bb5 HTTP/1.1" status: 200 len: 897 time: 0.0856721 Jul 06 12:49:03.018904 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8395e937-43c4-4eed-9f17-b65e739f114d req-133c4f3e-adaf-4282-8f9e-cb15dd421cf6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06de8469-e81e-49d6-bada-3bc8b7dae523 HTTP/1.1" status: 200 len: 1000 time: 0.0636821 Jul 06 12:49:03.070451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e937-43c4-4eed-9f17-b65e739f114d req-b666e4f8-325e-4bff-acbb-523062f52b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:03.072108 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8395e937-43c4-4eed-9f17-b65e739f114d req-b666e4f8-325e-4bff-acbb-523062f52b38 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=33c4ca99-2a6d-43a3-806f-3095c8f34a7d HTTP/1.1" status: 200 len: 834 time: 0.0449469 Jul 06 12:49:03.129959 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e937-43c4-4eed-9f17-b65e739f114d req-6d0a3d14-4e47-440e-8406-8917f0007a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:03.131477 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8395e937-43c4-4eed-9f17-b65e739f114d req-6d0a3d14-4e47-440e-8406-8917f0007a4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d9cfe15b-b9f6-4847-83cb-81a564289bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523124 Jul 06 12:49:03.233579 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8395e937-43c4-4eed-9f17-b65e739f114d req-764bbfd1-6441-46f5-9b30-d241e361c523 service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931418 Jul 06 12:49:03.321888 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8395e937-43c4-4eed-9f17-b65e739f114d req-c1d061c7-eafc-4961-ac59-22aa2b0f2ea4 service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815945 Jul 06 12:49:14.306561 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9b80f5a-fd90-4969-83d9-d31c4ea9ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:18.363570 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:18.532430 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4fb6-b11a-41bf-9436-d15805832766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:19.027747 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:19.920313 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33692) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:20.115540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 1951d443-b609-4c7d-96a0-c15525a88ac2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:49:20.115888 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:20.198878 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:20.199206 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:20.212013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 1951d443-b609-4c7d-96a0-c15525a88ac2 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:49:20.682554 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:20.709726 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=1951d443-b609-4c7d-96a0-c15525a88ac2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:20.742624 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.742971 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.743306 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.743680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.744008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.744333 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.744657 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.744980 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.745299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.745617 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.745935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.746254 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:20.788636 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:20.788983 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Floating IP 61ef1a11-f131-4c42-8e73-9aa020ba8f90 disassociated (deleted). External IP: 172.25.0.82, port: 06de8469-e81e-49d6-bada-3bc8b7dae523. Jul 06 12:49:20.815733 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:21.002793 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 7715749d-ce05-4f45-b83a-ede9f0b305f8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:49:21.125376 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:49:21.130255 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:21.134555 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13cae19-468b-4b9d-842f-b8799c24106a None None] Sync routers for ids ['7715749d-ce05-4f45-b83a-ede9f0b305f8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:49:21.143969 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13cae19-468b-4b9d-842f-b8799c24106a None None] Routers {'7715749d-ce05-4f45-b83a-ede9f0b305f8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:21.144565 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f13cae19-468b-4b9d-842f-b8799c24106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:49:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['7715749d-ce05-4f45-b83a-ede9f0b305f8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:21.167511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1619ea2a-fa80-4215-833b-66fdac1c5b7a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/floatingips/61ef1a11-f131-4c42-8e73-9aa020ba8f90 HTTP/1.1" status: 204 len: 168 time: 1.2450886 Jul 06 12:49:21.168205 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'tag': '06de8469-e81e-49d6-bada-3bc8b7dae523'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:49:21.170595 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaa89ab-9569-4dda-9437-bf27501ca46b" -d '{"events": [{"name": "network-changed", "server_uuid": "90b1156d-b5af-47c6-8ac7-c79f49425c2a", "tag": "06de8469-e81e-49d6-bada-3bc8b7dae523"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:49:21.216108 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66741af9-b4c9-45ba-8d5f-99c209265c0c x-openstack-request-id: req-66741af9-b4c9-45ba-8d5f-99c209265c0c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:49:21.218646 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b1156d-b5af-47c6-8ac7-c79f49425c2a", "tag": "06de8469-e81e-49d6-bada-3bc8b7dae523", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:49:21.218911 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66741af9-b4c9-45ba-8d5f-99c209265c0c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:49:21.219321 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'tag': '06de8469-e81e-49d6-bada-3bc8b7dae523', 'status': 'completed', 'code': 200} Jul 06 12:49:21.255975 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f13cae19-468b-4b9d-842f-b8799c24106a None None] Set router 7715749d-ce05-4f45-b83a-ede9f0b305f8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:21.300806 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa89ab-9569-4dda-9437-bf27501ca46b req-222771f6-4b1f-4e1d-bae5-e66607254403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:21.303011 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1eaa89ab-9569-4dda-9437-bf27501ca46b req-222771f6-4b1f-4e1d-bae5-e66607254403 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 1096 time: 0.0593863 Jul 06 12:49:21.402735 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa89ab-9569-4dda-9437-bf27501ca46b req-96500875-94c0-48d8-86b1-a37d02c906f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:21.404424 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1eaa89ab-9569-4dda-9437-bf27501ca46b req-96500875-94c0-48d8-86b1-a37d02c906f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d9cfe15b-b9f6-4847-83cb-81a564289bb5 HTTP/1.1" status: 200 len: 897 time: 0.0945578 Jul 06 12:49:21.452984 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1eaa89ab-9569-4dda-9437-bf27501ca46b req-5d61d1fc-5406-45d5-a5be-8dd5660689a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06de8469-e81e-49d6-bada-3bc8b7dae523 HTTP/1.1" status: 200 len: 217 time: 0.0416889 Jul 06 12:49:21.473385 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f13cae19-468b-4b9d-842f-b8799c24106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:40Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9e4b1461-2e2d-413e-8fca-5ddf20223d61', 'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:6d:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:40Z', 'updated_at': '2021-07-06T12:47:45Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:21.500467 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13cae19-468b-4b9d-842f-b8799c24106a None None] Checking router: 7715749d-ce05-4f45-b83a-ede9f0b305f8 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:49:21.504932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa89ab-9569-4dda-9437-bf27501ca46b req-e0f866f0-f2c0-45e5-9052-4662c898dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:21.506477 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1eaa89ab-9569-4dda-9437-bf27501ca46b req-e0f866f0-f2c0-45e5-9052-4662c898dcaf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=33c4ca99-2a6d-43a3-806f-3095c8f34a7d HTTP/1.1" status: 200 len: 834 time: 0.0467567 Jul 06 12:49:21.509037 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13cae19-468b-4b9d-842f-b8799c24106a None None] Routers {'7715749d-ce05-4f45-b83a-ede9f0b305f8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:21.509641 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f13cae19-468b-4b9d-842f-b8799c24106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:49:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['7715749d-ce05-4f45-b83a-ede9f0b305f8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:21.569229 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8993d95-ffb2-4f5a-8e7f-26d0287f062b req-4acba71f-7880-46f5-b53f-ef8a1d11c204 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:21.570803 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8993d95-ffb2-4f5a-8e7f-26d0287f062b req-4acba71f-7880-46f5-b53f-ef8a1d11c204 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0682960 Jul 06 12:49:21.571379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa89ab-9569-4dda-9437-bf27501ca46b req-3521b8c2-678a-46fc-911d-f9f110af62df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:21.573410 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1eaa89ab-9569-4dda-9437-bf27501ca46b req-3521b8c2-678a-46fc-911d-f9f110af62df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d9cfe15b-b9f6-4847-83cb-81a564289bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594261 Jul 06 12:49:21.612623 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b8993d95-ffb2-4f5a-8e7f-26d0287f062b req-838a83cb-2f70-4ac1-a2e1-e13fd6f484cc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353246 Jul 06 12:49:21.621502 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f13cae19-468b-4b9d-842f-b8799c24106a None None] Set router 7715749d-ce05-4f45-b83a-ede9f0b305f8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:21.670870 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1eaa89ab-9569-4dda-9437-bf27501ca46b req-e5c51080-4d4b-45f1-9882-111cf3b79666 service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880315 Jul 06 12:49:21.838053 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f13cae19-468b-4b9d-842f-b8799c24106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:40Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9e4b1461-2e2d-413e-8fca-5ddf20223d61', 'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:6d:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:40Z', 'updated_at': '2021-07-06T12:47:45Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:21.868811 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13cae19-468b-4b9d-842f-b8799c24106a None None] The sync data for ids ['7715749d-ce05-4f45-b83a-ede9f0b305f8'] in n-d-799527-2 is: [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:47:40Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '9e4b1461-2e2d-413e-8fca-5ddf20223d61', 'name': '', 'network_id': 'd9cfe15b-b9f6-4847-83cb-81a564289bb5', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:6d:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:40Z', 'updated_at': '2021-07-06T12:47:45Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': '33c4ca99-2a6d-43a3-806f-3095c8f34a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:49:22.110953 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1eaa89ab-9569-4dda-9437-bf27501ca46b req-9471957f-e02f-478a-a0af-6145961bc576 service neutron] 10.222.0.86 "GET /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310312 Jul 06 12:49:22.113114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9514c1f3-3d69-439f-966d-bcb2072a1ec1 None None] New status for floating IP 61ef1a11-f131-4c42-8e73-9aa020ba8f90: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:49:22.657554 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-fdfc6a38-c4e2-4433-8cf1-06d57a70c6ef req-26255dc5-b581-4536-a88f-48219a3791bb service neutron] (93814) timed out ('10.222.0.21', 58620) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:49:22.798954 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c8d44-8a5c-43f4-934d-7bbf384cd59a req-40046cb6-40b4-46c3-b39d-d5ca1f885798 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:22.800619 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d2c8d44-8a5c-43f4-934d-7bbf384cd59a req-40046cb6-40b4-46c3-b39d-d5ca1f885798 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0711908 Jul 06 12:49:22.839532 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d2c8d44-8a5c-43f4-934d-7bbf384cd59a req-89f08c7e-d1da-42dc-a233-dc753a63d633 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=c905e544-f5ce-4e99-8ea8-6f3b846b24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327091 Jul 06 12:49:23.369671 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da85e05-647d-4baf-952d-009ae01fff64 req-f42f7988-a8a8-4c1c-995c-b99d41120410 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:23.371197 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0da85e05-647d-4baf-952d-009ae01fff64 req-f42f7988-a8a8-4c1c-995c-b99d41120410 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 945 time: 0.0673511 Jul 06 12:49:23.480300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0da85e05-647d-4baf-952d-009ae01fff64 req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 06de8469-e81e-49d6-bada-3bc8b7dae523 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:49:23.480640 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0da85e05-647d-4baf-952d-009ae01fff64 req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:23.570801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0da85e05-647d-4baf-952d-009ae01fff64 req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port 06de8469-e81e-49d6-bada-3bc8b7dae523, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=06de8469-e81e-49d6-bada-3bc8b7dae523,segment=NetworkSegment(1c908cd5-d694-4cc9-aad4-ea3f221fb41e),segment_id=1c908cd5-d694-4cc9-aad4-ea3f221fb41e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:23.571170 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0da85e05-647d-4baf-952d-009ae01fff64 req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:23.583578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0da85e05-647d-4baf-952d-009ae01fff64 req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 06de8469-e81e-49d6-bada-3bc8b7dae523 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:49:23.714218 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0da85e05-647d-4baf-952d-009ae01fff64 req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:23.748524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=06de8469-e81e-49d6-bada-3bc8b7dae523,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:23.762593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.763105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.763384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.763654 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.764073 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.764333 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.764664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.765650 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.765990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.766415 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.766745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.767072 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:23.808240 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da85e05-647d-4baf-952d-009ae01fff64 req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] No DVR routers for this DVR port 06de8469-e81e-49d6-bada-3bc8b7dae523 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:49:23.810928 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0da85e05-647d-4baf-952d-009ae01fff64 req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:23.813753 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-0da85e05-647d-4baf-952d-009ae01fff64 req-d958babd-f609-4c47-b96f-15973ae47aa3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "DELETE /v2.0/ports/06de8469-e81e-49d6-bada-3bc8b7dae523 HTTP/1.1" status: 204 len: 173 time: 0.4330759 Jul 06 12:49:23.814205 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'name': 'network-vif-deleted', 'tag': '06de8469-e81e-49d6-bada-3bc8b7dae523'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:49:23.816519 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbacee7-0450-4138-9ee6-197bede4f84d" -d '{"events": [{"server_uuid": "90b1156d-b5af-47c6-8ac7-c79f49425c2a", "name": "network-vif-deleted", "tag": "06de8469-e81e-49d6-bada-3bc8b7dae523"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:49:23.925446 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846e4281-e3fc-406b-aeaa-577de5cc0719 x-openstack-request-id: req-846e4281-e3fc-406b-aeaa-577de5cc0719 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:49:23.925745 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b1156d-b5af-47c6-8ac7-c79f49425c2a", "name": "network-vif-deleted", "tag": "06de8469-e81e-49d6-bada-3bc8b7dae523", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:49:23.925981 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-846e4281-e3fc-406b-aeaa-577de5cc0719 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:49:23.926416 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b1156d-b5af-47c6-8ac7-c79f49425c2a', 'name': 'network-vif-deleted', 'tag': '06de8469-e81e-49d6-bada-3bc8b7dae523', 'status': 'completed', 'code': 200} Jul 06 12:49:23.996494 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d9309d6f-f32d-4c8f-9198-65d37d292041 req-410b7974-fa02-4ee0-9594-48bb3e032097 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b1156d-b5af-47c6-8ac7-c79f49425c2a HTTP/1.1" status: 200 len: 210 time: 0.0307634 Jul 06 12:49:25.092568 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33712) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:25.486026 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:25.771691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 9e4b1461-2e2d-413e-8fca-5ddf20223d61 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:49:25.771953 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:25.861208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port 9e4b1461-2e2d-413e-8fca-5ddf20223d61, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=9e4b1461-2e2d-413e-8fca-5ddf20223d61,segment=NetworkSegment(1c908cd5-d694-4cc9-aad4-ea3f221fb41e),segment_id=1c908cd5-d694-4cc9-aad4-ea3f221fb41e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:25.861571 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:25.875124 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 9e4b1461-2e2d-413e-8fca-5ddf20223d61 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:49:26.067254 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:26.092610 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=9e4b1461-2e2d-413e-8fca-5ddf20223d61,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:26.298699 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:26.536228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router 7715749d-ce05-4f45-b83a-ede9f0b305f8 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:49:26.655184 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:49:26.662470 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ddef0578-eae1-4150-a689-effb7b62dbb1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "PUT /v2.0/routers/7715749d-ce05-4f45-b83a-ede9f0b305f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5688035 Jul 06 12:49:26.666837 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:26.670116 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86932136-9263-4ba7-bd80-b5e9a6dfb929 None None] Sync routers for ids ['7715749d-ce05-4f45-b83a-ede9f0b305f8'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:49:26.685245 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86932136-9263-4ba7-bd80-b5e9a6dfb929 None None] Routers {'7715749d-ce05-4f45-b83a-ede9f0b305f8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:26.686183 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-86932136-9263-4ba7-bd80-b5e9a6dfb929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:49:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['7715749d-ce05-4f45-b83a-ede9f0b305f8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:26.731031 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-5763077c-00b4-48ee-822d-c42bfd1e0892 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting subnet 33c4ca99-2a6d-43a3-806f-3095c8f34a7d {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:49:26.735130 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5763077c-00b4-48ee-822d-c42bfd1e0892 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:26.784989 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5763077c-00b4-48ee-822d-c42bfd1e0892 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:26.826587 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-86932136-9263-4ba7-bd80-b5e9a6dfb929 None None] Set router 7715749d-ce05-4f45-b83a-ede9f0b305f8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:26.891313 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5763077c-00b4-48ee-822d-c42bfd1e0892 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:26.964647 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5763077c-00b4-48ee-822d-c42bfd1e0892 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:26.992764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763077c-00b4-48ee-822d-c42bfd1e0892 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Subnet': ['ID=33c4ca99-2a6d-43a3-806f-3095c8f34a7d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:26.999115 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5763077c-00b4-48ee-822d-c42bfd1e0892 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.001538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5763077c-00b4-48ee-822d-c42bfd1e0892 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/subnets/33c4ca99-2a6d-43a3-806f-3095c8f34a7d HTTP/1.1" status: 204 len: 168 time: 0.3336799 Jul 06 12:49:27.005350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33716) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:27.007942 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ed6bb9-4588-4d0f-99fc-8eabf831487b None None] Network d9cfe15b-b9f6-4847-83cb-81a564289bb5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:49:27.019208 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-86932136-9263-4ba7-bd80-b5e9a6dfb929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:49:26Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:27.049976 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86932136-9263-4ba7-bd80-b5e9a6dfb929 None None] Checking router: 7715749d-ce05-4f45-b83a-ede9f0b305f8 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:49:27.058693 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86932136-9263-4ba7-bd80-b5e9a6dfb929 None None] Routers {'7715749d-ce05-4f45-b83a-ede9f0b305f8'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:27.059591 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-86932136-9263-4ba7-bd80-b5e9a6dfb929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:49:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['7715749d-ce05-4f45-b83a-ede9f0b305f8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:27.120842 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.168778 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-86932136-9263-4ba7-bd80-b5e9a6dfb929 None None] Set router 7715749d-ce05-4f45-b83a-ede9f0b305f8 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:27.225383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] DHCP port deletion for d9cfe15b-b9f6-4847-83cb-81a564289bb5 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:49:27.248185 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.285336 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Deleting port 8291dc07-4c17-4f77-889d-e16cb6c1aec0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:49:27.285713 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.300499 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 06de8469-e81e-49d6-bada-3bc8b7dae523 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:49:27.305018 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port e376ddb2-7289-4f17-9474-125479856e60 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:49:27.305371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.345880 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 06de8469-e81e-49d6-bada-3bc8b7dae523 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:49:27.346313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 06de8469-e81e-49d6-bada-3bc8b7dae523 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:49:27.377915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] For port 8291dc07-4c17-4f77-889d-e16cb6c1aec0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8291dc07-4c17-4f77-889d-e16cb6c1aec0,segment=NetworkSegment(1c908cd5-d694-4cc9-aad4-ea3f221fb41e),segment_id=1c908cd5-d694-4cc9-aad4-ea3f221fb41e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:27.378931 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.394363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Calling delete_port for 8291dc07-4c17-4f77-889d-e16cb6c1aec0 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:49:27.398342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port e376ddb2-7289-4f17-9474-125479856e60, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e376ddb2-7289-4f17-9474-125479856e60,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:27.398708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.412061 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for e376ddb2-7289-4f17-9474-125479856e60 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:49:27.481337 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-86932136-9263-4ba7-bd80-b5e9a6dfb929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:49:26Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:27.481590 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.508092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Pushing event deleted for resources: {'Port': ['ID=8291dc07-4c17-4f77-889d-e16cb6c1aec0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:27.508699 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86932136-9263-4ba7-bd80-b5e9a6dfb929 None None] The sync data for ids ['7715749d-ce05-4f45-b83a-ede9f0b305f8'] in n-d-799527-2 is: [{'id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847748164', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e376ddb2-7289-4f17-9474-125479856e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:47:36Z', 'updated_at': '2021-07-06T12:49:26Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': 'e376ddb2-7289-4f17-9474-125479856e60', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7715749d-ce05-4f45-b83a-ede9f0b305f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:47:37Z', 'updated_at': '2021-07-06T12:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:49:27.512312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] No DVR routers for this DVR port 8291dc07-4c17-4f77-889d-e16cb6c1aec0 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:49:27.520326 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.520798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.521139 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.521465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.521970 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.522475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.522987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.524069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.524461 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.524729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.525054 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.525375 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d325ecee-b174-4dae-a7cb-a1589410a7d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:27.610512 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.637846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=e376ddb2-7289-4f17-9474-125479856e60,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:27.704390 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.801089 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.803411 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.852129 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.852677 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Fanout notify agent at l3_agent the message router_deleted on router 7715749d-ce05-4f45-b83a-ede9f0b305f8 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:49:27.860798 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:27.861932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7e4db242-2d27-4044-9259-2bd132bfa683 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/routers/7715749d-ce05-4f45-b83a-ede9f0b305f8 HTTP/1.1" status: 204 len: 168 time: 0.8555956 Jul 06 12:49:27.864623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33718) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:27.947316 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.041171 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.051822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cfe15b-b9f6-4847-83cb-81a564289bb5']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:28.063332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c908cd5-d694-4cc9-aad4-ea3f221fb41e') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:28.063594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c908cd5-d694-4cc9-aad4-ea3f221fb41e') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:28.072497 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.086302 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.092428 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:49:28.093346 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:49:28.096394 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:49:28.159366 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.164752 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.166712 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/networks/d9cfe15b-b9f6-4847-83cb-81a564289bb5 HTTP/1.1" status: 204 len: 168 time: 0.3011148 Jul 06 12:49:28.169582 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:28.186903 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a099d-f666-4022-887c-ab24af3693d1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Network': ['ID=d9cfe15b-b9f6-4847-83cb-81a564289bb5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:28.229642 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7617-7b60-4d57-a47c-a0584ae67e44 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.254669 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7617-7b60-4d57-a47c-a0584ae67e44 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.318010 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7617-7b60-4d57-a47c-a0584ae67e44 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.320621 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7617-7b60-4d57-a47c-a0584ae67e44 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.321963 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3b7d7617-7b60-4d57-a47c-a0584ae67e44 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/security-groups/c905e544-f5ce-4e99-8ea8-6f3b846b24e0 HTTP/1.1" status: 204 len: 168 time: 0.1513360 Jul 06 12:49:28.333001 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d7617-7b60-4d57-a47c-a0584ae67e44 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c905e544-f5ce-4e99-8ea8-6f3b846b24e0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:28.590350 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33726) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:28.595748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-fbc5c891-64b8-4eaf-a2d8-1bb83fce547d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1437001594', 'description': 'tempest-secgroup-smoke-1437001594 description', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:28.617635 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c891-64b8-4eaf-a2d8-1bb83fce547d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.706807 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c891-64b8-4eaf-a2d8-1bb83fce547d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.710621 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c891-64b8-4eaf-a2d8-1bb83fce547d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.741478 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5c891-64b8-4eaf-a2d8-1bb83fce547d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b09a937-586f-4f5f-9aa8-69e98e122ac2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:28.744297 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c891-64b8-4eaf-a2d8-1bb83fce547d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.745655 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fbc5c891-64b8-4eaf-a2d8-1bb83fce547d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1543031 Jul 06 12:49:28.748791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33728) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:28.753811 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cae0bf1a-e7a1-487f-b034-1aa8b95cb9f6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '4b09a937-586f-4f5f-9aa8-69e98e122ac2', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:28.780877 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cae0bf1a-e7a1-487f-b034-1aa8b95cb9f6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.848334 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cae0bf1a-e7a1-487f-b034-1aa8b95cb9f6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.853096 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cae0bf1a-e7a1-487f-b034-1aa8b95cb9f6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.860269 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8291dc07-4c17-4f77-889d-e16cb6c1aec0 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:49:28.874621 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0bf1a-e7a1-487f-b034-1aa8b95cb9f6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b530c22e-fc4e-4d9b-b8b3-98f9550ddbdf,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:28.881586 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 8291dc07-4c17-4f77-889d-e16cb6c1aec0 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:49:28.882226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8291dc07-4c17-4f77-889d-e16cb6c1aec0 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:49:28.882541 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cae0bf1a-e7a1-487f-b034-1aa8b95cb9f6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.882674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e376ddb2-7289-4f17-9474-125479856e60 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:49:28.884100 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cae0bf1a-e7a1-487f-b034-1aa8b95cb9f6 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337647 Jul 06 12:49:28.886944 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33730) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:28.892480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-254bd8a5-5376-4f28-a368-9cd6d9574012 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '4b09a937-586f-4f5f-9aa8-69e98e122ac2', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:28.903758 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e376ddb2-7289-4f17-9474-125479856e60 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:49:28.904099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e376ddb2-7289-4f17-9474-125479856e60 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:49:28.904535 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9e4b1461-2e2d-413e-8fca-5ddf20223d61 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:49:28.920610 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-254bd8a5-5376-4f28-a368-9cd6d9574012 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.927355 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 9e4b1461-2e2d-413e-8fca-5ddf20223d61 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:49:28.927724 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 9e4b1461-2e2d-413e-8fca-5ddf20223d61 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:49:28.980914 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-254bd8a5-5376-4f28-a368-9cd6d9574012 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.985343 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-254bd8a5-5376-4f28-a368-9cd6d9574012 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.003342 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bd8a5-5376-4f28-a368-9cd6d9574012 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbdd718-99fa-4d11-98c1-fb45198483ba,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:29.010078 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-254bd8a5-5376-4f28-a368-9cd6d9574012 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.011435 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-254bd8a5-5376-4f28-a368-9cd6d9574012 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233032 Jul 06 12:49:29.014300 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33732) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:29.020289 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-555ef526-1a32-42ff-8d99-344444405b12 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '4b09a937-586f-4f5f-9aa8-69e98e122ac2', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:29.049720 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-555ef526-1a32-42ff-8d99-344444405b12 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.098653 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-555ef526-1a32-42ff-8d99-344444405b12 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.102639 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-555ef526-1a32-42ff-8d99-344444405b12 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.122325 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ef526-1a32-42ff-8d99-344444405b12 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0cf6a9-47f8-4928-b8c1-cbe3a24e5e5f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:29.125751 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-555ef526-1a32-42ff-8d99-344444405b12 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.127020 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-555ef526-1a32-42ff-8d99-344444405b12 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1107001 Jul 06 12:49:29.129773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33734) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:29.134158 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6df53efc-20ba-433f-8cfd-8104cafd92b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '4b09a937-586f-4f5f-9aa8-69e98e122ac2', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:29.162155 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6df53efc-20ba-433f-8cfd-8104cafd92b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.227798 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6df53efc-20ba-433f-8cfd-8104cafd92b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.231610 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6df53efc-20ba-433f-8cfd-8104cafd92b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.249636 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df53efc-20ba-433f-8cfd-8104cafd92b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6cc056e-4fec-4d83-8384-dcf070499b0c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:29.257504 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6df53efc-20ba-433f-8cfd-8104cafd92b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.258688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6df53efc-20ba-433f-8cfd-8104cafd92b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280022 Jul 06 12:49:29.261447 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:29.266504 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1f8019af-f2d0-47b7-8b9a-b7ace37f2082 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '4b09a937-586f-4f5f-9aa8-69e98e122ac2', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:29.289057 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-1f8019af-f2d0-47b7-8b9a-b7ace37f2082 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Project 3e42adea08954e8a97a533ccd03ed1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:49:29.294137 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f8019af-f2d0-47b7-8b9a-b7ace37f2082 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.352181 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.357139 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f8019af-f2d0-47b7-8b9a-b7ace37f2082 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.360658 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f8019af-f2d0-47b7-8b9a-b7ace37f2082 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.378441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8019af-f2d0-47b7-8b9a-b7ace37f2082 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3e6d2d-32ef-40bb-a339-fe10c179362f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:29.385042 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f8019af-f2d0-47b7-8b9a-b7ace37f2082 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.386207 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-1f8019af-f2d0-47b7-8b9a-b7ace37f2082 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238008 Jul 06 12:49:29.389396 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33738) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:29.395086 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c083dbd3-6778-4c72-a3fc-1deecb43696b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'security_group_rule': {'security_group_id': '4b09a937-586f-4f5f-9aa8-69e98e122ac2', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:29.418071 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-c083dbd3-6778-4c72-a3fc-1deecb43696b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Project 3e42adea08954e8a97a533ccd03ed1e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:49:29.423612 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c083dbd3-6778-4c72-a3fc-1deecb43696b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.491180 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c083dbd3-6778-4c72-a3fc-1deecb43696b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.495579 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c083dbd3-6778-4c72-a3fc-1deecb43696b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.519532 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083dbd3-6778-4c72-a3fc-1deecb43696b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330d2735-3164-4849-be41-68f73cfb8fe0,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:29.520162 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.523773 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c083dbd3-6778-4c72-a3fc-1deecb43696b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.527836 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c083dbd3-6778-4c72-a3fc-1deecb43696b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339638 Jul 06 12:49:29.528344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33740) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:29.532919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'network': {'name': 'tempest-network-smoke--332675881', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'port_security_enabled': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:29.554726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:49:29.558270 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.589283 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:49:29.598757 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.599131 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Added segment a159e33e-0700-4f4f-a40e-20aeccfd345d of type vlan for network 411966c3-650e-43d3-b009-002bcddb937d Jul 06 12:49:29.647362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.676918 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.682600 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:29.683184 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.742631 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2135773 Jul 06 12:49:29.745553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33742) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:29.752823 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'admin_state_up': True, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:29.768522 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4a481-cc43-4b12-b44b-67d3e52211b7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Network': ['ID=411966c3-650e-43d3-b009-002bcddb937d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:29.778411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 411966c3-650e-43d3-b009-002bcddb937d details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:49:29.785780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.786863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.842246 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:29.983686 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:30.064668 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:49:30.174103 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:30.197589 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:30.303083 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.25.0.19 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/79c52b6c-4d89-44b7-b70e-59c298cfab19) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:49:30.408863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:30.449606 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:30.487359 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:49:30.492553 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:49:30.495175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:49:30.520218 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=79c52b6c-4d89-44b7-b70e-59c298cfab19,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:30.758918 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:30.957742 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:31.088088 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router bc207abb-98c8-4e07-8fa6-9031734eb04a is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:49:31.196523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:49:31.206282 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Sync routers for ids ['bc207abb-98c8-4e07-8fa6-9031734eb04a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:49:31.215572 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:31.216430 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Routers {'bc207abb-98c8-4e07-8fa6-9031734eb04a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:31.216915 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:49:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc207abb-98c8-4e07-8fa6-9031734eb04a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:31.221212 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e66deccd-2cb5-4519-8355-d75efc7396b1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4733996 Jul 06 12:49:31.221212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33744) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:31.249741 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f885aa9b-1ef1-4f89-a400-eb46daa17e4a tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3e42adea08954e8a97a533ccd03ed1e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276282 Jul 06 12:49:31.252572 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33746) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:31.325984 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Set router bc207abb-98c8-4e07-8fa6-9031734eb04a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:31.355225 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd60c4-95c1-452c-b73b-2675dd8ddf45 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:31.356810 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ccbd60c4-95c1-452c-b73b-2675dd8ddf45 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1033475 Jul 06 12:49:31.359613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33748) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:31.392463 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fd824d30-fb3e-40bd-a656-492c14de1513 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=df1087d2-3bdc-4320-881a-9a406341ee71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316200 Jul 06 12:49:31.395055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33750) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:31.399974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1727690885', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:31.497282 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:49:31.501786 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:31.525465 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:30Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:31.557924 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Checking router: bc207abb-98c8-4e07-8fa6-9031734eb04a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:49:31.558286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Updating router bc207abb-98c8-4e07-8fa6-9031734eb04a port 79c52b6c-4d89-44b7-b70e-59c298cfab19 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:49:31.595959 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:31.724757 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:31.784761 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Subnet': ['ID=b88e4ac2-c4ac-4ea2-b189-1b2f02619717,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:31.797195 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Checking segment: {'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:49:31.797565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network hostable DHCP agents. Network: 411966c3-650e-43d3-b009-002bcddb937d, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:49:31.814558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 411966c3-650e-43d3-b009-002bcddb937d is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:49:31.823897 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 411966c3-650e-43d3-b009-002bcddb937d) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:49:31.829551 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:31.830275 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:31.848011 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cbbd644c-6608-4358-9406-af08795bc65c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4492397 Jul 06 12:49:31.848219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33752) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:31.856906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ea999-8997-407b-b833-97d7a8bed91b None None] Network 411966c3-650e-43d3-b009-002bcddb937d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:49:31.931743 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:31.950834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Transition to ACTIVE for port object 79c52b6c-4d89-44b7-b70e-59c298cfab19 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:49:31.965365 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:32.044711 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Attempting to bind port 79c52b6c-4d89-44b7-b70e-59c298cfab19 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:49:32.045077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Attempting to bind port 79c52b6c-4d89-44b7-b70e-59c298cfab19 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:49:32.045437 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Attempting to bind port 79c52b6c-4d89-44b7-b70e-59c298cfab19 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:49:32.047853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfba60-bf20-4690-b6d5-ba65d04cd112 None None] Pushing event updated for resources: {'Port': ['ID=79c52b6c-4d89-44b7-b70e-59c298cfab19,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:32.078112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:49:32.078488 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:49:32.078894 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:32.079285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:49:32.079791 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Bound port: 79c52b6c-4d89-44b7-b70e-59c298cfab19, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:49:32.080173 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:32.168487 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-411966c3-650e-43d3-b009-002bcddb937d', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ips': [{'subnet_id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:49:32.169341 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:32.176664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] For port 79c52b6c-4d89-44b7-b70e-59c298cfab19, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:49:32.199932 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] For port 79c52b6c-4d89-44b7-b70e-59c298cfab19, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=79c52b6c-4d89-44b7-b70e-59c298cfab19,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:49:32.209420 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:32.527833 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Routers {'bc207abb-98c8-4e07-8fa6-9031734eb04a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:32.528511 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:49:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc207abb-98c8-4e07-8fa6-9031734eb04a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:32.530792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfba60-bf20-4690-b6d5-ba65d04cd112 None None] Pushing event updated for resources: {'Port': ['ID=79c52b6c-4d89-44b7-b70e-59c298cfab19,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:32.603668 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Allocated IP 172.20.0.2 (411966c3-650e-43d3-b009-002bcddb937d/b88e4ac2-c4ac-4ea2-b189-1b2f02619717/e5430ca3-f694-4dc1-89ad-3dae82d367b2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:49:32.647970 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:32.708576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] Set router bc207abb-98c8-4e07-8fa6-9031734eb04a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:32.936117 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:32.948225 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Transition to ACTIVE for port object e5430ca3-f694-4dc1-89ad-3dae82d367b2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:49:32.970218 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Transition to ACTIVE for port object e5430ca3-f694-4dc1-89ad-3dae82d367b2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:49:32.979232 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:33.023900 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:30Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:33.026495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.20.0.1 (411966c3-650e-43d3-b009-002bcddb937d/b88e4ac2-c4ac-4ea2-b189-1b2f02619717/7b8d1870-f90a-4d46-90bd-f8628865e42e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:49:33.037837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Network 411966c3-650e-43d3-b009-002bcddb937d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:49:33.064884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:49:33.066654 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Pushing event updated for resources: {'Port': ['ID=e5430ca3-f694-4dc1-89ad-3dae82d367b2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:33.068797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c9664-5597-42a1-b319-2ba1ff8bf79c None None] The sync data for ids ['bc207abb-98c8-4e07-8fa6-9031734eb04a'] in n-d-799527-2 is: [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:30Z', 'revision_number': 3, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:49:33.070502 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:49:33.136693 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Attempting to bind port e5430ca3-f694-4dc1-89ad-3dae82d367b2 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:49:33.137072 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Attempting to bind port e5430ca3-f694-4dc1-89ad-3dae82d367b2 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:49:33.137435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Attempting to bind port e5430ca3-f694-4dc1-89ad-3dae82d367b2 on network 411966c3-650e-43d3-b009-002bcddb937d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:49:33.144464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:49:33.144868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Checking segment: {'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:49:33.145252 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:33.145647 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Bound using segment: {'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:49:33.146151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Bound port: e5430ca3-f694-4dc1-89ad-3dae82d367b2, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:49:33.146492 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:33.154828 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:33.174480 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Transition to ACTIVE for port object 7b8d1870-f90a-4d46-90bd-f8628865e42e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:49:33.210816 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:33.222270 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] For port e5430ca3-f694-4dc1-89ad-3dae82d367b2, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:49:33.225764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] For port e5430ca3-f694-4dc1-89ad-3dae82d367b2, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e5430ca3-f694-4dc1-89ad-3dae82d367b2,segment=NetworkSegment(a159e33e-0700-4f4f-a40e-20aeccfd345d),segment_id=a159e33e-0700-4f4f-a40e-20aeccfd345d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:49:33.232465 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:33.266971 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 411966c3-650e-43d3-b009-002bcddb937d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:49:33.270678 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:49:33.275724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:49:33.279896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=7b8d1870-f90a-4d46-90bd-f8628865e42e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:33.334919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820409e-5ee4-4dec-8a78-985a3c2844b2 None None] Pushing event updated for resources: {'Port': ['ID=e5430ca3-f694-4dc1-89ad-3dae82d367b2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:33.344246 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:33.544993 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:33.878429 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:33.886628 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:33.971584 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=7b8d1870-f90a-4d46-90bd-f8628865e42e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:33.975708 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:34.105050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 411966c3-650e-43d3-b009-002bcddb937d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:49:34.106686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:49:34.234312 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router bc207abb-98c8-4e07-8fa6-9031734eb04a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:49:34.325987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8d097-cb5e-4aac-835f-6837b0f8270f None None] Network 411966c3-650e-43d3-b009-002bcddb937d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:49:34.356993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:49:34.362892 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-4b1c0d91-34f6-4d0f-b8cd-3adcbeb69bfd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "PUT /v2.0/routers/bc207abb-98c8-4e07-8fa6-9031734eb04a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5137217 Jul 06 12:49:34.456624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c943eb13-ecb9-41e5-b62c-cc832a4ff487 None None] Provisioning for port e5430ca3-f694-4dc1-89ad-3dae82d367b2 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:49:34.525411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-4bf3f917-4095-44bd-994e-c1fc5dc5ac84 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437001594&fields=id&tenant_id=3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 267 time: 0.0370290 Jul 06 12:49:34.656520 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-e52467a1-b06f-4476-bf93-9bb954988273 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:34.658131 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-e52467a1-b06f-4476-bf93-9bb954988273 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/networks?id=411966c3-650e-43d3-b009-002bcddb937d HTTP/1.1" status: 200 len: 796 time: 0.1244400 Jul 06 12:49:34.675691 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-77713abc-80aa-42fb-aedc-cc1772e0fb81 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/quotas/3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 375 time: 0.0102472 Jul 06 12:49:34.736747 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Sync routers for ids ['bc207abb-98c8-4e07-8fa6-9031734eb04a'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:49:34.748090 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Routers {'bc207abb-98c8-4e07-8fa6-9031734eb04a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:34.749865 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:49:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc207abb-98c8-4e07-8fa6-9031734eb04a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:34.754230 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-9a00cba4-6e23-488d-8785-79b5fc3588e8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705295 Jul 06 12:49:34.790768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-939c718c-b786-4f9c-9282-43cf9f709040 None None] Provisioning for port 7b8d1870-f90a-4d46-90bd-f8628865e42e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:49:34.807043 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-939c718c-b786-4f9c-9282-43cf9f709040 None None] Provisioning complete for port 7b8d1870-f90a-4d46-90bd-f8628865e42e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:34.807418 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-939c718c-b786-4f9c-9282-43cf9f709040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:34.902426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-939c718c-b786-4f9c-9282-43cf9f709040 None None] Port 7b8d1870-f90a-4d46-90bd-f8628865e42e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:49:34.906331 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-c2082af0-977d-412e-80a3-e26e95fc0518 service neutron] 10.222.0.21 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391873 Jul 06 12:49:34.916006 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Set router bc207abb-98c8-4e07-8fa6-9031734eb04a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:34.999735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e5430ca3-f694-4dc1-89ad-3dae82d367b2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:49:35.045132 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-da52b4e8-cb05-4a79-af3a-7bdc9d5b7b50 service neutron] 10.222.0.21 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327362 Jul 06 12:49:35.081694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-75f38867-d7dc-4b8d-8aa2-cd5baef0ede8 None None] Provisioning complete for port 7b8d1870-f90a-4d46-90bd-f8628865e42e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:35.082069 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75f38867-d7dc-4b8d-8aa2-cd5baef0ede8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.139092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-75f38867-d7dc-4b8d-8aa2-cd5baef0ede8 None None] Port 7b8d1870-f90a-4d46-90bd-f8628865e42e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:49:35.159674 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port e5430ca3-f694-4dc1-89ad-3dae82d367b2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:49:35.174516 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e5430ca3-f694-4dc1-89ad-3dae82d367b2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:35.174972 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.179834 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:33Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7b8d1870-f90a-4d46-90bd-f8628865e42e', 'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:7e:44:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:32Z', 'updated_at': '2021-07-06T12:49:33Z', 'revision_number': 2, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:35.227632 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Checking router: bc207abb-98c8-4e07-8fa6-9031734eb04a for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:49:35.227993 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Updating router bc207abb-98c8-4e07-8fa6-9031734eb04a port 7b8d1870-f90a-4d46-90bd-f8628865e42e binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:49:35.266385 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.268240 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a84b887a-a011-4920-9248-33b139cca9d9 req-bac7de14-cb9a-4eb0-93a2-de9f6cc2c2c7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 210 time: 0.0353673 Jul 06 12:49:35.306692 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.345346 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port e5430ca3-f694-4dc1-89ad-3dae82d367b2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e5430ca3-f694-4dc1-89ad-3dae82d367b2,segment=NetworkSegment(a159e33e-0700-4f4f-a40e-20aeccfd345d),segment_id=a159e33e-0700-4f4f-a40e-20aeccfd345d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:35.355231 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.355877 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 79c52b6c-4d89-44b7-b70e-59c298cfab19 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:49:35.429767 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-50bb170d-01d1-4777-b2b4-04adeb004d43 None None] Provisioning complete for port 7b8d1870-f90a-4d46-90bd-f8628865e42e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:35.430130 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50bb170d-01d1-4777-b2b4-04adeb004d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.480369 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=e5430ca3-f694-4dc1-89ad-3dae82d367b2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:35.491570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-50bb170d-01d1-4777-b2b4-04adeb004d43 None None] Port 7b8d1870-f90a-4d46-90bd-f8628865e42e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:49:35.501714 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 79c52b6c-4d89-44b7-b70e-59c298cfab19 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:49:35.505956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 79c52b6c-4d89-44b7-b70e-59c298cfab19 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:35.506390 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.597754 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.599521 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.608132 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Transition to ACTIVE for port object 7b8d1870-f90a-4d46-90bd-f8628865e42e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:49:35.615477 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.623871 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 79c52b6c-4d89-44b7-b70e-59c298cfab19, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=79c52b6c-4d89-44b7-b70e-59c298cfab19,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:35.628562 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.687975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=79c52b6c-4d89-44b7-b70e-59c298cfab19,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:35.690047 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Pushing event updated for resources: {'Port': ['ID=7b8d1870-f90a-4d46-90bd-f8628865e42e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:35.714305 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.714654 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.714994 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.715330 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.715690 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.716018 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.716345 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.716668 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.717034 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.718002 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.718338 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.718576 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:35.737940 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Attempting to bind port 7b8d1870-f90a-4d46-90bd-f8628865e42e on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:49:35.738605 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Attempting to bind port 7b8d1870-f90a-4d46-90bd-f8628865e42e by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:49:35.738727 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Attempting to bind port 7b8d1870-f90a-4d46-90bd-f8628865e42e on network 411966c3-650e-43d3-b009-002bcddb937d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:49:35.744828 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:49:35.745250 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Checking segment: {'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:49:35.745615 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.746007 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Bound using segment: {'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:49:35.746486 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Bound port: 7b8d1870-f90a-4d46-90bd-f8628865e42e, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:49:35.746942 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.828989 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] For port 7b8d1870-f90a-4d46-90bd-f8628865e42e, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:49:35.832452 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] For port 7b8d1870-f90a-4d46-90bd-f8628865e42e, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7b8d1870-f90a-4d46-90bd-f8628865e42e,segment=NetworkSegment(a159e33e-0700-4f4f-a40e-20aeccfd345d),segment_id=a159e33e-0700-4f4f-a40e-20aeccfd345d)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:49:35.836608 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:35.891412 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Routers {'bc207abb-98c8-4e07-8fa6-9031734eb04a'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:35.892112 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:49:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc207abb-98c8-4e07-8fa6-9031734eb04a'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:35.944431 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5bee6-83f7-4363-8e2b-f1ece660d061 None None] Pushing event updated for resources: {'Port': ['ID=7b8d1870-f90a-4d46-90bd-f8628865e42e,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:36.037327 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] Set router bc207abb-98c8-4e07-8fa6-9031734eb04a gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:36.277679 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:33Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7b8d1870-f90a-4d46-90bd-f8628865e42e', 'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:7e:44:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:32Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:36.309238 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb8b6e-914b-4405-8fa3-b509114aeee9 None None] The sync data for ids ['bc207abb-98c8-4e07-8fa6-9031734eb04a'] in n-d-799527-2 is: [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:33Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7b8d1870-f90a-4d46-90bd-f8628865e42e', 'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:7e:44:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:32Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:49:36.465319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ad595521-61d7-4296-884a-85d033e99392 req-8de9a481-ca4f-407f-a641-2c88575dd981 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 210 time: 0.0364559 Jul 06 12:49:36.696830 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-c90195d1-e0a8-4f58-ba8c-02147cfd3b0f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:36.699097 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-c90195d1-e0a8-4f58-ba8c-02147cfd3b0f tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/networks?id=411966c3-650e-43d3-b009-002bcddb937d HTTP/1.1" status: 200 len: 796 time: 0.1383848 Jul 06 12:49:36.769414 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-e413049a-3b58-4ed8-9000-b6772c441204 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e42adea08954e8a97a533ccd03ed1e1 HTTP/1.1" status: 200 len: 380 time: 0.0429657 Jul 06 12:49:36.785688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'port': {'device_id': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'admin_state_up': True, 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'security_groups': ['4b09a937-586f-4f5f-9aa8-69e98e122ac2']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:36.969519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Made reservation on behalf of 3e42adea08954e8a97a533ccd03ed1e1 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:49:36.974972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:36.981987 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e5430ca3-f694-4dc1-89ad-3dae82d367b2 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:49:37.052287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port e5430ca3-f694-4dc1-89ad-3dae82d367b2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:37.052805 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:37.135407 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.20.0.3 (411966c3-650e-43d3-b009-002bcddb937d/b88e4ac2-c4ac-4ea2-b189-1b2f02619717/d24bacce-f4b8-4a41-a824-4df885856712) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:49:37.152841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 79c52b6c-4d89-44b7-b70e-59c298cfab19 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:49:37.203701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 79c52b6c-4d89-44b7-b70e-59c298cfab19 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:37.204311 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:37.302365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7b8d1870-f90a-4d46-90bd-f8628865e42e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:49:37.309689 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:37.327728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Transition to ACTIVE for port object d24bacce-f4b8-4a41-a824-4df885856712 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:49:37.364631 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:37.365576 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 7b8d1870-f90a-4d46-90bd-f8628865e42e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:49:37.371442 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 7b8d1870-f90a-4d46-90bd-f8628865e42e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:37.371988 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:37.408640 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network 411966c3-650e-43d3-b009-002bcddb937d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:49:37.412471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:49:37.415248 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:49:37.463336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=d24bacce-f4b8-4a41-a824-4df885856712,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:37.491618 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:37.505985 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:37.506665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:37.525664 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-f1c57a84-1116-4aca-a583-013ecc3b3dfc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7479086 Jul 06 12:49:37.533564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 7b8d1870-f90a-4d46-90bd-f8628865e42e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7b8d1870-f90a-4d46-90bd-f8628865e42e,segment=NetworkSegment(a159e33e-0700-4f4f-a40e-20aeccfd345d),segment_id=a159e33e-0700-4f4f-a40e-20aeccfd345d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:37.540969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:37.547180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Request body: {'port': {'device_id': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:37.627092 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=7b8d1870-f90a-4d46-90bd-f8628865e42e,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:37.643820 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:37.694873 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910da67-58dd-4aa0-9d48-88aaf5d0266c req-3f86c17d-2e50-4564-b356-7563f6afe519 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:37.696750 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9910da67-58dd-4aa0-9d48-88aaf5d0266c req-3f86c17d-2e50-4564-b356-7563f6afe519 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 931 time: 0.0896180 Jul 06 12:49:37.741365 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9910da67-58dd-4aa0-9d48-88aaf5d0266c req-00ba6ca3-9fcb-4f02-a260-d9d07ab37bde tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384409 Jul 06 12:49:37.803003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ac58c02a-fa43-40e3-837c-99011a14e984 None None] Provisioning for port d24bacce-f4b8-4a41-a824-4df885856712 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:49:37.807996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ac58c02a-fa43-40e3-837c-99011a14e984 None None] Provisioning complete for port d24bacce-f4b8-4a41-a824-4df885856712 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:37.807996 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac58c02a-fa43-40e3-837c-99011a14e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:37.862285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ac58c02a-fa43-40e3-837c-99011a14e984 None None] Port d24bacce-f4b8-4a41-a824-4df885856712 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:49:37.968674 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24bacce-f4b8-4a41-a824-4df885856712 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:49:37.976193 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:37.989432 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Transition to ACTIVE for port object d24bacce-f4b8-4a41-a824-4df885856712 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:49:37.993113 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:38.049219 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Pushing event updated for resources: {'Port': ['ID=d24bacce-f4b8-4a41-a824-4df885856712,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:38.133000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Attempting to bind port d24bacce-f4b8-4a41-a824-4df885856712 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:49:38.133529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Attempting to bind port d24bacce-f4b8-4a41-a824-4df885856712 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:49:38.134054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Attempting to bind port d24bacce-f4b8-4a41-a824-4df885856712 on network 411966c3-650e-43d3-b009-002bcddb937d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:49:38.141501 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Port d24bacce-f4b8-4a41-a824-4df885856712 on network 411966c3-650e-43d3-b009-002bcddb937d not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:49:38.141841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Attempting to bind port d24bacce-f4b8-4a41-a824-4df885856712 on network 411966c3-650e-43d3-b009-002bcddb937d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:49:38.147576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:49:38.147924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Checking segment: {'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:49:38.148320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Bound using segment: {'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:49:38.148960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Bound port: d24bacce-f4b8-4a41-a824-4df885856712, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a159e33e-0700-4f4f-a40e-20aeccfd345d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '411966c3-650e-43d3-b009-002bcddb937d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:49:38.149329 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:38.226013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] For port d24bacce-f4b8-4a41-a824-4df885856712, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:49:38.229453 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] For port d24bacce-f4b8-4a41-a824-4df885856712, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d24bacce-f4b8-4a41-a824-4df885856712,segment=NetworkSegment(a159e33e-0700-4f4f-a40e-20aeccfd345d),segment_id=a159e33e-0700-4f4f-a40e-20aeccfd345d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:49:38.234482 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:38.269892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:38.270521 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:38.271991 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] 10.222.0.86 "PUT /v2.0/ports/d24bacce-f4b8-4a41-a824-4df885856712 HTTP/1.1" status: 200 len: 1091 time: 0.7356946 Jul 06 12:49:38.272441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'tag': 'd24bacce-f4b8-4a41-a824-4df885856712'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:49:38.275004 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2cd9c9-8732-4600-bcd1-960ef48df15b", "tag": "d24bacce-f4b8-4a41-a824-4df885856712"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:49:38.306764 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e434d1e-78a3-4b6e-9c00-d00223415332 service neutron] Pushing event updated for resources: {'Port': ['ID=d24bacce-f4b8-4a41-a824-4df885856712,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:38.334659 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4c2c62-d19c-4851-9c86-b1577ed980a9 x-openstack-request-id: req-9e4c2c62-d19c-4851-9c86-b1577ed980a9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:49:38.334944 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2cd9c9-8732-4600-bcd1-960ef48df15b", "tag": "d24bacce-f4b8-4a41-a824-4df885856712", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:49:38.335193 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e4c2c62-d19c-4851-9c86-b1577ed980a9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:49:38.335633 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'tag': 'd24bacce-f4b8-4a41-a824-4df885856712', 'status': 'completed', 'code': 200} Jul 06 12:49:38.392748 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-d2a54368-92c5-448e-946a-e8670f6ea2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:38.394624 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-d2a54368-92c5-448e-946a-e8670f6ea2c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 1094 time: 0.0697625 Jul 06 12:49:38.450336 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-36ba7054-2648-4e4e-b2a7-c6ce0cbb5bba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24bacce-f4b8-4a41-a824-4df885856712 HTTP/1.1" status: 200 len: 217 time: 0.0431588 Jul 06 12:49:38.505495 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-a083081a-059b-4a10-aba1-1624ffd46fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:38.507041 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-a083081a-059b-4a10-aba1-1624ffd46fed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b88e4ac2-c4ac-4ea2-b189-1b2f02619717 HTTP/1.1" status: 200 len: 835 time: 0.0475669 Jul 06 12:49:38.572143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-03bd4759-bbf9-46b9-b616-2c95089ef204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:38.573667 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-03bd4759-bbf9-46b9-b616-2c95089ef204 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=411966c3-650e-43d3-b009-002bcddb937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567162 Jul 06 12:49:38.675088 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-7055c007-d6a1-4291-85fa-d9b202ecfb2c service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902383 Jul 06 12:49:38.770568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-00a8345a-e25f-4082-ae83-2a0ff62c0c64 req-79b46a98-f41a-460b-9bcc-883851b5fd78 service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864868 Jul 06 12:49:38.867343 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7b8d1870-f90a-4d46-90bd-f8628865e42e up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:49:38.893267 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c req-c7c89832-d418-4625-bc2d-9208380228d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:38.895093 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c req-c7c89832-d418-4625-bc2d-9208380228d2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 1094 time: 0.0696023 Jul 06 12:49:38.931290 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 7b8d1870-f90a-4d46-90bd-f8628865e42e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:38.931720 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:38.944003 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f510d-0f30-4f50-a1ab-80cf308f16d2 req-282a0b53-4ae0-4870-9927-820b30e72e7d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:38.945568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff5f510d-0f30-4f50-a1ab-80cf308f16d2 req-282a0b53-4ae0-4870-9927-820b30e72e7d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 943 time: 0.0765169 Jul 06 12:49:38.988492 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ff5f510d-0f30-4f50-a1ab-80cf308f16d2 req-e815360a-bbe3-4335-bd1b-5045d9d62db0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355234 Jul 06 12:49:39.015740 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c req-508d3583-57de-49b1-9193-72a368bdf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:39.018554 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c req-508d3583-57de-49b1-9193-72a368bdf610 service neutron] 10.222.0.86 "GET /v2.0/networks?id=411966c3-650e-43d3-b009-002bcddb937d HTTP/1.1" status: 200 len: 897 time: 0.1156218 Jul 06 12:49:39.061123 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c req-bc2a8b23-2a61-4709-a646-e8794a83b52b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24bacce-f4b8-4a41-a824-4df885856712 HTTP/1.1" status: 200 len: 217 time: 0.0358405 Jul 06 12:49:39.119749 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c req-b3ffb69c-caa7-4f5d-8d8c-a27b0eb31df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:39.121090 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c req-b3ffb69c-caa7-4f5d-8d8c-a27b0eb31df3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b88e4ac2-c4ac-4ea2-b189-1b2f02619717 HTTP/1.1" status: 200 len: 835 time: 0.0501571 Jul 06 12:49:39.181382 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c req-9247a820-e594-454e-8460-731585a333d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:39.182901 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c req-9247a820-e594-454e-8460-731585a333d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=411966c3-650e-43d3-b009-002bcddb937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549123 Jul 06 12:49:39.273966 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c req-a37fb2d9-8825-4188-9eb6-06a288010088 service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832551 Jul 06 12:49:39.373128 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5904ec4f-de98-4cdb-907c-a38ba6ca5f2c req-a7af35d9-cfb2-4479-b83f-eff7fb298032 service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893745 Jul 06 12:49:40.177191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643cc64-23df-401b-8899-58e99d4a7415 req-93ca7ece-6641-4f4a-9076-e289d23f7b14 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:40.178813 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f643cc64-23df-401b-8899-58e99d4a7415 req-93ca7ece-6641-4f4a-9076-e289d23f7b14 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 943 time: 0.0701659 Jul 06 12:49:40.217923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f643cc64-23df-401b-8899-58e99d4a7415 req-d3755db5-6672-446e-b628-7e94ee03e423 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334809 Jul 06 12:49:41.354943 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d24bacce-f4b8-4a41-a824-4df885856712 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:49:41.402131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63fde8-3145-457e-8bd5-653a06eb5bb3 req-0728ae36-8bae-4be3-a950-a01c2a25889c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:41.403731 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b63fde8-3145-457e-8bd5-653a06eb5bb3 req-0728ae36-8bae-4be3-a950-a01c2a25889c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 943 time: 0.0729225 Jul 06 12:49:41.446489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7b63fde8-3145-457e-8bd5-653a06eb5bb3 req-1238e66f-d409-47ce-9573-6049d36aef8c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355010 Jul 06 12:49:41.461872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port d24bacce-f4b8-4a41-a824-4df885856712, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d24bacce-f4b8-4a41-a824-4df885856712,segment=NetworkSegment(a159e33e-0700-4f4f-a40e-20aeccfd345d),segment_id=a159e33e-0700-4f4f-a40e-20aeccfd345d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:41.475424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'd24bacce-f4b8-4a41-a824-4df885856712', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'port_id': 'd24bacce-f4b8-4a41-a824-4df885856712', 'mac_address': 'fa:16:3e:93:a4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:49:41.514170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:41.528048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24bacce-f4b8-4a41-a824-4df885856712 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:49:41.551478 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port d24bacce-f4b8-4a41-a824-4df885856712, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d24bacce-f4b8-4a41-a824-4df885856712,segment=NetworkSegment(a159e33e-0700-4f4f-a40e-20aeccfd345d),segment_id=a159e33e-0700-4f4f-a40e-20aeccfd345d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:41.555727 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:41.609475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=d24bacce-f4b8-4a41-a824-4df885856712,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:41.824210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['d24bacce-f4b8-4a41-a824-4df885856712'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:49:42.627273 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46855d5-73a5-4b1e-b748-1dd992ca53dd req-6c5599ea-a062-47bb-b2b1-43655e2e7452 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:42.628845 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f46855d5-73a5-4b1e-b748-1dd992ca53dd req-6c5599ea-a062-47bb-b2b1-43655e2e7452 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 944 time: 0.0632911 Jul 06 12:49:42.671217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f46855d5-73a5-4b1e-b748-1dd992ca53dd req-9a995d0e-6cb1-476e-a123-6bf0334a1e20 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366080 Jul 06 12:49:43.371828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d24bacce-f4b8-4a41-a824-4df885856712 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:49:43.422016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port d24bacce-f4b8-4a41-a824-4df885856712 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:49:43.426545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port d24bacce-f4b8-4a41-a824-4df885856712 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:43.427036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:43.504729 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:43.530710 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24bacce-f4b8-4a41-a824-4df885856712'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:49:43.533575 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b223a0-1153-4e8d-b6ed-cf0596d4be8a" -d '{"events": [{"server_uuid": "8b2cd9c9-8732-4600-bcd1-960ef48df15b", "name": "network-vif-plugged", "status": "completed", "tag": "d24bacce-f4b8-4a41-a824-4df885856712"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:49:43.546489 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port d24bacce-f4b8-4a41-a824-4df885856712, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d24bacce-f4b8-4a41-a824-4df885856712,segment=NetworkSegment(a159e33e-0700-4f4f-a40e-20aeccfd345d),segment_id=a159e33e-0700-4f4f-a40e-20aeccfd345d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:43.550886 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:43.600246 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=d24bacce-f4b8-4a41-a824-4df885856712,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:43.621408 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38effe18-ea0e-4159-a5ae-6fe757f08e7f x-openstack-request-id: req-38effe18-ea0e-4159-a5ae-6fe757f08e7f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:49:43.621705 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2cd9c9-8732-4600-bcd1-960ef48df15b", "name": "network-vif-plugged", "status": "completed", "tag": "d24bacce-f4b8-4a41-a824-4df885856712", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:49:43.621963 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38effe18-ea0e-4159-a5ae-6fe757f08e7f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:49:43.622364 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24bacce-f4b8-4a41-a824-4df885856712', 'code': 200} Jul 06 12:49:43.743485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7866a-4e72-47b0-8d5b-b0e6c75dac92 req-a0580a7a-d685-49db-960b-6c0de97f4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:43.745012 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8cd7866a-4e72-47b0-8d5b-b0e6c75dac92 req-a0580a7a-d685-49db-960b-6c0de97f4356 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 1096 time: 0.0532758 Jul 06 12:49:43.791217 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8cd7866a-4e72-47b0-8d5b-b0e6c75dac92 req-2b790151-9029-471b-93e1-821cec60e204 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347109 Jul 06 12:49:44.173850 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91615a-8fed-4372-9ca2-df162d6b5319 req-fc9dd0bb-03d6-419c-9712-7e567ab9b880 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:44.175530 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa91615a-8fed-4372-9ca2-df162d6b5319 req-fc9dd0bb-03d6-419c-9712-7e567ab9b880 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.3866112 Jul 06 12:49:44.216923 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fa91615a-8fed-4372-9ca2-df162d6b5319 req-90f5db20-bd5a-4a2b-a192-3d2dba0fface tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355797 Jul 06 12:49:44.309612 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bde4a4a-d0d0-414e-860e-a7a6861ec799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:45.398832 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de802d-5b2e-44ab-bbbf-b20e1ee4e8dd req-21a577a9-ae5e-415d-9335-b08ba0a6477c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:45.400371 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3de802d-5b2e-44ab-bbbf-b20e1ee4e8dd req-21a577a9-ae5e-415d-9335-b08ba0a6477c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.0637190 Jul 06 12:49:45.439321 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f3de802d-5b2e-44ab-bbbf-b20e1ee4e8dd req-1f7ce1c1-c3f8-4e67-a7da-3be8091e8d8c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334673 Jul 06 12:49:45.627666 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367a0d6-a89c-4ff7-9035-e50d1e630a75 req-4f34f0ae-d8ed-438a-b806-1560912382a7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:45.629150 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4367a0d6-a89c-4ff7-9035-e50d1e630a75 req-4f34f0ae-d8ed-438a-b806-1560912382a7 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.0723448 Jul 06 12:49:45.676497 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4367a0d6-a89c-4ff7-9035-e50d1e630a75 req-eac17b08-8ccf-4e73-ad0c-96603a6f0406 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401804 Jul 06 12:49:45.709384 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33806) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:45.765606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff08596-d782-44d2-9803-9c2923819e13 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:45.767865 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-cff08596-d782-44d2-9803-9c2923819e13 tempest-TestNetworkAdvancedServerOps-647381175 tempest-TestNetworkAdvancedServerOps-647381175-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 1091 time: 0.0571384 Jul 06 12:49:45.770915 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33808) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:45.775675 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'd24bacce-f4b8-4a41-a824-4df885856712', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:45.802901 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:45.946858 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:46.066867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Allocated IP 172.25.0.219 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/98b43f3a-d099-4ea4-936e-482470f925c0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:49:46.203308 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:46.252486 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:46.301495 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:49:46.306660 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:49:46.310440 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:49:46.316691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=98b43f3a-d099-4ea4-936e-482470f925c0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:46.690794 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:46.765948 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:46.918563 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:46.924079 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:46.998011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event updated for resources: {'Port': ['ID=98b43f3a-d099-4ea4-936e-482470f925c0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:47.008301 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:47.110774 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Floating IP cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e associated. External IP: 172.25.0.219, port: d24bacce-f4b8-4a41-a824-4df885856712. Jul 06 12:49:47.314995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router bc207abb-98c8-4e07-8fa6-9031734eb04a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:49:47.426493 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:49:47.435788 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bee91-775d-424c-85ba-928433de8def None None] Sync routers for ids ['bc207abb-98c8-4e07-8fa6-9031734eb04a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:49:47.442712 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:47.446214 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197bee91-775d-424c-85ba-928433de8def None None] Routers {'bc207abb-98c8-4e07-8fa6-9031734eb04a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:47.446872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-197bee91-775d-424c-85ba-928433de8def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:49:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc207abb-98c8-4e07-8fa6-9031734eb04a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:47.485087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-df392712-e9dd-45e2-a53a-0e73831db5a4 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7105803 Jul 06 12:49:47.485087 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'tag': 'd24bacce-f4b8-4a41-a824-4df885856712'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:49:47.485866 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0281775-e87c-425c-843c-325cf3c4db55" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2cd9c9-8732-4600-bcd1-960ef48df15b", "tag": "d24bacce-f4b8-4a41-a824-4df885856712"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:49:47.536683 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96343f40-e01a-4076-be05-ddf0131393e8 x-openstack-request-id: req-96343f40-e01a-4076-be05-ddf0131393e8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:49:47.536977 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2cd9c9-8732-4600-bcd1-960ef48df15b", "tag": "d24bacce-f4b8-4a41-a824-4df885856712", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:49:47.537228 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96343f40-e01a-4076-be05-ddf0131393e8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:49:47.537628 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'tag': 'd24bacce-f4b8-4a41-a824-4df885856712', 'status': 'completed', 'code': 200} Jul 06 12:49:47.555784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-197bee91-775d-424c-85ba-928433de8def None None] Set router bc207abb-98c8-4e07-8fa6-9031734eb04a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:47.618391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0281775-e87c-425c-843c-325cf3c4db55 req-349320c9-7005-4d74-85a4-8acd1e0bbf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:47.620580 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0281775-e87c-425c-843c-325cf3c4db55 req-349320c9-7005-4d74-85a4-8acd1e0bbf51 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 1096 time: 0.0605304 Jul 06 12:49:47.671914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691c86a-4881-4019-a86a-765bfefff4bf req-a2aeb2aa-995a-4c5f-8269-46d775972f51 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:47.673861 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5691c86a-4881-4019-a86a-765bfefff4bf req-a2aeb2aa-995a-4c5f-8269-46d775972f51 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.0743451 Jul 06 12:49:47.717740 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5691c86a-4881-4019-a86a-765bfefff4bf req-51d814ca-290d-4adf-9da3-0e55224206ff tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377243 Jul 06 12:49:47.728368 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0281775-e87c-425c-843c-325cf3c4db55 req-6cfc811e-42fa-44a7-a3b6-324049715a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:47.729801 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0281775-e87c-425c-843c-325cf3c4db55 req-6cfc811e-42fa-44a7-a3b6-324049715a5e service neutron] 10.222.0.86 "GET /v2.0/networks?id=411966c3-650e-43d3-b009-002bcddb937d HTTP/1.1" status: 200 len: 897 time: 0.1001310 Jul 06 12:49:47.745728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33814) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:47.803129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-197bee91-775d-424c-85ba-928433de8def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:33Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'port_id': 'd24bacce-f4b8-4a41-a824-4df885856712', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'mac_address': 'fa:16:3e:93:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:49:46Z', 'updated_at': '2021-07-06T12:49:46Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1870-f90a-4d46-90bd-f8628865e42e', 'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:7e:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:32Z', 'updated_at': '2021-07-06T12:49:37Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:47.805852 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0281775-e87c-425c-843c-325cf3c4db55 req-6665cdfa-b11d-4576-a546-d4e25d14292f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24bacce-f4b8-4a41-a824-4df885856712 HTTP/1.1" status: 200 len: 999 time: 0.0686011 Jul 06 12:49:47.816995 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-afa9eed2-aba1-4813-bba5-994424085cf0 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e HTTP/1.1" status: 200 len: 991 time: 0.0701032 Jul 06 12:49:47.834614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bee91-775d-424c-85ba-928433de8def None None] Checking router: bc207abb-98c8-4e07-8fa6-9031734eb04a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:49:47.843309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197bee91-775d-424c-85ba-928433de8def None None] Routers {'bc207abb-98c8-4e07-8fa6-9031734eb04a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:47.843946 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-197bee91-775d-424c-85ba-928433de8def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:49:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc207abb-98c8-4e07-8fa6-9031734eb04a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:47.855667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0281775-e87c-425c-843c-325cf3c4db55 req-7b5b7a13-62ae-422e-8329-8329a7b66bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:47.857135 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0281775-e87c-425c-843c-325cf3c4db55 req-7b5b7a13-62ae-422e-8329-8329a7b66bfd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b88e4ac2-c4ac-4ea2-b189-1b2f02619717 HTTP/1.1" status: 200 len: 835 time: 0.0442936 Jul 06 12:49:47.915379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0281775-e87c-425c-843c-325cf3c4db55 req-90a31fb9-da07-4728-ae1b-3a952b7389ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:47.916845 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0281775-e87c-425c-843c-325cf3c4db55 req-90a31fb9-da07-4728-ae1b-3a952b7389ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=411966c3-650e-43d3-b009-002bcddb937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531838 Jul 06 12:49:48.030792 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0281775-e87c-425c-843c-325cf3c4db55 req-0dcd7446-3c49-4bf1-a0db-d74aac792231 service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012232 Jul 06 12:49:48.127095 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a0281775-e87c-425c-843c-325cf3c4db55 req-1d9711b7-cd4d-4078-ba82-2be53cc8919c service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884719 Jul 06 12:49:48.136363 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-197bee91-775d-424c-85ba-928433de8def None None] Set router bc207abb-98c8-4e07-8fa6-9031734eb04a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:48.370824 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:48.381396 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-197bee91-775d-424c-85ba-928433de8def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:33Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'port_id': 'd24bacce-f4b8-4a41-a824-4df885856712', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'mac_address': 'fa:16:3e:93:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:49:46Z', 'updated_at': '2021-07-06T12:49:46Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1870-f90a-4d46-90bd-f8628865e42e', 'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:7e:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:32Z', 'updated_at': '2021-07-06T12:49:37Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:48.412125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bee91-775d-424c-85ba-928433de8def None None] The sync data for ids ['bc207abb-98c8-4e07-8fa6-9031734eb04a'] in n-d-799527-2 is: [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:33Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'floating_ip_address': '172.25.0.219', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'port_id': 'd24bacce-f4b8-4a41-a824-4df885856712', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'mac_address': 'fa:16:3e:93:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:49:46Z', 'updated_at': '2021-07-06T12:49:46Z', 'revision_number': 0, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1870-f90a-4d46-90bd-f8628865e42e', 'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:7e:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:32Z', 'updated_at': '2021-07-06T12:49:37Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:49:48.533171 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82fa8e0a-4970-4736-8836-efd2aa27981a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:48.594949 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f0bfd0-927d-41e3-955f-1bd7cb76b0c2 None None] New status for floating IP cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:49:48.820905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33816) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:48.887946 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-12e0dfc6-85a4-42e4-a045-779f5d58027c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e HTTP/1.1" status: 200 len: 993 time: 0.0657234 Jul 06 12:49:49.032500 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:50.811625 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:59.353340 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:59.520542 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:04.724616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-dbd248cd-9440-46fd-96d4-25ae51d05158 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532544 Jul 06 12:50:04.825352 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-b608bfff-f984-408d-9b8c-692ac2cad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:04.827848 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-b608bfff-f984-408d-9b8c-692ac2cad944 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 1096 time: 0.0580142 Jul 06 12:50:04.934249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-c4151511-64f7-4a0b-a22f-f281d6d53bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:04.935765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-c4151511-64f7-4a0b-a22f-f281d6d53bad service neutron] 10.222.0.86 "GET /v2.0/networks?id=411966c3-650e-43d3-b009-002bcddb937d HTTP/1.1" status: 200 len: 897 time: 0.0874217 Jul 06 12:50:05.002862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-9a792cc7-cbe2-4f97-83c5-393808d6bd6d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24bacce-f4b8-4a41-a824-4df885856712 HTTP/1.1" status: 200 len: 1001 time: 0.0584316 Jul 06 12:50:05.056042 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-b33ab5fe-8962-447f-97fd-885cf43a466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:05.057535 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-b33ab5fe-8962-447f-97fd-885cf43a466b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b88e4ac2-c4ac-4ea2-b189-1b2f02619717 HTTP/1.1" status: 200 len: 835 time: 0.0470927 Jul 06 12:50:05.120946 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-b6d66da8-2c46-4899-bc9b-43b926849da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:05.122467 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-b6d66da8-2c46-4899-bc9b-43b926849da2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=411966c3-650e-43d3-b009-002bcddb937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575657 Jul 06 12:50:05.212838 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-3c682896-deb6-4c97-8763-206bfe0bacdd service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824633 Jul 06 12:50:05.306470 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-bfffb171-2e43-4aee-ad92-67783cc8d137 req-15a5098a-0931-42e8-9f56-c3dd5569e021 service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860093 Jul 06 12:50:07.063901 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:50:14.310710 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-558432d5-fb07-4174-8898-f82a28074117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:18.366042 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:18.534329 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32f1c932-a043-4748-bed0-0c92a82b84cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:19.034959 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:20.814048 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:24.558774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc501b4-d841-4acb-b5e7-2f00584eb02b req-54d73e37-333f-4900-8db2-d070af2d57fd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:24.560325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fbc501b4-d841-4acb-b5e7-2f00584eb02b req-54d73e37-333f-4900-8db2-d070af2d57fd tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.0666082 Jul 06 12:50:24.599714 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fbc501b4-d841-4acb-b5e7-2f00584eb02b req-9dfbc31f-c149-4fd8-97e6-c2348a56c341 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331862 Jul 06 12:50:25.787103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2a0e7-9d11-4c51-985c-bef33efdd159 req-7d8245ae-b20c-429f-a072-3e28a468f9cc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:25.788632 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cfd2a0e7-9d11-4c51-985c-bef33efdd159 req-7d8245ae-b20c-429f-a072-3e28a468f9cc tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.0695188 Jul 06 12:50:25.827660 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cfd2a0e7-9d11-4c51-985c-bef33efdd159 req-f2b96eb2-6b2b-421e-b551-369547bbeae3 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332019 Jul 06 12:50:25.852567 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33844) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:25.915753 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fc0d49d5-0467-45e2-a711-0bdbf3b53757 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e HTTP/1.1" status: 200 len: 993 time: 0.0619252 Jul 06 12:50:27.351667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d7f9c-cc2a-4d2f-90ec-7daad212dfa4 req-78863942-8977-4fa9-950b-60f7b85b623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:27.353182 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d7f9c-cc2a-4d2f-90ec-7daad212dfa4 req-78863942-8977-4fa9-950b-60f7b85b623f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 1096 time: 0.0542312 Jul 06 12:50:27.375379 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a454f8-fc1a-4c5c-bc8e-34e5768ddbdf req-19aa7f5b-06a1-47ff-a8e3-8aabd4936b95 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:27.376971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2a454f8-fc1a-4c5c-bc8e-34e5768ddbdf req-19aa7f5b-06a1-47ff-a8e3-8aabd4936b95 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.0677011 Jul 06 12:50:27.416045 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2a454f8-fc1a-4c5c-bc8e-34e5768ddbdf req-da070216-f9a4-4680-b8ba-5f45ae989f66 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325718 Jul 06 12:50:27.452525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d7f9c-cc2a-4d2f-90ec-7daad212dfa4 req-1dfd1c30-4989-4bbf-9988-13179d66db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:27.454015 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d7f9c-cc2a-4d2f-90ec-7daad212dfa4 req-1dfd1c30-4989-4bbf-9988-13179d66db05 service neutron] 10.222.0.86 "GET /v2.0/networks?id=411966c3-650e-43d3-b009-002bcddb937d HTTP/1.1" status: 200 len: 897 time: 0.0912738 Jul 06 12:50:27.519377 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d7f9c-cc2a-4d2f-90ec-7daad212dfa4 req-beb7b94b-e81c-4a88-8580-77a9053b191f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24bacce-f4b8-4a41-a824-4df885856712 HTTP/1.1" status: 200 len: 1001 time: 0.0570185 Jul 06 12:50:27.574276 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d7f9c-cc2a-4d2f-90ec-7daad212dfa4 req-377065c1-1251-42e5-bc30-82ba55c41dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:27.575772 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d7f9c-cc2a-4d2f-90ec-7daad212dfa4 req-377065c1-1251-42e5-bc30-82ba55c41dc9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b88e4ac2-c4ac-4ea2-b189-1b2f02619717 HTTP/1.1" status: 200 len: 835 time: 0.0474877 Jul 06 12:50:27.634676 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d7f9c-cc2a-4d2f-90ec-7daad212dfa4 req-8db34f23-34f5-4fbc-bc75-01ba3fa740d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:27.636085 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d7f9c-cc2a-4d2f-90ec-7daad212dfa4 req-8db34f23-34f5-4fbc-bc75-01ba3fa740d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=411966c3-650e-43d3-b009-002bcddb937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502563 Jul 06 12:50:27.728295 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d7f9c-cc2a-4d2f-90ec-7daad212dfa4 req-18d9b85b-1401-4b0f-b9ba-a92d496da78c service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821626 Jul 06 12:50:27.823728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ff4d7f9c-cc2a-4d2f-90ec-7daad212dfa4 req-39ffe240-769c-4157-94c6-0644db4c8773 service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859287 Jul 06 12:50:28.602052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e0fd-920b-4b28-aa51-60ce30b53619 req-0a096f31-301e-499e-a1a6-96f74b45fe7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:28.603597 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07c0e0fd-920b-4b28-aa51-60ce30b53619 req-0a096f31-301e-499e-a1a6-96f74b45fe7c tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.0678110 Jul 06 12:50:28.641715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-07c0e0fd-920b-4b28-aa51-60ce30b53619 req-69142c6c-4387-4723-91f0-618cdde8c65a tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323503 Jul 06 12:50:29.355574 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:29.524745 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:29.822694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464f393-f41d-49fe-9613-b228f3402ce3 req-7f383caa-107a-4aa0-bfd0-1e85e3bdb91d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:29.824213 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f464f393-f41d-49fe-9613-b228f3402ce3 req-7f383caa-107a-4aa0-bfd0-1e85e3bdb91d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.0655260 Jul 06 12:50:29.867229 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f464f393-f41d-49fe-9613-b228f3402ce3 req-462e995a-6e39-42a1-a0bc-6eb7501f1822 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374775 Jul 06 12:50:29.893413 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33858) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:29.956452 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-65dc383e-23f9-4776-8d96-0485980fc90b tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/floatingips/cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e HTTP/1.1" status: 200 len: 993 time: 0.0615191 Jul 06 12:50:30.240867 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33864) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:30.395516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 98b43f3a-d099-4ea4-936e-482470f925c0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:30.395864 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:30.474568 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:30.474898 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:30.486220 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 98b43f3a-d099-4ea4-936e-482470f925c0 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:30.636938 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:30.663363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=98b43f3a-d099-4ea4-936e-482470f925c0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:30.688985 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.689847 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.690175 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.690505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.690831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.691155 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.691505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.691831 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.692152 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.692470 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.692787 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.693103 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:30.734824 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:30.735154 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Floating IP cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e disassociated (deleted). External IP: 172.25.0.219, port: d24bacce-f4b8-4a41-a824-4df885856712. Jul 06 12:50:30.955813 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router bc207abb-98c8-4e07-8fa6-9031734eb04a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:50:31.063433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:31.071358 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:31.075588 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3da516-f01f-4052-a636-9a74a6042454 None None] Sync routers for ids ['bc207abb-98c8-4e07-8fa6-9031734eb04a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:31.084882 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3da516-f01f-4052-a636-9a74a6042454 None None] Routers {'bc207abb-98c8-4e07-8fa6-9031734eb04a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:31.085493 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-df3da516-f01f-4052-a636-9a74a6042454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc207abb-98c8-4e07-8fa6-9031734eb04a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:31.108483 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-6e7f79d3-35a3-47a4-9020-0ec0a2803c99 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/floatingips/cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e HTTP/1.1" status: 204 len: 168 time: 0.8665981 Jul 06 12:50:31.109067 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'tag': 'd24bacce-f4b8-4a41-a824-4df885856712'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:31.111654 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2211a437-f9bd-474f-ae63-e011f0003412" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2cd9c9-8732-4600-bcd1-960ef48df15b", "tag": "d24bacce-f4b8-4a41-a824-4df885856712"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:31.196115 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-df3da516-f01f-4052-a636-9a74a6042454 None None] Set router bc207abb-98c8-4e07-8fa6-9031734eb04a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:31.209155 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a3a548-08f0-41ac-b8aa-25bfcfd0b56e x-openstack-request-id: req-76a3a548-08f0-41ac-b8aa-25bfcfd0b56e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:31.209701 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2cd9c9-8732-4600-bcd1-960ef48df15b", "tag": "d24bacce-f4b8-4a41-a824-4df885856712", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:31.209966 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76a3a548-08f0-41ac-b8aa-25bfcfd0b56e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:31.210371 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'tag': 'd24bacce-f4b8-4a41-a824-4df885856712', 'status': 'completed', 'code': 200} Jul 06 12:50:31.295050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211a437-f9bd-474f-ae63-e011f0003412 req-44ad407a-5481-4c3d-afa2-95d8fb45f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:31.296726 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2211a437-f9bd-474f-ae63-e011f0003412 req-44ad407a-5481-4c3d-afa2-95d8fb45f339 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 1096 time: 0.0588953 Jul 06 12:50:31.405866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-df3da516-f01f-4052-a636-9a74a6042454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:33Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7b8d1870-f90a-4d46-90bd-f8628865e42e', 'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:7e:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:32Z', 'updated_at': '2021-07-06T12:49:37Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:31.412005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211a437-f9bd-474f-ae63-e011f0003412 req-7d37cc5a-241a-4616-880b-90b643216c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:31.413514 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2211a437-f9bd-474f-ae63-e011f0003412 req-7d37cc5a-241a-4616-880b-90b643216c2c service neutron] 10.222.0.86 "GET /v2.0/networks?id=411966c3-650e-43d3-b009-002bcddb937d HTTP/1.1" status: 200 len: 897 time: 0.1075585 Jul 06 12:50:31.437848 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3da516-f01f-4052-a636-9a74a6042454 None None] Checking router: bc207abb-98c8-4e07-8fa6-9031734eb04a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:31.447666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3da516-f01f-4052-a636-9a74a6042454 None None] Routers {'bc207abb-98c8-4e07-8fa6-9031734eb04a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:31.448614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-df3da516-f01f-4052-a636-9a74a6042454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc207abb-98c8-4e07-8fa6-9031734eb04a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:31.456805 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2211a437-f9bd-474f-ae63-e011f0003412 req-a46e4e2b-268b-4acf-b6d6-5630684b1d16 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24bacce-f4b8-4a41-a824-4df885856712 HTTP/1.1" status: 200 len: 217 time: 0.0364342 Jul 06 12:50:31.508258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211a437-f9bd-474f-ae63-e011f0003412 req-42538b5b-774b-48e9-a558-dbfb8914cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:31.509927 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2211a437-f9bd-474f-ae63-e011f0003412 req-42538b5b-774b-48e9-a558-dbfb8914cf58 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b88e4ac2-c4ac-4ea2-b189-1b2f02619717 HTTP/1.1" status: 200 len: 835 time: 0.0458727 Jul 06 12:50:31.526262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227da155-60d7-43da-98c5-be5ca45a2efa req-b47b80db-5a76-456e-adcf-d864c923bf93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:31.528040 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-227da155-60d7-43da-98c5-be5ca45a2efa req-b47b80db-5a76-456e-adcf-d864c923bf93 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.0694220 Jul 06 12:50:31.565071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-df3da516-f01f-4052-a636-9a74a6042454 None None] Set router bc207abb-98c8-4e07-8fa6-9031734eb04a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:31.575760 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211a437-f9bd-474f-ae63-e011f0003412 req-51b7a6c9-c75c-4385-b9b9-a421fdeab21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:31.576192 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-227da155-60d7-43da-98c5-be5ca45a2efa req-f868afc3-f9d8-4dc1-b48a-f290fbd99da5 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407758 Jul 06 12:50:31.577271 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2211a437-f9bd-474f-ae63-e011f0003412 req-51b7a6c9-c75c-4385-b9b9-a421fdeab21a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=411966c3-650e-43d3-b009-002bcddb937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606563 Jul 06 12:50:31.673082 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2211a437-f9bd-474f-ae63-e011f0003412 req-8066f351-e453-48e7-baa9-4d64b6a3a408 service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888221 Jul 06 12:50:31.792828 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-df3da516-f01f-4052-a636-9a74a6042454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:33Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7b8d1870-f90a-4d46-90bd-f8628865e42e', 'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:7e:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:32Z', 'updated_at': '2021-07-06T12:49:37Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:31.822119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3da516-f01f-4052-a636-9a74a6042454 None None] The sync data for ids ['bc207abb-98c8-4e07-8fa6-9031734eb04a'] in n-d-799527-2 is: [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:49:33Z', 'revision_number': 4, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '7b8d1870-f90a-4d46-90bd-f8628865e42e', 'name': '', 'network_id': '411966c3-650e-43d3-b009-002bcddb937d', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'mac_address': 'fa:16:3e:7e:44:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:32Z', 'updated_at': '2021-07-06T12:49:37Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'subnets': [{'id': 'b88e4ac2-c4ac-4ea2-b189-1b2f02619717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:32.103401 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873c27f-7fa6-4d6b-b33e-8401cd60aa26 None None] New status for floating IP cf7cd077-40ab-4f1e-8afe-4d6b4dcff38e: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:50:32.130224 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2211a437-f9bd-474f-ae63-e011f0003412 req-2af657a1-3e6d-4224-ab29-ee25d1cf9a6a service neutron] 10.222.0.86 "GET /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479182 Jul 06 12:50:32.769460 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068e798-5aa7-40f7-82f1-8ce801f9616f req-d1c02759-3b73-40df-8307-b36b2245a0d8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:32.771011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2068e798-5aa7-40f7-82f1-8ce801f9616f req-d1c02759-3b73-40df-8307-b36b2245a0d8 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.0742855 Jul 06 12:50:32.814423 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2068e798-5aa7-40f7-82f1-8ce801f9616f req-a5f1d5b7-5220-4a46-9b75-2af73f49697d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b09a937-586f-4f5f-9aa8-69e98e122ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363190 Jul 06 12:50:33.315436 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788467d-e563-4b1a-a6c7-50f77750e176 req-9eed22fa-d937-4315-a1ea-bbcfdc5d6021 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:33.316986 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2788467d-e563-4b1a-a6c7-50f77750e176 req-9eed22fa-d937-4315-a1ea-bbcfdc5d6021 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 945 time: 0.0656548 Jul 06 12:50:33.437361 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2788467d-e563-4b1a-a6c7-50f77750e176 req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port d24bacce-f4b8-4a41-a824-4df885856712 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:33.437771 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2788467d-e563-4b1a-a6c7-50f77750e176 req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:33.529686 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2788467d-e563-4b1a-a6c7-50f77750e176 req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port d24bacce-f4b8-4a41-a824-4df885856712, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=d24bacce-f4b8-4a41-a824-4df885856712,segment=NetworkSegment(a159e33e-0700-4f4f-a40e-20aeccfd345d),segment_id=a159e33e-0700-4f4f-a40e-20aeccfd345d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:33.530053 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2788467d-e563-4b1a-a6c7-50f77750e176 req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:33.543002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2788467d-e563-4b1a-a6c7-50f77750e176 req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for d24bacce-f4b8-4a41-a824-4df885856712 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:33.678095 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2788467d-e563-4b1a-a6c7-50f77750e176 req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:33.708649 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=d24bacce-f4b8-4a41-a824-4df885856712,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:33.722529 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.722991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.723346 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.723861 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.724036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.724344 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.724673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.724999 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.725327 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.725647 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.725970 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.726292 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:33.765044 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2788467d-e563-4b1a-a6c7-50f77750e176 req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] No DVR routers for this DVR port d24bacce-f4b8-4a41-a824-4df885856712 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:50:33.768064 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2788467d-e563-4b1a-a6c7-50f77750e176 req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:33.770547 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2788467d-e563-4b1a-a6c7-50f77750e176 req-dec4df68-c305-4fbe-9fc7-01a881296d48 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.86 "DELETE /v2.0/ports/d24bacce-f4b8-4a41-a824-4df885856712 HTTP/1.1" status: 204 len: 173 time: 0.4446781 Jul 06 12:50:33.770988 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'name': 'network-vif-deleted', 'tag': 'd24bacce-f4b8-4a41-a824-4df885856712'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:33.773300 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f741f8d0-b4f5-422d-ac8b-ba7468bf3d3e" -d '{"events": [{"server_uuid": "8b2cd9c9-8732-4600-bcd1-960ef48df15b", "name": "network-vif-deleted", "tag": "d24bacce-f4b8-4a41-a824-4df885856712"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:33.812404 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d650e48c-6b73-48f0-abcc-c668940b0077 x-openstack-request-id: req-d650e48c-6b73-48f0-abcc-c668940b0077 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:33.812648 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2cd9c9-8732-4600-bcd1-960ef48df15b", "name": "network-vif-deleted", "tag": "d24bacce-f4b8-4a41-a824-4df885856712", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:33.812897 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d650e48c-6b73-48f0-abcc-c668940b0077 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:33.813294 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2cd9c9-8732-4600-bcd1-960ef48df15b', 'name': 'network-vif-deleted', 'tag': 'd24bacce-f4b8-4a41-a824-4df885856712', 'status': 'completed', 'code': 200} Jul 06 12:50:33.964503 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d091b9a8-e338-4050-b5e7-e585a0731617 req-044fec9c-b228-4a9f-9126-2f668207c2f9 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b2cd9c9-8732-4600-bcd1-960ef48df15b HTTP/1.1" status: 200 len: 210 time: 0.0307586 Jul 06 12:50:35.065644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33886) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:35.761023 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:36.066774 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 7b8d1870-f90a-4d46-90bd-f8628865e42e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:36.067949 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:36.161477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port 7b8d1870-f90a-4d46-90bd-f8628865e42e, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=7b8d1870-f90a-4d46-90bd-f8628865e42e,segment=NetworkSegment(a159e33e-0700-4f4f-a40e-20aeccfd345d),segment_id=a159e33e-0700-4f4f-a40e-20aeccfd345d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:36.161816 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:36.175337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 7b8d1870-f90a-4d46-90bd-f8628865e42e owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:36.404884 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:36.432958 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=7b8d1870-f90a-4d46-90bd-f8628865e42e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:36.625488 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:36.855194 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Router bc207abb-98c8-4e07-8fa6-9031734eb04a has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:50:36.974049 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:36.980292 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-cea6863b-dc53-4523-86d0-476a6d23bc76 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "PUT /v2.0/routers/bc207abb-98c8-4e07-8fa6-9031734eb04a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9135439 Jul 06 12:50:36.983394 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33894) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:36.984481 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0ec31-0e07-4e35-afc1-5b487ba0c71e None None] Sync routers for ids ['bc207abb-98c8-4e07-8fa6-9031734eb04a'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:36.994723 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0ec31-0e07-4e35-afc1-5b487ba0c71e None None] Routers {'bc207abb-98c8-4e07-8fa6-9031734eb04a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:36.995347 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-69f0ec31-0e07-4e35-afc1-5b487ba0c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc207abb-98c8-4e07-8fa6-9031734eb04a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:37.044363 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbf0c42-613f-46e2-8b68-2077d7843a77 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting subnet b88e4ac2-c4ac-4ea2-b189-1b2f02619717 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:50:37.050921 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0c42-613f-46e2-8b68-2077d7843a77 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.093531 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0c42-613f-46e2-8b68-2077d7843a77 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.118764 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-69f0ec31-0e07-4e35-afc1-5b487ba0c71e None None] Set router bc207abb-98c8-4e07-8fa6-9031734eb04a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:37.193823 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0c42-613f-46e2-8b68-2077d7843a77 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.259696 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0c42-613f-46e2-8b68-2077d7843a77 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.306979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf0c42-613f-46e2-8b68-2077d7843a77 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Subnet': ['ID=b88e4ac2-c4ac-4ea2-b189-1b2f02619717,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:37.309042 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0c42-613f-46e2-8b68-2077d7843a77 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.313539 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5fbf0c42-613f-46e2-8b68-2077d7843a77 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/subnets/b88e4ac2-c4ac-4ea2-b189-1b2f02619717 HTTP/1.1" status: 204 len: 168 time: 0.3265867 Jul 06 12:50:37.314641 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33896) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:37.316760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f1b16-a275-4aa8-a268-e7120ffd8c25 None None] Network 411966c3-650e-43d3-b009-002bcddb937d requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:50:37.436112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.437958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-69f0ec31-0e07-4e35-afc1-5b487ba0c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:50:36Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:37.467522 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0ec31-0e07-4e35-afc1-5b487ba0c71e None None] Checking router: bc207abb-98c8-4e07-8fa6-9031734eb04a for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:37.481233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0ec31-0e07-4e35-afc1-5b487ba0c71e None None] Routers {'bc207abb-98c8-4e07-8fa6-9031734eb04a'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:37.481868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-69f0ec31-0e07-4e35-afc1-5b487ba0c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['bc207abb-98c8-4e07-8fa6-9031734eb04a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:37.555419 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.604609 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-69f0ec31-0e07-4e35-afc1-5b487ba0c71e None None] Set router bc207abb-98c8-4e07-8fa6-9031734eb04a gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:37.618172 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Deleting port 79c52b6c-4d89-44b7-b70e-59c298cfab19 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:37.618544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.633464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] DHCP port deletion for 411966c3-650e-43d3-b009-002bcddb937d request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:50:37.699534 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] For port 79c52b6c-4d89-44b7-b70e-59c298cfab19, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=79c52b6c-4d89-44b7-b70e-59c298cfab19,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:37.699785 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.715552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Calling delete_port for 79c52b6c-4d89-44b7-b70e-59c298cfab19 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:37.721470 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d24bacce-f4b8-4a41-a824-4df885856712 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:50:37.767477 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: d24bacce-f4b8-4a41-a824-4df885856712 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:50:37.768016 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device d24bacce-f4b8-4a41-a824-4df885856712 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:50:37.848433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Deleting port e5430ca3-f694-4dc1-89ad-3dae82d367b2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:37.848433 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.907340 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.938363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Port': ['ID=79c52b6c-4d89-44b7-b70e-59c298cfab19,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:37.954526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] For port e5430ca3-f694-4dc1-89ad-3dae82d367b2, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=e5430ca3-f694-4dc1-89ad-3dae82d367b2,segment=NetworkSegment(a159e33e-0700-4f4f-a40e-20aeccfd345d),segment_id=a159e33e-0700-4f4f-a40e-20aeccfd345d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:37.955154 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.969996 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Calling delete_port for e5430ca3-f694-4dc1-89ad-3dae82d367b2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:38.023408 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.027742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-69f0ec31-0e07-4e35-afc1-5b487ba0c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:50:36Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:38.059607 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0ec31-0e07-4e35-afc1-5b487ba0c71e None None] The sync data for ids ['bc207abb-98c8-4e07-8fa6-9031734eb04a'] in n-d-799527-2 is: [{'id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716787105', 'tenant_id': '3e42adea08954e8a97a533ccd03ed1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:49:29Z', 'updated_at': '2021-07-06T12:50:36Z', 'revision_number': 5, 'project_id': '3e42adea08954e8a97a533ccd03ed1e1', 'gw_port': {'id': '79c52b6c-4d89-44b7-b70e-59c298cfab19', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc207abb-98c8-4e07-8fa6-9031734eb04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:49:30Z', 'updated_at': '2021-07-06T12:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:38.105162 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.133837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Pushing event deleted for resources: {'Port': ['ID=e5430ca3-f694-4dc1-89ad-3dae82d367b2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:38.136962 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.139526 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.146143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] No DVR routers for this DVR port e5430ca3-f694-4dc1-89ad-3dae82d367b2 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:50:38.156814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.156814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.156814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.156814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.156814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.156814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.156814 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.159768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.159768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.159768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.159768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.159768 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9a4b5c-2eb3-4b5c-aede-43ca43fe6775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:38.194509 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.195309 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Fanout notify agent at l3_agent the message router_deleted on router bc207abb-98c8-4e07-8fa6-9031734eb04a {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:50:38.207897 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.209484 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-f772df8f-fa32-4dfd-b3d2-c9a0c663746e tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/routers/bc207abb-98c8-4e07-8fa6-9031734eb04a HTTP/1.1" status: 204 len: 168 time: 0.8938875 Jul 06 12:50:38.213034 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33898) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:38.317120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.412629 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.424045 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411966c3-650e-43d3-b009-002bcddb937d']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:38.436655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a159e33e-0700-4f4f-a40e-20aeccfd345d') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:38.436991 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a159e33e-0700-4f4f-a40e-20aeccfd345d') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:38.447009 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.464413 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.473302 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:50:38.473793 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: timer() Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:50:38.478500 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:50:38.555362 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.563173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.567557 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/networks/411966c3-650e-43d3-b009-002bcddb937d HTTP/1.1" status: 204 len: 168 time: 0.3517115 Jul 06 12:50:38.569988 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33900) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:38.579692 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b2fe6-95c6-428d-8d34-57e3f897dac1 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'Network': ['ID=411966c3-650e-43d3-b009-002bcddb937d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:38.644940 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fcd5c4ca-3164-4d3e-aa4c-e932b03e3f14 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.678366 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fcd5c4ca-3164-4d3e-aa4c-e932b03e3f14 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.777773 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fcd5c4ca-3164-4d3e-aa4c-e932b03e3f14 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.785207 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fcd5c4ca-3164-4d3e-aa4c-e932b03e3f14 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.788319 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-fcd5c4ca-3164-4d3e-aa4c-e932b03e3f14 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] 10.222.0.21 "DELETE /v2.0/security-groups/4b09a937-586f-4f5f-9aa8-69e98e122ac2 HTTP/1.1" status: 204 len: 168 time: 0.2146311 Jul 06 12:50:38.801057 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5c4ca-3164-4d3e-aa4c-e932b03e3f14 tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b09a937-586f-4f5f-9aa8-69e98e122ac2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:39.142822 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e5430ca3-f694-4dc1-89ad-3dae82d367b2 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:50:39.179150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33908) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:39.335265 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: e5430ca3-f694-4dc1-89ad-3dae82d367b2 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:50:39.335681 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device e5430ca3-f694-4dc1-89ad-3dae82d367b2 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:50:39.336063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 79c52b6c-4d89-44b7-b70e-59c298cfab19 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:50:39.356286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 79c52b6c-4d89-44b7-b70e-59c298cfab19 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:50:39.356624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 79c52b6c-4d89-44b7-b70e-59c298cfab19 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:50:39.357103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7b8d1870-f90a-4d46-90bd-f8628865e42e no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:50:39.376042 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 7b8d1870-f90a-4d46-90bd-f8628865e42e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:50:39.376294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 7b8d1870-f90a-4d46-90bd-f8628865e42e not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:50:39.378099 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-18c5de8b-9cc1-4ab4-93dc-eb97152e512b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e42adea08954e8a97a533ccd03ed1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970782 Jul 06 12:50:39.380354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:39.436163 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-225a6f00-9552-47eb-824b-205f2a7d72dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:39.459218 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-225a6f00-9552-47eb-824b-205f2a7d72dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:39.508310 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-225a6f00-9552-47eb-824b-205f2a7d72dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:39.510916 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-225a6f00-9552-47eb-824b-205f2a7d72dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:39.512294 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-225a6f00-9552-47eb-824b-205f2a7d72dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7dfa392-30e8-4e8b-8146-d5f0d959d6b0 HTTP/1.1" status: 204 len: 168 time: 0.1309664 Jul 06 12:50:39.522814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a6f00-9552-47eb-824b-205f2a7d72dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dfa392-30e8-4e8b-8146-d5f0d959d6b0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:39.838897 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33918) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:39.852290 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1e04635-278e-47c0-95e1-f5aae98b360e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:39.949379 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1e04635-278e-47c0-95e1-f5aae98b360e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:39.954025 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1e04635-278e-47c0-95e1-f5aae98b360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:39.995776 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e04635-278e-47c0-95e1-f5aae98b360e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48b0169-2b38-49ae-9507-efc0f075583d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:40.000381 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a1e04635-278e-47c0-95e1-f5aae98b360e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12c21cfc70a74835a058ae11fc587448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604097 Jul 06 12:50:40.004260 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33920) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:40.063403 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9b1958c-5322-4d73-844c-cfaa44df1534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:40.084848 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9b1958c-5322-4d73-844c-cfaa44df1534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:40.133572 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9b1958c-5322-4d73-844c-cfaa44df1534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:40.136402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9b1958c-5322-4d73-844c-cfaa44df1534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:40.137552 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a9b1958c-5322-4d73-844c-cfaa44df1534 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e48b0169-2b38-49ae-9507-efc0f075583d HTTP/1.1" status: 204 len: 168 time: 0.1328671 Jul 06 12:50:40.149674 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1958c-5322-4d73-844c-cfaa44df1534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48b0169-2b38-49ae-9507-efc0f075583d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:40.894460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33942) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:41.027039 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-253681825-network', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:41.050941 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Made reservation on behalf of 25d76332d6f74b638bd449f48467bb3b for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:50:41.053592 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.063123 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.169285 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.175120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.199803 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:50:41.216450 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aa1980-4816-4090-b322-92f024049860,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:41.219805 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.220887 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Added segment 7a76c5dd-8165-418f-ae6b-370de4919a9a of type vlan for network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a Jul 06 12:50:41.264437 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.297511 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.299347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:41.299973 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.358283 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4625020 Jul 06 12:50:41.361905 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33946) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:41.368469 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] Request body: {'subnet': {'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-253681825-subnet', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:41.368919 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40e23f-6299-4061-b0aa-1b70ea62acc6 admin admin] Pushing event updated for resources: {'Network': ['ID=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:41.383102 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:50:41.400497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] Made reservation on behalf of 25d76332d6f74b638bd449f48467bb3b for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:50:41.403707 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.612742 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.678913 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fccdec4-3016-4d68-95a0-869d4e00d90f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:41.688321 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] Checking segment: {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:41.688682 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] Network hostable DHCP agents. Network: 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:50:41.708602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] Network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:50:41.719800 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:41.725989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:41.726725 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.731171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45307a63-f2b2-448b-8a72-aa335c596211 None None] Network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:50:41.764184 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bbb2e6f2-614d-4ddd-9580-a59f8dc3d71d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3976138 Jul 06 12:50:41.764808 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33950) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:41.770891 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:41.798254 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.800209 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.860197 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.905680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:50:41.906661 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:42.028039 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:42.059476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Allocated IP 172.20.0.2 (28ecb7a9-ca9a-4fb9-a40f-807b17a4560a/5fccdec4-3016-4d68-95a0-869d4e00d90f/c70e0ed8-9aae-4d40-8844-1285b9e0ffa0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:42.249364 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:42.267299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Transition to ACTIVE for port object c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:42.291941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Transition to ACTIVE for port object c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:42.301681 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:42.309821 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:42.334223 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:42.347792 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:42.351556 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:42.360666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:42.377475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Pushing event updated for resources: {'Port': ['ID=c70e0ed8-9aae-4d40-8844-1285b9e0ffa0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:42.457491 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Attempting to bind port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:42.460151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Attempting to bind port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:42.460151 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Attempting to bind port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 on network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:42.466492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:42.466492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Checking segment: {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:42.466888 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:42.467507 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Bound using segment: {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:42.468073 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Bound port: c70e0ed8-9aae-4d40-8844-1285b9e0ffa0, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:42.468706 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:42.498669 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Allocated IP 172.25.0.37 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/4e7aeaed-d1c0-4af0-aabf-51d29e5f1642) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:42.550271 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] For port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:42.554506 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] For port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c70e0ed8-9aae-4d40-8844-1285b9e0ffa0,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:42.564122 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:42.632982 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a14f7-95a4-4940-8dc2-746c509cef1a None None] Pushing event updated for resources: {'Port': ['ID=c70e0ed8-9aae-4d40-8844-1285b9e0ffa0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:42.641493 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:42.699422 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:42.746200 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:42.749958 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:42.755149 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:42.757605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7aeaed-d1c0-4af0-aabf-51d29e5f1642,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:42.977230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:43.031825 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:43.076606 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:43.287080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:43.431002 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:50:43.550347 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:43.564407 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Sync routers for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:43.577156 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:43.578474 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:43.579397 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d2151635-2247-4afe-95ed-70782764c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:43.580640 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b83e8ce5-2566-4549-a653-f6d3b3f4b719 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8141453 Jul 06 12:50:43.583753 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:43.684469 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a5743-1525-422a-9caf-6d073e8c95db None None] Network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:50:43.807208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-906ae15a-e8e6-4f3e-a49b-e736e61d2a7a None None] Provisioning for port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:43.814885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-906ae15a-e8e6-4f3e-a49b-e736e61d2a7a None None] Provisioning complete for port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:43.815863 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-906ae15a-e8e6-4f3e-a49b-e736e61d2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:43.817641 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:43.992782 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-906ae15a-e8e6-4f3e-a49b-e736e61d2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.049506 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-906ae15a-e8e6-4f3e-a49b-e736e61d2a7a None None] For port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c70e0ed8-9aae-4d40-8844-1285b9e0ffa0,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:44.061076 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-906ae15a-e8e6-4f3e-a49b-e736e61d2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.073764 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:50:44.077574 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d2151635-2247-4afe-95ed-70782764c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:42Z', 'revision_number': 3, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:44.112215 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Checking router: 994e3eb3-d79b-4c67-b2d9-14f233f832b7 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:44.112876 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Updating router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:50:44.143356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ae15a-e8e6-4f3e-a49b-e736e61d2a7a None None] Pushing event updated for resources: {'Port': ['ID=c70e0ed8-9aae-4d40-8844-1285b9e0ffa0,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:44.156412 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.223758 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.321942 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-45089500-0460-4949-816e-fac4cd7c323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.391532 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0a698efc-d555-46fd-9734-5d8faacd1a87 None None] Provisioning complete for port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:44.393706 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a698efc-d555-46fd-9734-5d8faacd1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.453402 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Allocated IP 172.20.0.1 (28ecb7a9-ca9a-4fb9-a40f-807b17a4560a/5fccdec4-3016-4d68-95a0-869d4e00d90f/34d5f726-e863-42d8-9d1b-6f9392348dc6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:44.517779 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.531006 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Transition to ACTIVE for port object 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:44.540217 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.593514 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Pushing event updated for resources: {'Port': ['ID=4e7aeaed-d1c0-4af0-aabf-51d29e5f1642,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:44.595078 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.606975 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.607312 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.607683 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.608048 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.608376 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.608703 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.609023 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.609348 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.609639 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.609958 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.610270 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.610608 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:44.614173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Transition to ACTIVE for port object 34d5f726-e863-42d8-9d1b-6f9392348dc6 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:44.625095 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Attempting to bind port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:44.625467 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Attempting to bind port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:44.625850 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Attempting to bind port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:44.632990 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:44.633502 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:44.633914 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.634314 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:44.634774 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Bound port: 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:44.635150 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.661579 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.708584 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:44.714140 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:44.715723 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d2151635-2247-4afe-95ed-70782764c88a None None] For port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:44.716736 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:44.722938 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d2151635-2247-4afe-95ed-70782764c88a None None] For port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4e7aeaed-d1c0-4af0-aabf-51d29e5f1642,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:44.730286 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.749277 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Pushing event updated for resources: {'Port': ['ID=34d5f726-e863-42d8-9d1b-6f9392348dc6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:44.775971 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.825256 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:44.825895 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d2151635-2247-4afe-95ed-70782764c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:44.896282 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20cb58-6eb3-4bf1-ab2e-815c91856aed None None] Pushing event updated for resources: {'Port': ['ID=4e7aeaed-d1c0-4af0-aabf-51d29e5f1642,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:44.951953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:44.981987 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.013025 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d2151635-2247-4afe-95ed-70782764c88a None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:45.044796 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:45.045296 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.163438 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-99c9af61-2356-4112-8410-780769037fd2 None None] Provisioning for port 34d5f726-e863-42d8-9d1b-6f9392348dc6 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:45.168663 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-99c9af61-2356-4112-8410-780769037fd2 None None] Provisioning complete for port 34d5f726-e863-42d8-9d1b-6f9392348dc6 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:45.169542 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99c9af61-2356-4112-8410-780769037fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.223105 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-99c9af61-2356-4112-8410-780769037fd2 None None] Port 34d5f726-e863-42d8-9d1b-6f9392348dc6 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:50:45.232316 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.235100 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d2151635-2247-4afe-95ed-70782764c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:42Z', 'revision_number': 3, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:45.238811 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.268183 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2151635-2247-4afe-95ed-70782764c88a None None] The sync data for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 is: [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:42Z', 'revision_number': 3, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:45.322898 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.324851 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Pushing event updated for resources: {'Port': ['ID=34d5f726-e863-42d8-9d1b-6f9392348dc6,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:45.431948 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:45.433441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:45.606026 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:50:45.753217 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:45.757999 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-340a9d32-bf43-406d-9729-e4184db5b794 None None] Provisioning complete for port 34d5f726-e863-42d8-9d1b-6f9392348dc6 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:45.758520 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-340a9d32-bf43-406d-9729-e4184db5b794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.763689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-59643e93-3c20-40aa-b707-71f43d4f25a1 admin admin] 10.222.0.21 "PUT /v2.0/routers/994e3eb3-d79b-4c67-b2d9-14f233f832b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1784704 Jul 06 12:50:45.805137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-340a9d32-bf43-406d-9729-e4184db5b794 None None] Port 34d5f726-e863-42d8-9d1b-6f9392348dc6 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:50:46.460190 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33972) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:46.467249 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1696837348-network', 'tenant_id': '3587fe77f34540968638a31349284065'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:46.490597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Made reservation on behalf of 3587fe77f34540968638a31349284065 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:50:46.493317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:46.502757 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:46.602279 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:46.606724 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:46.632159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:50:46.641525 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd3bce3-ca08-48f9-acd7-00c56ae71bcc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:46.649010 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:46.649362 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Added segment 0672b3c7-fc39-4202-a3c6-c4f7d3040c48 of type vlan for network 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 Jul 06 12:50:46.699428 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:46.738371 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:46.739524 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:46.740138 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:46.799067 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3370562 Jul 06 12:50:46.802535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33974) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:46.810160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] Request body: {'subnet': {'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1696837348-subnet', 'tenant_id': '3587fe77f34540968638a31349284065', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:46.815704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a739bf-166a-4004-800f-86d709356ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=9041b7f9-5c20-49bc-97c4-f2bc743d0d37,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:46.828605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:50:46.836653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] Made reservation on behalf of 3587fe77f34540968638a31349284065 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:50:46.839512 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:46.951572 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:47.012709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:47.018241 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:47.018241 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.054734 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.108035 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.115533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Sync routers for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:47.122349 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c862ad70-c161-4535-8000-4d17dd866eed,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:47.130768 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] Checking segment: {'id': '0672b3c7-fc39-4202-a3c6-c4f7d3040c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:47.131131 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] Network hostable DHCP agents. Network: 9041b7f9-5c20-49bc-97c4-f2bc743d0d37, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:50:47.139573 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:47.140216 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:47.143648 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4e7aeaed-d1c0-4af0-aabf-51d29e5f1642,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:47.150516 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] Network 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:50:47.159820 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 9041b7f9-5c20-49bc-97c4-f2bc743d0d37) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:47.164165 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:47.164805 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.179561 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9d5691f8-757b-403d-99da-4b612760ea50 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3739250 Jul 06 12:50:47.180701 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa406b-437e-43ce-bdd2-ebf19640fca7 None None] Network 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:50:47.182011 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33976) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:47.184823 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.186547 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1696837348-router', 'tenant_id': '3587fe77f34540968638a31349284065', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:47.210640 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.211586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.264922 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.335010 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=4e7aeaed-d1c0-4af0-aabf-51d29e5f1642,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:47.362914 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:47.417009 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.543186 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-9041b7f9-5c20-49bc-97c4-f2bc743d0d37', 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37', 'tenant_id': '3587fe77f34540968638a31349284065', 'fixed_ips': [{'subnet_id': 'c862ad70-c161-4535-8000-4d17dd866eed'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:50:47.544124 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.630557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.651039 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.745207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Allocated IP 172.20.0.2 (9041b7f9-5c20-49bc-97c4-f2bc743d0d37/c862ad70-c161-4535-8000-4d17dd866eed/f8968244-1802-468c-ac54-7d41b38f3a53) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:47.754071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:45Z', 'revision_number': 2, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:47.779708 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Allocated IP 172.25.0.111 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/cdabfec6-143f-4e87-896b-b1ec73b908ed) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:47.789983 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Checking router: 994e3eb3-d79b-4c67-b2d9-14f233f832b7 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:47.790337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Updating router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 port 34d5f726-e863-42d8-9d1b-6f9392348dc6 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:50:47.896194 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.951279 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:47.995013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:48.000351 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:48.003405 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:48.034893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Pushing event updated for resources: {'Port': ['ID=cdabfec6-143f-4e87-896b-b1ec73b908ed,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:48.052384 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.216910 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.234108 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Transition to ACTIVE for port object f8968244-1802-468c-ac54-7d41b38f3a53 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:48.292248 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Transition to ACTIVE for port object f8968244-1802-468c-ac54-7d41b38f3a53 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:48.302331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.359435 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Network 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:48.376060 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:48.383753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:48.402500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Pushing event updated for resources: {'Port': ['ID=f8968244-1802-468c-ac54-7d41b38f3a53,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:48.410309 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.487405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Attempting to bind port f8968244-1802-468c-ac54-7d41b38f3a53 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:48.487726 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Attempting to bind port f8968244-1802-468c-ac54-7d41b38f3a53 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '0672b3c7-fc39-4202-a3c6-c4f7d3040c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:48.488091 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Attempting to bind port f8968244-1802-468c-ac54-7d41b38f3a53 on network 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:48.516288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:48.516659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Checking segment: {'id': '0672b3c7-fc39-4202-a3c6-c4f7d3040c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:48.517640 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.518024 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Bound using segment: {'id': '0672b3c7-fc39-4202-a3c6-c4f7d3040c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:48.518510 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Bound port: f8968244-1802-468c-ac54-7d41b38f3a53, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0672b3c7-fc39-4202-a3c6-c4f7d3040c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:48.519147 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.579160 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-254ff0b7-820f-448d-8155-c39d1b4a4948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.585660 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.606015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Transition to ACTIVE for port object 34d5f726-e863-42d8-9d1b-6f9392348dc6 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:48.619323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.649586 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.650789 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] For port f8968244-1802-468c-ac54-7d41b38f3a53, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:48.673397 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] For port f8968244-1802-468c-ac54-7d41b38f3a53, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f8968244-1802-468c-ac54-7d41b38f3a53,segment=NetworkSegment(0672b3c7-fc39-4202-a3c6-c4f7d3040c48),segment_id=0672b3c7-fc39-4202-a3c6-c4f7d3040c48)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:48.685381 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.692709 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bab742-4701-4991-ab73-5c32314881a1 None None] Pushing event updated for resources: {'Port': ['ID=34d5f726-e863-42d8-9d1b-6f9392348dc6,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:48.818117 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Attempting to bind port 34d5f726-e863-42d8-9d1b-6f9392348dc6 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:48.818662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Attempting to bind port 34d5f726-e863-42d8-9d1b-6f9392348dc6 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:48.819143 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Attempting to bind port 34d5f726-e863-42d8-9d1b-6f9392348dc6 on network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:48.823720 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4513c-fe06-4516-8faa-08b3bbe0ad10 None None] Pushing event updated for resources: {'Port': ['ID=f8968244-1802-468c-ac54-7d41b38f3a53,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:48.831971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:48.832544 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Checking segment: {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:48.833186 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.833797 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Bound using segment: {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:48.834561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Bound port: 34d5f726-e863-42d8-9d1b-6f9392348dc6, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:48.835172 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.895650 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.941046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:48.983920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] For port 34d5f726-e863-42d8-9d1b-6f9392348dc6, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:49.008313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] For port 34d5f726-e863-42d8-9d1b-6f9392348dc6, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=34d5f726-e863-42d8-9d1b-6f9392348dc6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:49.047223 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:49.107944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Router 1cf47e02-fb15-4e45-8936-eae489d3e386 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:50:49.131614 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:49.155611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:49.156274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:49.160202 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bab742-4701-4991-ab73-5c32314881a1 None None] Pushing event updated for resources: {'Port': ['ID=34d5f726-e863-42d8-9d1b-6f9392348dc6,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:49.198211 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:49.198594 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:49.264324 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:49.281274 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Sync routers for ids ['1cf47e02-fb15-4e45-8936-eae489d3e386'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:49.287737 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:49.290270 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-4d4acbb9-2aad-465b-bac3-fe9a83037db7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1069217 Jul 06 12:50:49.293525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:49.298397 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Routers {'1cf47e02-fb15-4e45-8936-eae489d3e386'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:49.299768 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['1cf47e02-fb15-4e45-8936-eae489d3e386'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:49.332564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:49.496721 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Set router 1cf47e02-fb15-4e45-8936-eae489d3e386 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:49.648536 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:48Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:49.680690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f035f2-8ded-434f-8c6f-55680af21c1b None None] The sync data for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 is: [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:48Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:49.785182 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'name': 'tempest-TestShelveInstance-1696837348-router', 'tenant_id': '3587fe77f34540968638a31349284065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:48Z', 'revision_number': 3, 'project_id': '3587fe77f34540968638a31349284065', 'gw_port': {'id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:49.824461 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Checking router: 1cf47e02-fb15-4e45-8936-eae489d3e386 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:49.824835 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Updating router 1cf47e02-fb15-4e45-8936-eae489d3e386 port cdabfec6-143f-4e87-896b-b1ec73b908ed binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:50:49.870092 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:49.974096 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:50.106837 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35067c6-d65d-4583-b6d8-399d47dc4eea None None] Network 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:50:50.192060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Allocated IP 172.20.0.1 (9041b7f9-5c20-49bc-97c4-f2bc743d0d37/c862ad70-c161-4535-8000-4d17dd866eed/8cae7c9c-a5e5-4487-ba78-db6361f9b25a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:50.194696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b1341757-465d-4086-b738-05a340795f5c None None] Provisioning for port f8968244-1802-468c-ac54-7d41b38f3a53 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:50.236600 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:50.253438 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Transition to ACTIVE for port object cdabfec6-143f-4e87-896b-b1ec73b908ed will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:50.268119 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:50.374910 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:50.396357 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Transition to ACTIVE for port object 8cae7c9c-a5e5-4487-ba78-db6361f9b25a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:50.456334 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:50.456618 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Attempting to bind port cdabfec6-143f-4e87-896b-b1ec73b908ed on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:50.457311 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Attempting to bind port cdabfec6-143f-4e87-896b-b1ec73b908ed by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:50.457311 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Attempting to bind port cdabfec6-143f-4e87-896b-b1ec73b908ed on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:50.465156 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:50.465602 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:50.465936 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:50.466343 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:50.466834 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Bound port: cdabfec6-143f-4e87-896b-b1ec73b908ed, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:50.467227 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:50.530450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Network 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:50.533238 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414c855-72b5-4cc0-9a00-a609688e07b5 None None] Pushing event updated for resources: {'Port': ['ID=cdabfec6-143f-4e87-896b-b1ec73b908ed,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:50.539276 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:50.544705 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:50.553087 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] For port cdabfec6-143f-4e87-896b-b1ec73b908ed, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:50.557739 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] For port cdabfec6-143f-4e87-896b-b1ec73b908ed, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cdabfec6-143f-4e87-896b-b1ec73b908ed,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:50.567174 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:50.586012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Pushing event updated for resources: {'Port': ['ID=8cae7c9c-a5e5-4487-ba78-db6361f9b25a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:50.615846 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:50.623500 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Routers {'1cf47e02-fb15-4e45-8936-eae489d3e386'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:50.624158 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['1cf47e02-fb15-4e45-8936-eae489d3e386'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:50.764024 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] Set router 1cf47e02-fb15-4e45-8936-eae489d3e386 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:50.826911 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:50.838793 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414c855-72b5-4cc0-9a00-a609688e07b5 None None] Pushing event updated for resources: {'Port': ['ID=cdabfec6-143f-4e87-896b-b1ec73b908ed,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:50.894240 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.078624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f8968244-1802-468c-ac54-7d41b38f3a53 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:51.083812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-703a6145-0a20-4d4f-87a9-809cefe9e77e None None] Provisioning for port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:51.105461 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'name': 'tempest-TestShelveInstance-1696837348-router', 'tenant_id': '3587fe77f34540968638a31349284065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:48Z', 'revision_number': 3, 'project_id': '3587fe77f34540968638a31349284065', 'gw_port': {'id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:51.114812 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-703a6145-0a20-4d4f-87a9-809cefe9e77e None None] Provisioning complete for port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:51.115184 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-703a6145-0a20-4d4f-87a9-809cefe9e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.137802 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b8233d-0167-4ebe-a27a-a9d1c156f893 None None] The sync data for ids ['1cf47e02-fb15-4e45-8936-eae489d3e386'] in n-d-799527-2 is: [{'id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'name': 'tempest-TestShelveInstance-1696837348-router', 'tenant_id': '3587fe77f34540968638a31349284065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:48Z', 'revision_number': 3, 'project_id': '3587fe77f34540968638a31349284065', 'gw_port': {'id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:51.175614 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-703a6145-0a20-4d4f-87a9-809cefe9e77e None None] Port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:50:51.182654 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.184526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port f8968244-1802-468c-ac54-7d41b38f3a53 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:51.190585 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.190834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f8968244-1802-468c-ac54-7d41b38f3a53 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:51.191387 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.263893 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.265742 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Pushing event updated for resources: {'Port': ['ID=8cae7c9c-a5e5-4487-ba78-db6361f9b25a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:51.296030 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.346930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port f8968244-1802-468c-ac54-7d41b38f3a53, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f8968244-1802-468c-ac54-7d41b38f3a53,segment=NetworkSegment(0672b3c7-fc39-4202-a3c6-c4f7d3040c48),segment_id=0672b3c7-fc39-4202-a3c6-c4f7d3040c48)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:51.351719 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.352642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 34d5f726-e863-42d8-9d1b-6f9392348dc6 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:51.394298 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Network 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:51.396431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:51.453888 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=f8968244-1802-468c-ac54-7d41b38f3a53,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:51.466077 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 34d5f726-e863-42d8-9d1b-6f9392348dc6 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:51.469352 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 34d5f726-e863-42d8-9d1b-6f9392348dc6 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:51.470517 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.568363 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.572637 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Router 1cf47e02-fb15-4e45-8936-eae489d3e386 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:50:51.616519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 34d5f726-e863-42d8-9d1b-6f9392348dc6, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=34d5f726-e863-42d8-9d1b-6f9392348dc6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:51.623911 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.724498 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=34d5f726-e863-42d8-9d1b-6f9392348dc6,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:51.750810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:51.757111 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-180e6fb4-ad33-4a3c-b783-8db04ee0fcbd admin admin] 10.222.0.21 "PUT /v2.0/routers/1cf47e02-fb15-4e45-8936-eae489d3e386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4615078 Jul 06 12:50:51.828312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-65b7be2c-a8b9-493e-bde8-2f8c519581d2 None None] Provisioning complete for port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:51.829012 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65b7be2c-a8b9-493e-bde8-2f8c519581d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.883718 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-65b7be2c-a8b9-493e-bde8-2f8c519581d2 None None] Port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:50:52.712234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33986) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:52.717105 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-15285e04-0231-4143-a60d-f627042d86c1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514747327', 'description': 'tempest-secgroup-smoke-1514747327 description', 'project_id': '25d76332d6f74b638bd449f48467bb3b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:52.740695 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15285e04-0231-4143-a60d-f627042d86c1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.834728 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15285e04-0231-4143-a60d-f627042d86c1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.839732 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15285e04-0231-4143-a60d-f627042d86c1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.868533 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15285e04-0231-4143-a60d-f627042d86c1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.872564 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-15285e04-0231-4143-a60d-f627042d86c1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1565127 Jul 06 12:50:52.872995 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33988) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:52.877535 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bc1e4336-2492-41da-ab4a-72a87d334941 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': '61f146d8-3f9c-4c29-ab37-84f6aef2ad5b', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:52.885355 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15285e04-0231-4143-a60d-f627042d86c1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:52.912316 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4336-2492-41da-ab4a-72a87d334941 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.977464 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4336-2492-41da-ab4a-72a87d334941 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.981491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4336-2492-41da-ab4a-72a87d334941 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.005089 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e4336-2492-41da-ab4a-72a87d334941 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb362e1-47f9-488c-b915-8a281212635a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:53.009638 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4336-2492-41da-ab4a-72a87d334941 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.014069 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bc1e4336-2492-41da-ab4a-72a87d334941 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377807 Jul 06 12:50:53.014252 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 33990) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:53.020373 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a05502fc-4056-48cc-b700-cab600236666 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': '61f146d8-3f9c-4c29-ab37-84f6aef2ad5b', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:53.024662 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cdabfec6-143f-4e87-896b-b1ec73b908ed up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:53.050554 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a05502fc-4056-48cc-b700-cab600236666 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.080884 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port cdabfec6-143f-4e87-896b-b1ec73b908ed completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:53.091310 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port cdabfec6-143f-4e87-896b-b1ec73b908ed triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:53.091310 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.119097 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a05502fc-4056-48cc-b700-cab600236666 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.123681 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a05502fc-4056-48cc-b700-cab600236666 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.146631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05502fc-4056-48cc-b700-cab600236666 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cafc22-1069-487f-bc6b-563cb0d8df16,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:53.151877 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a05502fc-4056-48cc-b700-cab600236666 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.153249 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-a05502fc-4056-48cc-b700-cab600236666 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379690 Jul 06 12:50:53.156181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33992) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:53.163595 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-507d8909-43e4-41c1-9d58-e4b4ff601783 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': '61f146d8-3f9c-4c29-ab37-84f6aef2ad5b', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:53.189762 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.198690 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-507d8909-43e4-41c1-9d58-e4b4ff601783 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.202733 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Sync routers for ids ['1cf47e02-fb15-4e45-8936-eae489d3e386'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:53.220918 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port cdabfec6-143f-4e87-896b-b1ec73b908ed, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cdabfec6-143f-4e87-896b-b1ec73b908ed,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:53.223420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Routers {'1cf47e02-fb15-4e45-8936-eae489d3e386'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:53.224079 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['1cf47e02-fb15-4e45-8936-eae489d3e386'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:53.227313 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.228130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f8968244-1802-468c-ac54-7d41b38f3a53 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:53.267927 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-507d8909-43e4-41c1-9d58-e4b4ff601783 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.272693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-507d8909-43e4-41c1-9d58-e4b4ff601783 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.292746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d8909-43e4-41c1-9d58-e4b4ff601783 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6a2488-de91-4dd3-9dfb-0c3e9f1b79af,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:53.308010 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-507d8909-43e4-41c1-9d58-e4b4ff601783 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.309542 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-507d8909-43e4-41c1-9d58-e4b4ff601783 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521339 Jul 06 12:50:53.313602 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33994) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:53.319239 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c06246a4-fcfd-4d30-a45e-e9927a43e5e9 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': '61f146d8-3f9c-4c29-ab37-84f6aef2ad5b', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:53.350858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c06246a4-fcfd-4d30-a45e-e9927a43e5e9 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.385400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=cdabfec6-143f-4e87-896b-b1ec73b908ed,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:53.418956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port f8968244-1802-468c-ac54-7d41b38f3a53 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:53.419169 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c06246a4-fcfd-4d30-a45e-e9927a43e5e9 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.419317 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.424021 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c06246a4-fcfd-4d30-a45e-e9927a43e5e9 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.446271 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06246a4-fcfd-4d30-a45e-e9927a43e5e9 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832966d5-79ae-4aec-8573-b09711788413,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:53.451937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Set router 1cf47e02-fb15-4e45-8936-eae489d3e386 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:53.458986 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c06246a4-fcfd-4d30-a45e-e9927a43e5e9 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.460215 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c06246a4-fcfd-4d30-a45e-e9927a43e5e9 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447685 Jul 06 12:50:53.463087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33996) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:53.467896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b3dab5b2-65f8-43ec-b9fe-4caab1daa910 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': '61f146d8-3f9c-4c29-ab37-84f6aef2ad5b', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:53.493959 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-b3dab5b2-65f8-43ec-b9fe-4caab1daa910 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Project 25d76332d6f74b638bd449f48467bb3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:50:53.500366 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3dab5b2-65f8-43ec-b9fe-4caab1daa910 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.570831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3dab5b2-65f8-43ec-b9fe-4caab1daa910 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.575268 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3dab5b2-65f8-43ec-b9fe-4caab1daa910 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.594456 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dab5b2-65f8-43ec-b9fe-4caab1daa910 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a086fdf-975b-496f-a8e1-57846937172e,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:53.604337 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3dab5b2-65f8-43ec-b9fe-4caab1daa910 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.605768 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b3dab5b2-65f8-43ec-b9fe-4caab1daa910 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416147 Jul 06 12:50:53.608508 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 33998) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:53.614229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0a790f69-ef68-4be7-84d9-edb474306e3c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': '61f146d8-3f9c-4c29-ab37-84f6aef2ad5b', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:53.638150 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-0a790f69-ef68-4be7-84d9-edb474306e3c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Project 25d76332d6f74b638bd449f48467bb3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:50:53.644229 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a790f69-ef68-4be7-84d9-edb474306e3c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.715323 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a790f69-ef68-4be7-84d9-edb474306e3c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.721942 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a790f69-ef68-4be7-84d9-edb474306e3c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.740523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a790f69-ef68-4be7-84d9-edb474306e3c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3c7d9e-1cdc-49d0-9aaf-a5ce68fb05c2,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:53.750061 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a790f69-ef68-4be7-84d9-edb474306e3c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.755692 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0a790f69-ef68-4be7-84d9-edb474306e3c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419959 Jul 06 12:50:53.823561 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 34d5f726-e863-42d8-9d1b-6f9392348dc6 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:53.903556 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-b9a35659-2ffb-4ad5-a475-f66a4acba571 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514747327&fields=id&tenant_id=25d76332d6f74b638bd449f48467bb3b HTTP/1.1" status: 200 len: 267 time: 0.0368187 Jul 06 12:50:53.928581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 34d5f726-e863-42d8-9d1b-6f9392348dc6 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:53.928950 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:53.980287 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'name': 'tempest-TestShelveInstance-1696837348-router', 'tenant_id': '3587fe77f34540968638a31349284065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:50Z', 'revision_number': 4, 'project_id': '3587fe77f34540968638a31349284065', 'gw_port': {'id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8cae7c9c-a5e5-4487-ba78-db6361f9b25a', 'name': '', 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37', 'tenant_id': '3587fe77f34540968638a31349284065', 'mac_address': 'fa:16:3e:96:e6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c862ad70-c161-4535-8000-4d17dd866eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:49Z', 'updated_at': '2021-07-06T12:50:50Z', 'revision_number': 2, 'project_id': '3587fe77f34540968638a31349284065', 'subnets': [{'id': 'c862ad70-c161-4535-8000-4d17dd866eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:54.011600 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Checking router: 1cf47e02-fb15-4e45-8936-eae489d3e386 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:54.012205 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Updating router 1cf47e02-fb15-4e45-8936-eae489d3e386 port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:50:54.048667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-d0ee602b-057e-4f5e-bf04-82871c7ccfd0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:54.050516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-d0ee602b-057e-4f5e-bf04-82871c7ccfd0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 808 time: 0.1389616 Jul 06 12:50:54.071428 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-4f5c34a6-4a49-461c-bcd2-0df4b53b8b82 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/quotas/25d76332d6f74b638bd449f48467bb3b HTTP/1.1" status: 200 len: 375 time: 0.0137005 Jul 06 12:50:54.086768 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:54.146899 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-77b133a4-0b00-45d3-ad79-8c30c70e8ee8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676892 Jul 06 12:50:54.258790 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-9e76b115-decc-440c-bd45-113c8404dd18 service neutron] 10.222.0.21 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997002 Jul 06 12:50:54.358037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-0de93cbb-3389-4a0d-9337-94470bed7d82 service neutron] 10.222.0.21 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922418 Jul 06 12:50:54.405598 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:54.425978 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Transition to ACTIVE for port object 8cae7c9c-a5e5-4487-ba78-db6361f9b25a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:54.437170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:54.537885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098543f8-240a-44bc-a69b-87fe2012dc1c None None] Pushing event updated for resources: {'Port': ['ID=8cae7c9c-a5e5-4487-ba78-db6361f9b25a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:54.624327 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Attempting to bind port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:54.625167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Attempting to bind port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '0672b3c7-fc39-4202-a3c6-c4f7d3040c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:54.625759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Attempting to bind port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a on network 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:54.632806 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:54.633818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Checking segment: {'id': '0672b3c7-fc39-4202-a3c6-c4f7d3040c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:54.634280 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:54.634753 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Bound using segment: {'id': '0672b3c7-fc39-4202-a3c6-c4f7d3040c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:54.635309 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Bound port: 8cae7c9c-a5e5-4487-ba78-db6361f9b25a, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0672b3c7-fc39-4202-a3c6-c4f7d3040c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:54.635876 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:54.660890 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcbdecfc-67b6-4d7a-8d61-cf2ce23e396e req-46a9a683-813b-4924-879f-32892642f15f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0423200 Jul 06 12:50:54.726179 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] For port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:54.731210 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] For port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8cae7c9c-a5e5-4487-ba78-db6361f9b25a,segment=NetworkSegment(0672b3c7-fc39-4202-a3c6-c4f7d3040c48),segment_id=0672b3c7-fc39-4202-a3c6-c4f7d3040c48)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:54.739151 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:54.800847 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Routers {'1cf47e02-fb15-4e45-8936-eae489d3e386'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:54.801761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['1cf47e02-fb15-4e45-8936-eae489d3e386'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:54.888420 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098543f8-240a-44bc-a69b-87fe2012dc1c None None] Pushing event updated for resources: {'Port': ['ID=8cae7c9c-a5e5-4487-ba78-db6361f9b25a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:54.961125 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cdabfec6-143f-4e87-896b-b1ec73b908ed up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:55.008682 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] Set router 1cf47e02-fb15-4e45-8936-eae489d3e386 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:55.142445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port cdabfec6-143f-4e87-896b-b1ec73b908ed triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:55.143477 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:55.325500 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'name': 'tempest-TestShelveInstance-1696837348-router', 'tenant_id': '3587fe77f34540968638a31349284065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:50Z', 'revision_number': 4, 'project_id': '3587fe77f34540968638a31349284065', 'gw_port': {'id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8cae7c9c-a5e5-4487-ba78-db6361f9b25a', 'name': '', 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37', 'tenant_id': '3587fe77f34540968638a31349284065', 'mac_address': 'fa:16:3e:96:e6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c862ad70-c161-4535-8000-4d17dd866eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:49Z', 'updated_at': '2021-07-06T12:50:54Z', 'revision_number': 4, 'project_id': '3587fe77f34540968638a31349284065', 'subnets': [{'id': 'c862ad70-c161-4535-8000-4d17dd866eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:55.357994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d32bd-37bb-4a13-9ed2-37ef49fb31d9 None None] The sync data for ids ['1cf47e02-fb15-4e45-8936-eae489d3e386'] in n-d-799527-2 is: [{'id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'name': 'tempest-TestShelveInstance-1696837348-router', 'tenant_id': '3587fe77f34540968638a31349284065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:50Z', 'revision_number': 4, 'project_id': '3587fe77f34540968638a31349284065', 'gw_port': {'id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '8cae7c9c-a5e5-4487-ba78-db6361f9b25a', 'name': '', 'network_id': '9041b7f9-5c20-49bc-97c4-f2bc743d0d37', 'tenant_id': '3587fe77f34540968638a31349284065', 'mac_address': 'fa:16:3e:96:e6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c862ad70-c161-4535-8000-4d17dd866eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:49Z', 'updated_at': '2021-07-06T12:50:54Z', 'revision_number': 4, 'project_id': '3587fe77f34540968638a31349284065', 'subnets': [{'id': 'c862ad70-c161-4535-8000-4d17dd866eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:55.825816 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e4b0218d-a463-4210-91cd-de384c5f6bef req-f6b47e9f-3ff0-4311-90e8-6c221dcf7346 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0295188 Jul 06 12:50:56.212762 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-cf22fc7e-8e67-44af-93a0-3d1f667b03d2 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:56.214271 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-cf22fc7e-8e67-44af-93a0-3d1f667b03d2 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 808 time: 0.1073198 Jul 06 12:50:56.258786 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-52d88c34-801e-47ff-933e-873b4150f267 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d76332d6f74b638bd449f48467bb3b HTTP/1.1" status: 200 len: 380 time: 0.0354826 Jul 06 12:50:56.268787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'port': {'device_id': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'admin_state_up': True, 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'security_groups': ['61f146d8-3f9c-4c29-ab37-84f6aef2ad5b']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:56.391387 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Made reservation on behalf of 25d76332d6f74b638bd449f48467bb3b for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:50:56.395747 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:56.530845 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Allocated IP 172.20.0.9 (28ecb7a9-ca9a-4fb9-a40f-807b17a4560a/5fccdec4-3016-4d68-95a0-869d4e00d90f/c45dd1d2-2f69-4509-a9ac-8335d458a63e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:50:56.691710 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:56.706754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Transition to ACTIVE for port object c45dd1d2-2f69-4509-a9ac-8335d458a63e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:56.743007 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:56.788990 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:50:56.794875 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:50:56.797481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:50:56.830519 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'Port': ['ID=c45dd1d2-2f69-4509-a9ac-8335d458a63e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:56.867266 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:56.867949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:56.887570 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-08bc796f-ccd7-4dc5-87a2-d431a9819d8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6225302 Jul 06 12:50:56.906100 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Request body: {'port': {'device_id': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:56.998937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8cae7c9c-a5e5-4487-ba78-db6361f9b25a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:57.035898 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.093609 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe00bac-d32b-4d6b-870a-2ba0b5279e82 req-980c0d33-e621-4a97-83f0-fc0cd76642e3 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:57.095145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:57.096406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0fe00bac-d32b-4d6b-870a-2ba0b5279e82 req-980c0d33-e621-4a97-83f0-fc0cd76642e3 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 931 time: 0.1049340 Jul 06 12:50:57.101152 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:57.101621 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.150542 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0fe00bac-d32b-4d6b-870a-2ba0b5279e82 req-3c181913-47f8-442d-bdf3-2ac37abce2ab tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449939 Jul 06 12:50:57.180427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fa3bab7d-dc05-4af7-bb1a-722c3ead654a None None] Provisioning for port c45dd1d2-2f69-4509-a9ac-8335d458a63e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:50:57.207627 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fa3bab7d-dc05-4af7-bb1a-722c3ead654a None None] Provisioning complete for port c45dd1d2-2f69-4509-a9ac-8335d458a63e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:57.207991 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fa3bab7d-dc05-4af7-bb1a-722c3ead654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.243053 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.262120 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bab7d-dc05-4af7-bb1a-722c3ead654a None None] Port c45dd1d2-2f69-4509-a9ac-8335d458a63e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:50:57.288015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8cae7c9c-a5e5-4487-ba78-db6361f9b25a,segment=NetworkSegment(0672b3c7-fc39-4202-a3c6-c4f7d3040c48),segment_id=0672b3c7-fc39-4202-a3c6-c4f7d3040c48)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:57.293664 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.346616 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=8cae7c9c-a5e5-4487-ba78-db6361f9b25a,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:57.362046 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45dd1d2-2f69-4509-a9ac-8335d458a63e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:50:57.370047 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.383610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Transition to ACTIVE for port object c45dd1d2-2f69-4509-a9ac-8335d458a63e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:57.388215 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.436993 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Pushing event updated for resources: {'Port': ['ID=c45dd1d2-2f69-4509-a9ac-8335d458a63e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:57.521399 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Attempting to bind port c45dd1d2-2f69-4509-a9ac-8335d458a63e on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:57.522277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Attempting to bind port c45dd1d2-2f69-4509-a9ac-8335d458a63e by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:57.522277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Attempting to bind port c45dd1d2-2f69-4509-a9ac-8335d458a63e on network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:57.527201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Port c45dd1d2-2f69-4509-a9ac-8335d458a63e on network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:50:57.527566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Attempting to bind port c45dd1d2-2f69-4509-a9ac-8335d458a63e on network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:57.533499 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:57.533842 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Checking segment: {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:57.534236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Bound using segment: {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:57.534688 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Bound port: c45dd1d2-2f69-4509-a9ac-8335d458a63e, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:57.535049 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.606834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:57.610116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:57.615544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.649437 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:57.650045 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.651419 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] 10.222.0.86 "PUT /v2.0/ports/c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 1091 time: 0.7522786 Jul 06 12:50:57.651872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:57.654100 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be796aa6-a401-41ef-9c85-4ef4448b8af7" -d '{"events": [{"name": "network-changed", "server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:57.684986 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04c8f1-0c31-4194-b374-39ff2b207e73 service neutron] Pushing event updated for resources: {'Port': ['ID=c45dd1d2-2f69-4509-a9ac-8335d458a63e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:57.715058 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f89d06-9932-47a9-8809-f928b0bb5a7a x-openstack-request-id: req-58f89d06-9932-47a9-8809-f928b0bb5a7a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:57.715527 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:57.715876 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58f89d06-9932-47a9-8809-f928b0bb5a7a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:57.716371 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'status': 'completed', 'code': 200} Jul 06 12:50:57.768114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-b81583f7-2f9b-4b1a-a5ba-3702cfb71514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:57.769925 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-b81583f7-2f9b-4b1a-a5ba-3702cfb71514 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1094 time: 0.0641589 Jul 06 12:50:57.818242 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-b57ffb82-8853-4896-80b1-36e2b0c0d3ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 217 time: 0.0359926 Jul 06 12:50:57.868198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-59673940-3747-48e1-ac9e-dd6ff66577ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:57.869675 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-59673940-3747-48e1-ac9e-dd6ff66577ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0451381 Jul 06 12:50:57.934390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-d37d2633-e0e5-4d14-a1f6-7991ea762c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:57.936001 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-d37d2633-e0e5-4d14-a1f6-7991ea762c4f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557959 Jul 06 12:50:58.034490 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-13d6f75f-319c-42d8-b537-d0cb605bcd20 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879819 Jul 06 12:50:58.130389 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b1b9aa4a-830a-44ad-9c71-f37fde887d33 req-20fd6f39-ba5f-467a-9392-fc5a17999721 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833373 Jul 06 12:50:58.241610 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be796aa6-a401-41ef-9c85-4ef4448b8af7 req-3a83fc33-90ba-449b-b200-dc92d1632185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:58.243121 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be796aa6-a401-41ef-9c85-4ef4448b8af7 req-3a83fc33-90ba-449b-b200-dc92d1632185 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1094 time: 0.0598850 Jul 06 12:50:58.333159 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be796aa6-a401-41ef-9c85-4ef4448b8af7 req-69b111b1-46b0-464b-8dac-be10acb3a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:58.334570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db443e9-1777-4c0d-9fd2-0a7842c9c05f req-9ebe006a-21c3-4fc5-bcb3-b99d0e4cea9b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:58.335071 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be796aa6-a401-41ef-9c85-4ef4448b8af7 req-69b111b1-46b0-464b-8dac-be10acb3a7d1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0850682 Jul 06 12:50:58.336149 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3db443e9-1777-4c0d-9fd2-0a7842c9c05f req-9ebe006a-21c3-4fc5-bcb3-b99d0e4cea9b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0677197 Jul 06 12:50:58.378010 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3db443e9-1777-4c0d-9fd2-0a7842c9c05f req-4cb6b832-28dd-4d4d-a2c7-00d79774fe8f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362034 Jul 06 12:50:58.386464 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be796aa6-a401-41ef-9c85-4ef4448b8af7 req-bca30af9-ce36-46f6-b653-822488612e82 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 217 time: 0.0427871 Jul 06 12:50:58.437859 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be796aa6-a401-41ef-9c85-4ef4448b8af7 req-2a3810e9-f2fa-473d-913f-b30270d0721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:58.439737 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be796aa6-a401-41ef-9c85-4ef4448b8af7 req-2a3810e9-f2fa-473d-913f-b30270d0721b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0467720 Jul 06 12:50:58.502872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be796aa6-a401-41ef-9c85-4ef4448b8af7 req-290b001b-d3d6-4939-af00-24a491a1b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:58.504400 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be796aa6-a401-41ef-9c85-4ef4448b8af7 req-290b001b-d3d6-4939-af00-24a491a1b8a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562770 Jul 06 12:50:58.613525 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be796aa6-a401-41ef-9c85-4ef4448b8af7 req-ecc993ae-5ca0-4ce6-b455-2d4caa4348a2 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985420 Jul 06 12:50:58.705080 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-be796aa6-a401-41ef-9c85-4ef4448b8af7 req-f4bd0704-b63d-4ff5-add7-3e303891d7bb service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841439 Jul 06 12:50:58.920958 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8cae7c9c-a5e5-4487-ba78-db6361f9b25a up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:50:58.973937 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:50:58.974388 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:59.372492 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:59.541675 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:59.754830 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c470b2-c0e1-439c-8760-f75e8f1ff2b9 req-c782adff-8a73-402c-851a-c306a4857107 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:59.756354 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37c470b2-c0e1-439c-8760-f75e8f1ff2b9 req-c782adff-8a73-402c-851a-c306a4857107 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0732946 Jul 06 12:50:59.797583 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-37c470b2-c0e1-439c-8760-f75e8f1ff2b9 req-bbb29571-d05c-4c03-b6fe-239560d266f1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346415 Jul 06 12:50:59.824196 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c45dd1d2-2f69-4509-a9ac-8335d458a63e details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:50:59.925296 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:59.937545 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'port_id': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'mac_address': 'fa:16:3e:2d:62:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:50:59.978011 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:59.992251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45dd1d2-2f69-4509-a9ac-8335d458a63e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:51:00.013540 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:00.018228 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:00.067103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c45dd1d2-2f69-4509-a9ac-8335d458a63e,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:00.279737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c45dd1d2-2f69-4509-a9ac-8335d458a63e'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:51:00.998123 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d44997-4431-4dc0-bc47-12fe1642d275 req-6c282d0f-ca13-40f7-8c9b-3b3e85a72d0e tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:00.999702 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51d44997-4431-4dc0-bc47-12fe1642d275 req-6c282d0f-ca13-40f7-8c9b-3b3e85a72d0e tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 944 time: 0.0715868 Jul 06 12:51:01.044409 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-51d44997-4431-4dc0-bc47-12fe1642d275 req-a70ec3b7-c680-4933-9f08-ad5a7ccfc321 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382934 Jul 06 12:51:01.822885 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c45dd1d2-2f69-4509-a9ac-8335d458a63e up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:51:01.875379 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port c45dd1d2-2f69-4509-a9ac-8335d458a63e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:51:01.880135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c45dd1d2-2f69-4509-a9ac-8335d458a63e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:51:01.880510 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:01.965565 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:01.990362 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:51:01.993056 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f46981d-d738-407f-be0c-9bfa180b7b25" -d '{"events": [{"server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:51:02.010560 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:02.015904 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.044011 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9d03ca-7f65-4523-9a52-70f4eb2b191b x-openstack-request-id: req-cf9d03ca-7f65-4523-9a52-70f4eb2b191b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:51:02.044369 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:51:02.044548 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf9d03ca-7f65-4523-9a52-70f4eb2b191b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:51:02.044925 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'code': 200} Jul 06 12:51:02.077933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c45dd1d2-2f69-4509-a9ac-8335d458a63e,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:02.179979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e095059-6345-4602-b34d-cbe463fd36c3 req-c37622cf-7327-4d1b-8193-f002f08eb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:02.181574 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4e095059-6345-4602-b34d-cbe463fd36c3 req-c37622cf-7327-4d1b-8193-f002f08eb576 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1096 time: 0.0653448 Jul 06 12:51:02.230449 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-4e095059-6345-4602-b34d-cbe463fd36c3 req-162513da-63a1-45b2-9873-37c9a2513396 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381577 Jul 06 12:51:02.258473 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303470b-67f2-442f-bea7-4d4c43ff7f8f req-3352fb9c-4ffd-46b3-8f0e-5dbc88d4a573 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:02.262929 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2303470b-67f2-442f-bea7-4d4c43ff7f8f req-3352fb9c-4ffd-46b3-8f0e-5dbc88d4a573 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0899868 Jul 06 12:51:02.315296 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2303470b-67f2-442f-bea7-4d4c43ff7f8f req-0fc42a28-fca7-4a67-8219-2d680ef1b840 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459797 Jul 06 12:51:03.502295 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829f25-dd63-456a-aef2-1da0cefd8b6b req-3c505e2d-ac0c-4acd-b75d-7c29c32083ba tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:03.504953 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b829f25-dd63-456a-aef2-1da0cefd8b6b req-3c505e2d-ac0c-4acd-b75d-7c29c32083ba tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0701125 Jul 06 12:51:03.548538 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2b829f25-dd63-456a-aef2-1da0cefd8b6b req-909961bf-340d-440a-b353-6308d2ca252f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382984 Jul 06 12:51:03.766250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007611a3-c9a7-4daa-bfb5-f1e40d9a08bb req-6ae2d11c-2eed-4c8f-a453-7aac34f9052e tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:03.768615 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-007611a3-c9a7-4daa-bfb5-f1e40d9a08bb req-6ae2d11c-2eed-4c8f-a453-7aac34f9052e tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0807905 Jul 06 12:51:03.811697 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-007611a3-c9a7-4daa-bfb5-f1e40d9a08bb req-f791630f-6ba9-454a-a7d8-b121db4d5ba3 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366709 Jul 06 12:51:03.836934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34050) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:03.991546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bec97a-50eb-4efb-857a-79213614d06c tempest-TestShelveInstance-2065781462 tempest-TestShelveInstance-2065781462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:03.993082 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-11bec97a-50eb-4efb-857a-79213614d06c tempest-TestShelveInstance-2065781462 tempest-TestShelveInstance-2065781462-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1091 time: 0.1551743 Jul 06 12:51:03.996105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:04.000379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:51:04.024095 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:04.122567 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:04.568140 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Allocated IP 172.25.0.53 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/fd5df0a2-5a2f-4632-95fa-6118ef67afd4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:51:04.674982 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:04.715962 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:04.757756 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:51:04.763005 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:51:04.770502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:51:04.773860 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'Port': ['ID=fd5df0a2-5a2f-4632-95fa-6118ef67afd4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:05.161381 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.237531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.388811 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.394939 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.462753 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'Port': ['ID=fd5df0a2-5a2f-4632-95fa-6118ef67afd4,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:05.476405 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.583203 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Floating IP 2fd18769-2563-41f3-8f69-a11068f96fc7 associated. External IP: 172.25.0.53, port: c45dd1d2-2f69-4509-a9ac-8335d458a63e. Jul 06 12:51:05.799516 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:51:05.909420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:51:05.919378 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5eec15-2ddf-4668-9ed3-10d78b40db17 None None] Sync routers for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:51:05.925458 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.930593 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5eec15-2ddf-4668-9ed3-10d78b40db17 None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:51:05.931293 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa5eec15-2ddf-4668-9ed3-10d78b40db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:05.964002 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-170f4a51-e9d5-434f-91e7-4a7b1a68bc30 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9668691 Jul 06 12:51:05.964592 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:51:05.966837 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c224162b-4200-4492-a79b-9ae071b49ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:51:06.008212 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba72c23-d908-400d-8188-1ba8f4b5cb96 x-openstack-request-id: req-fba72c23-d908-400d-8188-1ba8f4b5cb96 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:51:06.008499 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:51:06.008797 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fba72c23-d908-400d-8188-1ba8f4b5cb96 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:51:06.009205 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'status': 'completed', 'code': 200} Jul 06 12:51:06.042946 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-aa5eec15-2ddf-4668-9ed3-10d78b40db17 None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:51:06.083599 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224162b-4200-4492-a79b-9ae071b49ddd req-9fb93a3b-2252-40fe-9ca9-d7af864d3d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:06.085111 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c224162b-4200-4492-a79b-9ae071b49ddd req-9fb93a3b-2252-40fe-9ca9-d7af864d3d3b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1096 time: 0.0534899 Jul 06 12:51:06.179280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224162b-4200-4492-a79b-9ae071b49ddd req-65fa9453-d414-4b83-bc91-fec2d3a663f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:06.180795 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c224162b-4200-4492-a79b-9ae071b49ddd req-65fa9453-d414-4b83-bc91-fec2d3a663f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0897148 Jul 06 12:51:06.247561 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c224162b-4200-4492-a79b-9ae071b49ddd req-990fd220-64d8-4603-9721-a855dce4ed97 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 998 time: 0.0601189 Jul 06 12:51:06.276534 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa5eec15-2ddf-4668-9ed3-10d78b40db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '2fd18769-2563-41f3-8f69-a11068f96fc7', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'port_id': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'mac_address': 'fa:16:3e:2d:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:51:05Z', 'updated_at': '2021-07-06T12:51:05Z', 'revision_number': 0, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:06.301305 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224162b-4200-4492-a79b-9ae071b49ddd req-730f8845-6aa4-4920-8cb2-83a6428ab0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:06.302750 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c224162b-4200-4492-a79b-9ae071b49ddd req-730f8845-6aa4-4920-8cb2-83a6428ab0a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0492024 Jul 06 12:51:06.304761 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5eec15-2ddf-4668-9ed3-10d78b40db17 None None] Checking router: 994e3eb3-d79b-4c67-b2d9-14f233f832b7 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:51:06.315710 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5eec15-2ddf-4668-9ed3-10d78b40db17 None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:51:06.316606 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa5eec15-2ddf-4668-9ed3-10d78b40db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:50:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:06.362766 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224162b-4200-4492-a79b-9ae071b49ddd req-f8665385-df89-4599-8aae-88dacf398a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:06.364247 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c224162b-4200-4492-a79b-9ae071b49ddd req-f8665385-df89-4599-8aae-88dacf398a9f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544012 Jul 06 12:51:06.424933 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-aa5eec15-2ddf-4668-9ed3-10d78b40db17 None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:51:06.456774 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c224162b-4200-4492-a79b-9ae071b49ddd req-cce33e0f-7d95-4854-8d46-235520777304 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858095 Jul 06 12:51:06.554713 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c224162b-4200-4492-a79b-9ae071b49ddd req-4c15bdcf-b2ad-4ad2-9021-0fe99353b6f7 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917106 Jul 06 12:51:06.665426 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-aa5eec15-2ddf-4668-9ed3-10d78b40db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '2fd18769-2563-41f3-8f69-a11068f96fc7', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'port_id': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'mac_address': 'fa:16:3e:2d:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:51:05Z', 'updated_at': '2021-07-06T12:51:05Z', 'revision_number': 0, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:06.697090 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5eec15-2ddf-4668-9ed3-10d78b40db17 None None] The sync data for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 is: [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '2fd18769-2563-41f3-8f69-a11068f96fc7', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'port_id': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'mac_address': 'fa:16:3e:2d:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:51:05Z', 'updated_at': '2021-07-06T12:51:05Z', 'revision_number': 0, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:51:06.730144 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-41abe4b5-b34e-4c89-bd7d-d57e73256ac9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630808 Jul 06 12:51:06.837566 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-3824a69d-d69a-43e3-8de1-0d1833868b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:06.839169 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-3824a69d-d69a-43e3-8de1-0d1833868b15 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1096 time: 0.0591652 Jul 06 12:51:06.918660 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19e779e-260e-4448-bb95-660a65cc496f None None] New status for floating IP 2fd18769-2563-41f3-8f69-a11068f96fc7: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:51:06.968974 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-4c108a49-d388-4611-a26f-674206e102ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:06.971161 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-4c108a49-d388-4611-a26f-674206e102ac service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.1055596 Jul 06 12:51:07.039699 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-14013eb8-0278-44b5-8a10-75a27a8f1281 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 998 time: 0.0619018 Jul 06 12:51:07.106110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-d26315b7-e8a4-4b2f-9911-e5d53a3c16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:07.107635 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-d26315b7-e8a4-4b2f-9911-e5d53a3c16f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0611393 Jul 06 12:51:07.166632 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-5bd68290-8c35-4971-b9a6-88c2ad1f61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:07.168214 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-5bd68290-8c35-4971-b9a6-88c2ad1f61e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543580 Jul 06 12:51:07.268362 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-c63f3d30-f5ad-44e5-a00b-348145de4204 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899179 Jul 06 12:51:07.386959 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-1898a5f9-8bd2-48b3-b782-3c47e0e10ecf req-25598ba3-b65d-41d0-b67c-7968b97635ef service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121387 Jul 06 12:51:14.315325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbd0ad2f-5c97-4fe0-9f4a-d916d2823fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:18.373280 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:18.540509 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc8e7-15f9-4aa9-a2ea-1daf42301cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:19.039573 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:20.821049 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:21.063275 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:51:29.376627 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:29.542972 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:44.318941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ec90a13-d789-459b-b2e7-3cfc2c337e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:48.375195 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:48.541966 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77119128-2528-4dce-800c-97a48e02b2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:49.046033 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:50.822353 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:58.062023 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:51:59.367679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:59.549785 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.734892 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-8c55be50-d989-46b4-af52-48f729a11df1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535691 Jul 06 12:52:06.838025 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-1beec8ea-13d9-4511-995f-efd35ea92ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:06.839585 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-1beec8ea-13d9-4511-995f-efd35ea92ea4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1096 time: 0.0566220 Jul 06 12:52:06.945673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-145fbfb3-2bec-4b19-9443-b5920746b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:06.947175 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-145fbfb3-2bec-4b19-9443-b5920746b05d service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0864022 Jul 06 12:52:07.020716 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-1d7a645c-8434-4d00-9516-de7d1398db71 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 1000 time: 0.0635767 Jul 06 12:52:07.073009 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-7814c0df-bf6f-4b91-b8f3-db75a8369429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:07.074463 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-7814c0df-bf6f-4b91-b8f3-db75a8369429 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0438168 Jul 06 12:52:07.135702 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-7e43ea24-005f-4472-a5e5-a3eeee53d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:07.137207 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-7e43ea24-005f-4472-a5e5-a3eeee53d755 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530739 Jul 06 12:52:07.150657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-ce38375d-7eef-466c-b1c0-3c43510f9e75 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:52:07.151622 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-ce38375d-7eef-466c-b1c0-3c43510f9e75 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051136 Jul 06 12:52:07.247579 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-a6a3d129-b5e4-4bbe-a24f-efe758e5fd74 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863888 Jul 06 12:52:07.343333 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c5d845d6-d9d3-4603-81d2-b317961a998a req-799730d7-4e1d-45df-b4dd-a6670a415dcd service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849397 Jul 06 12:52:14.321203 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a776731e-2b8e-45cb-8342-418594b6f2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.381156 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.543680 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afc8ee05-215f-41a5-a756-db82e936261c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:19.046809 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.826325 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.367282 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.568418 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:35.062823 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:52:44.329872 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6392eff-bd6b-4adb-bf76-2f46e9600229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:48.384384 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:48.549004 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ecdea27-827f-400f-b941-3fe3ad425204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:49.054411 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:50.832097 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:59.368734 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:59.557622 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:05.451829 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e2604-a3d5-4014-a63d-712fa778531c req-b90adef6-8448-4fe9-8491-9fd2f9409224 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:05.454468 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-001e2604-a3d5-4014-a63d-712fa778531c req-b90adef6-8448-4fe9-8491-9fd2f9409224 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.1445560 Jul 06 12:53:05.496576 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-001e2604-a3d5-4014-a63d-712fa778531c req-5c137293-f3f5-484e-9a27-41f173cc5684 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361404 Jul 06 12:53:06.715800 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4038cb-4069-4bff-9450-7502db10451a req-921404b1-fedc-4d4f-80c0-683d66cd9883 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:06.717322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d4038cb-4069-4bff-9450-7502db10451a req-921404b1-fedc-4d4f-80c0-683d66cd9883 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0683262 Jul 06 12:53:06.757987 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8d4038cb-4069-4bff-9450-7502db10451a req-bd68509d-be14-41eb-8962-a32e0bb3b1cd tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333884 Jul 06 12:53:07.949887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35a26c-54d3-438d-a467-124effd68c8e req-3be515dc-9f7f-45f2-851e-4c1591e64a2b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:07.951435 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc35a26c-54d3-438d-a467-124effd68c8e req-3be515dc-9f7f-45f2-851e-4c1591e64a2b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0682089 Jul 06 12:53:07.991048 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cc35a26c-54d3-438d-a467-124effd68c8e req-33af9ced-f3a1-49cc-8e5c-8fcdd0a95b34 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334034 Jul 06 12:53:08.819646 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d77636-487b-45c2-9c02-11f6526707c4 req-c3ed0104-d9b5-46a9-b5bc-6337d0192351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:08.821211 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-90d77636-487b-45c2-9c02-11f6526707c4 req-c3ed0104-d9b5-46a9-b5bc-6337d0192351 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1096 time: 0.1065528 Jul 06 12:53:08.934934 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d77636-487b-45c2-9c02-11f6526707c4 req-32c01e31-b493-4ea0-b15e-f85fd06b633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:08.936589 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-90d77636-487b-45c2-9c02-11f6526707c4 req-32c01e31-b493-4ea0-b15e-f85fd06b633a service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0932312 Jul 06 12:53:09.008653 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-90d77636-487b-45c2-9c02-11f6526707c4 req-c58b88ff-5642-4b7b-9af1-48406fab9ddb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 1000 time: 0.0648167 Jul 06 12:53:09.065196 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d77636-487b-45c2-9c02-11f6526707c4 req-88105e42-51da-486e-8ba3-6156f32a812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:09.066755 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-90d77636-487b-45c2-9c02-11f6526707c4 req-88105e42-51da-486e-8ba3-6156f32a812e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0519300 Jul 06 12:53:09.138726 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d77636-487b-45c2-9c02-11f6526707c4 req-88641709-4737-48eb-8bdd-4e80eb853be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:09.140391 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-90d77636-487b-45c2-9c02-11f6526707c4 req-88641709-4737-48eb-8bdd-4e80eb853be2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656891 Jul 06 12:53:09.241159 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-90d77636-487b-45c2-9c02-11f6526707c4 req-f25f0df9-f3d0-444a-a6eb-f4feb34f7a99 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929658 Jul 06 12:53:09.340155 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-90d77636-487b-45c2-9c02-11f6526707c4 req-e13e115e-bca3-4f4e-9005-c4d4b2a571c5 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919416 Jul 06 12:53:09.361907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b472f-5652-4d71-b783-20a9bda0a7ff req-0f8bdd1e-732b-48a5-b334-aa93805e37a7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:09.363430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-580b472f-5652-4d71-b783-20a9bda0a7ff req-0f8bdd1e-732b-48a5-b334-aa93805e37a7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0663064 Jul 06 12:53:09.403289 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-580b472f-5652-4d71-b783-20a9bda0a7ff req-7d637bcf-03a2-4a7d-99c9-40ffb02208f5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339541 Jul 06 12:53:10.588343 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a1223-d1f7-4c56-90d8-0ea46016dd8a req-ad2c979b-fbb0-409b-9d59-08301397358c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:10.590079 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-401a1223-d1f7-4c56-90d8-0ea46016dd8a req-ad2c979b-fbb0-409b-9d59-08301397358c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0759048 Jul 06 12:53:10.636710 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-401a1223-d1f7-4c56-90d8-0ea46016dd8a req-07f55e26-b33e-42ae-bddf-0499d4b0eb69 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384486 Jul 06 12:53:11.822515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111ea2f-2951-4987-9083-04ab3121d069 req-3e160992-949b-4427-9e15-fba7ba6e7c33 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:11.824054 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0111ea2f-2951-4987-9083-04ab3121d069 req-3e160992-949b-4427-9e15-fba7ba6e7c33 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0663013 Jul 06 12:53:11.862794 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0111ea2f-2951-4987-9083-04ab3121d069 req-03d62393-cfdd-4776-8c02-873a9b39e272 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329442 Jul 06 12:53:12.061698 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:53:13.044428 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1db1ee-0fbc-4422-a558-28ad7707d26e req-88524f42-793e-4925-8bed-cfa7a8b6d0c9 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:13.045924 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf1db1ee-0fbc-4422-a558-28ad7707d26e req-88524f42-793e-4925-8bed-cfa7a8b6d0c9 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0686383 Jul 06 12:53:13.084188 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bf1db1ee-0fbc-4422-a558-28ad7707d26e req-79a822f4-088f-43ba-9e98-312c2bded874 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324111 Jul 06 12:53:14.262197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeb201-cda3-4930-a9bd-e912fa1e9699 req-174d1c7a-721c-4bde-8510-837cdbe8b60c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:14.263714 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1edeb201-cda3-4930-a9bd-e912fa1e9699 req-174d1c7a-721c-4bde-8510-837cdbe8b60c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0658402 Jul 06 12:53:14.308009 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1edeb201-cda3-4930-a9bd-e912fa1e9699 req-71302c85-c598-4fb1-97c7-e36e0a1a2d2f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381291 Jul 06 12:53:14.323007 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8735cbe7-ec68-4f7a-9ed0-c3b7a6362146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:15.488527 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291cde9-1c30-41e4-8b1e-52bc0b52a7b3 req-42a9a3b4-8853-402f-83c8-520e6001abad tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:15.490229 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5291cde9-1c30-41e4-8b1e-52bc0b52a7b3 req-42a9a3b4-8853-402f-83c8-520e6001abad tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0633066 Jul 06 12:53:15.528603 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5291cde9-1c30-41e4-8b1e-52bc0b52a7b3 req-25202bfc-105d-46c3-b6bb-958f566f990e tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323009 Jul 06 12:53:16.706640 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98e6b3-d671-48f2-8660-d9b93806c518 req-0ea5b0ec-bc86-4617-b492-28855fc23da4 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:16.708153 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd98e6b3-d671-48f2-8660-d9b93806c518 req-0ea5b0ec-bc86-4617-b492-28855fc23da4 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0663242 Jul 06 12:53:16.754124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cd98e6b3-d671-48f2-8660-d9b93806c518 req-8a1a5f2e-0961-40d1-970e-40d3e21116fd tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403144 Jul 06 12:53:17.933773 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c614173-6276-4db8-bdb7-43ebfc146f88 req-15f1d90d-b20b-4ca5-b621-12d6ab0e885f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:17.935304 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c614173-6276-4db8-bdb7-43ebfc146f88 req-15f1d90d-b20b-4ca5-b621-12d6ab0e885f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0698831 Jul 06 12:53:17.974844 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c614173-6276-4db8-bdb7-43ebfc146f88 req-6e03805c-70b3-478e-b168-95c3f2dd5d4a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330167 Jul 06 12:53:18.385878 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:18.539100 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c45dd1d2-2f69-4509-a9ac-8335d458a63e details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:53:18.542693 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f415293-e10f-45b9-85fb-cc2584dc8702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:18.645634 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:18.658245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'port_id': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'mac_address': 'fa:16:3e:2d:62:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:53:18.698637 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:18.715171 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c45dd1d2-2f69-4509-a9ac-8335d458a63e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:53:18.738730 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:18.744343 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:18.811260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c45dd1d2-2f69-4509-a9ac-8335d458a63e,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.824112 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:18.831208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c45dd1d2-2f69-4509-a9ac-8335d458a63e'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:53:19.065917 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:19.200099 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94db2a-867b-491f-bd69-2e0790082f3a req-51cdbdf5-8a87-4b9a-b3fd-d21e7a9efd5c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:19.201841 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0f94db2a-867b-491f-bd69-2e0790082f3a req-51cdbdf5-8a87-4b9a-b3fd-d21e7a9efd5c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 944 time: 0.0845008 Jul 06 12:53:19.590070 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0f94db2a-867b-491f-bd69-2e0790082f3a req-361c1c96-bb94-4467-aa71-0b4df96ed4b4 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788159 Jul 06 12:53:20.561933 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c45dd1d2-2f69-4509-a9ac-8335d458a63e up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:53:20.635821 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c45dd1d2-2f69-4509-a9ac-8335d458a63e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:20.636198 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:20.778886 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:20.805406 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b3929-99eb-4465-a08d-12802e4b92b1 req-65b65364-2b0d-4d06-94d0-819bb1539ae2 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:20.807197 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-011b3929-99eb-4465-a08d-12802e4b92b1 req-65b65364-2b0d-4d06-94d0-819bb1539ae2 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 944 time: 0.0847836 Jul 06 12:53:20.836519 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:53:20.839366 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb83814d-5710-43fe-8db0-cdc1c854e030" -d '{"events": [{"server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:53:20.845493 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:20.865514 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:20.873920 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:20.900206 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-011b3929-99eb-4465-a08d-12802e4b92b1 req-8dcf603f-f2e0-460c-89c2-8cf3d9535cee tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810299 Jul 06 12:53:20.926227 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ab01de-50b7-4afe-b95a-93be77a7e9b1 x-openstack-request-id: req-44ab01de-50b7-4afe-b95a-93be77a7e9b1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:53:20.926513 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:53:20.926765 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44ab01de-50b7-4afe-b95a-93be77a7e9b1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:53:20.927162 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'code': 200} Jul 06 12:53:20.965949 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c45dd1d2-2f69-4509-a9ac-8335d458a63e,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:22.121366 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897bb16-d43a-4730-ae78-4071b012f3ec req-60b0c6a3-5cce-424a-8e86-d13ed5c7ae4c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:22.122990 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5897bb16-d43a-4730-ae78-4071b012f3ec req-60b0c6a3-5cce-424a-8e86-d13ed5c7ae4c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0752087 Jul 06 12:53:22.169322 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5897bb16-d43a-4730-ae78-4071b012f3ec req-1a3094b5-9fc6-4b40-9fbf-60c54d164c79 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 Jul 06 12:53:23.361763 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de61f33-65c7-4f76-afe3-67b23284a5d1 req-9a6c2a62-78de-4e17-86d9-e28886fcefa7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:23.364779 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1de61f33-65c7-4f76-afe3-67b23284a5d1 req-9a6c2a62-78de-4e17-86d9-e28886fcefa7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0727460 Jul 06 12:53:23.417906 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1de61f33-65c7-4f76-afe3-67b23284a5d1 req-bd97dfff-e91a-4dba-8e3f-4614fba4bb1b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471773 Jul 06 12:53:24.632418 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fb76e-1c4e-4917-9403-735863978a3d req-2e09bbdd-9578-4964-8038-a1396e476ea6 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:24.637335 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-453fb76e-1c4e-4917-9403-735863978a3d req-2e09bbdd-9578-4964-8038-a1396e476ea6 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0784590 Jul 06 12:53:24.681314 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-453fb76e-1c4e-4917-9403-735863978a3d req-82e34d5b-7dcf-463e-8421-059a081ae4e7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414555 Jul 06 12:53:25.882849 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896b360-da97-4ff0-909c-3af5dec489a9 req-6fe0f486-02bd-4543-acc3-4b8db99b4cd4 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:25.884811 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a896b360-da97-4ff0-909c-3af5dec489a9 req-6fe0f486-02bd-4543-acc3-4b8db99b4cd4 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0778947 Jul 06 12:53:25.932971 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a896b360-da97-4ff0-909c-3af5dec489a9 req-3ec4ab5a-b312-4462-b22e-01ebe105701b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396650 Jul 06 12:53:27.128069 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72d90e-1b45-499d-bf12-b36c5da46cbe req-e6aa5c87-88a0-4f72-a15e-874550060b70 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:27.135992 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f72d90e-1b45-499d-bf12-b36c5da46cbe req-e6aa5c87-88a0-4f72-a15e-874550060b70 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0751274 Jul 06 12:53:27.173717 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f72d90e-1b45-499d-bf12-b36c5da46cbe req-08ee0174-e7cc-4ea6-bd61-e3000b5cf816 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365710 Jul 06 12:53:28.173794 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03dad4-38ce-486c-887d-1b6afff941c6 req-45d016f8-1bd8-46b8-a721-a24cb7dbe5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:28.175356 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba03dad4-38ce-486c-887d-1b6afff941c6 req-45d016f8-1bd8-46b8-a721-a24cb7dbe5eb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1096 time: 0.0577819 Jul 06 12:53:28.276154 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03dad4-38ce-486c-887d-1b6afff941c6 req-02a21465-727d-4384-9d9e-22003cdc7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:28.277657 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba03dad4-38ce-486c-887d-1b6afff941c6 req-02a21465-727d-4384-9d9e-22003cdc7ce3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0949562 Jul 06 12:53:28.348007 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba03dad4-38ce-486c-887d-1b6afff941c6 req-527e7275-7c4f-4ef9-9c36-22cb01efe951 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 1000 time: 0.0605538 Jul 06 12:53:28.350545 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da6b4e-6f6b-4f77-834c-40dd18d32def req-810f41c0-a1e1-4034-98e6-2e38c76fb9ee tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:28.352109 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48da6b4e-6f6b-4f77-834c-40dd18d32def req-810f41c0-a1e1-4034-98e6-2e38c76fb9ee tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0644412 Jul 06 12:53:28.394720 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-48da6b4e-6f6b-4f77-834c-40dd18d32def req-0d373056-7747-467a-8d47-e9cd911fcabe tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370376 Jul 06 12:53:28.398048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03dad4-38ce-486c-887d-1b6afff941c6 req-39a19226-1f76-409c-a4cb-c05489b40f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:28.399425 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba03dad4-38ce-486c-887d-1b6afff941c6 req-39a19226-1f76-409c-a4cb-c05489b40f4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0452766 Jul 06 12:53:28.463545 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03dad4-38ce-486c-887d-1b6afff941c6 req-4422ee50-83ea-418b-84c1-b01ff0fbc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:28.464979 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba03dad4-38ce-486c-887d-1b6afff941c6 req-4422ee50-83ea-418b-84c1-b01ff0fbc075 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593784 Jul 06 12:53:28.558533 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba03dad4-38ce-486c-887d-1b6afff941c6 req-8b286e6f-5da3-43aa-9b2b-376043f41790 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830379 Jul 06 12:53:28.652600 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ba03dad4-38ce-486c-887d-1b6afff941c6 req-aca26bcc-5e0d-4495-a420-01bb8407c8c0 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843468 Jul 06 12:53:29.378803 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:29.564393 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:29.577560 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888f594-2f56-4cea-9e6c-3f9a1063f49b req-d11f67f4-8364-42e2-93a8-83f482bd04cc tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:29.579195 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3888f594-2f56-4cea-9e6c-3f9a1063f49b req-d11f67f4-8364-42e2-93a8-83f482bd04cc tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 945 time: 0.0682778 Jul 06 12:53:29.619478 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3888f594-2f56-4cea-9e6c-3f9a1063f49b req-442c5dd9-984d-4076-bbd7-9d0a681ef858 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339885 Jul 06 12:53:30.570399 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c45dd1d2-2f69-4509-a9ac-8335d458a63e no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:53:30.675478 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:30.700974 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:53:30.703335 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753404da-f486-4317-8b4b-4a8d261acdad" -d '{"events": [{"server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "name": "network-vif-unplugged", "status": "completed", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:53:30.722207 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:30.727089 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:30.768026 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba75a0bc-26ea-4b73-8cc0-a05501e5918e x-openstack-request-id: req-ba75a0bc-26ea-4b73-8cc0-a05501e5918e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:53:30.768026 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "name": "network-vif-unplugged", "status": "completed", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:53:30.768026 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba75a0bc-26ea-4b73-8cc0-a05501e5918e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:53:30.769356 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'code': 200} Jul 06 12:53:30.783048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c45dd1d2-2f69-4509-a9ac-8335d458a63e,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:30.822381 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc066c2a-f691-49c8-bc65-58cd266f8e6f req-bb3bd32e-9644-4c3f-a741-a8ed819a8217 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:30.823977 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc066c2a-f691-49c8-bc65-58cd266f8e6f req-bb3bd32e-9644-4c3f-a741-a8ed819a8217 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0756943 Jul 06 12:53:30.869568 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bc066c2a-f691-49c8-bc65-58cd266f8e6f req-a37a70c7-59d5-4de9-a64a-e51c77d80654 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365403 Jul 06 12:53:32.054453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382fad0-ca0f-4fc0-965e-112e2ded51ee req-1ac28930-45f1-41fa-a6ca-7ecb3c331c7f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:32.055974 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e382fad0-ca0f-4fc0-965e-112e2ded51ee req-1ac28930-45f1-41fa-a6ca-7ecb3c331c7f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0679109 Jul 06 12:53:32.094377 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e382fad0-ca0f-4fc0-965e-112e2ded51ee req-745f407e-ce47-45da-9b59-b2f9382da062 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327864 Jul 06 12:53:33.491871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8ed45-3247-4a52-b5d9-51272391db07 req-b7f6d4f4-8aaa-414f-88fc-32c670494b17 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:33.494037 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cdb8ed45-3247-4a52-b5d9-51272391db07 req-b7f6d4f4-8aaa-414f-88fc-32c670494b17 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0749118 Jul 06 12:53:33.538786 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cdb8ed45-3247-4a52-b5d9-51272391db07 req-73609e6c-38cc-4a59-9648-814a683aae04 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387504 Jul 06 12:53:33.539738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34248) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:33.645264 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-41258e13-3e70-4805-893b-01417efabdf9 req-a4839e43-a12d-40be-a581-bd4373466d54 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026785 Jul 06 12:53:34.571284 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c45dd1d2-2f69-4509-a9ac-8335d458a63e no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:53:34.749187 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe740fe-c0f6-4a23-ba8b-c2d823f59a82 req-f4357dd7-4055-4f77-bfc8-86755a8aa4cf tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:34.751952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fbe740fe-c0f6-4a23-ba8b-c2d823f59a82 req-f4357dd7-4055-4f77-bfc8-86755a8aa4cf tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0893905 Jul 06 12:53:34.800030 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fbe740fe-c0f6-4a23-ba8b-c2d823f59a82 req-07d64b68-579f-497e-b7bf-01505557f089 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421953 Jul 06 12:53:35.987604 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506806d-9518-47ce-8aa7-0997315c4056 req-18e707d0-3ab9-4636-a74c-f511cacbfe78 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:35.989111 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3506806d-9518-47ce-8aa7-0997315c4056 req-18e707d0-3ab9-4636-a74c-f511cacbfe78 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0731225 Jul 06 12:53:36.032414 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3506806d-9518-47ce-8aa7-0997315c4056 req-a8b2a3db-ccfe-48fd-847d-c28baabb1574 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375271 Jul 06 12:53:36.660469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41258e13-3e70-4805-893b-01417efabdf9 req-64dec3ee-fc26-4e46-9db9-268c0d92afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:36.661976 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-41258e13-3e70-4805-893b-01417efabdf9 req-64dec3ee-fc26-4e46-9db9-268c0d92afa4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6&tenant_id=25d76332d6f74b638bd449f48467bb3b HTTP/1.1" status: 200 len: 1094 time: 0.0563481 Jul 06 12:53:36.740127 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41258e13-3e70-4805-893b-01417efabdf9 req-cb31ed36-55f8-489c-99ca-595181bd743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:36.741656 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-41258e13-3e70-4805-893b-01417efabdf9 req-cb31ed36-55f8-489c-99ca-595181bd743a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1094 time: 0.0548930 Jul 06 12:53:36.840204 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41258e13-3e70-4805-893b-01417efabdf9 req-2eda9af7-e2f8-4253-8992-391aeb4fa438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:36.841747 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-41258e13-3e70-4805-893b-01417efabdf9 req-2eda9af7-e2f8-4253-8992-391aeb4fa438 service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0908804 Jul 06 12:53:36.914403 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-41258e13-3e70-4805-893b-01417efabdf9 req-702010bc-66a9-4b47-a3ab-1ef5886593c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 998 time: 0.0633762 Jul 06 12:53:36.970277 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41258e13-3e70-4805-893b-01417efabdf9 req-fcac3f8c-78b0-4a24-b943-c52d6363849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:36.971811 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-41258e13-3e70-4805-893b-01417efabdf9 req-fcac3f8c-78b0-4a24-b943-c52d6363849a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0504012 Jul 06 12:53:37.034316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41258e13-3e70-4805-893b-01417efabdf9 req-5d2bdba9-3011-47d7-abf3-4c0c43e4f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:37.035941 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-41258e13-3e70-4805-893b-01417efabdf9 req-5d2bdba9-3011-47d7-abf3-4c0c43e4f0d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534563 Jul 06 12:53:37.131358 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-41258e13-3e70-4805-893b-01417efabdf9 req-c2b6adc5-c39b-407b-a6ed-b9c6a65f93a6 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853810 Jul 06 12:53:37.212792 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20568-fea6-48ae-ab6f-ff95168a853e req-6441e9a3-c812-47fe-89c7-6642318e8162 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:37.214241 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4f20568-fea6-48ae-ab6f-ff95168a853e req-6441e9a3-c812-47fe-89c7-6642318e8162 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0665119 Jul 06 12:53:37.246711 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-41258e13-3e70-4805-893b-01417efabdf9 req-a5669f33-801d-4520-9b05-ef57314658ef service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048505 Jul 06 12:53:37.256434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b4f20568-fea6-48ae-ab6f-ff95168a853e req-7ecc7d6d-e94e-45a4-9299-e51297b51834 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356860 Jul 06 12:53:38.466467 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437cb95-08e1-4a3c-8560-92125288f121 req-d3cdcc78-04a0-4806-acba-84e9b9fb0cbc tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:38.468837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e437cb95-08e1-4a3c-8560-92125288f121 req-d3cdcc78-04a0-4806-acba-84e9b9fb0cbc tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0876505 Jul 06 12:53:38.509629 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e437cb95-08e1-4a3c-8560-92125288f121 req-56fdb45b-c6da-481b-8880-ca9b4b96e2e1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340338 Jul 06 12:53:39.746249 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3094-93b2-43fe-a930-53cde1186aff req-24e132c3-4da2-41e7-9582-ef5422a26a1d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:39.747815 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2ee3094-93b2-43fe-a930-53cde1186aff req-24e132c3-4da2-41e7-9582-ef5422a26a1d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0975466 Jul 06 12:53:39.801383 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a2ee3094-93b2-43fe-a930-53cde1186aff req-69896e5a-b371-4afc-9657-6671534ee760 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452366 Jul 06 12:53:41.025486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b561d-6521-41b5-9e7f-f5d4ba78c159 req-bd861afe-8a9c-4fc2-a647-d78028d4196c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:41.027083 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f7b561d-6521-41b5-9e7f-f5d4ba78c159 req-bd861afe-8a9c-4fc2-a647-d78028d4196c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0842786 Jul 06 12:53:41.089382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2f7b561d-6521-41b5-9e7f-f5d4ba78c159 req-e8057438-7bec-42f3-90e1-feb73d999313 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554831 Jul 06 12:53:42.284088 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5b195-603c-49d6-bf5c-ad5b28607204 req-f1286357-b92f-4465-9f03-e6ab16993f6d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:42.285614 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0d5b195-603c-49d6-bf5c-ad5b28607204 req-f1286357-b92f-4465-9f03-e6ab16993f6d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0703709 Jul 06 12:53:42.327713 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e0d5b195-603c-49d6-bf5c-ad5b28607204 req-ecf3dcec-df9a-4e70-9255-36f3e5e8c2ac tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335734 Jul 06 12:53:43.545228 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0282-46f7-48da-a4d5-b73de10eb363 req-733af131-8a1a-47fd-a97c-be586f42ca6c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:43.554421 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca0d0282-46f7-48da-a4d5-b73de10eb363 req-733af131-8a1a-47fd-a97c-be586f42ca6c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.1009464 Jul 06 12:53:43.597187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca0d0282-46f7-48da-a4d5-b73de10eb363 req-62c58db9-cbb1-47f5-a228-d3382f44f22b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413482 Jul 06 12:53:44.323883 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b568-3403-43d5-8c52-289ffdb8980a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.791117 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c10d1e-ea12-4f17-b9cf-2b9325be1b95 req-05aff103-6d1c-4220-91a1-55b76a906385 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:44.792778 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c10d1e-ea12-4f17-b9cf-2b9325be1b95 req-05aff103-6d1c-4220-91a1-55b76a906385 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0739648 Jul 06 12:53:44.834057 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-63c10d1e-ea12-4f17-b9cf-2b9325be1b95 req-d34640eb-b112-4953-aa30-d83b7fd50845 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348005 Jul 06 12:53:46.027371 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6d24d-6384-4c85-94be-43933ad9d3d0 req-59a43540-ace7-4a89-8eac-410050984db8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:46.029103 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3a6d24d-6384-4c85-94be-43933ad9d3d0 req-59a43540-ace7-4a89-8eac-410050984db8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0791216 Jul 06 12:53:46.109162 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d3a6d24d-6384-4c85-94be-43933ad9d3d0 req-7390ef4e-1dd9-4128-ba12-6fb6937e2175 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554035 Jul 06 12:53:47.305160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa2d45-652f-4357-b6e0-2441b3c90582 req-7d22378b-1f1c-446c-8158-73aa3e762547 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:47.307303 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92aa2d45-652f-4357-b6e0-2441b3c90582 req-7d22378b-1f1c-446c-8158-73aa3e762547 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0791974 Jul 06 12:53:47.352351 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-92aa2d45-652f-4357-b6e0-2441b3c90582 req-72786cfc-ad45-49ac-a674-5cfa3ea52fe8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393066 Jul 06 12:53:48.389272 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.544114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d06393-7be4-448f-b526-f75fe1b44fe0 req-c9b34a06-f011-4350-806c-5aae64c4b6e6 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:48.545175 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dfca0ae-d5ba-423c-8169-16d419abe86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.546783 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6d06393-7be4-448f-b526-f75fe1b44fe0 req-c9b34a06-f011-4350-806c-5aae64c4b6e6 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0796349 Jul 06 12:53:48.587259 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c6d06393-7be4-448f-b526-f75fe1b44fe0 req-61514f15-c789-4f52-90e1-6d6d8a6f5743 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334706 Jul 06 12:53:49.056839 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:49.061353 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:53:49.770305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e758fdd-bcca-47d1-8108-f67b8060e35b req-f7a4ac23-ad65-4e07-a7df-27d7884c7587 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:49.771818 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e758fdd-bcca-47d1-8108-f67b8060e35b req-f7a4ac23-ad65-4e07-a7df-27d7884c7587 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0651913 Jul 06 12:53:49.811247 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e758fdd-bcca-47d1-8108-f67b8060e35b req-f34c2c45-cc2f-4abb-b32b-36421bf5a78a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339556 Jul 06 12:53:50.836500 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.994843 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c061bde-46fe-41c4-8289-db29f31ea2e8 req-33bf38de-6673-4d2f-b23a-1045f88c36cc tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:50.996378 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c061bde-46fe-41c4-8289-db29f31ea2e8 req-33bf38de-6673-4d2f-b23a-1045f88c36cc tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0719676 Jul 06 12:53:51.035673 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3c061bde-46fe-41c4-8289-db29f31ea2e8 req-ba5812b4-0598-4e62-a804-b42fe2fea094 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328805 Jul 06 12:53:52.216745 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c39d7d-62c9-4945-b39a-3b447c678b9f req-c6e7a4f4-d923-44c7-a1ab-6d22df271a8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:52.218321 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78c39d7d-62c9-4945-b39a-3b447c678b9f req-c6e7a4f4-d923-44c7-a1ab-6d22df271a8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 943 time: 0.0665441 Jul 06 12:53:52.259817 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-78c39d7d-62c9-4945-b39a-3b447c678b9f req-c6974bd2-5691-4caa-a964-38a803b1c0ee tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351169 Jul 06 12:53:52.664301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c45dd1d2-2f69-4509-a9ac-8335d458a63e details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:53:52.764391 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:52.776782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'port_id': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'mac_address': 'fa:16:3e:2d:62:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:53:52.817116 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.838274 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45dd1d2-2f69-4509-a9ac-8335d458a63e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:53:52.866427 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:52.870640 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.926801 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c45dd1d2-2f69-4509-a9ac-8335d458a63e,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:53.190072 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['c45dd1d2-2f69-4509-a9ac-8335d458a63e'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:53:53.449109 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21088f-3e26-48f0-8d7e-5f7c27b28d93 req-9b001ee0-9a90-4ca4-9fa8-6bd57afeaf01 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:53.450594 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac21088f-3e26-48f0-8d7e-5f7c27b28d93 req-9b001ee0-9a90-4ca4-9fa8-6bd57afeaf01 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 944 time: 0.0732431 Jul 06 12:53:53.491983 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ac21088f-3e26-48f0-8d7e-5f7c27b28d93 req-8ba0315d-8a9c-4b96-a660-94d593fb80f5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347297 Jul 06 12:53:54.663775 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c45dd1d2-2f69-4509-a9ac-8335d458a63e up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:53:54.670814 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a9160-6366-4c70-a48e-7b369e6218d4 req-e3fd950d-87c3-4269-b4f8-4de5c9cde126 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:54.672430 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c87a9160-6366-4c70-a48e-7b369e6218d4 req-e3fd950d-87c3-4269-b4f8-4de5c9cde126 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 944 time: 0.0654752 Jul 06 12:53:54.711935 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c87a9160-6366-4c70-a48e-7b369e6218d4 req-6a49d9d6-9fde-4606-becf-3e25dcc9bc25 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336609 Jul 06 12:53:54.715558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port c45dd1d2-2f69-4509-a9ac-8335d458a63e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:54.716056 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.802769 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.833005 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:53:54.835312 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54246b97-902c-498b-b165-24a401e6006d" -d '{"events": [{"server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:53:54.849832 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:54.857825 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.884442 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9963de6-e426-4f44-851a-b819ad9afd66 x-openstack-request-id: req-f9963de6-e426-4f44-851a-b819ad9afd66 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:53:54.884741 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "name": "network-vif-plugged", "status": "completed", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:53:54.885000 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9963de6-e426-4f44-851a-b819ad9afd66 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:53:54.885393 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'code': 200} Jul 06 12:53:54.915675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=c45dd1d2-2f69-4509-a9ac-8335d458a63e,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:55.076579 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2485e49-ac12-43ac-bfbd-91b748ad72b5 req-d412df55-94af-4f9f-add9-fa8ddf56eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:55.078143 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d2485e49-ac12-43ac-bfbd-91b748ad72b5 req-d412df55-94af-4f9f-add9-fa8ddf56eb2d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0599508 Jul 06 12:53:55.114887 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-d2485e49-ac12-43ac-bfbd-91b748ad72b5 req-1ce104b2-f86e-43b3-9202-c622adcd2556 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273912 Jul 06 12:53:55.892322 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36908605-412e-4612-a20e-9cf2a869c7b7 req-8bf5941b-2443-4725-8f91-36e0f32e03cf tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:55.893898 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36908605-412e-4612-a20e-9cf2a869c7b7 req-8bf5941b-2443-4725-8f91-36e0f32e03cf tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0696280 Jul 06 12:53:55.935161 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-36908605-412e-4612-a20e-9cf2a869c7b7 req-d96b264a-969b-4303-83df-289a60f3823a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352981 Jul 06 12:53:57.123728 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d21af-9355-48cf-aff0-324cd09eb7c1 req-3368cef4-ba22-4465-bc54-2eb1b60629aa tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:57.125664 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce1d21af-9355-48cf-aff0-324cd09eb7c1 req-3368cef4-ba22-4465-bc54-2eb1b60629aa tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0689578 Jul 06 12:53:57.164925 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ce1d21af-9355-48cf-aff0-324cd09eb7c1 req-146622df-6b65-4309-8baf-ca4f76c94466 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336735 Jul 06 12:53:59.382320 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.572418 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:10.746881 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-81799627-6b9f-4be6-a7d8-155439d275e0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576298 Jul 06 12:54:10.848250 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-eb73a193-2a36-4859-ab2a-f274953364bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:10.849784 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-eb73a193-2a36-4859-ab2a-f274953364bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0569930 Jul 06 12:54:10.958315 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-e6af9b0d-4796-45b5-aa69-f6e0627e9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:10.959847 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-e6af9b0d-4796-45b5-aa69-f6e0627e9235 service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0888462 Jul 06 12:54:11.032521 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-c9eca079-0d5c-45f9-9931-cf7cde8d6ed3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 1000 time: 0.0655482 Jul 06 12:54:11.082119 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-8580807e-c0be-4944-bbd2-7b3c24e30c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:11.083618 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-8580807e-c0be-4944-bbd2-7b3c24e30c49 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0450947 Jul 06 12:54:11.142992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-6b92e235-b9e5-4318-81a2-f5248f2f0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:11.144582 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-6b92e235-b9e5-4318-81a2-f5248f2f0dd5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544808 Jul 06 12:54:11.243996 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-39c52d0c-437c-44a3-b3be-a897af8b7363 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915754 Jul 06 12:54:11.345445 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-334f932a-10f1-4e16-b21d-6792d69d4bd5 req-093c85f8-df88-4835-9386-c410f02e5189 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883377 Jul 06 12:54:14.327643 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62e80687-34b1-444b-9801-4f5c3fbc90b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:18.392206 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:18.548289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb9821dc-112e-4c88-81e6-6ef09a1dd7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:19.065402 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:20.841808 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:26.061237 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:54:29.409400 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:29.578567 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:44.328291 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb5998c3-61ff-4467-b4f2-e92e75aa25f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:48.396858 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:48.550375 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3244e82c-0e18-4d62-878f-6f620a039c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:49.062578 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:50.840601 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:59.415799 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:59.567402 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:03.060949 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:55:11.731357 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-659f0484-7575-4b12-a1b6-b9b480d42aeb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0619552 Jul 06 12:55:11.838032 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-7ade311e-f15e-424f-a5ff-b2141323dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:11.839622 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-7ade311e-f15e-424f-a5ff-b2141323dc9b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0559812 Jul 06 12:55:11.954751 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-6e6861e6-2a72-409a-8d57-c1ae2b8e64df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:11.956274 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-6e6861e6-2a72-409a-8d57-c1ae2b8e64df service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0913198 Jul 06 12:55:12.038572 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-6d9739ac-adba-4d0c-b026-0e1b35f260f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 1000 time: 0.0724187 Jul 06 12:55:12.093111 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-2f5b4cd8-bd9b-4fbf-94e0-e1ac3ba9c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:12.094705 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-2f5b4cd8-bd9b-4fbf-94e0-e1ac3ba9c029 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0472558 Jul 06 12:55:12.156925 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-739cec53-d69f-4fc0-b1ac-d1590acfeebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:12.158461 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-739cec53-d69f-4fc0-b1ac-d1590acfeebf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570297 Jul 06 12:55:12.261231 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-d06e0dab-51c8-46ec-8620-aaf8c522932e service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912426 Jul 06 12:55:12.354032 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8f28c1d1-3a2f-4d66-b285-7457d6ab2b11 req-5a119a35-565e-463e-8c68-189ca282e1ef service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869441 Jul 06 12:55:14.330815 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-288965db-a0cc-4193-bc3d-1be4a23a6618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:15.616786 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34390) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:15.777102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Deleting port fd5df0a2-5a2f-4632-95fa-6118ef67afd4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:55:15.777453 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:15.858303 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:15.858638 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:15.870789 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Calling delete_port for fd5df0a2-5a2f-4632-95fa-6118ef67afd4 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:55:16.025530 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:16.051255 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event deleted for resources: {'Port': ['ID=fd5df0a2-5a2f-4632-95fa-6118ef67afd4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:16.080664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.081012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.081352 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.081690 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.082024 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.082354 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.082679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.083004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.083328 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.083679 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.084008 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.084331 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:16.124577 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:16.124837 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Floating IP 2fd18769-2563-41f3-8f69-a11068f96fc7 disassociated (deleted). External IP: 172.25.0.53, port: c45dd1d2-2f69-4509-a9ac-8335d458a63e. Jul 06 12:55:16.336784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:55:16.445477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:55:16.450099 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:16.456585 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b392de61-cf29-43c5-95d4-b30a9e716766 None None] Sync routers for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:55:16.466149 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392de61-cf29-43c5-95d4-b30a9e716766 None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:16.466763 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b392de61-cf29-43c5-95d4-b30a9e716766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:54:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:16.487072 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-80f491c3-343e-459c-97e4-5fd390d0bf7a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "DELETE /v2.0/floatingips/2fd18769-2563-41f3-8f69-a11068f96fc7 HTTP/1.1" status: 204 len: 168 time: 0.8686519 Jul 06 12:55:16.487691 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:55:16.490103 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b" -d '{"events": [{"name": "network-changed", "server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:55:16.545708 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87970773-f413-4781-b8ad-32b26e5c887b x-openstack-request-id: req-87970773-f413-4781-b8ad-32b26e5c887b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:55:16.546047 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:55:16.546300 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87970773-f413-4781-b8ad-32b26e5c887b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:55:16.546709 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'status': 'completed', 'code': 200} Jul 06 12:55:16.584162 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b392de61-cf29-43c5-95d4-b30a9e716766 None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:16.624155 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b req-57b56b4c-6218-40a0-93e9-5ec2b2d21a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:16.625236 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b req-57b56b4c-6218-40a0-93e9-5ec2b2d21a0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 1097 time: 0.0558717 Jul 06 12:55:16.731479 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b req-03378885-d097-4532-8dbc-5f054e2e2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:16.732619 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b req-03378885-d097-4532-8dbc-5f054e2e2db6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0990014 Jul 06 12:55:16.780932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b req-e1781db0-6bc2-4473-b5ce-d914a9dd5339 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 200 len: 217 time: 0.0406480 Jul 06 12:55:16.826160 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b392de61-cf29-43c5-95d4-b30a9e716766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:16.847285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b req-0ce4ffd4-4b33-4ebf-a60f-71e68ce959f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:16.848855 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b req-0ce4ffd4-4b33-4ebf-a60f-71e68ce959f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0608737 Jul 06 12:55:16.855870 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b392de61-cf29-43c5-95d4-b30a9e716766 None None] Checking router: 994e3eb3-d79b-4c67-b2d9-14f233f832b7 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:55:16.868638 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392de61-cf29-43c5-95d4-b30a9e716766 None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:16.869267 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b392de61-cf29-43c5-95d4-b30a9e716766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:54:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:16.906930 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8d6ff-e3bb-419c-9726-1211766dc989 req-64c32ba8-2f0e-4028-a892-120ee47942e8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:16.908709 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5b8d6ff-e3bb-419c-9726-1211766dc989 req-64c32ba8-2f0e-4028-a892-120ee47942e8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0751669 Jul 06 12:55:16.916114 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b req-954dcfc6-4447-4f0e-ba92-505dbc5fc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:16.917810 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b req-954dcfc6-4447-4f0e-ba92-505dbc5fc9a4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598855 Jul 06 12:55:16.953098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b5b8d6ff-e3bb-419c-9726-1211766dc989 req-7649e098-feb7-4d2b-bc7f-1753fc1491d7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346501 Jul 06 12:55:16.983031 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b392de61-cf29-43c5-95d4-b30a9e716766 None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:17.011499 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b req-bf828c99-9966-4608-bf87-fa0121f9733b service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861607 Jul 06 12:55:17.108670 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-795fb8dd-bddf-43c5-9470-e32d7cb2c03b req-d8b280b3-c3b6-42e8-992c-55429d178acf service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899899 Jul 06 12:55:17.190456 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b392de61-cf29-43c5-95d4-b30a9e716766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:17.216715 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b392de61-cf29-43c5-95d4-b30a9e716766 None None] The sync data for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 is: [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:55:17.424737 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1df7e-4148-4055-9b6b-644f8dcaa716 None None] New status for floating IP 2fd18769-2563-41f3-8f69-a11068f96fc7: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:55:18.134411 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e94988-0ead-4eef-8cdc-8209d29f43c0 req-2c4f9174-2a89-433a-ac33-ddbf8f82d837 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:18.136055 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-06e94988-0ead-4eef-8cdc-8209d29f43c0 req-2c4f9174-2a89-433a-ac33-ddbf8f82d837 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0667031 Jul 06 12:55:18.176648 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-06e94988-0ead-4eef-8cdc-8209d29f43c0 req-ca6c7004-5542-4535-9d7d-13b50ea122cc tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349393 Jul 06 12:55:18.401283 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:18.446982 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dea8d7-1146-4d28-9351-4feb0e375492 req-efae5006-8941-424c-886b-23be6c0bd819 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:18.448585 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59dea8d7-1146-4d28-9351-4feb0e375492 req-efae5006-8941-424c-886b-23be6c0bd819 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.86 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 946 time: 0.0655971 Jul 06 12:55:18.552774 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14b6f6c4-766a-4083-947c-b555ea7930cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:18.557778 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-59dea8d7-1146-4d28-9351-4feb0e375492 req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Deleting port c45dd1d2-2f69-4509-a9ac-8335d458a63e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:55:18.558124 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-59dea8d7-1146-4d28-9351-4feb0e375492 req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:18.643943 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-59dea8d7-1146-4d28-9351-4feb0e375492 req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] For port c45dd1d2-2f69-4509-a9ac-8335d458a63e, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=c45dd1d2-2f69-4509-a9ac-8335d458a63e,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:55:18.644368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-59dea8d7-1146-4d28-9351-4feb0e375492 req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:18.658245 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-59dea8d7-1146-4d28-9351-4feb0e375492 req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Calling delete_port for c45dd1d2-2f69-4509-a9ac-8335d458a63e owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:55:18.790080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-59dea8d7-1146-4d28-9351-4feb0e375492 req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:18.821181 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event deleted for resources: {'Port': ['ID=c45dd1d2-2f69-4509-a9ac-8335d458a63e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:18.851564 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.851915 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.852254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.852594 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.852923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.853251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.853575 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.853896 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.854216 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.854535 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.854878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.855203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:18.879325 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dea8d7-1146-4d28-9351-4feb0e375492 req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] No DVR routers for this DVR port c45dd1d2-2f69-4509-a9ac-8335d458a63e on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:55:18.881949 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-59dea8d7-1146-4d28-9351-4feb0e375492 req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:18.884569 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-59dea8d7-1146-4d28-9351-4feb0e375492 req-64e8fc11-3e30-4faa-b088-0148c4e48019 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.86 "DELETE /v2.0/ports/c45dd1d2-2f69-4509-a9ac-8335d458a63e HTTP/1.1" status: 204 len: 173 time: 0.4288361 Jul 06 12:55:18.885017 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'name': 'network-vif-deleted', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:55:18.887282 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e6f02f-df03-4600-8d9e-a60aee4858cf" -d '{"events": [{"server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "name": "network-vif-deleted", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:55:19.015409 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e2261f-24a9-4fb6-b675-3f0285d15421 x-openstack-request-id: req-f8e2261f-24a9-4fb6-b675-3f0285d15421 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:55:19.015651 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36a25b7-8f9f-4894-9389-5c8e9466d7c6", "name": "network-vif-deleted", "tag": "c45dd1d2-2f69-4509-a9ac-8335d458a63e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:55:19.015877 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8e2261f-24a9-4fb6-b675-3f0285d15421 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:55:19.016444 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36a25b7-8f9f-4894-9389-5c8e9466d7c6', 'name': 'network-vif-deleted', 'tag': 'c45dd1d2-2f69-4509-a9ac-8335d458a63e', 'status': 'completed', 'code': 200} Jul 06 12:55:19.066795 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:19.335726 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e10f6666-9672-464c-992a-f1d66a3dba1c req-dc544aa6-e9ab-4524-8cd9-013b272147ad tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36a25b7-8f9f-4894-9389-5c8e9466d7c6 HTTP/1.1" status: 200 len: 210 time: 0.0289233 Jul 06 12:55:20.430496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34414) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:20.488678 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02c32a32-bd3e-4822-93a2-098ed9cfd0c8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:20.517370 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02c32a32-bd3e-4822-93a2-098ed9cfd0c8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:20.579851 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02c32a32-bd3e-4822-93a2-098ed9cfd0c8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:20.582575 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02c32a32-bd3e-4822-93a2-098ed9cfd0c8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:20.583797 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-02c32a32-bd3e-4822-93a2-098ed9cfd0c8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "DELETE /v2.0/security-groups/61f146d8-3f9c-4c29-ab37-84f6aef2ad5b HTTP/1.1" status: 204 len: 168 time: 0.1523125 Jul 06 12:55:20.598627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c32a32-bd3e-4822-93a2-098ed9cfd0c8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f146d8-3f9c-4c29-ab37-84f6aef2ad5b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:20.844473 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:20.909914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34420) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:20.916222 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bbb36ece-376d-4901-ad2b-06ee0fa5b28c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462355034', 'description': 'tempest-secgroup-smoke-462355034 description', 'project_id': '25d76332d6f74b638bd449f48467bb3b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:20.941844 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbb36ece-376d-4901-ad2b-06ee0fa5b28c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.027264 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbb36ece-376d-4901-ad2b-06ee0fa5b28c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.031727 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbb36ece-376d-4901-ad2b-06ee0fa5b28c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.059799 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbb36ece-376d-4901-ad2b-06ee0fa5b28c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.063798 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c45dd1d2-2f69-4509-a9ac-8335d458a63e no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:55:21.064011 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bbb36ece-376d-4901-ad2b-06ee0fa5b28c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1526496 Jul 06 12:55:21.066074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb36ece-376d-4901-ad2b-06ee0fa5b28c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d3c42-08fc-4c76-afe4-4e09e8037494,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:21.067950 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34422) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:21.073767 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7313b3de-76fa-4669-b335-bdee242652e0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d3c42-08fc-4c76-afe4-4e09e8037494', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:21.084956 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: c45dd1d2-2f69-4509-a9ac-8335d458a63e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:55:21.085307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device c45dd1d2-2f69-4509-a9ac-8335d458a63e not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:55:21.101950 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7313b3de-76fa-4669-b335-bdee242652e0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.160634 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7313b3de-76fa-4669-b335-bdee242652e0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.164454 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7313b3de-76fa-4669-b335-bdee242652e0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.181300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313b3de-76fa-4669-b335-bdee242652e0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5461474-3129-4757-ac9b-72453a4bd175,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:21.188431 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7313b3de-76fa-4669-b335-bdee242652e0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.190084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7313b3de-76fa-4669-b335-bdee242652e0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206832 Jul 06 12:55:21.193552 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34424) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:21.198789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b5ac6fe9-0339-4797-b09a-687d47997c38 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d3c42-08fc-4c76-afe4-4e09e8037494', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:21.224707 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6fe9-0339-4797-b09a-687d47997c38 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.281841 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6fe9-0339-4797-b09a-687d47997c38 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.285604 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6fe9-0339-4797-b09a-687d47997c38 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.305629 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac6fe9-0339-4797-b09a-687d47997c38 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d7402a-8890-4642-9952-96d94c2f3009,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:21.309457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6fe9-0339-4797-b09a-687d47997c38 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.310661 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b5ac6fe9-0339-4797-b09a-687d47997c38 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160038 Jul 06 12:55:21.313523 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34426) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:21.318036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9f783e09-af5f-4569-8a97-c0bf72085ce5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d3c42-08fc-4c76-afe4-4e09e8037494', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:21.345831 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f783e09-af5f-4569-8a97-c0bf72085ce5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.403888 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f783e09-af5f-4569-8a97-c0bf72085ce5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.407744 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f783e09-af5f-4569-8a97-c0bf72085ce5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.427408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f783e09-af5f-4569-8a97-c0bf72085ce5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58b25b1-5222-49f6-8531-62e5c2805f09,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:21.434551 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f783e09-af5f-4569-8a97-c0bf72085ce5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.436105 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-9f783e09-af5f-4569-8a97-c0bf72085ce5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215861 Jul 06 12:55:21.439236 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34428) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:21.443758 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-c966b0f2-a468-47df-b4d8-29646c45966a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d3c42-08fc-4c76-afe4-4e09e8037494', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:21.470756 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c966b0f2-a468-47df-b4d8-29646c45966a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.841214 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c966b0f2-a468-47df-b4d8-29646c45966a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.845237 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c966b0f2-a468-47df-b4d8-29646c45966a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.864261 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966b0f2-a468-47df-b4d8-29646c45966a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233d3c43-1dbb-459f-a31a-33268ab5f8b5,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:21.871272 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c966b0f2-a468-47df-b4d8-29646c45966a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.872040 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-c966b0f2-a468-47df-b4d8-29646c45966a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4317944 Jul 06 12:55:21.874744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34430) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:21.879134 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-045d1301-01a0-4609-bfe5-f0ac36403f6f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d3c42-08fc-4c76-afe4-4e09e8037494', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:21.903044 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-045d1301-01a0-4609-bfe5-f0ac36403f6f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Project 25d76332d6f74b638bd449f48467bb3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:55:21.907780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-045d1301-01a0-4609-bfe5-f0ac36403f6f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.971469 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-045d1301-01a0-4609-bfe5-f0ac36403f6f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.974977 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-045d1301-01a0-4609-bfe5-f0ac36403f6f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.994036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d1301-01a0-4609-bfe5-f0ac36403f6f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f56e12-cb81-4893-923f-12ee1a01c733,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:21.997515 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-045d1301-01a0-4609-bfe5-f0ac36403f6f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:21.998713 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-045d1301-01a0-4609-bfe5-f0ac36403f6f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230366 Jul 06 12:55:22.002055 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34432) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:22.006559 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a1fb9f1f-e444-4b38-8e89-0e39aecb4a8b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d3c42-08fc-4c76-afe4-4e09e8037494', 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:22.037272 n-d-799527-2 neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-a1fb9f1f-e444-4b38-8e89-0e39aecb4a8b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Project 25d76332d6f74b638bd449f48467bb3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:55:22.042706 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f1f-e444-4b38-8e89-0e39aecb4a8b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:22.106172 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f1f-e444-4b38-8e89-0e39aecb4a8b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:22.110038 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f1f-e444-4b38-8e89-0e39aecb4a8b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:22.124639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb9f1f-e444-4b38-8e89-0e39aecb4a8b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a013e2-9a12-4bf1-bacf-8c1e43232d6e,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:22.134120 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9f1f-e444-4b38-8e89-0e39aecb4a8b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:22.135408 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a1fb9f1f-e444-4b38-8e89-0e39aecb4a8b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323190 Jul 06 12:55:29.424387 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:29.577477 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:36.475515 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-9fe557a9-e1ad-42c3-88d6-3b2d91189f0d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462355034&fields=id&tenant_id=25d76332d6f74b638bd449f48467bb3b HTTP/1.1" status: 200 len: 267 time: 0.0344312 Jul 06 12:55:36.589101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b3107-a642-4fb0-8131-721d819178a5 req-ff542a75-5a93-43bc-9b46-2d616cebd81a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:36.590507 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-ff542a75-5a93-43bc-9b46-2d616cebd81a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 808 time: 0.1079695 Jul 06 12:55:36.605912 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-656adbfa-feb7-4d95-9d47-66376cea807b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/quotas/25d76332d6f74b638bd449f48467bb3b HTTP/1.1" status: 200 len: 375 time: 0.0100958 Jul 06 12:55:36.675516 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-8a1453dd-7dbb-41dc-9010-8d1bc47c9180 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644479 Jul 06 12:55:36.819182 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-88dc7860-d6cf-472d-a79e-2f8206db7ce9 service neutron] 10.222.0.21 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317921 Jul 06 12:55:36.917882 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-972160e0-647c-4752-8d54-4693b8d73a6d service neutron] 10.222.0.21 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919826 Jul 06 12:55:37.235472 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-482139f5-802f-4657-8adb-37d31104e7b6 req-05f00fa0-6734-4204-95a7-5682a88cdb09 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 210 time: 0.0306354 Jul 06 12:55:38.412795 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7da3261b-b0a2-4f1b-9fd9-df01f1d32f13 req-01fe09db-576f-4ada-8a10-b566fba73c00 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 210 time: 0.0340168 Jul 06 12:55:38.439339 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b3107-a642-4fb0-8131-721d819178a5 req-147c5f07-6f7c-435e-83c9-42e09d956dec tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:38.440868 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-147c5f07-6f7c-435e-83c9-42e09d956dec tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 808 time: 0.1117933 Jul 06 12:55:38.487136 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-00c5c626-0236-48cc-b56d-5ccaa165b441 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d76332d6f74b638bd449f48467bb3b HTTP/1.1" status: 200 len: 379 time: 0.0369596 Jul 06 12:55:38.496929 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'port': {'device_id': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'admin_state_up': True, 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'security_groups': ['ec3d3c42-08fc-4c76-afe4-4e09e8037494']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:38.620279 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Made reservation on behalf of 25d76332d6f74b638bd449f48467bb3b for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:55:38.624479 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:38.757065 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Allocated IP 172.20.0.7 (28ecb7a9-ca9a-4fb9-a40f-807b17a4560a/5fccdec4-3016-4d68-95a0-869d4e00d90f/f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:55:38.907585 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:38.922418 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Transition to ACTIVE for port object f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:55:38.962881 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:39.006546 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:55:39.011724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:55:39.017116 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:55:39.044180 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'Port': ['ID=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:39.076390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:39.077225 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:39.095988 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29604bb0-8de9-4a55-b28f-b7f2a781f28f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027222 Jul 06 12:55:39.109362 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Request body: {'port': {'device_id': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:39.196839 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:39.418637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-934bdaef-85a1-4460-8628-b5bd84ab5ed2 None None] Provisioning for port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:55:39.422760 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-934bdaef-85a1-4460-8628-b5bd84ab5ed2 None None] Provisioning complete for port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:55:39.423128 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-934bdaef-85a1-4460-8628-b5bd84ab5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:39.474093 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-934bdaef-85a1-4460-8628-b5bd84ab5ed2 None None] Port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:55:39.488623 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:55:39.497332 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:39.510142 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Transition to ACTIVE for port object f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:55:39.514894 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:39.588484 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Pushing event updated for resources: {'Port': ['ID=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:39.668291 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aab059-7968-4ab8-ac8c-e7e922427e4e req-72b9eea0-ece7-4e81-8a1f-bfdd86c421cd tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:39.670123 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Attempting to bind port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:55:39.670468 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Attempting to bind port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:55:39.670801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Attempting to bind port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 on network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:55:39.671654 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73aab059-7968-4ab8-ac8c-e7e922427e4e req-72b9eea0-ece7-4e81-8a1f-bfdd86c421cd tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.1196029 Jul 06 12:55:39.682569 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 on network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:55:39.682905 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Attempting to bind port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 on network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:55:39.688801 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:55:39.689152 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Checking segment: {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:55:39.689548 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Bound using segment: {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:55:39.689992 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Bound port: f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a76c5dd-8165-418f-ae6b-370de4919a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:55:39.690356 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:39.745021 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-73aab059-7968-4ab8-ac8c-e7e922427e4e req-9f4a4c55-b5b3-472b-8866-ceacff10b067 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648470 Jul 06 12:55:39.779329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] For port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:55:39.783079 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] For port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:55:39.788998 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:39.834358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:39.835112 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:39.837021 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] 10.222.0.86 "PUT /v2.0/ports/f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 HTTP/1.1" status: 200 len: 1091 time: 0.7328124 Jul 06 12:55:39.839930 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:55:39.842986 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbc0315-5fbb-4230-8d35-80d967c3b06b" -d '{"events": [{"name": "network-changed", "server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:55:39.889645 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29468eb2-ef17-4d9f-80c5-9286da82220e service neutron] Pushing event updated for resources: {'Port': ['ID=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:39.898948 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84946227-d1ed-4d2f-a326-56e35fb89d65 x-openstack-request-id: req-84946227-d1ed-4d2f-a326-56e35fb89d65 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:55:39.899321 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:55:39.899682 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84946227-d1ed-4d2f-a326-56e35fb89d65 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:55:39.900359 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'status': 'completed', 'code': 200} Jul 06 12:55:39.992822 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b3107-a642-4fb0-8131-721d819178a5 req-eb08ebf2-6c0f-4db8-88fd-f971d004b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:39.994629 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-eb08ebf2-6c0f-4db8-88fd-f971d004b02e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1094 time: 0.0852728 Jul 06 12:55:40.043208 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-8f772ca4-bb03-42ca-b5a7-f76f5e627597 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 HTTP/1.1" status: 200 len: 217 time: 0.0384517 Jul 06 12:55:40.061194 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:55:40.113186 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b3107-a642-4fb0-8131-721d819178a5 req-efc6aca5-be76-452f-8bef-c974b77b49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:40.115225 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-efc6aca5-be76-452f-8bef-c974b77b49ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0654633 Jul 06 12:55:40.187054 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b3107-a642-4fb0-8131-721d819178a5 req-22ec30b0-5104-41dd-9804-157680036a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:40.189377 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-22ec30b0-5104-41dd-9804-157680036a67 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666904 Jul 06 12:55:40.316021 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-dea42502-4667-4edc-9909-10e3afaed3a2 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191192 Jul 06 12:55:40.438818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a50b3107-a642-4fb0-8131-721d819178a5 req-9470ae95-0214-48da-87df-4cf582d7be26 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161306 Jul 06 12:55:40.550682 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0315-5fbb-4230-8d35-80d967c3b06b req-8868956b-91f7-42ba-b2cd-4da9e9477010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:40.552299 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9fbc0315-5fbb-4230-8d35-80d967c3b06b req-8868956b-91f7-42ba-b2cd-4da9e9477010 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1094 time: 0.0569568 Jul 06 12:55:40.662648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0315-5fbb-4230-8d35-80d967c3b06b req-3ba1a7ca-f0e3-42ff-9bb9-88c2df9079a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:40.664928 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9fbc0315-5fbb-4230-8d35-80d967c3b06b req-3ba1a7ca-f0e3-42ff-9bb9-88c2df9079a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.1060927 Jul 06 12:55:40.708578 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9fbc0315-5fbb-4230-8d35-80d967c3b06b req-c572eb4d-5cc3-4eae-a2ef-1b0088efa491 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 HTTP/1.1" status: 200 len: 217 time: 0.0368319 Jul 06 12:55:40.772608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0315-5fbb-4230-8d35-80d967c3b06b req-3caec9e9-e97b-4a5c-867c-d88754eb43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:40.774369 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9fbc0315-5fbb-4230-8d35-80d967c3b06b req-3caec9e9-e97b-4a5c-867c-d88754eb43ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0597234 Jul 06 12:55:40.860577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0315-5fbb-4230-8d35-80d967c3b06b req-0a5f9f9c-c9cb-4d62-a077-f566cd20f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:40.862240 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9fbc0315-5fbb-4230-8d35-80d967c3b06b req-0a5f9f9c-c9cb-4d62-a077-f566cd20f1ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773139 Jul 06 12:55:40.941167 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96e98b-12ff-45a1-90b8-80f691304b88 req-e67677b3-9c25-4788-a3a1-7be9af48ff97 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:40.942681 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb96e98b-12ff-45a1-90b8-80f691304b88 req-e67677b3-9c25-4788-a3a1-7be9af48ff97 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0824680 Jul 06 12:55:40.966901 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9fbc0315-5fbb-4230-8d35-80d967c3b06b req-06973c0d-1b92-4c8c-b0bc-32dc82c109f6 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973325 Jul 06 12:55:40.993344 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eb96e98b-12ff-45a1-90b8-80f691304b88 req-a7895638-bca1-4ca6-9fc5-8267d6cae699 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431223 Jul 06 12:55:41.069323 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9fbc0315-5fbb-4230-8d35-80d967c3b06b req-bbdcf870-dfa0-424c-98e8-1a24d7572337 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950828 Jul 06 12:55:42.195944 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183db935-4497-44d3-ad55-06b3f1fa7a5f req-552105c9-cebc-4ff6-b052-e62fb4d7b2f7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:42.197526 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-183db935-4497-44d3-ad55-06b3f1fa7a5f req-552105c9-cebc-4ff6-b052-e62fb4d7b2f7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0743201 Jul 06 12:55:42.243097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-183db935-4497-44d3-ad55-06b3f1fa7a5f req-2273d277-3387-46a6-8801-90b96cf4f894 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391138 Jul 06 12:55:43.435514 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb3dc2-063e-406e-85c1-eb093524bb73 req-bffe77d9-b3d2-48c3-99fb-e5d9cd53aa77 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:43.437075 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cddb3dc2-063e-406e-85c1-eb093524bb73 req-bffe77d9-b3d2-48c3-99fb-e5d9cd53aa77 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0748584 Jul 06 12:55:43.484392 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cddb3dc2-063e-406e-85c1-eb093524bb73 req-f242adad-f514-4cab-aa5f-81e7e8780a7d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409174 Jul 06 12:55:44.334449 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3003-a538-41cc-9eec-c1d956c8ba1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:44.670987 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f82da5-0aa0-4384-854b-f1b034679c40 req-962e1d2a-6f2a-49e2-83e7-d7975e89fd9d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:44.672426 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55f82da5-0aa0-4384-854b-f1b034679c40 req-962e1d2a-6f2a-49e2-83e7-d7975e89fd9d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0715101 Jul 06 12:55:44.717007 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-55f82da5-0aa0-4384-854b-f1b034679c40 req-29002cc6-6cd6-4d99-bb3d-d2e62c298627 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389533 Jul 06 12:55:45.891171 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda3d96-92c5-46dc-9138-e953173b0343 req-b38aafdf-ecce-4cc8-b44c-51246b557032 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:45.892698 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bda3d96-92c5-46dc-9138-e953173b0343 req-b38aafdf-ecce-4cc8-b44c-51246b557032 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0632465 Jul 06 12:55:45.933791 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4bda3d96-92c5-46dc-9138-e953173b0343 req-67c05460-a092-42c6-8787-c50acf8603aa tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351243 Jul 06 12:55:47.134979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2858b4-bfd7-4ded-8d8f-8473d1b0deac req-fd6607ff-0d46-4d31-9c6b-126a0cd329c5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:47.136626 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d2858b4-bfd7-4ded-8d8f-8473d1b0deac req-fd6607ff-0d46-4d31-9c6b-126a0cd329c5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0802767 Jul 06 12:55:47.180033 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9d2858b4-bfd7-4ded-8d8f-8473d1b0deac req-ed008a0b-2fce-41e3-bae6-f75bac415497 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374105 Jul 06 12:55:48.362486 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15438b2-2a88-4f17-814e-4895bc787140 req-029ef17b-ec98-4e27-bcfc-a2a43b7bd9bd tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:48.364018 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e15438b2-2a88-4f17-814e-4895bc787140 req-029ef17b-ec98-4e27-bcfc-a2a43b7bd9bd tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0713491 Jul 06 12:55:48.404009 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:48.408348 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e15438b2-2a88-4f17-814e-4895bc787140 req-b03ef39a-06c1-4700-a90a-65623c134857 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381355 Jul 06 12:55:48.553824 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5e040e4-502a-4930-9ede-2072da48cb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.070897 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.647738 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca393347-2776-4e0c-9b34-fe92fbc8f9ff req-c71c3e96-3deb-48cc-a570-245a2f16ada2 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:49.649933 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca393347-2776-4e0c-9b34-fe92fbc8f9ff req-c71c3e96-3deb-48cc-a570-245a2f16ada2 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0981100 Jul 06 12:55:49.689470 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ca393347-2776-4e0c-9b34-fe92fbc8f9ff req-03c3a2fa-570d-49a8-a0d5-96a1827639d8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332911 Jul 06 12:55:50.854665 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.876603 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd32423-287d-4c22-9856-58c9f6db4aa9 req-b0eafe85-bd62-46be-852c-ef1b81ae140b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:50.878121 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ecd32423-287d-4c22-9856-58c9f6db4aa9 req-b0eafe85-bd62-46be-852c-ef1b81ae140b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0689690 Jul 06 12:55:50.927625 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ecd32423-287d-4c22-9856-58c9f6db4aa9 req-3e774b42-2fe1-42c3-9946-38a6db483657 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432384 Jul 06 12:55:51.222089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:55:51.324061 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:55:51.339329 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'port_id': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'mac_address': 'fa:16:3e:2b:ec:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:55:51.377564 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.391863 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:55:51.413649 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:55:51.422054 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:51.471969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:51.480257 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.480610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.480960 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.481299 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.481637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.481971 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.482304 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.482652 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.482959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.483286 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.483638 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.483964 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:51.658651 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:55:52.143694 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8f76f-ab2a-4d2e-addd-3af44de071ca req-171b86bd-a978-43d3-bc53-e9a8e3589185 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:52.145357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef8f76f-ab2a-4d2e-addd-3af44de071ca req-171b86bd-a978-43d3-bc53-e9a8e3589185 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 944 time: 0.0912108 Jul 06 12:55:52.192249 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8ef8f76f-ab2a-4d2e-addd-3af44de071ca req-34a5e700-cf0c-46e4-bb45-f43d27c136ef tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360935 Jul 06 12:55:53.253644 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:55:53.325852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:55:53.330908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:55:53.333530 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:53.471201 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:53.475197 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859c3e2-57c0-417f-b111-c538ce1ba34c req-77da4c9b-c2f0-4397-b9b3-873772df9c6d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:53.479205 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1859c3e2-57c0-417f-b111-c538ce1ba34c req-77da4c9b-c2f0-4397-b9b3-873772df9c6d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 944 time: 0.0915327 Jul 06 12:55:53.502756 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:55:53.505613 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fe52ce-9817-4859-8586-2e3742bdf14e" -d '{"events": [{"server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "name": "network-vif-plugged", "status": "completed", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:55:53.524183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:55:53.530778 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:53.550095 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1859c3e2-57c0-417f-b111-c538ce1ba34c req-7617af39-c406-416c-9e64-01cdd9088166 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622404 Jul 06 12:55:53.600234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:53.652518 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00a086c-8b31-449b-af3d-6f89c3eae00c x-openstack-request-id: req-c00a086c-8b31-449b-af3d-6f89c3eae00c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:55:53.652922 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "name": "network-vif-plugged", "status": "completed", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:55:53.653270 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c00a086c-8b31-449b-af3d-6f89c3eae00c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:55:53.653573 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'code': 200} Jul 06 12:55:53.806178 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0c53f-c0cf-49fc-a160-42fbac40b823 req-b31384a2-6342-4828-8d08-1a38d40aaeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:53.808492 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b9c0c53f-c0cf-49fc-a160-42fbac40b823 req-b31384a2-6342-4828-8d08-1a38d40aaeab service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0674059 Jul 06 12:55:53.866798 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-b9c0c53f-c0cf-49fc-a160-42fbac40b823 req-5ce46cfc-a6c8-4e85-abef-3efaaa53d658 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494609 Jul 06 12:55:54.800007 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77fc9a-286b-4802-8d79-f8de7b768677 req-3e0ed89b-08d3-4c36-bc89-fdd24b206c83 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:54.801834 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe77fc9a-286b-4802-8d79-f8de7b768677 req-3e0ed89b-08d3-4c36-bc89-fdd24b206c83 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.1041930 Jul 06 12:55:54.861237 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe77fc9a-286b-4802-8d79-f8de7b768677 req-5a399141-b96c-484b-8a30-c3caa82897bb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437274 Jul 06 12:55:56.115250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d9737-b359-47fc-9a3a-b97ecf5c2b69 req-937795e0-e714-46be-99c7-990a1e1f5727 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:56.117777 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d34d9737-b359-47fc-9a3a-b97ecf5c2b69 req-937795e0-e714-46be-99c7-990a1e1f5727 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0974507 Jul 06 12:55:56.174489 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d34d9737-b359-47fc-9a3a-b97ecf5c2b69 req-9813ab25-1b9a-47f8-910d-ca9f7c48e48b tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433643 Jul 06 12:55:56.440250 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22658227-74d7-474f-976d-cceeae60a79a req-9951e24b-1ac7-48e5-a044-90d137bb6d2a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:56.441808 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22658227-74d7-474f-976d-cceeae60a79a req-9951e24b-1ac7-48e5-a044-90d137bb6d2a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0961876 Jul 06 12:55:56.504932 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22658227-74d7-474f-976d-cceeae60a79a req-827c72a9-4eaa-4401-8e3c-07f9307868b4 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557759 Jul 06 12:55:56.538722 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34634) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:56.602963 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ee31c-652e-4932-bddd-97d7a1edddf6 tempest-TestShelveInstance-2065781462 tempest-TestShelveInstance-2065781462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:56.604688 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-0f5ee31c-652e-4932-bddd-97d7a1edddf6 tempest-TestShelveInstance-2065781462 tempest-TestShelveInstance-2065781462-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1091 time: 0.0649228 Jul 06 12:55:56.609054 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34636) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:56.613953 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:56.641499 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:56.766781 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:56.898395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Allocated IP 172.25.0.167 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/d7163d7a-fece-4aa6-998f-947b00baa82d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:55:57.046576 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.095417 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.142616 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:55:57.150863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:55:57.154900 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:55:57.161634 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'Port': ['ID=d7163d7a-fece-4aa6-998f-947b00baa82d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:57.661767 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.770186 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.951233 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:57.956491 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:58.035781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event updated for resources: {'Port': ['ID=d7163d7a-fece-4aa6-998f-947b00baa82d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:58.050809 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:58.187632 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Floating IP 6c323ed7-fe0d-4e3b-8cc3-cf95ff7a9ebb associated. External IP: 172.25.0.167, port: f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6. Jul 06 12:55:58.869680 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:55:58.997436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:55:59.011796 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ca98a-c0f0-4600-93cb-47e77495bb6e None None] Sync routers for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:55:59.029958 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:59.030289 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ca98a-c0f0-4600-93cb-47e77495bb6e None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:59.031108 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3c7ca98a-c0f0-4600-93cb-47e77495bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:55:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:59.074471 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-16a22da4-3602-47ef-a438-80ecd72f1f90 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4642270 Jul 06 12:55:59.075139 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:55:59.077566 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a89547-470c-4727-8a81-39236ca4a494" -d '{"events": [{"name": "network-changed", "server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:55:59.192216 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3c7ca98a-c0f0-4600-93cb-47e77495bb6e None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:59.211616 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb75178-f132-4200-abf5-7f57b9693f74 x-openstack-request-id: req-3cb75178-f132-4200-abf5-7f57b9693f74 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:55:59.212468 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:55:59.212653 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cb75178-f132-4200-abf5-7f57b9693f74 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:55:59.213111 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'status': 'completed', 'code': 200} Jul 06 12:55:59.337398 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a89547-470c-4727-8a81-39236ca4a494 req-41a922cd-e279-4dbc-8c35-316723d5284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:59.339803 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81a89547-470c-4727-8a81-39236ca4a494 req-41a922cd-e279-4dbc-8c35-316723d5284e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0936391 Jul 06 12:55:59.449972 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:59.510873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a89547-470c-4727-8a81-39236ca4a494 req-2fb59bc2-7024-4f16-857d-c3368a7d5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:59.513202 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81a89547-470c-4727-8a81-39236ca4a494 req-2fb59bc2-7024-4f16-857d-c3368a7d5ded service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.1657784 Jul 06 12:55:59.528232 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3c7ca98a-c0f0-4600-93cb-47e77495bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '6c323ed7-fe0d-4e3b-8cc3-cf95ff7a9ebb', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'port_id': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'mac_address': 'fa:16:3e:2b:ec:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:55:57Z', 'updated_at': '2021-07-06T12:55:57Z', 'revision_number': 0, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:59.559187 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ca98a-c0f0-4600-93cb-47e77495bb6e None None] Checking router: 994e3eb3-d79b-4c67-b2d9-14f233f832b7 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:55:59.574454 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ca98a-c0f0-4600-93cb-47e77495bb6e None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:59.575602 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3c7ca98a-c0f0-4600-93cb-47e77495bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:55:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:59.584233 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:59.626295 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81a89547-470c-4727-8a81-39236ca4a494 req-fba349f5-f9cb-49ab-af6b-f555581eb58a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 HTTP/1.1" status: 200 len: 999 time: 0.1013227 Jul 06 12:55:59.698540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a89547-470c-4727-8a81-39236ca4a494 req-ea2e955c-b351-45d2-8d81-db7367885cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:59.701081 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81a89547-470c-4727-8a81-39236ca4a494 req-ea2e955c-b351-45d2-8d81-db7367885cd9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0657077 Jul 06 12:55:59.799728 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a89547-470c-4727-8a81-39236ca4a494 req-9aa73ec0-9869-4a6b-9c95-936a721aa02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:59.802923 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81a89547-470c-4727-8a81-39236ca4a494 req-9aa73ec0-9869-4a6b-9c95-936a721aa02c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950737 Jul 06 12:55:59.910777 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3c7ca98a-c0f0-4600-93cb-47e77495bb6e None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:59.965968 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81a89547-470c-4727-8a81-39236ca4a494 req-6c98ca7d-882e-498e-8672-e4d18a27ad4b service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390202 Jul 06 12:56:00.121633 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-81a89547-470c-4727-8a81-39236ca4a494 req-7b702b7d-e453-40c5-aafe-66999d2a0396 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573358 Jul 06 12:56:00.260321 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3c7ca98a-c0f0-4600-93cb-47e77495bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '6c323ed7-fe0d-4e3b-8cc3-cf95ff7a9ebb', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'port_id': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'mac_address': 'fa:16:3e:2b:ec:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:55:57Z', 'updated_at': '2021-07-06T12:55:57Z', 'revision_number': 0, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:00.301865 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ca98a-c0f0-4600-93cb-47e77495bb6e None None] The sync data for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 is: [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '6c323ed7-fe0d-4e3b-8cc3-cf95ff7a9ebb', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'port_id': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'mac_address': 'fa:16:3e:2b:ec:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:55:57Z', 'updated_at': '2021-07-06T12:55:57Z', 'revision_number': 0, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:56:00.558818 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72430a4d-a967-49dc-b3ac-14f4908d5d10 None None] New status for floating IP 6c323ed7-fe0d-4e3b-8cc3-cf95ff7a9ebb: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:56:13.742336 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6c91c05c-665f-4546-a814-eff064660a8f req-79aa3586-48e1-4134-8a8d-3ebd4d8c2b0d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559549 Jul 06 12:56:13.854789 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91c05c-665f-4546-a814-eff064660a8f req-18cf96d6-4be5-44be-a17a-45510b6ce185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:13.856511 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6c91c05c-665f-4546-a814-eff064660a8f req-18cf96d6-4be5-44be-a17a-45510b6ce185 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0597441 Jul 06 12:56:13.987542 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91c05c-665f-4546-a814-eff064660a8f req-288f40de-2da5-4c64-8b3f-fa09b8d522ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:13.989235 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6c91c05c-665f-4546-a814-eff064660a8f req-288f40de-2da5-4c64-8b3f-fa09b8d522ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.1096277 Jul 06 12:56:14.074119 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6c91c05c-665f-4546-a814-eff064660a8f req-33c12cb2-b1db-44cf-8c90-31c74cc0728c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 HTTP/1.1" status: 200 len: 1001 time: 0.0766871 Jul 06 12:56:14.138012 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91c05c-665f-4546-a814-eff064660a8f req-fcdd26e3-89f2-4926-9f4e-1263a62011b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:14.139559 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6c91c05c-665f-4546-a814-eff064660a8f req-fcdd26e3-89f2-4926-9f4e-1263a62011b4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0583544 Jul 06 12:56:14.218716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91c05c-665f-4546-a814-eff064660a8f req-971aeca9-ae99-4361-bb7a-187946c681e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:14.221183 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6c91c05c-665f-4546-a814-eff064660a8f req-971aeca9-ae99-4361-bb7a-187946c681e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713208 Jul 06 12:56:14.319600 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6c91c05c-665f-4546-a814-eff064660a8f req-c25e91ce-a265-4419-bd69-ff1f2a989ecf service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880919 Jul 06 12:56:14.340860 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-965e8a1c-5776-4d08-8ee0-040389ddc840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:14.435612 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6c91c05c-665f-4546-a814-eff064660a8f req-37ed801d-95f5-4adb-9228-8896e9f75785 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056571 Jul 06 12:56:17.061989 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:56:18.408252 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:18.554712 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93f28417-18ff-4b7a-8133-2d500f6c3e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:19.075585 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:20.850797 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:29.455962 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:29.577784 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:44.343562 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bba17434-18f4-4fc0-9972-23035225da5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:48.410728 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:48.560424 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d1e5-8806-4304-8d08-9627f47b39d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:49.078789 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:50.851776 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:54.060545 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:56:59.453200 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:59.602949 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:14.345105 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-599f6f81-0546-449a-abbe-277bdc252dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.729994 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c97193b-9cef-41ec-a568-918f8175e557 req-5b067670-4e67-4c11-84da-fcc26b4587a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547707 Jul 06 12:57:15.830717 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97193b-9cef-41ec-a568-918f8175e557 req-625177d5-caa0-44af-b206-ca92666c878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:15.832316 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c97193b-9cef-41ec-a568-918f8175e557 req-625177d5-caa0-44af-b206-ca92666c878f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0551150 Jul 06 12:57:15.949583 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97193b-9cef-41ec-a568-918f8175e557 req-7732088e-9532-4787-879e-0aacf8bf94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:15.951076 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c97193b-9cef-41ec-a568-918f8175e557 req-7732088e-9532-4787-879e-0aacf8bf94c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0916088 Jul 06 12:57:16.027009 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c97193b-9cef-41ec-a568-918f8175e557 req-586c8ef5-05dd-4efb-ba02-3e56739ccf94 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 HTTP/1.1" status: 200 len: 1001 time: 0.0646126 Jul 06 12:57:16.078441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97193b-9cef-41ec-a568-918f8175e557 req-4747e803-efb0-492f-b94f-07289e8150f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:16.080117 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c97193b-9cef-41ec-a568-918f8175e557 req-4747e803-efb0-492f-b94f-07289e8150f2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0456064 Jul 06 12:57:16.146980 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97193b-9cef-41ec-a568-918f8175e557 req-0d2fef6c-be08-4a22-979d-5d46e2a1af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:16.149047 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c97193b-9cef-41ec-a568-918f8175e557 req-0d2fef6c-be08-4a22-979d-5d46e2a1af57 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627673 Jul 06 12:57:16.247007 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c97193b-9cef-41ec-a568-918f8175e557 req-c4d7f86b-6ec3-4ed6-aaac-5832411db101 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866497 Jul 06 12:57:16.345670 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-8c97193b-9cef-41ec-a568-918f8175e557 req-e672979e-ea52-45e7-bfe4-ea92b0ec21cb service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880322 Jul 06 12:57:18.413699 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:18.561961 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdebf-ec82-4029-a026-4b01c033daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.079016 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:20.856747 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:29.467585 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:29.623295 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:31.060014 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:57:44.345425 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ed0a030-5949-435b-bffa-93d3c301c468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:48.415965 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:48.562406 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d22dba85-fea0-41b6-8b37-dcc6e0c72e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:49.082269 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:50.858178 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:57.683375 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d5cf3-9727-4bf6-a8e2-9e4aad2ed637 req-96955664-0dc4-4e2b-9a61-4a725e1f51b1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:57.684858 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d11d5cf3-9727-4bf6-a8e2-9e4aad2ed637 req-96955664-0dc4-4e2b-9a61-4a725e1f51b1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0700481 Jul 06 12:57:57.725098 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d11d5cf3-9727-4bf6-a8e2-9e4aad2ed637 req-04ffef06-fe0e-49b5-b217-1d0763739f35 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336707 Jul 06 12:57:58.934005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176df64-f9f2-4a68-8979-938ee139b6c6 req-364359d2-b2a6-4f76-8948-daf202b3e99c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:58.935536 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2176df64-f9f2-4a68-8979-938ee139b6c6 req-364359d2-b2a6-4f76-8948-daf202b3e99c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0639744 Jul 06 12:57:58.975082 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2176df64-f9f2-4a68-8979-938ee139b6c6 req-fc2030da-269e-4f52-9dca-4cb57a6b75b0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333784 Jul 06 12:57:59.470123 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:59.647812 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:00.172818 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d624109-06a3-4f72-9432-ea466a1c7343 req-256b1016-a1ad-47c2-b01d-1f13185f2744 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:00.174300 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d624109-06a3-4f72-9432-ea466a1c7343 req-256b1016-a1ad-47c2-b01d-1f13185f2744 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0634811 Jul 06 12:58:00.212491 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6d624109-06a3-4f72-9432-ea466a1c7343 req-0084df3c-d3ac-4a9f-95b5-0cf46ae3e78c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324764 Jul 06 12:58:01.390191 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcd56c-90d1-4f66-b4af-45bcaa23ba12 req-98a12d83-c033-4d05-849a-ad15d53d3518 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:01.391658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7dfcd56c-90d1-4f66-b4af-45bcaa23ba12 req-98a12d83-c033-4d05-849a-ad15d53d3518 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0680459 Jul 06 12:58:01.429907 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7dfcd56c-90d1-4f66-b4af-45bcaa23ba12 req-58f0f930-a3e5-4407-bf78-a5beb5f90f7c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316882 Jul 06 12:58:02.607076 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf8a3f-0b01-420f-a27a-1bce2d326fa3 req-561e03db-21ac-4cda-a7d1-c72eaef0513e tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:02.608593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8cf8a3f-0b01-420f-a27a-1bce2d326fa3 req-561e03db-21ac-4cda-a7d1-c72eaef0513e tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0633535 Jul 06 12:58:02.647593 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a8cf8a3f-0b01-420f-a27a-1bce2d326fa3 req-b522f4b4-50b9-4a97-8b89-b9f5eae1cf8c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333426 Jul 06 12:58:03.838005 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22495a44-8a4b-4216-ab89-547ce9a7f867 req-74cc3646-4d5d-45ef-9264-3575e318ff99 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:03.839406 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22495a44-8a4b-4216-ab89-547ce9a7f867 req-74cc3646-4d5d-45ef-9264-3575e318ff99 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0728116 Jul 06 12:58:03.877482 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-22495a44-8a4b-4216-ab89-547ce9a7f867 req-c4288add-fe35-4c15-a897-830b168ab47d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325501 Jul 06 12:58:05.109727 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0664d5-895f-4bab-a444-a6552f328770 req-4182a89e-c3d0-42e5-9828-be2479994cee tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:05.111235 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb0664d5-895f-4bab-a444-a6552f328770 req-4182a89e-c3d0-42e5-9828-be2479994cee tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.1183739 Jul 06 12:58:05.152347 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cb0664d5-895f-4bab-a444-a6552f328770 req-fac2fc17-8143-4cdb-a01f-e45db7e1e0a0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348358 Jul 06 12:58:06.368903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a2cc5-30d5-44b7-8749-58102ccb1033 req-7b47a95e-7da9-4d88-a46c-34c7d59eed0a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:06.370450 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e9a2cc5-30d5-44b7-8749-58102ccb1033 req-7b47a95e-7da9-4d88-a46c-34c7d59eed0a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.1073956 Jul 06 12:58:06.408793 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1e9a2cc5-30d5-44b7-8749-58102ccb1033 req-a475347e-a875-45aa-8d0f-5c52e74408b5 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327067 Jul 06 12:58:07.590626 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b2e11-c627-4b9f-8fcf-42bd906df2c4 req-596be72c-3e83-4a9b-8f1b-7bdf281f22bb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:07.592216 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b21b2e11-c627-4b9f-8fcf-42bd906df2c4 req-596be72c-3e83-4a9b-8f1b-7bdf281f22bb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0710704 Jul 06 12:58:07.630858 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-b21b2e11-c627-4b9f-8fcf-42bd906df2c4 req-ab88f606-556d-40d8-972c-caed4f50b1c1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328143 Jul 06 12:58:07.828269 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe91fe-9e85-4522-854a-bb325c825b53 req-2cbd0c3c-de49-400a-9c46-1e6324414ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:07.829838 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-05fe91fe-9e85-4522-854a-bb325c825b53 req-2cbd0c3c-de49-400a-9c46-1e6324414ea6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0557435 Jul 06 12:58:07.926512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe91fe-9e85-4522-854a-bb325c825b53 req-4bbc199b-35fd-4ce1-8fd5-e83c1e0d5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:07.928059 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-05fe91fe-9e85-4522-854a-bb325c825b53 req-4bbc199b-35fd-4ce1-8fd5-e83c1e0d5e72 service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0892448 Jul 06 12:58:07.995898 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-05fe91fe-9e85-4522-854a-bb325c825b53 req-d62bce7e-6154-4807-bdba-44ce1234c555 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 HTTP/1.1" status: 200 len: 1001 time: 0.0581727 Jul 06 12:58:08.049125 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe91fe-9e85-4522-854a-bb325c825b53 req-3878c643-8051-4082-b3c2-d9f7601c4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:08.050625 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-05fe91fe-9e85-4522-854a-bb325c825b53 req-3878c643-8051-4082-b3c2-d9f7601c4198 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0438282 Jul 06 12:58:08.060061 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:58:08.114807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe91fe-9e85-4522-854a-bb325c825b53 req-d6d95d82-a338-4307-acba-ad62d643f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:08.117043 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-05fe91fe-9e85-4522-854a-bb325c825b53 req-d6d95d82-a338-4307-acba-ad62d643f4da service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584137 Jul 06 12:58:08.214477 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-05fe91fe-9e85-4522-854a-bb325c825b53 req-feb50366-20ac-43f1-bd54-350e1a9d8105 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871992 Jul 06 12:58:08.319852 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-05fe91fe-9e85-4522-854a-bb325c825b53 req-a0df94ad-d656-41c3-8636-2a05cb67b5d9 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951934 Jul 06 12:58:08.805916 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eaa0d-c7fb-449c-86d8-efe98b124709 req-72558af0-8e7c-4f08-8575-a447c4f6b06f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:08.807434 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-688eaa0d-c7fb-449c-86d8-efe98b124709 req-72558af0-8e7c-4f08-8575-a447c4f6b06f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0651629 Jul 06 12:58:08.846377 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-688eaa0d-c7fb-449c-86d8-efe98b124709 req-580ae740-f2a3-468a-883f-5ac0745a2344 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332861 Jul 06 12:58:10.026764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d65e6-57e3-4688-92a3-0763f4e43dcb req-2ba8afc4-adc5-44bd-a171-1476f7bccb32 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:10.028307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c7d65e6-57e3-4688-92a3-0763f4e43dcb req-2ba8afc4-adc5-44bd-a171-1476f7bccb32 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0710948 Jul 06 12:58:10.068412 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c7d65e6-57e3-4688-92a3-0763f4e43dcb req-ff0d76ea-5761-4e38-85a6-b4d022408333 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336156 Jul 06 12:58:11.246625 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdea165-18fb-45dd-8dbb-2961c32beb6b req-9e49ceda-67eb-4c6a-bde3-46ef9343f2c2 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:11.248316 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcdea165-18fb-45dd-8dbb-2961c32beb6b req-9e49ceda-67eb-4c6a-bde3-46ef9343f2c2 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0656092 Jul 06 12:58:11.287382 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fcdea165-18fb-45dd-8dbb-2961c32beb6b req-2000a4c2-8be2-49d8-b316-b8411309d543 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327075 Jul 06 12:58:12.469525 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fddae-060d-49d5-8d74-31178ba85db7 req-4a561154-e660-403e-9d64-46aa35f0421e tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:12.471019 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc8fddae-060d-49d5-8d74-31178ba85db7 req-4a561154-e660-403e-9d64-46aa35f0421e tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0632362 Jul 06 12:58:12.509906 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fc8fddae-060d-49d5-8d74-31178ba85db7 req-acc9fb6e-3740-4e3e-b962-fc87cfe463f9 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324941 Jul 06 12:58:12.897488 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-06380d85-b6c6-419c-82e6-6a24dfae337d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1609740 Jul 06 12:58:12.908667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f90b3a-7824-4cda-9bab-351149faa875 req-c749ec04-4385-4af1-9139-f1df4324b130 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:12.910120 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9f90b3a-7824-4cda-9bab-351149faa875 req-c749ec04-4385-4af1-9139-f1df4324b130 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.1053300 Jul 06 12:58:12.951658 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c9f90b3a-7824-4cda-9bab-351149faa875 req-c2b4eb94-920f-475e-a1ff-bf75037df832 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341625 Jul 06 12:58:13.877901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:58:13.957331 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:13.981673 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:58:13.983939 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179a40af-3197-411e-84fc-338eb8e476d6" -d '{"events": [{"server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:58:14.004064 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:58:14.013737 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:14.040619 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af509a58-1f87-458a-8fc1-3227cf9b86ef x-openstack-request-id: req-af509a58-1f87-458a-8fc1-3227cf9b86ef {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:58:14.040824 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "name": "network-vif-unplugged", "status": "failed", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6", "code": 422}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:58:14.040955 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af509a58-1f87-458a-8fc1-3227cf9b86ef {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:58:14.041567 n-d-799527-2 neutron-server[93816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'code': 422} returned with failed status Jul 06 12:58:14.069774 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:58:14.079834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.080277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.080624 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.080930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.081244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.081568 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.081905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.082245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.082548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.083035 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.083992 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.084333 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:14.158417 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad038e9-98ba-4a7c-8f0a-d70641eeb8e6 req-8f13ebed-e6b0-41ee-9c02-c284050a6632 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:14.159986 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bad038e9-98ba-4a7c-8f0a-d70641eeb8e6 req-8f13ebed-e6b0-41ee-9c02-c284050a6632 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0815957 Jul 06 12:58:14.201484 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bad038e9-98ba-4a7c-8f0a-d70641eeb8e6 req-93afb388-9cec-4089-9752-862c777de0d0 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327375 Jul 06 12:58:14.348612 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2583c318-4cb7-491f-9b40-313acfc2a54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:15.392764 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029f912-c0b3-4d4f-a133-6967927e0813 req-2f4b72cc-40ce-4858-ab16-66f92cc73440 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:15.394362 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c029f912-c0b3-4d4f-a133-6967927e0813 req-2f4b72cc-40ce-4858-ab16-66f92cc73440 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0651169 Jul 06 12:58:15.435274 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c029f912-c0b3-4d4f-a133-6967927e0813 req-e64be945-e0d0-4842-a752-7d24d4c1edd4 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346639 Jul 06 12:58:16.611871 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e8f1-8582-4d96-b670-bda82b0d1418 req-01e1da90-5f98-4562-8bd0-59248b071bb1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:16.613496 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae61e8f1-8582-4d96-b670-bda82b0d1418 req-01e1da90-5f98-4562-8bd0-59248b071bb1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0660288 Jul 06 12:58:16.658655 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ae61e8f1-8582-4d96-b670-bda82b0d1418 req-3443b07d-eab6-4fa2-bf15-74bc79ba83bd tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376651 Jul 06 12:58:17.845570 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9b6b0-761d-4df3-ac97-2de26c2d0f21 req-dd58389f-d3e5-4001-ad5c-b04412d02d48 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:17.847119 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42b9b6b0-761d-4df3-ac97-2de26c2d0f21 req-dd58389f-d3e5-4001-ad5c-b04412d02d48 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0690403 Jul 06 12:58:17.888395 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-42b9b6b0-761d-4df3-ac97-2de26c2d0f21 req-6775b8d6-4bfc-42d9-9104-c5fd53741c80 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336869 Jul 06 12:58:18.418251 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:18.565679 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5571f17e-1637-49fd-ae01-28607cd1097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:19.079564 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b92238-08ef-4edc-99bc-560eda94cd01 req-e619da24-8e45-4365-999d-5207ec2708fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:19.081283 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15b92238-08ef-4edc-99bc-560eda94cd01 req-e619da24-8e45-4365-999d-5207ec2708fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0737896 Jul 06 12:58:19.086969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:19.125244 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-15b92238-08ef-4edc-99bc-560eda94cd01 req-33d489af-3bea-4cc5-8d7c-d20f727cfa8f tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357144 Jul 06 12:58:20.028393 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-48664867-66de-436c-942b-956619601ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:20.030005 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-48664867-66de-436c-942b-956619601ec0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9&tenant_id=25d76332d6f74b638bd449f48467bb3b HTTP/1.1" status: 200 len: 1094 time: 0.0964680 Jul 06 12:58:20.111577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-d67319d3-1c04-4d93-9bc9-a6ff2b23607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:20.113095 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-d67319d3-1c04-4d93-9bc9-a6ff2b23607d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1094 time: 0.0528727 Jul 06 12:58:20.210782 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-3ab1500b-97c1-4db9-a151-9146d5506dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:20.212329 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-3ab1500b-97c1-4db9-a151-9146d5506dd8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0910068 Jul 06 12:58:20.282675 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-3bc98fee-a069-4fbd-b02c-ce5f167ad310 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 HTTP/1.1" status: 200 len: 999 time: 0.0603399 Jul 06 12:58:20.312855 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159044cd-1359-46a9-908c-869d048e992f req-c37b57a5-42c7-4b14-ad80-d1ca72a14306 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:20.314571 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-159044cd-1359-46a9-908c-869d048e992f req-c37b57a5-42c7-4b14-ad80-d1ca72a14306 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0706742 Jul 06 12:58:20.331481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-9a074f9e-3259-4db2-936b-37c8055e559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:20.333084 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-9a074f9e-3259-4db2-936b-37c8055e559a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0440631 Jul 06 12:58:20.355324 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-159044cd-1359-46a9-908c-869d048e992f req-8abec221-79a7-4bbc-a197-1b51aa07cdf7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336285 Jul 06 12:58:20.395706 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-037836de-a6df-4205-9763-d8e79366293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:20.397701 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-037836de-a6df-4205-9763-d8e79366293e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585248 Jul 06 12:58:20.490429 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-5752dcc6-df30-46a9-b6d9-b8247f547f5f service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823226 Jul 06 12:58:20.586371 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-cc2113f3-389b-4534-a9ec-c43d4a003e64 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861871 Jul 06 12:58:20.861000 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:21.534299 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69941466-69f3-460a-9e99-105b441cc8f4 req-9ee89b41-0a55-4c45-a474-ecb798c15359 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:21.535837 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69941466-69f3-460a-9e99-105b441cc8f4 req-9ee89b41-0a55-4c45-a474-ecb798c15359 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0643849 Jul 06 12:58:21.574349 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-69941466-69f3-460a-9e99-105b441cc8f4 req-cca6da87-592b-4731-9398-465454078a04 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328109 Jul 06 12:58:22.751168 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3acd-240d-4440-8689-394856cad1e5 req-27df59fe-b5d7-43e2-af98-576fe1473fc2 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:22.753039 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-094d3acd-240d-4440-8689-394856cad1e5 req-27df59fe-b5d7-43e2-af98-576fe1473fc2 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0656211 Jul 06 12:58:22.792113 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-094d3acd-240d-4440-8689-394856cad1e5 req-bb847233-ff5d-4c3d-9cc1-683f1cf66249 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321856 Jul 06 12:58:23.975611 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752359e-f082-475d-aa0e-569e386ad52d req-d878eb5f-f3b5-4381-8501-f8968d40cc3e tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:23.977100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3752359e-f082-475d-aa0e-569e386ad52d req-d878eb5f-f3b5-4381-8501-f8968d40cc3e tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0709047 Jul 06 12:58:24.015035 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3752359e-f082-475d-aa0e-569e386ad52d req-96bdca7e-aba8-4463-b838-5b462fa7f14c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322993 Jul 06 12:58:25.214182 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18212652-727a-462d-850d-0a02b773fd66 req-f54b5b61-7c58-47ed-8cc0-06e506da695a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:25.215909 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18212652-727a-462d-850d-0a02b773fd66 req-f54b5b61-7c58-47ed-8cc0-06e506da695a tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0714619 Jul 06 12:58:25.260408 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18212652-727a-462d-850d-0a02b773fd66 req-eeb71a0d-9122-449c-8982-ff9cc2c95b99 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385544 Jul 06 12:58:26.441261 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764b9ce-7832-43ab-962c-b791d34a1ea1 req-67c08a31-05d1-4f13-a00e-c825b2d8e478 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:26.442796 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8764b9ce-7832-43ab-962c-b791d34a1ea1 req-67c08a31-05d1-4f13-a00e-c825b2d8e478 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0686715 Jul 06 12:58:26.483411 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8764b9ce-7832-43ab-962c-b791d34a1ea1 req-7de87ed2-407f-40d6-8159-8e5779e9d34c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349689 Jul 06 12:58:27.656441 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa29c0e-9dd6-4e20-b1c0-3042644037f3 req-25bfee4a-15cd-4600-8687-aebd0e9f4ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:27.657950 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fa29c0e-9dd6-4e20-b1c0-3042644037f3 req-25bfee4a-15cd-4600-8687-aebd0e9f4ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 943 time: 0.0644529 Jul 06 12:58:27.696500 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8fa29c0e-9dd6-4e20-b1c0-3042644037f3 req-be6ec1a0-f192-4331-94cf-14c0ffc44033 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327117 Jul 06 12:58:27.990773 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:58:28.087037 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:58:28.259675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'port_id': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'mac_address': 'fa:16:3e:2b:ec:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:58:28.297418 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:28.311226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:58:28.331779 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:58:28.336143 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:28.385452 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:58:28.669258 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:58:28.874284 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de24c17-7c67-4646-8373-e7f70835a3a8 req-0275255b-636a-4fd9-99cc-509eb6cd5684 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:28.876124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9de24c17-7c67-4646-8373-e7f70835a3a8 req-0275255b-636a-4fd9-99cc-509eb6cd5684 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 944 time: 0.0644412 Jul 06 12:58:28.915721 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9de24c17-7c67-4646-8373-e7f70835a3a8 req-6fd74500-577a-4b6c-a2f8-7718bf881385 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340328 Jul 06 12:58:29.466062 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:29.653344 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:30.007757 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:58:30.062212 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:58:30.062570 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:30.109023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11765b9e-3ecc-4e7b-9c0f-90d865c81ea2 req-046a899e-722d-44a3-b92c-9f4fe20823d4 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:30.110748 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11765b9e-3ecc-4e7b-9c0f-90d865c81ea2 req-046a899e-722d-44a3-b92c-9f4fe20823d4 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 944 time: 0.0763061 Jul 06 12:58:30.147893 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:30.153668 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-11765b9e-3ecc-4e7b-9c0f-90d865c81ea2 req-9d48dcef-dc0c-47ba-b4ff-a93031b73e88 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365448 Jul 06 12:58:30.173742 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:58:30.176349 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5cf42b-7220-4b99-b69c-eaebeac00aef" -d '{"events": [{"server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "name": "network-vif-plugged", "status": "completed", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:58:30.189089 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:58:30.197335 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:30.221284 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08aac8d-f45c-4f2a-aa0f-b8de031b94b4 x-openstack-request-id: req-f08aac8d-f45c-4f2a-aa0f-b8de031b94b4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:58:30.221573 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "name": "network-vif-plugged", "status": "completed", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:58:30.221819 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f08aac8d-f45c-4f2a-aa0f-b8de031b94b4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:58:30.222200 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'code': 200} Jul 06 12:58:30.252268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:58:30.399979 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4ad1b-9ca8-4316-9437-e6ba1535e674 req-185dd9d1-0ab5-46c0-bfa4-766b94d92ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:30.401479 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-46d4ad1b-9ca8-4316-9437-e6ba1535e674 req-185dd9d1-0ab5-46c0-bfa4-766b94d92ecc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0566227 Jul 06 12:58:30.441668 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-46d4ad1b-9ca8-4316-9437-e6ba1535e674 req-a211f526-f49d-4bcd-a104-1e84de037963 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334468 Jul 06 12:58:31.333292 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43a364-3e01-405a-a668-275363a265a2 req-dbafe003-107e-4615-88aa-f043da671ae8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:31.334807 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d43a364-3e01-405a-a668-275363a265a2 req-dbafe003-107e-4615-88aa-f043da671ae8 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0666938 Jul 06 12:58:31.380122 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1d43a364-3e01-405a-a668-275363a265a2 req-029beb2a-f404-40c4-9c80-72d7d77f7609 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388463 Jul 06 12:58:32.562709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2393f09-3afc-4bc0-8a57-c082f0c4eb2c req-a27b8158-205d-48a3-9517-35bbc4eb1115 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:32.564255 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2393f09-3afc-4bc0-8a57-c082f0c4eb2c req-a27b8158-205d-48a3-9517-35bbc4eb1115 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0694149 Jul 06 12:58:32.603386 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d2393f09-3afc-4bc0-8a57-c082f0c4eb2c req-9b51faa6-3ebd-40b5-906c-d0f0dca741c3 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329611 Jul 06 12:58:44.350168 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37dcb120-d05d-4c9a-bc73-0181bc4c181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:45.059331 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:58:48.424594 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:48.570555 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da4833d1-c9c8-4c17-b9f3-c37a050fdbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:49.089474 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:50.866495 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:59.474974 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:59.660047 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:14.358049 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23924da7-ee6d-40f4-a8ba-935a4f3047c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:18.420826 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:18.563942 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b117bdf-f81d-4032-88e5-e382aac0181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:18.714252 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-e4846a07-c67d-49f0-b9b4-976c288fd82f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531147 Jul 06 12:59:18.823401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-54b08822-0929-4e89-9eb8-a4f2bd114f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:18.825779 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-54b08822-0929-4e89-9eb8-a4f2bd114f0c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0599966 Jul 06 12:59:18.934984 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-5ff122c2-9308-43b7-ba51-37e52046462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:18.936546 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-5ff122c2-9308-43b7-ba51-37e52046462a service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0877738 Jul 06 12:59:19.018401 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-5a90656e-4be8-4d58-87e8-fb8f3c6b258b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 HTTP/1.1" status: 200 len: 1001 time: 0.0708108 Jul 06 12:59:19.077320 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-3741680b-00d4-4f89-b960-7fb0a240f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:19.078940 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-3741680b-00d4-4f89-b960-7fb0a240f1ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0502818 Jul 06 12:59:19.095551 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:19.151724 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-7e64f33b-4aa5-4b31-a9e7-111b1ed13baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:19.154787 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-7e64f33b-4aa5-4b31-a9e7-111b1ed13baf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656123 Jul 06 12:59:19.260342 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-b1795cd0-8103-47e4-9991-e746e6e2c16d service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962570 Jul 06 12:59:19.705236 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9b8ab756-c317-48de-bf02-49271c4bf2eb req-42b5841c-7581-4237-bd5a-df8c98cf9768 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351840 Jul 06 12:59:20.868159 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:22.058526 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:59:29.472824 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:29.675767 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:44.348809 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20511945-7ee4-4539-9fea-790e893d4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:48.424351 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:48.569332 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7589731-c759-415a-9e87-87ce34a11b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:49.093435 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:50.870981 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:53.302719 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34818) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:53.461275 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Deleting port d7163d7a-fece-4aa6-998f-947b00baa82d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:59:53.461580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:53.535404 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:53.535757 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:53.547023 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Calling delete_port for d7163d7a-fece-4aa6-998f-947b00baa82d owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:59:53.696308 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:53.722416 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event deleted for resources: {'Port': ['ID=d7163d7a-fece-4aa6-998f-947b00baa82d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:53.734431 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.734781 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.735126 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.735491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.735838 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.736172 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.736505 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.736834 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.737160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.737491 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.737822 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.738148 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:53.802223 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:53.803114 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Floating IP 6c323ed7-fe0d-4e3b-8cc3-cf95ff7a9ebb disassociated (deleted). External IP: 172.25.0.167, port: f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6. Jul 06 12:59:54.021648 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:59:54.132012 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:59:54.136937 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:54.142514 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43dfc85-7944-4f47-9a6d-de9b25ad2069 None None] Sync routers for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:59:54.154428 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43dfc85-7944-4f47-9a6d-de9b25ad2069 None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:59:54.156396 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d43dfc85-7944-4f47-9a6d-de9b25ad2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:59:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:54.176050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f6256ef9-86cf-4d76-8eeb-4ebdf4afc4fb tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "DELETE /v2.0/floatingips/6c323ed7-fe0d-4e3b-8cc3-cf95ff7a9ebb HTTP/1.1" status: 204 len: 168 time: 0.8722544 Jul 06 12:59:54.176631 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:59:54.178965 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d234b9e-265c-4258-aec8-c190d5d80d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:59:54.218600 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b380659c-22e1-48aa-b50a-8ace3c7adaf4 x-openstack-request-id: req-b380659c-22e1-48aa-b50a-8ace3c7adaf4 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:59:54.218903 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:59:54.219160 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b380659c-22e1-48aa-b50a-8ace3c7adaf4 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:59:54.219591 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'status': 'completed', 'code': 200} Jul 06 12:59:54.272299 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d43dfc85-7944-4f47-9a6d-de9b25ad2069 None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:59:54.299094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d234b9e-265c-4258-aec8-c190d5d80d8b req-ae5589c4-0748-453e-8b82-9de53046acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:54.300637 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d234b9e-265c-4258-aec8-c190d5d80d8b req-ae5589c4-0748-453e-8b82-9de53046acef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25d76332d6f74b638bd449f48467bb3b&device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0559347 Jul 06 12:59:54.404306 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d234b9e-265c-4258-aec8-c190d5d80d8b req-4c00f07d-e3cf-4ca9-9111-6c458362f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:54.406043 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d234b9e-265c-4258-aec8-c190d5d80d8b req-4c00f07d-e3cf-4ca9-9111-6c458362f8d9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 200 len: 909 time: 0.0949798 Jul 06 12:59:54.453087 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d234b9e-265c-4258-aec8-c190d5d80d8b req-bd609adb-8c60-4222-a472-b5dad5d2bc30 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 HTTP/1.1" status: 200 len: 217 time: 0.0397701 Jul 06 12:59:54.494168 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d43dfc85-7944-4f47-9a6d-de9b25ad2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:54.508558 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d234b9e-265c-4258-aec8-c190d5d80d8b req-8d6312e4-40e0-4a0d-86e4-d0d1aa1723f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:54.510036 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d234b9e-265c-4258-aec8-c190d5d80d8b req-8d6312e4-40e0-4a0d-86e4-d0d1aa1723f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 200 len: 847 time: 0.0503542 Jul 06 12:59:54.522201 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43dfc85-7944-4f47-9a6d-de9b25ad2069 None None] Checking router: 994e3eb3-d79b-4c67-b2d9-14f233f832b7 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:59:54.532203 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43dfc85-7944-4f47-9a6d-de9b25ad2069 None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:59:54.532738 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d43dfc85-7944-4f47-9a6d-de9b25ad2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:59:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:54.579553 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af95d8-a620-44b6-b1ee-d861dcd4a01c req-4d72324a-2a15-47c9-88ad-c51716785694 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:54.580711 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d234b9e-265c-4258-aec8-c190d5d80d8b req-311c8e78-ed49-45d9-b2db-32bff2ac7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:54.581136 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8af95d8-a620-44b6-b1ee-d861dcd4a01c req-4d72324a-2a15-47c9-88ad-c51716785694 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0738425 Jul 06 12:59:54.585130 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d234b9e-265c-4258-aec8-c190d5d80d8b req-311c8e78-ed49-45d9-b2db-32bff2ac7253 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676110 Jul 06 12:59:54.625733 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c8af95d8-a620-44b6-b1ee-d861dcd4a01c req-4125caf0-d000-4f50-871d-0f9172a0bbef tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353842 Jul 06 12:59:54.645469 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-d43dfc85-7944-4f47-9a6d-de9b25ad2069 None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:59:54.679022 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d234b9e-265c-4258-aec8-c190d5d80d8b req-36ae7832-74ca-4462-8a26-53d22fe7e101 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848129 Jul 06 12:59:54.781374 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-9d234b9e-265c-4258-aec8-c190d5d80d8b req-68c31118-bf05-47cf-9eac-ed5faa4ad9b7 service neutron] 10.222.0.86 "GET /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923924 Jul 06 12:59:54.853903 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-d43dfc85-7944-4f47-9a6d-de9b25ad2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:54.883934 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43dfc85-7944-4f47-9a6d-de9b25ad2069 None None] The sync data for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 is: [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T12:50:44Z', 'revision_number': 4, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '34d5f726-e863-42d8-9d1b-6f9392348dc6', 'name': '', 'network_id': '28ecb7a9-ca9a-4fb9-a40f-807b17a4560a', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'mac_address': 'fa:16:3e:18:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:44Z', 'updated_at': '2021-07-06T12:50:51Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'subnets': [{'id': '5fccdec4-3016-4d68-95a0-869d4e00d90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:59:55.130101 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f7be01-44ea-4fef-8880-9d8e1ea8f661 None None] New status for floating IP 6c323ed7-fe0d-4e3b-8cc3-cf95ff7a9ebb: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:59:55.810215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85763d-b00e-4cf0-bbd6-5eb16b275a55 req-f4a3672f-9d05-40af-baf3-95bbe9131985 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:55.811860 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f85763d-b00e-4cf0-bbd6-5eb16b275a55 req-f4a3672f-9d05-40af-baf3-95bbe9131985 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0696979 Jul 06 12:59:55.854225 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7f85763d-b00e-4cf0-bbd6-5eb16b275a55 req-c5a62c13-9b52-45b1-81ba-9e0ccf8952e3 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec3d3c42-08fc-4c76-afe4-4e09e8037494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366812 Jul 06 12:59:56.373000 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061a81-cd52-468f-92bd-2dbd1e439832 req-dc64b8c4-3486-4664-9b3c-5e0d39585cbc tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:56.374765 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-df061a81-cd52-468f-92bd-2dbd1e439832 req-dc64b8c4-3486-4664-9b3c-5e0d39585cbc tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.86 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 945 time: 0.0640416 Jul 06 12:59:56.481217 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-df061a81-cd52-468f-92bd-2dbd1e439832 req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Deleting port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:59:56.481567 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-df061a81-cd52-468f-92bd-2dbd1e439832 req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:56.571775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-df061a81-cd52-468f-92bd-2dbd1e439832 req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] For port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:59:56.572137 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-df061a81-cd52-468f-92bd-2dbd1e439832 req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:56.585894 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-df061a81-cd52-468f-92bd-2dbd1e439832 req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Calling delete_port for f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:59:56.714554 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-df061a81-cd52-468f-92bd-2dbd1e439832 req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:56.742796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event deleted for resources: {'Port': ['ID=f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:56.756338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.756338 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.756603 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.756843 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.757175 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.757512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.757841 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.758168 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.758490 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.758817 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.759143 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.759493 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:56.798956 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-df061a81-cd52-468f-92bd-2dbd1e439832 req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] No DVR routers for this DVR port f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:59:56.801828 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-df061a81-cd52-468f-92bd-2dbd1e439832 req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:56.803932 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-df061a81-cd52-468f-92bd-2dbd1e439832 req-4e992c4e-0225-470e-a4b9-9d0a803c6ac7 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.86 "DELETE /v2.0/ports/f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 HTTP/1.1" status: 204 len: 173 time: 0.4214036 Jul 06 12:59:56.804659 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'name': 'network-vif-deleted', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:59:56.806593 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9a9e3d-d91c-4832-a1ad-19f9487fc620" -d '{"events": [{"server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "name": "network-vif-deleted", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:59:56.846335 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c2c33d-00ce-4738-95f0-1e2dc3aeea0c x-openstack-request-id: req-e7c2c33d-00ce-4738-95f0-1e2dc3aeea0c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:59:56.846620 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694c68b4-0ac9-4026-91da-2ffd071d3fb9", "name": "network-vif-deleted", "tag": "f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:59:56.846870 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7c2c33d-00ce-4738-95f0-1e2dc3aeea0c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:59:56.847265 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694c68b4-0ac9-4026-91da-2ffd071d3fb9', 'name': 'network-vif-deleted', 'tag': 'f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6', 'status': 'completed', 'code': 200} Jul 06 12:59:57.000794 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a54d479d-e8fd-4d6a-8664-52c25fe24822 req-b507fab5-fc5a-4c09-a06f-123127331df1 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Jul 06 12:59:58.180965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-d923cba9-c5e5-44ba-a005-134719dd28e6 req-62bb15df-0d20-46e3-9c30-0831f055eece tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 210 time: 0.0337844 Jul 06 12:59:59.058267 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:59:59.328913 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-ea4b6003-7935-41f7-a324-278479b87591 req-a3525a4d-09f9-4868-9983-263d38b9543d tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 210 time: 0.0310535 Jul 06 12:59:59.489904 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:59.677471 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:00.455687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:00.476941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:00:00.477868 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device f91cd4bc-a0b3-4cee-928b-5f74c4d2a2d6 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:00.558566 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-61900348-947a-46f6-8b48-b9de4e31facb req-762de2e8-8a88-4560-aa00-2fbf84c5264c tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "GET /v2.0/ports?device_id=694c68b4-0ac9-4026-91da-2ffd071d3fb9 HTTP/1.1" status: 200 len: 210 time: 0.0315917 Jul 06 13:00:01.675639 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34854) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:01.737070 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d484422-2daa-4b23-a8f5-68bdc984ba35 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:01.762701 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d484422-2daa-4b23-a8f5-68bdc984ba35 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:01.830774 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d484422-2daa-4b23-a8f5-68bdc984ba35 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:01.833520 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d484422-2daa-4b23-a8f5-68bdc984ba35 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:01.834836 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-7d484422-2daa-4b23-a8f5-68bdc984ba35 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec3d3c42-08fc-4c76-afe4-4e09e8037494 HTTP/1.1" status: 204 len: 168 time: 0.1577275 Jul 06 13:00:01.844667 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d484422-2daa-4b23-a8f5-68bdc984ba35 tempest-TestShelveInstance-1472153418 tempest-TestShelveInstance-1472153418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d3c42-08fc-4c76-afe4-4e09e8037494,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:02.911908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34860) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:03.390068 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:03.658036 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] Deleting port 34d5f726-e863-42d8-9d1b-6f9392348dc6 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:03.658385 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:03.742960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] For port 34d5f726-e863-42d8-9d1b-6f9392348dc6, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=34d5f726-e863-42d8-9d1b-6f9392348dc6,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:03.743315 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:03.756837 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] Calling delete_port for 34d5f726-e863-42d8-9d1b-6f9392348dc6 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:03.957448 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:03.984050 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=34d5f726-e863-42d8-9d1b-6f9392348dc6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:04.170080 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:04.415657 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] Router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:00:04.527420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:00:04.539580 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-bd8cd44c-bc05-4a4f-a5ae-c70abeb17a6d admin admin] 10.222.0.21 "PUT /v2.0/routers/994e3eb3-d79b-4c67-b2d9-14f233f832b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6266050 Jul 06 13:00:04.542349 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34864) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:04.543516 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be58ea-a03b-4995-af39-53e8144102b3 None None] Sync routers for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:00:04.553252 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be58ea-a03b-4995-af39-53e8144102b3 None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:04.553863 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67be58ea-a03b-4995-af39-53e8144102b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:59:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:04.651614 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:04.659896 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-67be58ea-a03b-4995-af39-53e8144102b3 None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:04.773972 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:04.830004 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Deleting port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:04.830343 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:04.911257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] For port 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=4e7aeaed-d1c0-4af0-aabf-51d29e5f1642,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:04.911643 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:04.930105 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Calling delete_port for 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:04.938231 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67be58ea-a03b-4995-af39-53e8144102b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T13:00:03Z', 'revision_number': 5, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port': {'id': '4e7aeaed-d1c0-4af0-aabf-51d29e5f1642', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:77:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:42Z', 'updated_at': '2021-07-06T12:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:04.964134 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be58ea-a03b-4995-af39-53e8144102b3 None None] Checking router: 994e3eb3-d79b-4c67-b2d9-14f233f832b7 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:00:04.973319 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be58ea-a03b-4995-af39-53e8144102b3 None None] Routers {'994e3eb3-d79b-4c67-b2d9-14f233f832b7'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:04.973921 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67be58ea-a03b-4995-af39-53e8144102b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:59:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:05.064023 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-67be58ea-a03b-4995-af39-53e8144102b3 None None] Set router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:05.103103 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.119964 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-67be58ea-a03b-4995-af39-53e8144102b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T13:00:04Z', 'revision_number': 6, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:05.133878 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7aeaed-d1c0-4af0-aabf-51d29e5f1642,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:05.148916 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be58ea-a03b-4995-af39-53e8144102b3 None None] The sync data for ids ['994e3eb3-d79b-4c67-b2d9-14f233f832b7'] in n-d-799527-2 is: [{'id': '994e3eb3-d79b-4c67-b2d9-14f233f832b7', 'name': 'tempest-TestShelveInstance-253681825-router', 'tenant_id': '25d76332d6f74b638bd449f48467bb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:41Z', 'updated_at': '2021-07-06T13:00:04Z', 'revision_number': 6, 'project_id': '25d76332d6f74b638bd449f48467bb3b', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:00:05.203918 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.295008 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.297163 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.340850 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.341441 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 994e3eb3-d79b-4c67-b2d9-14f233f832b7 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:00:05.346317 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.347652 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-7c26acb6-bab6-44b7-ade5-ba088fce6f75 admin admin] 10.222.0.21 "DELETE /v2.0/routers/994e3eb3-d79b-4c67-b2d9-14f233f832b7 HTTP/1.1" status: 204 len: 168 time: 0.8043387 Jul 06 13:00:05.350613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34866) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:05.400358 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df9f42b-ad6a-4300-8c52-04a60edfc36a admin admin] Deleting subnet 5fccdec4-3016-4d68-95a0-869d4e00d90f {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:00:05.403418 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5df9f42b-ad6a-4300-8c52-04a60edfc36a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.438919 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5df9f42b-ad6a-4300-8c52-04a60edfc36a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.521145 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5df9f42b-ad6a-4300-8c52-04a60edfc36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.582409 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5df9f42b-ad6a-4300-8c52-04a60edfc36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.613019 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9f42b-ad6a-4300-8c52-04a60edfc36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fccdec4-3016-4d68-95a0-869d4e00d90f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:05.616758 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5df9f42b-ad6a-4300-8c52-04a60edfc36a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.618691 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5df9f42b-ad6a-4300-8c52-04a60edfc36a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5fccdec4-3016-4d68-95a0-869d4e00d90f HTTP/1.1" status: 204 len: 168 time: 0.2671721 Jul 06 13:00:05.621627 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34868) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:05.629129 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a6b43-46fe-475d-abe1-eed1092c5e84 None None] Network 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:00:05.696181 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.750581 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Deleting port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:05.750925 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.814709 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] For port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=c70e0ed8-9aae-4d40-8844-1285b9e0ffa0,segment=NetworkSegment(7a76c5dd-8165-418f-ae6b-370de4919a9a),segment_id=7a76c5dd-8165-418f-ae6b-370de4919a9a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:05.815176 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.828102 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Calling delete_port for c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:05.913501 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.940942 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c70e0ed8-9aae-4d40-8844-1285b9e0ffa0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:05.944433 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] No DVR routers for this DVR port c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:00:05.954226 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7ce8e5-e1f0-4309-9836-19fb3b39c6a6 None None] DHCP port deletion for 28ecb7a9-ca9a-4fb9-a40f-807b17a4560a request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:00:06.059557 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:06.076002 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ecb7a9-ca9a-4fb9-a40f-807b17a4560a']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:06.093553 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a76c5dd-8165-418f-ae6b-370de4919a9a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:06.094036 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a76c5dd-8165-418f-ae6b-370de4919a9a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:06.108290 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:06.127569 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:06.133976 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:00:06.134380 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: timer() Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:00:06.136198 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:00:06.194009 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:06.200076 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:06.203580 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] 10.222.0.21 "DELETE /v2.0/networks/28ecb7a9-ca9a-4fb9-a40f-807b17a4560a HTTP/1.1" status: 204 len: 168 time: 0.5808907 Jul 06 13:00:06.206614 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34870) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:06.224515 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15bc2c-7034-4154-94aa-9a73ec6465fd admin admin] Pushing event deleted for resources: {'Network': ['ID=28ecb7a9-ca9a-4fb9-a40f-807b17a4560a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:06.590897 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:07.189259 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] Deleting port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:07.190581 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:07.230245 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:07.255853 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:00:07.256142 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device c70e0ed8-9aae-4d40-8844-1285b9e0ffa0 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:07.256527 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 34d5f726-e863-42d8-9d1b-6f9392348dc6 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:07.276471 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 34d5f726-e863-42d8-9d1b-6f9392348dc6 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:00:07.276784 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] For port 8cae7c9c-a5e5-4487-ba78-db6361f9b25a, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=8cae7c9c-a5e5-4487-ba78-db6361f9b25a,segment=NetworkSegment(0672b3c7-fc39-4202-a3c6-c4f7d3040c48),segment_id=0672b3c7-fc39-4202-a3c6-c4f7d3040c48)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:07.276930 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 34d5f726-e863-42d8-9d1b-6f9392348dc6 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:07.277154 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:07.277268 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:07.290943 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] Calling delete_port for 8cae7c9c-a5e5-4487-ba78-db6361f9b25a owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:07.297451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:00:07.297815 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 4e7aeaed-d1c0-4af0-aabf-51d29e5f1642 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:07.513319 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:07.543060 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=8cae7c9c-a5e5-4487-ba78-db6361f9b25a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:07.718009 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:07.936906 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] Router 1cf47e02-fb15-4e45-8936-eae489d3e386 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:00:08.049778 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:00:08.055014 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-045e11cf-e116-48f9-bc77-d16dbf8e5f7e admin admin] 10.222.0.21 "PUT /v2.0/routers/1cf47e02-fb15-4e45-8936-eae489d3e386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8470855 Jul 06 13:00:08.057558 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34872) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:08.058713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5e42f-068b-4639-ba57-d82640cdf565 None None] Sync routers for ids ['1cf47e02-fb15-4e45-8936-eae489d3e386'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:00:08.069069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5e42f-068b-4639-ba57-d82640cdf565 None None] Routers {'1cf47e02-fb15-4e45-8936-eae489d3e386'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:08.069699 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-62d5e42f-068b-4639-ba57-d82640cdf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:59:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['1cf47e02-fb15-4e45-8936-eae489d3e386'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:08.172285 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.180410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-62d5e42f-068b-4639-ba57-d82640cdf565 None None] Set router 1cf47e02-fb15-4e45-8936-eae489d3e386 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:08.284900 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.357756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Deleting port cdabfec6-143f-4e87-896b-b1ec73b908ed {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:08.358496 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.371244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-62d5e42f-068b-4639-ba57-d82640cdf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'name': 'tempest-TestShelveInstance-1696837348-router', 'tenant_id': '3587fe77f34540968638a31349284065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T13:00:07Z', 'revision_number': 5, 'project_id': '3587fe77f34540968638a31349284065', 'gw_port': {'id': 'cdabfec6-143f-4e87-896b-b1ec73b908ed', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T12:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:08.402097 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5e42f-068b-4639-ba57-d82640cdf565 None None] Checking router: 1cf47e02-fb15-4e45-8936-eae489d3e386 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:00:08.411071 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5e42f-068b-4639-ba57-d82640cdf565 None None] Routers {'1cf47e02-fb15-4e45-8936-eae489d3e386'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:08.411729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-62d5e42f-068b-4639-ba57-d82640cdf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:59:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['1cf47e02-fb15-4e45-8936-eae489d3e386'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:08.439368 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] For port cdabfec6-143f-4e87-896b-b1ec73b908ed, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=cdabfec6-143f-4e87-896b-b1ec73b908ed,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:08.439756 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.453935 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Calling delete_port for cdabfec6-143f-4e87-896b-b1ec73b908ed owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:08.497306 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-62d5e42f-068b-4639-ba57-d82640cdf565 None None] Set router 1cf47e02-fb15-4e45-8936-eae489d3e386 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:08.550696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-62d5e42f-068b-4639-ba57-d82640cdf565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'name': 'tempest-TestShelveInstance-1696837348-router', 'tenant_id': '3587fe77f34540968638a31349284065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T13:00:08Z', 'revision_number': 6, 'project_id': '3587fe77f34540968638a31349284065', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:08.581981 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5e42f-068b-4639-ba57-d82640cdf565 None None] The sync data for ids ['1cf47e02-fb15-4e45-8936-eae489d3e386'] in n-d-799527-2 is: [{'id': '1cf47e02-fb15-4e45-8936-eae489d3e386', 'name': 'tempest-TestShelveInstance-1696837348-router', 'tenant_id': '3587fe77f34540968638a31349284065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:50:47Z', 'updated_at': '2021-07-06T13:00:08Z', 'revision_number': 6, 'project_id': '3587fe77f34540968638a31349284065', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:00:08.659580 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.683893 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdabfec6-143f-4e87-896b-b1ec73b908ed,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:08.758021 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.850708 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.852871 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.896297 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.896810 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cf47e02-fb15-4e45-8936-eae489d3e386 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:00:08.901478 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.902647 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-68b24393-0278-40ca-93e0-7e072fb2b060 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1cf47e02-fb15-4e45-8936-eae489d3e386 HTTP/1.1" status: 204 len: 168 time: 0.8441703 Jul 06 13:00:08.906029 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34874) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:08.955436 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5f6d3f-709c-4fd5-a84f-c243580a733c admin admin] Deleting subnet c862ad70-c161-4535-8000-4d17dd866eed {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:00:08.959307 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6d3f-709c-4fd5-a84f-c243580a733c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.002513 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6d3f-709c-4fd5-a84f-c243580a733c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.087538 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6d3f-709c-4fd5-a84f-c243580a733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.142652 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6d3f-709c-4fd5-a84f-c243580a733c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.170914 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f6d3f-709c-4fd5-a84f-c243580a733c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c862ad70-c161-4535-8000-4d17dd866eed,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:09.173070 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6d3f-709c-4fd5-a84f-c243580a733c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.176835 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d286cb9b-7c11-4202-958a-ba75eafa5c77 None None] Network 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:00:09.177170 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ba5f6d3f-709c-4fd5-a84f-c243580a733c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c862ad70-c161-4535-8000-4d17dd866eed HTTP/1.1" status: 204 len: 168 time: 0.2701418 Jul 06 13:00:09.179230 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34876) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:09.252419 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.316310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Deleting port f8968244-1802-468c-ac54-7d41b38f3a53 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:09.316745 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.396540 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] For port f8968244-1802-468c-ac54-7d41b38f3a53, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f8968244-1802-468c-ac54-7d41b38f3a53,segment=NetworkSegment(0672b3c7-fc39-4202-a3c6-c4f7d3040c48),segment_id=0672b3c7-fc39-4202-a3c6-c4f7d3040c48)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:09.396540 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.400615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] DHCP port deletion for 9041b7f9-5c20-49bc-97c4-f2bc743d0d37 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:00:09.415258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Calling delete_port for f8968244-1802-468c-ac54-7d41b38f3a53 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:09.430928 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cdabfec6-143f-4e87-896b-b1ec73b908ed no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:09.455517 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: cdabfec6-143f-4e87-896b-b1ec73b908ed {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:00:09.455867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device cdabfec6-143f-4e87-896b-b1ec73b908ed not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:09.456281 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8cae7c9c-a5e5-4487-ba78-db6361f9b25a no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:09.481680 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 8cae7c9c-a5e5-4487-ba78-db6361f9b25a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:00:09.482098 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 8cae7c9c-a5e5-4487-ba78-db6361f9b25a not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:09.495468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Deleting port f8968244-1802-468c-ac54-7d41b38f3a53 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:09.495929 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.506232 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.532136 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8968244-1802-468c-ac54-7d41b38f3a53,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:09.539689 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] No DVR routers for this DVR port f8968244-1802-468c-ac54-7d41b38f3a53 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:00:09.567613 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] For port f8968244-1802-468c-ac54-7d41b38f3a53, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=f8968244-1802-468c-ac54-7d41b38f3a53,segment=NetworkSegment(0672b3c7-fc39-4202-a3c6-c4f7d3040c48),segment_id=0672b3c7-fc39-4202-a3c6-c4f7d3040c48)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:09.568018 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.582067 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Calling delete_port for f8968244-1802-468c-ac54-7d41b38f3a53 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:09.621849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.636769 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9041b7f9-5c20-49bc-97c4-f2bc743d0d37']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:09.651620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0672b3c7-fc39-4202-a3c6-c4f7d3040c48') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:09.651914 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0672b3c7-fc39-4202-a3c6-c4f7d3040c48') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:09.662807 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:00:09.665896 n-d-799527-2 neutron-server[93816]: self.session.flush() Jul 06 13:00:09.679294 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.681338 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.688829 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:00:09.689224 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: timer() Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:00:09.690935 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:00:09.706410 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Pushing event deleted for resources: {'Port': ['ID=f8968244-1802-468c-ac54-7d41b38f3a53,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:09.717967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] No DVR routers for this DVR port f8968244-1802-468c-ac54-7d41b38f3a53 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:00:09.722285 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.724912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.724912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.724912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.724912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.724912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.725642 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.725945 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.726376 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.726838 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.727335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.727770 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aece95-7a83-46a8-8343-2573ecf3fdbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:09.753678 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.760764 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.762831 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9041b7f9-5c20-49bc-97c4-f2bc743d0d37 HTTP/1.1" status: 204 len: 168 time: 0.5823979 Jul 06 13:00:09.774787 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92042d-60a7-4025-bd37-2c64e78024f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9041b7f9-5c20-49bc-97c4-f2bc743d0d37,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:09.899326 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34880) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:09.945559 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-b9d0ca3f-330e-4f8e-957f-90515c5cd231 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25d76332d6f74b638bd449f48467bb3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449109 Jul 06 13:00:09.947979 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:10.000682 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5823b556-a0c4-4bf4-9de9-9f23c0fb5db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:10.024733 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5823b556-a0c4-4bf4-9de9-9f23c0fb5db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:10.074185 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5823b556-a0c4-4bf4-9de9-9f23c0fb5db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:10.077585 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5823b556-a0c4-4bf4-9de9-9f23c0fb5db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:10.078788 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-5823b556-a0c4-4bf4-9de9-9f23c0fb5db3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8aa1980-4816-4090-b322-92f024049860 HTTP/1.1" status: 204 len: 168 time: 0.1299131 Jul 06 13:00:10.087293 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823b556-a0c4-4bf4-9de9-9f23c0fb5db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aa1980-4816-4090-b322-92f024049860,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:10.427296 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34888) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:10.467897 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-038e2714-6d18-4781-8a5a-bc25a229401c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3587fe77f34540968638a31349284065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390003 Jul 06 13:00:10.470312 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34890) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:10.520068 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-476af958-110f-4b44-9257-e0a8f81d5b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:10.541997 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-476af958-110f-4b44-9257-e0a8f81d5b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:10.597382 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-476af958-110f-4b44-9257-e0a8f81d5b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:10.600060 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-476af958-110f-4b44-9257-e0a8f81d5b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:10.601327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-476af958-110f-4b44-9257-e0a8f81d5b8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bd3bce3-ca08-48f9-acd7-00c56ae71bcc HTTP/1.1" status: 204 len: 168 time: 0.1300879 Jul 06 13:00:10.610496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476af958-110f-4b44-9257-e0a8f81d5b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd3bce3-ca08-48f9-acd7-00c56ae71bcc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:11.230312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f8968244-1802-468c-ac54-7d41b38f3a53 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:11.251553 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: f8968244-1802-468c-ac54-7d41b38f3a53 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:00:11.251906 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device f8968244-1802-468c-ac54-7d41b38f3a53 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:11.350449 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:11.460644 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-179559131-network', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:11.488479 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Made reservation on behalf of 0c2b99726f564ac8876afc336ac7a323 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:00:11.490099 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:11.499260 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:11.612542 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:11.617363 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:11.644653 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:00:11.653453 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6e7980-a1c8-4fce-aca4-a9f7d8160983,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:11.664660 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:11.664935 n-d-799527-2 neutron-server[93814]: INFO neutron.db.segments_db [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Added segment 1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9 of type vlan for network 34537740-1abe-4436-813d-a5bc36b409a7 Jul 06 13:00:11.714687 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:11.748782 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:11.749850 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:11.750434 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:11.808581 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4567189 Jul 06 13:00:11.812255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34916) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:11.818242 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] Request body: {'subnet': {'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-179559131-subnet', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:11.818875 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ec210-3ec2-43e9-9a42-aa81099896b2 admin admin] Pushing event updated for resources: {'Network': ['ID=34537740-1abe-4436-813d-a5bc36b409a7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:11.830318 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network 34537740-1abe-4436-813d-a5bc36b409a7 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:00:11.842460 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] Made reservation on behalf of 0c2b99726f564ac8876afc336ac7a323 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:00:11.845191 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4051922'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.022830 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3935090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4051904'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.080062 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1380c0a4-889c-4006-a98d-2f118fc45503,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:12.091348 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] Checking segment: {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:12.092324 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] Network hostable DHCP agents. Network: 34537740-1abe-4436-813d-a5bc36b409a7, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:00:12.109769 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] Network 34537740-1abe-4436-813d-a5bc36b409a7 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:00:12.119665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, 34537740-1abe-4436-813d-a5bc36b409a7) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:12.124280 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:12.124875 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.129453 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f606558d-79ca-4929-8454-706a2fe7dfc4 None None] Network 34537740-1abe-4436-813d-a5bc36b409a7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:00:12.144051 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ca91d481-954e-4a33-9c02-dfc7195abe7a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3298962 Jul 06 13:00:12.147403 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34918) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:12.152303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:12.176361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.177481 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.234885 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.301232 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-34537740-1abe-4436-813d-a5bc36b409a7', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:00:12.302096 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.395085 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.445852 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Allocated IP 172.20.0.2 (34537740-1abe-4436-813d-a5bc36b409a7/1380c0a4-889c-4006-a98d-2f118fc45503/1d97a6d8-ca27-4634-bfdb-220106d456da) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:00:12.605647 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.619192 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Transition to ACTIVE for port object 1d97a6d8-ca27-4634-bfdb-220106d456da will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:12.624396 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.636383 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Transition to ACTIVE for port object 1d97a6d8-ca27-4634-bfdb-220106d456da will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:12.643903 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.644161 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.689055 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Network 34537740-1abe-4436-813d-a5bc36b409a7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:12.692086 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:12.697671 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:00:12.708687 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Pushing event updated for resources: {'Port': ['ID=1d97a6d8-ca27-4634-bfdb-220106d456da,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:12.760598 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Allocated IP 172.25.0.213 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/b2e39812-a3bd-4649-9867-a92aaec03144) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:00:12.891987 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.935251 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Attempting to bind port 1d97a6d8-ca27-4634-bfdb-220106d456da on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:00:12.936371 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Attempting to bind port 1d97a6d8-ca27-4634-bfdb-220106d456da by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:00:12.936799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Attempting to bind port 1d97a6d8-ca27-4634-bfdb-220106d456da on network 34537740-1abe-4436-813d-a5bc36b409a7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:12.942454 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.944482 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:00:12.944866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Checking segment: {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:12.945269 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.945666 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Bound using segment: {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:00:12.946322 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Bound port: 1d97a6d8-ca27-4634-bfdb-220106d456da, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:00:12.946711 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:12.977927 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:12.982176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:12.985799 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:00:13.014414 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] For port 1d97a6d8-ca27-4634-bfdb-220106d456da, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:00:13.016609 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Pushing event updated for resources: {'Port': ['ID=b2e39812-a3bd-4649-9867-a92aaec03144,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:13.018580 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] For port 1d97a6d8-ca27-4634-bfdb-220106d456da, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1d97a6d8-ca27-4634-bfdb-220106d456da,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:00:13.024241 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:13.084234 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd272f1-be1e-4697-bba9-db2528db208d None None] Pushing event updated for resources: {'Port': ['ID=1d97a6d8-ca27-4634-bfdb-220106d456da,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:13.284946 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:13.857926 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:14.054063 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Router d045aca0-9eae-410b-b1e8-9c5599c3e1dc is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:00:14.187912 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57b4e7c-5203-463d-a794-2e56bf5c615b None None] Network 34537740-1abe-4436-813d-a5bc36b409a7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:00:14.201510 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:00:14.217470 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Sync routers for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:00:14.221610 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:14.225903 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34920) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:14.226565 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-ae91cc08-8f98-4c47-ba9c-69e52ecf7d8f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0777748 Jul 06 13:00:14.231746 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:14.233006 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:59:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:14.272313 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5056f7b8-fd86-4e71-a0c0-97b25d355a38 None None] Provisioning for port 1d97a6d8-ca27-4634-bfdb-220106d456da completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:14.383506 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e974f4fe-8770-47f5-9d9b-53376f9fe712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:14.396249 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:14.651369 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:13Z', 'revision_number': 3, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:14.689300 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Checking router: d045aca0-9eae-410b-b1e8-9c5599c3e1dc for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:00:14.690110 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Updating router d045aca0-9eae-410b-b1e8-9c5599c3e1dc port b2e39812-a3bd-4649-9867-a92aaec03144 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:00:14.738214 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:14.809113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.001771 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Allocated IP 172.20.0.1 (34537740-1abe-4436-813d-a5bc36b409a7/1380c0a4-889c-4006-a98d-2f118fc45503/08f628dc-00db-445b-baa6-a8843a1c8740) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:00:15.061608 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.073652 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Transition to ACTIVE for port object b2e39812-a3bd-4649-9867-a92aaec03144 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:15.080928 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.132310 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Pushing event updated for resources: {'Port': ['ID=b2e39812-a3bd-4649-9867-a92aaec03144,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:15.134483 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.135618 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Attempting to bind port b2e39812-a3bd-4649-9867-a92aaec03144 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:00:15.135988 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Attempting to bind port b2e39812-a3bd-4649-9867-a92aaec03144 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:00:15.136353 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Attempting to bind port b2e39812-a3bd-4649-9867-a92aaec03144 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:15.145876 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.146222 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.146555 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.147157 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.147519 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.147848 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.148171 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.148495 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.148915 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.149284 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.149604 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.149930 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:15.151159 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Transition to ACTIVE for port object 08f628dc-00db-445b-baa6-a8843a1c8740 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:15.153357 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:00:15.153728 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:15.154215 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.154717 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:00:15.155096 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Bound port: b2e39812-a3bd-4649-9867-a92aaec03144, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:00:15.155610 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.188104 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.214401 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] For port b2e39812-a3bd-4649-9867-a92aaec03144, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:00:15.218613 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] For port b2e39812-a3bd-4649-9867-a92aaec03144, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b2e39812-a3bd-4649-9867-a92aaec03144,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:00:15.225765 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.237445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Network 34537740-1abe-4436-813d-a5bc36b409a7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:15.242523 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:15.246783 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:00:15.280651 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Pushing event updated for resources: {'Port': ['ID=08f628dc-00db-445b-baa6-a8843a1c8740,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:15.287095 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:15.287736 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:59:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:15.307078 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.312235 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1d97a6d8-ca27-4634-bfdb-220106d456da up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:15.383337 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 1d97a6d8-ca27-4634-bfdb-220106d456da completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:15.387385 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1d97a6d8-ca27-4634-bfdb-220106d456da triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:15.388039 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.438700 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c34177-6bf6-4096-a6b5-aa5b729fbaf9 None None] Pushing event updated for resources: {'Port': ['ID=b2e39812-a3bd-4649-9867-a92aaec03144,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:15.449993 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:15.505206 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.555839 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 1d97a6d8-ca27-4634-bfdb-220106d456da, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1d97a6d8-ca27-4634-bfdb-220106d456da,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:15.562058 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.650782 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=1d97a6d8-ca27-4634-bfdb-220106d456da,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:15.667370 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-648d3725-8a2e-4be9-97f6-deb92fd54143 None None] Provisioning for port 08f628dc-00db-445b-baa6-a8843a1c8740 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:15.673023 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-648d3725-8a2e-4be9-97f6-deb92fd54143 None None] Provisioning complete for port 08f628dc-00db-445b-baa6-a8843a1c8740 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:15.673937 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-648d3725-8a2e-4be9-97f6-deb92fd54143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:15.719417 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-648d3725-8a2e-4be9-97f6-deb92fd54143 None None] Port 08f628dc-00db-445b-baa6-a8843a1c8740 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:00:15.791744 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:13Z', 'revision_number': 3, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:15.823187 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af3c42-9ea6-465a-9219-c7ac00baac60 None None] The sync data for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 is: [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:13Z', 'revision_number': 3, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:00:15.847768 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:16.061927 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:16.067629 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:16.149597 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Pushing event updated for resources: {'Port': ['ID=08f628dc-00db-445b-baa6-a8843a1c8740,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:16.152510 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:16.268017 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Network 34537740-1abe-4436-813d-a5bc36b409a7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:16.269817 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:16.432315 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Router d045aca0-9eae-410b-b1e8-9c5599c3e1dc has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:00:16.555021 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-60aa79f1-5cb0-40dd-860d-5ba5d1a05dc6 None None] Provisioning complete for port 08f628dc-00db-445b-baa6-a8843a1c8740 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:16.555682 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60aa79f1-5cb0-40dd-860d-5ba5d1a05dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:16.589904 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:00:16.596596 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3d94cd3a-090b-4bde-86c9-2a998f9a2c34 admin admin] 10.222.0.21 "PUT /v2.0/routers/d045aca0-9eae-410b-b1e8-9c5599c3e1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3678231 Jul 06 13:00:16.604316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-60aa79f1-5cb0-40dd-860d-5ba5d1a05dc6 None None] Port 08f628dc-00db-445b-baa6-a8843a1c8740 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:00:17.189203 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34936) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:17.196504 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1941006139-network', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:17.230757 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Made reservation on behalf of 6b818d4d36f54bbe8b1d239509382297 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:00:17.234067 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.243435 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.353570 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1d97a6d8-ca27-4634-bfdb-220106d456da up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:17.400051 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.407748 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.418356 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 1d97a6d8-ca27-4634-bfdb-220106d456da triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:17.418752 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.436995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:00:17.445229 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb6b581-85e3-46b2-a413-aaa80cc7fc00,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:17.463851 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.464203 n-d-799527-2 neutron-server[93815]: INFO neutron.db.segments_db [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Added segment b6c4b4c4-e92f-4948-975a-de0247197f4b of type vlan for network f823b3ce-afba-4ffa-9ff0-de65ae8abac5 Jul 06 13:00:17.516466 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763112794718'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.522124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b2e39812-a3bd-4649-9867-a92aaec03144 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:17.565986 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.568126 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:17.568785 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.589320 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port b2e39812-a3bd-4649-9867-a92aaec03144 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:17.593759 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b2e39812-a3bd-4649-9867-a92aaec03144 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:17.594460 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.624568 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4341850 Jul 06 13:00:17.628004 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34938) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:17.632854 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e869cbe-bcbf-4346-9867-61120d2d171e admin admin] Pushing event updated for resources: {'Network': ['ID=f823b3ce-afba-4ffa-9ff0-de65ae8abac5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:17.633119 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Sync routers for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:00:17.633530 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] Request body: {'subnet': {'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1941006139-subnet', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:17.647785 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Network f823b3ce-afba-4ffa-9ff0-de65ae8abac5 details requested by agent ovs-agent-n-d-799527-2 with host n-d-799527-2 {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:00:17.657243 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] Made reservation on behalf of 6b818d4d36f54bbe8b1d239509382297 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:00:17.659927 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3706836'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.694919 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:17.695598 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T12:59:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:17.847172 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.851926 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3109339', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3706822'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.878901 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port b2e39812-a3bd-4649-9867-a92aaec03144, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b2e39812-a3bd-4649-9867-a92aaec03144,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:17.880872 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:17.883678 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.919327 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79dfd1e2-8459-47af-8069-3ee9fc2e81a4,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:17.926101 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] Checking segment: {'id': 'b6c4b4c4-e92f-4948-975a-de0247197f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:17.926445 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] Network hostable DHCP agents. Network: f823b3ce-afba-4ffa-9ff0-de65ae8abac5, hostable agents: ['618d9f30-7292-4292-9a7b-17dea1deba53'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:00:17.945400 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] Network f823b3ce-afba-4ffa-9ff0-de65ae8abac5 is scheduled to be hosted by DHCP agent 618d9f30-7292-4292-9a7b-17dea1deba53 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:00:17.956262 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-2, f823b3ce-afba-4ffa-9ff0-de65ae8abac5) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:17.962372 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:17.962933 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:17.978735 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-9bf8939a-8301-4ddc-b0c8-53b8d0d5988e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3494508 Jul 06 13:00:17.981772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34940) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:17.987215 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1941006139-router', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:17.987464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd20b19-0885-4714-a76f-56315d0c794b None None] Network f823b3ce-afba-4ffa-9ff0-de65ae8abac5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:00:18.010067 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7871185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59681'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.011088 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7875838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59704'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.070994 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=b2e39812-a3bd-4649-9867-a92aaec03144,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:18.072371 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.217449 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7875860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59658'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.245069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb6505b9-9cc9-564d-9894-f3c64d5b7447-f823b3ce-afba-4ffa-9ff0-de65ae8abac5', 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'fixed_ips': [{'subnet_id': '79dfd1e2-8459-47af-8069-3ee9fc2e81a4'}]}} from n-d-799527-2. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:00:18.245937 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.264398 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 2, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:18.303953 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Checking router: d045aca0-9eae-410b-b1e8-9c5599c3e1dc for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:00:18.304312 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Updating router d045aca0-9eae-410b-b1e8-9c5599c3e1dc port 08f628dc-00db-445b-baa6-a8843a1c8740 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:00:18.397520 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.451677 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.472705 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.477670 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.504719 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Allocated IP 172.20.0.2 (f823b3ce-afba-4ffa-9ff0-de65ae8abac5/79dfd1e2-8459-47af-8069-3ee9fc2e81a4/ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:00:18.593040 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Allocated IP 172.25.0.174 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/60f8ed85-a111-4451-9a39-851eb6959392) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:00:18.636189 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9bf7aee-7c81-475e-afe6-195da8806bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.701883 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.769301 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.808181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:18.813496 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:18.815521 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.819862 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:00:18.834155 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Transition to ACTIVE for port object ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:18.851344 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=60f8ed85-a111-4451-9a39-851eb6959392,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:18.879338 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Transition to ACTIVE for port object ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:18.900495 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.933020 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.960894 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Network f823b3ce-afba-4ffa-9ff0-de65ae8abac5 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:18.961967 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Transition to ACTIVE for port object 08f628dc-00db-445b-baa6-a8843a1c8740 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:18.968854 n-d-799527-2 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:18.971273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Pushing event updated for resources: {'Port': ['ID=ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:18.973867 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:00:18.976402 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.056334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451437d1-7f74-4b24-bbbb-316c960f1f17 None None] Pushing event updated for resources: {'Port': ['ID=08f628dc-00db-445b-baa6-a8843a1c8740,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:19.121686 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.138713 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Attempting to bind port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:00:19.139533 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Attempting to bind port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'b6c4b4c4-e92f-4948-975a-de0247197f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:00:19.139729 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Attempting to bind port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 on network f823b3ce-afba-4ffa-9ff0-de65ae8abac5 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:19.146857 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.156558 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:00:19.156941 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Checking segment: {'id': 'b6c4b4c4-e92f-4948-975a-de0247197f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:19.157356 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.157765 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Bound using segment: {'id': 'b6c4b4c4-e92f-4948-975a-de0247197f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:00:19.158721 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Bound port: ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c4b4c4-e92f-4948-975a-de0247197f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:00:19.158721 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.163264 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Attempting to bind port 08f628dc-00db-445b-baa6-a8843a1c8740 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:00:19.163675 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Attempting to bind port 08f628dc-00db-445b-baa6-a8843a1c8740 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:00:19.164049 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Attempting to bind port 08f628dc-00db-445b-baa6-a8843a1c8740 on network 34537740-1abe-4436-813d-a5bc36b409a7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:19.178777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:00:19.179244 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Checking segment: {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:19.179700 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.180032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Bound using segment: {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:00:19.180548 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Bound port: 08f628dc-00db-445b-baa6-a8843a1c8740, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:00:19.181072 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.269123 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b2e39812-a3bd-4649-9867-a92aaec03144 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:19.310625 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] For port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:00:19.347440 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] For port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6,segment=NetworkSegment(b6c4b4c4-e92f-4948-975a-de0247197f4b),segment_id=b6c4b4c4-e92f-4948-975a-de0247197f4b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:00:19.355745 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] For port 08f628dc-00db-445b-baa6-a8843a1c8740, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:00:19.362249 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.366578 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7875855'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.400599 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] For port 08f628dc-00db-445b-baa6-a8843a1c8740, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=08f628dc-00db-445b-baa6-a8843a1c8740,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:00:19.412813 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.456811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port b2e39812-a3bd-4649-9867-a92aaec03144 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:19.457192 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.485114 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195666eb-4151-492e-8a68-d6ef175d6237 None None] Pushing event updated for resources: {'Port': ['ID=ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:19.503750 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:19.504335 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:00:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:19.533201 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Router 539c0165-d818-4064-b972-9a0aff8ae025 is scheduled to L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:00:19.691887 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:00:19.703077 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Sync routers for ids ['539c0165-d818-4064-b972-9a0aff8ae025'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:00:19.715861 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:19.721892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34942) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:19.728364 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Routers {'539c0165-d818-4064-b972-9a0aff8ae025'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:19.729192 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:00:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['539c0165-d818-4064-b972-9a0aff8ae025'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:19.734785 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-d03fc385-73e1-4753-b6c4-bd209d94fbb6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7511683 Jul 06 13:00:19.869799 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451437d1-7f74-4b24-bbbb-316c960f1f17 None None] Pushing event updated for resources: {'Port': ['ID=08f628dc-00db-445b-baa6-a8843a1c8740,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:19.924437 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Set router 539c0165-d818-4064-b972-9a0aff8ae025 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:19.930683 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:20.148609 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539c0165-d818-4064-b972-9a0aff8ae025', 'name': 'tempest-TestSnapshotPattern-1941006139-router', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '60f8ed85-a111-4451-9a39-851eb6959392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:18Z', 'revision_number': 3, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'gw_port': {'id': '60f8ed85-a111-4451-9a39-851eb6959392', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539c0165-d818-4064-b972-9a0aff8ae025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:20.182310 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Checking router: 539c0165-d818-4064-b972-9a0aff8ae025 for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:00:20.182664 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Updating router 539c0165-d818-4064-b972-9a0aff8ae025 port 60f8ed85-a111-4451-9a39-851eb6959392 binding host n-d-799527-2 {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:00:20.186388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:19Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:20.213224 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d11f5-5e37-47f8-aabe-adfc8e2d0747 None None] The sync data for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 is: [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:19Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:00:20.230949 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.391641 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.567425 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.585331 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Transition to ACTIVE for port object 60f8ed85-a111-4451-9a39-851eb6959392 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:20.594920 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.599318 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Allocated IP 172.20.0.1 (f823b3ce-afba-4ffa-9ff0-de65ae8abac5/79dfd1e2-8459-47af-8069-3ee9fc2e81a4/537c6788-76f1-40e7-82ca-46fc3e8dc6e5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:00:20.692513 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee451bf-76e9-4f54-bd7c-8bb6cc33041a None None] Pushing event updated for resources: {'Port': ['ID=60f8ed85-a111-4451-9a39-851eb6959392,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:20.695161 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Attempting to bind port 60f8ed85-a111-4451-9a39-851eb6959392 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:00:20.695625 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Attempting to bind port 60f8ed85-a111-4451-9a39-851eb6959392 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:00:20.695995 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Attempting to bind port 60f8ed85-a111-4451-9a39-851eb6959392 on network df1087d2-3bdc-4320-881a-9a406341ee71 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:20.702627 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:00:20.703000 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Checking segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:20.703403 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.704008 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Bound using segment: {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:00:20.704285 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Bound port: 60f8ed85-a111-4451-9a39-851eb6959392, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc27cba9-51e4-43e1-8067-e12e3a0540a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:00:20.704671 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.775999 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] For port 60f8ed85-a111-4451-9a39-851eb6959392, host n-d-799527-2, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:00:20.781688 n-d-799527-2 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] For port 60f8ed85-a111-4451-9a39-851eb6959392, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=60f8ed85-a111-4451-9a39-851eb6959392,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:00:20.787165 n-d-799527-2 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.791368 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.811923 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Transition to ACTIVE for port object 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:20.854151 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.873317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a498998e-a720-48ec-8999-666eac5f76ad None None] Network f823b3ce-afba-4ffa-9ff0-de65ae8abac5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:00:20.887087 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Routers {'539c0165-d818-4064-b972-9a0aff8ae025'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:20.887776 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:00:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['539c0165-d818-4064-b972-9a0aff8ae025'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:20.898189 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.911059 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Network f823b3ce-afba-4ffa-9ff0-de65ae8abac5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:20.914310 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:20.921952 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:00:20.948945 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee451bf-76e9-4f54-bd7c-8bb6cc33041a None None] Pushing event updated for resources: {'Port': ['ID=60f8ed85-a111-4451-9a39-851eb6959392,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:20.966115 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f0469ce4-e546-461c-970e-2f8a58be4851 None None] Provisioning for port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:20.968048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Pushing event updated for resources: {'Port': ['ID=537c6788-76f1-40e7-82ca-46fc3e8dc6e5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:20.992738 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7875384'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:21.052129 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] Set router 539c0165-d818-4064-b972-9a0aff8ae025 gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:21.172364 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:21.353708 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539c0165-d818-4064-b972-9a0aff8ae025', 'name': 'tempest-TestSnapshotPattern-1941006139-router', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '60f8ed85-a111-4451-9a39-851eb6959392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:18Z', 'revision_number': 3, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'gw_port': {'id': '60f8ed85-a111-4451-9a39-851eb6959392', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539c0165-d818-4064-b972-9a0aff8ae025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:21.389663 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecfa91-bf04-4c83-a092-9e557c8e9710 None None] The sync data for ids ['539c0165-d818-4064-b972-9a0aff8ae025'] in n-d-799527-2 is: [{'id': '539c0165-d818-4064-b972-9a0aff8ae025', 'name': 'tempest-TestSnapshotPattern-1941006139-router', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '60f8ed85-a111-4451-9a39-851eb6959392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:18Z', 'revision_number': 3, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'gw_port': {'id': '60f8ed85-a111-4451-9a39-851eb6959392', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539c0165-d818-4064-b972-9a0aff8ae025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:00:21.415610 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 08f628dc-00db-445b-baa6-a8843a1c8740 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:21.441678 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:21.448766 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:21.541903 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7925461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7876165'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:21.545945 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Pushing event updated for resources: {'Port': ['ID=537c6788-76f1-40e7-82ca-46fc3e8dc6e5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:21.547898 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 08f628dc-00db-445b-baa6-a8843a1c8740 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:21.553873 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 08f628dc-00db-445b-baa6-a8843a1c8740 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:21.554267 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:21.604048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e0443094-dc27-42a0-a06f-0796432f45ce None None] Provisioning for port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:21.611099 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e0443094-dc27-42a0-a06f-0796432f45ce None None] Provisioning complete for port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:21.611657 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e0443094-dc27-42a0-a06f-0796432f45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:21.681931 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Network f823b3ce-afba-4ffa-9ff0-de65ae8abac5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:21.683408 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:21.703394 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e0443094-dc27-42a0-a06f-0796432f45ce None None] Port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:00:21.727750 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:21.769189 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 08f628dc-00db-445b-baa6-a8843a1c8740, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=08f628dc-00db-445b-baa6-a8843a1c8740,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:21.776299 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:21.777135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:21.854831 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Router 539c0165-d818-4064-b972-9a0aff8ae025 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:00:21.881208 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-50829154-cbb5-4a8f-8937-be1ccc7ae5c8 None None] Provisioning complete for port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:21.881782 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50829154-cbb5-4a8f-8937-be1ccc7ae5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:21.887425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=08f628dc-00db-445b-baa6-a8843a1c8740,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:21.960655 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-50829154-cbb5-4a8f-8937-be1ccc7ae5c8 None None] Port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:00:21.975830 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:21.984955 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:21.985340 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:22.040288 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:00:22.055342 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-11adcf5a-4273-405a-865d-ed4d5c4591d0 admin admin] 10.222.0.21 "PUT /v2.0/routers/539c0165-d818-4064-b972-9a0aff8ae025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3233852 Jul 06 13:00:22.114551 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-daf87822-b1ae-4f56-bc7e-a77765497fec None None] Provisioning complete for port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:22.114928 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daf87822-b1ae-4f56-bc7e-a77765497fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:22.117523 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:22.176911 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-daf87822-b1ae-4f56-bc7e-a77765497fec None None] Port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:00:22.188082 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6,segment=NetworkSegment(b6c4b4c4-e92f-4948-975a-de0247197f4b),segment_id=b6c4b4c4-e92f-4948-975a-de0247197f4b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:22.203323 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:22.263734 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:23.314145 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 60f8ed85-a111-4451-9a39-851eb6959392 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:23.365317 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 60f8ed85-a111-4451-9a39-851eb6959392 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:23.369063 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 60f8ed85-a111-4451-9a39-851eb6959392 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:23.369438 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:23.459165 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:23.482749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 60f8ed85-a111-4451-9a39-851eb6959392, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=60f8ed85-a111-4451-9a39-851eb6959392,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:23.489149 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:23.490464 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 08f628dc-00db-445b-baa6-a8843a1c8740 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:23.566807 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=60f8ed85-a111-4451-9a39-851eb6959392,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:23.579567 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 08f628dc-00db-445b-baa6-a8843a1c8740 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:23.579945 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:23.619777 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Sync routers for ids ['539c0165-d818-4064-b972-9a0aff8ae025'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:00:23.636316 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Routers {'539c0165-d818-4064-b972-9a0aff8ae025'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:23.636959 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:00:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['539c0165-d818-4064-b972-9a0aff8ae025'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:23.718062 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:23.804254 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Set router 539c0165-d818-4064-b972-9a0aff8ae025 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:23.808550 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34952) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:23.814313 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-984e2674-e86c-4f86-ba1c-befb2255e035 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329403178', 'description': 'tempest-secgroup-smoke-329403178 description', 'project_id': '0c2b99726f564ac8876afc336ac7a323'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:23.840531 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-984e2674-e86c-4f86-ba1c-befb2255e035 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:23.849685 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:23.850066 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:23.938790 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-984e2674-e86c-4f86-ba1c-befb2255e035 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:23.943077 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-984e2674-e86c-4f86-ba1c-befb2255e035 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:23.973798 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-984e2674-e86c-4f86-ba1c-befb2255e035 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:23.976219 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-984e2674-e86c-4f86-ba1c-befb2255e035 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1664252 Jul 06 13:00:23.978164 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34954) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:23.980872 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e2674-e86c-4f86-ba1c-befb2255e035 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76e28f1-bbd7-425c-8850-e77de261cc0e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:23.985507 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c1344025-67a5-4630-a325-f88f2ef48c43 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Request body: {'security_group_rule': {'security_group_id': 'a76e28f1-bbd7-425c-8850-e77de261cc0e', 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:24.021679 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1344025-67a5-4630-a325-f88f2ef48c43 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.092526 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1344025-67a5-4630-a325-f88f2ef48c43 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.096892 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1344025-67a5-4630-a325-f88f2ef48c43 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.117684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1344025-67a5-4630-a325-f88f2ef48c43 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5da16d9-a497-41a7-b864-cb2415e31d6d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:24.123716 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539c0165-d818-4064-b972-9a0aff8ae025', 'name': 'tempest-TestSnapshotPattern-1941006139-router', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '60f8ed85-a111-4451-9a39-851eb6959392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 4, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'gw_port': {'id': '60f8ed85-a111-4451-9a39-851eb6959392', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539c0165-d818-4064-b972-9a0aff8ae025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '537c6788-76f1-40e7-82ca-46fc3e8dc6e5', 'name': '', 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'mac_address': 'fa:16:3e:e4:42:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539c0165-d818-4064-b972-9a0aff8ae025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '79dfd1e2-8459-47af-8069-3ee9fc2e81a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:20Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 2, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'subnets': [{'id': '79dfd1e2-8459-47af-8069-3ee9fc2e81a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:24.126311 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1344025-67a5-4630-a325-f88f2ef48c43 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.131511 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-c1344025-67a5-4630-a325-f88f2ef48c43 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482050 Jul 06 13:00:24.131909 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 34956) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:24.136932 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b6336069-bedd-43a0-8937-1da0b9449a27 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Request body: {'security_group_rule': {'security_group_id': 'a76e28f1-bbd7-425c-8850-e77de261cc0e', 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:24.153939 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Checking router: 539c0165-d818-4064-b972-9a0aff8ae025 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:00:24.154238 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Updating router 539c0165-d818-4064-b972-9a0aff8ae025 port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 binding host n-d-799527-2 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:00:24.175763 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6336069-bedd-43a0-8937-1da0b9449a27 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.194303 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.253029 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6336069-bedd-43a0-8937-1da0b9449a27 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.258061 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6336069-bedd-43a0-8937-1da0b9449a27 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.277080 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6336069-bedd-43a0-8937-1da0b9449a27 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8d183e-5564-48c0-9928-d7147cc3ae5b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:24.285486 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6336069-bedd-43a0-8937-1da0b9449a27 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.288501 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b6336069-bedd-43a0-8937-1da0b9449a27 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544852 Jul 06 13:00:24.291334 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:24.297586 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ec37f72c-f077-49ae-9937-987f37b3217b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Request body: {'security_group_rule': {'security_group_id': 'a76e28f1-bbd7-425c-8850-e77de261cc0e', 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:24.332520 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec37f72c-f077-49ae-9937-987f37b3217b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.405360 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec37f72c-f077-49ae-9937-987f37b3217b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.410343 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec37f72c-f077-49ae-9937-987f37b3217b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.432041 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37f72c-f077-49ae-9937-987f37b3217b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93615fbc-1639-44d7-b99e-dd8c2f5b7ecd,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:24.441771 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec37f72c-f077-49ae-9937-987f37b3217b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.443046 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ec37f72c-f077-49ae-9937-987f37b3217b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503267 Jul 06 13:00:24.446697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34960) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:24.452646 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3726d7e1-b009-4b1c-b687-4ad802b9f0af tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Request body: {'security_group_rule': {'security_group_id': 'a76e28f1-bbd7-425c-8850-e77de261cc0e', 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:24.491435 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3726d7e1-b009-4b1c-b687-4ad802b9f0af tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.533100 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.546044 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Transition to ACTIVE for port object 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:24.552957 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.567052 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3726d7e1-b009-4b1c-b687-4ad802b9f0af tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.572597 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3726d7e1-b009-4b1c-b687-4ad802b9f0af tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.596711 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726d7e1-b009-4b1c-b687-4ad802b9f0af tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cfdc50-6c03-4f36-ac02-0b9698d432bf,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:24.601995 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3726d7e1-b009-4b1c-b687-4ad802b9f0af tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.608696 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-3726d7e1-b009-4b1c-b687-4ad802b9f0af tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559126 Jul 06 13:00:24.609345 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34962) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:24.614598 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-916730de-9cc6-40c2-aa01-bf6710ad3f7d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Request body: {'security_group_rule': {'security_group_id': 'a76e28f1-bbd7-425c-8850-e77de261cc0e', 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:24.622364 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6b8ba-8e70-4209-ab74-78f5bfd8c81a None None] Pushing event updated for resources: {'Port': ['ID=537c6788-76f1-40e7-82ca-46fc3e8dc6e5,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:24.656772 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-916730de-9cc6-40c2-aa01-bf6710ad3f7d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Project 0c2b99726f564ac8876afc336ac7a323 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:00:24.663374 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-916730de-9cc6-40c2-aa01-bf6710ad3f7d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.693424 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Attempting to bind port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 on host n-d-799527-2 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:00:24.693920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Attempting to bind port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 by drivers openvswitch,hyperv on host n-d-799527-2 at level 0 using segments [{'id': 'b6c4b4c4-e92f-4948-975a-de0247197f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:00:24.694505 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Attempting to bind port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 on network f823b3ce-afba-4ffa-9ff0-de65ae8abac5 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:24.702476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Checking agent: {'id': '7521b702-0ffb-4357-b9bf-5d5d35bb2803', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 13, 18), 'started_at': datetime.datetime(2021, 7, 6, 11, 13, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:00:24.702645 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Checking segment: {'id': 'b6c4b4c4-e92f-4948-975a-de0247197f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:24.703003 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.703411 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Bound using segment: {'id': 'b6c4b4c4-e92f-4948-975a-de0247197f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:00:24.704458 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Bound port: 537c6788-76f1-40e7-82ca-46fc3e8dc6e5, host: n-d-799527-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c4b4c4-e92f-4948-975a-de0247197f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:00:24.704458 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.756045 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-916730de-9cc6-40c2-aa01-bf6710ad3f7d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.764854 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-916730de-9cc6-40c2-aa01-bf6710ad3f7d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.796137 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916730de-9cc6-40c2-aa01-bf6710ad3f7d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cc902b-7270-4168-ba23-e759f6894c16,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:24.805015 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] For port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5, host n-d-799527-2, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:00:24.806710 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-916730de-9cc6-40c2-aa01-bf6710ad3f7d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.810980 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-916730de-9cc6-40c2-aa01-bf6710ad3f7d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1999040 Jul 06 13:00:24.812644 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] For port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5, host n-d-799527-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=537c6788-76f1-40e7-82ca-46fc3e8dc6e5,segment=NetworkSegment(b6c4b4c4-e92f-4948-975a-de0247197f4b),segment_id=b6c4b4c4-e92f-4948-975a-de0247197f4b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:00:24.813339 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 34964) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:24.818411 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.820071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-812a574d-9934-4468-89a2-b6cf62fe7a8b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Request body: {'security_group_rule': {'security_group_id': 'a76e28f1-bbd7-425c-8850-e77de261cc0e', 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:24.850637 n-d-799527-2 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-812a574d-9934-4468-89a2-b6cf62fe7a8b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Project 0c2b99726f564ac8876afc336ac7a323 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:00:24.858889 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-812a574d-9934-4468-89a2-b6cf62fe7a8b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.907526 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Routers {'539c0165-d818-4064-b972-9a0aff8ae025'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:24.909332 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:00:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['539c0165-d818-4064-b972-9a0aff8ae025'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:24.966324 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6b8ba-8e70-4209-ab74-78f5bfd8c81a None None] Pushing event updated for resources: {'Port': ['ID=537c6788-76f1-40e7-82ca-46fc3e8dc6e5,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:24.975227 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-812a574d-9934-4468-89a2-b6cf62fe7a8b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:24.981282 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-812a574d-9934-4468-89a2-b6cf62fe7a8b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8013319'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:25.012337 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a574d-9934-4468-89a2-b6cf62fe7a8b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9c8796-3e9a-438b-98a0-861e440b6112,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:25.024433 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-812a574d-9934-4468-89a2-b6cf62fe7a8b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:25.034585 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-812a574d-9934-4468-89a2-b6cf62fe7a8b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2112160 Jul 06 13:00:25.108583 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] Set router 539c0165-d818-4064-b972-9a0aff8ae025 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:25.225512 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-aa7914a5-ab6b-4b41-9940-adacf5531314 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329403178&fields=id&tenant_id=0c2b99726f564ac8876afc336ac7a323 HTTP/1.1" status: 200 len: 267 time: 0.0448730 Jul 06 13:00:25.284135 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 60f8ed85-a111-4451-9a39-851eb6959392 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:25.377883 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233459-8b6d-4ac8-a266-0326998acb89 req-41ac850f-b1b4-4ee7-b753-87b64980fe3d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:25.380728 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-41ac850f-b1b4-4ee7-b753-87b64980fe3d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 809 time: 0.1474366 Jul 06 13:00:25.402853 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-9aff906e-661f-444f-948f-5df1f40d6a6f tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/quotas/0c2b99726f564ac8876afc336ac7a323 HTTP/1.1" status: 200 len: 375 time: 0.0155122 Jul 06 13:00:25.493112 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-c2fea822-4a9b-4951-ad04-3c39debbc865 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836005 Jul 06 13:00:25.619294 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 60f8ed85-a111-4451-9a39-851eb6959392 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:25.619955 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:25.638907 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-a0f77eb6-6e75-4626-82e0-7b0788d005f8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:00:25.640269 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-a0f77eb6-6e75-4626-82e0-7b0788d005f8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1321585 Jul 06 13:00:25.668615 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539c0165-d818-4064-b972-9a0aff8ae025', 'name': 'tempest-TestSnapshotPattern-1941006139-router', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '60f8ed85-a111-4451-9a39-851eb6959392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 4, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'gw_port': {'id': '60f8ed85-a111-4451-9a39-851eb6959392', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539c0165-d818-4064-b972-9a0aff8ae025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '537c6788-76f1-40e7-82ca-46fc3e8dc6e5', 'name': '', 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'mac_address': 'fa:16:3e:e4:42:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539c0165-d818-4064-b972-9a0aff8ae025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '79dfd1e2-8459-47af-8069-3ee9fc2e81a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:20Z', 'updated_at': '2021-07-06T13:00:24Z', 'revision_number': 4, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'subnets': [{'id': '79dfd1e2-8459-47af-8069-3ee9fc2e81a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:25.703736 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e375f54-a92a-40a2-8fb1-0fb06b2bcd82 None None] The sync data for ids ['539c0165-d818-4064-b972-9a0aff8ae025'] in n-d-799527-2 is: [{'id': '539c0165-d818-4064-b972-9a0aff8ae025', 'name': 'tempest-TestSnapshotPattern-1941006139-router', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '60f8ed85-a111-4451-9a39-851eb6959392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 4, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'gw_port': {'id': '60f8ed85-a111-4451-9a39-851eb6959392', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539c0165-d818-4064-b972-9a0aff8ae025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '537c6788-76f1-40e7-82ca-46fc3e8dc6e5', 'name': '', 'network_id': 'f823b3ce-afba-4ffa-9ff0-de65ae8abac5', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'mac_address': 'fa:16:3e:e4:42:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539c0165-d818-4064-b972-9a0aff8ae025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '79dfd1e2-8459-47af-8069-3ee9fc2e81a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:20Z', 'updated_at': '2021-07-06T13:00:24Z', 'revision_number': 4, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'subnets': [{'id': '79dfd1e2-8459-47af-8069-3ee9fc2e81a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:00:25.799689 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-73a5a9ca-222f-4f86-9b80-f0ada4bf24a8 service neutron] 10.222.0.21 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492341 Jul 06 13:00:25.906826 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-4a95c761-8f32-4a5c-87d7-bebab6aa3b4d service neutron] 10.222.0.21 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005695 Jul 06 13:00:27.116952 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-2e39968d-39b1-44d5-ab4d-2bf6776b7bfd req-c6ec8e76-f82c-4c37-a25e-e442feeffee4 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 210 time: 0.0307729 Jul 06 13:00:27.285148 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:27.351137 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning for port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:27.355899 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:27.356783 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:27.452977 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:27.499388 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] For port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=537c6788-76f1-40e7-82ca-46fc3e8dc6e5,segment=NetworkSegment(b6c4b4c4-e92f-4948-975a-de0247197f4b),segment_id=b6c4b4c4-e92f-4948-975a-de0247197f4b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:27.504634 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:27.561903 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Pushing event updated for resources: {'Port': ['ID=537c6788-76f1-40e7-82ca-46fc3e8dc6e5,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:28.267386 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-a9f126c4-c3de-444a-a692-6cf826b3162f req-1eda8448-9e32-41cd-b2bd-f48359c0aba6 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 210 time: 0.0295074 Jul 06 13:00:28.368382 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233459-8b6d-4ac8-a266-0326998acb89 req-a5e37449-fe14-44a2-a128-65c9752781b4 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:28.369865 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-a5e37449-fe14-44a2-a128-65c9752781b4 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.86 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 809 time: 0.1090410 Jul 06 13:00:28.417453 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-9d44eeab-be1c-438c-8956-8b18787c9601 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c2b99726f564ac8876afc336ac7a323 HTTP/1.1" status: 200 len: 379 time: 0.0378237 Jul 06 13:00:28.426255 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Request body: {'port': {'device_id': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'admin_state_up': True, 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'security_groups': ['a76e28f1-bbd7-425c-8850-e77de261cc0e']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:28.536613 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Made reservation on behalf of 0c2b99726f564ac8876afc336ac7a323 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:00:28.540224 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:28.668322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Allocated IP 172.20.0.6 (34537740-1abe-4436-813d-a5bc36b409a7/1380c0a4-889c-4006-a98d-2f118fc45503/35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:00:28.809611 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:28.824665 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Transition to ACTIVE for port object 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:28.860568 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:28.907289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Network 34537740-1abe-4436-813d-a5bc36b409a7 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:28.910512 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:28.917094 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:00:28.943685 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'Port': ['ID=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:28.972705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:28.973241 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:28.988866 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-00ec48e5-621b-4572-a4c8-aac93e797e98 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5663784 Jul 06 13:00:29.006264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Request body: {'port': {'device_id': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:29.083665 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:29.128292 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bf1d9d78-b52c-4583-b8ec-2d35dd23cc80 None None] Provisioning for port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:29.132204 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bf1d9d78-b52c-4583-b8ec-2d35dd23cc80 None None] Provisioning complete for port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:29.132641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf1d9d78-b52c-4583-b8ec-2d35dd23cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:29.172360 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d9d78-b52c-4583-b8ec-2d35dd23cc80 None None] Port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:00:29.248003 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 up at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:29.298518 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Provisioning complete for port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:29.298982 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:29.374978 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:00:29.383361 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:29.396060 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Transition to ACTIVE for port object 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:29.400836 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:29.451577 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Pushing event updated for resources: {'Port': ['ID=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:29.458457 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095e11b-7507-4005-825f-760996753341 req-c8a49210-5b0a-44d1-83a1-26ab787d4ed1 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:29.460267 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e095e11b-7507-4005-825f-760996753341 req-c8a49210-5b0a-44d1-83a1-26ab787d4ed1 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 943 time: 0.0690873 Jul 06 13:00:29.499915 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:29.508965 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e095e11b-7507-4005-825f-760996753341 req-3e770f27-02d1-4ef4-b4e2-c64bfeb97a6f tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Jul 06 13:00:29.531744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Attempting to bind port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 on host n-h2-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:00:29.532329 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Attempting to bind port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 by drivers openvswitch,hyperv on host n-h2-799527-2 at level 0 using segments [{'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:00:29.532667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Attempting to bind port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 on network 34537740-1abe-4436-813d-a5bc36b409a7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:29.537264 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 on network 34537740-1abe-4436-813d-a5bc36b409a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:00:29.537591 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Attempting to bind port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 on network 34537740-1abe-4436-813d-a5bc36b409a7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:29.542541 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Checking agent: {'id': '6f2b2a38-35f8-47a8-b683-63f597abc8bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:00:29.542887 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Checking segment: {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:29.543274 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Bound using segment: {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:00:29.543807 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Bound port: 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1, host: n-h2-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:00:29.544199 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:29.621908 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] For port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1, host n-h2-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:00:29.626403 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] For port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1, host n-h2-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:00:29.631980 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:29.674544 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:29.675152 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:29.676586 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] 10.222.0.86 "PUT /v2.0/ports/35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 HTTP/1.1" status: 200 len: 1091 time: 0.6755857 Jul 06 13:00:29.677029 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:00:29.679292 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c902d7b2-d42c-405a-b006-716a59c626e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:00:29.704390 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0261ef-5025-41f4-a44a-dfced946ce26 service neutron] Pushing event updated for resources: {'Port': ['ID=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:29.706036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:29.784938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233459-8b6d-4ac8-a266-0326998acb89 req-f4d7ca66-6662-4c57-84f5-e6696f19bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:29.786600 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-f4d7ca66-6662-4c57-84f5-e6696f19bf11 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 1094 time: 0.0609107 Jul 06 13:00:29.835297 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572450df-8a70-4ef8-9abb-2af86f5fd7e2 x-openstack-request-id: req-572450df-8a70-4ef8-9abb-2af86f5fd7e2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:00:29.835622 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:00:29.835880 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-572450df-8a70-4ef8-9abb-2af86f5fd7e2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:00:29.836300 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'status': 'completed', 'code': 200} Jul 06 13:00:29.838134 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-2bd29843-915e-4e24-a1c1-638665ed80ae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 HTTP/1.1" status: 200 len: 217 time: 0.0426917 Jul 06 13:00:29.891557 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233459-8b6d-4ac8-a266-0326998acb89 req-fe0f4f68-01d7-4cb1-ba23-df84a273e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:29.893110 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-fe0f4f68-01d7-4cb1-ba23-df84a273e34e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0485911 Jul 06 13:00:29.960144 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233459-8b6d-4ac8-a266-0326998acb89 req-d9ef065b-d7b3-4425-a782-28b50615acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:29.961762 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-d9ef065b-d7b3-4425-a782-28b50615acb9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574551 Jul 06 13:00:30.061429 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-caaf5db3-9bd9-479b-a205-04bb76ffdc9e service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896442 Jul 06 13:00:30.153362 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-18233459-8b6d-4ac8-a266-0326998acb89 req-aeeffb52-4433-47fb-833f-cd521a4e3279 service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834682 Jul 06 13:00:30.286705 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902d7b2-d42c-405a-b006-716a59c626e0 req-8a10c238-b77e-4b1b-aba3-cb81d5a51786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:30.288225 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c902d7b2-d42c-405a-b006-716a59c626e0 req-8a10c238-b77e-4b1b-aba3-cb81d5a51786 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 1094 time: 0.0550988 Jul 06 13:00:30.387197 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902d7b2-d42c-405a-b006-716a59c626e0 req-fd88c976-63e6-4557-bbe4-d85ce39c4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:30.389246 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c902d7b2-d42c-405a-b006-716a59c626e0 req-fd88c976-63e6-4557-bbe4-d85ce39c4d7a service neutron] 10.222.0.86 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0925448 Jul 06 13:00:30.432842 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c902d7b2-d42c-405a-b006-716a59c626e0 req-b26f360f-e6cf-4438-9bd2-fb177cd8a45d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 HTTP/1.1" status: 200 len: 217 time: 0.0346429 Jul 06 13:00:30.485201 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902d7b2-d42c-405a-b006-716a59c626e0 req-475680d5-27b2-4d6d-9120-aba79b1c43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:30.486664 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c902d7b2-d42c-405a-b006-716a59c626e0 req-475680d5-27b2-4d6d-9120-aba79b1c43e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0477424 Jul 06 13:00:30.545963 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902d7b2-d42c-405a-b006-716a59c626e0 req-42b9e5fc-e368-4993-a022-6f17c19dddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:30.547521 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c902d7b2-d42c-405a-b006-716a59c626e0 req-42b9e5fc-e368-4993-a022-6f17c19dddee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534146 Jul 06 13:00:30.644814 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c902d7b2-d42c-405a-b006-716a59c626e0 req-e8218d64-2ac6-4bc4-a553-ca89f6734be3 service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868464 Jul 06 13:00:30.693602 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed39f1b-77a6-45af-a97c-983ec8c7a146 req-56281a71-4b75-41c3-9f97-61e5e24b62b6 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:30.695100 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ed39f1b-77a6-45af-a97c-983ec8c7a146 req-56281a71-4b75-41c3-9f97-61e5e24b62b6 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 943 time: 0.0693266 Jul 06 13:00:30.734087 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0ed39f1b-77a6-45af-a97c-983ec8c7a146 req-4e4ba571-0f22-4bcf-937b-b8c8db7865a7 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325387 Jul 06 13:00:30.741929 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c902d7b2-d42c-405a-b006-716a59c626e0 req-1a138c77-4c87-457f-9b37-1f186810394a service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883994 Jul 06 13:00:31.911414 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a04a3-e01a-4a3b-8381-cc84a65ae363 req-4022d1c3-8a11-444d-abef-455356148034 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:31.912947 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb0a04a3-e01a-4a3b-8381-cc84a65ae363 req-4022d1c3-8a11-444d-abef-455356148034 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 943 time: 0.0630445 Jul 06 13:00:31.951954 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-bb0a04a3-e01a-4a3b-8381-cc84a65ae363 req-f7025183-5cf0-464e-ae92-06fdb4f03cf4 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333586 Jul 06 13:00:32.697543 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:00:32.794524 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:32.808307 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'mac_address': 'fa:16:3e:28:f7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:00:32.845332 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:32.860575 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:00:32.881515 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:32.885767 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:32.940969 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:33.130675 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430fcfe-5602-45b7-aff0-8edec5b5f858 req-eaaa3d06-3990-4d9e-921c-3454cd5d4535 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:33.132213 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3430fcfe-5602-45b7-aff0-8edec5b5f858 req-eaaa3d06-3990-4d9e-921c-3454cd5d4535 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 944 time: 0.0701981 Jul 06 13:00:33.171969 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3430fcfe-5602-45b7-aff0-8edec5b5f858 req-507cd3f6-bdb0-4b33-ad17-8fcdbdf044aa tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342414 Jul 06 13:00:33.173260 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:00:34.357655 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2cd76-576e-4f16-a823-2fe79201bd6a req-2038ec96-5b29-431a-ab5d-5a4c67d46589 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:34.359271 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1dd2cd76-576e-4f16-a823-2fe79201bd6a req-2038ec96-5b29-431a-ab5d-5a4c67d46589 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 944 time: 0.0686047 Jul 06 13:00:34.406370 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1dd2cd76-576e-4f16-a823-2fe79201bd6a req-7bfc9f22-0f54-4735-982d-3cfa58f27be8 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404906 Jul 06 13:00:34.697365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:34.745659 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning for port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:34.750048 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:34.750417 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:34.828903 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:34.851892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:00:34.854180 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d397441-0b6e-4247-b529-5ad2fcd1bc4b" -d '{"events": [{"server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "name": "network-vif-plugged", "status": "completed", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:00:34.869172 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:34.877810 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:34.901234 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a109ea-c428-4c8f-9af5-d8ac355f3f9c x-openstack-request-id: req-c7a109ea-c428-4c8f-9af5-d8ac355f3f9c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:00:34.901555 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "name": "network-vif-plugged", "status": "completed", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:00:34.901781 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7a109ea-c428-4c8f-9af5-d8ac355f3f9c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:00:34.902168 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'code': 200} Jul 06 13:00:34.932591 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:35.018491 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce1c58-c072-4ee8-ac3d-42ce4d37ce11 req-f1d220bd-b44f-4909-a1c1-e2a742b77874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:35.019925 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a8ce1c58-c072-4ee8-ac3d-42ce4d37ce11 req-f1d220bd-b44f-4909-a1c1-e2a742b77874 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 1096 time: 0.0521021 Jul 06 13:00:35.056854 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-a8ce1c58-c072-4ee8-ac3d-42ce4d37ce11 req-32f37c52-a9ff-4342-9261-196f4b65c7e7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276852 Jul 06 13:00:35.581664 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2de5f6-6a7d-4746-b6bb-0ee085262f89 req-fe5c764e-f7dd-40f7-95a0-a89276e2048e tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:35.583218 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a2de5f6-6a7d-4746-b6bb-0ee085262f89 req-fe5c764e-f7dd-40f7-95a0-a89276e2048e tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 945 time: 0.0647435 Jul 06 13:00:35.624724 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8a2de5f6-6a7d-4746-b6bb-0ee085262f89 req-eff0a9db-2d96-4158-8fa3-37e67a859121 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358031 Jul 06 13:00:36.056927 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:00:36.804852 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d3215-d1a1-4ae4-8d9b-0b611ee5250b req-3474a356-fd67-466e-9ef4-34572516e7e5 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:36.806357 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-688d3215-d1a1-4ae4-8d9b-0b611ee5250b req-3474a356-fd67-466e-9ef4-34572516e7e5 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 945 time: 0.0644517 Jul 06 13:00:36.846683 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-688d3215-d1a1-4ae4-8d9b-0b611ee5250b req-23a932c8-b683-40b8-a27e-30714dd7bcc2 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337477 Jul 06 13:00:37.022639 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328de91-4456-45dd-ab0e-5837c2a903a6 req-8de04ee6-ea33-4c90-938a-cf1f4fd5629b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:37.024229 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0328de91-4456-45dd-ab0e-5837c2a903a6 req-8de04ee6-ea33-4c90-938a-cf1f4fd5629b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 945 time: 0.0649090 Jul 06 13:00:37.063540 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0328de91-4456-45dd-ab0e-5837c2a903a6 req-0552d11c-419d-48fd-a6f6-b318979f9a46 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334194 Jul 06 13:00:37.088883 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35020) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:37.187181 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db65e095-6f25-48ec-b6a8-8683d903acbe tempest-TestSnapshotPattern-1857787002 tempest-TestSnapshotPattern-1857787002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:37.189017 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-db65e095-6f25-48ec-b6a8-8683d903acbe tempest-TestSnapshotPattern-1857787002 tempest-TestSnapshotPattern-1857787002-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 1091 time: 0.0988817 Jul 06 13:00:37.191835 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35024) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:37.196234 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:37.218132 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:37.317570 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:37.426253 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Allocated IP 172.25.0.12 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/65253e07-ec4a-4f57-8542-d8b93cb1e125) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:00:37.527852 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:37.568171 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3109295'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:37.611770 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:37.616511 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:37.621116 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:00:37.644035 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'Port': ['ID=65253e07-ec4a-4f57-8542-d8b93cb1e125,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:37.992190 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:38.071113 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:38.536918 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:38.541539 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3109213'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:38.609160 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'Port': ['ID=65253e07-ec4a-4f57-8542-d8b93cb1e125,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:38.619269 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:38.720694 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Floating IP d8778961-4f1f-4698-bf90-78e74f9caa7b associated. External IP: 172.25.0.12, port: 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1. Jul 06 13:00:38.937013 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Router d045aca0-9eae-410b-b1e8-9c5599c3e1dc has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:00:39.051724 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:00:39.060893 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfae538-8518-4573-8525-0fc44ad164d1 None None] Sync routers for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:00:39.071605 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:39.071852 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfae538-8518-4573-8525-0fc44ad164d1 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:39.072313 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fcfae538-8518-4573-8525-0fc44ad164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:00:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:39.111124 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-f92becf5-9714-4278-8d5b-0196b7485988 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9182427 Jul 06 13:00:39.111750 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:00:39.114826 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:00:39.150466 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6367ea-1eeb-4c1d-b55f-5e5b144d0a4e x-openstack-request-id: req-ac6367ea-1eeb-4c1d-b55f-5e5b144d0a4e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:00:39.150840 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:00:39.151173 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac6367ea-1eeb-4c1d-b55f-5e5b144d0a4e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:00:39.151576 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'status': 'completed', 'code': 200} Jul 06 13:00:39.186951 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-fcfae538-8518-4573-8525-0fc44ad164d1 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:39.224772 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab req-87bede0a-0293-492f-9766-c7a9c66f330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:39.226318 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab req-87bede0a-0293-492f-9766-c7a9c66f330f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 1096 time: 0.0534594 Jul 06 13:00:39.321996 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab req-ded130fd-3dac-450d-91fe-a9b9e00e8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:39.323594 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab req-ded130fd-3dac-450d-91fe-a9b9e00e8853 service neutron] 10.222.0.86 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0906372 Jul 06 13:00:39.402883 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab req-bb4f87ea-4df3-4131-9bba-bdc7eb7b232f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 HTTP/1.1" status: 200 len: 998 time: 0.0726767 Jul 06 13:00:39.421775 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fcfae538-8518-4573-8525-0fc44ad164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'd8778961-4f1f-4698-bf90-78e74f9caa7b', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:28:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:00:37Z', 'updated_at': '2021-07-06T13:00:37Z', 'revision_number': 0, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:39.457270 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab req-b2ba5eaa-a395-4c88-82f7-83994b229680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:39.458761 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab req-b2ba5eaa-a395-4c88-82f7-83994b229680 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0496640 Jul 06 13:00:39.520782 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab req-4aa5e1fc-91c6-4d42-9b06-f88b81a2e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:39.522571 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab req-4aa5e1fc-91c6-4d42-9b06-f88b81a2e719 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573997 Jul 06 13:00:39.544284 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfae538-8518-4573-8525-0fc44ad164d1 None None] Checking router: d045aca0-9eae-410b-b1e8-9c5599c3e1dc for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:00:39.553096 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfae538-8518-4573-8525-0fc44ad164d1 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:39.553706 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fcfae538-8518-4573-8525-0fc44ad164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:00:19Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:39.611993 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab req-ce834a61-ad4b-4f95-b3d9-4ff0003c7a5c service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823658 Jul 06 13:00:39.663985 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-fcfae538-8518-4573-8525-0fc44ad164d1 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:39.713329 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-3d628183-08d3-4afd-895f-0c4f2ad8a2ab req-2436a99f-e004-4bf8-ac0d-f1337c8605bf service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944684 Jul 06 13:00:39.897480 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fcfae538-8518-4573-8525-0fc44ad164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'd8778961-4f1f-4698-bf90-78e74f9caa7b', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:28:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:00:37Z', 'updated_at': '2021-07-06T13:00:37Z', 'revision_number': 0, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:39.926258 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfae538-8518-4573-8525-0fc44ad164d1 None None] The sync data for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 is: [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'd8778961-4f1f-4698-bf90-78e74f9caa7b', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:28:f7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:00:37Z', 'updated_at': '2021-07-06T13:00:37Z', 'revision_number': 0, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:00:40.118130 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c455aa01-5323-4b78-8a36-5f5808303c25 None None] New status for floating IP d8778961-4f1f-4698-bf90-78e74f9caa7b: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:00:44.356712 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e93a4fb-ac0f-4cee-96d6-16aa9e0da2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:48.429186 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:48.568684 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecbac422-bc87-4ab5-b694-ccd7e48ee79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:49.095195 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:50.878133 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.496706 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.702041 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:13.057081 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:01:14.357295 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f4583af-9f8e-4301-8124-70cbc3989f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:18.431892 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:18.570135 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6294b0c0-d773-4521-9970-0bf29ed572b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:19.098388 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:20.880335 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:22.715270 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-d79bb31d-8a0a-43c1-80b2-70393f83e4ae service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520053 Jul 06 13:01:22.821303 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-680fd508-2634-47e8-854e-5674a88fc8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:22.822785 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-680fd508-2634-47e8-854e-5674a88fc8d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 1096 time: 0.0568497 Jul 06 13:01:22.931576 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-9bcce28a-f43d-419b-9843-56bcfce74e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:22.933207 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-9bcce28a-f43d-419b-9843-56bcfce74e7f service neutron] 10.222.0.86 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0855052 Jul 06 13:01:23.009664 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-ebf5f270-0bc4-441c-aef3-c929bc3e2545 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 HTTP/1.1" status: 200 len: 1000 time: 0.0698833 Jul 06 13:01:23.061176 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-2b0a46a7-0d7e-4bcd-94af-4e8d31b0f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:23.062604 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-2b0a46a7-0d7e-4bcd-94af-4e8d31b0f74f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0427549 Jul 06 13:01:23.123745 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-f5562681-f0b6-4954-a82a-0dbaf34e12e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:23.125255 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-f5562681-f0b6-4954-a82a-0dbaf34e12e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544488 Jul 06 13:01:23.222902 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-838a10b9-dd62-4cbe-aeae-53578542e490 service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867000 Jul 06 13:01:23.313106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-dae23478-1cc7-4c43-9da9-26bda61bb0ff req-fcd3031c-829e-42fd-a0e4-0861d64deded service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807674 Jul 06 13:01:29.506885 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:29.694641 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:44.359204 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a40f060-9ce6-44f5-afe5-9566f1ba92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:48.433714 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:48.571435 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-927dce33-2b76-4636-bf30-e6579de6ec9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:49.102832 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:50.056629 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:01:50.889436 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:59.524637 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:59.700723 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:14.361474 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f59e540-c32d-44e8-9ef0-267b91e099b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:18.434999 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:18.572565 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e1e0-971d-4386-8dcd-7edbf8b745fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:19.103948 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:20.886201 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:23.724289 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-2ed55eca-3f23-465a-a22e-b4ca71a49237 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668242 Jul 06 13:02:23.827097 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-df8ec5c8-1ed3-4c2d-ba5c-82367e0a1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:23.828688 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-df8ec5c8-1ed3-4c2d-ba5c-82367e0a1c3d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 1096 time: 0.0590551 Jul 06 13:02:23.949593 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-329989f6-366e-489e-9155-00425fbea01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:23.951073 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-329989f6-366e-489e-9155-00425fbea01e service neutron] 10.222.0.86 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0980761 Jul 06 13:02:24.024190 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-3c98d310-8af9-40e8-94a5-f328c485f56a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 HTTP/1.1" status: 200 len: 1000 time: 0.0623732 Jul 06 13:02:24.076244 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-d050b46c-cf50-49ae-ab7b-a1c07a65e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:24.077778 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-d050b46c-cf50-49ae-ab7b-a1c07a65e32e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0446391 Jul 06 13:02:24.137882 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-de2ed9e6-b206-4d2d-9bb0-6d1366fd5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:24.139354 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-de2ed9e6-b206-4d2d-9bb0-6d1366fd5bef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515077 Jul 06 13:02:24.153898 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-11cd6c0a-79aa-495e-802c-c983eea4c036 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:02:24.154849 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-11cd6c0a-79aa-495e-802c-c983eea4c036 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050044 Jul 06 13:02:24.253676 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-b58a211a-f329-4124-90ef-553ae6f3902e service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885541 Jul 06 13:02:24.345180 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-04c5b53e-2ac4-41dc-905e-1ed719f43bb5 req-0e3eecff-e116-4118-8e63-b4a1adcb04f5 service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817423 Jul 06 13:02:27.056857 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:02:29.523857 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:29.698292 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:30.036503 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-dabf874e-76d8-4da7-81c8-71a7c71f764e req-2dd72f6b-600d-4e05-aaf1-8b418afab04d tempest-TestNetworkAdvancedServerOps-2026629470 tempest-TestNetworkAdvancedServerOps-2026629470-project] (93814) timed out ('10.222.0.47', 62662) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:02:39.181445 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 details requested by agent hyperv_n-h2-799527-2 with host n-h2-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:02:39.285032 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:39.298406 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Returning: {'device': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'mac_address': 'fa:16:3e:28:f7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:02:39.340375 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:39.353405 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:02:39.373365 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:39.377488 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:39.431046 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:39.438468 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.438751 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.439150 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.439432 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.439795 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.440124 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.440451 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.440778 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.441103 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.441426 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.441749 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.442069 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:39.465975 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] get_ports_and_sgs() called for port_ids ['35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:02:41.179466 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 up at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:02:41.228459 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Provisioning complete for port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:41.228837 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:41.315095 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:41.344735 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:02:41.347000 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ce8129-b082-4833-9c55-1d064bf2b1d7" -d '{"events": [{"server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "name": "network-vif-plugged", "status": "completed", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:02:41.365301 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:41.370197 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:41.440020 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:41.468128 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3987e26-1d15-46b5-b6f5-ed6ecc724650 x-openstack-request-id: req-e3987e26-1d15-46b5-b6f5-ed6ecc724650 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:02:41.468128 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "name": "network-vif-plugged", "status": "completed", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:02:41.468128 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3987e26-1d15-46b5-b6f5-ed6ecc724650 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:02:41.468128 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'code': 200} Jul 06 13:02:44.375806 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f755d651-e4f7-4ad3-8472-d1ac7a3f8977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:48.445094 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:48.577794 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aed61e75-d094-42c6-80fd-491f6934a108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:49.117842 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.889726 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:51.238044 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-cf0f91d0-6955-4105-b3da-2268b2f9ef8f tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329403178&fields=id&tenant_id=0c2b99726f564ac8876afc336ac7a323 HTTP/1.1" status: 200 len: 267 time: 0.0434020 Jul 06 13:02:51.372173 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-2ed0bedf-6708-4e99-a4a9-40af016aba0a tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:51.373708 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-2ed0bedf-6708-4e99-a4a9-40af016aba0a tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 809 time: 0.1282535 Jul 06 13:02:51.390389 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-3fb776a9-481b-4abd-a55b-152e8ef0399b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/quotas/0c2b99726f564ac8876afc336ac7a323 HTTP/1.1" status: 200 len: 375 time: 0.0107186 Jul 06 13:02:51.467353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-5a0ab746-b7c7-465e-977d-3149268478df tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0701072 Jul 06 13:02:51.581189 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-671dd630-b910-4ddf-bcc7-3564ce33035c service neutron] 10.222.0.21 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012297 Jul 06 13:02:51.680994 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-5e08d146-ad79-4803-9444-40b145f3d7ea service neutron] 10.222.0.21 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928717 Jul 06 13:02:51.886217 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-5adb7ee1-3ae5-4fce-82bd-32250d8e44a0 req-0dfb276b-3a2f-49c0-987c-0f408de09dc8 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 210 time: 0.0305173 Jul 06 13:02:53.023254 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.47', 63551) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:53.049307 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c5d29e4-e934-4d04-aada-cfa716d162db req-43fc3ffa-994c-4309-9007-1e4ccab4e17a tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 210 time: 0.0417814 Jul 06 13:02:53.225696 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:02:53.318802 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.343475 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:02:53.345844 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c404730-c69e-473f-88fe-1d99370fdece" -d '{"events": [{"server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:02:53.362407 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] For port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:53.368803 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.398912 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177f8949-69fc-4cc8-b08b-b68b5d04e1dc x-openstack-request-id: req-177f8949-69fc-4cc8-b08b-b68b5d04e1dc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:02:53.399408 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:02:53.399811 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-177f8949-69fc-4cc8-b08b-b68b5d04e1dc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:02:53.400218 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'code': 200} Jul 06 13:02:53.433534 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Pushing event updated for resources: {'Port': ['ID=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:53.509285 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-a3e359ce-ad36-4958-befd-9e1258cc38e5 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:53.510783 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-a3e359ce-ad36-4958-befd-9e1258cc38e5 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.47 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 809 time: 0.4865186 Jul 06 13:02:53.561854 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-603c02e1-7ef4-4e66-acac-32da83116e70 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c2b99726f564ac8876afc336ac7a323 HTTP/1.1" status: 200 len: 379 time: 0.0415514 Jul 06 13:02:53.573513 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Request body: {'port': {'device_id': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'admin_state_up': True, 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'security_groups': ['a76e28f1-bbd7-425c-8850-e77de261cc0e']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:53.744844 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Made reservation on behalf of 0c2b99726f564ac8876afc336ac7a323 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:02:53.749555 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.968316 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Allocated IP 172.20.0.4 (34537740-1abe-4436-813d-a5bc36b409a7/1380c0a4-889c-4006-a98d-2f118fc45503/e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:02:54.144480 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:54.161668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Transition to ACTIVE for port object e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:02:54.206319 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:54.262238 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Network 34537740-1abe-4436-813d-a5bc36b409a7 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:02:54.267124 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:02:54.287873 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:02:54.359322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:54.361088 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:54.390031 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8231220 Jul 06 13:02:54.408929 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4de99e-317a-4039-a524-22e6b909e9ee req-0e8d8f50-59ac-4345-9ba0-3a194fd2a769 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:54.411730 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'Port': ['ID=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:54.419225 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c4de99e-317a-4039-a524-22e6b909e9ee req-0e8d8f50-59ac-4345-9ba0-3a194fd2a769 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 931 time: 0.1688437 Jul 06 13:02:54.424185 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.424738 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.425568 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.426020 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.426485 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.426892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.427869 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.431578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.431578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.431578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.431578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.431578 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df83f952-7e1a-4060-a935-fa4f0ad640eb tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:54.490611 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9c4de99e-317a-4039-a524-22e6b909e9ee req-5efd105d-2cbf-4943-886b-a1ff13061fb5 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693374 Jul 06 13:02:54.698605 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-395bfa8f-c3ba-4f65-b117-653b5afa0401 None None] Provisioning for port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:02:54.707989 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-395bfa8f-c3ba-4f65-b117-653b5afa0401 None None] Provisioning complete for port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:54.708644 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-395bfa8f-c3ba-4f65-b117-653b5afa0401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:54.752612 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-395bfa8f-c3ba-4f65-b117-653b5afa0401 None None] Port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:02:55.690562 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e808d0e-2231-45b0-9456-239332e80f73 req-dbe771da-d481-40ed-b1a7-8e1f83a3482f tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:55.692187 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e808d0e-2231-45b0-9456-239332e80f73 req-dbe771da-d481-40ed-b1a7-8e1f83a3482f tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 931 time: 0.0733113 Jul 06 13:02:55.740320 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8e808d0e-2231-45b0-9456-239332e80f73 req-e68d11b3-a32b-43ad-a892-8e6bacdee229 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410044 Jul 06 13:02:56.965458 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4a4b4-b064-4a16-bf5a-e77a9153523c req-d33b3d0a-2e27-46d2-a904-ed6c287275e4 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:56.968158 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eed4a4b4-b064-4a16-bf5a-e77a9153523c req-d33b3d0a-2e27-46d2-a904-ed6c287275e4 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 931 time: 0.0955722 Jul 06 13:02:57.015256 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-eed4a4b4-b064-4a16-bf5a-e77a9153523c req-a1050f8d-248d-4aa4-a5fe-921568dfa4fd tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408542 Jul 06 13:02:58.205106 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87263c85-91b7-437a-9147-6c4b6c12ce3d req-3e1078c7-0a01-4612-8110-543eed18386c tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:58.206769 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87263c85-91b7-437a-9147-6c4b6c12ce3d req-3e1078c7-0a01-4612-8110-543eed18386c tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 931 time: 0.0699830 Jul 06 13:02:58.248442 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-87263c85-91b7-437a-9147-6c4b6c12ce3d req-980f61e8-92bb-4063-919b-be038b9505c5 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351896 Jul 06 13:02:59.447908 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4ac90-76a7-444a-a929-1ba25b581352 req-dbe8a358-b736-4724-b577-dde3665df665 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:59.449495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04e4ac90-76a7-444a-a929-1ba25b581352 req-dbe8a358-b736-4724-b577-dde3665df665 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 931 time: 0.0785813 Jul 06 13:02:59.489078 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-04e4ac90-76a7-444a-a929-1ba25b581352 req-78bc4f4d-a1ee-4589-8de2-98c6aaeddeb3 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337830 Jul 06 13:02:59.534525 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:59.716749 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:00.680752 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b92c80-820c-4438-a4e6-2e095b644864 req-d2715fde-6c6d-4dbf-bea0-440c5ab126ff tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:00.682334 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95b92c80-820c-4438-a4e6-2e095b644864 req-d2715fde-6c6d-4dbf-bea0-440c5ab126ff tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 931 time: 0.0709047 Jul 06 13:03:00.723418 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-95b92c80-820c-4438-a4e6-2e095b644864 req-1710f64b-c0d5-404f-b8a5-3d52ac8a3a52 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349267 Jul 06 13:03:01.933396 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0ad20-efec-4b36-9bad-e02f02d52d83 req-b82adac6-b6ec-43fb-902b-931c02c29fb1 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:01.934997 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ca0ad20-efec-4b36-9bad-e02f02d52d83 req-b82adac6-b6ec-43fb-902b-931c02c29fb1 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 931 time: 0.0730269 Jul 06 13:03:01.983715 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-9ca0ad20-efec-4b36-9bad-e02f02d52d83 req-54264d79-41fc-47a0-9559-646c1c8d458c tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429950 Jul 06 13:03:03.171150 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb7f9d-8cb1-42a5-bf51-b14d99d51afb req-676e3f73-6732-4af1-a5f0-64d5462b4bad tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:03.172706 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9cb7f9d-8cb1-42a5-bf51-b14d99d51afb req-676e3f73-6732-4af1-a5f0-64d5462b4bad tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 931 time: 0.0701687 Jul 06 13:03:03.213957 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-e9cb7f9d-8cb1-42a5-bf51-b14d99d51afb req-d79a443d-a6c6-4eb0-b8c5-e7017ca6fd91 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345416 Jul 06 13:03:04.056731 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:03:04.396777 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d94bb-11e5-4cc1-a482-34b54dfec5cf req-5b385efb-cc4b-4eba-b77a-e22f6a648810 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:04.398618 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a9d94bb-11e5-4cc1-a482-34b54dfec5cf req-5b385efb-cc4b-4eba-b77a-e22f6a648810 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 931 time: 0.0665066 Jul 06 13:03:04.437078 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-6a9d94bb-11e5-4cc1-a482-34b54dfec5cf req-cd2fe4a1-c879-4f51-9e44-f1ba5c92ac9b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328066 Jul 06 13:03:05.686552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeafaf-c9ba-40c7-87f4-c97912564ecc req-f1bc61d4-7269-4171-b5d4-3cfc23e7cf9b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:05.688082 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-feeeafaf-c9ba-40c7-87f4-c97912564ecc req-f1bc61d4-7269-4171-b5d4-3cfc23e7cf9b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 931 time: 0.1367311 Jul 06 13:03:05.726326 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-feeeafaf-c9ba-40c7-87f4-c97912564ecc req-65f2d3d6-58d0-4745-ae35-4abe56b1510c tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320661 Jul 06 13:03:06.491924 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-ebfcdd03-8cad-43b6-bbb0-daf733d478ea tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:03:06.492979 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-ebfcdd03-8cad-43b6-bbb0-daf733d478ea tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063918 Jul 06 13:03:06.550972 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Request body: {'port': {'device_id': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:06.631891 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:06.907560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:03:06.916548 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:06.931429 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Transition to ACTIVE for port object e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:03:06.936457 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:06.986208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be80bd9-77e5-43ed-8ce7-780ce839c09f req-6603a41d-c88a-4be9-8853-b9fb6c3790d1 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:06.987318 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0be80bd9-77e5-43ed-8ce7-780ce839c09f req-6603a41d-c88a-4be9-8853-b9fb6c3790d1 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 931 time: 0.1449294 Jul 06 13:03:06.996969 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Pushing event updated for resources: {'Port': ['ID=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:07.037555 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-0be80bd9-77e5-43ed-8ce7-780ce839c09f req-5e40e299-6347-4181-8c52-fbb548213616 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412922 Jul 06 13:03:07.080117 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Attempting to bind port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb on host n-h1-799527-2 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:03:07.080458 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Attempting to bind port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb by drivers openvswitch,hyperv on host n-h1-799527-2 at level 0 using segments [{'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:03:07.080791 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Attempting to bind port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb on network 34537740-1abe-4436-813d-a5bc36b409a7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:03:07.086496 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb on network 34537740-1abe-4436-813d-a5bc36b409a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:03:07.086820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Attempting to bind port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb on network 34537740-1abe-4436-813d-a5bc36b409a7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:03:07.092335 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Checking agent: {'id': 'dc7f965e-1a04-4c15-980c-f945611b1c5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'started_at': datetime.datetime(2021, 7, 6, 11, 21, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:03:07.092679 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Checking segment: {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:03:07.093067 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Bound using segment: {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:03:07.093502 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Bound port: e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb, host: n-h1-799527-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:03:07.093863 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:07.168380 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] For port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb, host n-h1-799527-2, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:03:07.171667 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] For port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb, host n-h1-799527-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:03:07.176459 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:07.214701 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:07.215328 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:07.216757 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] 10.222.0.47 "PUT /v2.0/ports/e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb HTTP/1.1" status: 200 len: 1091 time: 0.7168992 Jul 06 13:03:07.217198 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:03:07.219692 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c099b45c-e60b-45ea-a21f-929d28295474" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:03:07.246620 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05049d1e-b7f8-422d-bf12-a3347ef8e293 service neutron] Pushing event updated for resources: {'Port': ['ID=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:07.260811 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2158ee93-fb73-462e-8670-8dd828ecdc5a x-openstack-request-id: req-2158ee93-fb73-462e-8670-8dd828ecdc5a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:03:07.261108 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:03:07.261363 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2158ee93-fb73-462e-8670-8dd828ecdc5a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:03:07.261795 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'status': 'completed', 'code': 200} Jul 06 13:03:07.353451 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-167ecb10-6209-49e7-9eb9-e1463cc64815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:07.355025 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-167ecb10-6209-49e7-9eb9-e1463cc64815 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 1094 time: 0.0810769 Jul 06 13:03:07.400663 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-02cc2eae-dd52-4671-8977-6c4c3bd90cb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb HTTP/1.1" status: 200 len: 217 time: 0.0378196 Jul 06 13:03:07.450668 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-edee99dd-b501-4166-9283-7733614b6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:07.452187 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-edee99dd-b501-4166-9283-7733614b6f3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0451806 Jul 06 13:03:07.510247 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-b89c8486-9b2e-4a31-a256-ccc051996222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:07.511742 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-b89c8486-9b2e-4a31-a256-ccc051996222 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531392 Jul 06 13:03:07.605943 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-69055fff-56c4-402e-95c4-91d93eb3758f service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867178 Jul 06 13:03:07.697316 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5bfae507-1c8d-4fc0-b9c9-254fc54d24f6 req-35dc1566-fd35-48f8-99f7-e03cdce78d93 service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844216 Jul 06 13:03:07.807846 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099b45c-e60b-45ea-a21f-929d28295474 req-bed1f1dc-a603-497e-8559-0019fe2a14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:07.809380 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c099b45c-e60b-45ea-a21f-929d28295474 req-bed1f1dc-a603-497e-8559-0019fe2a14f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 1094 time: 0.0602610 Jul 06 13:03:07.899744 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099b45c-e60b-45ea-a21f-929d28295474 req-c67f9d0c-a33a-44b8-825d-38d41de162a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:07.901236 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c099b45c-e60b-45ea-a21f-929d28295474 req-c67f9d0c-a33a-44b8-825d-38d41de162a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0855796 Jul 06 13:03:07.951156 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c099b45c-e60b-45ea-a21f-929d28295474 req-ce796e55-b38f-4b5f-90d0-635070090158 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb HTTP/1.1" status: 200 len: 217 time: 0.0431859 Jul 06 13:03:08.000031 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099b45c-e60b-45ea-a21f-929d28295474 req-ccf61a37-8e86-423e-b6a6-c186539e1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:08.001483 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c099b45c-e60b-45ea-a21f-929d28295474 req-ccf61a37-8e86-423e-b6a6-c186539e1d38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0443616 Jul 06 13:03:08.058727 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099b45c-e60b-45ea-a21f-929d28295474 req-e520547d-7e02-4b82-a6cd-8f2e2494107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:08.060284 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c099b45c-e60b-45ea-a21f-929d28295474 req-e520547d-7e02-4b82-a6cd-8f2e2494107c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526335 Jul 06 13:03:08.156575 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c099b45c-e60b-45ea-a21f-929d28295474 req-a8debbec-4088-4383-beeb-996adc03cac5 service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881493 Jul 06 13:03:08.222256 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd830d9f-3c15-4a81-a7b6-996ee372426c req-a70200f5-1359-40a5-869c-e844751c33fd tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:08.224327 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd830d9f-3c15-4a81-a7b6-996ee372426c req-a70200f5-1359-40a5-869c-e844751c33fd tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 943 time: 0.0685079 Jul 06 13:03:08.250364 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-c099b45c-e60b-45ea-a21f-929d28295474 req-bbde6232-b127-4039-bcde-77528390807c service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870879 Jul 06 13:03:08.262243 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fd830d9f-3c15-4a81-a7b6-996ee372426c req-9fe1628e-f839-4127-b185-2779fa42cc69 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324025 Jul 06 13:03:09.445540 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a0721-c7df-4c9f-99a0-4987fe92ebd2 req-d692bf6c-7f8c-484e-95bf-70ee96a67c54 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:09.447045 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c93a0721-c7df-4c9f-99a0-4987fe92ebd2 req-d692bf6c-7f8c-484e-95bf-70ee96a67c54 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 943 time: 0.0673628 Jul 06 13:03:09.484272 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-c93a0721-c7df-4c9f-99a0-4987fe92ebd2 req-b4771047-4c63-4a4a-8ec3-dfe9181040c4 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316007 Jul 06 13:03:10.664684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b45c8-0550-4154-b80c-5f63aadf82ee req-ad76e3cb-487a-476b-8ef0-11c5ff50e220 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:10.666353 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b2b45c8-0550-4154-b80c-5f63aadf82ee req-ad76e3cb-487a-476b-8ef0-11c5ff50e220 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 943 time: 0.0683897 Jul 06 13:03:10.707058 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-8b2b45c8-0550-4154-b80c-5f63aadf82ee req-72414778-a738-4dce-abbe-af3368921c5f tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351746 Jul 06 13:03:11.558280 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:03:11.651154 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:03:11.662359 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'port_id': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'mac_address': 'fa:16:3e:2d:58:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:03:11.715988 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:11.731277 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:03:11.752997 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:03:11.758303 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:11.808626 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:11.890393 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6c754-beb0-4e7e-ab3f-cf60beb851d2 req-8ea2bf9a-ab52-4f39-aef7-d60d355d92a4 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:11.891915 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66a6c754-beb0-4e7e-ab3f-cf60beb851d2 req-8ea2bf9a-ab52-4f39-aef7-d60d355d92a4 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 944 time: 0.0684483 Jul 06 13:03:11.931762 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-66a6c754-beb0-4e7e-ab3f-cf60beb851d2 req-fc93330f-a6f2-42e3-baeb-5f8e8e9f6baf tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337920 Jul 06 13:03:12.296456 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:03:13.121962 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099e3ce-2d36-4939-a79c-d79e8c36d863 req-9efe654a-ad27-4af6-9fe5-229c1e773081 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:13.123495 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3099e3ce-2d36-4939-a79c-d79e8c36d863 req-9efe654a-ad27-4af6-9fe5-229c1e773081 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 944 time: 0.0753582 Jul 06 13:03:13.163102 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-3099e3ce-2d36-4939-a79c-d79e8c36d863 req-7c835e32-e455-4b4a-b7cb-d8a0f848a8f8 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340061 Jul 06 13:03:13.590820 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:03:13.639694 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning for port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:03:13.643611 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:03:13.643980 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:13.722396 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:13.744589 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:03:13.746709 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6671bc52-4df0-4eb5-ad0e-3c1645eb4895" -d '{"events": [{"server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "name": "network-vif-plugged", "status": "completed", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:03:13.760183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:03:13.764600 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:13.789914 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01644498-cf14-4a4b-aa21-6054b980d5cb x-openstack-request-id: req-01644498-cf14-4a4b-aa21-6054b980d5cb {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:03:13.790204 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "name": "network-vif-plugged", "status": "completed", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:03:13.790458 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01644498-cf14-4a4b-aa21-6054b980d5cb {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:03:13.790847 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'code': 200} Jul 06 13:03:13.819256 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:13.896077 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4ed28-4e32-4f98-97f2-dde344cb8815 req-92ccbf89-d9ba-48b7-952b-1bab8a845e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:13.897592 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ea4ed28-4e32-4f98-97f2-dde344cb8815 req-92ccbf89-d9ba-48b7-952b-1bab8a845e00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 1096 time: 0.0527594 Jul 06 13:03:13.935696 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ea4ed28-4e32-4f98-97f2-dde344cb8815 req-9a00ba39-3c91-4159-8c09-7c8bb4a3a0e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281439 Jul 06 13:03:14.342477 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc2dab-2f98-4879-8001-76d19c8ea57a req-ee8a5a15-a818-4b4b-83c3-bec3bd9b85bc tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:14.344025 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cfbc2dab-2f98-4879-8001-76d19c8ea57a req-ee8a5a15-a818-4b4b-83c3-bec3bd9b85bc tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 945 time: 0.0677786 Jul 06 13:03:14.368523 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5699fd72-366b-4a66-85bb-84bd5813b43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:14.384463 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-cfbc2dab-2f98-4879-8001-76d19c8ea57a req-8e054001-1511-444d-b564-d5d434ccf68f tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344243 Jul 06 13:03:15.562801 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d1674-0a96-4f97-b60d-8dc6547236de req-1c5ccac9-f4a8-4574-ac89-b04d64e27d0d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:15.564331 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe6d1674-0a96-4f97-b60d-8dc6547236de req-1c5ccac9-f4a8-4574-ac89-b04d64e27d0d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 945 time: 0.0647180 Jul 06 13:03:15.602801 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-fe6d1674-0a96-4f97-b60d-8dc6547236de req-4ed590ab-9087-441d-8331-9068bd10b62c tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329094 Jul 06 13:03:15.775697 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5092-18a6-489b-a6fc-b18b69289aca req-1ce0bca3-410b-4031-91c1-70c70ef2d97c tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:15.777193 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-105a5092-18a6-489b-a6fc-b18b69289aca req-1ce0bca3-410b-4031-91c1-70c70ef2d97c tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 945 time: 0.0639558 Jul 06 13:03:15.815171 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-105a5092-18a6-489b-a6fc-b18b69289aca req-ab165351-a929-4fe3-b30f-d1b9de1d243e tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323646 Jul 06 13:03:15.842391 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35326) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:15.898379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516782f2-e618-451a-9c0c-1769e9b52453 tempest-TestSnapshotPattern-1857787002 tempest-TestSnapshotPattern-1857787002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:15.899951 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-516782f2-e618-451a-9c0c-1769e9b52453 tempest-TestSnapshotPattern-1857787002 tempest-TestSnapshotPattern-1857787002-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 1091 time: 0.0565460 Jul 06 13:03:15.902673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35328) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:15.907075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.v2.base [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Request body: {'floatingip': {'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'port_id': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:15.930036 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:16.030445 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:16.140906 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Allocated IP 172.25.0.249 (df1087d2-3bdc-4320-881a-9a406341ee71/052e40d2-8c16-4c0b-b3a9-76df9d9e244c/30012f96-2bd2-45e5-b679-0b9fc0badcea) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:03:16.243924 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:16.282849 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-754488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8269479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763112807653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3934982'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:16.322775 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Network df1087d2-3bdc-4320-881a-9a406341ee71 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:03:16.325933 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:03:16.329332 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:03:16.360013 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'Port': ['ID=30012f96-2bd2-45e5-b679-0b9fc0badcea,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:16.710555 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:16.791173 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:16.942386 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:16.947226 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3935220'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:17.011655 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event updated for resources: {'Port': ['ID=30012f96-2bd2-45e5-b679-0b9fc0badcea,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:17.027273 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7875945'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:17.133536 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Floating IP 374eed68-c115-4d3f-b871-04f7ad8f4c03 associated. External IP: 172.25.0.249, port: e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb. Jul 06 13:03:17.343095 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Router d045aca0-9eae-410b-b1e8-9c5599c3e1dc has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:03:17.452796 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:03:17.462661 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2837c-eb59-43b1-bd7f-ae9b9cbc0e5e None None] Sync routers for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:03:17.469543 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:17.472370 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2837c-eb59-43b1-bd7f-ae9b9cbc0e5e None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:17.472977 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0fe2837c-eb59-43b1-bd7f-ae9b9cbc0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:02:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:17.508265 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-52a49d50-072d-4e56-835d-5ea3cd931f06 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6045766 Jul 06 13:03:17.508960 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:03:17.511238 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:03:17.546698 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d59c50-ee73-445a-91e1-6c4af7bf4b29 x-openstack-request-id: req-f9d59c50-ee73-445a-91e1-6c4af7bf4b29 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:03:17.546994 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:03:17.547250 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9d59c50-ee73-445a-91e1-6c4af7bf4b29 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:03:17.547695 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'status': 'completed', 'code': 200} Jul 06 13:03:17.582867 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-0fe2837c-eb59-43b1-bd7f-ae9b9cbc0e5e None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:17.621871 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640 req-62504241-2db2-4608-9508-5cc8c3a0822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:17.623631 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640 req-62504241-2db2-4608-9508-5cc8c3a0822e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 1096 time: 0.0534906 Jul 06 13:03:17.720608 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640 req-11ded141-b2c7-4a3b-b645-630e6ef9a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:17.722112 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640 req-11ded141-b2c7-4a3b-b645-630e6ef9a0ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0911615 Jul 06 13:03:17.787788 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640 req-a800f698-97f0-4211-8627-c609e97069f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb HTTP/1.1" status: 200 len: 999 time: 0.0595186 Jul 06 13:03:17.813234 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0fe2837c-eb59-43b1-bd7f-ae9b9cbc0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '374eed68-c115-4d3f-b871-04f7ad8f4c03', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:2d:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:03:16Z', 'updated_at': '2021-07-06T13:03:16Z', 'revision_number': 0, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}, {'id': 'd8778961-4f1f-4698-bf90-78e74f9caa7b', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:28:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:00:37Z', 'updated_at': '2021-07-06T13:00:40Z', 'revision_number': 1, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:17.840888 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2837c-eb59-43b1-bd7f-ae9b9cbc0e5e None None] Checking router: d045aca0-9eae-410b-b1e8-9c5599c3e1dc for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:03:17.842228 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640 req-0d9afd0c-2b5c-4aa4-aca0-27f5b8983fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:17.843760 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640 req-0d9afd0c-2b5c-4aa4-aca0-27f5b8983fcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0499220 Jul 06 13:03:17.849169 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2837c-eb59-43b1-bd7f-ae9b9cbc0e5e None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:17.849894 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0fe2837c-eb59-43b1-bd7f-ae9b9cbc0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:02:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:17.900995 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640 req-4c56fd29-2e27-4e23-95e2-475b89f8720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:17.902551 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640 req-4c56fd29-2e27-4e23-95e2-475b89f8720a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531015 Jul 06 13:03:17.955898 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-0fe2837c-eb59-43b1-bd7f-ae9b9cbc0e5e None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:17.993450 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640 req-d7cbd80e-5c30-43bc-b3e6-78f32eeb74c2 service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844872 Jul 06 13:03:18.090537 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6ff21818-12fa-4f7c-b89b-a1b42f1dd640 req-f164041c-40cc-4a0b-9a36-a1e85527d265 service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892670 Jul 06 13:03:18.183361 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-0fe2837c-eb59-43b1-bd7f-ae9b9cbc0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '374eed68-c115-4d3f-b871-04f7ad8f4c03', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:2d:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:03:16Z', 'updated_at': '2021-07-06T13:03:16Z', 'revision_number': 0, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}, {'id': 'd8778961-4f1f-4698-bf90-78e74f9caa7b', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:28:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:00:37Z', 'updated_at': '2021-07-06T13:00:40Z', 'revision_number': 1, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:18.212913 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2837c-eb59-43b1-bd7f-ae9b9cbc0e5e None None] The sync data for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 is: [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': '374eed68-c115-4d3f-b871-04f7ad8f4c03', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:2d:58:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:03:16Z', 'updated_at': '2021-07-06T13:03:16Z', 'revision_number': 0, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}, {'id': 'd8778961-4f1f-4698-bf90-78e74f9caa7b', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:28:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:00:37Z', 'updated_at': '2021-07-06T13:00:40Z', 'revision_number': 1, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:03:18.402170 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5caf5e-8a49-47b5-a3c4-2987980db17f None None] New status for floating IP 374eed68-c115-4d3f-b871-04f7ad8f4c03: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:03:18.459867 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:18.569839 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b237042f-2fcf-44c3-b613-512fbf2b1331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:19.110818 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:20.896743 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:23.751646 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-980996e0-d8a2-44df-87f1-da89553641a0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0929537 Jul 06 13:03:23.850588 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-e7423cea-2ec0-4b56-ad26-85c823e3aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:23.852106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-e7423cea-2ec0-4b56-ad26-85c823e3aed3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 1094 time: 0.0527115 Jul 06 13:03:23.968120 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-323ad312-f066-4ce8-83fe-a844c602b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:23.969516 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-323ad312-f066-4ce8-83fe-a844c602b802 service neutron] 10.222.0.86 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0928285 Jul 06 13:03:24.039725 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-ba5f2541-268c-4892-b543-83bdb1c54461 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 HTTP/1.1" status: 200 len: 998 time: 0.0602415 Jul 06 13:03:24.094258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-8bd15c49-3a42-438a-8efd-ca41e95d02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:24.095728 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-8bd15c49-3a42-438a-8efd-ca41e95d02e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0477571 Jul 06 13:03:24.155402 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-aa876483-e7c7-4b4b-bbab-b3cd8bba27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:24.156920 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-aa876483-e7c7-4b4b-bbab-b3cd8bba27b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524788 Jul 06 13:03:24.252818 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-73921e30-6cc0-4157-8a90-f949fe545b5b service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851464 Jul 06 13:03:24.350042 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-e0dd4981-e9d0-4bbd-a0db-2e7cee5c575e req-4cfe76f9-b5ef-4cb9-b6df-a3b8d17f0f9c service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872135 Jul 06 13:03:29.534697 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:29.698337 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:41.059177 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:03:44.370367 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-664d3ee2-bc88-48be-97e6-61a9a3399f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:48.441905 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:48.570118 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09db0e0f-f9dd-487a-a223-06612db2ce89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:49.114127 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:50.895746 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.575900 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.715172 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:11.568616 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6297927d-e759-41ad-a3e6-94afa0845463 req-a36e55f7-9ea9-48f7-8969-4cdfec1674ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545585 Jul 06 13:04:11.667687 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297927d-e759-41ad-a3e6-94afa0845463 req-d37c6bee-e973-4da9-a9b2-835a39338ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.669206 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6297927d-e759-41ad-a3e6-94afa0845463 req-d37c6bee-e973-4da9-a9b2-835a39338ea9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 1096 time: 0.0552499 Jul 06 13:04:11.781258 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297927d-e759-41ad-a3e6-94afa0845463 req-03f02adf-49f3-4f6d-8328-1857ad454445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.782777 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6297927d-e759-41ad-a3e6-94afa0845463 req-03f02adf-49f3-4f6d-8328-1857ad454445 service neutron] 10.222.0.47 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0926418 Jul 06 13:04:11.850147 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6297927d-e759-41ad-a3e6-94afa0845463 req-19f035f5-9f1a-42da-ab12-9c01edbdfe44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb HTTP/1.1" status: 200 len: 1001 time: 0.0605111 Jul 06 13:04:11.902487 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297927d-e759-41ad-a3e6-94afa0845463 req-6a3b6eae-0ec1-45f8-b585-090aee11e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.903976 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6297927d-e759-41ad-a3e6-94afa0845463 req-6a3b6eae-0ec1-45f8-b585-090aee11e96c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0474870 Jul 06 13:04:11.962420 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297927d-e759-41ad-a3e6-94afa0845463 req-191d3bd6-ce5d-4c2e-9d82-7457e64e300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.963940 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6297927d-e759-41ad-a3e6-94afa0845463 req-191d3bd6-ce5d-4c2e-9d82-7457e64e300d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535350 Jul 06 13:04:12.050432 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6297927d-e759-41ad-a3e6-94afa0845463 req-09b6261e-587a-45b8-8238-62cfc8c504f0 service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797787 Jul 06 13:04:12.143210 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-6297927d-e759-41ad-a3e6-94afa0845463 req-043d25b7-824d-416b-92a6-7462411cb3c2 service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863569 Jul 06 13:04:14.372085 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c67f5bf-01ce-4a03-b9f8-e515796d750b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:18.059257 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:04:18.444471 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:18.571723 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b169730-1bab-4eb8-b306-9734f90ca271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:19.117038 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:20.898252 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:25.731188 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-f3e2b3f7-34db-41d0-9d40-5d4a6e986b35 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554430 Jul 06 13:04:25.830163 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-dd429b42-0f2b-42d5-a456-dab8d4b47348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:25.831693 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-dd429b42-0f2b-42d5-a456-dab8d4b47348 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 1094 time: 0.0527112 Jul 06 13:04:25.943084 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-68c056d5-2a85-42e1-b045-cf9fd15fdd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:25.945127 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-68c056d5-2a85-42e1-b045-cf9fd15fdd25 service neutron] 10.222.0.86 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0917757 Jul 06 13:04:26.012019 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-ca37caff-1fe5-474f-9154-1601bb90cf33 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 HTTP/1.1" status: 200 len: 998 time: 0.0577066 Jul 06 13:04:26.068379 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-dee1272b-980a-4369-8a95-b99f2e1b6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:26.070360 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-dee1272b-980a-4369-8a95-b99f2e1b6a2c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0482922 Jul 06 13:04:26.127183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-bc9292ee-a534-4a12-a5e2-421cffae8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:26.128730 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-bc9292ee-a534-4a12-a5e2-421cffae8f8d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519459 Jul 06 13:04:26.221111 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-dcc70ca3-a241-4cc2-839f-b75889e72afa service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822108 Jul 06 13:04:26.317010 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-ced2275d-9cff-4d29-a724-d0ff6ff8be21 req-96f986e5-6440-4722-91ab-37a191235f0c service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861464 Jul 06 13:04:29.565195 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:29.726435 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:44.376124 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b9666e7-b089-4c57-9ec1-63dbbcead7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:48.446689 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:48.573498 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51c163fe-04f7-4b79-88a9-2da25af33961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:49.121875 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:50.902698 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:55.059226 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:04:59.581587 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:59.725471 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:12.568090 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-aad6e8fb-2728-4a45-bf6b-b659441a2297 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527601 Jul 06 13:05:12.668938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-457a1cdd-16a6-4ad1-a25f-82dd9915758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:12.670470 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-457a1cdd-16a6-4ad1-a25f-82dd9915758e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 1096 time: 0.0584002 Jul 06 13:05:12.781300 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-2cfb029b-5068-42ff-ab83-c2f755f8fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:12.782799 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-2cfb029b-5068-42ff-ab83-c2f755f8fe55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0930455 Jul 06 13:05:12.854436 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-0f0b941c-a5f2-417a-89d9-36ac81ad7a6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb HTTP/1.1" status: 200 len: 1001 time: 0.0653548 Jul 06 13:05:12.905429 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-a2c3ba5f-ebb1-456a-979f-614e83f1c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:12.906915 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-a2c3ba5f-ebb1-456a-979f-614e83f1c7cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0468261 Jul 06 13:05:12.966469 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-78b8b888-cbc2-47b1-a946-e5151c93bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:12.968034 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-78b8b888-cbc2-47b1-a946-e5151c93bafb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545614 Jul 06 13:05:13.066281 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-450a3be2-cbe4-419b-84fa-24d5e2f7f7fb service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912950 Jul 06 13:05:13.156417 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-5b50bc72-cb58-4db8-b9b5-024f7469d93b req-9ae581c5-78d3-4e8f-a5d0-ff74096028a5 service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835881 Jul 06 13:05:14.378193 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76e83f4f-b745-449f-8f6b-1bcef9dc9b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:18.447864 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:18.574570 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d7e0358-562a-4fa7-857d-a8bec22d5837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:19.124140 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:20.905959 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:25.714298 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-b435a9eb-5d70-4c7b-940a-7cdc69bc48b8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551274 Jul 06 13:05:25.826754 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-27913ef2-99b4-4b17-a18c-d656b9324f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:25.828454 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-27913ef2-99b4-4b17-a18c-d656b9324f1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 1094 time: 0.0582621 Jul 06 13:05:25.943328 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-133fa00a-cb80-4beb-8ebd-0c4f3180f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:25.945512 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-133fa00a-cb80-4beb-8ebd-0c4f3180f100 service neutron] 10.222.0.86 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0915527 Jul 06 13:05:26.018700 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-d3720b48-3983-4702-932e-0c6f46453b00 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 HTTP/1.1" status: 200 len: 998 time: 0.0639021 Jul 06 13:05:26.395560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-d663021f-264a-4308-98fc-69a1d26e1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:26.397042 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-d663021f-264a-4308-98fc-69a1d26e1cee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.3694928 Jul 06 13:05:26.455597 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-d8c71101-eb37-4ffe-8394-a864640e88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:26.457087 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-d8c71101-eb37-4ffe-8394-a864640e88eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525973 Jul 06 13:05:26.562887 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-a077a4c1-0188-4f3e-b335-fbf6e1186edd service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951483 Jul 06 13:05:26.667440 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-88a3d94e-173b-424d-a77b-89c76ed26da8 req-fe98013b-a4cd-4aec-984f-b390a01328f1 service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949750 Jul 06 13:05:29.580670 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:29.742022 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:32.059034 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:05:40.329784 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb details requested by agent hyperv_n-h1-799527-2 with host n-h1-799527-2 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:05:40.432111 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:05:40.444288 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Returning: {'device': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'port_id': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'mac_address': 'fa:16:3e:2d:58:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:05:40.481289 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:40.494425 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:05:40.513513 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:05:40.517713 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:40.570925 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:05:40.578194 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.578547 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.578892 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.579233 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.579606 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.579993 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.580273 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.580602 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.580931 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.581255 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.581581 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.581905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:40.610323 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] get_ports_and_sgs() called for port_ids ['e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:05:42.334428 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb up at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:05:42.388512 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Provisioning complete for port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:05:42.388887 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7676784'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:42.468036 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754429'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:42.490617 n-d-799527-2 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:05:42.493093 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d425cd0f2bd4c0b6d1edcc12940249e730dcd30c99c54dce9ddeffe61fbae589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d46f91e-9d08-49ed-b633-bbaa32b6e19e" -d '{"events": [{"server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "name": "network-vif-plugged", "status": "completed", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:05:42.505574 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] For port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:05:42.509817 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763113365288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763112807671', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763112810792'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:42.563703 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Pushing event updated for resources: {'Port': ['ID=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:05:43.555268 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00dccde-01c8-40fd-ab2f-191e24e7b029 x-openstack-request-id: req-f00dccde-01c8-40fd-ab2f-191e24e7b029 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:05:43.555933 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "name": "network-vif-plugged", "status": "completed", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:05:43.556055 n-d-799527-2 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f00dccde-01c8-40fd-ab2f-191e24e7b029 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:05:43.556484 n-d-799527-2 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'code': 200} Jul 06 13:05:44.381199 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e11ec60-b19c-493f-bf40-6b6a5ba97242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:48.512533 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:48.578793 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8366ef6f-c4b5-4a8b-9cfd-f725ec74c7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:49.137334 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:50.916670 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:56.771834 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35608) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:05:56.941307 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Deleting port 30012f96-2bd2-45e5-b679-0b9fc0badcea {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:05:56.941552 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:57.022595 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:57.022933 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:57.035733 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Calling delete_port for 30012f96-2bd2-45e5-b679-0b9fc0badcea owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:05:57.196337 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:57.223509 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event deleted for resources: {'Port': ['ID=30012f96-2bd2-45e5-b679-0b9fc0badcea,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:05:57.236289 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.236617 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.236962 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.237305 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.237648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.237981 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.238311 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.238639 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.238967 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.239294 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.239746 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.240075 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:05:57.301133 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:57.301448 n-d-799527-2 neutron-server[93815]: INFO neutron.db.l3_db [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Floating IP 374eed68-c115-4d3f-b871-04f7ad8f4c03 disassociated (deleted). External IP: 172.25.0.249, port: e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb. Jul 06 13:05:57.515007 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Router d045aca0-9eae-410b-b1e8-9c5599c3e1dc has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:05:57.634771 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:05:57.640189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:57.647728 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc77323-e3dd-4c81-bd0c-00f060ecdcb9 None None] Sync routers for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:05:57.657459 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc77323-e3dd-4c81-bd0c-00f060ecdcb9 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:05:57.657959 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2cc77323-e3dd-4c81-bd0c-00f060ecdcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:05:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:05:57.685760 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5ed35f72-fe7b-45e2-9d09-21a034802215 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "DELETE /v2.0/floatingips/374eed68-c115-4d3f-b871-04f7ad8f4c03 HTTP/1.1" status: 204 len: 168 time: 0.9126110 Jul 06 13:05:57.686606 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:05:57.690837 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40257fe1-532d-463a-b6ca-cb2a8bdff26a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:05:57.777269 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2cc77323-e3dd-4c81-bd0c-00f060ecdcb9 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:05:57.789798 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f77282-f59f-4c58-b3cc-20a6228094c7 x-openstack-request-id: req-89f77282-f59f-4c58-b3cc-20a6228094c7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:05:57.789798 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:05:57.790499 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89f77282-f59f-4c58-b3cc-20a6228094c7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:05:57.790499 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'status': 'completed', 'code': 200} Jul 06 13:05:57.877565 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257fe1-532d-463a-b6ca-cb2a8bdff26a req-5378a810-1048-48f8-bed6-d5ef65d3fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:57.879363 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40257fe1-532d-463a-b6ca-cb2a8bdff26a req-5378a810-1048-48f8-bed6-d5ef65d3fffa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 1096 time: 0.0613360 Jul 06 13:05:57.989624 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257fe1-532d-463a-b6ca-cb2a8bdff26a req-0302bbad-c23e-464c-9219-a52cc0ae83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:57.991110 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40257fe1-532d-463a-b6ca-cb2a8bdff26a req-0302bbad-c23e-464c-9219-a52cc0ae83ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.1056430 Jul 06 13:05:58.035495 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40257fe1-532d-463a-b6ca-cb2a8bdff26a req-8a955864-e14c-463e-89fb-f18ad86a9fb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb HTTP/1.1" status: 200 len: 217 time: 0.0372250 Jul 06 13:05:58.053852 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2cc77323-e3dd-4c81-bd0c-00f060ecdcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'd8778961-4f1f-4698-bf90-78e74f9caa7b', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:28:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:00:37Z', 'updated_at': '2021-07-06T13:00:40Z', 'revision_number': 1, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:05:58.082621 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc77323-e3dd-4c81-bd0c-00f060ecdcb9 None None] Checking router: d045aca0-9eae-410b-b1e8-9c5599c3e1dc for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:05:58.092156 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc77323-e3dd-4c81-bd0c-00f060ecdcb9 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:05:58.092787 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2cc77323-e3dd-4c81-bd0c-00f060ecdcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:05:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:05:58.095128 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257fe1-532d-463a-b6ca-cb2a8bdff26a req-aaa1f9f8-d157-437e-a5d6-6851ec2418d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:58.096862 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40257fe1-532d-463a-b6ca-cb2a8bdff26a req-aaa1f9f8-d157-437e-a5d6-6851ec2418d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0543542 Jul 06 13:05:58.144208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83a8e0-2f26-4ea4-81df-0227601fe065 req-b72f73de-0a38-4c88-88d0-5ad4b4e89377 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:58.145921 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c83a8e0-2f26-4ea4-81df-0227601fe065 req-b72f73de-0a38-4c88-88d0-5ad4b4e89377 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 945 time: 0.0815976 Jul 06 13:05:58.160345 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40257fe1-532d-463a-b6ca-cb2a8bdff26a req-27b99915-cefa-4802-bcc6-5fa767ce2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:58.161899 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40257fe1-532d-463a-b6ca-cb2a8bdff26a req-27b99915-cefa-4802-bcc6-5fa767ce2141 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575290 Jul 06 13:05:58.192097 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-7c83a8e0-2f26-4ea4-81df-0227601fe065 req-73d89c7b-3cbc-43ef-869e-0d0fe32ae848 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393765 Jul 06 13:05:58.212141 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-2cc77323-e3dd-4c81-bd0c-00f060ecdcb9 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:05:58.265748 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40257fe1-532d-463a-b6ca-cb2a8bdff26a req-78b59d9d-35c0-4880-8ec9-de171e44e5b9 service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968382 Jul 06 13:05:58.386114 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-40257fe1-532d-463a-b6ca-cb2a8bdff26a req-6096d2e1-a919-4933-8400-79f30a1d90c7 service neutron] 10.222.0.47 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137176 Jul 06 13:05:58.448164 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-2cc77323-e3dd-4c81-bd0c-00f060ecdcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'd8778961-4f1f-4698-bf90-78e74f9caa7b', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:28:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:00:37Z', 'updated_at': '2021-07-06T13:00:40Z', 'revision_number': 1, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:05:58.478892 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc77323-e3dd-4c81-bd0c-00f060ecdcb9 None None] The sync data for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 is: [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_floatingips': [{'id': 'd8778961-4f1f-4698-bf90-78e74f9caa7b', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'router_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'port_id': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'mac_address': 'fa:16:3e:28:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:00:37Z', 'updated_at': '2021-07-06T13:00:40Z', 'revision_number': 1, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:05:58.700078 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3637d-af53-4fb4-9c03-91849e404493 None None] New status for floating IP 374eed68-c115-4d3f-b871-04f7ad8f4c03: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:05:59.405663 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c86df-18d4-4afc-bf1f-a75905de1ce0 req-249d0e14-e51a-4b61-8c02-8a13dec6686f tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:59.407199 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-779c86df-18d4-4afc-bf1f-a75905de1ce0 req-249d0e14-e51a-4b61-8c02-8a13dec6686f tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 945 time: 0.0669050 Jul 06 13:05:59.449281 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-779c86df-18d4-4afc-bf1f-a75905de1ce0 req-24c14b63-fe44-4c61-b804-0bf2dffade56 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365348 Jul 06 13:05:59.600678 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:59.718693 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5b91d-17ad-4bc3-ae49-cabbe7cd61dc req-80abd293-a6d0-4e03-9182-e57cdba6ae9f tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:59.720260 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2de5b91d-17ad-4bc3-ae49-cabbe7cd61dc req-80abd293-a6d0-4e03-9182-e57cdba6ae9f tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 945 time: 0.0664756 Jul 06 13:05:59.737445 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:59.828363 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2de5b91d-17ad-4bc3-ae49-cabbe7cd61dc req-cb70a5b0-819a-44a2-ae5c-380de9205f64 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Deleting port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:05:59.828711 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2de5b91d-17ad-4bc3-ae49-cabbe7cd61dc req-cb70a5b0-819a-44a2-ae5c-380de9205f64 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:59.917341 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2de5b91d-17ad-4bc3-ae49-cabbe7cd61dc req-cb70a5b0-819a-44a2-ae5c-380de9205f64 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] For port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb, host n-h1-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-2',level=0,port_id=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:05:59.917809 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2de5b91d-17ad-4bc3-ae49-cabbe7cd61dc req-cb70a5b0-819a-44a2-ae5c-380de9205f64 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:59.933781 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2de5b91d-17ad-4bc3-ae49-cabbe7cd61dc req-cb70a5b0-819a-44a2-ae5c-380de9205f64 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Calling delete_port for e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:06:00.065403 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2de5b91d-17ad-4bc3-ae49-cabbe7cd61dc req-cb70a5b0-819a-44a2-ae5c-380de9205f64 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:00.097336 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70a5b0-819a-44a2-ae5c-380de9205f64 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event deleted for resources: {'Port': ['ID=e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:00.151025 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de5b91d-17ad-4bc3-ae49-cabbe7cd61dc req-cb70a5b0-819a-44a2-ae5c-380de9205f64 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] No DVR routers for this DVR port e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb on host n-h1-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:06:00.153736 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2de5b91d-17ad-4bc3-ae49-cabbe7cd61dc req-cb70a5b0-819a-44a2-ae5c-380de9205f64 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:00.155958 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-2de5b91d-17ad-4bc3-ae49-cabbe7cd61dc req-cb70a5b0-819a-44a2-ae5c-380de9205f64 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.47 "DELETE /v2.0/ports/e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb HTTP/1.1" status: 204 len: 173 time: 0.4304709 Jul 06 13:06:00.156393 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'name': 'network-vif-deleted', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:06:00.158801 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3475ec4f-2819-4140-be0a-b6867e38deb9" -d '{"events": [{"server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "name": "network-vif-deleted", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:06:00.198381 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28530ee8-8adb-4e19-aa99-736f5e6f8f76 x-openstack-request-id: req-28530ee8-8adb-4e19-aa99-736f5e6f8f76 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:06:00.198672 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7dadae-b2e8-4997-89ba-7c6669073b05", "name": "network-vif-deleted", "tag": "e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:06:00.199000 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28530ee8-8adb-4e19-aa99-736f5e6f8f76 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:06:00.199403 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7dadae-b2e8-4997-89ba-7c6669073b05', 'name': 'network-vif-deleted', 'tag': 'e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb', 'status': 'completed', 'code': 200} Jul 06 13:06:00.372746 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb no longer exists at agent hyperv_n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:06:00.396857 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] No Port match for: e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:06:00.397209 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Device e58fdf3f-9de4-4e4c-b5d7-c65b16d018fb not bound to the agent host n-h1-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:06:00.617584 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-1816a165-975e-4bb4-a34f-efdffc721fef req-d977617f-da29-40f2-b82c-3a880be61c67 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7dadae-b2e8-4997-89ba-7c6669073b05 HTTP/1.1" status: 200 len: 210 time: 0.0336456 Jul 06 13:06:02.222863 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35674) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:02.386238 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Deleting port 65253e07-ec4a-4f57-8542-d8b93cb1e125 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:06:02.386574 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:02.462144 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:02.462486 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:02.474114 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Calling delete_port for 65253e07-ec4a-4f57-8542-d8b93cb1e125 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:06:02.623003 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:02.648348 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event deleted for resources: {'Port': ['ID=65253e07-ec4a-4f57-8542-d8b93cb1e125,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:02.681403 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.681747 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.682086 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.682423 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.682756 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.683121 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.683435 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.683782 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.684104 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.684429 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.684759 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.685082 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-2 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:02.724863 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:02.725111 n-d-799527-2 neutron-server[93814]: INFO neutron.db.l3_db [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Floating IP d8778961-4f1f-4698-bf90-78e74f9caa7b disassociated (deleted). External IP: 172.25.0.12, port: 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1. Jul 06 13:06:02.936670 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Router d045aca0-9eae-410b-b1e8-9c5599c3e1dc has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:06:03.046063 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:06:03.050402 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:03.055105 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a9be9-9bda-48cd-ab1e-3b8681780885 None None] Sync routers for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:06:03.065092 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a9be9-9bda-48cd-ab1e-3b8681780885 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:06:03.065723 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bd4a9be9-9bda-48cd-ab1e-3b8681780885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:05:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:03.094077 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-8d343af1-5300-4b29-be85-b95f6eaba605 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "DELETE /v2.0/floatingips/d8778961-4f1f-4698-bf90-78e74f9caa7b HTTP/1.1" status: 204 len: 168 time: 0.8700824 Jul 06 13:06:03.094684 n-d-799527-2 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:06:03.097133 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3378fdf1641e6bc0ec2fe7a89567858356fa50fce97d6283372b1ffd8f224092" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f3a609-f74f-4881-8ade-7cf2b94c5821" -d '{"events": [{"name": "network-changed", "server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:06:03.176442 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-bd4a9be9-9bda-48cd-ab1e-3b8681780885 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:06:03.201784 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e568f0f7-981d-4de8-a2c5-05872908d3b2 x-openstack-request-id: req-e568f0f7-981d-4de8-a2c5-05872908d3b2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:06:03.202103 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:06:03.202355 n-d-799527-2 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e568f0f7-981d-4de8-a2c5-05872908d3b2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:06:03.202763 n-d-799527-2 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'status': 'completed', 'code': 200} Jul 06 13:06:03.284068 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3a609-f74f-4881-8ade-7cf2b94c5821 req-67bb5973-56b0-465b-912b-61cc355b09da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:03.285700 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-01f3a609-f74f-4881-8ade-7cf2b94c5821 req-67bb5973-56b0-465b-912b-61cc355b09da service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c2b99726f564ac8876afc336ac7a323&device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 1094 time: 0.0580544 Jul 06 13:06:03.389446 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3a609-f74f-4881-8ade-7cf2b94c5821 req-17c2eb18-4f6c-4ad0-a13d-095e0d9f8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:03.391180 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-01f3a609-f74f-4881-8ade-7cf2b94c5821 req-17c2eb18-4f6c-4ad0-a13d-095e0d9f8b40 service neutron] 10.222.0.86 "GET /v2.0/networks?id=34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 200 len: 910 time: 0.0957155 Jul 06 13:06:03.398814 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bd4a9be9-9bda-48cd-ab1e-3b8681780885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:03.425651 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a9be9-9bda-48cd-ab1e-3b8681780885 None None] Checking router: d045aca0-9eae-410b-b1e8-9c5599c3e1dc for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:06:03.435288 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a9be9-9bda-48cd-ab1e-3b8681780885 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:06:03.435933 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bd4a9be9-9bda-48cd-ab1e-3b8681780885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:05:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:03.441611 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-01f3a609-f74f-4881-8ade-7cf2b94c5821 req-c63d9f82-5b27-4e6f-a7a1-cd4a7610d22a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 HTTP/1.1" status: 200 len: 217 time: 0.0413105 Jul 06 13:06:03.496648 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3a609-f74f-4881-8ade-7cf2b94c5821 req-c88c3e3e-53d3-4d07-a142-41efa09b64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:03.498349 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-01f3a609-f74f-4881-8ade-7cf2b94c5821 req-c88c3e3e-53d3-4d07-a142-41efa09b64ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 200 len: 848 time: 0.0502112 Jul 06 13:06:03.519052 n-d-799527-2 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e328e-7980-4b1e-a4ae-8155d29f471f req-89930e47-76ee-4cf9-adbe-1cb396b79132 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:03.520876 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f2e328e-7980-4b1e-a4ae-8155d29f471f req-89930e47-76ee-4cf9-adbe-1cb396b79132 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 943 time: 0.0691006 Jul 06 13:06:03.550830 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-bd4a9be9-9bda-48cd-ab1e-3b8681780885 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:06:03.559769 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3a609-f74f-4881-8ade-7cf2b94c5821 req-98381863-b8e0-4e43-bbd6-bfd6748bafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:03.561315 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-01f3a609-f74f-4881-8ade-7cf2b94c5821 req-98381863-b8e0-4e43-bbd6-bfd6748bafd5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=34537740-1abe-4436-813d-a5bc36b409a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558136 Jul 06 13:06:03.564050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-4f2e328e-7980-4b1e-a4ae-8155d29f471f req-561504e3-a211-4fc5-8268-bd350c9fad3d tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/security-groups?id=a76e28f1-bbd7-425c-8850-e77de261cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342958 Jul 06 13:06:03.663438 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-01f3a609-f74f-4881-8ade-7cf2b94c5821 req-d83190cb-050a-4bfd-98d4-6cc76a5d058a service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949969 Jul 06 13:06:03.758110 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-01f3a609-f74f-4881-8ade-7cf2b94c5821 req-645f1714-9402-4d7b-83d9-063f872fdc01 service neutron] 10.222.0.86 "GET /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878277 Jul 06 13:06:03.854726 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-bd4a9be9-9bda-48cd-ab1e-3b8681780885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:03.880456 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a9be9-9bda-48cd-ab1e-3b8681780885 None None] The sync data for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 is: [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:15Z', 'revision_number': 4, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2', '_interfaces': [{'id': '08f628dc-00db-445b-baa6-a8843a1c8740', 'name': '', 'network_id': '34537740-1abe-4436-813d-a5bc36b409a7', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'mac_address': 'fa:16:3e:aa:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:14Z', 'updated_at': '2021-07-06T13:00:21Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'subnets': [{'id': '1380c0a4-889c-4006-a98d-2f118fc45503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:06:04.096314 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e1b913-73e8-4eaa-8c1e-fcd25ec21cb0 None None] New status for floating IP d8778961-4f1f-4698-bf90-78e74f9caa7b: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:06:04.230938 n-d-799527-2 neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3e61d-751f-4a10-92de-33abf8cda3c2 req-bb539d66-e88d-40b4-b18f-304cce07093a tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:04.232618 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-05c3e61d-751f-4a10-92de-33abf8cda3c2 req-bb539d66-e88d-40b4-b18f-304cce07093a tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.86 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 943 time: 0.0736516 Jul 06 13:06:04.349673 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-05c3e61d-751f-4a10-92de-33abf8cda3c2 req-4691ed21-aaec-4cf9-94e0-51883dbefe39 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Deleting port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:06:04.350391 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-05c3e61d-751f-4a10-92de-33abf8cda3c2 req-4691ed21-aaec-4cf9-94e0-51883dbefe39 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:04.437183 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-05c3e61d-751f-4a10-92de-33abf8cda3c2 req-4691ed21-aaec-4cf9-94e0-51883dbefe39 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] For port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1, host n-h2-799527-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-2',level=0,port_id=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:04.437544 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-05c3e61d-751f-4a10-92de-33abf8cda3c2 req-4691ed21-aaec-4cf9-94e0-51883dbefe39 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:04.455848 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-05c3e61d-751f-4a10-92de-33abf8cda3c2 req-4691ed21-aaec-4cf9-94e0-51883dbefe39 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Calling delete_port for 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:06:04.583680 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-05c3e61d-751f-4a10-92de-33abf8cda3c2 req-4691ed21-aaec-4cf9-94e0-51883dbefe39 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:04.613605 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691ed21-aaec-4cf9-94e0-51883dbefe39 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event deleted for resources: {'Port': ['ID=35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:04.666317 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c3e61d-751f-4a10-92de-33abf8cda3c2 req-4691ed21-aaec-4cf9-94e0-51883dbefe39 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] No DVR routers for this DVR port 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 on host n-h2-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:06:04.669293 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-05c3e61d-751f-4a10-92de-33abf8cda3c2 req-4691ed21-aaec-4cf9-94e0-51883dbefe39 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54220'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:04.671428 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [req-05c3e61d-751f-4a10-92de-33abf8cda3c2 req-4691ed21-aaec-4cf9-94e0-51883dbefe39 tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.86 "DELETE /v2.0/ports/35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 HTTP/1.1" status: 204 len: 173 time: 0.4286776 Jul 06 13:06:04.671892 n-d-799527-2 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'name': 'network-vif-deleted', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:06:04.674237 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a856730b403e258c266618bd353e2c2d1fbe7af6df7390d286149f72f31439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a42670-196c-4509-b60c-41d7a48629dd" -d '{"events": [{"server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "name": "network-vif-deleted", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:06:04.725626 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c13543-a8b9-41b8-bf1f-150698aa3dae x-openstack-request-id: req-90c13543-a8b9-41b8-bf1f-150698aa3dae {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:06:04.725996 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7866c7d0-40ef-424d-a80a-aedbeca63e4c", "name": "network-vif-deleted", "tag": "35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:06:04.726325 n-d-799527-2 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90c13543-a8b9-41b8-bf1f-150698aa3dae {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:06:04.726804 n-d-799527-2 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7866c7d0-40ef-424d-a80a-aedbeca63e4c', 'name': 'network-vif-deleted', 'tag': '35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1', 'status': 'completed', 'code': 200} Jul 06 13:06:04.729070 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [req-f6c6db3e-3098-4c26-bf73-04f2e5faf1df req-fcd5df81-d6cf-4e60-8dc0-832f000704bc tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "GET /v2.0/ports?device_id=7866c7d0-40ef-424d-a80a-aedbeca63e4c HTTP/1.1" status: 200 len: 210 time: 0.0387046 Jul 06 13:06:05.824050 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35690) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:05.887288 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61af9dcb-ce01-41dc-bfde-29b73430651b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:05.912915 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61af9dcb-ce01-41dc-bfde-29b73430651b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:05.980952 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61af9dcb-ce01-41dc-bfde-29b73430651b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:05.983588 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61af9dcb-ce01-41dc-bfde-29b73430651b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:05.987303 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-61af9dcb-ce01-41dc-bfde-29b73430651b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] 10.222.0.21 "DELETE /v2.0/security-groups/a76e28f1-bbd7-425c-8850-e77de261cc0e HTTP/1.1" status: 204 len: 168 time: 0.1597376 Jul 06 13:06:05.995607 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af9dcb-ce01-41dc-bfde-29b73430651b tempest-TestSnapshotPattern-547185085 tempest-TestSnapshotPattern-547185085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76e28f1-bbd7-425c-8850-e77de261cc0e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:06.047633 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35694) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:06.519751 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:06.778395 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] Deleting port 08f628dc-00db-445b-baa6-a8843a1c8740 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:06:06.778643 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:06.859282 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] For port 08f628dc-00db-445b-baa6-a8843a1c8740, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=08f628dc-00db-445b-baa6-a8843a1c8740,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:06.859992 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:06.873305 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] Calling delete_port for 08f628dc-00db-445b-baa6-a8843a1c8740 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:06:07.055834 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:07.081314 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f628dc-00db-445b-baa6-a8843a1c8740,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:07.249747 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:07.786544 n-d-799527-2 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] Router d045aca0-9eae-410b-b1e8-9c5599c3e1dc has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:06:07.896450 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:06:07.905440 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-963fccb2-0575-4512-b06b-f2da08c9b192 admin admin] 10.222.0.21 "PUT /v2.0/routers/d045aca0-9eae-410b-b1e8-9c5599c3e1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8564584 Jul 06 13:06:07.908071 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35698) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:07.909617 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ee136-a3db-436d-8e04-16f4a879f449 None None] Sync routers for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:06:07.924096 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ee136-a3db-436d-8e04-16f4a879f449 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:06:07.925206 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a51ee136-a3db-436d-8e04-16f4a879f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:05:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:08.048135 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.058166 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a51ee136-a3db-436d-8e04-16f4a879f449 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: n-d-799527-2 {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:06:08.155252 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.210593 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Deleting port b2e39812-a3bd-4649-9867-a92aaec03144 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:06:08.210944 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.240719 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a51ee136-a3db-436d-8e04-16f4a879f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:06:07Z', 'revision_number': 5, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port': {'id': 'b2e39812-a3bd-4649-9867-a92aaec03144', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:08.270768 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ee136-a3db-436d-8e04-16f4a879f449 None None] Checking router: d045aca0-9eae-410b-b1e8-9c5599c3e1dc for host: n-d-799527-2 {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:06:08.280446 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ee136-a3db-436d-8e04-16f4a879f449 None None] Routers {'d045aca0-9eae-410b-b1e8-9c5599c3e1dc'} bound to L3 agent in host n-d-799527-2 {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:06:08.281048 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a51ee136-a3db-436d-8e04-16f4a879f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:05:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:08.294917 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] For port b2e39812-a3bd-4649-9867-a92aaec03144, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=b2e39812-a3bd-4649-9867-a92aaec03144,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:08.295282 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.308552 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Calling delete_port for b2e39812-a3bd-4649-9867-a92aaec03144 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:06:08.349951 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 no longer exists at agent hyperv_n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:06:08.366899 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a51ee136-a3db-436d-8e04-16f4a879f449 None None] Set router d045aca0-9eae-410b-b1e8-9c5599c3e1dc gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:06:08.375387 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] No Port match for: 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:06:08.375866 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Device 35220c7d-5aab-4b1a-9ac5-0bf3eb2546d1 not bound to the agent host n-h2-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:06:08.420477 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a51ee136-a3db-436d-8e04-16f4a879f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:06:08Z', 'revision_number': 6, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:08.451822 n-d-799527-2 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ee136-a3db-436d-8e04-16f4a879f449 None None] The sync data for ids ['d045aca0-9eae-410b-b1e8-9c5599c3e1dc'] in n-d-799527-2 is: [{'id': 'd045aca0-9eae-410b-b1e8-9c5599c3e1dc', 'name': 'tempest-TestSnapshotPattern-179559131-router', 'tenant_id': '0c2b99726f564ac8876afc336ac7a323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:12Z', 'updated_at': '2021-07-06T13:06:08Z', 'revision_number': 6, 'project_id': '0c2b99726f564ac8876afc336ac7a323', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:06:08.492241 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.518606 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e39812-a3bd-4649-9867-a92aaec03144,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:08.582822 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.672768 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.674853 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.720152 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.720772 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d045aca0-9eae-410b-b1e8-9c5599c3e1dc {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:06:08.725174 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.726325 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-327ecf06-a244-4250-b1df-1c3dc9df2edf admin admin] 10.222.0.21 "DELETE /v2.0/routers/d045aca0-9eae-410b-b1e8-9c5599c3e1dc HTTP/1.1" status: 204 len: 168 time: 0.8169234 Jul 06 13:06:08.729600 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35700) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:08.775596 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b494e8-7453-431c-ae70-907b2ba585bc admin admin] Deleting subnet 1380c0a4-889c-4006-a98d-2f118fc45503 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:06:08.779432 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45b494e8-7453-431c-ae70-907b2ba585bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.817217 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45b494e8-7453-431c-ae70-907b2ba585bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6259223'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.909125 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45b494e8-7453-431c-ae70-907b2ba585bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.964962 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45b494e8-7453-431c-ae70-907b2ba585bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3109276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3731509'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.993671 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b494e8-7453-431c-ae70-907b2ba585bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1380c0a4-889c-4006-a98d-2f118fc45503,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:08.997160 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45b494e8-7453-431c-ae70-907b2ba585bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.999050 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-45b494e8-7453-431c-ae70-907b2ba585bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1380c0a4-889c-4006-a98d-2f118fc45503 HTTP/1.1" status: 204 len: 168 time: 0.2684853 Jul 06 13:06:09.001589 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.21', 35702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:09.002029 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768fb152-7109-48a3-aa5a-13ea222d7389 None None] Network 34537740-1abe-4436-813d-a5bc36b409a7 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:06:09.060424 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:06:09.072473 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.131989 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Deleting port 1d97a6d8-ca27-4634-bfdb-220106d456da {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:06:09.132336 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.197687 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] For port 1d97a6d8-ca27-4634-bfdb-220106d456da, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=1d97a6d8-ca27-4634-bfdb-220106d456da,segment=NetworkSegment(1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9),segment_id=1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:09.198044 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.211042 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Calling delete_port for 1d97a6d8-ca27-4634-bfdb-220106d456da owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:06:09.243104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b2542-a985-4c4a-b56b-be533dc436bc None None] DHCP port deletion for 34537740-1abe-4436-813d-a5bc36b409a7 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:06:09.309595 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-386b2542-a985-4c4a-b56b-be533dc436bc None None] Deleting port 1d97a6d8-ca27-4634-bfdb-220106d456da {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:06:09.310620 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-386b2542-a985-4c4a-b56b-be533dc436bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.310845 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3109286'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.343968 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d97a6d8-ca27-4634-bfdb-220106d456da,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:09.349497 n-d-799527-2 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] No DVR routers for this DVR port 1d97a6d8-ca27-4634-bfdb-220106d456da on host n-d-799527-2 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:06:09.379400 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-386b2542-a985-4c4a-b56b-be533dc436bc None None] For port 1d97a6d8-ca27-4634-bfdb-220106d456da, host n-d-799527-2, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:09.379915 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-386b2542-a985-4c4a-b56b-be533dc436bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.394908 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-386b2542-a985-4c4a-b56b-be533dc436bc None None] Calling delete_port for 1d97a6d8-ca27-4634-bfdb-220106d456da owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:06:09.397728 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-386b2542-a985-4c4a-b56b-be533dc436bc None None] Port 1d97a6d8-ca27-4634-bfdb-220106d456da was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 13:06:09.399948 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-386b2542-a985-4c4a-b56b-be533dc436bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.424592 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.429492 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b2542-a985-4c4a-b56b-be533dc436bc None None] No DVR routers for this DVR port 1d97a6d8-ca27-4634-bfdb-220106d456da on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:06:09.437070 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b2542-a985-4c4a-b56b-be533dc436bc None None] Pushing event deleted for resources: {'Port': ['ID=1d97a6d8-ca27-4634-bfdb-220106d456da,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:09.443678 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34537740-1abe-4436-813d-a5bc36b409a7']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:09.452562 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1d97a6d8-ca27-4634-bfdb-220106d456da no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:06:09.458466 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:09.458766 n-d-799527-2 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5908bf-cc1f-46a6-8446-ac35fdcb1cc9') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:09.472038 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6259200'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.473811 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 1d97a6d8-ca27-4634-bfdb-220106d456da {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:06:09.474169 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 1d97a6d8-ca27-4634-bfdb-220106d456da not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:06:09.474564 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 08f628dc-00db-445b-baa6-a8843a1c8740 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:06:09.488132 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.495074 n-d-799527-2 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:06:09.495659 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3109241'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: Traceback (most recent call last): Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: timer() Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: cb(*args, **kw) Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: return func(*args, **kwargs) Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: self._notify() Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: self.callback(batched_events) Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: event.method(event) Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: return f(self, *a, **k) Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: return self._get(url).json() Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:06:09.497441 n-d-799527-2 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:06:09.501905 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 08f628dc-00db-445b-baa6-a8843a1c8740 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:06:09.502334 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 08f628dc-00db-445b-baa6-a8843a1c8740 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:06:09.502841 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b2e39812-a3bd-4649-9867-a92aaec03144 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:06:09.522566 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: b2e39812-a3bd-4649-9867-a92aaec03144 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:06:09.523007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device b2e39812-a3bd-4649-9867-a92aaec03144 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:06:09.561684 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.568678 n-d-799527-2 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.582198 n-d-799527-2 neutron-server[93814]: INFO neutron.wsgi [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] 10.222.0.21 "DELETE /v2.0/networks/34537740-1abe-4436-813d-a5bc36b409a7 HTTP/1.1" status: 204 len: 168 time: 0.5686493 Jul 06 13:06:09.583251 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35704) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:09.583656 n-d-799527-2 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdea0b0-3525-48c3-99b9-0e9de3ff0676 admin admin] Pushing event deleted for resources: {'Network': ['ID=34537740-1abe-4436-813d-a5bc36b409a7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:09.937836 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7876116'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:10.194607 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] Deleting port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:06:10.194951 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:10.277918 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] For port 537c6788-76f1-40e7-82ca-46fc3e8dc6e5, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=537c6788-76f1-40e7-82ca-46fc3e8dc6e5,segment=NetworkSegment(b6c4b4c4-e92f-4948-975a-de0247197f4b),segment_id=b6c4b4c4-e92f-4948-975a-de0247197f4b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:10.278290 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:10.291704 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] Calling delete_port for 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:06:10.481518 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:10.507471 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=537c6788-76f1-40e7-82ca-46fc3e8dc6e5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:10.677189 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7925452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873834'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:10.888763 n-d-799527-2 neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] Router 539c0165-d818-4064-b972-9a0aff8ae025 has already been hosted by L3 agent e16e6694-4661-4f27-b828-3939cbcf5cc8 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:06:10.995087 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] Notify agent at l3_agent.n-d-799527-2 the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:06:11.000106 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-6361a102-c3a7-402a-9b8e-39f32b0d9b11 admin admin] 10.222.0.21 "PUT /v2.0/routers/539c0165-d818-4064-b972-9a0aff8ae025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4201884 Jul 06 13:06:11.002619 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35706) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:11.005275 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fddba2-05c2-4e63-a246-93c0b1bdd07a None None] Sync routers for ids ['539c0165-d818-4064-b972-9a0aff8ae025'] in n-d-799527-2 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:06:11.016843 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fddba2-05c2-4e63-a246-93c0b1bdd07a None None] Routers {'539c0165-d818-4064-b972-9a0aff8ae025'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:06:11.017554 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-98fddba2-05c2-4e63-a246-93c0b1bdd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:05:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['539c0165-d818-4064-b972-9a0aff8ae025'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:11.107810 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:11.127637 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-98fddba2-05c2-4e63-a246-93c0b1bdd07a None None] Set router 539c0165-d818-4064-b972-9a0aff8ae025 gateway port host: n-d-799527-2 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:06:11.210403 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:11.270221 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Deleting port 60f8ed85-a111-4451-9a39-851eb6959392 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:06:11.270556 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:11.315476 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-98fddba2-05c2-4e63-a246-93c0b1bdd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539c0165-d818-4064-b972-9a0aff8ae025', 'name': 'tempest-TestSnapshotPattern-1941006139-router', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'external_fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '60f8ed85-a111-4451-9a39-851eb6959392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:06:10Z', 'revision_number': 5, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'gw_port': {'id': '60f8ed85-a111-4451-9a39-851eb6959392', 'name': '', 'network_id': 'df1087d2-3bdc-4320-881a-9a406341ee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539c0165-d818-4064-b972-9a0aff8ae025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '052e40d2-8c16-4c0b-b3a9-76df9d9e244c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-2'}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:11.345384 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fddba2-05c2-4e63-a246-93c0b1bdd07a None None] Checking router: 539c0165-d818-4064-b972-9a0aff8ae025 for host: n-d-799527-2 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:06:11.354481 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] For port 60f8ed85-a111-4451-9a39-851eb6959392, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=60f8ed85-a111-4451-9a39-851eb6959392,segment=NetworkSegment(fc27cba9-51e4-43e1-8067-e12e3a0540a1),segment_id=fc27cba9-51e4-43e1-8067-e12e3a0540a1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:11.354690 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fddba2-05c2-4e63-a246-93c0b1bdd07a None None] Routers {'539c0165-d818-4064-b972-9a0aff8ae025'} bound to L3 agent in host n-d-799527-2 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:06:11.354840 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:11.355343 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-98fddba2-05c2-4e63-a246-93c0b1bdd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:13:18Z,description=,heartbeat_timestamp=2021-07-06T13:05:49Z,host='n-d-799527-2',id=e16e6694-4661-4f27-b828-3939cbcf5cc8,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:13:18Z,topic='l3_agent')) {'router_ids': ['539c0165-d818-4064-b972-9a0aff8ae025'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:11.366729 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Calling delete_port for 60f8ed85-a111-4451-9a39-851eb6959392 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:06:11.443808 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-98fddba2-05c2-4e63-a246-93c0b1bdd07a None None] Set router 539c0165-d818-4064-b972-9a0aff8ae025 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:06:11.502935 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-98fddba2-05c2-4e63-a246-93c0b1bdd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539c0165-d818-4064-b972-9a0aff8ae025', 'name': 'tempest-TestSnapshotPattern-1941006139-router', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:06:11Z', 'revision_number': 6, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'gw_port_host': None}], 'n-d-799527-2', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:11.531664 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fddba2-05c2-4e63-a246-93c0b1bdd07a None None] The sync data for ids ['539c0165-d818-4064-b972-9a0aff8ae025'] in n-d-799527-2 is: [{'id': '539c0165-d818-4064-b972-9a0aff8ae025', 'name': 'tempest-TestSnapshotPattern-1941006139-router', 'tenant_id': '6b818d4d36f54bbe8b1d239509382297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:18Z', 'updated_at': '2021-07-06T13:06:11Z', 'revision_number': 6, 'project_id': '6b818d4d36f54bbe8b1d239509382297', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:06:11.857564 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:11.886590 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Pushing event deleted for resources: {'Port': ['ID=60f8ed85-a111-4451-9a39-851eb6959392,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:11.951304 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7875923'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.046895 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59699'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.049019 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.092026 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864951'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.092560 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 539c0165-d818-4064-b972-9a0aff8ae025 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:06:12.096858 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.098112 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-72c06891-5598-4a70-a839-88a7ce8f984c admin admin] 10.222.0.21 "DELETE /v2.0/routers/539c0165-d818-4064-b972-9a0aff8ae025 HTTP/1.1" status: 204 len: 168 time: 1.0944912 Jul 06 13:06:12.100488 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35708) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:12.144755 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8940759-d79b-4fea-986e-0813e41b584d admin admin] Deleting subnet 79dfd1e2-8459-47af-8069-3ee9fc2e81a4 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:06:12.147823 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8940759-d79b-4fea-986e-0813e41b584d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.183799 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8940759-d79b-4fea-986e-0813e41b584d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4598845'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.264801 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8940759-d79b-4fea-986e-0813e41b584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7680094'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.325796 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8940759-d79b-4fea-986e-0813e41b584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7680087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3935029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041779'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.353549 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8940759-d79b-4fea-986e-0813e41b584d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79dfd1e2-8459-47af-8069-3ee9fc2e81a4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:12.361682 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8940759-d79b-4fea-986e-0813e41b584d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.365822 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-b8940759-d79b-4fea-986e-0813e41b584d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/79dfd1e2-8459-47af-8069-3ee9fc2e81a4 HTTP/1.1" status: 204 len: 168 time: 0.2621541 Jul 06 13:06:12.366110 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35710) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:12.370952 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f8143b-82e9-42e1-87a1-e593c7908c32 None None] Network f823b3ce-afba-4ffa-9ff0-de65ae8abac5 requested from n-d-799527-2 {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:06:12.443639 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-774691'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.498820 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Deleting port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:06:12.499159 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.566828 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] For port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6,segment=NetworkSegment(b6c4b4c4-e92f-4948-975a-de0247197f4b),segment_id=b6c4b4c4-e92f-4948-975a-de0247197f4b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:12.567319 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.574104 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d86ce0-8564-4fdf-b623-6de85ab96768 None None] DHCP port deletion for f823b3ce-afba-4ffa-9ff0-de65ae8abac5 request from n-d-799527-2 {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:06:12.583212 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Calling delete_port for ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:06:12.632279 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-51d86ce0-8564-4fdf-b623-6de85ab96768 None None] Deleting port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:06:12.632731 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51d86ce0-8564-4fdf-b623-6de85ab96768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763113357532'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.675981 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3934991'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.697107 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-51d86ce0-8564-4fdf-b623-6de85ab96768 None None] For port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6, host n-d-799527-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-2',level=0,port_id=ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6,segment=NetworkSegment(b6c4b4c4-e92f-4948-975a-de0247197f4b),segment_id=b6c4b4c4-e92f-4948-975a-de0247197f4b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:12.697482 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51d86ce0-8564-4fdf-b623-6de85ab96768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7873812'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.703768 n-d-799527-2 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] No DVR routers for this DVR port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 on host n-d-799527-2 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:06:12.709401 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:12.713177 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-51d86ce0-8564-4fdf-b623-6de85ab96768 None None] Calling delete_port for ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:06:12.787603 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678923', 'neutron.services.segments.db._delete_segments_for_network-8763113343838'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.789887 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51d86ce0-8564-4fdf-b623-6de85ab96768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-754481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8269468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7925438', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763113365270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763112807662'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.801278 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f823b3ce-afba-4ffa-9ff0-de65ae8abac5']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:12.812716 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c4b4c4-e92f-4948-975a-de0247197f4b') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:12.813003 n-d-799527-2 neutron-server[93815]: DEBUG neutron.services.segments.db [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c4b4c4-e92f-4948-975a-de0247197f4b') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:06:12.821311 n-d-799527-2 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d86ce0-8564-4fdf-b623-6de85ab96768 None None] No DVR routers for this DVR port ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 on host n-d-799527-2 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:06:12.822417 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763113309826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4598826'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.828045 n-d-799527-2 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d86ce0-8564-4fdf-b623-6de85ab96768 None None] Pushing event deleted for resources: {'Port': ['ID=ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:12.840344 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.846215 n-d-799527-2 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:06:12.846601 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3935184'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: Traceback (most recent call last): Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: timer() Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: cb(*args, **kw) Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: return func(*args, **kwargs) Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: self._notify() Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: self.callback(batched_events) Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: event.method(event) Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: return f(self, *a, **k) Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: return self._get(url).json() Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: return self.request(url, 'GET', **kwargs) Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:06:12.848385 n-d-799527-2 neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:06:12.905110 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7925447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7875959'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.910746 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Notify callbacks [] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:12.912918 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f823b3ce-afba-4ffa-9ff0-de65ae8abac5 HTTP/1.1" status: 204 len: 168 time: 0.5454659 Jul 06 13:06:12.925377 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac23139-ca58-4633-80f1-9446d30f8d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=f823b3ce-afba-4ffa-9ff0-de65ae8abac5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:13.036166 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35714) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:13.074838 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-e6c613a7-18e0-4f03-badf-35d3566ae909 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c2b99726f564ac8876afc336ac7a323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375063 Jul 06 13:06:13.077322 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35716) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:13.129478 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff14c-543d-40c3-9c03-7f42f55e34c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:13.151142 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff14c-543d-40c3-9c03-7f42f55e34c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:13.207780 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff14c-543d-40c3-9c03-7f42f55e34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:13.210311 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff14c-543d-40c3-9c03-7f42f55e34c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:13.211813 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-5a2ff14c-543d-40c3-9c03-7f42f55e34c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a6e7980-a1c8-4fce-aca4-a9f7d8160983 HTTP/1.1" status: 204 len: 168 time: 0.1333542 Jul 06 13:06:13.219664 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ff14c-543d-40c3-9c03-7f42f55e34c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6e7980-a1c8-4fce-aca4-a9f7d8160983,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:13.437167 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 60f8ed85-a111-4451-9a39-851eb6959392 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:06:13.457007 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 60f8ed85-a111-4451-9a39-851eb6959392 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:06:13.457433 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 60f8ed85-a111-4451-9a39-851eb6959392 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:06:13.457834 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:06:13.478412 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:06:13.478761 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device 537c6788-76f1-40e7-82ca-46fc3e8dc6e5 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:06:13.479183 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 no longer exists at agent ovs-agent-n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:06:13.499230 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] No Port match for: ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:06:13.499920 n-d-799527-2 neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Device ddb7f47f-a034-4bc3-8f8e-eb30990dfcd6 not bound to the agent host n-d-799527-2 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:06:13.549257 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35722) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:13.589043 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-a0e44fcd-b4b6-4d30-a788-abf1b8cf2812 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b818d4d36f54bbe8b1d239509382297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386407 Jul 06 13:06:13.591538 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 35724) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:13.639693 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9e3e-5043-47a2-93f2-95f2e5e92973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:13.660869 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9e3e-5043-47a2-93f2-95f2e5e92973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:13.707760 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9e3e-5043-47a2-93f2-95f2e5e92973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8040556'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:13.710401 n-d-799527-2 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9e3e-5043-47a2-93f2-95f2e5e92973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:13.712164 n-d-799527-2 neutron-server[93815]: INFO neutron.wsgi [None req-fb9e9e3e-5043-47a2-93f2-95f2e5e92973 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fb6b581-85e3-46b2-a413-aaa80cc7fc00 HTTP/1.1" status: 204 len: 168 time: 0.1191218 Jul 06 13:06:13.721465 n-d-799527-2 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e9e3e-5043-47a2-93f2-95f2e5e92973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb6b581-85e3-46b2-a413-aaa80cc7fc00,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:14.386298 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73bbc7eb-7f61-473f-b0b0-e458c3edef75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:18.448196 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:18.581123 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d3db587-a7ea-4475-86f8-f5cb1d59eda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:19.128842 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:20.910789 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:29.613047 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:29.737537 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:44.389781 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37b00274-5ebc-45ca-9e4d-5386507a7c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:46.059482 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:06:48.450794 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:48.583137 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83188c14-f036-4fca-a3de-35748b604142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:49.139903 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:50.913673 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:59.629710 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:59.754161 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:14.392987 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-505ec9b4-0eac-4455-b2f5-1a4a3991bdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:18.452320 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:18.585033 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2691fd4f-3709-41f5-ac73-527bdd6440e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:19.135063 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:20.917250 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:23.059391 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:07:29.633107 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:29.765783 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:44.395588 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d853f4b7-0fa4-43f2-8e55-5d6061846ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:48.454466 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:48.584582 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f864b44d-a88c-48aa-8c75-09afaaafed92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:49.139304 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:50.921192 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:59.654046 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:59.781835 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:00.058488 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:08:14.400900 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5eff4d2-901a-473c-8578-029cc3045bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:18.456819 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:18.588467 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26e18bc-fbb4-41fb-a717-97de7d254de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:19.144991 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.923803 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:29.668900 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:29.768161 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:33.647048 n-d-799527-2 neutron-server[93815]: DEBUG neutron.wsgi [req-41258e13-3e70-4805-893b-01417efabdf9 req-a4839e43-a12d-40be-a581-bd4373466d54 service neutron] (93815) timed out ('10.222.0.21', 34248) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:08:37.058833 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:08:44.406345 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1538ac98-2931-4860-8d9f-6a42b6838d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:48.465712 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:48.588709 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-232307fd-5e55-4b4a-a936-710b5a72c180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:49.147778 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:50.927672 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:59.668404 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:59.773083 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:14.057708 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:09:14.407844 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e188b9ae-695a-4a9b-8530-3d4b747ec7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:18.458403 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:18.589850 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec283d5b-263f-4226-9130-842c11c39215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:19.148468 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:20.929904 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:29.668695 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:29.777917 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:44.408969 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9381be62-c587-49b4-91a0-345b0662d21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:48.460730 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:48.591831 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69c31421-bea3-4b2c-bb6c-a862939a086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:49.155878 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:50.935138 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:51.057161 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:09:59.682170 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:59.780318 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:14.411978 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e15db55f-d769-4724-983f-5c5f22969725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:18.457941 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:18.592446 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3407ea8-1f11-456a-8f1b-27cc807fb49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:19.155971 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:20.939723 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:28.058044 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:10:29.696190 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:29.781401 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:44.413043 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-863f3a39-667c-4ab2-a7d0-b41aadd2c5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:48.460131 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:48.594045 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60e51ce8-ebfc-4ea3-aab5-edd2ba110989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:49.159582 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:50.939322 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:59.696831 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:59.791709 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:05.057071 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:11:14.416416 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4feb8451-875b-42c6-9a95-fc1a65d2ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:18.464696 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:18.595579 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c59fc489-b217-4e66-84c6-0c7b011a5262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:19.161974 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:20.941805 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:29.695367 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:29.786225 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:42.055702 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:11:44.419709 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6965e9f6-09df-42fd-8626-fe679def8134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:48.467475 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:48.597095 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25893b3e-d634-492c-a8dd-d688ca4f267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:49.163606 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:50.944393 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:59.728544 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:59.788224 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:14.423174 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76563a1e-3d56-4f20-9713-f664e8e0e407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:18.471335 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:18.598630 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6d84717-7b8b-4366-9af8-5c86c33b21f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:19.054762 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:12:19.169605 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:20.948841 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:29.743380 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:29.775694 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:44.426943 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1aaee34d-334f-4b02-a6cc-bc46c78373c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:48.483373 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:48.600896 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb867914-a583-4a99-b5aa-cd14dfd93958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:49.170962 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:50.954071 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.054126 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:12:59.764575 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:59.788166 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.899208 n-d-799527-2 neutron-server[93814]: DEBUG neutron.wsgi [req-2c278cb1-89ec-49e5-b210-b84455cc47a0 req-06380d85-b6c6-419c-82e6-6a24dfae337d service neutron] (93814) timed out ('10.222.0.21', 33370) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:13:14.430469 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a37e7f11-216c-4893-9e67-6ff1e83c0c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:18.478501 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:18.603703 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04e6730b-8861-42f3-ac50-aaaccbe628cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:19.174830 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:20.955187 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:29.763636 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:29.802741 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:33.056858 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:13:44.436274 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb27c860-dd8a-4b69-8921-60652764067d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.483556 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:48.603925 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75d8d5bc-009e-47b3-b441-0608e7624a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:49.177015 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:50.957811 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:59.771342 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:59.795288 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:10.056231 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:14:14.440693 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93c96295-351d-4b78-abbe-602029c0cb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:18.487420 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:18.607883 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1006519-32ff-44c3-95db-6542782131fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:19.188541 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d840520f-3a4d-491a-b91c-afcb37fbbbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:20.959684 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fcaedd33-c1c4-4381-aed9-87056123d761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:29.780787 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f14ac8c-a485-462b-b64e-979f34c73b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:29.799538 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6eb59e07-94c1-42eb-abcc-d170ca426a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:44.435557 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be322fe7-37a8-402a-b161-106e23903063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:47.054699 n-d-799527-2 neutron-server[93817]: DEBUG neutron.db.agents_db [None req-ebbbc73c-853d-4661-be16-f539f31c87ad None None] Agent healthcheck: found 7 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:14:48.491336 n-d-799527-2 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8248ac82-be72-43f7-a51c-fc977b121ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763113343820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7676801'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}